has issues

r5-java/run.sh

@@ -21,8 +21,13 @@ set -euo pipefail
 #   --demo   only compute Bank + TCR, transit only (quick test)
 
 # --- Defaults ---
-THREADS=6
-HEAP=40g
+THREADS=12
+# The execution cgroup caps process memory at 48 GB (see /sys/fs/cgroup/memory.max);
+# the nominal "64 GB" host total is not all addressable to one process. 28g heap +
+# ~15g native overhead (DuckDB JNI, R5 mapdb, Kryo deserialize, RAPTOR scratch)
+# leaves ~5g cgroup headroom — empirically the safe ceiling before SIGKILL.
+# Under 32g also keeps CompressedOops on, halving R5's reference-heavy footprint.
+HEAP=28g
 NETWORK_DIR=property-data/r5-network
 OUTPUT_BASE=property-data/travel-times
 R5_DIR=r5-java
@@ -36,6 +41,7 @@ while [[ $# -gt 0 ]]; do
         --network-dir) NETWORK_DIR="$2"; shift 2 ;;
         --output-dir)  OUTPUT_BASE="$2"; shift 2 ;;
         --demo)        DEMO_FLAG="--demo"; shift ;;
+        --demo-cars=*) DEMO_FLAG="--demo-cars ${1#--demo-cars=}"; shift ;;
         *) echo "Unknown: $1"; exit 1 ;;
     esac
 done
@@ -147,7 +153,14 @@ mkdir -p "$TMP_DIR"
 echo ""
 echo "--- Starting batch computation ---"
 DATA_DIR="$NETWORK_DATA_DIR" NETWORK_CACHE_DIR="$NETWORK_DIR" \
-java -Xms"$HEAP" -Xmx"$HEAP" -Djava.io.tmpdir="$TMP_DIR" -cp "$OUT_DIR:$LIB_DIR/*" propertymap.App \
+java -Xmx"$HEAP" \
+    -XX:+UseParallelGC -XX:ParallelGCThreads=12 \
+    -XX:+UseTransparentHugePages \
+    -XX:NewRatio=2 \
+    -XX:+HeapDumpOnOutOfMemoryError -XX:HeapDumpPath="$TMP_DIR/heapdump-$(date +%s).hprof" \
+    -XX:+ExitOnOutOfMemoryError \
+    -Xlog:gc*:file="$TMP_DIR/gc.log":time,uptime:filecount=5,filesize=20M \
+    -Djava.io.tmpdir="$TMP_DIR" -cp "$OUT_DIR:$LIB_DIR/*" propertymap.App \
     --postcodes property-data/arcgis_data.parquet \
     --places property-data/places.parquet \
     --output-dir "$OUTPUT_BASE" \