refactor: add support for 8th EC2 instance generation

- add support for c8g.*, m8g.* and r8g.* instances
- increase number of executor cores per instance

Author: sebastian-nagel

src/script/hostgraph/hostgraph_config.sh

@@ -86,60 +86,60 @@ EXECUTOR_CONFIG=${EXECUTOR_CONFIG:-"r5.xlarge"}
 # NOTE:
 #  - step 1 (host link extraction) can be run on smaller instances
 #    or "compute optimized" instance types
-#  - webgraph construction (esp. for merged graphs including multiple monthyl crawls)
+#  - webgraph construction (esp. for merged graphs including multiple monthly crawls)
 #    needs instances with sufficient amount of RAM (32 GB or more)
 #  - assigning IDs in multiple partitions
 #    (see hostlinks_to_graph.py --vertex_partitions)
 #    reduces the memory requirements significantly
 
 
 case "$EXECUTOR_CONFIG" in
-    c[34567]*.xlarge )
+    c[5678]*.xlarge )
         EXECUTOR_CORES=3
         EXECUTOR_MEM=5g
         NODEMANAGER_MEM_MB=$((6*1024))
         ;;
-    c[34567]*.2xlarge )
+    c[5678]*.2xlarge )
         EXECUTOR_CORES=6
         EXECUTOR_MEM=10g
         NODEMANAGER_MEM_MB=$((11*1024))
         ;;
-    c[34567]*.4xlarge )
+    c[5678]*.4xlarge )
         EXECUTOR_CORES=12
         EXECUTOR_MEM=22g
         NODEMANAGER_MEM_MB=$((24*1024))
         ;;
-    r[34567]*.xlarge )
-        EXECUTOR_CORES=3
+    r[5678]*.xlarge )
+        EXECUTOR_CORES=4
         EXECUTOR_MEM=23g
         NODEMANAGER_MEM_MB=$((24*1024))
         ;;
-    r[34567]*.2xlarge )
-        EXECUTOR_CORES=6
+    r[5678]*.2xlarge )
+        EXECUTOR_CORES=7
         EXECUTOR_MEM=46g
         NODEMANAGER_MEM_MB=$((48*1024))
         ;;
-    r[34567]*.4xlarge )
-        EXECUTOR_CORES=12
+    r[5678]*.4xlarge )
+        EXECUTOR_CORES=15
         EXECUTOR_MEM=94g
         NODEMANAGER_MEM_MB=$((96*1024))
         ;;
-    r[34567]*.8xlarge )
-        EXECUTOR_CORES=24
+    r[5678]*.8xlarge )
+        EXECUTOR_CORES=30
         EXECUTOR_MEM=190g
         NODEMANAGER_MEM_MB=$((192*1024))
         ;;
-    m[34567]*.2xlarge )
+    m[5678]*.2xlarge )
         EXECUTOR_CORES=8
         EXECUTOR_MEM=23g
         NODEMANAGER_MEM_MB=$((24*1024))
         ;;
-    m[34567]*.4xlarge )
+    m[5678]*.4xlarge )
         EXECUTOR_CORES=16
         EXECUTOR_MEM=46g
         NODEMANAGER_MEM_MB=$((48*1024))
         ;;
-    m[34567]*.8xlarge )
+    m[5678]*.8xlarge )
         EXECUTOR_CORES=32
         EXECUTOR_MEM=94g
         NODEMANAGER_MEM_MB=$((98*1024))