Work into a local matrix thing

addshore · addshore · commit b17f953a78c7 · 2025-03-26T22:32:02.000Z
diff --git a/.github/workflows/test.yml b/.github/workflows/test.yml
@@ -24,12 +24,8 @@ jobs:
           # - wikibase/wikibase:1.38.5-wmde.10 # Pre extension Registration
           - wikibase/wikibase:1.39.1-wmde.11 # Requires wfLoadExtension
         sql:
-          # - mariadb:10.3 # No real difference between 10.3 and 10.5 mariadb, so just use the newest one
-          # - mariadb:10.5
-          # - mariadb:10.6
-          # - mariadb:10.7
-          # - mariadb:10.8
-          - mariadb:10.9
+          # - mariadb:10.9
+          - mariadb:11.7
           # - mysql:5.7 # MariaDB seems to generally be the faster choice...
           # - mysql:8.0 # Broken! and thus untested... (Probably because the install fails? :)
         settings:
diff --git a/README.md b/README.md
@@ -18,9 +18,9 @@ Steps:
 You can also try running them locally... For example...
 
 ```sh
-export PROFILE_IMAGE=wikibase/wikibase:1.39.1-wmde.11
+export PROFILE_IMAGE=wikibase/wikibase:mw1.43.0
 export PROFILE_SETTINGS=default
-export PROFILE_SQL=mariadb:10.9
+export PROFILE_SQL=mariadb:11.7
 
 docker-compose up -d mysql wikibase1
 ./docker-compose-wait1.sh
@@ -41,4 +41,16 @@ And to delete everything, just...
 
 ```sh
 docker-compose down --volumes
-```
+```
+
+## Running Matrix Jobs Locally
+
+To run the matrix jobs locally, use the `run_matrix.sh` script. This script reads the matrix configuration from `matrix.yml` and runs the jobs locally, storing the outputs in the `.data` directory.
+
+### Usage
+
+```bash
+./run_matrix.sh
+```
+
+The outputs will be stored in the `.data` directory with a directory schema reflecting the matrix configuration. Each run will also be summarized in a CSV file located at `.data/summary.csv`, and the statistics from the API will be included in the output.
diff --git a/loads/wbeditentity-2000EmptyItems.sh b/loads/wbeditentity-2000EmptyItems.sh
@@ -1,13 +1,13 @@
 # Get the ball (and id counters rolling) with some simple entities..
-curl -s -m 20 -X POST -F 'action=wbeditentity' -F 'format=json' -F 'token=+\' -F 'new=item' -F 'data={}' http://localhost:818$((1 + RANDOM % $INSTANCES))/w/api.php >> process.out && echo >> process.out
-curl -s -m 20 -X POST -F 'action=wbeditentity' -F 'format=json' -F 'token=+\' -F 'new=property' -F "data={\"datatype\":\"string\",\"labels\":{\"en\":{\"language\":\"en\",\"value\":\"$(sed "s/[^a-zA-Z0-9]//g" <<< $(openssl rand -base64 30))\"}}}" http://localhost:818$((1 + RANDOM % $INSTANCES))/w/api.php >> process.out && echo >> process.out
+(echo $(curl -s -m 20 -X POST -F 'action=wbeditentity' -F 'format=json' -F 'token=+\' -F 'new=item' -F 'data={}' http://localhost:818$((1 + RANDOM % $INSTANCES))/w/api.php)) >> process.out
+(echo $(curl -s -m 20 -X POST -F 'action=wbeditentity' -F 'format=json' -F 'token=+\' -F 'new=property' -F "data={\"datatype\":\"string\",\"labels\":{\"en\":{\"language\":\"en\",\"value\":\"$(sed "s/[^a-zA-Z0-9]//g" <<< $(openssl rand -base64 30))\"}}}" http://localhost:818$((1 + RANDOM % $INSTANCES))/w/api.php)) >> process.out
 
 # Then do the bulk of the stuff
 
 for i in {1..2000}
 do
   (
-    curl -s -m 20 -X POST -F 'action=wbeditentity' -F 'format=json' -F 'token=+\' -F 'new=item' -F 'data={}' http://localhost:818$((1 + RANDOM % $INSTANCES))/w/api.php >> process.out && echo >> process.out
+    (echo $(curl -s -m 20 -X POST -F 'action=wbeditentity' -F 'format=json' -F 'token=+\' -F 'new=item' -F 'data={}' http://localhost:818$((1 + RANDOM % $INSTANCES))/w/api.php)) >> process.out
   )&
   if (( $(wc -w <<<$(jobs -p)) % $ASYNC == 0 )); then sleep 0.5; fi
 done
diff --git a/loads/wbeditentity-2000FullishItems.sh b/loads/wbeditentity-2000FullishItems.sh
@@ -1,6 +1,18 @@
+# Function to make a curl request and retry if "success" is missing
+make_request() {
+  local response
+  local url="http://localhost:818$((1 + RANDOM % $INSTANCES))/w/api.php"
+  response=$(curl -s -m 20 -X POST -F "action=wbeditentity" -F "format=json" -F "token=+\\" -F "$1" -F "$2" "$url")
+  echo "$response" >> process.out
+  if [[ "$response" != *"success"* ]]; then
+    echo "success missing, retrying"
+    make_request "$1" "$2"
+  fi
+}
+
 # Get the ball (and id counters rolling) with some simple entities..
-curl -s -m 20 -X POST -F 'action=wbeditentity' -F 'format=json' -F 'token=+\' -F 'new=item' -F 'data={}' http://localhost:818$((1 + RANDOM % $INSTANCES))/w/api.php >> process.out && echo >> process.out
-curl -s -m 20 -X POST -F 'action=wbeditentity' -F 'format=json' -F 'token=+\' -F 'new=property' -F "data={\"datatype\":\"string\",\"labels\":{\"en\":{\"language\":\"en\",\"value\":\"$(sed "s/[^a-zA-Z0-9]//g" <<< $(openssl rand -base64 30))\"}}}" http://localhost:818$((1 + RANDOM % $INSTANCES))/w/api.php >> process.out && echo >> process.out
+make_request "new=item" "data={}"
+make_request "new=property" "data={\"datatype\":\"string\",\"labels\":{\"en\":{\"language\":\"en\",\"value\":\"$(sed "s/[^a-zA-Z0-9]//g" <<< $(openssl rand -base64 30))\"}}}"
 
 # Then do the bulk of the stuff
 
@@ -12,7 +24,7 @@ curl -s -m 20 -X POST -F 'action=wbeditentity' -F 'format=json' -F 'token=+\' -F
 properties=( wikibase-item wikibase-property string time )
 for p in "${properties[@]}"
 do
-  curl -s -m 20 -X POST -F 'action=wbeditentity' -F 'format=json' -F 'token=+\' -F 'new=property' -F "data={\"datatype\":\"${p}\",\"labels\":{\"en\":{\"language\":\"en\",\"value\":\"$(sed "s/[^a-zA-Z0-9]//g" <<< $(openssl rand -base64 30))\"}}}" http://localhost:818$((1 + RANDOM % $INSTANCES))/w/api.php >> process.out && echo >> process.out
+  make_request "new=property" "data={\"datatype\":\"${p}\",\"labels\":{\"en\":{\"language\":\"en\",\"value\":\"$(sed "s/[^a-zA-Z0-9]//g" <<< $(openssl rand -base64 30))\"}}}"
 done
 
 # Create some items including statements
@@ -21,7 +33,7 @@ done
 for i in {1..1000}
 do
   (
-    curl -s -m 20 -X POST -F 'action=wbeditentity' -F 'format=json' -F 'token=+\' -F 'new=item' -F "data={\"labels\":{\"en\":{\"language\":\"en\",\"value\":\"$(sed "s/[^a-zA-Z0-9]//g" <<< $(openssl rand -base64 30))\"}},\"descriptions\":{\"en\":{\"language\":\"en\",\"value\":\"$(sed "s/[^a-zA-Z0-9]//g" <<< $(openssl rand -base64 30))\"}},\"aliases\":{\"en\":[{\"language\":\"en\",\"value\":\"$(sed "s/[^a-zA-Z0-9]//g" <<< $(openssl rand -base64 30))\"}]},\"claims\":{\"P4\":[{\"mainsnak\":{\"snaktype\":\"value\",\"property\":\"P4\",\"datavalue\":{\"value\":\"statement-string-value\",\"type\":\"string\"},\"datatype\":\"string\"},\"type\":\"statement\",\"rank\":\"normal\"}]}}" http://localhost:818$((1 + RANDOM % $INSTANCES))/w/api.php >> process.out && echo >> process.out
+    make_request "new=item" "data={\"labels\":{\"en\":{\"language\":\"en\",\"value\":\"$(sed "s/[^a-zA-Z0-9]//g" <<< $(openssl rand -base64 30))\"}},\"descriptions\":{\"en\":{\"language\":\"en\",\"value\":\"$(sed "s/[^a-zA-Z0-9]//g" <<< $(openssl rand -base64 30))\"}},\"aliases\":{\"en\":[{\"language\":\"en\",\"value\":\"$(sed "s/[^a-zA-Z0-9]//g" <<< $(openssl rand -base64 30))\"}]},\"claims\":{\"P4\":[{\"mainsnak\":{\"snaktype\":\"value\",\"property\":\"P4\",\"datavalue\":{\"value\":\"statement-string-value\",\"type\":\"string\"},\"datatype\":\"string\"},\"type\":\"statement\",\"rank\":\"normal\"}]}}"
   )&
   if (( $(wc -w <<<$(jobs -p)) % $ASYNC == 0 )); then sleep 0.5; fi
 done
@@ -30,7 +42,7 @@ done
 for i in {1..1000}
 do
   (
-    curl -s -m 20 -X POST -F 'action=wbeditentity' -F 'format=json' -F 'token=+\' -F 'new=item' -F "data={\"labels\":{\"en\":{\"language\":\"en\",\"value\":\"$(sed "s/[^a-zA-Z0-9]//g" <<< $(openssl rand -base64 30))\"}},\"descriptions\":{\"en\":{\"language\":\"en\",\"value\":\"$(sed "s/[^a-zA-Z0-9]//g" <<< $(openssl rand -base64 30))\"}},\"aliases\":{\"en\":[{\"language\":\"en\",\"value\":\"$(sed "s/[^a-zA-Z0-9]//g" <<< $(openssl rand -base64 30))\"}]},\"claims\":{\"P2\":[{\"mainsnak\":{\"snaktype\":\"value\",\"property\":\"P2\",\"datavalue\":{\"value\":{\"entity-type\":\"item\",\"numeric-id\":1,\"id\":\"Q1\"},\"type\":\"wikibase-entityid\"},\"datatype\":\"wikibase-item\"},\"type\":\"statement\",\"rank\":\"normal\"}]}}" http://localhost:818$((1 + RANDOM % $INSTANCES))/w/api.php >> process.out && echo >> process.out
+    make_request "new=item" "data={\"labels\":{\"en\":{\"language\":\"en\",\"value\":\"$(sed "s/[^a-zA-Z0-9]//g" <<< $(openssl rand -base64 30))\"}},\"descriptions\":{\"en\":{\"language\":\"en\",\"value\":\"$(sed "s/[^a-zA-Z0-9]//g" <<< $(openssl rand -base64 30))\"}},\"aliases\":{\"en\":[{\"language\":\"en\",\"value\":\"$(sed "s/[^a-zA-Z0-9]//g" <<< $(openssl rand -base64 30))\"}]},\"claims\":{\"P2\":[{\"mainsnak\":{\"snaktype\":\"value\",\"property\":\"P2\",\"datavalue\":{\"value\":{\"entity-type\":\"item\",\"numeric-id\":1,\"id\":\"Q1\"},\"type\":\"wikibase-entityid\"},\"datatype\":\"wikibase-item\"},\"type\":\"statement\",\"rank\":\"normal\"}]}}"
   )&
   if (( $(wc -w <<<$(jobs -p)) % $ASYNC == 0 )); then sleep 0.5; fi
 done
diff --git a/loads/wbeditentity-2000MultiTermItems.sh b/loads/wbeditentity-2000MultiTermItems.sh
@@ -1,13 +1,13 @@
 # Get the ball (and id counters rolling) with some simple entities..
-curl -s -m 20 -X POST -F 'action=wbeditentity' -F 'format=json' -F 'token=+\' -F 'new=item' -F 'data={}' http://localhost:818$((1 + RANDOM % $INSTANCES))/w/api.php >> process.out && echo >> process.out
-curl -s -m 20 -X POST -F 'action=wbeditentity' -F 'format=json' -F 'token=+\' -F 'new=property' -F "data={\"datatype\":\"string\",\"labels\":{\"en\":{\"language\":\"en\",\"value\":\"$(sed "s/[^a-zA-Z0-9]//g" <<< $(openssl rand -base64 30))\"}}}" http://localhost:818$((1 + RANDOM % $INSTANCES))/w/api.php >> process.out && echo >> process.out
+(echo $(curl -s -m 20 -X POST -F 'action=wbeditentity' -F 'format=json' -F 'token=+\' -F 'new=item' -F 'data={}' http://localhost:818$((1 + RANDOM % $INSTANCES))/w/api.php)) >> process.out
+(echo $(curl -s -m 20 -X POST -F 'action=wbeditentity' -F 'format=json' -F 'token=+\' -F 'new=property' -F "data={\"datatype\":\"string\",\"labels\":{\"en\":{\"language\":\"en\",\"value\":\"$(sed "s/[^a-zA-Z0-9]//g" <<< $(openssl rand -base64 30))\"}}}" http://localhost:818$((1 + RANDOM % $INSTANCES))/w/api.php)) >> process.out
 
 # Then do the bulk of the stuff
 
 for i in {1..2000}
 do
   (
-    curl -s -m 20 -X POST -F 'action=wbeditentity' -F 'format=json' -F 'token=+\' -F 'new=item' -F "data={\"labels\":{\"en\":{\"language\":\"en\",\"value\":\"$(sed "s/[^a-zA-Z0-9]//g" <<< $(openssl rand -base64 30))\"}},\"descriptions\":{\"en\":{\"language\":\"en\",\"value\":\"$(sed "s/[^a-zA-Z0-9]//g" <<< $(openssl rand -base64 30))\"}},\"aliases\":{\"en\":[{\"language\":\"en\",\"value\":\"$(sed "s/[^a-zA-Z0-9]//g" <<< $(openssl rand -base64 30))\"}]}}" http://localhost:818$((1 + RANDOM % $INSTANCES))/w/api.php >> process.out && echo >> process.out
+    (echo $(curl -s -m 20 -X POST -F 'action=wbeditentity' -F 'format=json' -F 'token=+\' -F 'new=item' -F "data={\"labels\":{\"en\":{\"language\":\"en\",\"value\":\"$(sed "s/[^a-zA-Z0-9]//g" <<< $(openssl rand -base64 30))\"}},\"descriptions\":{\"en\":{\"language\":\"en\",\"value\":\"$(sed "s/[^a-zA-Z0-9]//g" <<< $(openssl rand -base64 30))\"}},\"aliases\":{\"en\":[{\"language\":\"en\",\"value\":\"$(sed "s/[^a-zA-Z0-9]//g" <<< $(openssl rand -base64 30))\"}]}}" http://localhost:818$((1 + RANDOM % $INSTANCES))/w/api.php)) >> process.out
   )&
   if (( $(wc -w <<<$(jobs -p)) % $ASYNC == 0 )); then sleep 0.5; fi
 done
diff --git a/loads/wbeditentity-2000SingleTermItems.sh b/loads/wbeditentity-2000SingleTermItems.sh
@@ -1,13 +1,13 @@
 # Get the ball (and id counters rolling) with some simple entities..
-curl -s -m 20 -X POST -F 'action=wbeditentity' -F 'format=json' -F 'token=+\' -F 'new=item' -F 'data={}' http://localhost:818$((1 + RANDOM % $INSTANCES))/w/api.php >> process.out && echo >> process.out
-curl -s -m 20 -X POST -F 'action=wbeditentity' -F 'format=json' -F 'token=+\' -F 'new=property' -F "data={\"datatype\":\"string\",\"labels\":{\"en\":{\"language\":\"en\",\"value\":\"$(sed "s/[^a-zA-Z0-9]//g" <<< $(openssl rand -base64 30))\"}}}" http://localhost:818$((1 + RANDOM % $INSTANCES))/w/api.php >> process.out && echo >> process.out
+(echo $(curl -s -m 20 -X POST -F 'action=wbeditentity' -F 'format=json' -F 'token=+\' -F 'new=item' -F 'data={}' http://localhost:818$((1 + RANDOM % $INSTANCES))/w/api.php)) >> process.out
+(echo $(curl -s -m 20 -X POST -F 'action=wbeditentity' -F 'format=json' -F 'token=+\' -F 'new=property' -F "data={\"datatype\":\"string\",\"labels\":{\"en\":{\"language\":\"en\",\"value\":\"$(sed "s/[^a-zA-Z0-9]//g" <<< $(openssl rand -base64 30))\"}}}" http://localhost:818$((1 + RANDOM % $INSTANCES))/w/api.php)) >> process.out
 
 # Then do the bulk of the stuff
 
 for i in {1..2000}
 do
   (
-    curl -s -m 20 -X POST -F 'action=wbeditentity' -F 'format=json' -F 'token=+\' -F 'new=item' -F "data={\"labels\":{\"en\":{\"language\":\"en\",\"value\":\"$(sed "s/[^a-zA-Z0-9]//g" <<< $(openssl rand -base64 30))\"}}}" http://localhost:818$((1 + RANDOM % $INSTANCES))/w/api.php >> process.out && echo >> process.out
+    (echo $(curl -s -m 20 -X POST -F 'action=wbeditentity' -F 'format=json' -F 'token=+\' -F 'new=item' -F "data={\"labels\":{\"en\":{\"language\":\"en\",\"value\":\"$(sed "s/[^a-zA-Z0-9]//g" <<< $(openssl rand -base64 30))\"}}}" http://localhost:818$((1 + RANDOM % $INSTANCES))/w/api.php)) >> process.out
   )&
   if (( $(wc -w <<<$(jobs -p)) % $ASYNC == 0 )); then sleep 0.5; fi
 done
diff --git a/loads/wbfastimport-2000full-batch100.sh b/loads/wbfastimport-2000full-batch100.sh
@@ -1,7 +1,7 @@
 # Get the ball (and id counters rolling) with some simple entities..
 # Using wbfastimport for the item to try and get the error like https://phabricator.wikimedia.org/P47263
-curl -s -m 20 -X POST -F 'action=wbfastimport' -F 'format=json' -F 'data={\"type\":\"item\"}' http://localhost:818$((1 + RANDOM % $INSTANCES))/w/api.php >> process.out && echo >> process.out
-curl -s -m 20 -X POST -F 'action=wbeditentity' -F 'format=json' -F 'new=property' -F "data={\"datatype\":\"string\",\"labels\":{\"en\":{\"language\":\"en\",\"value\":\"$(sed "s/[^a-zA-Z0-9]//g" <<< $(openssl rand -base64 30))\"}}}" http://localhost:818$((1 + RANDOM % $INSTANCES))/w/api.php >> process.out && echo >> process.out
+(echo $(curl -s -m 20 -X POST -F 'action=wbfastimport' -F 'format=json' -F 'data={\"type\":\"item\"}' http://localhost:818$((1 + RANDOM % $INSTANCES))/w/api.php)) >> process.out
+(echo $(curl -s -m 20 -X POST -F 'action=wbeditentity' -F 'format=json' -F 'new=property' -F "data={\"datatype\":\"string\",\"labels\":{\"en\":{\"language\":\"en\",\"value\":\"$(sed "s/[^a-zA-Z0-9]//g" <<< $(openssl rand -base64 30))\"}}}" http://localhost:818$((1 + RANDOM % $INSTANCES))/w/api.php)) >> process.out
 
 # # Create some properties
 # # P2 = wikibase-item
@@ -11,7 +11,7 @@ curl -s -m 20 -X POST -F 'action=wbeditentity' -F 'format=json' -F 'new=property
 # properties=( wikibase-item wikibase-property string time )
 # for p in "${properties[@]}"
 # do
-#   curl -s -m 20 -X POST -F 'action=wbeditentity' -F 'format=json' -F 'token=+\' -F 'new=property' -F "data={\"datatype\":\"${p}\",\"labels\":{\"en\":{\"language\":\"en\",\"value\":\"$(sed "s/[^a-zA-Z0-9]//g" <<< $(openssl rand -base64 30))\"}}}" http://localhost:818$((1 + RANDOM % $INSTANCES))/w/api.php >> process.out && echo >> process.out
+#   (echo $(curl -s -m 20 -X POST -F 'action=wbeditentity' -F 'format=json' -F 'token=+\' -F 'new=property' -F "data={\"datatype\":\"${p}\",\"labels\":{\"en\":{\"language\":\"en\",\"value\":\"$(sed "s/[^a-zA-Z0-9]//g" <<< $(openssl rand -base64 30))\"}}}" http://localhost:818$((1 + RANDOM % $INSTANCES))/w/api.php)) >> process.out
 # done
 
 # Do bulk stuff
@@ -28,7 +28,7 @@ do
 
   # Post the contents of the file
   (
-    curl -s -m 20 -X POST -F 'action=wbfastimport' -F 'format=json' -F "data=${DATA}" http://localhost:818$((1 + RANDOM % $INSTANCES))/w/api.php >> process.out && echo >> process.out
+    (echo $(curl -s -m 20 -X POST -F 'action=wbfastimport' -F 'format=json' -F "data=${DATA}" http://localhost:818$((1 + RANDOM % $INSTANCES))/w/api.php)) >> process.out
   )&
   if (( $(wc -w <<<$(jobs -p)) % $ASYNC == 0 )); then sleep 0.5; fi
 done
diff --git a/loads/wbfastimport-5000full-batch250.sh b/loads/wbfastimport-5000full-batch250.sh
@@ -1,7 +1,7 @@
 # Get the ball (and id counters rolling) with some simple entities..
 # Using wbfastimport for the item to try and get the error like https://phabricator.wikimedia.org/P47263
-curl -s -m 20 -X POST -F 'action=wbfastimport' -F 'format=json' -F 'data={\"type\":\"item\"}' http://localhost:818$((1 + RANDOM % $INSTANCES))/w/api.php >> process.out && echo >> process.out
-curl -s -m 20 -X POST -F 'action=wbeditentity' -F 'format=json' -F 'new=property' -F "data={\"datatype\":\"string\",\"labels\":{\"en\":{\"language\":\"en\",\"value\":\"$(sed "s/[^a-zA-Z0-9]//g" <<< $(openssl rand -base64 30))\"}}}" http://localhost:818$((1 + RANDOM % $INSTANCES))/w/api.php >> process.out && echo >> process.out
+(echo $(curl -s -m 20 -X POST -F 'action=wbfastimport' -F 'format=json' -F 'data={\"type\":\"item\"}' http://localhost:818$((1 + RANDOM % $INSTANCES))/w/api.php)) >> process.out
+(echo $(curl -s -m 20 -X POST -F 'action=wbeditentity' -F 'format=json' -F 'new=property' -F "data={\"datatype\":\"string\",\"labels\":{\"en\":{\"language\":\"en\",\"value\":\"$(sed "s/[^a-zA-Z0-9]//g" <<< $(openssl rand -base64 30))\"}}}" http://localhost:818$((1 + RANDOM % $INSTANCES))/w/api.php)) >> process.out
 
 # # Create some properties
 # # P2 = wikibase-item
@@ -11,7 +11,7 @@ curl -s -m 20 -X POST -F 'action=wbeditentity' -F 'format=json' -F 'new=property
 # properties=( wikibase-item wikibase-property string time )
 # for p in "${properties[@]}"
 # do
-#   curl -s -m 20 -X POST -F 'action=wbeditentity' -F 'format=json' -F 'token=+\' -F 'new=property' -F "data={\"datatype\":\"${p}\",\"labels\":{\"en\":{\"language\":\"en\",\"value\":\"$(sed "s/[^a-zA-Z0-9]//g" <<< $(openssl rand -base64 30))\"}}}" http://localhost:818$((1 + RANDOM % $INSTANCES))/w/api.php >> process.out && echo >> process.out
+#   (echo $(curl -s -m 20 -X POST -F 'action=wbeditentity' -F 'format=json' -F 'token=+\' -F 'new=property' -F "data={\"datatype\":\"${p}\",\"labels\":{\"en\":{\"language\":\"en\",\"value\":\"$(sed "s/[^a-zA-Z0-9]//g" <<< $(openssl rand -base64 30))\"}}}" http://localhost:818$((1 + RANDOM % $INSTANCES))/w/api.php)) >> process.out
 # done
 
 # Do bulk stuff
@@ -28,7 +28,7 @@ do
 
   # Post the contents of the file
   (
-    curl -s -m 20 -X POST -F 'action=wbfastimport' -F 'format=json' -F "data=${DATA}" http://localhost:818$((1 + RANDOM % $INSTANCES))/w/api.php >> process.out && echo >> process.out
+    (echo $(curl -s -m 20 -X POST -F 'action=wbfastimport' -F 'format=json' -F "data=${DATA}" http://localhost:818$((1 + RANDOM % $INSTANCES))/w/api.php)) >> process.out
   )&
   if (( $(wc -w <<<$(jobs -p)) % $ASYNC == 0 )); then sleep 0.5; fi
 done
diff --git a/matrix.yml b/matrix.yml
@@ -0,0 +1,19 @@
+instances:
+  - 1
+  # - 2
+async:
+  # - 1
+  # - 5
+  - 60
+images:
+  - wikibase/wikibase:1.39.1-wmde.11
+  # - wikibase/wikibase:mw1.43.0
+sql:
+  # - mariadb:10.9
+  - mariadb:11.7
+settings:
+  # - default
+  - lightweight
+loads:
+  - wbeditentity-2000FullishItems
+  # - wbfastimport-2000full-batch100
diff --git a/run_matrix.sh b/run_matrix.sh
diff --git a/settings/lightweight.sh b/settings/lightweight.sh
diff --git a/settings/wbOwnIdConnection.sh b/settings/wbOwnIdConnection.sh
