Add dispatch test script

Update testing script

Update script

Remove testing script

Update rust build

Update tests so that it passes in wasm

Add testing script

Fix script

Fix indentation

Fix script

Fix indentation

Fix script

Add CI workflow for simsimd dispatch test

Move job to build and deploy workflow

Fix yaml

Add test trigger

Add dependency on build job

Move CI job to separate workflow

Author: andyfengHKU

.github/workflows/simsimd-dispatch-test.yml

@@ -0,0 +1,40 @@
+name: SimSIMD Dispatch Test
+on:
+  # TODO(Royi) remove once done testing
+  pull_request:
+    branches:
+      - master
+  schedule:
+    - cron: "0 5 * * *"
+
+  workflow_dispatch:
+
+jobs:
+  build-precompiled-bin-linux:
+    if: ${{ github.event_name == 'schedule' || github.event.inputs.skipBinaries != 'true' }}
+    uses: ./.github/workflows/linux-precompiled-bin-workflow.yml
+    with:
+      isNightly: true
+    secrets: inherit
+
+  simsimd-dispatch-test:
+    name: simsimd-dispatch-test
+    needs: build-precompiled-bin-linux
+    runs-on: kuzu-self-hosted-testing
+    env:
+      NUM_THREADS: 32
+      GEN: Ninja
+      CC: gcc
+      CXX: g++
+    steps:
+      - name: Download nightly build
+        uses: actions/download-artifact@v4
+        with:
+          name: kuzu_cli-linux-x86_64
+
+      - name: Extract kuzu shell
+        run: |
+          tar xf kuzu_cli-linux-x86_64.tar.gz
+
+      - name: Test
+        run: gdb --batch -x scripts/test-simsimd-dispatch.py --args ./kuzu

scripts/simd-dispatch-test.cypher

@@ -0,0 +1,4 @@
+CREATE NODE TABLE embeddings (id int64, vec FLOAT[8], PRIMARY KEY (id));
+COPY embeddings FROM "dataset/embeddings/embeddings-8-1k.csv" (deLim=',');
+CALL CREATE_HNSW_INDEX('e_hnsw_index', 'embeddings', 'vec', distFunc := 'l2');
+CALL QUERY_HNSW_INDEX('e_hnsw_index', 'embeddings', CAST([0.1521,0.3021,0.5366,0.2774,0.5593,0.5589,0.1365,0.8557],'FLOAT[8]'), 3) RETURN nn.id ORDER BY _distance;

scripts/test-simsimd-dispatch.py

@@ -0,0 +1,45 @@
+import gdb
+import subprocess
+
+
+def get_machine_architecture():
+    output = subprocess.check_output(["cat", "/proc/cpuinfo"])
+    flags_str = ""
+    for line in output.decode("utf-8").split("\n"):
+        line = line.strip()
+        if line.startswith("flags"):
+            flags_str = line
+            break
+    assert len(line) > 0
+
+    # Uses the same way as _simsimd_capabilities_x86() in simsimd.h to detect supported features
+    # The only simsimd functions we use in the vector index are cos/l2/l2_sq/dot which only branch for the targets 'skylake', 'haswell', and 'serial' so we only test for those
+    if "avx512f" in flags_str:
+        return "skylake"
+    elif "avx2" in flags_str and "f16c" in flags_str and "fma" in flags_str:
+        return "haswell"
+    else:
+        return "serial"
+
+
+bp = gdb.Breakpoint(f"simsimd_l2_f32_{get_machine_architecture()}")
+
+gdb.execute("run < scripts/simd-dispatch-test.cypher")
+
+try:
+    gdb.execute("continue")
+    # we only care if the breakpoint is hit at all
+    # disable it now to prevent the test from needing to execute 'continue' many times to reach completion
+    bp.enabled = False
+except gdb.error:
+    # the program has terminated
+    pass
+
+# Check if the breakpoint was hit
+if bp.hit_count == 0:
+    print(
+        f"Error: did not hit the expected simsimd function for machine architecture '{get_machine_architecture()}'"
+    )
+    gdb.execute("quit 1")
+
+gdb.execute("quit")