[0.8] Enhance bm files download and add dispatcher to bm flow (#493)

Enhance bm files download and add dispatcher to bm flow (#486)

* add dispatcher to bm flow

* remove some

* include all bm

* add description and default

* download in parallel

* don't use quite mode with wget

* don't limit xarg parrallism

* revert quite wget

* enable logs

* remove commented line

* fix string in serializer script

(cherry picked from commit 34ac6e3)

Co-authored-by: meiravgri <109056284+meiravgri@users.noreply.github.com>

Author: github-actions[bot]

.github/workflows/benchmark.yml

@@ -4,6 +4,33 @@ on:
       setup:
         type: string
         required: true
+  workflow_dispatch:
+    inputs:
+      setup:
+        type: choice
+        options:
+          - benchmarks-all
+          - benchmarks-default
+          - bm-basics-fp32-single
+          - bm-basics-fp32-multi
+          - bm-basics-fp64-single
+          - bm-basics-fp64-multi
+          - bm-basics-bf16-single
+          - bm-basics-bf16-multi
+          - bm-basics-fp16-single
+          - bm-basics-fp16-multi
+          - bm-batch-iter-fp32-single
+          - bm-batch-iter-fp32-multi
+          - bm-batch-iter-fp64-single
+          - bm-batch-iter-fp64-multi
+          - bm-batch-iter-bf16-single
+          - bm-batch-iter-bf16-multi
+          - bm-batch-iter-fp16-single
+          - bm-batch-iter-fp16-multi
+          - bm-updated-fp32-single
+          - bm-spaces
+        description: 'Benchmarks set to run'
+        default: benchmarks-all
 
 jobs:
   start-runner:

tests/benchmark/bm_files.sh

@@ -32,4 +32,4 @@ elif [ "$BM_TYPE" = "bm-updated-fp32-single" ]; then
     file_name="updated"
 fi
 
-wget --no-check-certificate -q -i tests/benchmark/data/hnsw_indices/hnsw_indices_$file_name.txt -P tests/benchmark/data
+cat tests/benchmark/data/hnsw_indices/hnsw_indices_$file_name.txt | xargs -n 1 -P 0 wget --no-check-certificate -P tests/benchmark/data

tests/benchmark/data/serializer.py

@@ -191,7 +191,7 @@ def serialize(files=DEFAULT_FILES):
                 serialized_raw_name = serialized_raw_name + '-bf16'
             elif hnswparams.type == VecSimType_FLOAT16:
                 serialized_file_name = serialized_file_name + '-fp16'
-                serialized_raw_name = serialized_raw_name + '-fp16
+                serialized_raw_name = serialized_raw_name + '-fp16'
 
             print('first, exporting test set to binary')
             if not file.get('skipRaw', False):