Merge pull request #32 from AnnaWheel/main

Add elasticsearch

.github/workflows/bvb-run.yml

@@ -35,6 +35,7 @@ jobs:
           - qdrant
           - weaviate
           - redis
+          - elasticsearch
           # - vearch # Vearch test is disabled temporarily due to disk space constraints.
           # GPU support is not available in the free tier
           # - milvus_gpu

bigvectorbench/algorithms/elasticsearch/Dockerfile

@@ -0,0 +1,13 @@
+
+FROM bigvectorbench-base
+ARG ELASTICSEARCH_VERSION=8.13.2
+
+RUN python3 -m pip install elasticsearch==${ELASTICSEARCH_VERSION}
+RUN python3 -c "from elasticsearch import Elasticsearch"
+
+RUN mkdir -p /etc/docker \
+    && echo '{"ip-masq": true, "iptables": true}' > /etc/docker/daemon.json
+
+# Install milvus standalone by docker-compose.yml
+COPY bigvectorbench/algorithms/elasticsearch/docker-compose.yml ./
+# COPY bigvectorbench/algorithms/elasticsearch/.env ./

bigvectorbench/algorithms/elasticsearch/config.yml

@@ -0,0 +1,15 @@
+float:
+  euclidean:
+    - base_args: ["@metric", "@dimension"]
+      constructor: ElasticsearchHNSW
+      disabled: False
+      docker_tag: bigvectorbench-elasticsearch
+      module: bigvectorbench.algorithms.elasticsearch
+      name: elasticsearch-hnsw
+      run_groups:
+        HNSW:
+          args:
+            M: [4, 8, 12, 16, 24, 36, 48, 64, 96]
+            efConstruction: [200, 500]
+            ef_runtime: [100, 120, 150, 200, 500, 600, 800]
+          query_args: [[100, 120, 150, 200, 500, 600, 800]]

bigvectorbench/algorithms/elasticsearch/docker-compose.yml

@@ -0,0 +1,10 @@
+version: '3'
+services:
+  elasticsearch:
+    image: elasticsearch:8.13.4
+    ports:
+      - 9200:9200
+      - 9300:9300
+    environment:
+      - discovery.type=single-node
+      - xpack.security.enabled=false