add lucence query support (#1)

* add lucence query support

* update e2e

* support wildcard query

* add readme file

* support to show the store size

---------
Co-authored-by: Rick <[email protected]>

Author: LinuxSuRen

Dockerfile

@@ -0,0 +1,22 @@
+ARG GO_BUILDER=docker.io/library/golang:1.22
+ARG BASE_IMAGE=docker.io/library/alpine:3.12
+
+FROM ${GO_BUILDER} AS builder
+
+ARG VERSION
+ARG GOPROXY
+WORKDIR /workspace
+COPY . .
+
+RUN GOPROXY=${GOPROXY} go mod download
+RUN GOPROXY=${GOPROXY} CGO_ENABLED=0 go build -ldflags "-w -s -X github.com/linuxsuren/api-testing/pkg/version.version=${VERSION}\
+  -X github.com/linuxsuren/api-testing/pkg/version.date=$(date +%Y-%m-%d)" -o atest-store-elasticsearch .
+
+FROM ${BASE_IMAGE}
+
+LABEL org.opencontainers.image.source=https://github.com/LinuxSuRen/atest-ext-store-elasticsearch
+LABEL org.opencontainers.image.description="Elasticsearch Store Extension of the API Testing."
+
+COPY --from=builder /workspace/atest-store-elasticsearch /usr/local/bin/atest-store-elasticsearch
+
+CMD [ "atest-store-elasticsearch" ]

README.md

@@ -0,0 +1,9 @@
+# atest-ext-store-elasticsearch
+
+This project is a storage plugin for the [atest](https://github.com/linuxsuren/api-testing) framework. It provides support for interacting with [Elasticsearch](https://www.elastic.co/elasticsearch) through a web UI. With this plugin, users can easily query the data.
+
+## Features
+
+- Seamless integration with the `api-testing` framework.
+- Web UI for interacting with Elasticsearch.
+- Lucence query

e2e/compose.yaml

@@ -25,17 +25,16 @@ services:
         - GOPROXY=${GOPROXY}
 
   elasticsearch:
-    image: ghcr.io/linuxsuren/apache/elasticsearch:1.3.2-standalone
+    image: ghcr.io/linuxsuren/library/elasticsearch:8.17.4
     environment:
-      POSTGRES_USER: root
-      POSTGRES_PASSWORD: root
-      POSTGRES_DB: atest
+      - discovery.type=single-node
+      - ELASTIC_PASSWORD=root
     healthcheck:
-      test: ["CMD", "bash", "-c", "cat < /dev/null > /dev/tcp/127.0.0.1/6667"]
+      test: ["CMD", "bash", "-c", "cat < /dev/null > /dev/tcp/127.0.0.1/9200"]
       interval: 3s
       timeout: 30s
-      retries: 10
+      retries: 60
     ports:
-      - 6667
+      - 9200
 volumes:
   cache:

e2e/entrypoint.sh

@@ -8,6 +8,6 @@ mkdir -p /var/data
 echo "start to run server"
 nohup atest server&
 
-kind=elasticsearch target=elasticsearch driver=elasticsearch atest run -p testing-data-query.yaml
+kind=elasticsearch target=https://elasticsearch:9200 atest run -p testing-data-query.yaml
 
 cat /root/.config/atest/stores.yaml

e2e/testing-data-query.yaml

@@ -19,29 +19,14 @@ items:
       {
         "name": "{{.param.store}}",
         "url": "{{env "target"}}",
-        "username": "{{default "root" (env "username")}}",
+        "username": "{{default "elastic" (env "username")}}",
         "password": "{{default "root" (env "password")}}",
         "kind": {
           "name": "atest-store-{{env "kind"}}"
         },
         "properties": [{
-          "key": "driver",
-          "value": "{{default "mysql" (env "driver")}}"
-        }, {
           "key": "database",
           "value": "{{default "atest" (env "dbname")}}"
-        }, {
-          "key": "bucket",
-          "value": "bucket"
-        }, {
-          "key": "region",
-          "value": "cn"
-        }, {
-          "key": "disablessl",
-          "value": "true"
-        }, {
-          "key": "targetPath",
-          "value": "api-testing"
         }]
       }
 - name: query
@@ -55,19 +40,6 @@ items:
       X-Store-Name: "{{.param.store}}"
     body: |
       {
-        "sql": "show databases",
+        "sql": "*",
         "key": ""
       }
-- name: invalidSQL
-  request:
-    api: /data/query
-    method: POST
-    header:
-      X-Store-Name: "{{.param.store}}"
-    body: |
-      {
-        "sql": "select1 * from table",
-        "key": ""
-      }
-  expect:
-      statusCode: 500

elas.go

@@ -6,7 +6,7 @@ toolchain go1.23.8
 
 require (
 	github.com/apache/iotdb-client-go v1.3.3
-	github.com/linuxsuren/api-testing v0.0.19
+	github.com/linuxsuren/api-testing v0.0.20-0.20250331081733-9d3e7ad6d47b
 	github.com/spf13/cobra v1.9.1
 	google.golang.org/protobuf v1.36.6
 )
@@ -21,6 +21,9 @@ require (
 	github.com/blang/semver/v4 v4.0.0 // indirect
 	github.com/bufbuild/protocompile v0.6.0 // indirect
 	github.com/cespare/xxhash/v2 v2.2.0 // indirect
+	github.com/cucumber/gherkin-go/v19 v19.0.3 // indirect
+	github.com/cucumber/godog v0.12.6 // indirect
+	github.com/cucumber/messages-go/v16 v16.0.1 // indirect
 	github.com/davecgh/go-spew v1.1.1 // indirect
 	github.com/evanphx/json-patch v0.5.2 // indirect
 	github.com/expr-lang/expr v1.15.6 // indirect
@@ -31,15 +34,22 @@ require (
 	github.com/go-openapi/jsonreference v0.21.0 // indirect
 	github.com/go-openapi/spec v0.21.0 // indirect
 	github.com/go-openapi/swag v0.23.0 // indirect
+	github.com/gofrs/uuid v4.2.0+incompatible // indirect
 	github.com/golang/protobuf v1.5.4 // indirect
 	github.com/google/uuid v1.6.0 // indirect
 	github.com/gorilla/mux v1.8.1 // indirect
 	github.com/grpc-ecosystem/grpc-gateway/v2 v2.19.0 // indirect
+	github.com/hashicorp/go-immutable-radix v1.3.1 // indirect
+	github.com/hashicorp/go-memdb v1.3.2 // indirect
+	github.com/hashicorp/golang-lru v0.5.4 // indirect
 	github.com/huandu/xstrings v1.4.0 // indirect
+	github.com/iancoleman/orderedmap v0.3.0 // indirect
 	github.com/imdario/mergo v0.3.16 // indirect
+	github.com/invopop/jsonschema v0.7.0 // indirect
 	github.com/jhump/protoreflect v1.15.3 // indirect
 	github.com/josharian/intern v1.0.0 // indirect
 	github.com/linuxsuren/go-fake-runtime v0.0.4 // indirect
+	github.com/linuxsuren/go-service v0.0.0-20231225060426-efabcd3a5161 // indirect
 	github.com/linuxsuren/oauth-hub v0.0.0-20240809060240-e78c21b5d8d4 // indirect
 	github.com/linuxsuren/unstructured v0.0.1 // indirect
 	github.com/mailru/easyjson v0.7.7 // indirect