Marcos/test pr 27182

airbyte-integrations/connectors/source-opensearch/Dockerfile

@@ -0,0 +1,21 @@
+FROM airbyte/integration-base-java:dev AS build
+
+WORKDIR /airbyte
+
+ENV APPLICATION source-opensearch
+
+COPY build/distributions/${APPLICATION}*.tar ${APPLICATION}.tar
+
+RUN tar xf ${APPLICATION}.tar --strip-components=1 && rm -rf ${APPLICATION}.tar
+
+FROM airbyte/integration-base-java:dev
+
+WORKDIR /airbyte
+
+ENV APPLICATION source-opensearch
+ENV ENABLE_SENTRY true
+
+COPY --from=build /airbyte /airbyte
+
+LABEL io.airbyte.version=0.1.1
+LABEL io.airbyte.name=airbyte/source-opensearch

airbyte-integrations/connectors/source-opensearch/README.md

@@ -0,0 +1,69 @@
+# Source OpenSearch
+
+This is the repository for the OpenSearch source connector in Java.
+For information about how to use this connector within Airbyte, see [the User Documentation](https://docs.airbyte.com/integrations/sources/opensearch).
+
+## Local development
+
+#### Building via Gradle
+From the Airbyte repository root, run:
+```
+./gradlew :airbyte-integrations:connectors:source-opensearch:build
+```
+
+#### Create credentials
+**If you are a community contributor**, generate the necessary credentials and place them in `secrets/config.json` conforming to the spec file in `src/main/resources/spec.json`.
+Note that the `secrets` directory is git-ignored by default, so there is no danger of accidentally checking in sensitive information.
+
+**If you are an Airbyte core member**, follow the [instructions](https://docs.airbyte.com/connector-development#using-credentials-in-ci) to set up the credentials.
+
+### Locally running the connector docker image
+
+#### Build
+Build the connector image via Gradle:
+```
+./gradlew :airbyte-integrations:connectors:source-opensearch:airbyteDocker
+```
+When building via Gradle, the docker image name and tag, respectively, are the values of the `io.airbyte.name` and `io.airbyte.version` `LABEL`s in
+the Dockerfile.
+
+#### Run
+Then run any of the connector commands as follows:
+```
+docker run --rm airbyte/source-opensearch:dev spec
+docker run --rm -v $(pwd)/secrets:/secrets airbyte/source-opensearch:dev check --config /secrets/config.json
+docker run --rm -v $(pwd)/secrets:/secrets airbyte/source-opensearch:dev discover --config /secrets/config.json
+docker run --rm -v $(pwd)/secrets:/secrets -v $(pwd)/integration_tests:/integration_tests airbyte/source-opensearch:dev read --config /secrets/config.json --catalog /integration_tests/configured_catalog.json
+```
+
+## Testing
+We use `JUnit` for Java tests.
+
+### Unit and Integration Tests
+Place unit tests under `src/test/...`
+Place integration tests in `src/test-integration/...`
+
+#### Acceptance Tests
+Airbyte has a standard test suite that all source connectors must pass. Implement the `TODO`s in
+`src/test-integration/java/io/airbyte/integrations/sources/opensearchSourceAcceptanceTest.java`.
+
+### Using gradle to run tests
+All commands should be run from airbyte project root.
+To run unit tests:
+```
+./gradlew :airbyte-integrations:connectors:source-opensearch:unitTest
+```
+To run acceptance and custom integration tests:
+```
+./gradlew :airbyte-integrations:connectors:source-opensearch:integrationTestJava
+```
+
+## Dependency Management
+
+### Publishing a new version of the connector
+You've checked out the repo, implemented a million dollar feature, and you're ready to share your changes with the world. Now what?
+1. Make sure your changes are passing unit and integration tests.
+1. Bump the connector version in `Dockerfile` -- just increment the value of the `LABEL io.airbyte.version` appropriately (we use [SemVer](https://semver.org/)).
+1. Create a Pull Request.
+1. Pat yourself on the back for being an awesome contributor.
+1. Someone from Airbyte will take a look at your PR and iterate with you to merge it into master.

airbyte-integrations/connectors/source-opensearch/acceptance-test-config.yml

@@ -0,0 +1,7 @@
+# See [Connector Acceptance Tests](https://docs.airbyte.com/connector-development/testing-connectors/connector-acceptance-tests-reference)
+# for more information about how to configure these tests
+connector_image: airbyte/source-opensearch:dev
+tests:
+  spec:
+    - spec_path: "src/test-integration/resources/expected_spec.json"
+      config_path: "src/test-integration/resources/dummy_config.json"

airbyte-integrations/connectors/source-opensearch/acceptance-test-docker.sh

@@ -0,0 +1,16 @@
+#!/usr/bin/env sh
+
+# Build latest connector image
+docker build . -t $(cat acceptance-test-config.yml | grep "connector_image" | head -n 1 | cut -d: -f2-)
+
+# Pull latest acctest image
+docker pull airbyte/connector-acceptance-test:latest
+
+# Run
+docker run --rm -it \
+    -v /var/run/docker.sock:/var/run/docker.sock \
+    -v /tmp:/tmp \
+    -v $(pwd):/test_input \
+    airbyte/connector-acceptance-test \
+    --acceptance-test-config /test_input
+

airbyte-integrations/connectors/source-opensearch/build.gradle

@@ -0,0 +1,43 @@
+plugins {
+    id 'application'
+    id 'airbyte-docker'
+    id 'airbyte-integration-test-java'
+    id 'airbyte-connector-acceptance-test'
+}
+
+application {
+    mainClass = 'io.airbyte.integrations.source.opensearch.OpenSearchSource'
+    applicationDefaultJvmArgs = ['-XX:+ExitOnOutOfMemoryError', '-XX:MaxRAMPercentage=75.0']
+}
+
+dependencies {
+    implementation project(':airbyte-config:config-models')
+    implementation libs.airbyte.protocol
+    implementation project(':airbyte-integrations:bases:base-java')
+    implementation files(project(':airbyte-integrations:bases:base-java').airbyteDocker.outputs)
+
+    implementation 'org.opensearch.client:opensearch-rest-client: 2.5.0'
+    implementation 'org.opensearch.client:opensearch-java:2.0.0'
+    implementation 'org.opensearch.client:opensearch-rest-high-level-client:2.5.0'
+
+    implementation 'com.fasterxml.jackson.core:jackson-databind:2.12.3'
+
+    // EPL-2.0 OR GPL-2.0 WITH Classpath-exception-2.0
+    // https://eclipse-ee4j.github.io/jsonp/
+    implementation 'jakarta.json:jakarta.json-api:2.0.1'
+
+    // Needed even if using Jackson to have an implementation of the Jsonp object model
+    // EPL-2.0 OR GPL-2.0 WITH Classpath-exception-2.0
+    // https://github.com/eclipse-ee4j/jsonp
+    implementation 'org.glassfish:jakarta.json:2.0.1'
+
+    //  MIT
+    //  https://www.testcontainers.org/
+    testImplementation libs.connectors.testcontainers
+    testImplementation libs.connectors.testcontainers.opensearch
+    integrationTestJavaImplementation libs.connectors.testcontainers.opensearch
+
+    integrationTestJavaImplementation project(':airbyte-integrations:bases:standard-source-test')
+    integrationTestJavaImplementation project(':airbyte-integrations:connectors:source-opensearch')
+}
+

airbyte-integrations/connectors/source-opensearch/src/main/java/io/airbyte/integrations/source/opensearch/ConnectorConfiguration.java

@@ -0,0 +1,159 @@
+/*
+ * Copyright (c) 2023 Airbyte, Inc., all rights reserved.
+ */
+
+package io.airbyte.integrations.source.opensearch;
+
+import com.fasterxml.jackson.annotation.JsonIgnoreProperties;
+import com.fasterxml.jackson.databind.JsonNode;
+import com.fasterxml.jackson.databind.ObjectMapper;
+import java.util.Objects;
+
+@JsonIgnoreProperties(ignoreUnknown = true)
+public class ConnectorConfiguration {
+
+  private String endpoint;
+  private boolean upsert;
+  private AuthenticationMethod authenticationMethod = new AuthenticationMethod();
+
+  public ConnectorConfiguration() {}
+
+  public static ConnectorConfiguration fromJsonNode(JsonNode config) {
+    return new ObjectMapper().convertValue(config, ConnectorConfiguration.class);
+  }
+
+  public String getEndpoint() {
+    return this.endpoint;
+  }
+
+  public boolean isUpsert() {
+    return this.upsert;
+  }
+
+  public AuthenticationMethod getAuthenticationMethod() {
+    return this.authenticationMethod;
+  }
+
+  public void setEndpoint(String endpoint) {
+    this.endpoint = endpoint;
+  }
+
+  public void setUpsert(boolean upsert) {
+    this.upsert = upsert;
+  }
+
+  public void setAuthenticationMethod(AuthenticationMethod authenticationMethod) {
+    this.authenticationMethod = authenticationMethod;
+  }
+
+  @Override
+  public boolean equals(Object o) {
+    if (this == o)
+      return true;
+    if (o == null || getClass() != o.getClass())
+      return false;
+    ConnectorConfiguration that = (ConnectorConfiguration) o;
+    return upsert == that.upsert && Objects.equals(endpoint, that.endpoint) && Objects.equals(authenticationMethod, that.authenticationMethod);
+  }
+
+  @Override
+  public int hashCode() {
+    return Objects.hash(endpoint, upsert, authenticationMethod);
+  }
+
+  @Override
+  public String toString() {
+    return "ConnectorConfiguration{" +
+        "endpoint='" + endpoint + '\'' +
+        ", upsert=" + upsert +
+        ", authenticationMethod=" + authenticationMethod +
+        '}';
+  }
+
+  static class AuthenticationMethod {
+
+    private OpenSearchAuthenticationMethod method = OpenSearchAuthenticationMethod.none;
+    private String username;
+    private String password;
+    private String apiKeyId;
+    private String apiKeySecret;
+
+    public OpenSearchAuthenticationMethod getMethod() {
+      return this.method;
+    }
+
+    public String getUsername() {
+      return this.username;
+    }
+
+    public String getPassword() {
+      return this.password;
+    }
+
+    public String getApiKeyId() {
+      return this.apiKeyId;
+    }
+
+    public String getApiKeySecret() {
+      return this.apiKeySecret;
+    }
+
+    public void setMethod(OpenSearchAuthenticationMethod method) {
+      this.method = method;
+    }
+
+    public void setUsername(String username) {
+      this.username = username;
+    }
+
+    public void setPassword(String password) {
+      this.password = password;
+    }
+
+    public void setApiKeyId(String apiKeyId) {
+      this.apiKeyId = apiKeyId;
+    }
+
+    public void setApiKeySecret(String apiKeySecret) {
+      this.apiKeySecret = apiKeySecret;
+    }
+
+    public boolean isValid() {
+      return switch (this.method) {
+        case none -> true;
+        case basic -> Objects.nonNull(this.username) && Objects.nonNull(this.password);
+        case secret -> Objects.nonNull(this.apiKeyId) && Objects.nonNull(this.apiKeySecret);
+      };
+    }
+
+    @Override
+    public boolean equals(Object o) {
+      if (this == o)
+        return true;
+      if (o == null || getClass() != o.getClass())
+        return false;
+      AuthenticationMethod that = (AuthenticationMethod) o;
+      return method == that.method &&
+          Objects.equals(username, that.username) &&
+          Objects.equals(password, that.password) &&
+          Objects.equals(apiKeyId, that.apiKeyId) &&
+          Objects.equals(apiKeySecret, that.apiKeySecret);
+    }
+
+    @Override
+    public int hashCode() {
+      return Objects.hash(method, username, password, apiKeyId, apiKeySecret);
+    }
+
+    @Override
+    public String toString() {
+      return "AuthenticationMethod{" +
+          "method=" + method +
+          ", username='" + username + '\'' +
+          ", apiKeyId='" + apiKeyId + '\'' +
+          '}';
+    }
+
+  }
+
+}

airbyte-integrations/connectors/source-opensearch/src/main/java/io/airbyte/integrations/source/opensearch/OpenSearchAuthenticationMethod.java

@@ -0,0 +1,11 @@
+/*
+ * Copyright (c) 2023 Airbyte, Inc., all rights reserved.
+ */
+
+package io.airbyte.integrations.source.opensearch;
+
+public enum OpenSearchAuthenticationMethod {
+  none,
+  secret,
+  basic
+}