[#177] feat(CI): Support publish Gravitino related jars and docs to OSSRH

.github/workflows/publish-gravitino.yml

@@ -0,0 +1,33 @@
+name: Publish Gravitino to OSSRH
+
+on:
+  # Triggers the workflow on push or pull request events but only for the "main" branch
+  push:
+    branches: [ "branch-*", "test*" ]
+
+jobs:
+  publish-gravitino:
+    runs-on: ubuntu-latest
+    timeout-minutes: 120
+    env:
+      SONATYPE_USER: ${{ secrets.OSSRH_USERNAME }}
+      SONATYPE_PASSWORD: ${{ secrets.OSSRH_PASSWORD }}
+    steps:
+      - uses: actions/checkout@v3
+
+
+      - uses: actions/setup-java@v3
+        with:
+          java-version: '8'
+          distribution: 'temurin'
+
+      - name: Check publish username and password
+        run: |
+          if [ "${SONATYPE_USER}" = "" ] || [ "${SONATYPE_PASSWORD}" = "" ]; then
+            echo "Username or password is empty. Please re-enter try to set it by OSSRH_USERNAME and OSSRH_PASSWORD. "
+            exit 1
+          fi
+
+      - name: Clean, build and publish the release(branch-xxxx) branch
+        run: |
+            ./gradlew clean build publish

build.gradle.kts

@@ -21,6 +21,7 @@ plugins {
   alias(libs.plugins.gradle.extensions)
   alias(libs.plugins.spotless)
   alias(libs.plugins.publish)
+  id("org.jetbrains.dokka") version "1.9.10"
   // Apply one top level rat plugin to perform any required license enforcement analysis
   alias(libs.plugins.rat)
   id("com.github.jk1.dependency-license-report") version "2.5"
@@ -40,14 +41,105 @@ java {
   }
 }
 
+allprojects {
+  group = "com.datastrato.gravitino"
+  version = "0.2.0"
+
+  repositories {
+    mavenCentral()
+    mavenLocal()
+  }
+
+  tasks.withType<org.jetbrains.dokka.gradle.DokkaTask>().configureEach {
+    dokkaSourceSets {
+      configureEach {
+        reportUndocumented.set(false)
+      }
+    }
+  }
+}
+
+apply(plugin = "io.github.gradle-nexus.publish-plugin")
+
+nexusPublishing {
+  repositories {
+    sonatype {
+      nexusUrl.set(uri("https://s01.oss.sonatype.org/service/local/"))
+      snapshotRepositoryUrl.set(uri("https://s01.oss.sonatype.org/content/repositories/snapshots/"))
+
+      val sonatypeUser =
+              System.getenv("SONATYPE_USER").takeUnless { it.isNullOrEmpty() }
+                      ?: extra["SONATYPE_USER"].toString()
+      val sonatypePassword =
+              System.getenv("SONATYPE_PASSWORD").takeUnless { it.isNullOrEmpty() }
+                      ?: extra["SONATYPE_PASSWORD"].toString()
+
+      username.set(sonatypeUser)
+      password.set(sonatypePassword)
+    }
+  }
+}
+
 subprojects {
   apply(plugin = "jacoco")
+  apply(plugin = "maven-publish")
+  apply(plugin = "java")
 
   repositories {
     mavenCentral()
     mavenLocal()
   }
 
+  val sourcesJar by tasks.registering(Jar::class) {
+    from(sourceSets.named("main").get().allSource)
+    archiveClassifier.set("sources")
+  }
+
+  val javadocJar by tasks.registering(Jar::class) {
+    archiveClassifier.set("javadoc")
+    from(tasks["javadoc"])
+  }
+
+
+  publishing {
+    publications {
+      create<MavenPublication>("MavenJava") {
+        from(components["java"])
+        artifact(sourcesJar)
+        artifact(javadocJar)
+
+        pom {
+          name.set("Gravitino")
+          description.set("Gravitino is a high-performance, geo-distributed and federated metadata lake.")
+          url.set("https://www.datastrato.com/gravitino")
+          licenses {
+            license {
+              name.set("The Apache Software License, Version 2.0")
+              url.set("http://www.apache.org/licenses/LICENSE-2.0.txt")
+            }
+          }
+          developers {
+            developer {
+              id.set("1")
+              name.set("JerryShao")
+              email.set("[email protected]")
+            }
+          }
+          scm {
+            url.set("https://github.com/datastrato/gravitino")
+            connection.set("scm:git:git://github.com/datastrato/gravitino.git")
+          }
+        }
+      }
+    }
+    // If you want to deploy to a local maven repository, uncomment the following block
+//    repositories {
+//      maven {
+//        url = uri(System.getProperty("user.home") + "/.m2/repository")
+//      }
+//    }
+  }
+
   tasks.configureEach<Test> {
     val skipTests = project.hasProperty("skipTests")
     if (!skipTests) {
@@ -105,24 +197,6 @@ subprojects {
   }
 }
 
-nexusPublishing {
-  repositories {
-    create("sonatype") {
-      val sonatypeUser =
-        System.getenv("SONATYPE_USER").takeUnless { it.isNullOrEmpty() }
-          ?: extra["SONATYPE_USER"].toString()
-      val sonatypePassword =
-        System.getenv("SONATYPE_PASSWORD").takeUnless { it.isNullOrEmpty() }
-          ?: extra["SONATYPE_PASSWORD"].toString()
-      nexusUrl.set(uri("https://s01.oss.sonatype.org/service/local/"))
-
-      snapshotRepositoryUrl.set(uri("https://s01.oss.sonatype.org/content/repositories/snapshots/"))
-      username.set(sonatypeUser)
-      password.set(sonatypePassword)
-    }
-  }
-}
-
 tasks.rat {
   substringMatcher("DS", "Datastrato", "Copyright 2023 Datastrato.")
   approvedLicense("Datastrato")

core/src/main/java/com/datastrato/gravitino/storage/EntityKeyEncoder.java

@@ -17,7 +17,7 @@ public interface EntityKeyEncoder<T> {
    * @param ident entity identifier to encode
    * @param type entity type to encode
    * @return encoded key for key-value stored
-   * @throws IOException, Exception if error occurs
+   * @throws IOException Exception if error occurs
    */
   default T encode(NameIdentifier ident, EntityType type) throws IOException {
     return encode(ident, type, false);
@@ -28,7 +28,7 @@ default T encode(NameIdentifier ident, EntityType type) throws IOException {
    *
    * @param nullIfMissing return null if the specific entity no found
    * @return encoded key for key-value stored
-   * @throws IOException, Exception if error occurs
+   * @throws IOException Exception if error occurs
    */
   T encode(NameIdentifier ident, EntityType type, boolean nullIfMissing) throws IOException;
 }

core/src/main/java/com/datastrato/gravitino/storage/NameMappingService.java

@@ -42,12 +42,12 @@ public interface NameMappingService extends AutoCloseable {
    *
    * <pre>
    * Before:
-   *   oldname -> 1
-   *   1       -> oldname
+   *   oldName ------ 1
+   *   1       ------ oldName
    *
    * After:
-   *  newname -> 1
-   *  1       -> newname
+   *  newName ---- 1
+   *  1       ---- newName
    * </pre>
    *
    * @param oldName name to be updated
@@ -60,7 +60,7 @@ public interface NameMappingService extends AutoCloseable {
   /**
    * Unbind id-name mapping. Ignore if the name does not exist.
    *
-   * @param name name to be unbined
+   * @param name name to be unbind
    * @return true if the name exists and is deleted successfully, false if the name does not exist
    * @throws IOException if the underlying storage failed
    */

core/src/main/java/com/datastrato/gravitino/storage/kv/BinaryEntityKeyEncoder.java

@@ -34,19 +34,19 @@
  *
  * <pre>
  *     Key                                Value
- * ml_{ml_id}               ----->    matalake info
- * ml_{ml_id}               ----->    matalake info
- * ca_{ml_id}_{ca_id}       ----->    catalog_info
- * ca_{ml_id}_{ca_id}       ----->    catalog_info
- * sc_{ml_id}_{ca_id}_{sc_id} --->    schema_info
- * sc_{ml_id}_{ca_id}_{sc_id} --->    schema_info
- * br_{ml_id}_{ca_id}_{br_id} --->    broker_info
- * br_{ml_id}_{ca_id}_{br_id} --->    broker_info
+ * ml_{ml_id}               -----    metalake info
+ * ml_{ml_id}               -----    metalake info
+ * ca_{ml_id}_{ca_id}       -----    catalog_info
+ * ca_{ml_id}_{ca_id}       -----    catalog_info
+ * sc_{ml_id}_{ca_id}_{sc_id} ---    schema_info
+ * sc_{ml_id}_{ca_id}_{sc_id} ---    schema_info
+ * br_{ml_id}_{ca_id}_{br_id} ---    broker_info
+ * br_{ml_id}_{ca_id}_{br_id} ---    broker_info
  *
- * ta_{ml_id}_{ca_id}_{sc_id}_{table_id}    ----->    table_info
- * ta_{ml_id}_{ca_id}_{sc_id}_{table_id}    ----->    table_info
- * to_{ml_id}_{ca_id}_{br_id}_{to_id}       ----->    topic_info
- * to_{ml_id}_{ca_id}_{br_id}_{to_id}       ----->    topic_info
+ * ta_{ml_id}_{ca_id}_{sc_id}_{table_id}    -----    table_info
+ * ta_{ml_id}_{ca_id}_{sc_id}_{table_id}    -----    table_info
+ * to_{ml_id}_{ca_id}_{br_id}_{to_id}       -----    topic_info
+ * to_{ml_id}_{ca_id}_{br_id}_{to_id}       -----    topic_info
  * </pre>
  */
 public class BinaryEntityKeyEncoder implements EntityKeyEncoder<byte[]> {

core/src/main/java/com/datastrato/gravitino/storage/kv/KvEntityStore.java

@@ -174,28 +174,28 @@ private String concatIdAndName(long[] namespaceIds, String name) {
    *
    * <pre>
    *   Assume we have the following entities:
-   *   metalake: a1        ----> 1
-   *   catalog : a1.b1     ----> 2
-   *   schema  : a1.b1.c   ----> 3
+   *   metalake: a1        ---- 1
+   *   catalog : a1.b1     ---- 2
+   *   schema  : a1.b1.c   ---- 3
    *
-   *   metalake: a2        ----> 4
-   *   catalog : a2.b2     ----> 5
-   *   schema  : a2.b2.c   ----> 6
-   *   schema  : a2.b2.c1  ----> 7
+   *   metalake: a2        ---- 4
+   *   catalog : a2.b2     ---- 5
+   *   schema  : a2.b2.c   ---- 6
+   *   schema  : a2.b2.c1  ---- 7
    *
-   *   metalake: a1        ----> 1 means the name of metalake is a1 and the corresponding id is 1
+   *   metalake: a1        ---- 1 means the name of metalake is a1 and the corresponding id is 1
    * </pre>
    *
    * Then we will store the name to id mapping as follows
    *
    * <pre>
-   *  a1         --> 1
-   * 	1/b1       --> 2
-   * 	1/2/c      --> 3
-   * 	a2         --> 4
-   * 	4/b2       --> 5
-   * 	4/5/c      --> 6
-   * 	4/5/c1     --> 7
+   *  a1         -- 1
+   * 	1/b1       -- 2
+   * 	1/2/c      -- 3
+   * 	a2         -- 4
+   * 	4/b2       -- 5
+   * 	4/5/c      -- 6
+   * 	4/5/c1     -- 7
    * </pre>
    *
    * @param nameIdentifier name of a specific entity

gradle/libs.versions.toml

@@ -35,7 +35,7 @@ sqlite-jdbc = "3.42.0.0"
 protobuf-plugin = "0.9.2"
 spotless-plugin = '6.11.0'
 gradle-extensions-plugin = '1.74'
-publish-plugin = '1.1.0'
+publish-plugin = '1.2.0'
 rat-plugin = '0.8.0'
 shadow-plugin = "8.1.1"
 

trino-connector/build.gradle.kts

@@ -45,6 +45,10 @@ java {
   }
 }
 
+tasks.named("generateMetadataFileForMavenJavaPublication") {
+    dependsOn(":trino-connector:copyDepends")
+}
+
 tasks {
     val copyDepends by registering(Copy::class) {
         from(configurations.runtimeClasspath)

trino-connector/src/main/java/com/datastrato/gravitino/trino/connector/catalog/CatalogInjector.java

@@ -92,7 +92,7 @@ private static Class getClass(ClassLoader classLoader, String className)
    *  ----nodeManager (DiscoveryNodeManager)
    *  ------nodeManager (DiscoveryNodeManager)
    *  ------allCatalogsOnAllNodes (boolean)
-   *  ------activeNodesByCatalogHandle (Optional<SetMultimap>)
+   *  ------activeNodesByCatalogHandle (SetMultimap)
    *  --metadataProvider(InternalMetadataProvider)
    *  ----metadata (TracingMetadata)
    *  ------delegate (MetadataManager)