Smithy4s Kinesis Client

build.sbt

@@ -297,19 +297,34 @@ lazy val `kinesis-client-tests` = projectMatrix
     `kinesis-client-logging-circe` % IT
   )
 
+lazy val preprocessors = projectMatrix
+  .settings(
+    description := "Preprocessing of modules for the smithy4s project",
+    libraryDependencies ++= Seq(
+      Smithy.build(smithy4s.codegen.BuildInfo.smithyVersion)
+    )
+  )
+  .jvmPlatform(List(Scala212))
+  .enableIntegrationTests
+  .dependsOn(compat)
+
 lazy val `smithy4s-client` = projectMatrix
   .enablePlugins(Smithy4sCodegenPlugin)
   .settings(
     description := "Cats tooling for the Smithy4s Kinesis Client",
     libraryDependencies ++= Seq(
       S4S.http4sAws(smithy4sVersion.value),
       Log4Cats.noop,
-      Smithy.rulesEngine % Smithy4s
+      Smithy.rulesEngine(smithy4s.codegen.BuildInfo.smithyVersion) % Smithy4s,
+      S4S.kinesis % Smithy4s
     ),
     Compile / smithy4sAllowedNamespaces := List(
       "smithy.rules",
       "com.amazonaws.kinesis"
-    )
+    ),
+    Compile / smithy4sModelTransformers += "KinesisSpecTransformer",
+    Compile / smithy4sAllDependenciesAsJars +=
+      (preprocessors.jvm(Scala212) / Compile / packageBin).value
   )
   .jvmPlatform(last2ScalaVersions)
   .enableIntegrationTests
@@ -472,6 +487,7 @@ lazy val allProjects = Seq(
   `kinesis-client-logging-circe`,
   `kinesis-client-localstack`,
   `kinesis-client-tests`,
+  preprocessors,
   `smithy4s-client`,
   `smithy4s-client-logging-circe`,
   `smithy4s-client-localstack`

preprocessors/src/main/resources/META-INF/services/software.amazon.smithy.build.ProjectionTransformer

@@ -0,0 +1 @@
+preprocessors.KinesisSpecTransformer

preprocessors/src/main/scala/preprocessors/KinesisSpecTransformer.scala

@@ -0,0 +1,86 @@
+package preprocessors
+
+import scala.jdk.CollectionConverters._
+
+import java.util.function
+import java.util.function.BiFunction
+
+import software.amazon.smithy.build.ProjectionTransformer
+import software.amazon.smithy.build.TransformContext
+import software.amazon.smithy.model.Model
+import software.amazon.smithy.model.shapes.IntegerShape
+import software.amazon.smithy.model.shapes.MemberShape
+import software.amazon.smithy.model.shapes.Shape
+import software.amazon.smithy.model.shapes.ShapeId
+import software.amazon.smithy.model.shapes.StructureShape
+import software.amazon.smithy.model.traits.LengthTrait
+import software.amazon.smithy.model.traits.RangeTrait
+import software.amazon.smithy.model.traits.Trait
+
+final class KinesisSpecTransformer extends ProjectionTransformer {
+  def getName() = "KinesisSpecTransformer"
+
+  private val metricsNameListShapeId =
+    ShapeId.fromParts("com.amazonaws.kinesis", "MetricsNameList")
+
+  private val putRecordsOutputShapeId =
+    ShapeId.fromParts("com.amazonaws.kinesis", "PutRecordsOutput")
+
+  private val nonNegativeIntegerObjectShape =
+    IntegerShape
+      .builder()
+      .id(
+        ShapeId.fromParts("com.amazonaws.kinesis", "NonNegativeIntegerObject")
+      )
+      .addTrait(RangeTrait.builder().min(java.math.BigDecimal.ZERO).build())
+      .build()
+
+  val traitTransform: BiFunction[Shape, Trait, Trait] =
+    (shape: Shape, `trait`: Trait) =>
+      if (
+        `trait`.toShapeId() == LengthTrait.ID &&
+        shape.toShapeId() == metricsNameListShapeId
+      ) {
+        LengthTrait.builder().min(0).max(7).build()
+      } else `trait`
+
+  val shapeTransform: function.Function[Shape, Shape] = (shape: Shape) =>
+    if (shape.toShapeId() == putRecordsOutputShapeId) {
+      val members =
+        shape.getAllMembers().asScala.toList.map { case (memberName, member) =>
+          if (memberName == "FailedRecordCount")
+            MemberShape
+              .builder()
+              .target(nonNegativeIntegerObjectShape.getId())
+              .id(member.getId())
+              .build()
+          else member
+        }
+
+      StructureShape
+        .builder()
+        .members(members.asJavaCollection)
+        .id(putRecordsOutputShapeId)
+        .traits(shape.getAllTraits().values())
+        .build()
+    } else shape
+
+  def transform(context: TransformContext): Model = {
+    val withMappedTraits =
+      context
+        .getTransformer()
+        .mapTraits(context.getModel(), traitTransform)
+
+    val newShapes = withMappedTraits
+      .shapes()
+      .toList()
+      .asScala
+      .toList :+ nonNegativeIntegerObjectShape
+
+    val withNewShapes =
+      context.getTransformer().replaceShapes(withMappedTraits, newShapes.asJava)
+
+    context.getTransformer().mapShapes(withNewShapes, shapeTransform)
+  }
+
+}

project/LibraryDependencies.scala

@@ -80,9 +80,10 @@ object LibraryDependencies {
   }
 
   object Smithy {
-    val smithyVersion = "1.27.2"
-    val rulesEngine =
-      "software.amazon.smithy" % "smithy-rules-engine" % smithyVersion
+    def rulesEngine(version: String) =
+      "software.amazon.smithy" % "smithy-rules-engine" % version
+    def build(version: String) =
+      "software.amazon.smithy" % "smithy-build" % version
   }
 
   object Smithy4s {
@@ -94,5 +95,7 @@ object LibraryDependencies {
       "com.disneystreaming.smithy4s" %% "smithy4s-http4s-swagger" % version
     def http4sAws(version: String) =
       "com.disneystreaming.smithy4s" %% "smithy4s-aws-http4s" % version
+    val kinesis =
+      "com.disneystreaming.smithy" % "aws-kinesis-spec" % "2023.02.10"
   }
 }

smithy-build.json

@@ -0,0 +1,9 @@
+{
+	"imports": ["./kcl-http4s/src/main/smithy"],
+    "mavenDependencies": [
+        "software.amazon.smithy:smithy-rules-engine:1.27.2",
+        "com.disneystreaming.smithy4s:smithy4s-protocol:0.17.3",
+        "com.disneystreaming.smithy:aws-kinesis-spec:2023.02.10",
+        "com.disneystreaming.alloy:alloy-core:0.1.11"
+    ]
+}