Extract record operations to a maven module

datastax · Jul 12, 2023 · a05604b · a05604b
1 parent 6c128ab
commit a05604b
Show file tree

Hide file tree

Showing 86 changed files with 1,377 additions and 615 deletions.
diff --git a/pom.xml b/pom.xml
@@ -47,8 +47,12 @@
     <nifi-nar-maven-plugin.version>1.5.1</nifi-nar-maven-plugin.version>
     <djl.version>0.22.1</djl.version>
     <jmustache.version>1.15</jmustache.version>
+    <json-schema-validator.version>1.0.72</json-schema-validator.version>
+    <tomcat-embed-el.version>10.1.4</tomcat-embed-el.version>
+    <commons-collections4.version>4.4</commons-collections4.version>
   </properties>
   <modules>
+    <module>record-ai-operations</module>
     <module>pulsar-transformations</module>
     <module>pulsar-ai-tools</module>
     <module>tests</module>
@@ -62,6 +66,18 @@
         <type>pom</type>
         <scope>import</scope>
       </dependency>
+      <dependency>
+        <groupId>ai.djl.pytorch</groupId>
+        <artifactId>pytorch-jni</artifactId>
+        <version>2.0.0-${djl.version}</version>
+      </dependency>
+      <dependency>
+        <groupId>ai.djl.pytorch</groupId>
+        <artifactId>pytorch-native-cpu</artifactId>
+        <!--classifier>osx-aarch64</classifier-->
+        <classifier>osx-x86_64</classifier>
+        <version>2.0.0</version>
+      </dependency>
       <dependency>
         <groupId>${pulsar.groupId}</groupId>
         <artifactId>pulsar</artifactId>
@@ -84,6 +100,16 @@
         <artifactId>pulsar-client-admin</artifactId>
         <version>${pulsar.version}</version>
       </dependency>
+      <dependency>
+        <groupId>org.apache.avro</groupId>
+        <artifactId>avro</artifactId>
+        <version>${avro.version}</version>
+      </dependency>
+      <dependency>
+        <groupId>com.networknt</groupId>
+        <artifactId>json-schema-validator</artifactId>
+        <version>${json-schema-validator.version}</version>
+      </dependency>
       <dependency>
         <groupId>com.azure</groupId>
         <artifactId>azure-ai-openai</artifactId>
@@ -99,6 +125,16 @@
         <artifactId>java-driver-core</artifactId>
         <version>${cassandra.driver.version}</version>
       </dependency>
+      <dependency>
+        <groupId>org.apache.tomcat.embed</groupId>
+        <artifactId>tomcat-embed-el</artifactId>
+        <version>${tomcat-embed-el.version}</version>
+      </dependency>
+      <dependency>
+        <groupId>org.apache.commons</groupId>
+        <artifactId>commons-collections4</artifactId>
+        <version>${commons-collections4.version}</version>
+      </dependency>
     </dependencies>
   </dependencyManagement>
   <build>

diff --git a/pulsar-ai-tools/pom.xml b/pulsar-ai-tools/pom.xml
@@ -35,56 +35,6 @@
       <artifactId>pulsar-transformations</artifactId>
       <version>${project.version}</version>
     </dependency>
-    <dependency>
-      <groupId>ai.djl</groupId>
-      <artifactId>api</artifactId>
-      <version>${djl.version}</version>
-    </dependency>
-    <dependency>
-      <groupId>ai.djl.pytorch</groupId>
-      <artifactId>pytorch-engine</artifactId>
-      <version>${djl.version}</version>
-    </dependency>
-    <dependency>
-      <groupId>ai.djl.pytorch</groupId>
-      <artifactId>pytorch-jni</artifactId>
-      <version>2.0.0-${djl.version}</version>
-    </dependency>
-    <dependency>
-      <groupId>ai.djl.pytorch</groupId>
-      <artifactId>pytorch-native-cpu</artifactId>
-      <!--classifier>osx-aarch64</classifier-->
-      <classifier>osx-x86_64</classifier>
-      <version>2.0.0</version>
-    </dependency>
-    <dependency>
-      <groupId>ai.djl.pytorch</groupId>
-      <artifactId>pytorch-model-zoo</artifactId>
-      <version>${djl.version}</version>
-    </dependency>
-    <dependency>
-      <groupId>ai.djl.huggingface</groupId>
-      <artifactId>tokenizers</artifactId>
-      <version>${djl.version}</version>
-    </dependency>
-    <dependency>
-      <groupId>com.azure</groupId>
-      <artifactId>azure-ai-openai</artifactId>
-      <exclusions>
-        <exclusion>
-          <groupId>io.netty</groupId>
-          <artifactId>netty-codec</artifactId>
-        </exclusion>
-      </exclusions>
-    </dependency>
-    <dependency>
-      <groupId>com.samskivert</groupId>
-      <artifactId>jmustache</artifactId>
-    </dependency>
-    <dependency>
-      <groupId>com.datastax.oss</groupId>
-      <artifactId>java-driver-core</artifactId>
-    </dependency>
     <dependency>
       <groupId>${pulsar.groupId}</groupId>
       <artifactId>pulsar-functions-api</artifactId>
@@ -93,7 +43,6 @@
     <dependency>
       <groupId>org.apache.avro</groupId>
       <artifactId>avro</artifactId>
-      <version>${avro.version}</version>
       <scope>test</scope>
     </dependency>
     <dependency>