-Support for Sink Codecs

Signed-off-by: umairofficial <[email protected]>
opensearch-project · Jul 13, 2023 · 6fc62ba · 6fc62ba
1 parent f81ada8
commit 6fc62ba
Show file tree

Hide file tree

Showing 2 changed files with 4 additions and 0 deletions.
diff --git a/...o-codecs/src/main/java/org/opensearch/dataprepper/plugins/codec/avro/AvroOutputCodec.java b/...o-codecs/src/main/java/org/opensearch/dataprepper/plugins/codec/avro/AvroOutputCodec.java
@@ -90,6 +90,9 @@ private String buildSchemaStringFromEventMap(final Map<String, Object> eventData
         String fields;
         int index = 0;
         for(final String key: eventData.keySet()){
+            if(config.getExcludeKeys().contains(key)){
+                continue;
+            }
             if(index == 0){
                 if(!(eventData.get(key) instanceof Map)){
                     fields = "{\"name\":\""+key+"\",\"type\":\""+typeMapper(eventData.get(key))+"\"}";

diff --git a/...decs/src/test/java/org/opensearch/dataprepper/plugins/codec/avro/AvroOutputCodecTest.java b/...decs/src/test/java/org/opensearch/dataprepper/plugins/codec/avro/AvroOutputCodecTest.java
@@ -44,6 +44,7 @@ public class AvroOutputCodecTest {
     private AvroOutputCodec createObjectUnderTest() {
         config = new AvroOutputCodecConfig();
         config.setSchema(parseSchema().toString());
+        config.setExcludeKeys(new ArrayList<>());
         return new AvroOutputCodec(config);
     }