Usage of date processor epoch patterns.

[wolfdate25]

Sample:

  processor:
    - date:
        match:
          - key: date
            patterns: ["epoch_second"]

Result:

data-prepper-1  | 2024-03-05T01:06:19,991 [main] INFO  org.opensearch.dataprepper.DataPrepperArgumentConfiguration - Command line args: /usr/share/data-prepper/pipelines,/usr/share/data-prepper/config/data-prepper-config.yaml
data-prepper-1  | 2024-03-05T01:06:20,030 [main] INFO  org.opensearch.dataprepper.parser.PipelinesDataflowModelParser - Reading pipeline configuration from pipelines.yaml
data-prepper-1  | 2024-03-05T01:06:20,332 [main] INFO  org.opensearch.dataprepper.plugins.kafka.extension.KafkaClusterConfigExtension - Applying Kafka Cluster Config Extension.
data-prepper-1  | 2024-03-05T01:06:20,449 [main] INFO  org.opensearch.dataprepper.parser.PipelineTransformer - Building pipeline [simple-sample-pipeline] from provided configuration
data-prepper-1  | 2024-03-05T01:06:20,449 [main] INFO  org.opensearch.dataprepper.parser.PipelineTransformer - Building [http] as source component for the pipeline [simple-sample-pipeline]
data-prepper-1  | 2024-03-05T01:06:20,504 [main] WARN  org.opensearch.dataprepper.plugins.source.loghttp.HTTPSource - Creating http source without authentication. This is not secure.
data-prepper-1  | 2024-03-05T01:06:20,504 [main] WARN  org.opensearch.dataprepper.plugins.source.loghttp.HTTPSource - In order to set up Http Basic authentication for the http source, go here: https://github.com/opensearch-project/data-prepper/tree/main/data-prepper-plugins/http-source#authentication-configurations
data-prepper-1  | 2024-03-05T01:06:20,506 [main] INFO  org.opensearch.dataprepper.parser.PipelineTransformer - Building buffer for the pipeline [simple-sample-pipeline]
data-prepper-1  | 2024-03-05T01:06:20,509 [main] INFO  org.opensearch.dataprepper.parser.PipelineTransformer - Building processors for the pipeline [simple-sample-pipeline]
data-prepper-1  | 2024-03-05T01:06:20,518 [main] ERROR org.opensearch.dataprepper.plugin.PluginCreator - Encountered exception while instantiating the plugin DateProcessor
data-prepper-1  | java.lang.reflect.InvocationTargetException: null
data-prepper-1  |       at java.base/jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?]
data-prepper-1  |       at java.base/jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?]
data-prepper-1  |       at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
data-prepper-1  |       at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
data-prepper-1  |       at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
data-prepper-1  |       at org.opensearch.dataprepper.plugin.PluginCreator.newPluginInstance(PluginCreator.java:53) ~[data-prepper-core-2.6.2.jar:?]
data-prepper-1  |       at org.opensearch.dataprepper.plugin.DefaultPluginFactory.loadPlugins(DefaultPluginFactory.java:105) ~[data-prepper-core-2.6.2.jar:?]
data-prepper-1  |       at org.opensearch.dataprepper.parser.PipelineTransformer.newProcessor(PipelineTransformer.java:168) ~[data-prepper-core-2.6.2.jar:?]
data-prepper-1  |       at java.base/java.util.stream.ReferencePipeline$3$1.accept(ReferencePipeline.java:197) ~[?:?]
data-prepper-1  |       at java.base/java.util.ArrayList$ArrayListSpliterator.forEachRemaining(ArrayList.java:1625) ~[?:?]
data-prepper-1  |       at java.base/java.util.stream.AbstractPipeline.copyInto(AbstractPipeline.java:509) ~[?:?]
data-prepper-1  |       at java.base/java.util.stream.AbstractPipeline.wrapAndCopyInto(AbstractPipeline.java:499) ~[?:?]
data-prepper-1  |       at java.base/java.util.stream.ReduceOps$ReduceOp.evaluateSequential(ReduceOps.java:921) ~[?:?]
data-prepper-1  |       at java.base/java.util.stream.AbstractPipeline.evaluate(AbstractPipeline.java:234) ~[?:?]
data-prepper-1  |       at java.base/java.util.stream.ReferencePipeline.collect(ReferencePipeline.java:682) ~[?:?]
data-prepper-1  |       at org.opensearch.dataprepper.parser.PipelineTransformer.buildPipelineFromConfiguration(PipelineTransformer.java:124) ~[data-prepper-core-2.6.2.jar:?]
data-prepper-1  |       at org.opensearch.dataprepper.parser.PipelineTransformer.transformConfiguration(PipelineTransformer.java:97) ~[data-prepper-core-2.6.2.jar:?]
data-prepper-1  |       at org.opensearch.dataprepper.DataPrepper.<init>(DataPrepper.java:67) ~[data-prepper-core-2.6.2.jar:2.6.2]
data-prepper-1  |       at java.base/jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?]
data-prepper-1  |       at java.base/jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?]
data-prepper-1  |       at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
data-prepper-1  |       at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
data-prepper-1  |       at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
data-prepper-1  |       at org.springframework.beans.BeanUtils.instantiateClass(BeanUtils.java:211) ~[spring-beans-5.3.28.jar:5.3.28]
data-prepper-1  |       at org.springframework.beans.factory.support.SimpleInstantiationStrategy.instantiate(SimpleInstantiationStrategy.java:117) ~[spring-beans-5.3.28.jar:5.3.28]
data-prepper-1  |       at org.springframework.beans.factory.support.ConstructorResolver.instantiate(ConstructorResolver.java:311) ~[spring-beans-5.3.28.jar:5.3.28]
data-prepper-1  |       at org.springframework.beans.factory.support.ConstructorResolver.autowireConstructor(ConstructorResolver.java:296) ~[spring-beans-5.3.28.jar:5.3.28]
data-prepper-1  |       at org.springframework.beans.factory.support.AbstractAutowireCapableBeanFactory.autowireConstructor(AbstractAutowireCapableBeanFactory.java:1372) ~[spring-beans-5.3.28.jar:5.3.28]
data-prepper-1  |       at org.springframework.beans.factory.support.AbstractAutowireCapableBeanFactory.createBeanInstance(AbstractAutowireCapableBeanFactory.java:1222) ~[spring-beans-5.3.28.jar:5.3.28]
data-prepper-1  |       at org.springframework.beans.factory.support.AbstractAutowireCapableBeanFactory.doCreateBean(AbstractAutowireCapableBeanFactory.java:582) ~[spring-beans-5.3.28.jar:5.3.28]
data-prepper-1  |       at org.springframework.beans.factory.support.AbstractAutowireCapableBeanFactory.createBean(AbstractAutowireCapableBeanFactory.java:542) ~[spring-beans-5.3.28.jar:5.3.28]
data-prepper-1  |       at org.springframework.beans.factory.support.AbstractBeanFactory.lambda$doGetBean$0(AbstractBeanFactory.java:335) ~[spring-beans-5.3.28.jar:5.3.28]
data-prepper-1  |       at org.springframework.beans.factory.support.DefaultSingletonBeanRegistry.getSingleton(DefaultSingletonBeanRegistry.java:234) [spring-beans-5.3.28.jar:5.3.28]
data-prepper-1  |       at org.springframework.beans.factory.support.AbstractBeanFactory.doGetBean(AbstractBeanFactory.java:333) [spring-beans-5.3.28.jar:5.3.28]
data-prepper-1  |       at org.springframework.beans.factory.support.AbstractBeanFactory.getBean(AbstractBeanFactory.java:208) [spring-beans-5.3.28.jar:5.3.28]
data-prepper-1  |       at org.springframework.beans.factory.support.DefaultListableBeanFactory.preInstantiateSingletons(DefaultListableBeanFactory.java:955) [spring-beans-5.3.28.jar:5.3.28]
data-prepper-1  |       at org.springframework.context.support.AbstractApplicationContext.finishBeanFactoryInitialization(AbstractApplicationContext.java:920) [spring-context-5.3.28.jar:5.3.28]
data-prepper-1  |       at org.springframework.context.support.AbstractApplicationContext.refresh(AbstractApplicationContext.java:583) [spring-context-5.3.28.jar:5.3.28]
data-prepper-1  |       at org.opensearch.dataprepper.AbstractContextManager.start(AbstractContextManager.java:59) [data-prepper-core-2.6.2.jar:2.6.2]
data-prepper-1  |       at org.opensearch.dataprepper.AbstractContextManager.getDataPrepperBean(AbstractContextManager.java:45) [data-prepper-core-2.6.2.jar:2.6.2]
data-prepper-1  |       at org.opensearch.dataprepper.DataPrepperExecute.main(DataPrepperExecute.java:39) [data-prepper-main-2.6.2.jar:2.6.2]
data-prepper-1  | Caused by: java.lang.IllegalArgumentException: Unknown pattern letter: o
data-prepper-1  |       at java.base/java.time.format.DateTimeFormatterBuilder.parsePattern(DateTimeFormatterBuilder.java:1882) ~[?:?]
data-prepper-1  |       at java.base/java.time.format.DateTimeFormatterBuilder.appendPattern(DateTimeFormatterBuilder.java:1772) ~[?:?]
data-prepper-1  |       at org.opensearch.dataprepper.plugins.processor.date.DateProcessor.getSourceFormatter(DateProcessor.java:117) ~[date-processor-2.6.2.jar:?]
data-prepper-1  |       at java.base/java.util.stream.ReferencePipeline$3$1.accept(ReferencePipeline.java:197) ~[?:?]
data-prepper-1  |       at java.base/java.util.ArrayList$ArrayListSpliterator.forEachRemaining(ArrayList.java:1625) ~[?:?]
data-prepper-1  |       at java.base/java.util.stream.AbstractPipeline.copyInto(AbstractPipeline.java:509) ~[?:?]
data-prepper-1  |       at java.base/java.util.stream.AbstractPipeline.wrapAndCopyInto(AbstractPipeline.java:499) ~[?:?]
data-prepper-1  |       at java.base/java.util.stream.ReduceOps$ReduceOp.evaluateSequential(ReduceOps.java:921) ~[?:?]
data-prepper-1  |       at java.base/java.util.stream.AbstractPipeline.evaluate(AbstractPipeline.java:234) ~[?:?]
data-prepper-1  |       at java.base/java.util.stream.ReferencePipeline.collect(ReferencePipeline.java:682) ~[?:?]
data-prepper-1  |       at org.opensearch.dataprepper.plugins.processor.date.DateProcessor.extractKeyAndFormatters(DateProcessor.java:109) ~[date-processor-2.6.2.jar:?]
data-prepper-1  |       at org.opensearch.dataprepper.plugins.processor.date.DateProcessor.<init>(DateProcessor.java:58) ~[date-processor-2.6.2.jar:?]
data-prepper-1  |       ... 41 more
data-prepper-1  | 2024-03-05T01:06:20,523 [main] ERROR org.opensearch.dataprepper.parser.PipelineTransformer - Construction of pipeline components failed, skipping building of pipeline [simple-sample-pipeline] and its connected pipelines
data-prepper-1  | org.opensearch.dataprepper.model.plugin.PluginInvocationException: Exception throw from the plugin'DateProcessor'.
data-prepper-1  |       at org.opensearch.dataprepper.plugin.PluginCreator.newPluginInstance(PluginCreator.java:60) ~[data-prepper-core-2.6.2.jar:?]
data-prepper-1  |       at org.opensearch.dataprepper.plugin.DefaultPluginFactory.loadPlugins(DefaultPluginFactory.java:105) ~[data-prepper-core-2.6.2.jar:?]
data-prepper-1  |       at org.opensearch.dataprepper.parser.PipelineTransformer.newProcessor(PipelineTransformer.java:168) ~[data-prepper-core-2.6.2.jar:?]
data-prepper-1  |       at java.base/java.util.stream.ReferencePipeline$3$1.accept(ReferencePipeline.java:197) ~[?:?]
data-prepper-1  |       at java.base/java.util.ArrayList$ArrayListSpliterator.forEachRemaining(ArrayList.java:1625) ~[?:?]
data-prepper-1  |       at java.base/java.util.stream.AbstractPipeline.copyInto(AbstractPipeline.java:509) ~[?:?]
data-prepper-1  |       at java.base/java.util.stream.AbstractPipeline.wrapAndCopyInto(AbstractPipeline.java:499) ~[?:?]
data-prepper-1  |       at java.base/java.util.stream.ReduceOps$ReduceOp.evaluateSequential(ReduceOps.java:921) ~[?:?]
data-prepper-1  |       at java.base/java.util.stream.AbstractPipeline.evaluate(AbstractPipeline.java:234) ~[?:?]
data-prepper-1  |       at java.base/java.util.stream.ReferencePipeline.collect(ReferencePipeline.java:682) ~[?:?]
data-prepper-1  |       at org.opensearch.dataprepper.parser.PipelineTransformer.buildPipelineFromConfiguration(PipelineTransformer.java:124) ~[data-prepper-core-2.6.2.jar:?]
data-prepper-1  |       at org.opensearch.dataprepper.parser.PipelineTransformer.transformConfiguration(PipelineTransformer.java:97) ~[data-prepper-core-2.6.2.jar:?]
data-prepper-1  |       at org.opensearch.dataprepper.DataPrepper.<init>(DataPrepper.java:67) ~[data-prepper-core-2.6.2.jar:2.6.2]
data-prepper-1  |       at java.base/jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?]
data-prepper-1  |       at java.base/jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?]
data-prepper-1  |       at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
data-prepper-1  |       at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
data-prepper-1  |       at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
data-prepper-1  |       at org.springframework.beans.BeanUtils.instantiateClass(BeanUtils.java:211) ~[spring-beans-5.3.28.jar:5.3.28]
data-prepper-1  |       at org.springframework.beans.factory.support.SimpleInstantiationStrategy.instantiate(SimpleInstantiationStrategy.java:117) ~[spring-beans-5.3.28.jar:5.3.28]
data-prepper-1  |       at org.springframework.beans.factory.support.ConstructorResolver.instantiate(ConstructorResolver.java:311) ~[spring-beans-5.3.28.jar:5.3.28]
data-prepper-1  |       at org.springframework.beans.factory.support.ConstructorResolver.autowireConstructor(ConstructorResolver.java:296) ~[spring-beans-5.3.28.jar:5.3.28]
data-prepper-1  |       at org.springframework.beans.factory.support.AbstractAutowireCapableBeanFactory.autowireConstructor(AbstractAutowireCapableBeanFactory.java:1372) ~[spring-beans-5.3.28.jar:5.3.28]
data-prepper-1  |       at org.springframework.beans.factory.support.AbstractAutowireCapableBeanFactory.createBeanInstance(AbstractAutowireCapableBeanFactory.java:1222) ~[spring-beans-5.3.28.jar:5.3.28]
data-prepper-1  |       at org.springframework.beans.factory.support.AbstractAutowireCapableBeanFactory.doCreateBean(AbstractAutowireCapableBeanFactory.java:582) ~[spring-beans-5.3.28.jar:5.3.28]
data-prepper-1  |       at org.springframework.beans.factory.support.AbstractAutowireCapableBeanFactory.createBean(AbstractAutowireCapableBeanFactory.java:542) ~[spring-beans-5.3.28.jar:5.3.28]
data-prepper-1  |       at org.springframework.beans.factory.support.AbstractBeanFactory.lambda$doGetBean$0(AbstractBeanFactory.java:335) ~[spring-beans-5.3.28.jar:5.3.28]
data-prepper-1  |       at org.springframework.beans.factory.support.DefaultSingletonBeanRegistry.getSingleton(DefaultSingletonBeanRegistry.java:234) [spring-beans-5.3.28.jar:5.3.28]
data-prepper-1  |       at org.springframework.beans.factory.support.AbstractBeanFactory.doGetBean(AbstractBeanFactory.java:333) [spring-beans-5.3.28.jar:5.3.28]
data-prepper-1  |       at org.springframework.beans.factory.support.AbstractBeanFactory.getBean(AbstractBeanFactory.java:208) [spring-beans-5.3.28.jar:5.3.28]
data-prepper-1  |       at org.springframework.beans.factory.support.DefaultListableBeanFactory.preInstantiateSingletons(DefaultListableBeanFactory.java:955) [spring-beans-5.3.28.jar:5.3.28]
data-prepper-1  |       at org.springframework.context.support.AbstractApplicationContext.finishBeanFactoryInitialization(AbstractApplicationContext.java:920) [spring-context-5.3.28.jar:5.3.28]
data-prepper-1  |       at org.springframework.context.support.AbstractApplicationContext.refresh(AbstractApplicationContext.java:583) [spring-context-5.3.28.jar:5.3.28]
data-prepper-1  |       at org.opensearch.dataprepper.AbstractContextManager.start(AbstractContextManager.java:59) [data-prepper-core-2.6.2.jar:2.6.2]
data-prepper-1  |       at org.opensearch.dataprepper.AbstractContextManager.getDataPrepperBean(AbstractContextManager.java:45) [data-prepper-core-2.6.2.jar:2.6.2]
data-prepper-1  |       at org.opensearch.dataprepper.DataPrepperExecute.main(DataPrepperExecute.java:39) [data-prepper-main-2.6.2.jar:2.6.2]
data-prepper-1  | Caused by: java.lang.reflect.InvocationTargetException
data-prepper-1  |       at java.base/jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?]
data-prepper-1  |       at java.base/jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?]
data-prepper-1  |       at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
data-prepper-1  |       at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
data-prepper-1  |       at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
data-prepper-1  |       at org.opensearch.dataprepper.plugin.PluginCreator.newPluginInstance(PluginCreator.java:53) ~[data-prepper-core-2.6.2.jar:?]
data-prepper-1  |       ... 35 more
data-prepper-1  | Caused by: java.lang.IllegalArgumentException: Unknown pattern letter: o
data-prepper-1  |       at java.base/java.time.format.DateTimeFormatterBuilder.parsePattern(DateTimeFormatterBuilder.java:1882) ~[?:?]
data-prepper-1  |       at java.base/java.time.format.DateTimeFormatterBuilder.appendPattern(DateTimeFormatterBuilder.java:1772) ~[?:?]
data-prepper-1  |       at org.opensearch.dataprepper.plugins.processor.date.DateProcessor.getSourceFormatter(DateProcessor.java:117) ~[date-processor-2.6.2.jar:?]
data-prepper-1  |       at java.base/java.util.stream.ReferencePipeline$3$1.accept(ReferencePipeline.java:197) ~[?:?]
data-prepper-1  |       at java.base/java.util.ArrayList$ArrayListSpliterator.forEachRemaining(ArrayList.java:1625) ~[?:?]
data-prepper-1  |       at java.base/java.util.stream.AbstractPipeline.copyInto(AbstractPipeline.java:509) ~[?:?]
data-prepper-1  |       at java.base/java.util.stream.AbstractPipeline.wrapAndCopyInto(AbstractPipeline.java:499) ~[?:?]
data-prepper-1  |       at java.base/java.util.stream.ReduceOps$ReduceOp.evaluateSequential(ReduceOps.java:921) ~[?:?]
data-prepper-1  |       at java.base/java.util.stream.AbstractPipeline.evaluate(AbstractPipeline.java:234) ~[?:?]
data-prepper-1  |       at java.base/java.util.stream.ReferencePipeline.collect(ReferencePipeline.java:682) ~[?:?]
data-prepper-1  |       at org.opensearch.dataprepper.plugins.processor.date.DateProcessor.extractKeyAndFormatters(DateProcessor.java:109) ~[date-processor-2.6.2.jar:?]
data-prepper-1  |       at org.opensearch.dataprepper.plugins.processor.date.DateProcessor.<init>(DateProcessor.java:58) ~[date-processor-2.6.2.jar:?]
data-prepper-1  |       at java.base/jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?]
data-prepper-1  |       at java.base/jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?]
data-prepper-1  |       at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
data-prepper-1  |       at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
data-prepper-1  |       at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
data-prepper-1  |       at org.opensearch.dataprepper.plugin.PluginCreator.newPluginInstance(PluginCreator.java:53) ~[data-prepper-core-2.6.2.jar:?]
data-prepper-1  |       ... 35 more
data-prepper-1  | 2024-03-05T01:06:20,525 [main] WARN  org.springframework.context.support.AbstractApplicationContext - Exception encountered during context initialization - cancelling refresh attempt: org.springframework.beans.factory.BeanCreationException: Error creating bean with name 'dataPrepper' defined in URL [jar:file:/usr/share/data-prepper/lib/data-prepper-core-2.6.2.jar!/org/opensearch/dataprepper/DataPrepper.class]: Bean instantiation via constructor failed; nested exception is org.springframework.beans.BeanInstantiationException: Failed to instantiate [org.opensearch.dataprepper.DataPrepper]: Constructor threw exception; nested exception is java.lang.RuntimeException: No valid pipeline is available for execution, exiting
data-prepper-1  | Exception in thread "main" org.springframework.beans.factory.BeanCreationException: Error creating bean with name 'dataPrepper' defined in URL [jar:file:/usr/share/data-prepper/lib/data-prepper-core-2.6.2.jar!/org/opensearch/dataprepper/DataPrepper.class]: Bean instantiation via constructor failed; nested exception is org.springframework.beans.BeanInstantiationException: Failed to instantiate [org.opensearch.dataprepper.DataPrepper]: Constructor threw exception; nested exception is java.lang.RuntimeException: No valid pipeline is available for execution, exiting
data-prepper-1  |       at org.springframework.beans.factory.support.ConstructorResolver.instantiate(ConstructorResolver.java:315)
data-prepper-1  |       at org.springframework.beans.factory.support.ConstructorResolver.autowireConstructor(ConstructorResolver.java:296)
data-prepper-1  |       at org.springframework.beans.factory.support.AbstractAutowireCapableBeanFactory.autowireConstructor(AbstractAutowireCapableBeanFactory.java:1372)
data-prepper-1  |       at org.springframework.beans.factory.support.AbstractAutowireCapableBeanFactory.createBeanInstance(AbstractAutowireCapableBeanFactory.java:1222)
data-prepper-1  |       at org.springframework.beans.factory.support.AbstractAutowireCapableBeanFactory.doCreateBean(AbstractAutowireCapableBeanFactory.java:582)
data-prepper-1  |       at org.springframework.beans.factory.support.AbstractAutowireCapableBeanFactory.createBean(AbstractAutowireCapableBeanFactory.java:542)
data-prepper-1  |       at org.springframework.beans.factory.support.AbstractBeanFactory.lambda$doGetBean$0(AbstractBeanFactory.java:335)
data-prepper-1  |       at org.springframework.beans.factory.support.DefaultSingletonBeanRegistry.getSingleton(DefaultSingletonBeanRegistry.java:234)
data-prepper-1  |       at org.springframework.beans.factory.support.AbstractBeanFactory.doGetBean(AbstractBeanFactory.java:333)
data-prepper-1  |       at org.springframework.beans.factory.support.AbstractBeanFactory.getBean(AbstractBeanFactory.java:208)
data-prepper-1  |       at org.springframework.beans.factory.support.DefaultListableBeanFactory.preInstantiateSingletons(DefaultListableBeanFactory.java:955)
data-prepper-1  |       at org.springframework.context.support.AbstractApplicationContext.finishBeanFactoryInitialization(AbstractApplicationContext.java:920)
data-prepper-1  |       at org.springframework.context.support.AbstractApplicationContext.refresh(AbstractApplicationContext.java:583)
data-prepper-1  |       at org.opensearch.dataprepper.AbstractContextManager.start(AbstractContextManager.java:59)
data-prepper-1  |       at org.opensearch.dataprepper.AbstractContextManager.getDataPrepperBean(AbstractContextManager.java:45)
data-prepper-1  |       at org.opensearch.dataprepper.DataPrepperExecute.main(DataPrepperExecute.java:39)
data-prepper-1  | Caused by: org.springframework.beans.BeanInstantiationException: Failed to instantiate [org.opensearch.dataprepper.DataPrepper]: Constructor threw exception; nested exception is java.lang.RuntimeException: No valid pipeline is available for execution, exiting
data-prepper-1  |       at org.springframework.beans.BeanUtils.instantiateClass(BeanUtils.java:224)
data-prepper-1  |       at org.springframework.beans.factory.support.SimpleInstantiationStrategy.instantiate(SimpleInstantiationStrategy.java:117)
data-prepper-1  |       at org.springframework.beans.factory.support.ConstructorResolver.instantiate(ConstructorResolver.java:311)
data-prepper-1  |       ... 15 more
data-prepper-1  | Caused by: java.lang.RuntimeException: No valid pipeline is available for execution, exiting
data-prepper-1  |       at org.opensearch.dataprepper.DataPrepper.<init>(DataPrepper.java:70)
data-prepper-1  |       at java.base/jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method)
data-prepper-1  |       at java.base/jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77)
data-prepper-1  |       at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45)
data-prepper-1  |       at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499)
data-prepper-1  |       at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480)
data-prepper-1  |       at org.springframework.beans.BeanUtils.instantiateClass(BeanUtils.java:211)
data-prepper-1  |       ... 17 more
data-prepper-1 exited with code 1

How do I use the right pattern?

[oeyh]

Your configuration looks good. I suspect that the Data Prepper you are using doesn't have the support for epoch format yet if you are using a released version. It will be available in the upcoming 2.7 release.
See #3860 and #3953