Hello,I am trying to use stream collector(Stdout), Stream enrichment(Stdin) and postgres for storage in Local Server.
I run my collector using:
java -jar stdout/target/scala-2.12/snowplow-stream-collector-stdout-1.0.1.jar --config my.conf
And when i try to run my stream-enrich using below:
java -jar stdin/target/scala-2.12/snowplow-stream-enrich-stdin-1.1.0.jar --config my.conf --resolver file:resolver.json --enrichments file:/home/lal/Desktop/Projects/Zanui/Test/snowplow/3-enrich/config/enrichments/ >> stream_enrich_log_file.txt 2>&1
I get error as given below:
[main] WARN com.networknt.schema.JsonMetaSchema - Unknown keyword exclusiveMinimum - you should define your own Meta Schema. If the keyword is irrelevant for validation, just use a NonValidationKeyword
{“schema”:“iglu:com.snowplowanalytics.snowplow.badrows/collector_payload_format_violation/jsonschema/1-0-0”,“data”:{“processor”:{“artifact”:“snowplow-stream-enrich”,“version”:“1.1.0”},“failure”:{“timestamp”:“2020-09-03T10:11:31.163218Z”,“loader”:“thrift”,“message”:{“error”:“error deserializing raw event: Cannot read. Remote side has closed. Tried to read 1 bytes, but only got 0 bytes. (This is often indicative of an internal error on the server side. Please check your server logs.)”}},“payload”:""}}
{“schema”:“iglu:com.snowplowanalytics.snowplow.badrows/collector_payload_format_violation/jsonschema/1-0-0”,“data”:{“processor”:{“artifact”:“snowplow-stream-enrich”,“version”:“1.1.0”},“failure”:{“timestamp”:“2020-09-03T10:11:31.496780Z”,“loader”:“thrift”,“message”:{“error”:“error deserializing raw event: Cannot read. Remote side has closed. Tried to read 1 bytes, but only got 0 bytes. (This is often indicative of an internal error on the server side. Please check your server logs.)”}},“payload”:""}}
{“schema”:“iglu:com.snowplowanalytics.snowplow.badrows/collector_payload_format_violation/jsonschema/1-0-0”,“data”:{“processor”:{“artifact”:“snowplow-stream-enrich”,“version”:“1.1.0”},“failure”:{“timestamp”:“2020-09-03T10:11:31.701450Z”,“loader”:“thrift”,“message”:{“error”:“error deserializing raw event: Cannot read. Remote side has closed. Tried to read 1 bytes, but only got 0 bytes. (This is often indicative of an internal error on the server side. Please check your server logs.)”}},“payload”:""}}
Exception in thread “main” java.lang.NullPointerException
at scala.collection.mutable.ArrayOps$ofRef$.newBuilder$extension(ArrayOps.scala:202)
at scala.collection.mutable.ArrayOps$ofRef.newBuilder(ArrayOps.scala:198)
at scala.collection.TraversableLike.filterImpl(TraversableLike.scala:254)
at scala.collection.TraversableLike.filterImpl$(TraversableLike.scala:249)
at scala.collection.mutable.ArrayOps$ofRef.filterImpl(ArrayOps.scala:198)
at scala.collection.TraversableLike.filter(TraversableLike.scala:347)
at scala.collection.TraversableLike.filter$(TraversableLike.scala:347)
at scala.collection.mutable.ArrayOps$ofRef.filter(ArrayOps.scala:198)
at com.snowplowanalytics.snowplow.enrich.stream.Enrich.$anonfun$localEnrichmentConfigsExtractor$2(Enrich.scala:235)
at scala.Option.map(Option.scala:230)
at com.snowplowanalytics.snowplow.enrich.stream.Enrich.$anonfun$localEnrichmentConfigsExtractor$1(Enrich.scala:232)
at com.snowplowanalytics.snowplow.enrich.stream.StdinEnrich$.extractEnrichmentConfigs(StdinEnrich.scala:62)
at com.snowplowanalytics.snowplow.enrich.stream.Enrich.parseEnrichmentRegistry(Enrich.scala:215)
at com.snowplowanalytics.snowplow.enrich.stream.Enrich.parseEnrichmentRegistry$(Enrich.scala:208)
at com.snowplowanalytics.snowplow.enrich.stream.StdinEnrich$.parseEnrichmentRegistry(StdinEnrich.scala:34)
at com.snowplowanalytics.snowplow.enrich.stream.Enrich.$anonfun$run$5(Enrich.scala:72)
at scala.util.Either.flatMap(Either.scala:341)
at com.snowplowanalytics.snowplow.enrich.stream.Enrich.$anonfun$run$4(Enrich.scala:71)
at scala.util.Either.flatMap(Either.scala:341)
at com.snowplowanalytics.snowplow.enrich.stream.Enrich.$anonfun$run$2(Enrich.scala:66)
at scala.util.Either.flatMap(Either.scala:341)
at com.snowplowanalytics.snowplow.enrich.stream.Enrich.run(Enrich.scala:64)
at com.snowplowanalytics.snowplow.enrich.stream.Enrich.run$(Enrich.scala:62)
at com.snowplowanalytics.snowplow.enrich.stream.StdinEnrich$.run(StdinEnrich.scala:34)
at com.snowplowanalytics.snowplow.enrich.stream.StdinEnrich$.main(StdinEnrich.scala:36)
at com.snowplowanalytics.snowplow.enrich.stream.StdinEnrich.main(StdinEnrich.scala)
Exception in thread “main” java.lang.NullPointerException
at scala.collection.mutable.ArrayOps$ofRef$.newBuilder$extension(ArrayOps.scala:202)
at scala.collection.mutable.ArrayOps$ofRef.newBuilder(ArrayOps.scala:198)
at scala.collection.TraversableLike.filterImpl(TraversableLike.scala:254)
at scala.collection.TraversableLike.filterImpl$(TraversableLike.scala:249)
at scala.collection.mutable.ArrayOps$ofRef.filterImpl(ArrayOps.scala:198)
at scala.collection.TraversableLike.filter(TraversableLike.scala:347)
at scala.collection.TraversableLike.filter$(TraversableLike.scala:347)
at scala.collection.mutable.ArrayOps$ofRef.filter(ArrayOps.scala:198)
at com.snowplowanalytics.snowplow.enrich.stream.Enrich.$anonfun$localEnrichmentConfigsExtractor$2(Enrich.scala:235)
at scala.Option.map(Option.scala:230)
at com.snowplowanalytics.snowplow.enrich.stream.Enrich.$anonfun$localEnrichmentConfigsExtractor$1(Enrich.scala:232)
at com.snowplowanalytics.snowplow.enrich.stream.StdinEnrich$.extractEnrichmentConfigs(StdinEnrich.scala:62)
at com.snowplowanalytics.snowplow.enrich.stream.Enrich.parseEnrichmentRegistry(Enrich.scala:215)
at com.snowplowanalytics.snowplow.enrich.stream.Enrich.parseEnrichmentRegistry$(Enrich.scala:208)
at com.snowplowanalytics.snowplow.enrich.stream.StdinEnrich$.parseEnrichmentRegistry(StdinEnrich.scala:34)
at com.snowplowanalytics.snowplow.enrich.stream.Enrich.$anonfun$run$5(Enrich.scala:72)
at scala.util.Either.flatMap(Either.scala:341)
at com.snowplowanalytics.snowplow.enrich.stream.Enrich.$anonfun$run$4(Enrich.scala:71)
at scala.util.Either.flatMap(Either.scala:341)
at com.snowplowanalytics.snowplow.enrich.stream.Enrich.$anonfun$run$2(Enrich.scala:66)
at scala.util.Either.flatMap(Either.scala:341)
at com.snowplowanalytics.snowplow.enrich.stream.Enrich.run(Enrich.scala:64)
at com.snowplowanalytics.snowplow.enrich.stream.Enrich.run$(Enrich.scala:62)
at com.snowplowanalytics.snowplow.enrich.stream.StdinEnrich$.run(StdinEnrich.scala:34)
at com.snowplowanalytics.snowplow.enrich.stream.StdinEnrich$.main(StdinEnrich.scala:36)
at com.snowplowanalytics.snowplow.enrich.stream.StdinEnrich.main(StdinEnrich.scala)
Exception in thread “main” java.lang.NullPointerException
at scala.collection.mutable.ArrayOps$ofRef$.newBuilder$extension(ArrayOps.scala:202)
at scala.collection.mutable.ArrayOps$ofRef.newBuilder(ArrayOps.scala:198)
at scala.collection.TraversableLike.filterImpl(TraversableLike.scala:254)
at scala.collection.TraversableLike.filterImpl$(TraversableLike.scala:249)
at scala.collection.mutable.ArrayOps$ofRef.filterImpl(ArrayOps.scala:198)
at scala.collection.TraversableLike.filter(TraversableLike.scala:347)
at scala.collection.TraversableLike.filter$(TraversableLike.scala:347)
at scala.collection.mutable.ArrayOps$ofRef.filter(ArrayOps.scala:198)
at com.snowplowanalytics.snowplow.enrich.stream.Enrich.$anonfun$localEnrichmentConfigsExtractor$2(Enrich.scala:235)
at scala.Option.map(Option.scala:230)
at com.snowplowanalytics.snowplow.enrich.stream.Enrich.$anonfun$localEnrichmentConfigsExtractor$1(Enrich.scala:232)
at com.snowplowanalytics.snowplow.enrich.stream.StdinEnrich$.extractEnrichmentConfigs(StdinEnrich.scala:62)
at com.snowplowanalytics.snowplow.enrich.stream.Enrich.parseEnrichmentRegistry(Enrich.scala:215)
at com.snowplowanalytics.snowplow.enrich.stream.Enrich.parseEnrichmentRegistry$(Enrich.scala:208)
at com.snowplowanalytics.snowplow.enrich.stream.StdinEnrich$.parseEnrichmentRegistry(StdinEnrich.scala:34)
at com.snowplowanalytics.snowplow.enrich.stream.Enrich.$anonfun$run$5(Enrich.scala:72)
at scala.util.Either.flatMap(Either.scala:341)
at com.snowplowanalytics.snowplow.enrich.stream.Enrich.$anonfun$run$4(Enrich.scala:71)
at scala.util.Either.flatMap(Either.scala:341)
at com.snowplowanalytics.snowplow.enrich.stream.Enrich.$anonfun$run$2(Enrich.scala:66)
at scala.util.Either.flatMap(Either.scala:341)
at com.snowplowanalytics.snowplow.enrich.stream.Enrich.run(Enrich.scala:64)
at com.snowplowanalytics.snowplow.enrich.stream.Enrich.run$(Enrich.scala:62)
at com.snowplowanalytics.snowplow.enrich.stream.StdinEnrich$.run(StdinEnrich.scala:34)
at com.snowplowanalytics.snowplow.enrich.stream.StdinEnrich$.main(StdinEnrich.scala:36)
at com.snowplowanalytics.snowplow.enrich.stream.StdinEnrich.main(StdinEnrich.scala)
Exception in thread “main” java.lang.NullPointerException
at scala.collection.mutable.ArrayOps$ofRef$.newBuilder$extension(ArrayOps.scala:202)
at scala.collection.mutable.ArrayOps$ofRef.newBuilder(ArrayOps.scala:198)
at scala.collection.TraversableLike.filterImpl(TraversableLike.scala:254)
at scala.collection.TraversableLike.filterImpl$(TraversableLike.scala:249)
at scala.collection.mutable.ArrayOps$ofRef.filterImpl(ArrayOps.scala:198)
at scala.collection.TraversableLike.filter(TraversableLike.scala:347)
at scala.collection.TraversableLike.filter$(TraversableLike.scala:347)
at scala.collection.mutable.ArrayOps$ofRef.filter(ArrayOps.scala:198)
at com.snowplowanalytics.snowplow.enrich.stream.Enrich.$anonfun$localEnrichmentConfigsExtractor$2(Enrich.scala:235)
at scala.Option.map(Option.scala:230)
at com.snowplowanalytics.snowplow.enrich.stream.Enrich.$anonfun$localEnrichmentConfigsExtractor$1(Enrich.scala:232)
at com.snowplowanalytics.snowplow.enrich.stream.StdinEnrich$.extractEnrichmentConfigs(StdinEnrich.scala:62)
at com.snowplowanalytics.snowplow.enrich.stream.Enrich.parseEnrichmentRegistry(Enrich.scala:215)
at com.snowplowanalytics.snowplow.enrich.stream.Enrich.parseEnrichmentRegistry$(Enrich.scala:208)
at com.snowplowanalytics.snowplow.enrich.stream.StdinEnrich$.parseEnrichmentRegistry(StdinEnrich.scala:34)
at com.snowplowanalytics.snowplow.enrich.stream.Enrich.$anonfun$run$5(Enrich.scala:72)
at scala.util.Either.flatMap(Either.scala:341)
at com.snowplowanalytics.snowplow.enrich.stream.Enrich.$anonfun$run$4(Enrich.scala:71)
at scala.util.Either.flatMap(Either.scala:341)
at com.snowplowanalytics.snowplow.enrich.stream.Enrich.$anonfun$run$2(Enrich.scala:66)
at scala.util.Either.flatMap(Either.scala:341)
at com.snowplowanalytics.snowplow.enrich.stream.Enrich.run(Enrich.scala:64)
at com.snowplowanalytics.snowplow.enrich.stream.Enrich.run$(Enrich.scala:62)
at com.snowplowanalytics.snowplow.enrich.stream.StdinEnrich$.run(StdinEnrich.scala:34)
at com.snowplowanalytics.snowplow.enrich.stream.StdinEnrich$.main(StdinEnrich.scala:36)
at com.snowplowanalytics.snowplow.enrich.stream.StdinEnrich.main(StdinEnrich.scala)
[main] WARN com.networknt.schema.JsonMetaSchema - Unknown keyword exclusiveMinimum - you should define your own Meta Schema. If the keyword is irrelevant for validation, just use a NonValidationKeyword
[main] WARN com.snowplowanalytics.snowplow.enrich.common.enrichments.registry.UserAgentUtilsEnrichmentConfig$ - user_agent_utils enrichment is deprecated. Please visit here for more information: https://github.com/snowplow/snowplow/wiki/user-agent-utils-enrichment
An error occured: Attempt to download s3://snowplow-hosted-assets/third-party/ua-parser/regexes-latest.yaml to ./ua-parser-rules.yml failed: No AWS credentials provided
Can anyone suggest me what is the issue? If the issue is with Collector setup, where can i see the logs of collector? Thank You