#Command used
./snowplow-stream-enrich-0.10.0 --config enrich.conf --resolver file:scema.conf
[main] INFO com.amazonaws.services.kinesis.clientlibrary.lib.worker.Worker - Initialization attempt 1
[main] INFO com.amazonaws.services.kinesis.clientlibrary.lib.worker.Worker - Initializing LeaseCoordinator
[main] ERROR com.amazonaws.services.kinesis.clientlibrary.lib.worker.Worker - Caught exception when initializing LeaseCoordinator
[main] INFO com.amazonaws.services.kinesis.clientlibrary.lib.worker.Worker - Initialization attempt 2
[main] INFO com.amazonaws.services.kinesis.clientlibrary.lib.worker.Worker - Initializing LeaseCoordinator
[main] ERROR com.amazonaws.services.kinesis.clientlibrary.lib.worker.Worker - Caught exception when initializing LeaseCoordinator
enrich {
source = "kinesis"
sink = "kinesis"
aws {
access-key: "***""
secret-key: "***"
}
# Kafka configuration
kafka {
brokers: "{{enrichKafkaBrokers}}"
}
streams {
in: {
raw: "snaowplow-analytics"
# Maximum number of records to get from Kinesis per call to GetRecords
maxRecords: 10000
# After enrichment, are accumulated in a buffer before being sent to Kinesis.
# The buffer is emptied whenever:
# - the number of stored records reaches record-limit or
# - the combined size of the stored records reaches byte-limit or
# - the time in milliseconds since it was last emptied exceeds time-limit when
# a new event enters the buffer
buffer: {
byte-limit: 100000
record-limit: 100 # Not supported by Kafka; will be ignored
time-limit: 100000
}
}
out: {
enriched: "SnowplowEnriched"
bad: "snowplow-bad"
# Minimum and maximum backoff periods
# - Units: Milliseconds
backoffPolicy: {
minBackoff: 10000
maxBackoff: 10000
}
}
# "app-name" is used for a DynamoDB table to maintain stream state.
# "app-name" is used as the Kafka consumer group ID.
# You can set it automatically using: "SnowplowKinesisEnrich-$\\{enrich.streams.in.raw\\}"
app-name: "SnowplowKinesisEnrich-$\\{enrich.streams.in.raw\\}"
# LATEST: most recent data.
# TRIM_HORIZON: oldest available data.
# Note: This only effects the first run of this application
# on a stream.
initial-position = "TRIM_HORIZON"
region: "us-east-1"
}
}