Hi, I am trying to understand what the following error means. I am loading events from kinesis bad stream to s3.
Getting following line in the files -
{
“schema”: “iglu:com.snowplowanalytics.snowplow.badrows/schema_violations/jsonschema/1-0-0”,
“data”: {
“processor”: {
“artifact”: “stream-enrich”,
“version”: “1.0.0”
},
“failure”: {
“timestamp”: “2020-03-25T21:23:17.896926Z”,
“messages”: [{
“schemaKey”: “iglu:com.randallreilly/dnb/jsonschema/1-0-2”,
“error”: {
“error”: “ValidationError”,
“schemaIssues”: [{
“path”: “$”,
“message”: “Unknown Metaschema: http://iglucentral.com/schemas/com.snowplowanalytics.self-desc/schema/jsonschema/1-0-0”
}]
}
}]
},
“payload”: {
“enriched”: {
“app_id”: “truckpartsandservice”,
“platform”: “web”,
“etl_tstamp”: “2020-03-25 21:23:17.802”,
“collector_tstamp”: “2020-03-25 20:54:48.827”,
“dvce_created_tstamp”: “2020-03-25 20:54:48.740”,
“event”: “unstruct”,
“event_id”: “3a585d2f-b38d-4208-bc84-9bdbab5df8e1”,
“txn_id”: null,
“name_tracker”: “tps_dual_stream”,
“v_tracker”: “js-2.8.2”,
“v_collector”: “ssc-1.0.0-kinesis”,
“v_etl”: “stream-enrich-1.0.0-common-1.0.0”,
“user_id”: “b941202e432a6182e7030befd30e682239cdcb41”,
“user_ipaddress”: “216.58.236.4”,
“user_fingerprint”: “4053944608”,
“domain_userid”: “5c711397-5f28-4284-acc5-7c0eaed36e40”,
“domain_sessionidx”: 1,
“network_userid”: “af70418e-e956-47e5-b939-f78147a5d7c9”,
“geo_country”: “US”,
“geo_region”: “MO”,
“geo_city”: “Kansas City”,
“geo_zipcode”: “64119”,
“geo_latitude”: 39.1995,
“geo_longitude”: -94.5265,
“geo_region_name”: “Missouri”,
“ip_isp”: null,
“ip_organization”: null,
“ip_domain”: null,
“ip_netspeed”: null,
“page_url”: “https://www.truckpartsandservice.com/commercial-truck-dealer-news/”,
“page_title”: null,
“page_referrer”: “https://www.google.com/”,
“page_urlscheme”: “https”,
“page_urlhost”: “www.truckpartsandservice.com”,
“page_urlport”: 443,
“page_urlpath”: “/commercial-truck-dealer-news/”,
“page_urlquery”: null,
“page_urlfragment”: null,
“refr_urlscheme”: “https”,
“refr_urlhost”: “www.google.com”,
“refr_urlport”: 443,
“refr_urlpath”: “/”,
“refr_urlquery”: null,
“refr_urlfragment”: null,
“refr_medium”: “search”,
“refr_source”: “Google”,
“refr_term”: null,
“mkt_medium”: null,
“mkt_source”: null,
“mkt_term”: null,
“mkt_content”: null,
“mkt_campaign”: null,
“contexts”: “{"schema":"iglu:com.snowplowanalytics.snowplow/contexts/jsonschema/1-0-0","data":[{"schema":"iglu:com.google.analytics/cookies/jsonschema/1-0-0","data":{"_ga":"GA1.2.835322266.1582729674"}},{"schema":"iglu:com.snowplowanalytics.snowplow/web_page/jsonschema/1-0-0","data":{"id":"68f189a7-7168-49ae-a0af-e58030f695b1"}}]}”,
“se_category”: null,
“se_action”: null,
“se_label”: null,
“se_property”: null,
“se_value”: null,
“unstruct_event”: “{"schema":"iglu:com.snowplowanalytics.snowplow/unstruct_event/jsonschema/1-0-0","data":{"schema":"iglu:com.randallreilly/dnb/jsonschema/1-0-2","data":{"status":"200","message":"Successful match","isp":true,"confidenceCode":"A","matchSource":"ip","duns":"080354581","parentDuns":"556065022","domesticUltimateDuns":"078293640","ultimateDuns":"078293640","companyName":"Tierpoint, LLC","companyAddress":"14500 W 105th St","companyCity":"Lenexa","companyState":"KS","companyZip5":"66215","companyZip4":"2014","companyCounty":"Johnson","companyMsa":"Kansas City,MO-KS","companyRegion":"MID WEST","companyCountry":"USA","fortune1000":null,"industryNaics":"Data Processing, Hosting, and Related Services","naicsCodes":"#518210#####","industrySic":"Data processing and preparation","sicCodes":"#73740000#####","salesAnnual":"0","salesAnnualNum":"0","employeesAtLocation":"Micro 3","employeesAtLocationNum":"3","employeesInAllLocations":"Large","employeesInAllLocationsNum":"865","familyTreeSize":"10-50","familyTreeSizeNum":"43","networth":"Zero","networthNum":"0","walletSize":"4","cardOfferResponsiveness":"9","propensityForLoan":"10","propensityForLease":"10","propensityForLoc":"10","itExpense":"Top 7-13%","telecomSpend":"4","techOfficeDemand":"Emerging Segment (Medium To Small Estimated Demand)","delinquencyRate":"2.8%","howTheyPay":"Discounts","marketability":"Its All Good","tradeStyle":"Tierpoint","companyTelephone":"8778598437","domain":"tierpoint.com","parentName":"Tierpoint, LLC","domesticUltimateName":"Cequel Data Centers, L.P.","ultimateName":"Cequel Data Centers, L.P.","ticker":null,"exchange":null,"ein":null,"id":"9b3a079d4c6746c086b2a365c21282db","ipCountry":"US","tstamp":"1585169676028"}}}”,
“tr_orderid”: null,
“tr_affiliation”: null,
“tr_total”: null,
“tr_tax”: null,
“tr_shipping”: null,
“tr_city”: null,
“tr_state”: null,
“tr_country”: null,
“ti_orderid”: null,
“ti_sku”: null,
“ti_name”: null,
“ti_category”: null,
“ti_price”: null,
“ti_quantity”: 0,
“pp_xoffset_min”: 0,
“pp_xoffset_max”: 0,
“pp_yoffset_min”: 0,
“pp_yoffset_max”: 0,
“useragent”: “Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/80.0.3987.106 Safari/537.36”,
“br_name”: “Chrome 8”,
“br_family”: “Chrome”,
“br_version”: “80.0.3987.106”,
“br_type”: “Browser”,
“br_renderengine”: “WEBKIT”,
“br_lang”: “en-US”,
“br_features_pdf”: 1,
“br_features_flash”: 0,
“br_features_java”: 0,
“br_features_director”: 0,
“br_features_quicktime”: 0,
“br_features_realplayer”: 0,
“br_features_windowsmedia”: 0,
“br_features_gears”: 0,
“br_features_silverlight”: 0,
“br_cookies”: 1,
“br_colordepth”: “24”,
“br_viewwidth”: 1538,
“br_viewheight”: 722,
“os_name”: “Windows 10”,
“os_family”: “Windows”,
“os_manufacturer”: “Microsoft Corporation”,
“os_timezone”: “America/Chicago”,
“dvce_type”: “Computer”,
“dvce_ismobile”: 0,
“dvce_screenwidth”: 1536,
“dvce_screenheight”: 864,
“doc_charset”: “UTF-8”,
“doc_width”: 1538,
“doc_height”: 5994,
“tr_currency”: null,
“tr_total_base”: null,
“tr_tax_base”: null,
“tr_shipping_base”: null,
“ti_currency”: null,
“ti_price_base”: null,
“base_currency”: null,
“geo_timezone”: “America/Chicago”,
“mkt_clickid”: null,
“mkt_network”: null,
“etl_tags”: null,
“dvce_sent_tstamp”: “2020-03-25 20:54:48.745”,
“refr_domain_userid”: null,
“refr_dvce_tstamp”: null,
“derived_contexts”: “{"schema":"iglu:com.snowplowanalytics.snowplow/contexts/jsonschema/1-0-1","data":[{"schema":"iglu:com.snowplowanalytics.snowplow/ua_parser_context/jsonschema/1-0-0","data":{"useragentFamily":"Chrome","useragentMajor":"80","useragentMinor":"0","useragentPatch":"3987","useragentVersion":"Chrome 80.0.3987","osFamily":"Windows","osMajor":"10","osMinor":null,"osPatch":null,"osPatchMinor":null,"osVersion":"Windows 10","deviceFamily":"Other"}},{"schema":"iglu:nl.basjes/yauaa_context/jsonschema/1-0-0","data":{"deviceBrand":"Unknown","deviceName":"Desktop","layoutEngineNameVersion":"Blink 80.0","operatingSystemNameVersion":"Windows 10.0","layoutEngineNameVersionMajor":"Blink 80","operatingSystemName":"Windows NT","agentVersionMajor":"80","layoutEngineVersionMajor":"80","deviceClass":"Desktop","agentNameVersionMajor":"Chrome 80","deviceCpuBits":"64","operatingSystemClass":"Desktop","layoutEngineName":"Blink","agentName":"Chrome","agentVersion":"80.0.3987.106","layoutEngineClass":"Browser","agentNameVersion":"Chrome 80.0.3987.106","operatingSystemVersion":"10.0","deviceCpu":"Intel x86_64","agentClass":"Browser","layoutEngineVersion":"80.0"}}]}”,
“domain_sessionid”: “3b6771e6-b7f0-4442-9707-c53c651d3afd”,
“derived_tstamp”: “2020-03-25 20:54:48.822”,
“event_vendor”: “com.randallreilly”,
“event_name”: “dnb”,
“event_format”: “jsonschema”,
“event_version”: “1-0-2”,
“event_fingerprint”: “5c4f5caba2cb3fd9140a13d678980c73”,
“true_tstamp”: null
},
“raw”: {
“vendor”: “com.snowplowanalytics.snowplow”,
“version”: “tp1”,
“parameters”: {
“e”: “ue”,
“f_qt”: “0”,
“duid”: “5c711397-5f28-4284-acc5-7c0eaed36e40”,
“vid”: “1”,
“f_ag”: “0”,
“co”: “{"schema":"iglu:com.snowplowanalytics.snowplow/contexts/jsonschema/1-0-0","data":[{"schema":"iglu:com.google.analytics/cookies/jsonschema/1-0-0","data":{"_ga":"GA1.2.835322266.1582729674"}},{"schema":"iglu:com.snowplowanalytics.snowplow/web_page/jsonschema/1-0-0","data":{"id":"68f189a7-7168-49ae-a0af-e58030f695b1"}}]}”,
“eid”: “3a585d2f-b38d-4208-bc84-9bdbab5df8e1”,
“url”: “https://www.truckpartsandservice.com/commercial-truck-dealer-news/”,
“refr”: “https://www.google.com/”,
“aid”: “truckpartsandservice”,
“f_dir”: “0”,
“tna”: “tps_dual_stream”,
“cs”: “UTF-8”,
“cd”: “24”,
“stm”: “1585169688745”,
“tz”: “America/Chicago”,
“f_pdf”: “1”,
“f_java”: “0”,
“tv”: “js-2.8.2”,
“vp”: “1538x722”,
“ds”: “1538x5994”,
“f_realp”: “0”,
“fp”: “4053944608”,
“ue_pr”: “{"schema":"iglu:com.snowplowanalytics.snowplow/unstruct_event/jsonschema/1-0-0","data":{"schema":"iglu:com.randallreilly/dnb/jsonschema/1-0-2","data":{"status":"200","message":"Successful match","isp":true,"confidenceCode":"A","matchSource":"ip","duns":"080354581","parentDuns":"556065022","domesticUltimateDuns":"078293640","ultimateDuns":"078293640","companyName":"Tierpoint, LLC","companyAddress":"14500 W 105th St","companyCity":"Lenexa","companyState":"KS","companyZip5":"66215","companyZip4":"2014","companyCounty":"Johnson","companyMsa":"Kansas City,MO-KS","companyRegion":"MID WEST","companyCountry":"USA","fortune1000":null,"industryNaics":"Data Processing, Hosting, and Related Services","naicsCodes":"#518210#####","industrySic":"Data processing and preparation","sicCodes":"#73740000#####","salesAnnual":"0","salesAnnualNum":"0","employeesAtLocation":"Micro 3","employeesAtLocationNum":"3","employeesInAllLocations":"Large","employeesInAllLocationsNum":"865","familyTreeSize":"10-50","familyTreeSizeNum":"43","networth":"Zero","networthNum":"0","walletSize":"4","cardOfferResponsiveness":"9","propensityForLoan":"10","propensityForLease":"10","propensityForLoc":"10","itExpense":"Top 7-13%","telecomSpend":"4","techOfficeDemand":"Emerging Segment (Medium To Small Estimated Demand)","delinquencyRate":"2.8%","howTheyPay":"Discounts","marketability":"Its All Good","tradeStyle":"Tierpoint","companyTelephone":"8778598437","domain":"tierpoint.com","parentName":"Tierpoint, LLC","domesticUltimateName":"Cequel Data Centers, L.P.","ultimateName":"Cequel Data Centers, L.P.","ticker":null,"exchange":null,"ein":null,"id":"9b3a079d4c6746c086b2a365c21282db","ipCountry":"US","tstamp":"1585169676028"}}}”,
“res”: “1536x864”,
“f_fla”: “0”,
“cookie”: “1”,
“p”: “web”,
“dtm”: “1585169688740”,
“uid”: “b941202e432a6182e7030befd30e682239cdcb41”,
“f_gears”: “0”,
“lang”: “en-US”,
“sid”: “3b6771e6-b7f0-4442-9707-c53c651d3afd”,
“f_wma”: “0”
},
“contentType”: null,
“loaderName”: “ssc-1.0.0-kinesis”,
“encoding”: “UTF-8”,
“hostname”: “stream-collector-dev.randallreilly.com”,
“timestamp”: “2020-03-25T20:54:48.827Z”,
“ipAddress”: “216.58.236.4”,
“useragent”: “Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/80.0.3987.106 Safari/537.36”,
“refererUri”: “https://www.truckpartsandservice.com/commercial-truck-dealer-news/”,
“headers”: [“Timeout-Access: ”, “Connection: upgrade”, “Host: stream-collector-dev.randallreilly.com”, “X-Real-Ip: 172.31.20.208”, “X-Forwarded-For: 216.58.236.4, 172.31.20.208”, “Accept: image/webp, image/apng, image/*, /;q=0.8”, “Accept-Encoding: gzip, deflate, br”, “Accept-Language: en-US, en;q=0.9”, “Referer: https://www.truckpartsandservice.com/commercial-truck-dealer-news/”, “Sec-Fetch-Dest: image”, “Sec-Fetch-Mode: no-cors”, “Sec-Fetch-Site: cross-site”, “User-Agent: Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/80.0.3987.106 Safari/537.36”, “X-Forwarded-Port: 443”, “X-Forwarded-Proto: https”],
“userId”: “af70418e-e956-47e5-b939-f78147a5d7c9”
}
}
}
}