Central notice event impressions are flowing and look ok in the raw data but are not being refined correctly:
See schema:
https://meta.wikimedia.org/wiki/Schema:CentralNoticeImpression
REFINED DATA:
hive (event)> select * from CentralNoticeImpression where year=2019 and month=12 and day=15 and hour=10 limit 10;
OK
ip useragent uuid seqid dt wiki webhost schema revision topic recvfrom event geocoded_data year month day hour
SLF4J: Class path contains multiple SLF4J bindings.
SLF4J: Found binding in [jar:file:/usr/lib/parquet/lib/parquet-pig-bundle-1.5.0-cdh5.16.1.jar!/shaded/parquet/org/slf4j/impl/StaticLoggerBinder.class]
SLF4J: Found binding in [jar:file:/usr/lib/parquet/lib/parquet-hadoop-bundle-1.5.0-cdh5.16.1.jar!/shaded/parquet/org/slf4j/impl/StaticLoggerBinder.class]
SLF4J: Found binding in [jar:file:/usr/lib/parquet/lib/parquet-format-2.1.0-cdh5.16.1.jar!/shaded/parquet/org/slf4j/impl/StaticLoggerBinder.class]
SLF4J: Found binding in [jar:file:/usr/lib/hive/lib/hive-exec-1.1.0-cdh5.16.1.jar!/shaded/parquet/org/slf4j/impl/StaticLoggerBinder.class]
SLF4J: Found binding in [jar:file:/usr/lib/hive/lib/hive-jdbc-1.1.0-cdh5.16.1-standalone.jar!/shaded/parquet/org/slf4j/impl/StaticLoggerBinder.class]
SLF4J: See http://www.slf4j.org/codes.html#multiple_bindings for an explanation.
SLF4J: Actual binding is of type [shaded.parquet.org.slf4j.helpers.NOPLoggerFactory]
NULL {"browser_family":null,"browser_major":null,"browser_minor":null,"device_family":null,"is_bot":null,"is_mediawiki":null,"os_family":null,"os_major":null,"os_minor":null,"wmf_app_version":null} NULL NULL NULL NULL NULL NULL NULL NULL NULL {"anonymous":null,"project":null,"db":null,"uselang":null,"device":null,"country":null,"region":null,"debug":null,"randomcampaign":null,"randombanner":null,"recordImpressionSampleRate":null,"impressionEventSampleRate":null,"status":null,"statusCode":null,"campaignCategory":null,"campaign":null,"banner":null,"campaignCategoryUsesLegacy":null,"bannerCategory":null,"bucket":null,"bannersNotGuaranteedToDisplay":null,"bannerCanceledReason":null,"result":null,"reason":null,"requestedBanner":null,"alterFunctionMissing":null,"banner_count":null,"errorMsg":null,"testIdentifiers":null,"debugInfo":null,"campaignStatuses":null} {"city":"Unknown","latitude":"-1.0","timezone":"Unknown","country":"Unknown","longitude":"-1.0","continent":"Unknown","country_code":"--","subdivision":"Unknown","postal_code":"Unknown"} 2019 12 15 10
Time taken: 0.863 seconds, Fetched: 1 row(s)RAW DATA (for that same hour)
1576404306000 {"dt": "2019-12-15T10:05:06Z", "event": {"alterFunctionMissing": true, "anonymous": true, "banner": "B19_WMDE_Mobile_04_var", "bannerCategory": "fundraising", "bannersNotGuaranteedToDisplay": true, "bucket": 0, "campaign": "C19_WMDE_Mobile_Test_04", "campaignCategory": "fundraising", "campaignCategoryUsesLegacy": true, "campaignStatuses": "[{\"statusCode\":\"6\",\"campaign\":\"C19_WMDE_Mobile_Test_04\",\"bannersCount\":2}]", "country": "DE", "db": "dewiki", "debug": false, "device": "android", "impressionEventSampleRate": 0.01, "project": "wikipedia", "randombanner": 0.5129977427490309, "randomcampaign": 0.2397016272995669, "recordImpressionSampleRate": 1, "region": "BY", "result": "show", "status": "banner_shown", "statusCode": "6", "uselang": "de"}, "ip": "some, "recvFrom": "cp3050.esams.wmnet", "revision": 19511351, "schema": "CentralNoticeImpression", "seqId": 39737114, "userAgent": {"browser_family": "Samsung Internet", "browser_major": "10", "browser_minor": "2", "device_family": "Samsung SM-G965F", "is_bot": false, "is_mediawiki": false, "os_family": "Android", "os_major": "9", "os_minor": null, "wmf_app_version": "-"}, "uuid": "563c86f7f0725c3fa831d097790b4432", "webHost": "de.m.wikipedia.org", "wiki": "dewiki"}