Added new queries and a new query types to process (metricGlobal and …

…CWVCountPerUseragent)

Added simpleServer.py to make local debugging easier

Added logic to only execute BigQuery data if there's no data in the local cache. Manually remove/rename results from /data-cache to force execution of the query

.gitignore

@@ -1,2 +1,4 @@
 node_modules/
-.DS_STORE
+.DS_STORE
+data-cache-old/
+data-output-old/

data-cache/LCPCount_useragentfamily_desktop.json

@@ -0,0 +1 @@
+[{"device":"Desktop","date":{"value":"2023-09-01"},"useragent":"Chromium","BeaconsWithCWV":14205,"rowcount":31,"topLevelBeacons":14200,"AllUserAgentBeacons":15787,"TotalBeacons":40042541},{"device":"Desktop","date":{"value":"2023-09-01"},"useragent":"QQ Browser","BeaconsWithCWV":627,"rowcount":38,"topLevelBeacons":695,"AllUserAgentBeacons":1502,"TotalBeacons":40042541},{"device":"Desktop","date":{"value":"2023-09-01"},"useragent":"MiuiBrowser","BeaconsWithCWV":1246,"rowcount":122,"topLevelBeacons":1745,"AllUserAgentBeacons":2541,"TotalBeacons":40042541},{"device":"Desktop","date":{"value":"2023-09-01"},"useragent":"Chrome Mobile","BeaconsWithCWV":318,"rowcount":11,"topLevelBeacons":279,"AllUserAgentBeacons":279,"TotalBeacons":40042541},{"device":"Desktop","date":{"value":"2023-09-01"},"useragent":"Outlook","BeaconsWithCWV":2,"rowcount":1,"topLevelBeacons":5,"AllUserAgentBeacons":5,"TotalBeacons":40042541},{"device":"Desktop","date":{"value":"2023-09-01"},"useragent":"Iron","BeaconsWithCWV":252,"rowcount":20,"topLevelBeacons":260,"AllUserAgentBeacons":320,"TotalBeacons":40042541},{"device":"Desktop","date":{"value":"2023-09-01"},"useragent":"Coc Coc","BeaconsWithCWV":16,"rowcount":3,"topLevelBeacons":23,"AllUserAgentBeacons":88,"TotalBeacons":40042541},{"device":"Desktop","date":{"value":"2023-09-01"},"useragent":"Puffin","BeaconsWithCWV":4,"rowcount":1,"topLevelBeacons":5,"AllUserAgentBeacons":5,"TotalBeacons":40042541},{"device":"Desktop","date":{"value":"2023-09-01"},"useragent":"Firefox Desktop","BeaconsWithCWV":7,"rowcount":1,"topLevelBeacons":7,"AllUserAgentBeacons":7,"TotalBeacons":40042541},{"device":"Desktop","date":{"value":"2023-09-01"},"useragent":"Edge","BeaconsWithCWV":3807325,"rowcount":19479,"topLevelBeacons":4841379,"AllUserAgentBeacons":6864479,"TotalBeacons":40042541},{"device":"Desktop","date":{"value":"2023-09-01"},"useragent":"Links","BeaconsWithCWV":2353,"rowcount":55,"topLevelBeacons":2953,"AllUserAgentBeacons":2973,"TotalBeacons":40042541},{"device":"Desktop","date":{"value":"2023-09-01"},"useragent":"Chrome","BeaconsWithCWV":13643033,"rowcount":66342,"topLevelBeacons":18263565,"AllUserAgentBeacons":26826126,"TotalBeacons":40042541},{"device":"Desktop","date":{"value":"2023-09-01"},"useragent":"Safari","BeaconsWithCWV":18452,"rowcount":290,"topLevelBeacons":52477,"AllUserAgentBeacons":3364953,"TotalBeacons":40042541},{"device":"Desktop","date":{"value":"2023-09-01"},"useragent":"(Unknown)","BeaconsWithCWV":5253,"rowcount":91,"topLevelBeacons":7283,"AllUserAgentBeacons":8110,"TotalBeacons":40042541},{"device":"Desktop","date":{"value":"2023-09-01"},"useragent":"Yandex Browser","BeaconsWithCWV":18205,"rowcount":510,"topLevelBeacons":22441,"AllUserAgentBeacons":23711,"TotalBeacons":40042541},{"device":"Desktop","date":{"value":"2023-09-01"},"useragent":"Headless Chrome","BeaconsWithCWV":217,"rowcount":12,"topLevelBeacons":398,"AllUserAgentBeacons":550,"TotalBeacons":40042541},{"device":"Desktop","date":{"value":"2023-09-01"},"useragent":"Samsung Internet","BeaconsWithCWV":54541,"rowcount":1250,"topLevelBeacons":61722,"AllUserAgentBeacons":67094,"TotalBeacons":40042541},{"device":"Desktop","date":{"value":"2023-09-01"},"useragent":"Sleipnir","BeaconsWithCWV":476,"rowcount":21,"topLevelBeacons":488,"AllUserAgentBeacons":633,"TotalBeacons":40042541},{"device":"Desktop","date":{"value":"2023-09-01"},"useragent":"Vivaldi","BeaconsWithCWV":17198,"rowcount":8,"topLevelBeacons":17283,"AllUserAgentBeacons":17289,"TotalBeacons":40042541},{"device":"Desktop","date":{"value":"2023-09-01"},"useragent":"HubSpot Crawler","BeaconsWithCWV":2,"rowcount":1,"topLevelBeacons":6,"AllUserAgentBeacons":6,"TotalBeacons":40042541},{"device":"Desktop","date":{"value":"2023-09-01"},"useragent":"amazonproductbot","BeaconsWithCWV":11,"rowcount":1,"topLevelBeacons":21,"AllUserAgentBeacons":21,"TotalBeacons":40042541},{"device":"Desktop","date":{"value":"2023-09-01"},"useragent":"IE","BeaconsWithCWV":303,"rowcount":15,"topLevelBeacons":658,"AllUserAgentBeacons":359113,"TotalBeacons":40042541},{"device":"Desktop","date":{"value":"2023-09-01"},"useragent":"Opera","BeaconsWithCWV":112591,"rowcount":3870,"topLevelBeacons":140959,"AllUserAgentBeacons":191136,"TotalBeacons":40042541},{"device":"Desktop","date":{"value":"2023-09-01"},"useragent":"Whale","BeaconsWithCWV":16088,"rowcount":176,"topLevelBeacons":21091,"AllUserAgentBeacons":28583,"TotalBeacons":40042541},{"device":"Desktop","date":{"value":"2023-09-01"},"useragent":"Firefox","BeaconsWithCWV":30337,"rowcount":1108,"topLevelBeacons":42018,"AllUserAgentBeacons":1972021,"TotalBeacons":40042541},{"device":"Desktop","date":{"value":"2023-09-01"},"useragent":"Amazon Silk","BeaconsWithCWV":32,"rowcount":6,"topLevelBeacons":44,"AllUserAgentBeacons":61,"TotalBeacons":40042541},{"device":"Desktop","date":{"value":"2023-09-01"},"useragent":"Seznam prohlížeč","BeaconsWithCWV":297,"rowcount":20,"topLevelBeacons":320,"AllUserAgentBeacons":325,"TotalBeacons":40042541},{"device":"Desktop","date":{"value":"2023-09-01"},"useragent":"Sogou Explorer","BeaconsWithCWV":434,"rowcount":32,"topLevelBeacons":533,"AllUserAgentBeacons":6523,"TotalBeacons":40042541},{"device":"Desktop","date":{"value":"2023-09-01"},"useragent":"Chrome Mobile WebView","BeaconsWithCWV":134,"rowcount":12,"topLevelBeacons":180,"AllUserAgentBeacons":542,"TotalBeacons":40042541},{"device":"Desktop","date":{"value":"2023-09-01"},"useragent":"HbbTV","BeaconsWithCWV":43,"rowcount":4,"topLevelBeacons":51,"AllUserAgentBeacons":51,"TotalBeacons":40042541},{"device":"Desktop","date":{"value":"2023-09-01"},"useragent":"Electron","BeaconsWithCWV":32,"rowcount":4,"topLevelBeacons":50,"AllUserAgentBeacons":72,"TotalBeacons":40042541},{"device":"Desktop","date":{"value":"2023-09-01"},"useragent":"Datadog","BeaconsWithCWV":503,"rowcount":3,"topLevelBeacons":468,"AllUserAgentBeacons":5362,"TotalBeacons":40042541},{"device":"Desktop","date":{"value":"2023-09-01"},"useragent":"SeaMonkey","BeaconsWithCWV":1,"rowcount":1,"topLevelBeacons":5,"AllUserAgentBeacons":101,"TotalBeacons":40042541}]

data-cache/LCPCount_useragentfamily_mobile.json

@@ -0,0 +1 @@
+[{"device":"Mobile","date":{"value":"2023-09-01"},"useragent":"Chrome","BeaconsWithCWV":33572,"rowcount":1814,"topLevelBeacons":39095,"AllUserAgentBeacons":51266,"TotalBeacons":72275633},{"device":"Mobile","date":{"value":"2023-09-01"},"useragent":"Snapchat","BeaconsWithCWV":3308,"rowcount":282,"topLevelBeacons":4630,"AllUserAgentBeacons":89682,"TotalBeacons":72275633},{"device":"Mobile","date":{"value":"2023-09-01"},"useragent":"MiuiBrowser","BeaconsWithCWV":27324,"rowcount":1850,"topLevelBeacons":32610,"AllUserAgentBeacons":45580,"TotalBeacons":72275633},{"device":"Mobile","date":{"value":"2023-09-01"},"useragent":"Chrome Mobile","BeaconsWithCWV":9080039,"rowcount":49562,"topLevelBeacons":10526909,"AllUserAgentBeacons":14256177,"TotalBeacons":72275633},{"device":"Mobile","date":{"value":"2023-09-01"},"useragent":"Samsung Internet","BeaconsWithCWV":1382335,"rowcount":43716,"topLevelBeacons":1578322,"AllUserAgentBeacons":1866488,"TotalBeacons":72275633},{"device":"Mobile","date":{"value":"2023-09-01"},"useragent":"Chrome Mobile iOS","BeaconsWithCWV":889,"rowcount":127,"topLevelBeacons":2993,"AllUserAgentBeacons":2063128,"TotalBeacons":72275633},{"device":"Mobile","date":{"value":"2023-09-01"},"useragent":"Seznam prohlížeč","BeaconsWithCWV":395,"rowcount":47,"topLevelBeacons":434,"AllUserAgentBeacons":968,"TotalBeacons":72275633},{"device":"Mobile","date":{"value":"2023-09-01"},"useragent":"Mint Browser","BeaconsWithCWV":50,"rowcount":6,"topLevelBeacons":53,"AllUserAgentBeacons":53,"TotalBeacons":72275633},{"device":"Mobile","date":{"value":"2023-09-01"},"useragent":"Safari","BeaconsWithCWV":6,"rowcount":1,"topLevelBeacons":9,"AllUserAgentBeacons":38,"TotalBeacons":72275633},{"device":"Mobile","date":{"value":"2023-09-01"},"useragent":"(Unknown)","BeaconsWithCWV":18348,"rowcount":516,"topLevelBeacons":19352,"AllUserAgentBeacons":19442,"TotalBeacons":72275633},{"device":"Mobile","date":{"value":"2023-09-01"},"useragent":"Crosswalk","BeaconsWithCWV":35957,"rowcount":449,"topLevelBeacons":42567,"AllUserAgentBeacons":60301,"TotalBeacons":72275633},{"device":"Mobile","date":{"value":"2023-09-01"},"useragent":"Flipboard","BeaconsWithCWV":891,"rowcount":75,"topLevelBeacons":955,"AllUserAgentBeacons":7491,"TotalBeacons":72275633},{"device":"Mobile","date":{"value":"2023-09-01"},"useragent":"UC Browser","BeaconsWithCWV":350,"rowcount":52,"topLevelBeacons":413,"AllUserAgentBeacons":1285,"TotalBeacons":72275633},{"device":"Mobile","date":{"value":"2023-09-01"},"useragent":"Mobile Safari","BeaconsWithCWV":8022,"rowcount":342,"topLevelBeacons":31031,"AllUserAgentBeacons":22394537,"TotalBeacons":72275633},{"device":"Mobile","date":{"value":"2023-09-01"},"useragent":"Yandex Browser","BeaconsWithCWV":3004,"rowcount":277,"topLevelBeacons":3448,"AllUserAgentBeacons":6369,"TotalBeacons":72275633},{"device":"Mobile","date":{"value":"2023-09-01"},"useragent":"Chrome Mobile WebView","BeaconsWithCWV":2465795,"rowcount":56084,"topLevelBeacons":4687956,"AllUserAgentBeacons":10458058,"TotalBeacons":72275633},{"device":"Mobile","date":{"value":"2023-09-01"},"useragent":"Whale","BeaconsWithCWV":211,"rowcount":28,"topLevelBeacons":261,"AllUserAgentBeacons":512,"TotalBeacons":72275633},{"device":"Mobile","date":{"value":"2023-09-01"},"useragent":"Google","BeaconsWithCWV":20,"rowcount":15,"topLevelBeacons":166,"AllUserAgentBeacons":1766083,"TotalBeacons":72275633},{"device":"Mobile","date":{"value":"2023-09-01"},"useragent":"Amazon Silk","BeaconsWithCWV":303,"rowcount":42,"topLevelBeacons":348,"AllUserAgentBeacons":356,"TotalBeacons":72275633},{"device":"Mobile","date":{"value":"2023-09-01"},"useragent":"Samsung","BeaconsWithCWV":2671,"rowcount":6,"topLevelBeacons":2749,"AllUserAgentBeacons":2758,"TotalBeacons":72275633},{"device":"Mobile","date":{"value":"2023-09-01"},"useragent":"Firefox Mobile","BeaconsWithCWV":36,"rowcount":9,"topLevelBeacons":64,"AllUserAgentBeacons":83556,"TotalBeacons":72275633},{"device":"Mobile","date":{"value":"2023-09-01"},"useragent":"IE Mobile","BeaconsWithCWV":3568,"rowcount":2,"topLevelBeacons":3587,"AllUserAgentBeacons":3661,"TotalBeacons":72275633},{"device":"Mobile","date":{"value":"2023-09-01"},"useragent":"WebPagetest","BeaconsWithCWV":6,"rowcount":1,"topLevelBeacons":5,"AllUserAgentBeacons":5,"TotalBeacons":72275633},{"device":"Mobile","date":{"value":"2023-09-01"},"useragent":"Flipboard-Briefing","BeaconsWithCWV":1,"rowcount":1,"topLevelBeacons":5,"AllUserAgentBeacons":5,"TotalBeacons":72275633},{"device":"Mobile","date":{"value":"2023-09-01"},"useragent":"Edge","BeaconsWithCWV":15,"rowcount":2,"topLevelBeacons":10,"AllUserAgentBeacons":26,"TotalBeacons":72275633},{"device":"Mobile","date":{"value":"2023-09-01"},"useragent":"LINE","BeaconsWithCWV":24909,"rowcount":1011,"topLevelBeacons":26336,"AllUserAgentBeacons":92932,"TotalBeacons":72275633},{"device":"Mobile","date":{"value":"2023-09-01"},"useragent":"Facebook","BeaconsWithCWV":612004,"rowcount":29779,"topLevelBeacons":675234,"AllUserAgentBeacons":1931466,"TotalBeacons":72275633},{"device":"Mobile","date":{"value":"2023-09-01"},"useragent":"Instagram","BeaconsWithCWV":222489,"rowcount":6576,"topLevelBeacons":236395,"AllUserAgentBeacons":1075852,"TotalBeacons":72275633},{"device":"Mobile","date":{"value":"2023-09-01"},"useragent":"Pinterest","BeaconsWithCWV":145,"rowcount":21,"topLevelBeacons":192,"AllUserAgentBeacons":14915,"TotalBeacons":72275633},{"device":"Mobile","date":{"value":"2023-09-01"},"useragent":"Edge Mobile","BeaconsWithCWV":39366,"rowcount":1214,"topLevelBeacons":45654,"AllUserAgentBeacons":91731,"TotalBeacons":72275633},{"device":"Mobile","date":{"value":"2023-09-01"},"useragent":"Firefox iOS","BeaconsWithCWV":2,"rowcount":2,"topLevelBeacons":23,"AllUserAgentBeacons":31773,"TotalBeacons":72275633},{"device":"Mobile","date":{"value":"2023-09-01"},"useragent":"Opera Mobile","BeaconsWithCWV":12166,"rowcount":1243,"topLevelBeacons":14277,"AllUserAgentBeacons":26555,"TotalBeacons":72275633},{"device":"Mobile","date":{"value":"2023-09-01"},"useragent":"Android Browser","BeaconsWithCWV":92,"rowcount":10,"topLevelBeacons":113,"AllUserAgentBeacons":156,"TotalBeacons":72275633},{"device":"Mobile","date":{"value":"2023-09-01"},"useragent":"Mobile Safari UI/WKWebView","BeaconsWithCWV":11856,"rowcount":190,"topLevelBeacons":13668,"AllUserAgentBeacons":15796361,"TotalBeacons":72275633}]