diff --git a/metadata-ingestion/tests/integration/dremio/dremio_mces_golden.json b/metadata-ingestion/tests/integration/dremio/dremio_mces_golden.json index 29d1e0143d1d8..efaa1b1c2eb67 100644 --- a/metadata-ingestion/tests/integration/dremio/dremio_mces_golden.json +++ b/metadata-ingestion/tests/integration/dremio/dremio_mces_golden.json @@ -15,7 +15,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-yfka6s", + "runId": "dremio-2023_10_15-07_00_00-onoora", "lastRunId": "no-run-id-provided" } }, @@ -31,7 +31,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-yfka6s", + "runId": "dremio-2023_10_15-07_00_00-onoora", "lastRunId": "no-run-id-provided" } }, @@ -49,7 +49,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-yfka6s", + "runId": "dremio-2023_10_15-07_00_00-onoora", "lastRunId": "no-run-id-provided" } }, @@ -65,7 +65,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-yfka6s", + "runId": "dremio-2023_10_15-07_00_00-onoora", "lastRunId": "no-run-id-provided" } }, @@ -85,7 +85,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-yfka6s", + "runId": "dremio-2023_10_15-07_00_00-onoora", "lastRunId": "no-run-id-provided" } }, @@ -105,7 +105,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-yfka6s", + "runId": "dremio-2023_10_15-07_00_00-onoora", "lastRunId": "no-run-id-provided" } }, @@ -121,7 +121,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-yfka6s", + "runId": "dremio-2023_10_15-07_00_00-onoora", "lastRunId": "no-run-id-provided" } }, @@ -139,7 +139,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-yfka6s", + "runId": "dremio-2023_10_15-07_00_00-onoora", "lastRunId": "no-run-id-provided" } }, @@ -155,7 +155,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-yfka6s", + "runId": "dremio-2023_10_15-07_00_00-onoora", "lastRunId": "no-run-id-provided" } }, @@ -175,7 +175,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-yfka6s", + "runId": "dremio-2023_10_15-07_00_00-onoora", "lastRunId": "no-run-id-provided" } }, @@ -195,7 +195,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-yfka6s", + "runId": "dremio-2023_10_15-07_00_00-onoora", "lastRunId": "no-run-id-provided" } }, @@ -211,7 +211,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-yfka6s", + "runId": "dremio-2023_10_15-07_00_00-onoora", "lastRunId": "no-run-id-provided" } }, @@ -229,7 +229,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-yfka6s", + "runId": "dremio-2023_10_15-07_00_00-onoora", "lastRunId": "no-run-id-provided" } }, @@ -245,7 +245,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-yfka6s", + "runId": "dremio-2023_10_15-07_00_00-onoora", "lastRunId": "no-run-id-provided" } }, @@ -265,7 +265,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-yfka6s", + "runId": "dremio-2023_10_15-07_00_00-onoora", "lastRunId": "no-run-id-provided" } }, @@ -285,7 +285,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-yfka6s", + "runId": "dremio-2023_10_15-07_00_00-onoora", "lastRunId": "no-run-id-provided" } }, @@ -301,7 +301,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-yfka6s", + "runId": "dremio-2023_10_15-07_00_00-onoora", "lastRunId": "no-run-id-provided" } }, @@ -319,7 +319,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-yfka6s", + "runId": "dremio-2023_10_15-07_00_00-onoora", "lastRunId": "no-run-id-provided" } }, @@ -335,7 +335,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-yfka6s", + "runId": "dremio-2023_10_15-07_00_00-onoora", "lastRunId": "no-run-id-provided" } }, @@ -355,7 +355,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-yfka6s", + "runId": "dremio-2023_10_15-07_00_00-onoora", "lastRunId": "no-run-id-provided" } }, @@ -375,7 +375,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-yfka6s", + "runId": "dremio-2023_10_15-07_00_00-onoora", "lastRunId": "no-run-id-provided" } }, @@ -391,7 +391,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-yfka6s", + "runId": "dremio-2023_10_15-07_00_00-onoora", "lastRunId": "no-run-id-provided" } }, @@ -409,7 +409,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-yfka6s", + "runId": "dremio-2023_10_15-07_00_00-onoora", "lastRunId": "no-run-id-provided" } }, @@ -425,7 +425,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-yfka6s", + "runId": "dremio-2023_10_15-07_00_00-onoora", "lastRunId": "no-run-id-provided" } }, @@ -445,7 +445,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-yfka6s", + "runId": "dremio-2023_10_15-07_00_00-onoora", "lastRunId": "no-run-id-provided" } }, @@ -465,7 +465,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-yfka6s", + "runId": "dremio-2023_10_15-07_00_00-onoora", "lastRunId": "no-run-id-provided" } }, @@ -481,7 +481,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-yfka6s", + "runId": "dremio-2023_10_15-07_00_00-onoora", "lastRunId": "no-run-id-provided" } }, @@ -497,7 +497,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-yfka6s", + "runId": "dremio-2023_10_15-07_00_00-onoora", "lastRunId": "no-run-id-provided" } }, @@ -515,7 +515,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-yfka6s", + "runId": "dremio-2023_10_15-07_00_00-onoora", "lastRunId": "no-run-id-provided" } }, @@ -531,7 +531,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-yfka6s", + "runId": "dremio-2023_10_15-07_00_00-onoora", "lastRunId": "no-run-id-provided" } }, @@ -555,7 +555,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-yfka6s", + "runId": "dremio-2023_10_15-07_00_00-onoora", "lastRunId": "no-run-id-provided" } }, @@ -575,7 +575,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-yfka6s", + "runId": "dremio-2023_10_15-07_00_00-onoora", "lastRunId": "no-run-id-provided" } }, @@ -591,7 +591,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-yfka6s", + "runId": "dremio-2023_10_15-07_00_00-onoora", "lastRunId": "no-run-id-provided" } }, @@ -607,7 +607,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-yfka6s", + "runId": "dremio-2023_10_15-07_00_00-onoora", "lastRunId": "no-run-id-provided" } }, @@ -625,7 +625,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-yfka6s", + "runId": "dremio-2023_10_15-07_00_00-onoora", "lastRunId": "no-run-id-provided" } }, @@ -641,7 +641,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-yfka6s", + "runId": "dremio-2023_10_15-07_00_00-onoora", "lastRunId": "no-run-id-provided" } }, @@ -665,7 +665,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-yfka6s", + "runId": "dremio-2023_10_15-07_00_00-onoora", "lastRunId": "no-run-id-provided" } }, @@ -685,7 +685,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-yfka6s", + "runId": "dremio-2023_10_15-07_00_00-onoora", "lastRunId": "no-run-id-provided" } }, @@ -701,7 +701,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-yfka6s", + "runId": "dremio-2023_10_15-07_00_00-onoora", "lastRunId": "no-run-id-provided" } }, @@ -717,7 +717,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-yfka6s", + "runId": "dremio-2023_10_15-07_00_00-onoora", "lastRunId": "no-run-id-provided" } }, @@ -735,7 +735,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-yfka6s", + "runId": "dremio-2023_10_15-07_00_00-onoora", "lastRunId": "no-run-id-provided" } }, @@ -751,7 +751,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-yfka6s", + "runId": "dremio-2023_10_15-07_00_00-onoora", "lastRunId": "no-run-id-provided" } }, @@ -775,7 +775,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-yfka6s", + "runId": "dremio-2023_10_15-07_00_00-onoora", "lastRunId": "no-run-id-provided" } }, @@ -795,7 +795,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-yfka6s", + "runId": "dremio-2023_10_15-07_00_00-onoora", "lastRunId": "no-run-id-provided" } }, @@ -811,7 +811,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-yfka6s", + "runId": "dremio-2023_10_15-07_00_00-onoora", "lastRunId": "no-run-id-provided" } }, @@ -827,7 +827,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-yfka6s", + "runId": "dremio-2023_10_15-07_00_00-onoora", "lastRunId": "no-run-id-provided" } }, @@ -845,7 +845,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-yfka6s", + "runId": "dremio-2023_10_15-07_00_00-onoora", "lastRunId": "no-run-id-provided" } }, @@ -861,7 +861,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-yfka6s", + "runId": "dremio-2023_10_15-07_00_00-onoora", "lastRunId": "no-run-id-provided" } }, @@ -885,7 +885,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-yfka6s", + "runId": "dremio-2023_10_15-07_00_00-onoora", "lastRunId": "no-run-id-provided" } }, @@ -905,7 +905,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-yfka6s", + "runId": "dremio-2023_10_15-07_00_00-onoora", "lastRunId": "no-run-id-provided" } }, @@ -921,7 +921,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-yfka6s", + "runId": "dremio-2023_10_15-07_00_00-onoora", "lastRunId": "no-run-id-provided" } }, @@ -937,7 +937,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-yfka6s", + "runId": "dremio-2023_10_15-07_00_00-onoora", "lastRunId": "no-run-id-provided" } }, @@ -955,7 +955,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-yfka6s", + "runId": "dremio-2023_10_15-07_00_00-onoora", "lastRunId": "no-run-id-provided" } }, @@ -971,7 +971,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-yfka6s", + "runId": "dremio-2023_10_15-07_00_00-onoora", "lastRunId": "no-run-id-provided" } }, @@ -995,7 +995,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-yfka6s", + "runId": "dremio-2023_10_15-07_00_00-onoora", "lastRunId": "no-run-id-provided" } }, @@ -1015,7 +1015,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-yfka6s", + "runId": "dremio-2023_10_15-07_00_00-onoora", "lastRunId": "no-run-id-provided" } }, @@ -1031,7 +1031,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-yfka6s", + "runId": "dremio-2023_10_15-07_00_00-onoora", "lastRunId": "no-run-id-provided" } }, @@ -1047,7 +1047,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-yfka6s", + "runId": "dremio-2023_10_15-07_00_00-onoora", "lastRunId": "no-run-id-provided" } }, @@ -1065,7 +1065,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-yfka6s", + "runId": "dremio-2023_10_15-07_00_00-onoora", "lastRunId": "no-run-id-provided" } }, @@ -1081,7 +1081,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-yfka6s", + "runId": "dremio-2023_10_15-07_00_00-onoora", "lastRunId": "no-run-id-provided" } }, @@ -1105,7 +1105,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-yfka6s", + "runId": "dremio-2023_10_15-07_00_00-onoora", "lastRunId": "no-run-id-provided" } }, @@ -1125,7 +1125,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-yfka6s", + "runId": "dremio-2023_10_15-07_00_00-onoora", "lastRunId": "no-run-id-provided" } }, @@ -1141,7 +1141,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-yfka6s", + "runId": "dremio-2023_10_15-07_00_00-onoora", "lastRunId": "no-run-id-provided" } }, @@ -1157,7 +1157,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-yfka6s", + "runId": "dremio-2023_10_15-07_00_00-onoora", "lastRunId": "no-run-id-provided" } }, @@ -1175,7 +1175,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-yfka6s", + "runId": "dremio-2023_10_15-07_00_00-onoora", "lastRunId": "no-run-id-provided" } }, @@ -1191,7 +1191,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-yfka6s", + "runId": "dremio-2023_10_15-07_00_00-onoora", "lastRunId": "no-run-id-provided" } }, @@ -1215,7 +1215,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-yfka6s", + "runId": "dremio-2023_10_15-07_00_00-onoora", "lastRunId": "no-run-id-provided" } }, @@ -1235,7 +1235,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-yfka6s", + "runId": "dremio-2023_10_15-07_00_00-onoora", "lastRunId": "no-run-id-provided" } }, @@ -1251,7 +1251,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-yfka6s", + "runId": "dremio-2023_10_15-07_00_00-onoora", "lastRunId": "no-run-id-provided" } }, @@ -1267,7 +1267,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-yfka6s", + "runId": "dremio-2023_10_15-07_00_00-onoora", "lastRunId": "no-run-id-provided" } }, @@ -1285,7 +1285,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-yfka6s", + "runId": "dremio-2023_10_15-07_00_00-onoora", "lastRunId": "no-run-id-provided" } }, @@ -1301,7 +1301,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-yfka6s", + "runId": "dremio-2023_10_15-07_00_00-onoora", "lastRunId": "no-run-id-provided" } }, @@ -1325,7 +1325,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-yfka6s", + "runId": "dremio-2023_10_15-07_00_00-onoora", "lastRunId": "no-run-id-provided" } }, @@ -1345,7 +1345,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-yfka6s", + "runId": "dremio-2023_10_15-07_00_00-onoora", "lastRunId": "no-run-id-provided" } }, @@ -1361,7 +1361,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-yfka6s", + "runId": "dremio-2023_10_15-07_00_00-onoora", "lastRunId": "no-run-id-provided" } }, @@ -1377,7 +1377,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-yfka6s", + "runId": "dremio-2023_10_15-07_00_00-onoora", "lastRunId": "no-run-id-provided" } }, @@ -1395,7 +1395,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-yfka6s", + "runId": "dremio-2023_10_15-07_00_00-onoora", "lastRunId": "no-run-id-provided" } }, @@ -1411,7 +1411,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-yfka6s", + "runId": "dremio-2023_10_15-07_00_00-onoora", "lastRunId": "no-run-id-provided" } }, @@ -1435,7 +1435,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-yfka6s", + "runId": "dremio-2023_10_15-07_00_00-onoora", "lastRunId": "no-run-id-provided" } }, @@ -1455,7 +1455,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-yfka6s", + "runId": "dremio-2023_10_15-07_00_00-onoora", "lastRunId": "no-run-id-provided" } }, @@ -1471,7 +1471,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-yfka6s", + "runId": "dremio-2023_10_15-07_00_00-onoora", "lastRunId": "no-run-id-provided" } }, @@ -1487,7 +1487,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-yfka6s", + "runId": "dremio-2023_10_15-07_00_00-onoora", "lastRunId": "no-run-id-provided" } }, @@ -1505,7 +1505,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-yfka6s", + "runId": "dremio-2023_10_15-07_00_00-onoora", "lastRunId": "no-run-id-provided" } }, @@ -1521,7 +1521,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-yfka6s", + "runId": "dremio-2023_10_15-07_00_00-onoora", "lastRunId": "no-run-id-provided" } }, @@ -1549,7 +1549,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-yfka6s", + "runId": "dremio-2023_10_15-07_00_00-onoora", "lastRunId": "no-run-id-provided" } }, @@ -1569,7 +1569,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-yfka6s", + "runId": "dremio-2023_10_15-07_00_00-onoora", "lastRunId": "no-run-id-provided" } }, @@ -1585,7 +1585,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-yfka6s", + "runId": "dremio-2023_10_15-07_00_00-onoora", "lastRunId": "no-run-id-provided" } }, @@ -1601,7 +1601,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-yfka6s", + "runId": "dremio-2023_10_15-07_00_00-onoora", "lastRunId": "no-run-id-provided" } }, @@ -1619,7 +1619,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-yfka6s", + "runId": "dremio-2023_10_15-07_00_00-onoora", "lastRunId": "no-run-id-provided" } }, @@ -1635,7 +1635,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-yfka6s", + "runId": "dremio-2023_10_15-07_00_00-onoora", "lastRunId": "no-run-id-provided" } }, @@ -1663,7 +1663,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-yfka6s", + "runId": "dremio-2023_10_15-07_00_00-onoora", "lastRunId": "no-run-id-provided" } }, @@ -1683,7 +1683,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-yfka6s", + "runId": "dremio-2023_10_15-07_00_00-onoora", "lastRunId": "no-run-id-provided" } }, @@ -1699,7 +1699,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-yfka6s", + "runId": "dremio-2023_10_15-07_00_00-onoora", "lastRunId": "no-run-id-provided" } }, @@ -1715,7 +1715,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-yfka6s", + "runId": "dremio-2023_10_15-07_00_00-onoora", "lastRunId": "no-run-id-provided" } }, @@ -1733,7 +1733,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-yfka6s", + "runId": "dremio-2023_10_15-07_00_00-onoora", "lastRunId": "no-run-id-provided" } }, @@ -1749,7 +1749,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-yfka6s", + "runId": "dremio-2023_10_15-07_00_00-onoora", "lastRunId": "no-run-id-provided" } }, @@ -1781,7 +1781,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-yfka6s", + "runId": "dremio-2023_10_15-07_00_00-onoora", "lastRunId": "no-run-id-provided" } }, @@ -1801,7 +1801,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-yfka6s", + "runId": "dremio-2023_10_15-07_00_00-onoora", "lastRunId": "no-run-id-provided" } }, @@ -1817,7 +1817,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-yfka6s", + "runId": "dremio-2023_10_15-07_00_00-onoora", "lastRunId": "no-run-id-provided" } }, @@ -1833,7 +1833,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-yfka6s", + "runId": "dremio-2023_10_15-07_00_00-onoora", "lastRunId": "no-run-id-provided" } }, @@ -1851,7 +1851,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-yfka6s", + "runId": "dremio-2023_10_15-07_00_00-onoora", "lastRunId": "no-run-id-provided" } }, @@ -1867,7 +1867,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-yfka6s", + "runId": "dremio-2023_10_15-07_00_00-onoora", "lastRunId": "no-run-id-provided" } }, @@ -1903,7 +1903,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-yfka6s", + "runId": "dremio-2023_10_15-07_00_00-onoora", "lastRunId": "no-run-id-provided" } }, @@ -1927,7 +1927,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-yfka6s", + "runId": "dremio-2023_10_15-07_00_00-onoora", "lastRunId": "no-run-id-provided" } }, @@ -1945,7 +1945,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-yfka6s", + "runId": "dremio-2023_10_15-07_00_00-onoora", "lastRunId": "no-run-id-provided" } }, @@ -1961,7 +1961,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-yfka6s", + "runId": "dremio-2023_10_15-07_00_00-onoora", "lastRunId": "no-run-id-provided" } }, @@ -1977,7 +1977,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-yfka6s", + "runId": "dremio-2023_10_15-07_00_00-onoora", "lastRunId": "no-run-id-provided" } }, @@ -1995,7 +1995,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-yfka6s", + "runId": "dremio-2023_10_15-07_00_00-onoora", "lastRunId": "no-run-id-provided" } }, @@ -2025,7 +2025,7 @@ }, "fields": [ { - "fieldPath": "I", + "fieldPath": "B", "nullable": true, "type": { "type": { @@ -2037,7 +2037,7 @@ "isPartOfKey": false }, { - "fieldPath": "H", + "fieldPath": "C", "nullable": true, "type": { "type": { @@ -2049,7 +2049,7 @@ "isPartOfKey": false }, { - "fieldPath": "G", + "fieldPath": "D", "nullable": true, "type": { "type": { @@ -2061,7 +2061,7 @@ "isPartOfKey": false }, { - "fieldPath": "F", + "fieldPath": "E", "nullable": true, "type": { "type": { @@ -2073,7 +2073,7 @@ "isPartOfKey": false }, { - "fieldPath": "E", + "fieldPath": "I", "nullable": true, "type": { "type": { @@ -2085,7 +2085,7 @@ "isPartOfKey": false }, { - "fieldPath": "D", + "fieldPath": "H", "nullable": true, "type": { "type": { @@ -2097,7 +2097,7 @@ "isPartOfKey": false }, { - "fieldPath": "C", + "fieldPath": "G", "nullable": true, "type": { "type": { @@ -2109,7 +2109,7 @@ "isPartOfKey": false }, { - "fieldPath": "B", + "fieldPath": "F", "nullable": true, "type": { "type": { @@ -2137,7 +2137,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-yfka6s", + "runId": "dremio-2023_10_15-07_00_00-onoora", "lastRunId": "no-run-id-provided" } }, @@ -2153,7 +2153,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-yfka6s", + "runId": "dremio-2023_10_15-07_00_00-onoora", "lastRunId": "no-run-id-provided" } }, @@ -2177,7 +2177,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-yfka6s", + "runId": "dremio-2023_10_15-07_00_00-onoora", "lastRunId": "no-run-id-provided" } }, @@ -2201,7 +2201,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-yfka6s", + "runId": "dremio-2023_10_15-07_00_00-onoora", "lastRunId": "no-run-id-provided" } }, @@ -2219,7 +2219,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-yfka6s", + "runId": "dremio-2023_10_15-07_00_00-onoora", "lastRunId": "no-run-id-provided" } }, @@ -2235,7 +2235,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-yfka6s", + "runId": "dremio-2023_10_15-07_00_00-onoora", "lastRunId": "no-run-id-provided" } }, @@ -2251,7 +2251,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-yfka6s", + "runId": "dremio-2023_10_15-07_00_00-onoora", "lastRunId": "no-run-id-provided" } }, @@ -2269,7 +2269,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-yfka6s", + "runId": "dremio-2023_10_15-07_00_00-onoora", "lastRunId": "no-run-id-provided" } }, @@ -2299,26 +2299,26 @@ }, "fields": [ { - "fieldPath": "last_name", + "fieldPath": "id", "nullable": true, "type": { "type": { - "com.linkedin.schema.StringType": {} + "com.linkedin.schema.NumberType": {} } }, - "nativeDataType": "character varying(65536)", + "nativeDataType": "integer(32)", "recursive": false, "isPartOfKey": false }, { - "fieldPath": "id", + "fieldPath": "first_name", "nullable": true, "type": { "type": { - "com.linkedin.schema.NumberType": {} + "com.linkedin.schema.StringType": {} } }, - "nativeDataType": "integer(32)", + "nativeDataType": "character varying(65536)", "recursive": false, "isPartOfKey": false }, @@ -2335,7 +2335,7 @@ "isPartOfKey": false }, { - "fieldPath": "first_name", + "fieldPath": "last_name", "nullable": true, "type": { "type": { @@ -2347,26 +2347,26 @@ "isPartOfKey": false }, { - "fieldPath": "email_address", + "fieldPath": "priority", "nullable": true, "type": { "type": { - "com.linkedin.schema.StringType": {} + "com.linkedin.schema.NumberType": {} } }, - "nativeDataType": "character varying(65536)", + "nativeDataType": "float(24)", "recursive": false, "isPartOfKey": false }, { - "fieldPath": "priority", + "fieldPath": "email_address", "nullable": true, "type": { "type": { - "com.linkedin.schema.NumberType": {} + "com.linkedin.schema.StringType": {} } }, - "nativeDataType": "float(24)", + "nativeDataType": "character varying(65536)", "recursive": false, "isPartOfKey": false } @@ -2375,7 +2375,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-yfka6s", + "runId": "dremio-2023_10_15-07_00_00-onoora", "lastRunId": "no-run-id-provided" } }, @@ -2391,7 +2391,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-yfka6s", + "runId": "dremio-2023_10_15-07_00_00-onoora", "lastRunId": "no-run-id-provided" } }, @@ -2419,7 +2419,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-yfka6s", + "runId": "dremio-2023_10_15-07_00_00-onoora", "lastRunId": "no-run-id-provided" } }, @@ -2443,7 +2443,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-yfka6s", + "runId": "dremio-2023_10_15-07_00_00-onoora", "lastRunId": "no-run-id-provided" } }, @@ -2461,7 +2461,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-yfka6s", + "runId": "dremio-2023_10_15-07_00_00-onoora", "lastRunId": "no-run-id-provided" } }, @@ -2477,7 +2477,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-yfka6s", + "runId": "dremio-2023_10_15-07_00_00-onoora", "lastRunId": "no-run-id-provided" } }, @@ -2493,7 +2493,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-yfka6s", + "runId": "dremio-2023_10_15-07_00_00-onoora", "lastRunId": "no-run-id-provided" } }, @@ -2511,7 +2511,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-yfka6s", + "runId": "dremio-2023_10_15-07_00_00-onoora", "lastRunId": "no-run-id-provided" } }, @@ -2541,7 +2541,7 @@ }, "fields": [ { - "fieldPath": "aspect", + "fieldPath": "metadata", "nullable": true, "type": { "type": { @@ -2553,19 +2553,19 @@ "isPartOfKey": false }, { - "fieldPath": "urn", + "fieldPath": "createdon", "nullable": true, "type": { "type": { - "com.linkedin.schema.StringType": {} + "com.linkedin.schema.DateType": {} } }, - "nativeDataType": "character varying(65536)", + "nativeDataType": "timestamp(23)", "recursive": false, "isPartOfKey": false }, { - "fieldPath": "createdfor", + "fieldPath": "createdby", "nullable": true, "type": { "type": { @@ -2577,19 +2577,19 @@ "isPartOfKey": false }, { - "fieldPath": "createdon", + "fieldPath": "createdfor", "nullable": true, "type": { "type": { - "com.linkedin.schema.DateType": {} + "com.linkedin.schema.StringType": {} } }, - "nativeDataType": "timestamp(23)", + "nativeDataType": "character varying(65536)", "recursive": false, "isPartOfKey": false }, { - "fieldPath": "metadata", + "fieldPath": "urn", "nullable": true, "type": { "type": { @@ -2601,7 +2601,7 @@ "isPartOfKey": false }, { - "fieldPath": "createdby", + "fieldPath": "aspect", "nullable": true, "type": { "type": { @@ -2629,7 +2629,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-yfka6s", + "runId": "dremio-2023_10_15-07_00_00-onoora", "lastRunId": "no-run-id-provided" } }, @@ -2645,7 +2645,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-yfka6s", + "runId": "dremio-2023_10_15-07_00_00-onoora", "lastRunId": "no-run-id-provided" } }, @@ -2673,7 +2673,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-yfka6s", + "runId": "dremio-2023_10_15-07_00_00-onoora", "lastRunId": "no-run-id-provided" } }, @@ -2697,7 +2697,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-yfka6s", + "runId": "dremio-2023_10_15-07_00_00-onoora", "lastRunId": "no-run-id-provided" } }, @@ -2715,7 +2715,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-yfka6s", + "runId": "dremio-2023_10_15-07_00_00-onoora", "lastRunId": "no-run-id-provided" } }, @@ -2731,7 +2731,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-yfka6s", + "runId": "dremio-2023_10_15-07_00_00-onoora", "lastRunId": "no-run-id-provided" } }, @@ -2747,7 +2747,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-yfka6s", + "runId": "dremio-2023_10_15-07_00_00-onoora", "lastRunId": "no-run-id-provided" } }, @@ -2765,7 +2765,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-yfka6s", + "runId": "dremio-2023_10_15-07_00_00-onoora", "lastRunId": "no-run-id-provided" } }, @@ -2795,7 +2795,7 @@ }, "fields": [ { - "fieldPath": "path", + "fieldPath": "urn", "nullable": true, "type": { "type": { @@ -2807,7 +2807,7 @@ "isPartOfKey": false }, { - "fieldPath": "stringVal", + "fieldPath": "aspect", "nullable": true, "type": { "type": { @@ -2819,43 +2819,43 @@ "isPartOfKey": false }, { - "fieldPath": "doubleVal", + "fieldPath": "longVal", "nullable": true, "type": { "type": { "com.linkedin.schema.NumberType": {} } }, - "nativeDataType": "double(53)", + "nativeDataType": "bigint(64)", "recursive": false, "isPartOfKey": false }, { - "fieldPath": "longVal", + "fieldPath": "path", "nullable": true, "type": { "type": { - "com.linkedin.schema.NumberType": {} + "com.linkedin.schema.StringType": {} } }, - "nativeDataType": "bigint(64)", + "nativeDataType": "character varying(65536)", "recursive": false, "isPartOfKey": false }, { - "fieldPath": "id", + "fieldPath": "doubleVal", "nullable": true, "type": { "type": { "com.linkedin.schema.NumberType": {} } }, - "nativeDataType": "bigint(64)", + "nativeDataType": "double(53)", "recursive": false, "isPartOfKey": false }, { - "fieldPath": "urn", + "fieldPath": "stringVal", "nullable": true, "type": { "type": { @@ -2867,14 +2867,14 @@ "isPartOfKey": false }, { - "fieldPath": "aspect", + "fieldPath": "id", "nullable": true, "type": { "type": { - "com.linkedin.schema.StringType": {} + "com.linkedin.schema.NumberType": {} } }, - "nativeDataType": "character varying(65536)", + "nativeDataType": "bigint(64)", "recursive": false, "isPartOfKey": false } @@ -2883,7 +2883,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-yfka6s", + "runId": "dremio-2023_10_15-07_00_00-onoora", "lastRunId": "no-run-id-provided" } }, @@ -2899,7 +2899,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-yfka6s", + "runId": "dremio-2023_10_15-07_00_00-onoora", "lastRunId": "no-run-id-provided" } }, @@ -2927,7 +2927,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-yfka6s", + "runId": "dremio-2023_10_15-07_00_00-onoora", "lastRunId": "no-run-id-provided" } }, @@ -2951,7 +2951,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-yfka6s", + "runId": "dremio-2023_10_15-07_00_00-onoora", "lastRunId": "no-run-id-provided" } }, @@ -2969,7 +2969,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-yfka6s", + "runId": "dremio-2023_10_15-07_00_00-onoora", "lastRunId": "no-run-id-provided" } }, @@ -2985,7 +2985,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-yfka6s", + "runId": "dremio-2023_10_15-07_00_00-onoora", "lastRunId": "no-run-id-provided" } }, @@ -3001,7 +3001,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-yfka6s", + "runId": "dremio-2023_10_15-07_00_00-onoora", "lastRunId": "no-run-id-provided" } }, @@ -3019,7 +3019,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-yfka6s", + "runId": "dremio-2023_10_15-07_00_00-onoora", "lastRunId": "no-run-id-provided" } }, @@ -3049,31 +3049,31 @@ }, "fields": [ { - "fieldPath": "id", + "fieldPath": "doubleVal", "nullable": true, "type": { "type": { "com.linkedin.schema.NumberType": {} } }, - "nativeDataType": "bigint(64)", + "nativeDataType": "double(53)", "recursive": false, "isPartOfKey": false }, { - "fieldPath": "urn", + "fieldPath": "id", "nullable": true, "type": { "type": { - "com.linkedin.schema.StringType": {} + "com.linkedin.schema.NumberType": {} } }, - "nativeDataType": "character varying(65536)", + "nativeDataType": "bigint(64)", "recursive": false, "isPartOfKey": false }, { - "fieldPath": "path", + "fieldPath": "urn", "nullable": true, "type": { "type": { @@ -3085,14 +3085,14 @@ "isPartOfKey": false }, { - "fieldPath": "doubleVal", + "fieldPath": "path", "nullable": true, "type": { "type": { - "com.linkedin.schema.NumberType": {} + "com.linkedin.schema.StringType": {} } }, - "nativeDataType": "double(53)", + "nativeDataType": "character varying(65536)", "recursive": false, "isPartOfKey": false } @@ -3101,7 +3101,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-yfka6s", + "runId": "dremio-2023_10_15-07_00_00-onoora", "lastRunId": "no-run-id-provided" } }, @@ -3117,7 +3117,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-yfka6s", + "runId": "dremio-2023_10_15-07_00_00-onoora", "lastRunId": "no-run-id-provided" } }, @@ -3145,7 +3145,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-yfka6s", + "runId": "dremio-2023_10_15-07_00_00-onoora", "lastRunId": "no-run-id-provided" } }, @@ -3169,7 +3169,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-yfka6s", + "runId": "dremio-2023_10_15-07_00_00-onoora", "lastRunId": "no-run-id-provided" } }, @@ -3187,7 +3187,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-yfka6s", + "runId": "dremio-2023_10_15-07_00_00-onoora", "lastRunId": "no-run-id-provided" } }, @@ -3203,7 +3203,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-yfka6s", + "runId": "dremio-2023_10_15-07_00_00-onoora", "lastRunId": "no-run-id-provided" } }, @@ -3219,7 +3219,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-yfka6s", + "runId": "dremio-2023_10_15-07_00_00-onoora", "lastRunId": "no-run-id-provided" } }, @@ -3237,7 +3237,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-yfka6s", + "runId": "dremio-2023_10_15-07_00_00-onoora", "lastRunId": "no-run-id-provided" } }, @@ -3267,31 +3267,31 @@ }, "fields": [ { - "fieldPath": "description", + "fieldPath": "id", "nullable": true, "type": { "type": { - "com.linkedin.schema.StringType": {} + "com.linkedin.schema.NumberType": {} } }, - "nativeDataType": "character varying(65536)", + "nativeDataType": "integer(32)", "recursive": false, "isPartOfKey": false }, { - "fieldPath": "customer_id", + "fieldPath": "description", "nullable": true, "type": { "type": { - "com.linkedin.schema.NumberType": {} + "com.linkedin.schema.StringType": {} } }, - "nativeDataType": "integer(32)", + "nativeDataType": "character varying(65536)", "recursive": false, "isPartOfKey": false }, { - "fieldPath": "id", + "fieldPath": "customer_id", "nullable": true, "type": { "type": { @@ -3307,7 +3307,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-yfka6s", + "runId": "dremio-2023_10_15-07_00_00-onoora", "lastRunId": "no-run-id-provided" } }, @@ -3323,7 +3323,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-yfka6s", + "runId": "dremio-2023_10_15-07_00_00-onoora", "lastRunId": "no-run-id-provided" } }, @@ -3351,7 +3351,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-yfka6s", + "runId": "dremio-2023_10_15-07_00_00-onoora", "lastRunId": "no-run-id-provided" } }, @@ -3375,7 +3375,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-yfka6s", + "runId": "dremio-2023_10_15-07_00_00-onoora", "lastRunId": "no-run-id-provided" } }, @@ -3393,7 +3393,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-yfka6s", + "runId": "dremio-2023_10_15-07_00_00-onoora", "lastRunId": "no-run-id-provided" } }, @@ -3409,7 +3409,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-yfka6s", + "runId": "dremio-2023_10_15-07_00_00-onoora", "lastRunId": "no-run-id-provided" } }, @@ -3425,7 +3425,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-yfka6s", + "runId": "dremio-2023_10_15-07_00_00-onoora", "lastRunId": "no-run-id-provided" } }, @@ -3443,7 +3443,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-yfka6s", + "runId": "dremio-2023_10_15-07_00_00-onoora", "lastRunId": "no-run-id-provided" } }, @@ -3473,19 +3473,19 @@ }, "fields": [ { - "fieldPath": "name", + "fieldPath": "salary", "nullable": true, "type": { "type": { - "com.linkedin.schema.StringType": {} + "com.linkedin.schema.NumberType": {} } }, - "nativeDataType": "character varying(65536)", + "nativeDataType": "bigint(64)", "recursive": false, "isPartOfKey": false }, { - "fieldPath": "id", + "fieldPath": "age", "nullable": true, "type": { "type": { @@ -3497,19 +3497,19 @@ "isPartOfKey": false }, { - "fieldPath": "age", + "fieldPath": "name", "nullable": true, "type": { "type": { - "com.linkedin.schema.NumberType": {} + "com.linkedin.schema.StringType": {} } }, - "nativeDataType": "bigint(64)", + "nativeDataType": "character varying(65536)", "recursive": false, "isPartOfKey": false }, { - "fieldPath": "salary", + "fieldPath": "id", "nullable": true, "type": { "type": { @@ -3525,7 +3525,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-yfka6s", + "runId": "dremio-2023_10_15-07_00_00-onoora", "lastRunId": "no-run-id-provided" } }, @@ -3541,7 +3541,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-yfka6s", + "runId": "dremio-2023_10_15-07_00_00-onoora", "lastRunId": "no-run-id-provided" } }, @@ -3569,7 +3569,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-yfka6s", + "runId": "dremio-2023_10_15-07_00_00-onoora", "lastRunId": "no-run-id-provided" } }, @@ -3593,7 +3593,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-yfka6s", + "runId": "dremio-2023_10_15-07_00_00-onoora", "lastRunId": "no-run-id-provided" } }, @@ -3611,7 +3611,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-yfka6s", + "runId": "dremio-2023_10_15-07_00_00-onoora", "lastRunId": "no-run-id-provided" } }, @@ -3627,7 +3627,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-yfka6s", + "runId": "dremio-2023_10_15-07_00_00-onoora", "lastRunId": "no-run-id-provided" } }, @@ -3643,7 +3643,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-yfka6s", + "runId": "dremio-2023_10_15-07_00_00-onoora", "lastRunId": "no-run-id-provided" } }, @@ -3725,7 +3725,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-yfka6s", + "runId": "dremio-2023_10_15-07_00_00-onoora", "lastRunId": "no-run-id-provided" } }, @@ -3741,7 +3741,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-yfka6s", + "runId": "dremio-2023_10_15-07_00_00-onoora", "lastRunId": "no-run-id-provided" } }, @@ -3766,7 +3766,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-yfka6s", + "runId": "dremio-2023_10_15-07_00_00-onoora", "lastRunId": "no-run-id-provided" } }, @@ -3794,7 +3794,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-yfka6s", + "runId": "dremio-2023_10_15-07_00_00-onoora", "lastRunId": "no-run-id-provided" } }, @@ -3818,7 +3818,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-yfka6s", + "runId": "dremio-2023_10_15-07_00_00-onoora", "lastRunId": "no-run-id-provided" } }, @@ -3836,7 +3836,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-yfka6s", + "runId": "dremio-2023_10_15-07_00_00-onoora", "lastRunId": "no-run-id-provided" } }, @@ -3852,7 +3852,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-yfka6s", + "runId": "dremio-2023_10_15-07_00_00-onoora", "lastRunId": "no-run-id-provided" } }, @@ -3868,7 +3868,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-yfka6s", + "runId": "dremio-2023_10_15-07_00_00-onoora", "lastRunId": "no-run-id-provided" } }, @@ -3898,7 +3898,7 @@ }, "fields": [ { - "fieldPath": "metadata", + "fieldPath": "urn", "nullable": true, "type": { "type": { @@ -3946,7 +3946,7 @@ "isPartOfKey": false }, { - "fieldPath": "urn", + "fieldPath": "metadata", "nullable": true, "type": { "type": { @@ -3958,26 +3958,26 @@ "isPartOfKey": false }, { - "fieldPath": "aspect", + "fieldPath": "version", "nullable": true, "type": { "type": { - "com.linkedin.schema.StringType": {} + "com.linkedin.schema.NumberType": {} } }, - "nativeDataType": "character varying(65536)", + "nativeDataType": "bigint(64)", "recursive": false, "isPartOfKey": false }, { - "fieldPath": "version", + "fieldPath": "aspect", "nullable": true, "type": { "type": { - "com.linkedin.schema.NumberType": {} + "com.linkedin.schema.StringType": {} } }, - "nativeDataType": "bigint(64)", + "nativeDataType": "character varying(65536)", "recursive": false, "isPartOfKey": false } @@ -3986,7 +3986,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-yfka6s", + "runId": "dremio-2023_10_15-07_00_00-onoora", "lastRunId": "no-run-id-provided" } }, @@ -4002,7 +4002,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-yfka6s", + "runId": "dremio-2023_10_15-07_00_00-onoora", "lastRunId": "no-run-id-provided" } }, @@ -4027,7 +4027,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-yfka6s", + "runId": "dremio-2023_10_15-07_00_00-onoora", "lastRunId": "no-run-id-provided" } }, @@ -4055,7 +4055,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-yfka6s", + "runId": "dremio-2023_10_15-07_00_00-onoora", "lastRunId": "no-run-id-provided" } }, @@ -4079,7 +4079,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-yfka6s", + "runId": "dremio-2023_10_15-07_00_00-onoora", "lastRunId": "no-run-id-provided" } }, @@ -4097,7 +4097,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-yfka6s", + "runId": "dremio-2023_10_15-07_00_00-onoora", "lastRunId": "no-run-id-provided" } }, @@ -4113,7 +4113,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-yfka6s", + "runId": "dremio-2023_10_15-07_00_00-onoora", "lastRunId": "no-run-id-provided" } }, @@ -4129,7 +4129,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-yfka6s", + "runId": "dremio-2023_10_15-07_00_00-onoora", "lastRunId": "no-run-id-provided" } }, @@ -4159,55 +4159,55 @@ }, "fields": [ { - "fieldPath": "longVal", + "fieldPath": "doubleVal", "nullable": true, "type": { "type": { "com.linkedin.schema.NumberType": {} } }, - "nativeDataType": "bigint(64)", + "nativeDataType": "double(53)", "recursive": false, "isPartOfKey": false }, { - "fieldPath": "stringVal", + "fieldPath": "id", "nullable": true, "type": { "type": { - "com.linkedin.schema.StringType": {} + "com.linkedin.schema.NumberType": {} } }, - "nativeDataType": "character varying(65536)", + "nativeDataType": "bigint(64)", "recursive": false, "isPartOfKey": false }, { - "fieldPath": "doubleVal", + "fieldPath": "urn", "nullable": true, "type": { "type": { - "com.linkedin.schema.NumberType": {} + "com.linkedin.schema.StringType": {} } }, - "nativeDataType": "double(53)", + "nativeDataType": "character varying(65536)", "recursive": false, "isPartOfKey": false }, { - "fieldPath": "id", + "fieldPath": "aspect", "nullable": true, "type": { "type": { - "com.linkedin.schema.NumberType": {} + "com.linkedin.schema.StringType": {} } }, - "nativeDataType": "bigint(64)", + "nativeDataType": "character varying(65536)", "recursive": false, "isPartOfKey": false }, { - "fieldPath": "urn", + "fieldPath": "path", "nullable": true, "type": { "type": { @@ -4219,19 +4219,19 @@ "isPartOfKey": false }, { - "fieldPath": "aspect", + "fieldPath": "longVal", "nullable": true, "type": { "type": { - "com.linkedin.schema.StringType": {} + "com.linkedin.schema.NumberType": {} } }, - "nativeDataType": "character varying(65536)", + "nativeDataType": "bigint(64)", "recursive": false, "isPartOfKey": false }, { - "fieldPath": "path", + "fieldPath": "stringVal", "nullable": true, "type": { "type": { @@ -4247,7 +4247,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-yfka6s", + "runId": "dremio-2023_10_15-07_00_00-onoora", "lastRunId": "no-run-id-provided" } }, @@ -4263,7 +4263,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-yfka6s", + "runId": "dremio-2023_10_15-07_00_00-onoora", "lastRunId": "no-run-id-provided" } }, @@ -4288,7 +4288,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-yfka6s", + "runId": "dremio-2023_10_15-07_00_00-onoora", "lastRunId": "no-run-id-provided" } }, @@ -4316,7 +4316,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-yfka6s", + "runId": "dremio-2023_10_15-07_00_00-onoora", "lastRunId": "no-run-id-provided" } }, @@ -4340,7 +4340,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-yfka6s", + "runId": "dremio-2023_10_15-07_00_00-onoora", "lastRunId": "no-run-id-provided" } }, @@ -4358,7 +4358,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-yfka6s", + "runId": "dremio-2023_10_15-07_00_00-onoora", "lastRunId": "no-run-id-provided" } }, @@ -4374,7 +4374,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-yfka6s", + "runId": "dremio-2023_10_15-07_00_00-onoora", "lastRunId": "no-run-id-provided" } }, @@ -4390,7 +4390,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-yfka6s", + "runId": "dremio-2023_10_15-07_00_00-onoora", "lastRunId": "no-run-id-provided" } }, @@ -4420,14 +4420,14 @@ }, "fields": [ { - "fieldPath": "doubleVal", + "fieldPath": "urn", "nullable": true, "type": { "type": { - "com.linkedin.schema.NumberType": {} + "com.linkedin.schema.StringType": {} } }, - "nativeDataType": "double(53)", + "nativeDataType": "character varying(65536)", "recursive": false, "isPartOfKey": false }, @@ -4444,7 +4444,7 @@ "isPartOfKey": false }, { - "fieldPath": "urn", + "fieldPath": "path", "nullable": true, "type": { "type": { @@ -4456,14 +4456,14 @@ "isPartOfKey": false }, { - "fieldPath": "path", + "fieldPath": "doubleVal", "nullable": true, "type": { "type": { - "com.linkedin.schema.StringType": {} + "com.linkedin.schema.NumberType": {} } }, - "nativeDataType": "character varying(65536)", + "nativeDataType": "double(53)", "recursive": false, "isPartOfKey": false } @@ -4472,7 +4472,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-yfka6s", + "runId": "dremio-2023_10_15-07_00_00-onoora", "lastRunId": "no-run-id-provided" } }, @@ -4488,7 +4488,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-yfka6s", + "runId": "dremio-2023_10_15-07_00_00-onoora", "lastRunId": "no-run-id-provided" } }, @@ -4513,7 +4513,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-yfka6s", + "runId": "dremio-2023_10_15-07_00_00-onoora", "lastRunId": "no-run-id-provided" } }, @@ -4541,7 +4541,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-yfka6s", + "runId": "dremio-2023_10_15-07_00_00-onoora", "lastRunId": "no-run-id-provided" } }, @@ -4565,7 +4565,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-yfka6s", + "runId": "dremio-2023_10_15-07_00_00-onoora", "lastRunId": "no-run-id-provided" } }, @@ -4583,7 +4583,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-yfka6s", + "runId": "dremio-2023_10_15-07_00_00-onoora", "lastRunId": "no-run-id-provided" } }, @@ -4599,7 +4599,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-yfka6s", + "runId": "dremio-2023_10_15-07_00_00-onoora", "lastRunId": "no-run-id-provided" } }, @@ -4615,7 +4615,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-yfka6s", + "runId": "dremio-2023_10_15-07_00_00-onoora", "lastRunId": "no-run-id-provided" } }, @@ -4645,7 +4645,7 @@ }, "fields": [ { - "fieldPath": "company", + "fieldPath": "last_name", "nullable": true, "type": { "type": { @@ -4657,7 +4657,7 @@ "isPartOfKey": false }, { - "fieldPath": "last_name", + "fieldPath": "company", "nullable": true, "type": { "type": { @@ -4669,50 +4669,50 @@ "isPartOfKey": false }, { - "fieldPath": "first_name", + "fieldPath": "id", "nullable": true, "type": { "type": { - "com.linkedin.schema.StringType": {} + "com.linkedin.schema.NumberType": {} } }, - "nativeDataType": "character varying(65536)", + "nativeDataType": "integer(32)", "recursive": false, "isPartOfKey": false }, { - "fieldPath": "email_address", + "fieldPath": "priority", "nullable": true, "type": { "type": { - "com.linkedin.schema.StringType": {} + "com.linkedin.schema.NumberType": {} } }, - "nativeDataType": "character varying(65536)", + "nativeDataType": "float(24)", "recursive": false, "isPartOfKey": false }, { - "fieldPath": "priority", + "fieldPath": "email_address", "nullable": true, "type": { "type": { - "com.linkedin.schema.NumberType": {} + "com.linkedin.schema.StringType": {} } }, - "nativeDataType": "float(24)", + "nativeDataType": "character varying(65536)", "recursive": false, "isPartOfKey": false }, { - "fieldPath": "id", + "fieldPath": "first_name", "nullable": true, "type": { "type": { - "com.linkedin.schema.NumberType": {} + "com.linkedin.schema.StringType": {} } }, - "nativeDataType": "integer(32)", + "nativeDataType": "character varying(65536)", "recursive": false, "isPartOfKey": false } @@ -4721,7 +4721,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-yfka6s", + "runId": "dremio-2023_10_15-07_00_00-onoora", "lastRunId": "no-run-id-provided" } }, @@ -4737,7 +4737,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-yfka6s", + "runId": "dremio-2023_10_15-07_00_00-onoora", "lastRunId": "no-run-id-provided" } }, @@ -4762,7 +4762,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-yfka6s", + "runId": "dremio-2023_10_15-07_00_00-onoora", "lastRunId": "no-run-id-provided" } }, @@ -4790,7 +4790,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-yfka6s", + "runId": "dremio-2023_10_15-07_00_00-onoora", "lastRunId": "no-run-id-provided" } }, @@ -4814,7 +4814,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-yfka6s", + "runId": "dremio-2023_10_15-07_00_00-onoora", "lastRunId": "no-run-id-provided" } }, @@ -4832,7 +4832,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-yfka6s", + "runId": "dremio-2023_10_15-07_00_00-onoora", "lastRunId": "no-run-id-provided" } }, @@ -4848,7 +4848,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-yfka6s", + "runId": "dremio-2023_10_15-07_00_00-onoora", "lastRunId": "no-run-id-provided" } }, @@ -4864,7 +4864,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-yfka6s", + "runId": "dremio-2023_10_15-07_00_00-onoora", "lastRunId": "no-run-id-provided" } }, @@ -4894,14 +4894,14 @@ }, "fields": [ { - "fieldPath": "id", + "fieldPath": "description", "nullable": true, "type": { "type": { - "com.linkedin.schema.NumberType": {} + "com.linkedin.schema.StringType": {} } }, - "nativeDataType": "integer(32)", + "nativeDataType": "character varying(65536)", "recursive": false, "isPartOfKey": false }, @@ -4918,14 +4918,14 @@ "isPartOfKey": false }, { - "fieldPath": "description", + "fieldPath": "id", "nullable": true, "type": { "type": { - "com.linkedin.schema.StringType": {} + "com.linkedin.schema.NumberType": {} } }, - "nativeDataType": "character varying(65536)", + "nativeDataType": "integer(32)", "recursive": false, "isPartOfKey": false } @@ -4934,7 +4934,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-yfka6s", + "runId": "dremio-2023_10_15-07_00_00-onoora", "lastRunId": "no-run-id-provided" } }, @@ -4950,7 +4950,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-yfka6s", + "runId": "dremio-2023_10_15-07_00_00-onoora", "lastRunId": "no-run-id-provided" } }, @@ -4975,7 +4975,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-yfka6s", + "runId": "dremio-2023_10_15-07_00_00-onoora", "lastRunId": "no-run-id-provided" } }, @@ -5003,7 +5003,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-yfka6s", + "runId": "dremio-2023_10_15-07_00_00-onoora", "lastRunId": "no-run-id-provided" } }, @@ -5027,7 +5027,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-yfka6s", + "runId": "dremio-2023_10_15-07_00_00-onoora", "lastRunId": "no-run-id-provided" } }, @@ -5045,7 +5045,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-yfka6s", + "runId": "dremio-2023_10_15-07_00_00-onoora", "lastRunId": "no-run-id-provided" } }, @@ -5061,7 +5061,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-yfka6s", + "runId": "dremio-2023_10_15-07_00_00-onoora", "lastRunId": "no-run-id-provided" } }, @@ -5077,7 +5077,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-yfka6s", + "runId": "dremio-2023_10_15-07_00_00-onoora", "lastRunId": "no-run-id-provided" } }, @@ -5107,7 +5107,7 @@ }, "fields": [ { - "fieldPath": "F", + "fieldPath": "B", "nullable": true, "type": { "type": { @@ -5119,7 +5119,7 @@ "isPartOfKey": false }, { - "fieldPath": "G", + "fieldPath": "C", "nullable": true, "type": { "type": { @@ -5131,7 +5131,7 @@ "isPartOfKey": false }, { - "fieldPath": "H", + "fieldPath": "D", "nullable": true, "type": { "type": { @@ -5143,7 +5143,7 @@ "isPartOfKey": false }, { - "fieldPath": "I", + "fieldPath": "E", "nullable": true, "type": { "type": { @@ -5155,7 +5155,7 @@ "isPartOfKey": false }, { - "fieldPath": "A", + "fieldPath": "F", "nullable": true, "type": { "type": { @@ -5167,7 +5167,7 @@ "isPartOfKey": false }, { - "fieldPath": "B", + "fieldPath": "G", "nullable": true, "type": { "type": { @@ -5179,7 +5179,7 @@ "isPartOfKey": false }, { - "fieldPath": "C", + "fieldPath": "H", "nullable": true, "type": { "type": { @@ -5191,7 +5191,7 @@ "isPartOfKey": false }, { - "fieldPath": "D", + "fieldPath": "I", "nullable": true, "type": { "type": { @@ -5203,7 +5203,7 @@ "isPartOfKey": false }, { - "fieldPath": "E", + "fieldPath": "A", "nullable": true, "type": { "type": { @@ -5219,7 +5219,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-yfka6s", + "runId": "dremio-2023_10_15-07_00_00-onoora", "lastRunId": "no-run-id-provided" } }, @@ -5235,7 +5235,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-yfka6s", + "runId": "dremio-2023_10_15-07_00_00-onoora", "lastRunId": "no-run-id-provided" } }, @@ -5260,7 +5260,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-yfka6s", + "runId": "dremio-2023_10_15-07_00_00-onoora", "lastRunId": "no-run-id-provided" } }, @@ -5288,7 +5288,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-yfka6s", + "runId": "dremio-2023_10_15-07_00_00-onoora", "lastRunId": "no-run-id-provided" } }, @@ -5312,7 +5312,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-yfka6s", + "runId": "dremio-2023_10_15-07_00_00-onoora", "lastRunId": "no-run-id-provided" } }, @@ -5330,7 +5330,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-yfka6s", + "runId": "dremio-2023_10_15-07_00_00-onoora", "lastRunId": "no-run-id-provided" } }, @@ -5346,7 +5346,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-yfka6s", + "runId": "dremio-2023_10_15-07_00_00-onoora", "lastRunId": "no-run-id-provided" } }, @@ -5362,7 +5362,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-yfka6s", + "runId": "dremio-2023_10_15-07_00_00-onoora", "lastRunId": "no-run-id-provided" } }, @@ -5392,7 +5392,7 @@ }, "fields": [ { - "fieldPath": "A", + "fieldPath": "I", "nullable": true, "type": { "type": { @@ -5404,7 +5404,7 @@ "isPartOfKey": false }, { - "fieldPath": "B", + "fieldPath": "A", "nullable": true, "type": { "type": { @@ -5416,7 +5416,7 @@ "isPartOfKey": false }, { - "fieldPath": "C", + "fieldPath": "B", "nullable": true, "type": { "type": { @@ -5428,7 +5428,7 @@ "isPartOfKey": false }, { - "fieldPath": "D", + "fieldPath": "C", "nullable": true, "type": { "type": { @@ -5440,7 +5440,7 @@ "isPartOfKey": false }, { - "fieldPath": "L", + "fieldPath": "D", "nullable": true, "type": { "type": { @@ -5452,7 +5452,7 @@ "isPartOfKey": false }, { - "fieldPath": "K", + "fieldPath": "E", "nullable": true, "type": { "type": { @@ -5464,7 +5464,7 @@ "isPartOfKey": false }, { - "fieldPath": "J", + "fieldPath": "F", "nullable": true, "type": { "type": { @@ -5476,7 +5476,7 @@ "isPartOfKey": false }, { - "fieldPath": "I", + "fieldPath": "G", "nullable": true, "type": { "type": { @@ -5488,7 +5488,7 @@ "isPartOfKey": false }, { - "fieldPath": "M", + "fieldPath": "H", "nullable": true, "type": { "type": { @@ -5500,7 +5500,7 @@ "isPartOfKey": false }, { - "fieldPath": "H", + "fieldPath": "J", "nullable": true, "type": { "type": { @@ -5512,7 +5512,7 @@ "isPartOfKey": false }, { - "fieldPath": "G", + "fieldPath": "K", "nullable": true, "type": { "type": { @@ -5524,7 +5524,7 @@ "isPartOfKey": false }, { - "fieldPath": "F", + "fieldPath": "L", "nullable": true, "type": { "type": { @@ -5536,7 +5536,7 @@ "isPartOfKey": false }, { - "fieldPath": "E", + "fieldPath": "M", "nullable": true, "type": { "type": { @@ -5552,7 +5552,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-yfka6s", + "runId": "dremio-2023_10_15-07_00_00-onoora", "lastRunId": "no-run-id-provided" } }, @@ -5568,7 +5568,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-yfka6s", + "runId": "dremio-2023_10_15-07_00_00-onoora", "lastRunId": "no-run-id-provided" } }, @@ -5593,7 +5593,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-yfka6s", + "runId": "dremio-2023_10_15-07_00_00-onoora", "lastRunId": "no-run-id-provided" } }, @@ -5625,7 +5625,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-yfka6s", + "runId": "dremio-2023_10_15-07_00_00-onoora", "lastRunId": "no-run-id-provided" } }, @@ -5649,7 +5649,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-yfka6s", + "runId": "dremio-2023_10_15-07_00_00-onoora", "lastRunId": "no-run-id-provided" } }, @@ -5667,7 +5667,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-yfka6s", + "runId": "dremio-2023_10_15-07_00_00-onoora", "lastRunId": "no-run-id-provided" } }, @@ -5683,7 +5683,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-yfka6s", + "runId": "dremio-2023_10_15-07_00_00-onoora", "lastRunId": "no-run-id-provided" } }, @@ -5699,7 +5699,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-yfka6s", + "runId": "dremio-2023_10_15-07_00_00-onoora", "lastRunId": "no-run-id-provided" } }, @@ -5729,7 +5729,7 @@ }, "fields": [ { - "fieldPath": "DEPARTMENT_ID", + "fieldPath": "LOCATION_ID", "nullable": true, "type": { "type": { @@ -5741,31 +5741,31 @@ "isPartOfKey": false }, { - "fieldPath": "DEPARTMENT_NAME", + "fieldPath": "DEPARTMENT_ID", "nullable": true, "type": { "type": { - "com.linkedin.schema.StringType": {} + "com.linkedin.schema.NumberType": {} } }, - "nativeDataType": "character varying(65536)", + "nativeDataType": "double(53)", "recursive": false, "isPartOfKey": false }, { - "fieldPath": "MANAGER_ID", + "fieldPath": "DEPARTMENT_NAME", "nullable": true, "type": { "type": { - "com.linkedin.schema.NumberType": {} + "com.linkedin.schema.StringType": {} } }, - "nativeDataType": "double(53)", + "nativeDataType": "character varying(65536)", "recursive": false, "isPartOfKey": false }, { - "fieldPath": "LOCATION_ID", + "fieldPath": "MANAGER_ID", "nullable": true, "type": { "type": { @@ -5781,7 +5781,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-yfka6s", + "runId": "dremio-2023_10_15-07_00_00-onoora", "lastRunId": "no-run-id-provided" } }, @@ -5797,7 +5797,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-yfka6s", + "runId": "dremio-2023_10_15-07_00_00-onoora", "lastRunId": "no-run-id-provided" } }, @@ -5822,7 +5822,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-yfka6s", + "runId": "dremio-2023_10_15-07_00_00-onoora", "lastRunId": "no-run-id-provided" } }, @@ -5854,7 +5854,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-yfka6s", + "runId": "dremio-2023_10_15-07_00_00-onoora", "lastRunId": "no-run-id-provided" } }, @@ -5878,7 +5878,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-yfka6s", + "runId": "dremio-2023_10_15-07_00_00-onoora", "lastRunId": "no-run-id-provided" } }, @@ -5896,7 +5896,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-yfka6s", + "runId": "dremio-2023_10_15-07_00_00-onoora", "lastRunId": "no-run-id-provided" } }, @@ -5912,7 +5912,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-yfka6s", + "runId": "dremio-2023_10_15-07_00_00-onoora", "lastRunId": "no-run-id-provided" } }, @@ -5928,7 +5928,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-yfka6s", + "runId": "dremio-2023_10_15-07_00_00-onoora", "lastRunId": "no-run-id-provided" } }, @@ -5958,19 +5958,19 @@ }, "fields": [ { - "fieldPath": "cp_type", + "fieldPath": "cp_catalog_page_sk", "nullable": true, "type": { "type": { - "com.linkedin.schema.StringType": {} + "com.linkedin.schema.NumberType": {} } }, - "nativeDataType": "character varying(65536)", + "nativeDataType": "bigint(64)", "recursive": false, "isPartOfKey": false }, { - "fieldPath": "cp_description", + "fieldPath": "cp_catalog_page_id", "nullable": true, "type": { "type": { @@ -5982,7 +5982,7 @@ "isPartOfKey": false }, { - "fieldPath": "cp_catalog_page_number", + "fieldPath": "cp_start_date_sk", "nullable": true, "type": { "type": { @@ -5994,7 +5994,7 @@ "isPartOfKey": false }, { - "fieldPath": "cp_catalog_number", + "fieldPath": "cp_end_date_sk", "nullable": true, "type": { "type": { @@ -6006,19 +6006,19 @@ "isPartOfKey": false }, { - "fieldPath": "cp_end_date_sk", + "fieldPath": "cp_department", "nullable": true, "type": { "type": { - "com.linkedin.schema.NumberType": {} + "com.linkedin.schema.StringType": {} } }, - "nativeDataType": "bigint(64)", + "nativeDataType": "character varying(65536)", "recursive": false, "isPartOfKey": false }, { - "fieldPath": "cp_start_date_sk", + "fieldPath": "cp_catalog_number", "nullable": true, "type": { "type": { @@ -6030,7 +6030,7 @@ "isPartOfKey": false }, { - "fieldPath": "cp_catalog_page_id", + "fieldPath": "cp_description", "nullable": true, "type": { "type": { @@ -6042,26 +6042,26 @@ "isPartOfKey": false }, { - "fieldPath": "cp_catalog_page_sk", + "fieldPath": "cp_type", "nullable": true, "type": { "type": { - "com.linkedin.schema.NumberType": {} + "com.linkedin.schema.StringType": {} } }, - "nativeDataType": "bigint(64)", + "nativeDataType": "character varying(65536)", "recursive": false, "isPartOfKey": false }, { - "fieldPath": "cp_department", + "fieldPath": "cp_catalog_page_number", "nullable": true, "type": { "type": { - "com.linkedin.schema.StringType": {} + "com.linkedin.schema.NumberType": {} } }, - "nativeDataType": "character varying(65536)", + "nativeDataType": "bigint(64)", "recursive": false, "isPartOfKey": false } @@ -6070,7 +6070,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-yfka6s", + "runId": "dremio-2023_10_15-07_00_00-onoora", "lastRunId": "no-run-id-provided" } }, @@ -6086,7 +6086,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-yfka6s", + "runId": "dremio-2023_10_15-07_00_00-onoora", "lastRunId": "no-run-id-provided" } }, @@ -6111,7 +6111,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-yfka6s", + "runId": "dremio-2023_10_15-07_00_00-onoora", "lastRunId": "no-run-id-provided" } }, @@ -6151,7 +6151,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-yfka6s", + "runId": "dremio-2023_10_15-07_00_00-onoora", "lastRunId": "no-run-id-provided" } }, @@ -6180,7 +6180,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-yfka6s", + "runId": "dremio-2023_10_15-07_00_00-onoora", "lastRunId": "no-run-id-provided" } }, @@ -6209,7 +6209,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-yfka6s", + "runId": "dremio-2023_10_15-07_00_00-onoora", "lastRunId": "no-run-id-provided" } }, @@ -6238,7 +6238,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-yfka6s", + "runId": "dremio-2023_10_15-07_00_00-onoora", "lastRunId": "no-run-id-provided" } }, @@ -6267,7 +6267,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-yfka6s", + "runId": "dremio-2023_10_15-07_00_00-onoora", "lastRunId": "no-run-id-provided" } }, @@ -6296,7 +6296,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-yfka6s", + "runId": "dremio-2023_10_15-07_00_00-onoora", "lastRunId": "no-run-id-provided" } }, @@ -6325,7 +6325,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-yfka6s", + "runId": "dremio-2023_10_15-07_00_00-onoora", "lastRunId": "no-run-id-provided" } }, @@ -6354,7 +6354,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-yfka6s", + "runId": "dremio-2023_10_15-07_00_00-onoora", "lastRunId": "no-run-id-provided" } }, @@ -6383,7 +6383,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-yfka6s", + "runId": "dremio-2023_10_15-07_00_00-onoora", "lastRunId": "no-run-id-provided" } }, @@ -6412,7 +6412,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-yfka6s", + "runId": "dremio-2023_10_15-07_00_00-onoora", "lastRunId": "no-run-id-provided" } }, @@ -6441,7 +6441,1122 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-yfka6s", + "runId": "dremio-2023_10_15-07_00_00-onoora", + "lastRunId": "no-run-id-provided" + } +}, +{ + "entityType": "dataset", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.samples.samples.dremio.com.nyc-weather.csv,PROD)", + "changeType": "UPSERT", + "aspectName": "datasetProfile", + "aspect": { + "json": { + "timestampMillis": 1697353200000, + "partitionSpec": { + "partition": "FULL_TABLE_SNAPSHOT", + "type": "FULL_TABLE" + }, + "rowCount": 3834, + "columnCount": 9, + "fieldProfiles": [ + { + "fieldPath": "B", + "uniqueCount": 2, + "nullCount": 0, + "min": "NY CITY CENTRAL PARK, NY US", + "max": "name" + }, + { + "fieldPath": "C", + "uniqueCount": 3834, + "nullCount": 0, + "min": "2009-01-01T00:00", + "max": "date" + }, + { + "fieldPath": "D", + "uniqueCount": 76, + "nullCount": 0, + "max": "awnd" + }, + { + "fieldPath": "E", + "uniqueCount": 192, + "nullCount": 0, + "min": "0.0", + "max": "prcp" + }, + { + "fieldPath": "F", + "uniqueCount": 61, + "nullCount": 0, + "min": "0.0", + "max": "snow" + }, + { + "fieldPath": "G", + "uniqueCount": 40, + "nullCount": 0, + "min": "0.0", + "max": "snwd" + }, + { + "fieldPath": "H", + "uniqueCount": 91, + "nullCount": 0, + "min": "100.0", + "max": "tempmax" + }, + { + "fieldPath": "I", + "uniqueCount": 85, + "nullCount": 0, + "min": "-1.0", + "max": "tempmin" + }, + { + "fieldPath": "A", + "uniqueCount": 2, + "nullCount": 0, + "min": "USW00094728", + "max": "station" + } + ] + } + }, + "systemMetadata": { + "lastObserved": 1697353200000, + "runId": "dremio-2023_10_15-07_00_00-onoora", + "lastRunId": "no-run-id-provided" + } +}, +{ + "entityType": "dataset", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.space.test_folder.raw,PROD)", + "changeType": "UPSERT", + "aspectName": "datasetProfile", + "aspect": { + "json": { + "timestampMillis": 1697353200000, + "partitionSpec": { + "partition": "FULL_TABLE_SNAPSHOT", + "type": "FULL_TABLE" + }, + "rowCount": 4, + "columnCount": 4, + "fieldProfiles": [ + { + "fieldPath": "salary", + "uniqueCount": 4, + "nullCount": 0, + "min": "50000", + "max": "80000", + "mean": "65000.0", + "stdev": "12909.944487358056" + }, + { + "fieldPath": "age", + "uniqueCount": 4, + "nullCount": 0, + "min": "25", + "max": "40", + "mean": "32.5", + "stdev": "6.454972243679028" + }, + { + "fieldPath": "name", + "uniqueCount": 4, + "nullCount": 0, + "min": "Alice", + "max": "David" + }, + { + "fieldPath": "id", + "uniqueCount": 4, + "nullCount": 0, + "min": "1", + "max": "4", + "mean": "2.5", + "stdev": "1.2909944487358056" + } + ] + } + }, + "systemMetadata": { + "lastObserved": 1697353200000, + "runId": "dremio-2023_10_15-07_00_00-onoora", + "lastRunId": "no-run-id-provided" + } +}, +{ + "entityType": "dataset", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.space.test_folder.metadata_index,PROD)", + "changeType": "UPSERT", + "aspectName": "datasetProfile", + "aspect": { + "json": { + "timestampMillis": 1697353200000, + "partitionSpec": { + "partition": "FULL_TABLE_SNAPSHOT", + "type": "FULL_TABLE" + }, + "rowCount": 0, + "columnCount": 7, + "fieldProfiles": [ + { + "fieldPath": "urn", + "uniqueCount": 0, + "nullCount": 0 + }, + { + "fieldPath": "aspect", + "uniqueCount": 0, + "nullCount": 0 + }, + { + "fieldPath": "longVal", + "uniqueCount": 0, + "nullCount": 0 + }, + { + "fieldPath": "path", + "uniqueCount": 0, + "nullCount": 0 + }, + { + "fieldPath": "doubleVal", + "uniqueCount": 0, + "nullCount": 0 + }, + { + "fieldPath": "stringVal", + "uniqueCount": 0, + "nullCount": 0 + }, + { + "fieldPath": "id", + "uniqueCount": 0, + "nullCount": 0 + } + ] + } + }, + "systemMetadata": { + "lastObserved": 1697353200000, + "runId": "dremio-2023_10_15-07_00_00-onoora", + "lastRunId": "no-run-id-provided" + } +}, +{ + "entityType": "dataset", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.space.test_folder.customers,PROD)", + "changeType": "UPSERT", + "aspectName": "datasetProfile", + "aspect": { + "json": { + "timestampMillis": 1697353200000, + "partitionSpec": { + "partition": "FULL_TABLE_SNAPSHOT", + "type": "FULL_TABLE" + }, + "rowCount": 5, + "columnCount": 6, + "fieldProfiles": [ + { + "fieldPath": "id", + "uniqueCount": 5, + "nullCount": 0, + "min": "1", + "max": "5", + "mean": "3.0", + "stdev": "1.5811388300841898" + }, + { + "fieldPath": "first_name", + "uniqueCount": 5, + "nullCount": 0, + "min": "Anna", + "max": "Thomas" + }, + { + "fieldPath": "company", + "uniqueCount": 5, + "nullCount": 0, + "min": "Company A", + "max": "Company E" + }, + { + "fieldPath": "last_name", + "uniqueCount": 5, + "nullCount": 0, + "min": "Axen", + "max": "Lee" + }, + { + "fieldPath": "priority", + "uniqueCount": 3, + "nullCount": 1, + "min": "3.8", + "max": "4.9", + "mean": "4.175000011920929", + "stdev": "0.4924429489953036" + }, + { + "fieldPath": "email_address", + "uniqueCount": 5, + "nullCount": 0, + "min": "Axen@xyz.com", + "max": "Lee@xyz.com" + } + ] + } + }, + "systemMetadata": { + "lastObserved": 1697353200000, + "runId": "dremio-2023_10_15-07_00_00-onoora", + "lastRunId": "no-run-id-provided" + } +}, +{ + "entityType": "dataset", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.s3.warehouse.sample.parquet,PROD)", + "changeType": "UPSERT", + "aspectName": "datasetProfile", + "aspect": { + "json": { + "timestampMillis": 1697353200000, + "partitionSpec": { + "partition": "FULL_TABLE_SNAPSHOT", + "type": "FULL_TABLE" + }, + "rowCount": 4, + "columnCount": 4, + "fieldProfiles": [ + { + "fieldPath": "id", + "uniqueCount": 4, + "nullCount": 0, + "min": "1", + "max": "4", + "mean": "2.5", + "stdev": "1.2909944487358056" + }, + { + "fieldPath": "name", + "uniqueCount": 4, + "nullCount": 0, + "min": "Alice", + "max": "David" + }, + { + "fieldPath": "age", + "uniqueCount": 4, + "nullCount": 0, + "min": "25", + "max": "40", + "mean": "32.5", + "stdev": "6.454972243679028" + }, + { + "fieldPath": "salary", + "uniqueCount": 4, + "nullCount": 0, + "min": "50000", + "max": "80000", + "mean": "65000.0", + "stdev": "12909.944487358056" + } + ] + } + }, + "systemMetadata": { + "lastObserved": 1697353200000, + "runId": "dremio-2023_10_15-07_00_00-onoora", + "lastRunId": "no-run-id-provided" + } +}, +{ + "entityType": "dataset", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.mysql.metagalaxy.metadata_index_view,PROD)", + "changeType": "UPSERT", + "aspectName": "datasetProfile", + "aspect": { + "json": { + "timestampMillis": 1697353200000, + "partitionSpec": { + "partition": "FULL_TABLE_SNAPSHOT", + "type": "FULL_TABLE" + }, + "rowCount": 0, + "columnCount": 4, + "fieldProfiles": [ + { + "fieldPath": "urn", + "uniqueCount": 0, + "nullCount": 0 + }, + { + "fieldPath": "id", + "uniqueCount": 0, + "nullCount": 0 + }, + { + "fieldPath": "path", + "uniqueCount": 0, + "nullCount": 0 + }, + { + "fieldPath": "doubleVal", + "uniqueCount": 0, + "nullCount": 0 + } + ] + } + }, + "systemMetadata": { + "lastObserved": 1697353200000, + "runId": "dremio-2023_10_15-07_00_00-onoora", + "lastRunId": "no-run-id-provided" + } +}, +{ + "entityType": "dataset", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.mysql.metagalaxy.metadata_aspect,PROD)", + "changeType": "UPSERT", + "aspectName": "datasetProfile", + "aspect": { + "json": { + "timestampMillis": 1697353200000, + "partitionSpec": { + "partition": "FULL_TABLE_SNAPSHOT", + "type": "FULL_TABLE" + }, + "rowCount": 2, + "columnCount": 7, + "fieldProfiles": [ + { + "fieldPath": "urn", + "uniqueCount": 1, + "nullCount": 0, + "min": "urn:li:corpuser:datahub", + "max": "urn:li:corpuser:datahub" + }, + { + "fieldPath": "createdfor", + "uniqueCount": 0, + "nullCount": 2 + }, + { + "fieldPath": "createdby", + "uniqueCount": 1, + "nullCount": 0, + "min": "urn:li:corpuser:__datahub_system", + "max": "urn:li:corpuser:__datahub_system" + }, + { + "fieldPath": "createdon", + "uniqueCount": 1, + "nullCount": 0, + "min": "2024-10-30 06:47:04.000", + "max": "2024-10-30 06:47:04.000" + }, + { + "fieldPath": "metadata", + "uniqueCount": 2, + "nullCount": 0, + "min": "{\"displayName\":\"Data Hub\",\"active\":true,\"fullName\":\"Data Hub\",\"email\":\"datahub@linkedin.com\"}", + "max": "{\"skills\":[],\"teams\":[],\"pictureLink\":\"https://raw.githubusercontent.com/datahub-project/datahub/master/datahub-web-react/src/images/default_avatar.png\"}" + }, + { + "fieldPath": "version", + "uniqueCount": 1, + "nullCount": 0 + }, + { + "fieldPath": "aspect", + "uniqueCount": 2, + "nullCount": 0, + "min": "com.linkedin.identity.CorpUserEditableInfo", + "max": "com.linkedin.identity.CorpUserInfo" + } + ] + } + }, + "systemMetadata": { + "lastObserved": 1697353200000, + "runId": "dremio-2023_10_15-07_00_00-onoora", + "lastRunId": "no-run-id-provided" + } +}, +{ + "entityType": "dataset", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.space.test_folder.metadata_aspect,PROD)", + "changeType": "UPSERT", + "aspectName": "datasetProfile", + "aspect": { + "json": { + "timestampMillis": 1697353200000, + "partitionSpec": { + "partition": "FULL_TABLE_SNAPSHOT", + "type": "FULL_TABLE" + }, + "rowCount": 2, + "columnCount": 7, + "fieldProfiles": [ + { + "fieldPath": "metadata", + "uniqueCount": 2, + "nullCount": 0, + "min": "{\"displayName\":\"Data Hub\",\"active\":true,\"fullName\":\"Data Hub\",\"email\":\"datahub@linkedin.com\"}", + "max": "{\"skills\":[],\"teams\":[],\"pictureLink\":\"https://raw.githubusercontent.com/datahub-project/datahub/master/datahub-web-react/src/images/default_avatar.png\"}" + }, + { + "fieldPath": "createdon", + "uniqueCount": 1, + "nullCount": 0, + "min": "2024-10-30 06:47:04.000", + "max": "2024-10-30 06:47:04.000" + }, + { + "fieldPath": "createdby", + "uniqueCount": 1, + "nullCount": 0, + "min": "urn:li:corpuser:__datahub_system", + "max": "urn:li:corpuser:__datahub_system" + }, + { + "fieldPath": "createdfor", + "uniqueCount": 0, + "nullCount": 2 + }, + { + "fieldPath": "urn", + "uniqueCount": 1, + "nullCount": 0, + "min": "urn:li:corpuser:datahub", + "max": "urn:li:corpuser:datahub" + }, + { + "fieldPath": "aspect", + "uniqueCount": 2, + "nullCount": 0, + "min": "com.linkedin.identity.CorpUserEditableInfo", + "max": "com.linkedin.identity.CorpUserInfo" + }, + { + "fieldPath": "version", + "uniqueCount": 1, + "nullCount": 0 + } + ] + } + }, + "systemMetadata": { + "lastObserved": 1697353200000, + "runId": "dremio-2023_10_15-07_00_00-onoora", + "lastRunId": "no-run-id-provided" + } +}, +{ + "entityType": "dataset", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.samples.samples.dremio.com.dremio university.googleplaystore.csv,PROD)", + "changeType": "UPSERT", + "aspectName": "datasetProfile", + "aspect": { + "json": { + "timestampMillis": 1697353200000, + "partitionSpec": { + "partition": "FULL_TABLE_SNAPSHOT", + "type": "FULL_TABLE" + }, + "rowCount": 10842, + "columnCount": 13, + "fieldProfiles": [ + { + "fieldPath": "I", + "uniqueCount": 8, + "nullCount": 0, + "max": "Unrated" + }, + { + "fieldPath": "A", + "uniqueCount": 9661, + "nullCount": 0, + "min": "\"i DT\" F\u00fatbol. Todos Somos T\u00e9cnicos.", + "max": "\ud83d\udd25 Football Wallpapers 4K | Full HD Backgrounds \ud83d\ude0d" + }, + { + "fieldPath": "B", + "uniqueCount": 35, + "nullCount": 0, + "min": "1.9", + "max": "WEATHER" + }, + { + "fieldPath": "C", + "uniqueCount": 42, + "nullCount": 0, + "min": "1.0", + "max": "Rating" + }, + { + "fieldPath": "D", + "uniqueCount": 6003, + "nullCount": 0, + "min": "0", + "max": "Reviews" + }, + { + "fieldPath": "E", + "uniqueCount": 463, + "nullCount": 0, + "min": "1,000+", + "max": "Varies with device" + }, + { + "fieldPath": "F", + "uniqueCount": 23, + "nullCount": 0, + "min": "0", + "max": "Installs" + }, + { + "fieldPath": "G", + "uniqueCount": 5, + "nullCount": 0, + "min": "0", + "max": "Type" + }, + { + "fieldPath": "H", + "uniqueCount": 94, + "nullCount": 0, + "min": "$0.99", + "max": "Price" + }, + { + "fieldPath": "J", + "uniqueCount": 121, + "nullCount": 0, + "min": "Action", + "max": "Word" + }, + { + "fieldPath": "K", + "uniqueCount": 1379, + "nullCount": 0, + "min": "1.0.19", + "max": "September 9, 2017" + }, + { + "fieldPath": "L", + "uniqueCount": 2835, + "nullCount": 0, + "max": "version 0.994" + }, + { + "fieldPath": "M", + "uniqueCount": 35, + "nullCount": 1, + "min": "1.0 and up", + "max": "Varies with device" + } + ] + } + }, + "systemMetadata": { + "lastObserved": 1697353200000, + "runId": "dremio-2023_10_15-07_00_00-onoora", + "lastRunId": "no-run-id-provided" + } +}, +{ + "entityType": "dataset", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.space.test_folder.metadata_index_view,PROD)", + "changeType": "UPSERT", + "aspectName": "datasetProfile", + "aspect": { + "json": { + "timestampMillis": 1697353200000, + "partitionSpec": { + "partition": "FULL_TABLE_SNAPSHOT", + "type": "FULL_TABLE" + }, + "rowCount": 0, + "columnCount": 4, + "fieldProfiles": [ + { + "fieldPath": "doubleVal", + "uniqueCount": 0, + "nullCount": 0 + }, + { + "fieldPath": "id", + "uniqueCount": 0, + "nullCount": 0 + }, + { + "fieldPath": "urn", + "uniqueCount": 0, + "nullCount": 0 + }, + { + "fieldPath": "path", + "uniqueCount": 0, + "nullCount": 0 + } + ] + } + }, + "systemMetadata": { + "lastObserved": 1697353200000, + "runId": "dremio-2023_10_15-07_00_00-onoora", + "lastRunId": "no-run-id-provided" + } +}, +{ + "entityType": "dataset", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.space.warehouse,PROD)", + "changeType": "UPSERT", + "aspectName": "datasetProfile", + "aspect": { + "json": { + "timestampMillis": 1697353200000, + "partitionSpec": { + "partition": "FULL_TABLE_SNAPSHOT", + "type": "FULL_TABLE" + }, + "rowCount": 3834, + "columnCount": 9, + "fieldProfiles": [ + { + "fieldPath": "B", + "uniqueCount": 2, + "nullCount": 0, + "min": "NY CITY CENTRAL PARK, NY US", + "max": "name" + }, + { + "fieldPath": "C", + "uniqueCount": 3834, + "nullCount": 0, + "min": "2009-01-01T00:00", + "max": "date" + }, + { + "fieldPath": "D", + "uniqueCount": 76, + "nullCount": 0, + "max": "awnd" + }, + { + "fieldPath": "E", + "uniqueCount": 192, + "nullCount": 0, + "min": "0.0", + "max": "prcp" + }, + { + "fieldPath": "I", + "uniqueCount": 85, + "nullCount": 0, + "min": "-1.0", + "max": "tempmin" + }, + { + "fieldPath": "H", + "uniqueCount": 91, + "nullCount": 0, + "min": "100.0", + "max": "tempmax" + }, + { + "fieldPath": "G", + "uniqueCount": 40, + "nullCount": 0, + "min": "0.0", + "max": "snwd" + }, + { + "fieldPath": "F", + "uniqueCount": 61, + "nullCount": 0, + "min": "0.0", + "max": "snow" + }, + { + "fieldPath": "A", + "uniqueCount": 2, + "nullCount": 0, + "min": "USW00094728", + "max": "station" + } + ] + } + }, + "systemMetadata": { + "lastObserved": 1697353200000, + "runId": "dremio-2023_10_15-07_00_00-onoora", + "lastRunId": "no-run-id-provided" + } +}, +{ + "entityType": "dataset", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.mysql.metagalaxy.metadata_index,PROD)", + "changeType": "UPSERT", + "aspectName": "datasetProfile", + "aspect": { + "json": { + "timestampMillis": 1697353200000, + "partitionSpec": { + "partition": "FULL_TABLE_SNAPSHOT", + "type": "FULL_TABLE" + }, + "rowCount": 0, + "columnCount": 7, + "fieldProfiles": [ + { + "fieldPath": "doubleVal", + "uniqueCount": 0, + "nullCount": 0 + }, + { + "fieldPath": "id", + "uniqueCount": 0, + "nullCount": 0 + }, + { + "fieldPath": "urn", + "uniqueCount": 0, + "nullCount": 0 + }, + { + "fieldPath": "aspect", + "uniqueCount": 0, + "nullCount": 0 + }, + { + "fieldPath": "path", + "uniqueCount": 0, + "nullCount": 0 + }, + { + "fieldPath": "longVal", + "uniqueCount": 0, + "nullCount": 0 + }, + { + "fieldPath": "stringVal", + "uniqueCount": 0, + "nullCount": 0 + } + ] + } + }, + "systemMetadata": { + "lastObserved": 1697353200000, + "runId": "dremio-2023_10_15-07_00_00-onoora", + "lastRunId": "no-run-id-provided" + } +}, +{ + "entityType": "dataset", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.space.test_folder.orders,PROD)", + "changeType": "UPSERT", + "aspectName": "datasetProfile", + "aspect": { + "json": { + "timestampMillis": 1697353200000, + "partitionSpec": { + "partition": "FULL_TABLE_SNAPSHOT", + "type": "FULL_TABLE" + }, + "rowCount": 0, + "columnCount": 3, + "fieldProfiles": [ + { + "fieldPath": "id", + "uniqueCount": 0, + "nullCount": 0 + }, + { + "fieldPath": "description", + "uniqueCount": 0, + "nullCount": 0 + }, + { + "fieldPath": "customer_id", + "uniqueCount": 0, + "nullCount": 0 + } + ] + } + }, + "systemMetadata": { + "lastObserved": 1697353200000, + "runId": "dremio-2023_10_15-07_00_00-onoora", + "lastRunId": "no-run-id-provided" + } +}, +{ + "entityType": "dataset", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.mysql.northwind.orders,PROD)", + "changeType": "UPSERT", + "aspectName": "datasetProfile", + "aspect": { + "json": { + "timestampMillis": 1697353200000, + "partitionSpec": { + "partition": "FULL_TABLE_SNAPSHOT", + "type": "FULL_TABLE" + }, + "rowCount": 0, + "columnCount": 3, + "fieldProfiles": [ + { + "fieldPath": "description", + "uniqueCount": 0, + "nullCount": 0 + }, + { + "fieldPath": "customer_id", + "uniqueCount": 0, + "nullCount": 0 + }, + { + "fieldPath": "id", + "uniqueCount": 0, + "nullCount": 0 + } + ] + } + }, + "systemMetadata": { + "lastObserved": 1697353200000, + "runId": "dremio-2023_10_15-07_00_00-onoora", + "lastRunId": "no-run-id-provided" + } +}, +{ + "entityType": "dataset", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.mysql.northwind.customers,PROD)", + "changeType": "UPSERT", + "aspectName": "datasetProfile", + "aspect": { + "json": { + "timestampMillis": 1697353200000, + "partitionSpec": { + "partition": "FULL_TABLE_SNAPSHOT", + "type": "FULL_TABLE" + }, + "rowCount": 5, + "columnCount": 6, + "fieldProfiles": [ + { + "fieldPath": "last_name", + "uniqueCount": 5, + "nullCount": 0, + "min": "Axen", + "max": "Lee" + }, + { + "fieldPath": "company", + "uniqueCount": 5, + "nullCount": 0, + "min": "Company A", + "max": "Company E" + }, + { + "fieldPath": "id", + "uniqueCount": 5, + "nullCount": 0, + "min": "1", + "max": "5", + "mean": "3.0", + "stdev": "1.5811388300841898" + }, + { + "fieldPath": "priority", + "uniqueCount": 3, + "nullCount": 1, + "min": "3.8", + "max": "4.9", + "mean": "4.175000011920929", + "stdev": "0.4924429489953036" + }, + { + "fieldPath": "email_address", + "uniqueCount": 5, + "nullCount": 0, + "min": "Axen@xyz.com", + "max": "Lee@xyz.com" + }, + { + "fieldPath": "first_name", + "uniqueCount": 5, + "nullCount": 0, + "min": "Anna", + "max": "Thomas" + } + ] + } + }, + "systemMetadata": { + "lastObserved": 1697353200000, + "runId": "dremio-2023_10_15-07_00_00-onoora", + "lastRunId": "no-run-id-provided" + } +}, +{ + "entityType": "dataset", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.samples.samples.dremio.com.dremio university.oracle-departments.xlsx,PROD)", + "changeType": "UPSERT", + "aspectName": "datasetProfile", + "aspect": { + "json": { + "timestampMillis": 1697353200000, + "partitionSpec": { + "partition": "FULL_TABLE_SNAPSHOT", + "type": "FULL_TABLE" + }, + "rowCount": 27, + "columnCount": 4, + "fieldProfiles": [ + { + "fieldPath": "LOCATION_ID", + "uniqueCount": 7, + "nullCount": 0, + "min": "1400.0", + "max": "2700.0", + "mean": "1777.7777777777778", + "stdev": "284.6500325410858" + }, + { + "fieldPath": "DEPARTMENT_ID", + "uniqueCount": 27, + "nullCount": 0, + "min": "10.0", + "max": "270.0", + "mean": "140.0", + "stdev": "79.37253933193772" + }, + { + "fieldPath": "DEPARTMENT_NAME", + "uniqueCount": 27, + "nullCount": 0, + "min": "Accounting", + "max": "Treasury" + }, + { + "fieldPath": "MANAGER_ID", + "uniqueCount": 11, + "nullCount": 16, + "min": "100.0", + "max": "205.0", + "mean": "154.9090909090909", + "stdev": "47.139059272443184" + } + ] + } + }, + "systemMetadata": { + "lastObserved": 1697353200000, + "runId": "dremio-2023_10_15-07_00_00-onoora", + "lastRunId": "no-run-id-provided" + } +}, +{ + "entityType": "dataset", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.samples.samples.dremio.com.tpcds_sf1000.catalog_page.1ab266d5-18eb-4780-711d-0fa337fa6c00.0_0_0.parquet,PROD)", + "changeType": "UPSERT", + "aspectName": "datasetProfile", + "aspect": { + "json": { + "timestampMillis": 1697353200000, + "partitionSpec": { + "partition": "FULL_TABLE_SNAPSHOT", + "type": "FULL_TABLE" + }, + "rowCount": 30000, + "columnCount": 9, + "fieldProfiles": [ + { + "fieldPath": "cp_catalog_page_sk", + "uniqueCount": 30000, + "nullCount": 0, + "min": "1", + "max": "30000", + "mean": "15000.5", + "stdev": "8660.398374208891" + }, + { + "fieldPath": "cp_catalog_page_id", + "uniqueCount": 30000, + "nullCount": 0, + "min": "AAAAAAAAAAABAAAA", + "max": "AAAAAAAAPPPGAAAA" + }, + { + "fieldPath": "cp_start_date_sk", + "uniqueCount": 91, + "nullCount": 286, + "min": "2450815", + "max": "2453005", + "mean": "2451880.7982769064", + "stdev": "634.1320559175408" + }, + { + "fieldPath": "cp_end_date_sk", + "uniqueCount": 97, + "nullCount": 302, + "min": "2450844", + "max": "2453186", + "mean": "2451940.632601522", + "stdev": "634.7367986145963" + }, + { + "fieldPath": "cp_department", + "uniqueCount": 2, + "nullCount": 0, + "max": "DEPARTMENT" + }, + { + "fieldPath": "cp_catalog_number", + "uniqueCount": 109, + "nullCount": 297, + "min": "1", + "max": "109", + "mean": "54.62360704305962", + "stdev": "31.27039684588463" + }, + { + "fieldPath": "cp_description", + "uniqueCount": 29718, + "nullCount": 0, + "max": "Youngsters worry both workers. Fascinating characters take cheap never alive studies. Direct, old" + }, + { + "fieldPath": "cp_type", + "uniqueCount": 4, + "nullCount": 0, + "max": "quarterly" + }, + { + "fieldPath": "cp_catalog_page_number", + "uniqueCount": 277, + "nullCount": 294, + "min": "1", + "max": "277", + "mean": "138.8378442065576", + "stdev": "80.01625232480262" + } + ] + } + }, + "systemMetadata": { + "lastObserved": 1697353200000, + "runId": "dremio-2023_10_15-07_00_00-onoora", "lastRunId": "no-run-id-provided" } } diff --git a/metadata-ingestion/tests/integration/dremio/dremio_to_file.yml b/metadata-ingestion/tests/integration/dremio/dremio_to_file.yml index f4a9c18820ac3..869ef0fd310ca 100644 --- a/metadata-ingestion/tests/integration/dremio/dremio_to_file.yml +++ b/metadata-ingestion/tests/integration/dremio/dremio_to_file.yml @@ -22,6 +22,10 @@ source: allow: - ".*" + profiling: + enabled: true + + sink: type: file config: