Feature/5.0 schema

.github/workflows/test_oonidata.yml

@@ -7,7 +7,7 @@ jobs:
     strategy:
       matrix:
         os: [Ubuntu]
-        python-version: ["3.8", "3.9", "3.10", "3.11", "3.12"]
+        python-version: ["3.9", "3.10", "3.11", "3.12"]
     steps:
       - uses: actions/checkout@v3
 

oonidata/src/oonidata/models/analysis.py

@@ -25,8 +25,6 @@ class WebAnalysis:
     analysis_id: str
     observation_id: str
 
-    created_at: datetime
-
     # This is the domain name associated with the target, for example for
     # facebook it will be www.facebook.com, but also edge-mqtt.facebook.com
     target_domain_name: str

oonidata/src/oonidata/models/base.py

@@ -1,6 +1,6 @@
 from datetime import datetime
 from dataclasses import dataclass
-from typing import Any, Optional, Tuple
+from typing import Annotated, Any, List, Optional, Tuple
 from mashumaro import DataClassDictMixin
 from mashumaro.config import BaseConfig, TO_DICT_ADD_OMIT_NONE_FLAG
 from typing import Protocol, runtime_checkable
@@ -35,5 +35,16 @@ class TableModelProtocol(Protocol):
 
 @dataclass
 class ProcessingMeta:
-    processing_start_time: datetime
-    processing_end_time: Optional[datetime] = None
+    created_at: datetime
+
+
+UInt8 = Annotated[int, "UInt8"]
+UInt16 = Annotated[int, "UInt16"]
+UInt32 = Annotated[int, "UInt32"]
+
+Float64 = Annotated[float, "Float64"]
+
+ArrayString = Annotated[List[str], "Array(String)"]
+
+OptionalDatetime64_3 = Annotated[Optional[datetime], "Nullable(DateTime64(3, 'UTC'))"]
+OptionalDatetime = Annotated[Optional[datetime], "Nullable(DateTime('UTC'))"]