source-apple-app-store: refactor and update analytics report cursor and processing strategy

Minor refactors to use the updated models, fields and report processing flow. Instead of a complicated paging strategy that waits X amount of days based on some completeness lag, the reports are processed as long as there is a report with a processing data <= `cutoff`.

Author: JustinASmith

source-apple-app-store/acmeCo/app_crashes.schema.yaml

@@ -27,37 +27,21 @@ properties:
       op: u
       row_id: -1
     description: Document metadata
-  app_id:
-    title: App Id
-    type: string
   Date:
     format: date
     title: Date
     type: string
+  filename:
+    default: ""
+    title: Filename
+    type: string
   row_number:
     description: Row sequence number for deduplication
     title: Row Number
     type: integer
-  App Apple Identifier:
-    title: App Apple Identifier
-    type: string
-  App Version:
-    title: App Version
-    type: string
-  Device:
-    title: Device
-    type: string
-  Platform Version:
-    title: Platform Version
-    type: string
 required:
-  - app_id
   - Date
   - row_number
-  - App Apple Identifier
-  - App Version
-  - Device
-  - Platform Version
 title: AppCrashesReportRow
 type: object
 x-infer-schema: true

…p-store/acmeCo/app_downloads.schema.yaml …cmeCo/app_downloads_detailed.schema.yamlsource-apple-app-store/acmeCo/app_downloads.schema.yaml renamed to source-apple-app-store/acmeCo/app_downloads_detailed.schema.yaml source-apple-app-store/acmeCo/app_downloads.schema.yaml renamed to source-apple-app-store/acmeCo/app_downloads_detailed.schema.yaml

@@ -27,37 +27,21 @@ properties:
       op: u
       row_id: -1
     description: Document metadata
-  app_id:
-    title: App Id
-    type: string
   Date:
     format: date
     title: Date
     type: string
+  filename:
+    default: ""
+    title: Filename
+    type: string
   row_number:
     description: Row sequence number for deduplication
     title: Row Number
     type: integer
-  App Apple Identifier:
-    title: App Apple Identifier
-    type: string
-  App Version:
-    title: App Version
-    type: string
-  Device:
-    title: Device
-    type: string
-  Platform Version:
-    title: Platform Version
-    type: string
 required:
-  - app_id
   - Date
   - row_number
-  - App Apple Identifier
-  - App Version
-  - Device
-  - Platform Version
-title: AppDownloadsReportRow
+title: AppDownloadsDetailedReportRow
 type: object
 x-infer-schema: true

source-apple-app-store/acmeCo/app_sessions.schema.yaml

@@ -27,33 +27,21 @@ properties:
       op: u
       row_id: -1
     description: Document metadata
-  app_id:
-    title: App Id
-    type: string
   Date:
     format: date
     title: Date
     type: string
+  filename:
+    title: Filename
+    type: string
   row_number:
     description: Row sequence number for deduplication
     title: Row Number
     type: integer
-  App Apple Identifier:
-    title: App Apple Identifier
-    type: string
-  App Version:
-    title: App Version
-    type: string
-  Device:
-    title: Device
-    type: string
 required:
-  - app_id
   - Date
+  - filename
   - row_number
-  - App Apple Identifier
-  - App Version
-  - Device
-title: AppSessionsReportRow
+title: AppSessionsDetailedReportRow
 type: object
 x-infer-schema: true

source-apple-app-store/acmeCo/app_sessions_detailed.schema.yaml

@@ -0,0 +1,47 @@
+---
+$defs:
+  Meta:
+    properties:
+      op:
+        default: u
+        description: "Operation type (c: Create, u: Update, d: Delete)"
+        enum:
+          - c
+          - u
+          - d
+        title: Op
+        type: string
+      row_id:
+        default: -1
+        description: "Row ID of the Document, counting up from zero, or -1 if not known"
+        title: Row Id
+        type: integer
+    title: Meta
+    type: object
+additionalProperties: true
+description: "References:\n    - https://developer.apple.com/documentation/analytics-reports/app-sessions"
+properties:
+  _meta:
+    $ref: "#/$defs/Meta"
+    default:
+      op: u
+      row_id: -1
+    description: Document metadata
+  Date:
+    format: date
+    title: Date
+    type: string
+  filename:
+    default: ""
+    title: Filename
+    type: string
+  row_number:
+    description: Row sequence number for deduplication
+    title: Row Number
+    type: integer
+required:
+  - Date
+  - row_number
+title: AppSessionsDetailedReportRow
+type: object
+x-infer-schema: true

…ore_discovery_and_engagement.schema.yaml …very_and_engagement_detailed.schema.yamlsource-apple-app-store/acmeCo/app_store_discovery_and_engagement.schema.yaml renamed to source-apple-app-store/acmeCo/app_store_discovery_and_engagement_detailed.schema.yaml source-apple-app-store/acmeCo/app_store_discovery_and_engagement.schema.yaml renamed to source-apple-app-store/acmeCo/app_store_discovery_and_engagement_detailed.schema.yaml

@@ -27,37 +27,21 @@ properties:
       op: u
       row_id: -1
     description: Document metadata
-  app_id:
-    title: App Id
-    type: string
   Date:
     format: date
     title: Date
     type: string
+  filename:
+    default: ""
+    title: Filename
+    type: string
   row_number:
     description: Row sequence number for deduplication
     title: Row Number
     type: integer
-  App Apple Identifier:
-    title: App Apple Identifier
-    type: string
-  Device:
-    title: Device
-    type: string
-  Platform Version:
-    title: Platform Version
-    type: string
-  Event Type:
-    title: Event Type
-    type: string
 required:
-  - app_id
   - Date
   - row_number
-  - App Apple Identifier
-  - Device
-  - Platform Version
-  - Event Type
-title: AppStoreDiscoveryAndEngagementReportRow
+title: AppStoreDiscoveryAndEngagementDetailedReportRow
 type: object
 x-infer-schema: true

…store_installs_and_deletions.schema.yaml …talls_and_deletions_detailed.schema.yamlsource-apple-app-store/acmeCo/app_store_installs_and_deletions.schema.yaml renamed to source-apple-app-store/acmeCo/app_store_installs_and_deletions_detailed.schema.yaml source-apple-app-store/acmeCo/app_store_installs_and_deletions.schema.yaml renamed to source-apple-app-store/acmeCo/app_store_installs_and_deletions_detailed.schema.yaml

@@ -27,41 +27,21 @@ properties:
       op: u
       row_id: -1
     description: Document metadata
-  app_id:
-    title: App Id
-    type: string
   Date:
     format: date
     title: Date
     type: string
+  filename:
+    default: ""
+    title: Filename
+    type: string
   row_number:
     description: Row sequence number for deduplication
     title: Row Number
     type: integer
-  App Apple Identifier:
-    title: App Apple Identifier
-    type: string
-  App Version:
-    title: App Version
-    type: string
-  Device:
-    title: Device
-    type: string
-  Platform Version:
-    title: Platform Version
-    type: string
-  Event Type:
-    title: Event Type
-    type: string
 required:
-  - app_id
   - Date
   - row_number
-  - App Apple Identifier
-  - App Version
-  - Device
-  - Platform Version
-  - Event Type
-title: AppStoreInstallsReportRow
+title: AppStoreInstallsDetailedReportRow
 type: object
 x-infer-schema: true

source-apple-app-store/acmeCo/flow.yaml

@@ -3,22 +3,12 @@ collections:
   acmeCo/app_crashes:
     schema: app_crashes.schema.yaml
     key:
-      - /App Apple Identifier
-      - /App Version
-      - /Date
-      - /Device
-      - /Platform Version
-      - /app_id
+      - /filename
       - /row_number
-  acmeCo/app_downloads:
-    schema: app_downloads.schema.yaml
+  acmeCo/app_downloads_detailed:
+    schema: app_downloads_detailed.schema.yaml
     key:
-      - /App Apple Identifier
-      - /App Version
-      - /Date
-      - /Device
-      - /Platform Version
-      - /app_id
+      - /filename
       - /row_number
   acmeCo/app_reviews:
     schema: app_reviews.schema.yaml
@@ -28,28 +18,20 @@ collections:
   acmeCo/app_sessions:
     schema: app_sessions.schema.yaml
     key:
-      - /App Apple Identifier
-      - /App Version
-      - /Date
-      - /Device
-      - /app_id
+      - /filename
       - /row_number
-  acmeCo/app_store_discovery_and_engagement:
-    schema: app_store_discovery_and_engagement.schema.yaml
+  acmeCo/app_sessions_detailed:
+    schema: app_sessions_detailed.schema.yaml
     key:
-      - /App Apple Identifier
-      - /Date
-      - /Event Type
-      - /Platform Version
-      - /app_id
+      - /filename
       - /row_number
-  acmeCo/app_store_installs_and_deletions:
-    schema: app_store_installs_and_deletions.schema.yaml
+  acmeCo/app_store_discovery_and_engagement_detailed:
+    schema: app_store_discovery_and_engagement_detailed.schema.yaml
     key:
-      - /App Apple Identifier
-      - /App Version
-      - /Date
-      - /Event Type
-      - /Platform Version
-      - /app_id
+      - /filename
+      - /row_number
+  acmeCo/app_store_installs_and_deletions_detailed:
+    schema: app_store_installs_and_deletions_detailed.schema.yaml
+    key:
+      - /filename
       - /row_number