etherscan: rate limit

.editorconfig

@@ -0,0 +1,17 @@
+# EditorConfig file: http://EditorConfig.org
+root = true
+
+[*]
+charset = utf-8
+end_of_line = lf
+indent_size = 4
+indent_style = space
+insert_final_newline = true
+trim_trailing_whitespace = true
+
+[*.py]
+indent_size = 4
+max_line_length = 88
+
+[*.md]
+trim_trailing_whitespace = false

.github/workflows/check-docker-tag.yml

@@ -0,0 +1,47 @@
+name: Check Docker Image Tag Update
+
+on:
+  pull_request:
+    paths-ignore:
+      - '**.md'
+      - '.github/**'
+    types: [opened, synchronize, reopened]
+
+jobs:
+  check-docker-tag:
+    runs-on: ubuntu-latest
+    steps:
+      - name: Checkout code
+        uses: actions/checkout@v4
+        with:
+        # Fetch all history for all tags and branches
+          fetch-depth: 0
+
+      - name: Get changed files
+        id: changed-files
+        uses: tj-actions/changed-files@v44
+        with:
+          files: '**/metadata.yaml'
+
+      - name: Check for updated dockerImageTag
+        run: |
+          for file in ${{ steps.changed-files.outputs.all_changed_files }}; do
+            dir=$(dirname "$file")
+            echo "Checking $dir/metadata.yaml..."
+            if [ -f "$dir/metadata.yaml" ]; then
+              # Get the previous commit hash for the file
+              prev_commit=$(git rev-parse HEAD^)
+              # Get the previous value of dockerImageTag
+              prev_tag=$(git show "$prev_commit:$file" | grep 'dockerImageTag:' | awk '{print $2}')
+              # Get the current value of dockerImageTag
+              curr_tag=$(grep 'dockerImageTag:' "$file" | awk '{print $2}')
+
+              if [ "$prev_tag" == "$curr_tag" ]; then
+                echo "::error file=$file::dockerImageTag has not been updated in $dir/metadata.yaml"
+                exit 1
+              else
+                echo "dockerImageTag updated in $dir/metadata.yaml"
+              fi
+            fi
+          done
+

.gitignore

@@ -158,3 +158,12 @@ cython_debug/
 #  and can be added to the global gitignore or merged into this file.  For a more nuclear
 #  option (not recommended) you can uncomment the following to ignore the entire idea folder.
 #.idea/
+
+# Ignore reports examples with sensitive data
+reports_examples/
+
+*.ps1
+
+*/*/config.json
+/.vscode
+*.ipynb

Jenkinsfile

@@ -1,7 +1,15 @@
 pipeline {
-  agent { label 'linux' }
-
+  agent {
+    docker {
+      label 'linuxcontainer'
+      image 'harbor.status.im/infra/ci-build-containers:linux-base-1.0.0'
+      args '--volume=/var/run/docker.sock:/var/run/docker.sock ' +
+           '--user jenkins'
+    }
+  }
+
   options {
+    disableRestartFromStage()
     disableConcurrentBuilds()
     /* manage how many builds we keep */
     buildDiscarder(logRotator(
@@ -49,7 +57,7 @@ pipeline {
             }
           }
         }
-      } } 
+      } }
     }
   }
   post {

README.md

@@ -1,11 +1,11 @@
-# Airbyte Custom  Connector
+# Airbyte Custom Connector
 
-Repository holding the custom Airbyte connector using in  Status-im.
+Repository holding the custom Airbyte connector using in Status-im.
 
 
 ## Connectors
 
-### Crypto related 
+### Crypto related
 
 * `wallet-fetcher`: Source connector allowing to wallet data from Ethereum blockchain.
 * `source-basic-api-fetcher`: Source connector to call a custom REST endpoint
@@ -17,3 +17,10 @@ Repository holding the custom Airbyte connector using in  Status-im.
 * `source-discourse-fetcher`: Source connector to fetch data from Discourse API
 * `source-simplecast-fetcher`: Source connector to fetch data from Simplecast API
 * `source-twitter-fetcher`: Source connector to fetch data from Twitter API
+* `source-twitter-ads`: Source connector to fetch data from Twitter Ads API
+
+### Status Analytics related
+
+* `source-app-store`: Source connector to fetch data from Apple App Store
+* `source-google-play`: Source connector to fetch data from Google Play Store
+

flake.nix

@@ -0,0 +1,37 @@
+{
+  description = "shell for Airbyte connectors";
+
+  inputs.nixpkgs.url = "github:nixos/nixpkgs/nixos-25.05";
+
+  outputs = { self, nixpkgs }:
+    let
+      stableSystems = ["x86_64-linux" "aarch64-linux" "x86_64-darwin" "aarch64-darwin"];
+      forAllSystems = nixpkgs.lib.genAttrs stableSystems;
+      pkgsFor = nixpkgs.lib.genAttrs stableSystems (
+        system: import nixpkgs { inherit system; config.allowUnfree = true; }
+      );
+    in rec {
+      devShells = forAllSystems (system: let
+        pkgs = pkgsFor.${system};
+      in {
+        default = let
+          pythonPkgs = pkgs.python312.withPackages (
+            _: with (pkgs.python312Packages); [
+              ipython pyyaml jinja2 PyGithub
+            ]
+          );
+        in pkgs.mkShellNoCC {
+          packages = with pkgs.buildPackages; [
+            # misc
+            git jq silver-searcher direnv
+            pythonPkgs
+            ruff
+          ];
+
+          shellHook = ''
+            echo "Good hacking."
+          '';
+        };
+      });
+    };
+}

source-alchemy-fetcher/Dockerfile

@@ -0,0 +1,9 @@
+FROM --platform=linux/amd64 airbyte/python-connector-base:1.1.0
+
+COPY . ./airbyte/integration_code
+RUN pip install ./airbyte/integration_code
+
+ENV AIRBYTE_ENTRYPOINT="python /airbyte/integration_code/main.py"
+ENTRYPOINT ["python", "/airbyte/integration_code/main.py"]
+
+

source-alchemy-fetcher/README.md

@@ -0,0 +1,103 @@
+# Mastodon Source
+
+## Usage
+
+This connector fetches historical prices from [Alchemy](https://www.alchemy.com/).
+
+### Configuration
+
+The connector takes the following input:
+
+- `api_key` - the [Alchemy](https://www.alchemy.com/) API key.
+- `tokens` - there are two different `payload` implementations:
+  - [Symbol](https://www.alchemy.com/docs/data/prices-api/prices-api-endpoints/prices-api-endpoints/get-historical-token-prices#request.body.PricesApiEndpointsGetHistoricalTokenPricesRequest0) - requires `symbol` and `interval`.
+  - [Address](https://www.alchemy.com/docs/data/prices-api/prices-api-endpoints/prices-api-endpoints/get-historical-token-prices#request.body.PricesApiEndpointsGetHistoricalTokenPricesRequest1) - requires `network`, `address`, `symbol` and `interval`.
+
+#### Token Setup
+
+Symbol example:
+
+```json
+{
+    "symbol": "BTC",
+    "interval": "5m"
+}
+```
+
+Address example:
+
+```json
+{
+    "network": "opt-mainnet",
+    "address": "0x4200000000000000000000000000000000000042",
+    "symbol": "OP",
+    "interval": "1d"
+}
+```
+
+**Notes**:
+
+- `interval` - can be `5m`, `1h`, `1d`. [Range calculations](https://www.alchemy.com/docs/data/prices-api/prices-api-endpoints/prices-api-endpoints/get-historical-token-prices#request.body.PricesApiEndpointsGetHistoricalTokenPricesRequest0.interval) are automatically done in the stream slices.
+- `start_date` and `end_date` can be used for backfills. Once a backfill is completed, they can be left blank. The prices for the given `interval` will be fetched for the previous day automatically.
+
+### Output
+
+The connector will return the following:
+
+* [HistoricalRates](./source_alchemy_fetcher/schemas/historical_rates.json)
+
+## Local development
+
+### Prerequisites
+
+#### Activate Virtual Environment and install dependencies
+
+From this connector directory, create a virtual environment:
+
+```
+python -m venv .venv
+```
+
+```
+source .venv/bin/activate
+pip install -r requirements.txt
+```
+
+### Locally running the connector
+
+```
+python main.py spec
+python main.py check --config sample_files/config-example.json
+python main.py discover --config sample_files/config-example.json
+python main.py read --config sample_files/config-example.json --catalog sample_files/configured_catalog.json
+```
+
+### Locally running the connector docker image
+
+```bash
+docker build -t airbyte/source-alchemy-fetcher:dev .
+# Running the spec command against your patched connector
+docker run airbyte/source-alchemy-fetcher:dev spec
+```
+
+#### Run
+
+Then run any of the connector commands as follows:
+
+#### Linux / MAC OS
+
+```
+docker run --rm airbyte/source-alchemy-fetcher:dev spec
+docker run --rm -v $(pwd)/sample_files:/sample_files airbyte/source-alchemy-fetcher:dev check --config /sample_files/config-example.json
+docker run --rm -v $(pwd)/sample_files:/sample_files airbyte/source-alchemy-fetcher:dev discover --config /sample_files/config-example.json
+docker run --rm -v $(pwd)/sample_files:/sample_files airbyte/source-alchemy-fetcher:dev read --config /sample_files/config-example.json --catalog /sample_files/configured_catalog.json  
+```
+
+#### Windows
+
+```
+docker run --rm airbyte/source-alchemy-fetcher:dev spec
+docker run --rm -v "$PWD\sample_files:/sample_files" airbyte/source-alchemy-fetcher:dev check --config /sample_files/config-example.json
+docker run --rm -v "$PWD\sample_files:/sample_files" airbyte/source-alchemy-fetcher:dev discover --config /sample_files/config-example.json
+docker run --rm -v "$PWD\sample_files:/sample_files" airbyte/source-alchemy-fetcher:dev read --config /sample_files/config-example.json --catalog /sample_files/configured_catalog.json
+```

source-alchemy-fetcher/main.py

@@ -0,0 +1,8 @@
+#
+# Copyright (c) 2025 Airbyte, Inc., all rights reserved.
+#
+
+from source_alchemy_fetcher.run import run
+
+if __name__ == "__main__":
+    run()

source-alchemy-fetcher/metadata.yaml

@@ -0,0 +1,25 @@
+data:
+  allowedHosts:
+  registries:
+    oss:
+      enabled: true
+    cloud:
+      enabled: false
+  connectorBuildOptions:
+    baseImage: docker.io/airbyte/python-connector-base:1.1.0
+  connectorSubtype: api
+  connectorType: source
+  definitionId: 8a3b5f9c-7e2d-4b1a-9c6f-3d8e4a2b1c0d
+  dockerImageTag: 1.0.3
+  dockerRepository: harbor.status.im/bi/airbyte/source-alchemy-fetcher
+  githubIssueLabel: source-alchemy-fetcher
+  icon: alchemy-fetcher.svg
+  license: MIT
+  name: Alchemy Token Price Fetcher
+  releaseDate: 2025-12-30
+  supportLevel: community
+  releaseStage: alpha
+  documentationUrl: https://docs.alchemy.com/reference/token-api-quickstart
+  tags:
+    - language:python
+metadataSpecVersion: "1.0"

source-alchemy-fetcher/requirements.txt

@@ -0,0 +1,3 @@
+requests>=2.25.0
+setuptools>=6
+airbyte-cdk>=0.51.0

source-alchemy-fetcher/sample_files/config-example.json

@@ -0,0 +1,22 @@
+{
+    "api_key": "",
+    "tokens": [
+        {
+            "network": "opt-mainnet",
+            "address": "0x4200000000000000000000000000000000000042",
+            "symbol": "OP",
+            "start_date": "2025-12-01",
+            "end_date": "2025-12-31",
+            "interval": "1d"
+        },
+        {
+            "symbol": "BTC",
+            "start_date": "2025-11-01",
+            "interval": "1d"
+        },
+        {
+            "symbol": "SNT",
+            "interval": "1d"
+        }
+    ]
+}

source-alchemy-fetcher/sample_files/configured_catalog.json

@@ -0,0 +1,13 @@
+{
+  "streams": [
+    {
+      "stream": {
+        "name": "historical_rates",
+        "json_schema": {},
+        "supported_sync_modes": ["full_refresh", "incremental"]
+      },
+      "sync_mode": "incremental",
+      "destination_sync_mode": "append"
+    }
+  ]
+}

source-alchemy-fetcher/setup.py

@@ -0,0 +1,25 @@
+"""
+Setup file for the Alchemy Token Price Fetcher Source connector.
+"""
+
+from setuptools import setup, find_packages
+
+setup(
+    name="source_alchemy_fetcher",
+    description="Source implementation for Alchemy Token Price API.",
+    author="Claire",
+    author_email="claire@status.im",
+    packages=find_packages(),
+    install_requires=[
+        "airbyte-cdk>=0.51.0",
+        "requests>=2.25.0",
+    ],
+    package_data={
+        "source_alchemy_fetcher": ["schemas/*.json", "*.yaml"],
+    },
+    entry_points={
+        "console_scripts": [
+            "source-alchemy-fetcher=source_alchemy_fetcher.run:run",
+        ],
+    },
+)

source-alchemy-fetcher/source_alchemy_fetcher/__init__.py

@@ -0,0 +1,8 @@
+#
+# Copyright (c) 2025 Airbyte, Inc., all rights reserved.
+#
+
+
+from .source import SourceAlchemyFetcher
+
+__all__ = ["SourceAlchemyFetcher"]