-
Notifications
You must be signed in to change notification settings - Fork 88
Add timestamp metadata / action #491
New issue
Have a question about this project? Sign up for a free GitHub account to open an issue and contact its maintainers and the community.
By clicking “Sign up for GitHub”, you agree to our terms of service and privacy statement. We’ll occasionally send you account related emails.
Already on GitHub? Sign in to your account
Merged
Merged
Changes from 1 commit
Commits
Show all changes
7 commits
Select commit
Hold shift + click to select a range
74a9e71
Add timestamp metadata / action
brombomb 3093472
Fix script
brombomb 942e19d
Fix Updates and script
brombomb 90d0d03
Fix updated ts
brombomb 6927c42
Github action (not gitlab)
brombomb a822916
Fix tags
brombomb bf0623f
fix tabs
brombomb File filter
Filter by extension
Conversations
Failed to load comments.
Loading
Jump to
The table of contents is too big for display.
Diff view
Diff view
There are no files selected for viewing
This file contains hidden or bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| Original file line number | Diff line number | Diff line change |
|---|---|---|
| @@ -0,0 +1,84 @@ | ||
| import subprocess | ||
| import os | ||
| import yaml | ||
| import glob | ||
|
|
||
| def get_git_dates(path): | ||
| # Get all commit dates for the path | ||
| try: | ||
| # Use TZ=UTC to get dates in UTC format. | ||
| # --date=iso-strict-local with TZ=UTC gives format like 2023-01-01T00:00:00Z | ||
| cmd = ["git", "log", "--date=iso-strict-local", "--format=%ad", "--", path] | ||
| env = os.environ.copy() | ||
| env["TZ"] = "UTC" | ||
| output = subprocess.check_output(cmd, stderr=subprocess.STDOUT, env=env).decode("utf-8").strip() | ||
| if not output: | ||
| return None, None | ||
| dates = output.splitlines() | ||
| published = dates[-1] # oldest | ||
| updated = dates[0] # newest | ||
| return published, updated | ||
| except Exception as e: | ||
| print(f"Error getting dates for {path}: {e}") | ||
| return None, None | ||
|
|
||
| def update_manifest(manifest_path): | ||
| # Get the directory of the app | ||
| app_dir = os.path.dirname(manifest_path) | ||
|
|
||
| published, updated = get_git_dates(app_dir) | ||
| if not published: | ||
| print(f"Skipping {manifest_path} (no git history)") | ||
| return | ||
|
|
||
| # Check if we need to update | ||
| with open(manifest_path, 'r') as f: | ||
| try: | ||
| data = yaml.safe_load(f) | ||
| except Exception as e: | ||
| print(f"Error parsing YAML in {manifest_path}: {e}") | ||
| return | ||
|
|
||
| if data is None: | ||
| data = {} | ||
|
|
||
| changed = False | ||
| # Only set published if it's missing. This preserves historical dates | ||
| # even when running in a shallow clone. | ||
| if not data.get('published'): | ||
| data['published'] = published | ||
| changed = True | ||
|
|
||
| # Always update the 'updated' date to the latest commit | ||
| if data.get('updated') != updated: | ||
| data['updated'] = updated | ||
| changed = True | ||
|
|
||
| if changed: | ||
| print(f"Updating {manifest_path}: published={published}, updated={updated}") | ||
| with open(manifest_path, 'w') as f: | ||
| yaml.dump(data, f, sort_keys=False, default_flow_style=False, explicit_start=True) | ||
|
|
||
| import sys | ||
|
brombomb marked this conversation as resolved.
Outdated
|
||
|
|
||
| def main(): | ||
| if len(sys.argv) > 1: | ||
| # Use provided arguments (files or directories) | ||
| manifests = [] | ||
| for arg in sys.argv[1:]: | ||
| if arg.endswith("manifest.yaml"): | ||
| manifests.append(arg) | ||
| elif os.path.isdir(arg): | ||
| m = os.path.join(arg, "manifest.yaml") | ||
| if os.path.exists(m): | ||
| manifests.append(m) | ||
| else: | ||
| # Scan all apps | ||
| manifests = glob.glob("apps/*/manifest.yaml") | ||
|
|
||
| print(f"Checking {len(manifests)} manifests.") | ||
| for m in manifests: | ||
| update_manifest(m) | ||
|
|
||
| if __name__ == "__main__": | ||
| main() | ||
This file contains hidden or bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| Original file line number | Diff line number | Diff line change |
|---|---|---|
| @@ -0,0 +1,37 @@ | ||
| stages: | ||
| - metadata | ||
|
|
||
| update-app-metadata: | ||
| stage: metadata | ||
| image: python:3.11-slim | ||
| rules: | ||
| - if: $CI_COMMIT_BRANCH == $CI_DEFAULT_BRANCH | ||
| before_script: | ||
| - apt-get update && apt-get install -y git | ||
| - pip install PyYAML | ||
| script: | ||
| - | | ||
| if [[ "$CI_COMMIT_BEFORE_SHA" == "0000000000000000000000000000000000000000" ]]; then | ||
| echo "New branch or initial push, checking all apps..." | ||
| python3 .github/scripts/update_manifests.py | ||
| else | ||
| echo "Performing incremental update..." | ||
| TARGETS=$(git diff --name-only $CI_COMMIT_BEFORE_SHA $CI_COMMIT_SHA | grep '^apps/' | cut -d'/' -f1-2 | sort -u || true) | ||
| if [ -n "$TARGETS" ]; then | ||
| python3 .github/scripts/update_manifests.py $TARGETS | ||
| else | ||
| echo "No apps modified in this push." | ||
| fi | ||
| fi | ||
| - | | ||
| if [[ -n $(git status --porcelain) ]]; then | ||
| echo "Detected changes in app manifests. Committing updates..." | ||
| git config --global user.email "ci-bot@tronbyt-apps.community" | ||
| git config --global user.name "Tronbyt Metadata Bot" | ||
| git add apps/*/manifest.yaml | ||
| git commit -m "chore: auto-update manifest metadata [skip ci]" | ||
| # Requires GITLAB_TOKEN CI variable with write_repository scope | ||
| git push "https://oauth2:${GITLAB_TOKEN}@${CI_SERVER_HOST}/${CI_PROJECT_PATH}.git" HEAD:${CI_COMMIT_REF_NAME} | ||
| else | ||
| echo "No metadata updates required." | ||
| fi |
This file contains hidden or bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains hidden or bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains hidden or bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains hidden or bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains hidden or bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains hidden or bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains hidden or bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains hidden or bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains hidden or bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains hidden or bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains hidden or bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains hidden or bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains hidden or bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains hidden or bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains hidden or bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains hidden or bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains hidden or bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains hidden or bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains hidden or bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains hidden or bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains hidden or bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
Oops, something went wrong.
Oops, something went wrong.
Add this suggestion to a batch that can be applied as a single commit.
This suggestion is invalid because no changes were made to the code.
Suggestions cannot be applied while the pull request is closed.
Suggestions cannot be applied while viewing a subset of changes.
Only one suggestion per line can be applied in a batch.
Add this suggestion to a batch that can be applied as a single commit.
Applying suggestions on deleted lines is not supported.
You must change the existing code in this line in order to create a valid suggestion.
Outdated suggestions cannot be applied.
This suggestion has been applied or marked resolved.
Suggestions cannot be applied from pending reviews.
Suggestions cannot be applied on multi-line comments.
Suggestions cannot be applied while the pull request is queued to merge.
Suggestion cannot be applied right now. Please check back later.
Uh oh!
There was an error while loading. Please reload this page.