feat: add reproducible env state engine, lock sync, and self-healing rebuilds

This commit introduces Omnipkg’s first full reproducibility and environment
recovery layer.

Design note:
The canonical lock state is the true environment identity.
The local `.omnipkg/omnipkg.lock` is only a local attachment / envelope.
This commit establishes the first working implementation of that model.

Core additions:
- Added `8pkg export` to snapshot a full multi-interpreter environment into a
  canonical TOML lock state.
- Added `8pkg sync` to restore, rebuild, and reconcile environments from those
  lock states.
- Added machine-global canonical lock registry under
  `~/.config/omnipkg/locks/states` for deduplicated known-good env identities.
- Added privacy-scrubbed / path-agnostic lock metadata so exported states can
  be reused across machines without leaking local filesystem details.

Healing / recovery:
- Added rebuild-oriented sync flow for recovering from broken or nuked envs.
- Added metadata repair / “Phase 0 Heal” behavior to recover missing or corrupt
  package metadata before hard failure.
- Added stronger snapshot + last-known-good behavior around package operations.
- Improved interpreter adoption / recovery flow, including managed Python
  bootstrap repair paths.

Execution / runtime hardening:
- Replaced fragile mtime dispatcher invalidation with content hashing.
- Improved executable / dispatcher propagation across adopted interpreters.
- Hardened re-exec flow to use `-m omnipkg.cli` and avoid broken editable shim
  edge cases.
- Improved binary-only package handling for validation / verification logic.

Daemon / worker stability:
- Hardened daemon shutdown and orphan cleanup behavior.
- Improved worker IPC reliability by bypassing redirected stdout boundaries.
- Reduced failure modes around long-running background worker management.

Python 3.7 / legacy editable install fixes:
- Fixed sync false-positive behavior caused by legacy egg-link installs from
  older pip bootstrap flows.
- Detects legacy `omnipkg.egg-link` installs as requiring sync.
- Cleans stale egg-link / easy-install.pth artifacts after successful sync so
  Python 3.7 contexts do not resync forever.

This is the foundational commit for:
- reproducible rebuilds
- lock-driven recovery
- canonical env identity
- future orphan-state recovery / tombstoning
- future compatibility scoring / proven-build telemetry
- future container / template generation from known-good states

New files:
  • src/omnipkg/integration/reproducible.py (2385 lines)

Modified:
  • src/omnipkg/cli.py (+113/-13 lines)
  • src/omnipkg/common_utils.py (+33/-8 lines)
  • src/omnipkg/core.py (+504/-196 lines)
  • src/omnipkg/dispatcher.c (+220/-4 lines)
  • src/omnipkg/dispatcher.py (+255/-89 lines)
  • src/omnipkg/installation/verification_strategy.py (+40/-23 lines)
  • src/omnipkg/integration/reproducible.py (+2385/-0 lines)
  • src/omnipkg/isolation/worker_daemon.py (+189/-37 lines)
  • src/omnipkg/package_meta_builder.py (+22/-9 lines)
  • pyproject.toml (+1/-1 lines)
  • setup.py (+12/-3 lines)

[gitship-generated]

Author: 1minds3t

pyproject.toml

@@ -6,7 +6,7 @@ backend-path = ["."]
 
 [project]
 name = "omnipkg"
-version = "2.5.0"
+version = "2.5.1"
 authors = [
   { name = "1minds3t", email = "1minds3t@proton.me" },
 ]

setup.py

@@ -46,7 +46,12 @@ def _install_dispatcher_binary(install_dir=None):
         )
         if result.returncode != 0:
             print(f"  [dispatcher] Compilation failed, using Python dispatcher:")
-            print(f"  {result.stderr.strip()}")
+            # Pass -v to gcc to see the full linker invocation
+            result = subprocess.run(
+                ["gcc", "-v", "-O2", "-o", str(binary_out), str(c_source)],
+                capture_output=False, # This will stream the output directly to the GHA console
+                text=True
+            )
             return
 
         # Overwrite the pip-generated wrapper scripts
@@ -106,16 +111,20 @@ def run(self):
     # macOS: -march=native fails on Universal (dual-arch) builds
     # Windows: Uses MSVC flags (handled separately)
 
+    import platform
+    
     _c_args = ["-O3"]
 
-    # Only enable native optimization on Linux
+    # ⬇️ THIS IS THE FIX ⬇️
+    # Only enable native optimization on Linux.
+    # macOS universal builds will fail with -march=native.
     if platform.system() == "Linux":
         _c_args.append("-march=native")
 
     atomic_extension = Extension(
         name="omnipkg.isolation.omnipkg_atomic",
         sources=["src/omnipkg/isolation/atomic_ops.c"],
-        extra_compile_args=_c_args,
+        extra_compile_args=_c_args,  # <--- Use our new conditional args
         optional=True,
     )
 

src/omnipkg/cli.py

@@ -580,19 +580,20 @@ def run_config_wizard(cm: ConfigManager, parser_prog: str) -> int:
 # ─────────────────────────────────────────────────────────────────────────────
 
 def create_8pkg_parser():
-    """Creates parser for the 8pkg alias — cached after first build."""
     import omnipkg.cli as _cli_mod
-    if _cli_mod._CACHED_8PKG_PARSER is not None:
-        return _cli_mod._CACHED_8PKG_PARSER
+    _lang_key = _.current_lang
+    if _lang_key in (_cli_mod._CACHED_8PKG_PARSER or {}):
+        return _cli_mod._CACHED_8PKG_PARSER[_lang_key]
+    if _cli_mod._CACHED_8PKG_PARSER is None:
+        _cli_mod._CACHED_8PKG_PARSER = {}
     parser = create_parser()
     parser.prog = "8pkg"
     parser.description = _(
         "🚀 The intelligent Python package manager that eliminates dependency hell (8pkg = ∞pkg)"
     )
     epilog_parts = parser.epilog.split("\n")
-    updated_epilog = "\n".join([line.replace("omnipkg", "8pkg") for line in epilog_parts])
-    parser.epilog = updated_epilog
-    _cli_mod._CACHED_8PKG_PARSER = parser
+    parser.epilog = "\n".join(line.replace("omnipkg", "8pkg") for line in epilog_parts)
+    _cli_mod._CACHED_8PKG_PARSER[_lang_key] = parser
     return parser
 
 
@@ -1018,6 +1019,11 @@ def create_parser():
         action="store_true",
         help=_("Diagnose only — show the healing plan without making any changes"),
     )
+    doctor_parser.add_argument(
+        "--rebuild",
+        action="store_true",
+        help=_("Nuclear option: dump active packages to requirements, wipe broken bubbles, reinstall everything clean"),
+    )
     doctor_parser.add_argument(
         "--yes", "-y",
         dest="force",
@@ -1203,6 +1209,83 @@ def create_parser():
         "--yes", "-y", dest="force", action="store_true", help=_("Skip confirmation")
     )
 
+    # --- export ---
+    export_parser = subparsers.add_parser(
+        "export",
+        help=_("Snapshot current environment to a reproducible lock file"),
+        formatter_class=argparse.RawTextHelpFormatter,
+        epilog=_(
+            "Writes to <venv_root>/.omnipkg/omnipkg.lock by default.\n"
+            "Use --output to override, e.g. for sharing or CI artifacts.\n\n"
+            "Examples:\n"
+            "  8pkg export                        # write to default location\n"
+            "  8pkg export -o /tmp/my.lock        # explicit path\n"
+            "  8pkg export --python 3.11          # only capture python 3.11\n"
+        ),
+    )
+    export_parser.add_argument(
+        "--output", "-o",
+        metavar="FILE",
+        help=_("Override default lock file location"),
+    )
+    export_parser.add_argument(
+        "--python", "-p",
+        metavar="VER",
+        action="append",
+        dest="pythons",
+        help=_("Only export this python version (repeatable: -p 3.11 -p 3.10)"),
+    )
+    export_parser.add_argument(
+        "--venv-root",
+        metavar="PATH",
+        help=_("Override venv root detection"),
+    )
+    
+    # --- sync ---
+    sync_parser = subparsers.add_parser(
+        "sync",
+        help=_("Rebuild environment from lock file (DESTRUCTIVE)"),
+        formatter_class=argparse.RawTextHelpFormatter,
+        epilog=_(
+            "Reads from <venv_root>/.omnipkg/omnipkg.lock by default.\n"
+            "Clears and reinstalls all packages for each python in the lock file.\n\n"
+            "Examples:\n"
+            "  8pkg sync                          # sync from default lock file\n"
+            "  8pkg sync /path/to/other.lock      # explicit lock file\n"
+            "  8pkg sync --python 3.11            # only sync python 3.11\n"
+            "  8pkg sync --yes                    # skip confirmation (CI/Docker)\n"
+        ),
+    )
+    sync_parser.add_argument(
+        "lock_file",
+        metavar="LOCK_FILE",
+        nargs="?",                  # optional — defaults to canonical path
+        default=None,
+        help=_("Lock file to sync from (default: <venv_root>/.omnipkg/omnipkg.lock)"),
+    )
+    sync_parser.add_argument(
+        "--yes", "-y",
+        action="store_true",
+        help=_("Skip confirmation prompt (for CI / Docker)"),
+    )
+    sync_parser.add_argument(
+        "--python", "-p",
+        metavar="VER",
+        action="append",
+        dest="pythons",
+        help=_("Only sync this python version (repeatable)"),
+    )
+    sync_parser.add_argument(
+        "--dry-run", "-n",
+        action="store_true",
+        help=_("Print what would happen without making changes"),
+    )
+    sync_parser.add_argument(
+        "--venv-root",
+        metavar="PATH",
+        help=_("Override venv root detection"),
+    )
+
     # ── upgrade ───────────────────────────────────────────────────────────────
     upgrade_parser = subparsers.add_parser(
         "upgrade",
@@ -1234,7 +1317,6 @@ def create_parser():
     _cli_mod._CACHED_PARSER[_.current_lang] = parser
     return parser
 
-
 # ─────────────────────────────────────────────────────────────────────────────
 # MAIN
 # ─────────────────────────────────────────────────────────────────────────────
@@ -1319,21 +1401,22 @@ def main():
             os.environ["OMNIPKG_LANG"] = user_lang
 
         if command is None or "-h" in remaining_args or "--help" in remaining_args:
-            # Invalidate cached parser so it rebuilds with the correct language
-            _cli_mod._CACHED_PARSER = {}
-            _cli_mod._CACHED_8PKG_PARSER = None
             prog_name_lower = Path(sys.argv[0]).name.lower()
             parser = create_8pkg_parser() if "8pkg" in prog_name_lower else create_parser()
             parser.print_help()
             return 0
 
         # ── Choose minimal vs full init ────────────────────────────────────────────
         use_minimal = False
-        if command in {"config", "python"}:
+        if command in {"config", "python", "doctor"}:
             use_minimal = True
         elif command == "swap":
             if len(remaining_args) > 1 and remaining_args[1].lower() == "python":
                 use_minimal = True
+        elif command == "daemon":
+            # daemon restart/stop must NEVER go through the daemon — always execv direct
+            if len(remaining_args) > 1 and remaining_args[1].lower() in ("restart", "stop", "kill"):
+                use_minimal = True
 
         # Use pre-built OmnipkgCore from daemon preload if available (full mode only)
         import omnipkg.cli as _cli_mod
@@ -1477,8 +1560,25 @@ def main():
             return 1
 
         elif args.command == "doctor":
-            return pkg_instance.doctor(dry_run=args.dry_run, force=args.force)
-
+            return pkg_instance.doctor(dry_run=args.dry_run, force=args.force, rebuild=args.rebuild)
+        elif args.command == "export":
+            from omnipkg.integration.reproducible import export_lock
+            written_path = export_lock(
+                output_path=Path(args.output) if args.output else None,
+                pythons=args.pythons,
+                venv_root=Path(args.venv_root) if args.venv_root else None,
+            )
+            safe_print(_("📦 Lock file: {}").format(written_path))
+        
+        elif args.command == "sync":
+            from omnipkg.integration.reproducible import sync_lock
+            sync_lock(
+                lock_path=Path(args.lock_file) if args.lock_file else None,
+                yes=args.yes,
+                pythons=args.pythons,
+                dry_run=args.dry_run,
+                venv_root=Path(args.venv_root) if args.venv_root else None,
+            )
         elif args.command == "heal":
             with temporary_install_strategy(pkg_instance, "latest-active"):
                 return pkg_instance.heal(dry_run=args.dry_run, force=args.force)

src/omnipkg/common_utils.py

@@ -736,14 +736,9 @@ def is_interactive_session():
 
 
 def _worker_emit(obj: dict) -> None:
-    """Write one JSON line to worker stdout (the daemon channel).
-
-    Uses sys.stdout directly — the worker is spawned with text=True so this
-    is the correct transport.  The trailing newline is what _reader_thread
-    uses as a message boundary on the daemon side.
-    """
-    sys.stdout.write(json.dumps(obj, ensure_ascii=True) + "\n")
-    sys.stdout.flush()
+    """Write one JSON line to the real stdout pipe, bypassing StreamRedirector."""
+    msg = json.dumps(obj, ensure_ascii=True) + "\n"
+    os.write(1, msg.encode("utf-8"))
 
 
 def _worker_read_reply() -> dict:
@@ -854,6 +849,36 @@ def simulate_user_choice(choice, message):
     safe_print(_("💭 {}").format(message))
     return choice.lower()
 
+def _safe_resolve(path: Path) -> Path:
+    """
+    Resolve a path safely for omnipkg identity and path comparisons.
+
+    Uses resolve() when possible, falls back to absolute() if resolution fails.
+    Avoids inconsistent crashes on broken links / partial envs.
+    """
+    try:
+        return path.resolve()
+    except Exception:
+        return path.absolute()
+
+def _canonical_path_str(path: Path) -> str:
+    """
+    Produce a stable canonical string for identity-sensitive path hashing
+    and comparisons across platforms.
+
+    - resolves when possible
+    - normalizes separators
+    - lowercases on Windows for drive-letter / casing stability
+    - strips trailing slash
+    """
+    p = _safe_resolve(path)
+    s = str(p).replace("\\", "/").rstrip("/")
+
+    if os.name == "nt":
+        s = s.lower()
+
+    return s
+
 def _is_relative_to_win(path: Path, base: Path) -> bool:
     """Case-insensitive relative_to for Windows path safety."""
     try: