refactor: remove redundant references to binaries

Author: Sam-Armstrong

MANIFEST.in

@@ -1,8 +1 @@
 include requirements/requirements.txt
-include ivy/compiler/utils/*.so
-include ivy/compiler/utils/*.pyd
-include ivy/compiler/*.so
-include ivy/compiler/*.pyd
-include ivy/compiler/*.py
-include binaries.json
-include available_configs.json

available_configs.json

@@ -36,11 +36,6 @@ def __init__(self, *messages, include_backend=False, propagate=False):
         super().__init__(*messages, include_backend=include_backend, propagate=propagate)
 
 
-class ExpiredBinariesException(SourceToSourceTranslatorException):
-    def __init__(self, *messages, include_backend=False, propagate=False):
-        super().__init__(*messages, include_backend=include_backend, propagate=propagate)
-
-
 def format_missing_frontends_msg(frequency):
     """Format the missing frontends warning message."""
     missing_functions = "\n-> ".join(

binaries.json

@@ -1,85 +1,8 @@
-import os
-import logging
-import json
-from packaging import tags
-from urllib import request
-from tqdm import tqdm
-
-
-def _get_paths_from_binaries(binaries, root_dir=""):
-    """Get all the paths from the binaries.json into a list."""
-    paths = []
-    ext = "pyd" if os.name == "nt" else "so"
-    if isinstance(binaries, str):
-        return [os.path.join(root_dir, binaries + "." + ext)]
-    elif isinstance(binaries, dict):
-        for k, v in binaries.items():
-            paths += _get_paths_from_binaries(v, os.path.join(root_dir, k))
-    else:
-        for i in binaries:
-            paths += _get_paths_from_binaries(i, root_dir)
-    return paths
+import warnings
 
 
 def cleanup_and_fetch_binaries(clean=True):
-    folder_path = os.sep.join(__file__.split(os.sep)[:-3])
-    binaries_path = os.path.join(folder_path, "binaries.json")
-    available_configs_path = os.path.join(folder_path, "available_configs.json")
-    if os.path.exists(binaries_path):
-        binaries_dict = json.load(open(binaries_path))
-        available_configs = json.load(open(available_configs_path))
-        binaries_paths = _get_paths_from_binaries(binaries_dict, folder_path)
-        binaries_exts = {path.split(".")[-1] for path in binaries_paths}
-
-        # clean up existing binaries
-        if clean:
-            print("Cleaning up existing binaries...", end="\r")
-            for root, _, files in os.walk(folder_path, topdown=True):
-                for file in files:
-                    if file.split(".")[-1] in binaries_exts:
-                        os.remove(os.path.join(root, file))
-            print("Cleaning up existing binaries --> done")
-
-        print("Downloading new binaries...")
-        all_tags = list(tags.sys_tags())
-
-        version = os.environ["VERSION"] if "VERSION" in os.environ else "main"
-        terminate = False
-
-        # download binaries for the tag with highest precedence
-        with tqdm(total=len(binaries_paths)) as pbar:
-            for tag in all_tags:
-                if terminate:
-                    break
-                for path in binaries_paths:
-                    module = path[len(folder_path) :][1:].split(os.sep)[1]
-                    if (
-                        os.path.exists(path)
-                        or str(tag) not in available_configs[module]
-                    ):
-                        continue
-                    folders = path.split(os.sep)
-                    _, file_path = os.sep.join(folders[:-1]), folders[-1]
-                    ext = "pyd" if os.name == "nt" else "so"
-                    file_name = f"{file_path[:-(len(ext)+1)]}_{tag}.{ext}"
-                    search_path = f"{module}/{file_name}"
-                    try:
-                        response = request.urlopen(
-                            "https://github.com/ivy-llc/binaries/raw/"
-                            f"{version}/{search_path}",
-                            timeout=40,
-                        )
-                        os.makedirs(os.path.dirname(path), exist_ok=True)
-                        with open(path, "wb") as f:
-                            f.write(response.read())
-                        terminate = path == binaries_paths[-1]
-                        pbar.update(1)
-                    except request.HTTPError:
-                        break
-        if terminate:
-            print("Downloaded all binaries!")
-        else:
-            print(
-                "Couldn't download all binaries. Try importing ivy to get more "
-                "details about the missing binaries."
-            )
+    warnings.warn(
+        "The Ivy binaries are no longer used - there is no need to fetch them",
+        DeprecationWarning,
+    )

ivy/transpiler/exceptions/exceptions.py

@@ -15,80 +15,16 @@
 # ==============================================================================
 __version__ = None
 
-import setuptools
-from setuptools import setup
 from pathlib import Path
-from urllib import request
-import os
-import json
 import re
-
-
-def _get_paths_from_binaries(binaries, root_dir=""):
-    """Get all the paths from the binaries.json into a list."""
-    paths = []
-    ext = "pyd" if os.name == "nt" else "so"
-    if isinstance(binaries, str):
-        return [os.path.join(root_dir, binaries + "." + ext)]
-    elif isinstance(binaries, dict):
-        for k, v in binaries.items():
-            paths += _get_paths_from_binaries(v, os.path.join(root_dir, k))
-    else:
-        for i in binaries:
-            paths += _get_paths_from_binaries(i, root_dir)
-    return paths
+import setuptools
+from setuptools import setup
 
 
 def _strip(line):
     return line.split(" ")[0].split("#")[0].split(",")[0]
 
 
-# Download all relevant binaries in binaries.json
-binaries_dict = json.load(open("binaries.json"))
-available_configs = json.load(open("available_configs.json"))
-binaries_paths = _get_paths_from_binaries(binaries_dict)
-version = os.environ.get("VERSION", "main")
-fixed_tag = os.environ.get("TAG", None)
-clean = os.environ.get("CLEAN", None)
-terminate = False
-all_tags, python_tag, plat_name, options = None, None, None, None
-if fixed_tag:
-    python_tag, _, plat_name = str(fixed_tag).split("-")
-    options = {"bdist_wheel": {"python_tag": python_tag, "plat_name": plat_name}}
-    all_tags = [fixed_tag]
-else:
-    from pip._vendor.packaging import tags
-
-    all_tags = list(tags.sys_tags())
-
-# download binaries for the tag with highest precedence
-for tag in all_tags:
-    if terminate:
-        break
-    for path in binaries_paths:
-        module = path.split(os.sep)[1]
-        if (os.path.exists(path) and not clean) or str(tag) not in available_configs[
-            module
-        ]:
-            continue
-        folders = path.split(os.sep)
-        folder_path, file_path = os.sep.join(folders[:-1]), folders[-1]
-        ext = "pyd" if os.name == "nt" else "so"
-        file_name = f"{file_path[:-(len(ext)+1)]}_{tag}.{ext}"
-        search_path = f"{module}/{file_name}"
-        try:
-            response = request.urlopen(
-                f"https://github.com/ivy-llc/binaries/raw/{version}/{search_path}",
-                timeout=40,
-            )
-            os.makedirs(os.path.dirname(path), exist_ok=True)
-            with open(path, "wb") as f:
-                f.write(response.read())
-            terminate = path == binaries_paths[-1]
-        except request.HTTPError:
-            break
-
-
 this_directory = Path(__file__).parent
 long_description = (this_directory / "README.md").read_text(encoding="utf-8")
 
@@ -135,5 +71,4 @@ def _strip(line):
         "License :: OSI Approved :: Apache Software License",
     ],
     license="Apache 2.0",
-    options=options,
 )