allow wide range of compatible dependency versions

Author: bmos

requirements-dev.txt

@@ -11,6 +11,14 @@ requests-mock==1.12.1
 ruff==0.11.7
 testfixtures==8.3.0
 
+# Unpinned transient dependencies
+future>=0.18
+iniconfig>=2
+rich>=13
+
+# Additional minimum versions for compatibility
+nodeenv>=1.4  # pre-commit depends on nodeenv>=0.11.1, but nodeenv requires pipes until 1.4
+
 # Docs Requirements
 Sphinx==8.1.3;python_version>='3.10'
 Sphinx==7.4.7;python_version<'3.10'

requirements.txt

@@ -1,54 +1,78 @@
-pyairtable==3.0.2
-azure-storage-blob==12.25.1
-boto3>=1.17.98
-boxsdk==3.13.0
-braintree==4.31.0
-bs4==0.0.2
-censusgeocode==0.5.2
-civis==1.16.1;python_version<"3.10"  # later Civis versions do not support Python 3.9
-civis==2.4.3;python_version>="3.10"  
-curlify==2.2.1
-dbt_core>=1.5.0
-defusedxml>=0.7.1, <=0.8.0
-facebook-business==22.0.2
-google-api-core==2.24.2
-google-api-python-client==2.163.0
-google-auth==2.38.0
-google-cloud-bigquery==3.31.0
-google-cloud-storage-transfer==1.16.0
-google-cloud-storage==3.1.0
-grpcio==1.68.1
-gspread==6.1.4
-httplib2==0.22.0
-joblib==1.2.0;python_version<"3.10"  # Civis 1.16.1, which runs on Python 3.9, requires an older joblib version
-joblib==1.4.2;python_version>="3.10"
-mysql-connector-python==9.2.0
-newmode==0.1.6
-oauth2client==4.1.3
-paramiko==3.5.1
-petl==1.7.15
-psycopg2-binary==2.9.9;python_version<"3.13"
-psycopg2-binary==2.9.10;python_version>="3.13"
-PyGitHub==2.6.0
-python-dateutil==2.9.0.post0
-requests==2.32.3
-requests_oauthlib==2.0.0
-setuptools==78.1.0
-simple-salesforce==1.12.6
-simplejson==3.20.1
-slackclient==1.3.1
-sqlalchemy >= 1.4.22, != 1.4.33, < 3.0.0 # Prefect does not work with 1.4.33 and >=2.0.0 has breaking changes
-suds-py3==1.4.5.0
-surveygizmo==1.2.3
-twilio==9.6.0
-urllib3==1.26.19
-validate-email==1.3
-xmltodict==0.14.2
+# Parsons Requirements
+azure-storage-blob>=12.25,<13
+beautifulsoup4>=4.10,<5
+boto3>=1.34,<2
+boxsdk>=3.13,<4
+braintree>=4.31,<5
+censusgeocode>=0.5,<1
+civis>=1.16,<2;python_version<"3.10"  # later Civis versions do not support Python 3.9
+civis>=2;python_version>="3.10"
+curlify>=2.2.1,<3
+dbt_core>=1.5,<2
+defusedxml>=0.7,<1
+facebook-business>=22.0,<23
+google-api-core>=2.24,<3
+google-api-python-client>=2.163,<3
+google-auth>=2.38,<3
+google-cloud-bigquery>=3.31,<4
+google-cloud-storage-transfer>=1.16,<2
+google-cloud-storage>=3.1,<4
+grpcio>=1.68,<2
+gspread>=6.1,<7
+httplib2>=0.22,<1
+jellyfish>=1.1.1,<2
+joblib>=1.2,<2
+mysql-connector-python>=9.2,<10
+newmode>=0.1.6,<2
+oauth2client>=4.1,<5
+paramiko>=3.5,<4
+petl>=1.7.10,<2;python_version<"3.11"
+petl>=1.7.15,<2;python_version>="3.11"
+psycopg2-binary>=2.9.7,<2.9.10;python_version<"3.12"
+psycopg2-binary>=2.9.10,<3;python_version>="3.12"
+pyairtable>=3.0,<4
+PyGitHub>=2.6,<3
+python-dateutil>=2.9,<3
+requests>=2.32,<3
+requests_oauthlib>=2,<3
+setuptools>=78.1, <79
+simple-salesforce>=1.12.4,<2
+simplejson>=3.20,<4
+slackclient>=1.3,<2
+sqlalchemy>=1.4,<3 # Prefect does not work with 1.4.33
+sshtunnel>=0.4,<1
+suds-py3>=1.4,<2
+surveygizmo>=1.2,<2
+twilio>=9.5,<10
+urllib3>=1.26.10,<2
+validate-email>=1.3,<2
+xmltodict>=0.14,<1
+
+# Unpinned transient dependencies
+deprecated>=1.2
+greenlet>=3.1
+inflection>=0.4
+pycparser>=2.20
+zeep>=4
+
+# Additional minimum versions for compatibility
+aiohttp>=3.11  # facebook-business depends on aiohttp and there were c++ errors until 3.11
+cachetools>=4  # needed to resolve AttributeError: module 'collections' has no attribute 'MutableMapping'
+cloudpickle>2  # needed to resolve ModuleNotFoundError: No module named 'imp'
+cryptography>37  # needed to resolve error: 'openssl/opensslv.h' file not found
+cffi>=1.17  # dbt-core depends on cffi and there were c++ errors until 1.17
+frozenlist>=1.5  # aiohttp depends on frozenlist and there were c++ errors until 1.5
+lxml>=5.3  # zeep depends on lxml and there were c++ errors until 5.3
+pydantic-core>=2.19  # pyairtable depends on pydantic-core aqqnd there was a missing file error until 2.19
+pytz>=2021  # needed to resolve AttributeError: module 'collections' has no attribute 'MutableMapping'
+pyyaml>=6.0.1  # civis depends on pyyaml and there was an AttributeError until 6.0.2
+requests-toolbelt>=0.10  # needed to resolve ImportError: cannot import name 'Mapping' from 'collections'
+six>=1.16  # needed to resolve ModuleNotFoundError: No module named 'six.moves'
+wrapt>=1.14  # need to resolve ImportError: cannot import name 'formatargspec' from 'inspect'
+zeep>=4.3;python_version>="3.13"  # python cgi package was deprecated in Python 3.11 and removed in 3.13
 
 # Stuff for TMC scripts
 # TODO Remove when we have a TMC-specific Docker image
-jinja2>=3.0.2
-selenium==3.141.0
-us==3.2.0
-sshtunnel==0.4.0
-
+jinja2>=3.0,<4
+selenium>=3.141,<4
+us>=3.2,<4

setup.py

@@ -28,7 +28,7 @@ def main():
             "dbt-postgres": ["dbt-postgres>=1.5.0"],
             "dbt-snowflake": ["dbt-snowflake>=1.5.0"],
             "facebook": ["joblib", "facebook-business"],
-            "geocode": ["censusgeocode", "urllib3==1.26.19"],
+            "geocode": ["censusgeocode", "urllib3>=1.26.10,<2"],
             "github": ["PyGitHub"],
             "google": [
                 "apiclient",
@@ -43,21 +43,21 @@ def main():
             ],
             "mysql": [
                 "mysql-connector-python",
-                "sqlalchemy >= 1.4.22, != 1.4.33, < 3.0.0",
+                "sqlalchemy>=1.4.22,!=1.4.33,<3.0.0",
             ],
             "newmode": ["newmode"],
             "ngpvan": ["suds-py3"],
             "mobilecommons": ["bs4"],
             "postgres": [
                 "psycopg2-binary<=2.9.9;python_version<'3.13'",
                 "psycopg2-binary>=2.9.10;python_version>='3.13'",
-                "sqlalchemy >= 1.4.22, != 1.4.33, < 3.0.0",
+                "sqlalchemy>=1.4.22,!=1.4.33,<3.0.0",
             ],
             "redshift": [
                 "boto3",
                 "psycopg2-binary<=2.9.9;python_version<'3.13'",
                 "psycopg2-binary>=2.9.10;python_version>='3.13'",
-                "sqlalchemy >= 1.4.22, != 1.4.33, < 3.0.0",
+                "sqlalchemy>=1.4.22,!=1.4.33,<3.0.0",
             ],
             "s3": ["boto3"],
             "salesforce": ["simple-salesforce"],
@@ -71,7 +71,7 @@ def main():
                 "sshtunnel",
                 "psycopg2-binary<=2.9.9;python_version<'3.13'",
                 "psycopg2-binary>=2.9.10;python_version>='3.13'",
-                "sqlalchemy >= 1.4.22, != 1.4.33, < 3.0.0",
+                "sqlalchemy>=1.4.22,!=1.4.33,<3.0.0",
             ],
         }
         extras_require["all"] = sorted({lib for libs in extras_require.values() for lib in libs})