Fix some variable loading issues

Author: chriscarrollsmith

extract_ccdrs.py

@@ -49,7 +49,7 @@
     cleanup_local_files,
 )
 
-load_dotenv(override=True)
+load_dotenv(os.getenv("ENVIRONMENT", ".env"))
 
 
 def identify_new_publications(

load/db.py

@@ -2,8 +2,11 @@
 from sqlmodel import create_engine
 import requests
 import difflib
+from dotenv import load_dotenv
 from pathlib import Path
 
+load_dotenv(os.getenv("ENVIRONMENT", ".env"))
+
 
 # Database connection setup
 def get_database_url():

load/schema.py

@@ -9,7 +9,7 @@
 from sqlalchemy.orm import Mapped
 
 # Load environment variables
-load_dotenv(os.getenv("ENVIRONMENT", ".env"), override=True)
+load_dotenv(os.getenv("ENVIRONMENT", ".env"))
 
 
 # Enums for document and node types

load/upload_pdfs_to_aws_s3.py

@@ -33,7 +33,7 @@
 from load.schema import Document
 
 # Load environment variables
-load_dotenv()
+load_dotenv(os.getenv("ENVIRONMENT", ".env"))
 
 # Set up logging
 logging.basicConfig(

load/upload_pdfs_to_openai.py

@@ -24,7 +24,7 @@
 logger = logging.getLogger(__name__)
 
 # Load environment variables from .env file
-load_dotenv(override=True)
+load_dotenv(os.getenv("ENVIRONMENT", ".env"))
 
 
 # Helper function to get or create a vector store