First Round Async. Much work left to do, dont trust results of hash categorization presently.

utils/setup.py

@@ -1,17 +1,3 @@
-# Copyright (C) 2025 James Brotosky, Brandon Wickline
-#
-# This program is free software: you can redistribute it and/or modify
-# it under the terms of the GNU Affero General Public License as published
-# by the Free Software Foundation, either version 3 of the License, or
-# (at your option) any later version.
-#
-# This program is distributed in the hope that it will be useful,
-# but WITHOUT ANY WARRANTY; without even the implied warranty of
-# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
-# GNU Affero General Public License for more details.
-#
-# You should have received a copy of the GNU Affero General Public License
-# along with this program. If not, see <https://www.gnu.org/licenses/>.
 
 import json
 import logging
@@ -41,7 +27,11 @@ def configure_logging(log_dir: Path, log_level: str = "DEBUG"):
     logger = logging.getLogger()
     logger.setLevel(getattr(logging, log_level.upper(), logging.DEBUG))
 
-    # 🔧 Clear existing handlers
+    
+    httpx_logger = logging.getLogger("httpx")
+    httpx_logger.setLevel(getattr(logging, log_level.upper(), logging.DEBUG))
+
+
     for handler in logger.handlers[:]:
         logger.removeHandler(handler)
 
@@ -104,14 +94,14 @@ def load_user_config(config_dir: Path) -> dict:
 def write_config_to_env(config: dict, env_path: Path):
     for key, value in config.items():
         if key in PROTECTED_KEYS:
-            continue  # Skip protected keys
+            continue
         try:
             serialized = json.dumps(value) if isinstance(value, (list, dict)) else str(value)
             set_key(env_path, key, serialized)
         except Exception as e:
             logging.warning(f"Failed to write {key} to .env: {e}")
 
-def setup() -> Path:
+async def setup() -> Path:
     base_dir = get_base_directory()
     dirs = {
         'config': base_dir / 'config',
@@ -129,6 +119,7 @@ def setup() -> Path:
     env_path = base_dir / ".env"
     if not env_path.exists():
         env_path.touch()
+
     load_dotenv(dotenv_path=env_path, override=True)
 
     working_dir = Path(os.getenv("WORKING_DIR") or (base_dir / "data"))
@@ -155,14 +146,10 @@ def setup() -> Path:
 
     user_config = load_user_config(dirs['config'])
     merged_config = {**system_config, **user_config}
-
-    protected_config = load_protected_config()
+    protected_config = await load_protected_config()
     merged_config.update(protected_config)
 
-    # ✅ URL resolution order: system_config → .env → user prompt
-    url = system_config.get("URL")
-    if not url:
-        url = os.getenv("URL")
+    url = system_config.get("URL") or os.getenv("URL")
     if not url:
         url = input("🌐 Enter the service URL (e.g., https://example.com/api): ").strip()
     merged_config["URL"] = url
@@ -171,5 +158,4 @@ def setup() -> Path:
     logging.debug(f"Service URL set to: {url}")
 
     write_config_to_env(merged_config, env_path)
-
     return working_dir