Engine downloader API for #31 (#42)

* Add is_engine_available_to_download API call

* Fix issue with worker never throwing error if engine is not found

* Add API call to get most recent engine version

* Fix some minor import issues

* Fix web urls

* Fix default server log level

* Add progress bar for project download worker_factory downloads missing engine versions

* Better error handling when invalid version is given

* Add timeouts to engine downloaders

src/engines/core/downloader_core.py

@@ -12,7 +12,7 @@ supported_formats = ['.zip', '.tar.xz', '.dmg']
 logger = logging.getLogger()
 
 
-def download_and_extract_app(remote_url, download_location):
+def download_and_extract_app(remote_url, download_location, timeout=120):
 
     # Create a temp download directory
     temp_download_dir = tempfile.mkdtemp()
@@ -30,7 +30,7 @@ def download_and_extract_app(remote_url, download_location):
         if not os.path.exists(temp_downloaded_file_path):
             # Make a GET request to the URL with stream=True to enable streaming
             logger.info(f"Downloading {output_dir_name} from {remote_url}")
-            response = requests.get(remote_url, stream=True)
+            response = requests.get(remote_url, stream=True, timeout=timeout)
 
             # Check if the request was successful
             if response.status_code == 200:
@@ -54,6 +54,7 @@ def download_and_extract_app(remote_url, download_location):
                 logger.info(f"Successfully downloaded {os.path.basename(temp_downloaded_file_path)}")
             else:
                 logger.error(f"Failed to download the file. Status code: {response.status_code}")
+                return
 
         os.makedirs(download_location, exist_ok=True)
 

src/engines/core/worker_factory.py

@@ -1,4 +1,5 @@
 import logging
+
 from src.engines.engine_manager import EngineManager
 
 logger = logging.getLogger()
@@ -20,19 +21,29 @@ class RenderWorkerFactory:
 
         worker_class = RenderWorkerFactory.class_for_name(renderer)
 
-        # find correct engine version
+        # check to make sure we have versions installed
         all_versions = EngineManager.all_versions_for_engine(renderer)
         if not all_versions:
             raise FileNotFoundError(f"Cannot find any installed {renderer} engines")
 
-        engine_path = all_versions[0]['path']
+        # Find the path to the requested engine version or use default
+        engine_path = None if engine_version else all_versions[0]['path']
         if engine_version:
             for ver in all_versions:
                 if ver['version'] == engine_version:
                     engine_path = ver['path']
                     break
+
+            # Download the required engine if not found locally
             if not engine_path:
-                logger.warning(f"Cannot find requested engine version {engine_version}. Using default version {all_versions[0]['version']}")
+                download_result = EngineManager.download_engine(renderer, engine_version)
+                if not download_result:
+                    raise FileNotFoundError(f"Cannot download requested version: {renderer} {engine_version}")
+                engine_path = download_result['path']
+                logger.info("Engine downloaded. Creating worker.")
+
+        if not engine_path:
+            raise FileNotFoundError(f"Cannot find requested engine version {engine_version}")
 
         return worker_class(input_path=input_path, output_path=output_path, engine_path=engine_path, args=args,
                             parent=parent, name=name)