app->libretranslate; mv tests/ inside libretranslate/

libretranslate/init.py

@@ -0,0 +1,60 @@
+from pathlib import Path
+
+from argostranslate import package, translate
+
+import libretranslate.language
+
+
+def boot(load_only=None, update_models=False):
+    try:
+        check_and_install_models(force=update_models, load_only_lang_codes=load_only)
+    except Exception as e:
+        print("Cannot update models (normal if you're offline): %s" % str(e))
+
+
+def check_and_install_models(force=False, load_only_lang_codes=None):
+    if len(package.get_installed_packages()) < 2 or force:
+        # Update package definitions from remote
+        print("Updating language models")
+        package.update_package_index()
+
+        # Load available packages from local package index
+        available_packages = package.get_available_packages()
+        print("Found %s models" % len(available_packages))
+
+        if load_only_lang_codes is not None:
+            # load_only_lang_codes: List[str] (codes)
+            # Ensure the user does not use any unavailable language code.
+            unavailable_lang_codes = set(load_only_lang_codes)
+            for pack in available_packages:
+                unavailable_lang_codes -= {pack.from_code, pack.to_code}
+            if unavailable_lang_codes:
+                raise ValueError(
+                    "Unavailable language codes: %s."
+                    % ",".join(sorted(unavailable_lang_codes))
+                )
+            # Keep only the packages that have both from_code and to_code in our list.
+            available_packages = [
+                pack
+                for pack in available_packages
+                if pack.from_code in load_only_lang_codes and pack.to_code in load_only_lang_codes
+            ]
+            if not available_packages:
+                raise ValueError("no available package")
+            print("Keep %s models" % len(available_packages))
+
+        # Download and install all available packages
+        for available_package in available_packages:
+            print(
+                "Downloading %s (%s) ..."
+                % (available_package, available_package.package_version)
+            )
+            download_path = available_package.download()
+            package.install_from_path(download_path)
+
+        # reload installed languages
+        app.language.languages = translate.get_installed_languages()
+        print(
+            "Loaded support for %s languages (%s models total)!"
+            % (len(translate.get_installed_languages()), len(available_packages))
+        )