UGithubDownloader + some functions and methods for downloading files and folders from repo or downloading all repo.

requirements.txt

@@ -0,0 +1 @@
+requests>=2.31.0

setup.py

@@ -6,14 +6,17 @@
     long_description = mdf.read()
 
 install_requires = [
-
+    'requests>=2.31.0',
 ]
 
 organization_name = 'honey-team'
 author, author_email = 'bleudev', '[email protected]'
 project_name = 'ufpy'
 github_url = f'https://github.com/{organization_name}/{project_name}'
 
+def _package(name: str) -> str:
+    return f'{project_name}.{name}'
+
 setup(
     name=project_name,
     version=__version__,
@@ -24,7 +27,11 @@
     long_description=long_description,
     long_description_content_type='text/markdown',
     url=github_url,
-    packages=[project_name, f'{project_name}.typ'],
+    packages=[
+        project_name,
+        _package('typ'),
+        _package('github'),
+    ],
     classifiers=[
         'Programming Language :: Python :: 3',
         'Programming Language :: Python :: 3.12',

ufpy/__init__.py

@@ -1,12 +1,22 @@
 __version__ = '0.1.2'
 
-# Typing package
-from ufpy import typ
 from ufpy.cmp import *
 from ufpy.math_op import *
-from ufpy.path_tools import *
-from ufpy.typ.protocols import *
-from ufpy.typ.type_alias import *
 from ufpy.udict import *
 from ufpy.ustack import *
 from ufpy.utils import *
+
+# Typing package
+__typ_version__ = '0.1'
+from ufpy import typ
+from ufpy.typ import *
+
+# Path package
+__path_version__ = '0.1'
+from ufpy import path
+from ufpy.path import *
+
+# GitHub package
+__github_version__ = '0.1'
+from ufpy import github
+from ufpy.github import UGithubDownloader, download_file, download_folder, download_repo

ufpy/github/__init__.py

@@ -0,0 +1,6 @@
+# Download
+import ufpy.github.download
+from ufpy.github.download import UGithubDownloader
+from ufpy.github.download import file as download_file
+from ufpy.github.download import folder as download_folder
+from ufpy.github.download import repo as download_repo

ufpy/github/download.py

@@ -0,0 +1,133 @@
+import io
+import os
+from shutil import copy, copytree, rmtree
+from tempfile import gettempdir
+from typing import Iterable, TypeAlias
+from zipfile import ZipFile
+
+from requests import get
+
+from ufpy.path import UOpen
+
+__all__ = (
+    'file',
+    'folder',
+    'repo',
+    'UGithubDownloader',
+)
+
+def file(repo: str, file_path: str | list[str], download_path: str, branch_name: str = 'main'):
+    with UGithubDownloader(repo, download_path, branch_name) as gd:
+        if isinstance(file_path, str):
+            gd.download_file(file_path)
+        else:
+            gd.download_files(file_path)
+
+def folder(repo: str, folder_path: str | list[str], download_path: str, branch_name: str = 'main'):
+    with UGithubDownloader(repo, download_path, branch_name) as gd:
+        if isinstance(folder_path, str):
+            gd.download_folder(folder_path)
+        else:
+            gd.download_folders(folder_path)
+
+def repo(repo: str, download_path: str, branch_name: str = 'main'):
+    with UGithubDownloader(repo, download_path, branch_name) as gd:
+        gd.download_repo()
+
+
+def format_paths(*paths: str | list[str]) -> list[str] | list[list[str]] | list[str | list[str]] | str:
+    new_paths = []
+    for path in paths:
+        if isinstance(path, list):
+            path = format_paths(*path)
+        else:
+            path = path.replace('\\', '/')
+
+            if path.startswith('/'):
+                path = path[1:]
+            if path.endswith('/'):
+                path = path[:-1]
+
+        new_paths.append(path)
+    return new_paths[0] if len(new_paths) <= 1 else new_paths
+
+
+CWD: TypeAlias = None
+
+class UGithubDownloader:
+    def __init__(self, repo: str, base_download_path: str = CWD, branch_name: str = 'main'):
+        if base_download_path == CWD:
+            base_download_path = format_paths(os.getcwd())
+        self.__repo = repo
+        self.__base_download_path = format_paths(base_download_path)
+        self.__branch = branch_name
+
+    def __enter__(self):
+        url = f'https://github.com/{self.__repo}/archive/{self.__branch}.zip'
+        self.__zip = ZipFile(io.BytesIO(get(url).content))
+
+        temp_dir = format_paths(gettempdir())
+        self.__zip.extractall(temp_dir)
+        repo_name = self.__repo.split('/')[-1]
+        self.__repo_path = f'{temp_dir}/{repo_name}-{self.__branch}'
+        return self
+
+    def __exit__(self, exc_type, exc_val, exc_tb):
+        self.__zip.close()
+        if os.path.exists(self.__repo_path):
+            rmtree(self.__repo_path)
+
+    def __del__(self):
+        self.__zip.close()
+        if os.path.exists(self.__repo_path):
+            rmtree(self.__repo_path)
+
+    def download_file(self, file_path: str, download_path: str = ''):
+        file_path, download_path = format_paths(file_path, download_path)
+        download_path = f'{self.__base_download_path}/{download_path}'
+
+        url = f'https://raw.githubusercontent.com/{self.__repo}/{self.__branch}/{file_path}'
+        r = get(url)
+
+        if not r.ok:
+            raise Exception(
+                "Error with getting file from GitHub. Check that repo is public and that file path is correct.")
+
+        path = f'{download_path}/{file_path}'
+
+        with UOpen(path, 'w+') as f:
+            f.write(r.text)
+
+    def download_files(self, file_paths: Iterable[str], download_path: str = ''):
+        file_paths, download_path = format_paths(list(file_paths), download_path)
+        for file_path in file_paths:
+            self.download_file(file_path, download_path)
+
+    def download_folder(self, folder_path: str, download_path: str = ''):
+        download_path = format_paths(download_path)
+        download_path = f'{self.__base_download_path}/{download_path}'
+
+        src, dst = f'{self.__repo_path}/{folder_path}', f'{download_path}/{folder_path}'
+        if os.path.exists(dst):
+            rmtree(dst)
+        copytree(src, dst)
+
+    def download_folders(self, folder_paths: Iterable[str], download_path: str = ''):
+        folder_paths, download_path = format_paths(list(folder_paths), download_path)
+        for folder_path in folder_paths:
+            self.download_folder(folder_path, download_path)
+
+    def download_repo(self, download_path: str = ''):
+        download_path = format_paths(download_path)
+        download_path = f'{self.__base_download_path}/{download_path}'
+
+        for filename in os.listdir(self.__repo_path):
+            src, dst = f'{self.__repo_path}/{filename}', f'{download_path}/{filename}'
+            if os.path.isdir(src):
+                if os.path.exists(dst):
+                    rmtree(dst)
+                copytree(src, dst)
+            else:
+                if os.path.exists(dst):
+                    os.remove(dst)
+                copy(src, dst)

ufpy/path/__init__.py

@@ -0,0 +1,2 @@
+from ufpy.path.files import *
+from ufpy.path.tools import *

ufpy/path/files.py

@@ -0,0 +1,44 @@
+import os
+from typing import AnyStr, Iterable
+
+
+__all__ = (
+    'UOpen',
+)
+
+class UOpen:
+    def __init__(
+            self, filepath: str, mode: str = "r", encoding: str = 'utf-8'
+    ):
+        self.__path = filepath
+        self.__mode = mode
+        self.__encoding = encoding
+
+    def __enter__(self):
+        directory = '/'.join(self.__path.split('/')[:-1])
+        if not directory:
+            directory = '\\'.join(self.__path.split('\\')[:-1])
+
+        if not os.path.exists(directory):
+            os.makedirs(directory)
+
+        self.__f = open(file=self.__path, mode=self.__mode, encoding=self.__encoding)
+        return self
+
+    def __exit__(self, exc_type, exc_val, exc_tb):
+        self.__f.close()
+
+    def __del__(self):
+        self.__f.close()
+
+    def write(self, data: AnyStr):
+        self.__f.write(data)
+
+    def writelines(self, lines: Iterable[AnyStr]):
+        self.__f.writelines(lines)
+
+    def read(self, n: int = -1) -> AnyStr:
+        return self.__f.read(n)
+
+    def readlines(self, hint: int = -1) -> list[AnyStr]:
+        return self.__f.readlines(hint)