Skip to content

Commit

Permalink
Cleanup
Browse files Browse the repository at this point in the history
  • Loading branch information
@Joel-Joseph-George
Joel-Joseph-George committed Mar 20, 2024
1 parent 1904743 commit 3e7e114
Show file tree
Hide file tree
Showing 37 changed files with 8,081 additions and 19,331 deletions.
1,502 changes: 751 additions & 751 deletions app/auth/authentication.py
View file

Large diffs are not rendered by default.

10 changes: 5 additions & 5 deletions app/auth/utils.py
View file
Original file line number Diff line number Diff line change
@@ -1,6 +1,6 @@
'''Utility functions to be used in Auth module'''
# '''Utility functions to be used in Auth module'''

class ConvertDictObj(dict):
'''convert a dict input dot accessible object'''
def __getattr__(self,val):
return self[val]
# class ConvertDictObj(dict):
# '''convert a dict input dot accessible object'''
# def __getattr__(self,val):
# return self[val]
2,668 changes: 1,334 additions & 1,334 deletions app/crud/contents_crud.py
View file

Large diffs are not rendered by default.

332 changes: 166 additions & 166 deletions app/crud/files_crud.py
View file

Large diffs are not rendered by default.

242 changes: 121 additions & 121 deletions app/crud/media_crud.py
View file
Original file line number Diff line number Diff line change
@@ -1,121 +1,121 @@
''' Place to define all data processing and operations
related to gitlab media operations'''
import os
import mimetypes
import gitlab
from fastapi import HTTPException
from fastapi.responses import StreamingResponse
from bs4 import BeautifulSoup
import db_models
from dependencies import log
from custom_exceptions import GitlabException

access_token = os.environ.get("VACHAN_GITLAB_TOKEN")
BYTES_PER_RESPONSE = 100000

gl = gitlab.Gitlab(url="https://gitlab.bridgeconn.com", private_token=access_token)

def media_streamer(stream, chunk_size, start, size):
'''chunk up the object and return in pieces'''
# print("comes in streamer once with start:", start)

bytes_to_read = min(start+chunk_size, size)
yield stream[start: start+bytes_to_read]

def get_gitlab_stream(request, repo, tag, file_path,permanent_link,**kwargs):#pylint: disable=too-many-locals
"""get stream from gtilab"""
start_time = kwargs.get("start_time", None)#pylint: disable=W0612
end_time = kwargs.get("end_time", None)#pylint: disable=W0612
stream = kwargs.get("stream", None)#pylint: disable=W0612

# asked = request.headers.get("Range")
# print("comes in router func once with range:", asked)

# asked = None

if permanent_link is None or permanent_link == '':
url = f"{repo}/-/raw/{tag}/{file_path}"
else:
url = permanent_link

content_type = mimetypes.guess_type(url.split("/")[-1], strict=True)
if content_type is None:
raise Exception("Unsupported media format!")#pylint: disable=W0719

if "video" not in content_type[0] and "audio" not in content_type[0]:
raise HTTPException(status_code=406,
detail="Currently api supports only video and audio streams")

if "Range" in request.headers:
asked = request.headers.get("Range")
# print("comes in router func once with range:", asked)
else:
raise HTTPException(status_code=406,
detail="This is a Streaming api , Call it from supported players")

if stream is None:
# # Currently, it is not possible to fetch LFS-tracked files from the API at all.
# # https://gitlab.com/gitlab-org/gitlab-foss/-/issues/41843
# project_name_with_namespace = repo # "namespace/project_name"
# project = gl.projects.get(project_name_with_namespace)
# file_obj = project.files.get(file_path=file_path, ref=tag)
# file_raw = project.files.raw(file_path=file_path, ref=file_obj.commit_id)
# stream = file_raw
try:
stream = gl.http_get(url).content
except gitlab.GitlabHttpError as exe:
soup = BeautifulSoup(str(exe), features="html.parser")
for script in soup(["script", "style"]):
script.decompose()
strips = list(soup.stripped_strings)
details = ".".join(strips)
log.error(details)
raise GitlabException(detail=details) from exe
total_size = len(stream)

start_byte_requested = int(asked.split("=")[-1][:-1])
end_byte_planned = min(start_byte_requested + BYTES_PER_RESPONSE, total_size)

return StreamingResponse(
media_streamer(stream, chunk_size=BYTES_PER_RESPONSE,
start=start_byte_requested, size=total_size),
headers={
"Accept-Ranges": "bytes",
"Content-Range": f"bytes {start_byte_requested}-{end_byte_planned}/{total_size}",
"Content-Type": content_type[0]
},
status_code=206)

def get_gitlab_download(repo, tag, permanent_link, file_path):
"""get downlaodable content from gtilab"""

if permanent_link is None or permanent_link == '':
url = f"{repo}/-/raw/{tag}/{file_path}"
else:
url = permanent_link

# file_name = url.split("/")[-1]
try:
stream = gl.http_get(url).content
except gitlab.GitlabHttpError as exe:
soup = BeautifulSoup(str(exe), features="html.parser")
for script in soup(["script", "style"]):
script.decompose()
strips = list(soup.stripped_strings)
details = ".".join(strips)
log.error(details)
raise GitlabException(detail=details) from exe
# response = Response(stream)

# response.headers["Content-Disposition"] = f"attachment; filename={file_name}"
# response.headers["Content-Type"] = "application/force-download"
# response.headers["Content-Transfer-Encoding"] = "Binary"
# response.headers["Content-Type"] = "application/octet-stream"
return stream


def find_media_resource(repo, db_):
"""find resource of requested gitlab media"""
query = db_.query(db_models.Resource)
query = query.filter(db_models.Resource.metaData.contains({"repo":repo})).first()
return query
# ''' Place to define all data processing and operations
# related to gitlab media operations'''
# import os
# import mimetypes
# import gitlab
# from fastapi import HTTPException
# from fastapi.responses import StreamingResponse
# from bs4 import BeautifulSoup
# import db_models
# from dependencies import log
# from custom_exceptions import GitlabException

# access_token = os.environ.get("VACHAN_GITLAB_TOKEN")
# BYTES_PER_RESPONSE = 100000

# gl = gitlab.Gitlab(url="https://gitlab.bridgeconn.com", private_token=access_token)

# def media_streamer(stream, chunk_size, start, size):
# '''chunk up the object and return in pieces'''
# # print("comes in streamer once with start:", start)

# bytes_to_read = min(start+chunk_size, size)
# yield stream[start: start+bytes_to_read]

# def get_gitlab_stream(request, repo, tag, file_path,permanent_link,**kwargs):#pylint: disable=too-many-locals
# """get stream from gtilab"""
# start_time = kwargs.get("start_time", None)#pylint: disable=W0612
# end_time = kwargs.get("end_time", None)#pylint: disable=W0612
# stream = kwargs.get("stream", None)#pylint: disable=W0612

# # asked = request.headers.get("Range")
# # print("comes in router func once with range:", asked)

# # asked = None

# if permanent_link is None or permanent_link == '':
# url = f"{repo}/-/raw/{tag}/{file_path}"
# else:
# url = permanent_link

# content_type = mimetypes.guess_type(url.split("/")[-1], strict=True)
# if content_type is None:
# raise Exception("Unsupported media format!")#pylint: disable=W0719

# if "video" not in content_type[0] and "audio" not in content_type[0]:
# raise HTTPException(status_code=406,
# detail="Currently api supports only video and audio streams")

# if "Range" in request.headers:
# asked = request.headers.get("Range")
# # print("comes in router func once with range:", asked)
# else:
# raise HTTPException(status_code=406,
# detail="This is a Streaming api , Call it from supported players")

# if stream is None:
# # # Currently, it is not possible to fetch LFS-tracked files from the API at all.
# # # https://gitlab.com/gitlab-org/gitlab-foss/-/issues/41843
# # project_name_with_namespace = repo # "namespace/project_name"
# # project = gl.projects.get(project_name_with_namespace)
# # file_obj = project.files.get(file_path=file_path, ref=tag)
# # file_raw = project.files.raw(file_path=file_path, ref=file_obj.commit_id)
# # stream = file_raw
# try:
# stream = gl.http_get(url).content
# except gitlab.GitlabHttpError as exe:
# soup = BeautifulSoup(str(exe), features="html.parser")
# for script in soup(["script", "style"]):
# script.decompose()
# strips = list(soup.stripped_strings)
# details = ".".join(strips)
# log.error(details)
# raise GitlabException(detail=details) from exe
# total_size = len(stream)

# start_byte_requested = int(asked.split("=")[-1][:-1])
# end_byte_planned = min(start_byte_requested + BYTES_PER_RESPONSE, total_size)

# return StreamingResponse(
# media_streamer(stream, chunk_size=BYTES_PER_RESPONSE,
# start=start_byte_requested, size=total_size),
# headers={
# "Accept-Ranges": "bytes",
# "Content-Range": f"bytes {start_byte_requested}-{end_byte_planned}/{total_size}",
# "Content-Type": content_type[0]
# },
# status_code=206)

# def get_gitlab_download(repo, tag, permanent_link, file_path):
# """get downlaodable content from gtilab"""

# if permanent_link is None or permanent_link == '':
# url = f"{repo}/-/raw/{tag}/{file_path}"
# else:
# url = permanent_link

# # file_name = url.split("/")[-1]
# try:
# stream = gl.http_get(url).content
# except gitlab.GitlabHttpError as exe:
# soup = BeautifulSoup(str(exe), features="html.parser")
# for script in soup(["script", "style"]):
# script.decompose()
# strips = list(soup.stripped_strings)
# details = ".".join(strips)
# log.error(details)
# raise GitlabException(detail=details) from exe
# # response = Response(stream)

# # response.headers["Content-Disposition"] = f"attachment; filename={file_name}"
# # response.headers["Content-Type"] = "application/force-download"
# # response.headers["Content-Transfer-Encoding"] = "Binary"
# # response.headers["Content-Type"] = "application/octet-stream"
# return stream


# def find_media_resource(repo, db_):
# """find resource of requested gitlab media"""
# query = db_.query(db_models.Resource)
# query = query.filter(db_models.Resource.metaData.contains({"repo":repo})).first()
# return query
Loading

0 comments on commit 3e7e114

Please sign in to comment.