": (_static, dict()),
- "/eel": (_websocket, dict(apply=[wbs.websocket]))
-}
-
-# Private functions
-
-def _safe_json(obj):
- return jsn.dumps(obj, default=lambda o: None)
-
-
-def _repeated_send(ws, msg):
- for attempt in range(100):
- try:
- ws.send(msg)
- break
- except Exception:
- sleep(0.001)
-
-
-def _process_message(message, ws):
- if 'call' in message:
- error_info = {}
- try:
- return_val = _exposed_functions[message['name']](*message['args'])
- status = 'ok'
- except Exception as e:
- err_traceback = traceback.format_exc()
- traceback.print_exc()
- return_val = None
- status = 'error'
- error_info['errorText'] = repr(e)
- error_info['errorTraceback'] = err_traceback
- _repeated_send(ws, _safe_json({ 'return': message['call'],
- 'status': status,
- 'value': return_val,
- 'error': error_info,}))
- elif 'return' in message:
- call_id = message['return']
- if call_id in _call_return_callbacks:
- callback, error_callback = _call_return_callbacks.pop(call_id)
- if message['status'] == 'ok':
- callback(message['value'])
- elif message['status'] == 'error' and error_callback is not None:
- error_callback(message['error'], message['stack'])
- else:
- _call_return_values[call_id] = message['value']
- else:
- print('Invalid message received: ', message)
-
-
-def _get_real_path(path):
- if getattr(sys, 'frozen', False):
- return os.path.join(sys._MEIPASS, path)
- else:
- return os.path.abspath(path)
-
-
-def _mock_js_function(f):
- exec('%s = lambda *args: _mock_call("%s", args)' % (f, f), globals())
-
-
-def _import_js_function(f):
- exec('%s = lambda *args: _js_call("%s", args)' % (f, f), globals())
-
-
-def _call_object(name, args):
- global _call_number
- _call_number += 1
- call_id = _call_number + rnd.random()
- return {'call': call_id, 'name': name, 'args': args}
-
-
-def _mock_call(name, args):
- call_object = _call_object(name, args)
- global _mock_queue
- _mock_queue += [call_object]
- return _call_return(call_object)
-
-
-def _js_call(name, args):
- call_object = _call_object(name, args)
- for _, ws in _websockets:
- _repeated_send(ws, _safe_json(call_object))
- return _call_return(call_object)
-
-
-def _call_return(call):
- global _js_result_timeout
- call_id = call['call']
-
- def return_func(callback=None, error_callback=None):
- if callback is not None:
- _call_return_callbacks[call_id] = (callback, error_callback)
- else:
- for w in range(_js_result_timeout):
- if call_id in _call_return_values:
- return _call_return_values.pop(call_id)
- sleep(0.001)
- return return_func
-
-
-def _expose(name, function):
- msg = 'Already exposed function with name "%s"' % name
- assert name not in _exposed_functions, msg
- _exposed_functions[name] = function
-
-
-def _websocket_close(page):
- close_callback = _start_args.get('close_callback')
-
- if close_callback is not None:
- sockets = [p for _, p in _websockets]
- close_callback(page, sockets)
- else:
- # Default behaviour - wait 1s, then quit if all sockets are closed
- sleep(1.0)
- if len(_websockets) == 0:
- sys.exit()
-
-
-def _set_response_headers(response):
- if _start_args['disable_cache']:
- # https://stackoverflow.com/a/24748094/280852
- response.set_header('Cache-Control', 'no-store')
diff --git a/py/_EEL_/__main__.py b/py/_EEL_/__main__.py
deleted file mode 100644
index e97a612d..00000000
--- a/py/_EEL_/__main__.py
+++ /dev/null
@@ -1,23 +0,0 @@
-import sys
-import pkg_resources as pkg
-import PyInstaller.__main__ as pyi
-import os
-
-args = sys.argv[1:]
-main_script = args.pop(0)
-web_folder = args.pop(0)
-
-print("Building executable with main script '%s' and web folder '%s'...\n" %
- (main_script, web_folder))
-
-eel_js_file = pkg.resource_filename('eel', 'eel.js')
-js_file_arg = '%s%seel' % (eel_js_file, os.pathsep)
-web_folder_arg = '%s%s%s' % (web_folder, os.pathsep, web_folder)
-
-needed_args = ['--hidden-import', 'bottle_websocket',
- '--add-data', js_file_arg, '--add-data', web_folder_arg]
-full_args = [main_script] + needed_args + args
-
-print('Running:\npyinstaller', ' '.join(full_args), '\n')
-
-pyi.run(full_args)
diff --git a/py/_EEL_/browsers.py b/py/_EEL_/browsers.py
deleted file mode 100644
index 18640e38..00000000
--- a/py/_EEL_/browsers.py
+++ /dev/null
@@ -1,78 +0,0 @@
-import subprocess as sps
-import webbrowser as wbr
-
-import _EEL_.chrome as chm
-import _EEL_.electron as ele
-import _EEL_.edge as edge
-#import _EEL_.firefox as ffx TODO
-#import _EEL_.safari as saf TODO
-
-_browser_paths = {}
-_browser_modules = {'chrome': chm,
- 'electron': ele,
- 'edge': edge}
-
-
-def _build_url_from_dict(page, options):
- scheme = page.get('scheme', 'http')
- host = page.get('host', 'localhost')
- port = page.get('port', options["port"])
- path = page.get('path', '')
- return '%s://%s:%d/%s' % (scheme, host, port, path)
-
-
-def _build_url_from_string(page, options):
- base_url = 'http://%s:%d/' % (options['host'], options['port'])
- return base_url + page
-
-
-def _build_urls(start_pages, options):
- urls = []
-
- for page in start_pages:
- method = _build_url_from_dict if isinstance(
- page, dict) else _build_url_from_string
- url = method(page, options)
- urls.append(url)
-
- return urls
-
-
-def open(start_pages, options):
- # Build full URLs for starting pages (including host and port)
- start_urls = _build_urls(start_pages, options)
-
- mode = options.get('mode')
- if mode in [None, False]:
- # Don't open a browser
- pass
- elif mode == 'custom':
- # Just run whatever command the user provided
- sps.Popen(options['cmdline_args'],
- stdout=sps.PIPE, stderr=sps.PIPE, stdin=sps.PIPE)
- elif mode in _browser_modules:
- # Run with a specific browser
- browser_module = _browser_modules[mode]
- path = _browser_paths.get(mode)
- if path is None:
- # Don't know this browser's path, try and find it ourselves
- path = browser_module.find_path()
- _browser_paths[mode] = path
-
- if path is not None:
- browser_module.run(path, options, start_urls)
- else:
- raise EnvironmentError("Can't find %s installation" % browser_module.name)
- else:
- # Fall back to system default browser
- for url in start_urls:
- wbr.open(url)
-
-
-def set_path(browser_name, path):
- _browser_paths[browser_name] = path
-
-
-def get_path(browser_name):
- return _browser_paths.get(browser_name)
-
diff --git a/py/_EEL_/chrome.py b/py/_EEL_/chrome.py
deleted file mode 100644
index d83ece35..00000000
--- a/py/_EEL_/chrome.py
+++ /dev/null
@@ -1,81 +0,0 @@
-import sys, subprocess as sps, os
-
-# Every browser specific module must define run(), find_path() and name like this
-
-name = 'Google Chrome/Chromium'
-
-def run(path, options, start_urls):
- if options['app_mode']:
- for url in start_urls:
- sps.Popen([path, '--app=%s' % url] +
- options['cmdline_args'],
- stdout=sps.PIPE, stderr=sps.PIPE, stdin=sps.PIPE)
- else:
- args = options['cmdline_args'] + start_urls
- sps.Popen([path, '--new-window'] + args,
- stdout=sps.PIPE, stderr=sys.stderr, stdin=sps.PIPE)
-
-
-def find_path():
- if sys.platform in ['win32', 'win64']:
- return _find_chrome_win()
- elif sys.platform == 'darwin':
- return _find_chrome_mac() or _find_chromium_mac()
- elif sys.platform.startswith('linux'):
- return _find_chrome_linux()
- else:
- return None
-
-
-def _find_chrome_mac():
- default_dir = r'/Applications/Google Chrome.app/Contents/MacOS/Google Chrome'
- if os.path.exists(default_dir):
- return default_dir
- # use mdfind ci to locate Chrome in alternate locations and return the first one
- name = 'Google Chrome.app'
- alternate_dirs = [x for x in sps.check_output(["mdfind", name]).decode().split('\n') if x.endswith(name)]
- if len(alternate_dirs):
- return alternate_dirs[0] + '/Contents/MacOS/Google Chrome'
- return None
-
-def _find_chromium_mac():
- default_dir = r'/Applications/Chromium.app/Contents/MacOS/Chromium'
- if os.path.exists(default_dir):
- return default_dir
- # use mdfind ci to locate Chromium in alternate locations and return the first one
- name = 'Chromium.app'
- alternate_dirs = [x for x in sps.check_output(["mdfind", name]).decode().split('\n') if x.endswith(name)]
- if len(alternate_dirs):
- return alternate_dirs[0] + '/Contents/MacOS/Chromium'
- return None
-
-def _find_chrome_linux():
- import whichcraft as wch
- chrome_names = ['chromium-browser',
- 'chromium',
- 'google-chrome',
- 'google-chrome-stable']
-
- for name in chrome_names:
- chrome = wch.which(name)
- if chrome is not None:
- return chrome
- return None
-
-def _find_chrome_win():
- import winreg as reg
- reg_path = r'SOFTWARE\Microsoft\Windows\CurrentVersion\App Paths\chrome.exe'
-
- for install_type in reg.HKEY_CURRENT_USER, reg.HKEY_LOCAL_MACHINE:
- try:
- reg_key = reg.OpenKey(install_type, reg_path, 0, reg.KEY_READ)
- chrome_path = reg.QueryValue(reg_key, None)
- reg_key.Close()
- if not os.path.isfile(chrome_path):
- continue
- except WindowsError:
- chrome_path = None
- else:
- break
-
- return chrome_path
diff --git a/py/_EEL_/edge.py b/py/_EEL_/edge.py
deleted file mode 100644
index 34be572b..00000000
--- a/py/_EEL_/edge.py
+++ /dev/null
@@ -1,35 +0,0 @@
-import sys, subprocess as sps, os
-
-name = 'Edge'
-
-def run(path, options, start_urls):
- if options['app_mode']:
- for url in start_urls:
- sps.Popen([path, '--app=%s' % url] + options['cmdline_args'], stdout=sps.PIPE, stderr=sps.PIPE, stdin=sps.PIPE)
- else:
- cmd = 'start microsoft-edge:{}'.format(start_urls[0])
- sps.Popen(cmd, stdout=sys.stdout, stderr=sys.stderr, stdin=sps.PIPE, shell=True)
-
-def find_path():
- if sys.platform in ['win32', 'win64']:
- return _find_edge_win()
- else:
- return None
-
-def _find_edge_win():
- import winreg as reg
- reg_path = r'SOFTWARE\Microsoft\Windows\CurrentVersion\App Paths\msedge.exe'
-
- for install_type in reg.HKEY_CURRENT_USER, reg.HKEY_LOCAL_MACHINE:
- try:
- reg_key = reg.OpenKey(install_type, reg_path, 0, reg.KEY_READ)
- edge_path = reg.QueryValue(reg_key, None)
- reg_key.Close()
- if not os.path.isfile(edge_path):
- continue
- except WindowsError:
- edge_path = None
- else:
- break
-
- return edge_path
\ No newline at end of file
diff --git a/py/_EEL_/eel.js b/py/_EEL_/eel.js
deleted file mode 100644
index 5ac638f5..00000000
--- a/py/_EEL_/eel.js
+++ /dev/null
@@ -1,173 +0,0 @@
-eel = {
- _host: window.location.origin,
-
- set_host: function (hostname) {
- eel._host = hostname
- },
-
- expose: function(f, name) {
- if(name === undefined){
- name = f.toString();
- let i = 'function '.length, j = name.indexOf('(');
- name = name.substring(i, j).trim();
- }
-
- eel._exposed_functions[name] = f;
- },
-
- guid: function() {
- return eel._guid;
- },
-
- // These get dynamically added by library when file is served
- /** _py_functions **/
- /** _start_geometry **/
-
- _guid: ([1e7]+-1e3+-4e3+-8e3+-1e11).replace(/[018]/g, c =>
- (c ^ crypto.getRandomValues(new Uint8Array(1))[0] & 15 >> c / 4).toString(16)
- ),
-
- _exposed_functions: {},
-
- _mock_queue: [],
-
- _mock_py_functions: function() {
- for(let i = 0; i < eel._py_functions.length; i++) {
- let name = eel._py_functions[i];
- eel[name] = function() {
- let call_object = eel._call_object(name, arguments);
- eel._mock_queue.push(call_object);
- return eel._call_return(call_object);
- }
- }
- },
-
- _import_py_function: function(name) {
- let func_name = name;
- eel[name] = function() {
- let call_object = eel._call_object(func_name, arguments);
- eel._websocket.send(eel._toJSON(call_object));
- return eel._call_return(call_object);
- }
- },
-
- _call_number: 0,
-
- _call_return_callbacks: {},
-
- _call_object: function(name, args) {
- let arg_array = [];
- for(let i = 0; i < args.length; i++){
- arg_array.push(args[i]);
- }
-
- let call_id = (eel._call_number += 1) + Math.random();
- return {'call': call_id, 'name': name, 'args': arg_array};
- },
-
- _sleep: function(ms) {
- return new Promise(resolve => setTimeout(resolve, ms));
- },
-
- _toJSON: function(obj) {
- return JSON.stringify(obj, (k, v) => v === undefined ? null : v);
- },
-
- _call_return: function(call) {
- return function(callback = null) {
- if(callback != null) {
- eel._call_return_callbacks[call.call] = {resolve: callback};
- } else {
- return new Promise(function(resolve, reject) {
- eel._call_return_callbacks[call.call] = {resolve: resolve, reject: reject};
- });
- }
- }
- },
-
- _position_window: function(page) {
- let size = eel._start_geometry['default'].size;
- let position = eel._start_geometry['default'].position;
-
- if(page in eel._start_geometry.pages) {
- size = eel._start_geometry.pages[page].size;
- position = eel._start_geometry.pages[page].position;
- }
-
- if(size != null){
- window.resizeTo(size[0], size[1]);
- }
-
- if(position != null){
- window.moveTo(position[0], position[1]);
- }
- },
-
- _init: function() {
- eel._mock_py_functions();
-
- document.addEventListener("DOMContentLoaded", function(event) {
- let page = window.location.pathname.substring(1);
- eel._position_window(page);
-
- let websocket_addr = (eel._host + '/eel').replace('http', 'ws');
- websocket_addr += ('?page=' + page);
- eel._websocket = new WebSocket(websocket_addr);
-
- eel._websocket.onopen = function() {
- for(let i = 0; i < eel._py_functions.length; i++){
- let py_function = eel._py_functions[i];
- eel._import_py_function(py_function);
- }
-
- while(eel._mock_queue.length > 0) {
- let call = eel._mock_queue.shift();
- eel._websocket.send(eel._toJSON(call));
- }
- };
-
- eel._websocket.onmessage = function (e) {
- let message = JSON.parse(e.data);
- if(message.hasOwnProperty('call') ) {
- // Python making a function call into us
- if(message.name in eel._exposed_functions) {
- try {
- let return_val = eel._exposed_functions[message.name](...message.args);
- eel._websocket.send(eel._toJSON({'return': message.call, 'status':'ok', 'value': return_val}));
- } catch(err) {
- debugger
- eel._websocket.send(eel._toJSON(
- {'return': message.call,
- 'status':'error',
- 'error': err.message,
- 'stack': err.stack}));
- }
- }
- } else if(message.hasOwnProperty('return')) {
- // Python returning a value to us
- if(message['return'] in eel._call_return_callbacks) {
- if(message['status']==='ok'){
- eel._call_return_callbacks[message['return']].resolve(message.value);
- }
- else if(message['status']==='error' && eel._call_return_callbacks[message['return']].reject) {
- eel._call_return_callbacks[message['return']].reject(message['error']);
- }
- }
- } else {
- throw 'Invalid message ' + message;
- }
-
- };
- });
- }
-};
-
-eel._init();
-
-if(typeof require !== 'undefined'){
- // Avoid name collisions when using Electron, so jQuery etc work normally
- window.nodeRequire = require;
- delete window.require;
- delete window.exports;
- delete window.module;
-}
diff --git a/py/_EEL_/electron.py b/py/_EEL_/electron.py
deleted file mode 100644
index 7a443025..00000000
--- a/py/_EEL_/electron.py
+++ /dev/null
@@ -1,24 +0,0 @@
-import sys
-import os
-import subprocess as sps
-import whichcraft as wch
-
-name = 'Electron'
-
-def run(path, options, start_urls):
- cmd = [path] + options['cmdline_args']
- cmd += ['.', ';'.join(start_urls)]
- sps.Popen(cmd, stdout=sys.stdout, stderr=sys.stderr, stdin=sps.PIPE)
-
-
-def find_path():
- if sys.platform in ['win32', 'win64']:
- # It doesn't work well passing the .bat file to Popen, so we get the actual .exe
- bat_path = wch.which('electron')
- return os.path.join(bat_path, r'..\node_modules\electron\dist\electron.exe')
- elif sys.platform in ['darwin', 'linux']:
- # This should work find...
- return wch.which('electron')
- else:
- return None
-
diff --git a/py/_bottle_websocket_/server.py b/py/_bottle_websocket_/server.py
deleted file mode 100644
index 3b676147..00000000
--- a/py/_bottle_websocket_/server.py
+++ /dev/null
@@ -1,17 +0,0 @@
-import logging
-from bottle import ServerAdapter
-from gevent import pywsgi
-from geventwebsocket.handler import WebSocketHandler
-from geventwebsocket.logging import create_logger
-
-
-class GeventWebSocketServer(ServerAdapter):
- def run(self, handler):
- server = pywsgi.WSGIServer((self.host, self.port), handler, handler_class=WebSocketHandler, **self.options)
-
- if not self.quiet:
- server.logger = create_logger('geventwebsocket.logging')
- server.logger.setLevel(logging.INFO)
- server.logger.addHandler(logging.StreamHandler())
-
- server.serve_forever()
diff --git a/py/lib/Interface.py b/py/lib/Interface.py
deleted file mode 100644
index 060f4c46..00000000
--- a/py/lib/Interface.py
+++ /dev/null
@@ -1,1376 +0,0 @@
-import io
-import _EEL_ as eel
-import sq_tools
-import Fs
-import sys
-
-import platform
-if sys.platform in ['win32', 'win64']:
- import win32com.client
-from base64 import b64encode
-try:
- import tkinter as tk
- from tkinter import filedialog
-except:pass
-import sq_tools
-import os
-import ast
-import Print
-import nutdb
-from subprocess import call
-import File_chunk2 as file_chunk
-import csv
-from listmanager import folder_to_list
-import html
-
-def About(noconsole=False):
- if noconsole==True:
- print('NSC_Builder by JulesOnTheRoad')
- sys.stdout.flush()
- return
- print(' __ _ __ __ ')
- print(' ____ _____ ____ / /_ __ __(_) /___/ /__ _____ ')
- print(' / __ \/ ___/ ___/ / __ \/ / / / / / __ / _ \/ ___/ ')
- print(' / / / (__ ) /__ / /_/ / /_/ / / / /_/ / __/ / ')
- print(' /_/ /_/____/\___/____/_.___/\__,_/_/_/\__,_/\___/_/ ')
- print(' /_____/ ')
- print('------------------------------------------------------------------------------------- ')
- print(' NINTENDO SWITCH CLEANER AND BUILDER ')
- print('------------------------------------------------------------------------------------- ')
- print('============================= BY JULESONTHEROAD ============================= ')
- print('------------------------------------------------------------------------------------- ')
- print('" POWERED BY SQUIRREL " ')
- print('" BASED ON THE WORK OF BLAWAR AND LUCA FRAGA " ')
- print('------------------------------------------------------------------------------------- ')
- print("Program's github: https://github.com/julesontheroad/NSC_BUILDER ")
- print('Cheats and Eshop information from nutdb and http://tinfoil.io ')
- print('------------------------------------------------------------------------------------- ')
-eel.init('web')
-
-squirrel_dir=os.path.abspath(os.curdir)
-NSCB_dir=os.path.abspath('../'+(os.curdir))
-
-if os.path.exists(os.path.join(squirrel_dir,'ztools')):
- NSCB_dir=squirrel_dir
- zconfig_dir=os.path.join(NSCB_dir, 'zconfig')
- ztools_dir=os.path.join(NSCB_dir,'ztools')
- squirrel_dir=ztools_dir
-elif os.path.exists(os.path.join(NSCB_dir,'ztools')):
- squirrel_dir=squirrel_dir
- ztools_dir=os.path.join(NSCB_dir, 'ztools')
- zconfig_dir=os.path.join(NSCB_dir, 'zconfig')
-else:
- ztools_dir=os.path.join(NSCB_dir, 'ztools')
- zconfig_dir=os.path.join(NSCB_dir, 'zconfig')
-
-tmpfolder =os.path.join(NSCB_dir,'tmp')
-chromiumpath=os.path.join(ztools_dir,'chromium')
-chromiumpath_alt=os.path.join(squirrel_dir,'chromium')
-if sys.platform in ['win32', 'win64']:
- slimjet='slimjet.exe'
- slimpath=os.path.join(chromiumpath,slimjet)
- slimpath_alt=os.path.join(chromiumpath_alt,slimjet)
- chrom='chrlauncher.exe'
- chromiumpath=os.path.join(chromiumpath,chrom)
- chromiumpath_alt=os.path.join(chromiumpath_alt,chrom)
-else:
- chromiumdir=os.path.join(ztools_dir, 'chromium')
- chromiumpath=os.path.join(chromiumdir, 'chrome')
-
-
-local_lib_file = os.path.join(zconfig_dir, 'local_libraries.txt')
-remote_lib_file = os.path.join(zconfig_dir, 'remote_libraries.txt')
-cache_lib_file= os.path.join(zconfig_dir, 'remote_cache_location.txt')
-download_lib_file = os.path.join(zconfig_dir, 'download_libraries.txt')
-ssl_cert= os.path.join(zconfig_dir, 'certificate.pem')
-ssl_key= os.path.join(zconfig_dir, 'key.pem')
-web_folder=os.path.join(ztools_dir,'web')
-debug_folder=os.path.join(web_folder,'_debug_')
-flag_file=os.path.join(debug_folder,'flag')
-debug_log=os.path.join(debug_folder,'log')
-if os.path.exists(ssl_cert) and os.path.exists(ssl_key):
- pass
-else:
- ssl_cert=False;ssl_key=False
-
-globalpath=None;globalTD=None;globalremote=None
-globalocalpath=None
-gl_current_local_lib='all';gl_current_remote_lib='all'
-threads=[]
-from Drive import Private as DrivePrivate
-from Drive import DriveHtmlInfo
-from Drive import Public as DrivePublic
-
-def libraries(tfile):
- db={}
- try:
- with open(tfile,'rt',encoding='utf8') as csvfile:
- readCSV = csv.reader(csvfile, delimiter='|')
- i=0
- for row in readCSV:
- if i==0:
- csvheader=row
- i=1
- else:
- dict_={}
- for j in range(len(csvheader)):
- try:
- if row[j]==None or row[j]=='':
- dict_[csvheader[j]]=None
- else:
- dict_[csvheader[j]]=row[j]
- except:
- dict_[csvheader[j]]=None
- db[row[0]]=dict_
- # print(db)
- return db
- except BaseException as e:
- Print.error('Exception: ' + str(e))
- return False
-
-def get_library_from_path(tfile,filename):
- db=libraries(remote_lib_file)
- TD=None;lib=None;path="null"
- for entry in db:
- path=db[entry]['path']
- if filename.startswith(path):
- TD=db[entry]['TD_name']
- lib=entry
- libpath=path
- break
- else:
- pass
- if lib==None:
- db=libraries(cache_lib_file)
- TD=None;lib=None;path="null"
- for entry in db:
- path=db[entry]['path']
- if filename.startswith(path):
- TD=db[entry]['TD_name']
- lib=entry
- libpath=path
- break
- else:
- pass
- if TD=='':
- TD=None
- return lib,TD,libpath
-
-def get_cache_lib():
- db=libraries(cache_lib_file)
- TD=None;lib=None;path="null";libpath=None
- for entry in db:
- path=db[entry]['path']
- TD=db[entry]['TD_name']
- lib=entry
- libpath=path
- break
- if TD=='':
- TD=None
- return lib,TD,libpath
-
-
-def deepcheck_path(path1,path2,accuracy=0.9):
- path1=path1.lower()
- path1 = list([val for val in path1 if val.isalnum()])
- path1 = "".join(path1)
- path2=path2.lower()
- path2 = list([val for val in path2 if val.isalnum()])
- path2 = "".join(path2)
- ratio=SequenceMatcher(None, path1, path2).ratio()
- if ratio>=accuracy:
- return True
- else:
- return False
-
-def html_feed(feed='',style=1,message=''):
- if style==1:
- feed+='{}
'.format(message)
- return feed
- if style==2:
- feed+='{}
'.format(message)
- return feed
- if style==3:
- feed+='{} {} {} {}. {} {} {}
'.format(message)
- return feed
- if style==6:
- feed+='{}
'.format(message)
- return feed
- if style==7:
- feed+='{} {}
'.format(message[0],message[1])
- return feed
- if style==8:
- feed+='{}
'.format(message)
- return feed
- if style==9:
- feed+='{} {} {} {} '.format(banner)
- banner1="'{}'".format(banner)
- ret+='
'.format(banner1,banner)
- screenlist=ast.literal_eval(str(screenlist))
- if isinstance(screenlist, list):
- i=0
- for x in screenlist:
- x1="'{}'".format(x)
- ret+='
'.format(x1,x,i)
- i+=1
- if len(screenlist)<5:
- number=5-len(screenlist)
- for x in range(number):
- x="img/placeholder3.jpg"
- ret+='
'.format(x)
-
- ret+='
'
- if len(baselist)==0:
- message=['TitleID:',(titleid.upper()+' Version: '+'0')];feed=html_feed(feed,3,message)
- else:
- for i in range(len(baselist)):
- p_=baselist[i]
- message=['TitleID: ',(p_[0].upper()+' Version: '+p_[1])];feed=html_feed(feed,3,message)
- feed+=' '
-
- # feed=html_feed(feed,2,message=str('- Updates: '))
- if len(updlist)==0:
- # feed+=''
- # message=['None.',''];feed=html_feed(feed,3,message)
- # feed+=' '
- pass
- else:
- feed=html_feed(feed,2,message=str('- Updates: '))
- feed+=''
- for i in range(len(updlist)):
- p_=updlist[i]
- message=['TitleID: ',(p_[0].upper()+' Version: '+p_[1])];feed=html_feed(feed,3,message)
- feed+=' '
-
- # feed=html_feed(feed,2,message=str('- DLCs: '))
- if len(dlclist)==0:
- # feed+=''
- # message=['None.',''];feed=html_feed(feed,3,message)
- # feed+=' '
- pass
- else:
- feed=html_feed(feed,2,message=str('- DLCs: '))
- feed+=''
- for i in range(len(dlclist)):
- p_=dlclist[i]
- message=['TitleID: ',(p_[0].upper()+' Version: '+p_[1])];feed=html_feed(feed,3,message)
- feed+=' '
- return feed
-
-@eel.expose
-def clear():
- try:
- call('cls')
- except:
- try:
- call('clear')
- except:pass
-
-def search_local_lib(value,library):
- if library=='None':
- html='You need to create a library config file first
'
- eel.load_local_results(html)
- return
- try:
- db=libraries(local_lib_file)
- if db==False:
- eel.load_local_results(False)
- return
- if not library.lower()=='all':
- path=db[library]['path']
- print("* Searching library {}".format(library))
- sys.stdout.flush()
- results=folder_to_list(path,'all',value)
- sr=sortbyname(results)
- html=''
- i=0
- print(" - Retrieved {} files".format(str(len(results))))
- sys.stdout.flush()
- for it in sorted(sr.keys()):
- i+=1;type=''
- item=sr[it]
- item2=' '+it
- if item2.endswith('.nsp'):
- type=' nsp '
- elif item2.endswith('.xci'):
- type=' xci '
- var='local_res_'+str(i)
- html+='{} {}{} '
- else:
- results=[]
- for entry in db:
- path=db[entry]['path']
- print("* Searching library {}".format(entry))
- sys.stdout.flush()
- res=folder_to_list(path,'all',value)
- print(" - Retrieved {} files".format(str(len(res))))
- sys.stdout.flush()
- results+=res
- sr=sortbyname(results)
- html=''
- i=0
- for it in sorted(sr.keys()):
- i+=1;type=''
- item=sr[it]
- item2=' '+it
- if item2.endswith('.nsp'):
- type=' nsp '
- elif item2.endswith('.xci'):
- type=' xci '
- var='local_res_'+str(i)
- html+='{} {}{} '
- eel.load_local_results(html)
- return
- except BaseException as e:
- Print.error('Exception: ' + str(e))
- sys.stdout.flush()
-
-@eel.expose
-def get_libraries():
- try:
- htmlcode=''
- htmlcode+='All '
- db=libraries(local_lib_file)
- if db==False:
- htmlcode=''
- htmlcode+='{} '.format('None','Missing libraries')
- htmlcode+=' '
- # print(db[item])
- return htmlcode
- for item in db:
- htmlcode+='{} '.format(item,item)
- # print(db[item])
- htmlcode+=' '
- return htmlcode
- except BaseException as e:
- Print.error('Exception: ' + str(e))
- sys.stdout.flush()
-
-@eel.expose
-def get_drive_libraries():
- try:
- htmlcode=''
- htmlcode+='All '
- db=libraries(remote_lib_file)
- if db==False:
- htmlcode=''
- htmlcode+='{} '.format('None','Missing libraries')
- htmlcode+=' '
- return htmlcode
- for item in db:
- htmlcode+='{} '.format(item,item)
- # print(db[item])
- htmlcode+=' '
- return htmlcode
- except BaseException as e:
- Print.error('Exception: ' + str(e))
- sys.stdout.flush()
-
-def search_remote_lib(value,library):
- if library=='None':
- html='You need to create a library config file first
'
- eel.load_remote_results(html)
- return
- try:
- db=libraries(remote_lib_file)
- if db==False:
- eel.load_remote_results(False)
- return
- if not library.lower()=='all':
- results=[]
- path=db[library]['path']
- TD=db[library]['TD_name']
- print("* Searching library {}".format(library))
- sys.stdout.flush()
- response=DrivePrivate.search_folder(path,TD=TD,filter=value,Pick=False)
- if response!=False:
- results+=response
- send_results=[]
- try:
- for entry in results:
- send_results.append('{}/{}'.format(entry[2],entry[0]))
- sr=sortbyname(send_results)
- except:pass
- html=''
- i=0
- for it in sorted(sr.keys()):
- i+=1;type=''
- item=sr[it]
- item2=' '+it
- if item2.endswith('.nsp'):
- type=' nsp '
- elif item2.endswith('.xci'):
- type=' xci '
- var='remote_res_'+str(i)
- html+='{} {}{} '
- else:
- results=[]
- for entry in db:
- path=db[entry]['path']
- TD=db[entry]['TD_name']
- print("* Searching library {}".format(entry))
- sys.stdout.flush()
- response=DrivePrivate.search_folder(path,TD=TD,filter=value,Pick=False)
- if response!=False:
- results+=response
- send_results=[]
- try:
- for entry in results:
- send_results.append('{}/{}'.format(entry[2],entry[0]))
- sr=sortbyname(send_results)
- except:pass
- html=''
- i=0
- for it in sorted(sr.keys()):
- i+=1;type=''
- item=sr[it]
- item2=' '+it
- if item2.endswith('.nsp'):
- type=' nsp '
- elif item2.endswith('.xci'):
- type=' xci '
- var='remote_res_'+str(i)
- html+='{} {}{} '
- eel.load_remote_results(html)
- return
- except BaseException as e:
- Print.error('Exception: ' + str(e))
- sys.stdout.flush()
-def sortbyname(files):
- results={};
- for f in files:
- k=str(os.path.basename(os.path.abspath(f)))
- results[k]=f
- return results
-
-@eel.expose
-def getfname():
- try:
- global threads
- for t in threads:
- # print(t)
- t.kill()
- treads=[]
- except BaseException as e:
- # Print.error('Exception: ' + str(e))
- pass
- root = tk.Tk()
- root.withdraw()
- root.wm_attributes('-topmost', 1)
- filename = filedialog.askopenfilename(
- filetypes=[
- ("All Filetypes","*.xci"),("All Filetypes","*.xcz"),("All Filetypes","*.xc0"),("All Filetypes","*.nsp"),("All Filetypes","*.nsz"),("All Filetypes","*.ns0"),("All Filetypes","*.nsx"),("All Filetypes","00"),
- ("xci","*.xci"),("xci","*.xcz"),("xci","*.xc0"),
- ("nsp","*.nsp"),("nsp","*.nsz"),("nsp","*.ns0"),("nsp","*.nsx"),
- ("Compressed files","*.nsz"),("Compressed files","*.xcz"),
- ("Uncompressed files","*.nsp"),("Uncompressed files","*.nsx"),("Uncompressed files","*.xci"),("Uncompressed files","*.xc0"),("Uncompressed files","*.ns0"),("Uncompressed files","00"),
- ("Split Files","*.ns0"),("Split Files","*.xc0"),("Split Files","00")
- ]
- )
- print('\nLoaded: '+filename)
- sys.stdout.flush()
- return str(filename)
-
-@eel.expose
-def call_search_remote_lib(value,selected):
- global threads
- threads.append(eel.spawn(search_remote_lib,value,selected))
- return
-
-@eel.expose
-def call_search_local_lib(value,selected):
- global threads
- threads.append(eel.spawn(search_local_lib,value,selected))
- return
-
-@eel.expose
-def call_showicon(filename):
- global threads
- threads.append(eel.spawn(showicon,filename))
- return
-
-@eel.expose
-def call_showicon_remote(filename):
- global threads
- threads.append(eel.spawn(showicon_remote,filename))
- return
-
-@eel.expose
-def addtodrive(filename):
- if os.path.exists(cache_lib_file):
- lib,TD,libpath=get_cache_lib()
- if lib!=None:
- file_id, is_download_link=DrivePublic.parse_url(filename)
- if is_download_link:
- remote=DrivePrivate.location(route=libpath,TD_Name=TD)
- result=remote.drive_service.files().get(fileId=file_id, fields="name,mimeType").execute()
- name=result['name']
- testpath=('{}/{}').format(libpath,name)
- remote=DrivePrivate.location(route=testpath,TD_Name=TD)
- if remote.name==None:
- name=DrivePrivate.add_to_drive(url=filename,filepath=libpath,makecopy=True,TD=TD)
- filename=('{}/{}').format(libpath,name)
- ID,name,type,size,md5,remote=DrivePrivate.get_Data(filename,TD=TD,Print=False)
- else:
- filename=testpath
- globalremote=remote
- return filename
-
-@eel.expose
-def call_getinfo(filename,remotelocation=False):
- global threads
- threads.append(eel.spawn(getinfo,filename,remotelocation))
- return
-
-@eel.expose
-def call_get_adv_filelist(filename,remotelocation=False):
- global threads
- threads.append(eel.spawn(getfiledata,filename,remotelocation))
- return
-
-@eel.expose
-def call_get_nacp_data(filename,remotelocation=False):
- global threads
- threads.append(eel.spawn(getnacpdata,filename,remotelocation))
- return
-
-@eel.expose
-def call_get_npdm_data(filename,remotelocation=False):
- global threads
- threads.append(eel.spawn(getnpdmdata,filename,remotelocation))
- return
-
-@eel.expose
-def call_get_cnmt_data(filename,remotelocation=False):
- global threads
- threads.append(eel.spawn(getcnmtdata,filename,remotelocation))
- return
-
-@eel.expose
-def call_get_verification_data(filename,remotelocation=False):
- global threads
- threads.append(eel.spawn(getverificationdata,filename,remotelocation))
- return
-
-@eel.expose
-def download(filename,remotelocation=False):
- filename=html.unescape(filename)
- lib,TD,libpath=get_library_from_path(remote_lib_file,filename)
- ID,name,type,size,md5,remote=DrivePrivate.get_Data(filename,TD=TD,Print=False)
- # header=DrivePrivate.get_html_header(remote.access_token)
- token=remote.access_token
- URL='https://www.googleapis.com/drive/v3/files/'+remote.ID+'?alt=media'
- eel.browser_download(URL,token)
-
-def showicon(filename):
- filename=html.unescape(filename)
- # global globalocalpath;
- # if globalocalpath!=filename:
- # result=deepcheck_path(globalocalpath,filename)
- # if result==False:
- # globalocalpath=filename
- # else:
- # filename=globalocalpath
- print('* Seeking icon')
- sys.stdout.flush()
- # print(filename)
- try:
- if filename.endswith('.nsp')or filename.endswith('.nsx') or filename.endswith('.nsz'):
- files_list=sq_tools.ret_nsp_offsets(filename)
- f = Fs.Nsp(filename, 'rb')
- elif filename.endswith('.xci') or filename.endswith('.xcz'):
- files_list=sq_tools.ret_xci_offsets(filename)
- f = Fs.Xci(filename)
- elif filename.endswith('.xc0') or filename.endswith('.ns0') or filename.endswith('00'):
- a=file_chunk.icon_info(filename)
- encoded = b64encode(a).decode("ascii")
- data= "data:image/png;base64, " + encoded
- eel.setImage(data)
- return
- else:
- eel.setImage("")
- return
- a=f.icon_info(files_list)
- f.flush()
- f.close()
- encoded = b64encode(a).decode("ascii")
- data= "data:image/png;base64, " + encoded
- eel.setImage(data)
- return
- except BaseException as e:
- Print.error('Exception: ' + str(e))
- sys.stdout.flush()
- iconurl=retrieve_icon_from_server(filename)
- if iconurl!=False:
- eel.setImage(iconurl)
- return
- else:
- eel.setImage("")
- return
-
-def retrieve_icon_from_server(filename):
- if filename.endswith('.nsp')or filename.endswith('.nsx') or filename.endswith('.nsz'):
- f = Fs.Nsp(filename, 'rb')
- titleid=f.getnspid()
- elif filename.endswith('.xci') or filename.endswith('.xcz'):
- f = Fs.Xci(filename)
- titleid=f.getxciid()
- else:
- return False
- iconurl=nutdb.get_icon(titleid)
- return iconurl
-
-def showicon_remote(filename):
- filename=html.unescape(filename)
- global globalpath; global globalremote
- if globalpath!=filename:
- if not filename.startswith('http'):
- globalpath=filename
- lib,TD,libpath=get_library_from_path(remote_lib_file,filename)
- ID,name,type,size,md5,remote=DrivePrivate.get_Data(filename,TD=TD,Print=False)
- globalremote=remote
- else:
- globalpath=filename
- remote=DrivePublic.location(filename);readable=remote.readable
- globalremote=remote
- if not readable:
- eel.setImage("")
- return
- try:
- a=DriveHtmlInfo.icon_info(file=globalremote)
- # a=DriveHtmlInfo.icon_info(path=filename,TD=TD)
- encoded = b64encode(a).decode("ascii")
- data="data:image/png;base64, " + encoded
- eel.setImage(data)
- return
- except:
- iconurl=nutdb.get_icon(remote.id)
- if iconurl!=False:
- eel.setImage(iconurl)
- return
- else:
- eel.setImage("")
- return
-
-def getinfo(filename,remotelocation=False):
- filename=html.unescape(filename)
- print('* Retrieving Game Information')
- sys.stdout.flush()
- if remotelocation == False:
- if filename.endswith('.nsp')or filename.endswith('.nsx') or filename.endswith('.nsz'):
- f = Fs.ChromeNsp(filename, 'rb')
- elif filename.endswith('.xci') or filename.endswith('.xcz'):
- f = Fs.ChromeXci(filename)
- elif filename.endswith('.xc0') or filename.endswith('.ns0') or filename.endswith('00'):
- f=file_chunk.chunk(filename)
- else: return []
- if not filename.endswith('0'):
- dict=f.return_DBdict()
- else:
- dict=f.getDBdict()
- # print(dict)
- else:
- global globalpath; global globalremote
- if globalpath!=filename:
- globalpath=filename
- lib,TD,libpath=get_library_from_path(remote_lib_file,filename)
- ID,name,type,size,md5,remote=DrivePrivate.get_Data(filename,TD=TD,Print=False)
- globalremote=remote
- dict=DriveHtmlInfo.getDBdict(file=globalremote)
- if remotelocation == False:
- try:
- ModuleId,BuildID8,BuildID16=f.read_buildid()
- ModuleId=sq_tools.trimm_module_id(ModuleId)
- except BaseException as e:
- Print.error("Can't read buildID: " + str(e))
- ModuleId="-";BuildID8="-";BuildID16="-";
- else:
- try:
- ModuleId=dict['ModuleId']
- BuildID8=dict['BuildID8']
- BuildID16=dict['BuildID16']
- ModuleId=sq_tools.trimm_module_id(ModuleId)
- except:
- ModuleId="-";BuildID8="-";BuildID16="-";
- try:
- MinRSV=sq_tools.getMinRSV(dict['keygeneration'],dict['RSV'])
- RSV_rq_min=sq_tools.getFWRangeRSV(MinRSV)
- FW_rq=sq_tools.getFWRangeKG(dict['keygeneration'])
- except:
- MinRSV="-";RSV_rq_min="-";FW_rq="-"
- try:
- RGV=dict['RGV']
- RS_number=int(int(RGV)/65536)
- except:
- RGV="0";RS_number="0";
- send_=list()
- try:
- if str(dict['Type']).upper()=='DLC':
- send_.append(dict['contentname'])
- else:
- send_.append(dict['baseName'])
- except:send_.append('-')
- try:
- send_.append(dict['editor'])
- except:send_.append('-')
- try:
- send_.append(dict['id'])
- except:send_.append('-')
- try:
- send_.append(dict['version'])
- except:send_.append('-')
- try:
- send_.append(dict['Type'])
- except:send_.append('-')
- try:
- send_.append(dict['dispversion'])
- except:send_.append('-')
- try:
- send_.append(dict['metasdkversion'])
- except:send_.append('-')
- try:
- send_.append(dict['exesdkversion'])
- except:send_.append('-')
- try:
- lang=str((', '.join(dict['languages'])))
- send_.append(lang)
- except:send_.append('-')
- try:
- send_.append(dict['RSV'])
- except:send_.append('-')
- try:
- send_.append(str(dict['keygeneration'])+" -> " +FW_rq)
- except:send_.append('-')
- try:
- send_.append(dict['nsuId'])
- except:send_.append('-')
- try:
- genres=str((', '.join(dict['genretags'])))
- send_.append(genres)
- except:send_.append('-')
- try:
- ratags=str((', '.join(dict['ratingtags'])))
- send_.append(ratags)
- except:send_.append('-')
- try:
- send_.append(dict['worldreleasedate'])
- except:send_.append('-')
- try:
- send_.append(dict['numberOfPlayers'])
- except:send_.append('-')
- try:
- send_.append(str(dict['eshoprating']))
- except:send_.append('-')
- try:
- send_.append(sq_tools.getSize(dict['InstalledSize']))
- except:send_.append('-')
- try:
- send_.append(BuildID8)
- except:send_.append('-')
- try:
- send_.append(ModuleId)
- except:send_.append('-')
- try:
- send_.append(dict['key'])
- except:send_.append('-')
- try:
- send_.append(RSV_rq_min[1:-1])
- except:send_.append('-')
- try:
- if 'regions' in dict:
- reg=str((', '.join(dict['regions'])))
- send_.append(reg)
- else:
- send_.append('-')
- except:
- send_.append('-')
- try:
- if dict["intro"] !='-' and dict["intro"] !=None and dict["intro"] !='':
- if str(dict['Type']).upper()!='DLC':
- send_.append(dict['baseName']+". "+dict["intro"])
- else:
- send_.append(dict['contentname']+". "+dict["intro"])
- else:
- if str(dict['Type']).upper()!='DLC':
- send_.append(dict['baseName'])
- else:
- send_.append(dict['contentname'])
- except:
- try:
- if str(dict['Type']).upper()!='DLC':
- try:
- send_.append(dict['baseName'])
- except:send_.append('-')
- else:
- try:
- send_.append(dict['contentname'])
- except:send_.append('-')
- except:send_.append('-')
- try:
- if dict["description"] !='-':
- send_.append(dict["description"])
- else:
- send_.append("Not available")
- except:send_.append("Not available")
- try:
- if str(dict['HtmlManual']).lower()=="true":
- send_.append("Yes")
- else:
- send_.append("No")
- except:send_.append('-')
- try:
- # print(str(dict['linkedAccRequired']))
- if str(dict['linkedAccRequired']).lower()=="true":
- send_.append("Yes")
- else:
- send_.append("No")
- except:send_.append('-')
- try:
- if dict["ContentNumber"] !='-':
- if int(dict["ContentNumber"])>1:
- if 'ContentString' in dict:
- send_.append(dict["ContentString"])
- else:
- send_.append("Yes ({})".format(dict["ContentNumber"]))
- else:
- send_.append("No")
- else:
- send_.append("-")
- except:send_.append("-")
- if remotelocation == False:
- try:
- if filename.endswith('.nsp')or filename.endswith('.nsx') or filename.endswith('.nsz'):
- send_.append("Eshop")
- elif filename.endswith('.xci') or filename.endswith('.xcz'):
- send_.append("Gamecard")
- else:
- send_.append("-")
- except:send_.append("-")
- else:
- remotename=globalremote.name
- try:
- if remotename.endswith('.nsp')or remotename.endswith('.nsx') or remotename.endswith('.nsz'):
- send_.append("Eshop")
- elif remotename.endswith('.xci') or remotename.endswith('.xcz'):
- send_.append("Gamecard")
- else:
- send_.append("-")
- except:send_.append("-")
- try:
- send_.append(sq_tools.getSize(dict['GCSize']))
- except:send_.append('-')
- try:#data[30]
- x=get_screen_gallery(dict["bannerUrl"],dict["screenshots"])
- send_.append(x)
- except:send_.append("Not available")
- try:#data[31]
- RQversion=0
- if str(dict['Type']).upper()=='DLC':
- if int(RGV)>0:
- RQversion=str(RGV)+" -> Patch ({})".format(str(RS_number))
- else:
- RQversion=str(RGV)+" -> Application ({})".format(str(RS_number))
- send_.append(RQversion)
- except:send_.append('-')
- ###NEW JSON STUFF###
- try:#data[32]
- send_.append(dict['developer'])
- except:send_.append('-')
- try:#data[33]
- send_.append(dict['productCode'])
- except:send_.append('-')
- try:#data[34]
- if str(dict['OnlinePlay']).lower()=="true":
- send_.append("Yes")
- else:
- send_.append("No")
- except:send_.append('No')
- try:#data[35]
- if str(dict['SaveDataCloud']).lower()=="true":
- send_.append("Yes")
- else:
- send_.append("No")
- except:send_.append('No')
- try:#data[36]
- playmodes=str((', '.join(dict['playmodes'])))
- send_.append(playmodes)
- except:send_.append('-')
- try:#data[37]
- if str(dict['metascore']).lower()=='false':
- send_.append('-')
- else:
- send_.append(dict['metascore'])
- except:send_.append('-')
- try:#data[38]
- if str(dict['userscore']).lower()=='false':
- send_.append('-')
- else:
- send_.append(dict['userscore'])
- except:send_.append('-')
- try:#data[39]
- FWoncard=dict['FWoncard']
- FWoncard=str(FWoncard).strip("'")
- send_.append(FWoncard)
- except:send_.append('-')
- try:#data[40]
- if str(enablevideoplayback).lower() == 'true':
- video=dict['video']
- video=ast.literal_eval(str(video))
- video=video[0]
- send_.append(str(video))
- else:
- send_.append('-')
- except:send_.append('-')
- try:#data[41]
- if str(dict['openscore']).lower()=='false':
- send_.append('-')
- else:
- if dict['openscore'] != dict['metascore']:
- send_.append(dict['openscore'])
- else:
- send_.append('-')
- except:send_.append('-')
- try:
- f.flush()
- f.close()
- except:pass
- eel.setInfo(send_)
- return
-
-@eel.expose
-def getfiletree(ID):
- print('* Generating BaseID FileTree from DB')
- sys.stdout.flush()
- feed=''
- try:
- message,baselist,updlist,dlclist=nutdb.BaseID_tree(ID,printinfo=False)
- feed=format_file_tree(baselist,updlist,dlclist,ID)
- except:pass
- return feed
-
-@eel.expose
-def getcheats(ID):
- print('* Seeking cheats from DB')
- sys.stdout.flush()
- feed=''
- try:
- cheatID_list=nutdb.get_content_cheats(ID)
- feed=html_feed(feed,1,message=str('LIST OF CHEATS: '))
- if len(cheatID_list)==0:
- feed=html_feed(feed,2,message=str('- Cheats not found'))
- for i in range(len(cheatID_list)):
- data=cheatID_list[i]
- titleid=data[0];version=data[1];buildid=data[2]
- message=[str(titleid+' v'+version+'. '+'BuildID: '+buildid),''];feed=html_feed(feed,3,message)
- cheats=data[3]
- feed+=''
- for j in range(len(cheats)):
- entry=cheats[j]
- cheat_title=entry[0]
- cheat_source=entry[1]
- message=[cheat_title,""];feed=html_feed(feed,9,message)
- feed=html_feed(feed,8,message=(cheat_source))
- feed+='
'
- except:
- feed=html_feed(feed,1,message=str('LIST OF CHEATS: '))
- feed=html_feed(feed,2,message=str('- Cheats not found'))
- print(' DONE')
- sys.stdout.flush()
- return feed
-
-def getfiledata(filename,remotelocation=False):
- filename=html.unescape(filename)
- print('* Generating Titles File Data')
- sys.stdout.flush()
- if remotelocation != False:
- global globalpath; global globalremote
- if globalpath!=filename:
- globalpath=filename
- lib,TD,libpath=get_library_from_path(remote_lib_file,filename)
- ID,name,type,size,md5,remote=DrivePrivate.get_Data(filename,TD=TD,Print=False)
- globalremote=remote
- feed=DriveHtmlInfo.adv_file_list(file=globalremote)
- eel.set_adv_filelist(feed)
- return
- else:
- if filename.endswith('.nsp') or filename.endswith('.nsx') or filename.endswith('.nsz'):
- f = Fs.ChromeNsp(filename, 'rb')
- elif filename.endswith('.xci') or filename.endswith('.xcz'):
- f = Fs.ChromeXci(filename)
- elif filename.endswith('.xc0') or filename.endswith('.ns0') or filename.endswith('00'):
- ck=file_chunk.chunk(filename)
- feed=ck.send_html_adv_file_list()
- eel.set_adv_filelist(feed)
- return
- else: eel.set_adv_filelist("")
- feed=f.adv_file_list()
- f.flush()
- f.close()
- eel.set_adv_filelist(feed)
- return
-
-def getnacpdata(filename,remotelocation=False):
- filename=html.unescape(filename)
- print('* Reading Data from Nacp')
- sys.stdout.flush()
- if remotelocation != False:
- global globalpath; global globalremote
- if globalpath!=filename:
- globalpath=filename
- lib,TD,libpath=get_library_from_path(remote_lib_file,filename)
- ID,name,type,size,md5,remote=DrivePrivate.get_Data(filename,TD=TD,Print=False)
- globalremote=remote
- feed=DriveHtmlInfo.read_nacp(file=globalremote)
- if feed=='':
- feed=html_feed(feed,2,message=str('No nacp in the file'))
- eel.set_nacp_data(feed)
- return
- else:
- if filename.endswith('.nsp')or filename.endswith('.nsx') or filename.endswith('.nsz'):
- f = Fs.ChromeNsp(filename, 'rb')
- elif filename.endswith('.xci') or filename.endswith('.xcz'):
- f = Fs.ChromeXci(filename)
- elif filename.endswith('.xc0') or filename.endswith('.ns0') or filename.endswith('00'):
- ck=file_chunk.chunk(filename)
- feed=ck.send_html_nacp_data()
- if feed=='':
- feed=html_feed(feed,2,message=str('No nacp in the file'))
- eel.set_nacp_data(feed)
- return
- else:
- eel.set_nacp_data("")
- return
- feed=f.read_nacp(gui=True)
- f.flush()
- f.close()
- if feed=='':
- feed=html_feed(feed,2,message=str('No nacp in the file'))
- eel.set_nacp_data(feed)
- return
-
-def getnpdmdata(filename,remotelocation=False):
- filename=html.unescape(filename)
- print('* Reading Data from Npdm')
- sys.stdout.flush()
- if remotelocation != False:
- global globalpath; global globalremote
- if globalpath!=filename:
- globalpath=filename
- lib,TD,libpath=get_library_from_path(remote_lib_file,filename)
- ID,name,type,size,md5,remote=DrivePrivate.get_Data(filename,TD=TD,Print=False)
- globalremote=remote
- feed=DriveHtmlInfo.read_npdm(file=globalremote)
- if feed=='':
- feed=html_feed(feed,2,message=str('No npdm in the file'))
- eel.set_npdm_data(feed)
- return
- else:
- if filename.endswith('.nsp')or filename.endswith('.nsx') or filename.endswith('.nsz'):
- f = Fs.ChromeNsp(filename, 'rb')
- files_list=sq_tools.ret_nsp_offsets(filename)
- elif filename.endswith('.xci') or filename.endswith('.xcz'):
- f = Fs.ChromeXci(filename)
- files_list=sq_tools.ret_xci_offsets(filename)
- else:
- eel.set_npdm_data("")
- return
- feed=f.read_npdm(files_list)
- f.flush()
- f.close()
- if feed=='':
- feed=html_feed(feed,2,message=str('No npdm in the file'))
- eel.set_npdm_data(feed)
- return
-
-def getcnmtdata(filename,remotelocation=False):
- filename=html.unescape(filename)
- print('* Reading Data from Cnmt')
- sys.stdout.flush()
- if remotelocation != False:
- global globalpath; global globalremote
- if globalpath!=filename:
- globalpath=filename
- lib,TD,libpath=get_library_from_path(remote_lib_file,filename)
- ID,name,type,size,md5,remote=DrivePrivate.get_Data(filename,TD=TD,Print=False)
- globalremote=remote
- feed=DriveHtmlInfo.read_cnmt(file=globalremote)
- eel.set_cnmt_data(feed)
- return
- else:
- if filename.endswith('.nsp')or filename.endswith('.nsx') or filename.endswith('.nsz'):
- f = Fs.ChromeNsp(filename, 'rb')
- elif filename.endswith('.xci') or filename.endswith('.xcz'):
- f = Fs.ChromeXci(filename)
- elif filename.endswith('.xc0') or filename.endswith('.ns0') or filename.endswith('00'):
- ck=file_chunk.chunk(filename)
- feed=ck.send_html_cnmt_data()
- eel.set_cnmt_data(feed)
- return
- else:
- eel.set_cnmt_data("")
- return
- feed=f.read_cnmt()
- f.flush()
- f.close()
- eel.set_cnmt_data(feed)
- return
-
-def getverificationdata(filename,remotelocation=False):
- filename=html.unescape(filename)
- print('* Verifying files')
- sys.stdout.flush()
- if filename.endswith('.nsp')or filename.endswith('.nsx') or filename.endswith('.nsz'):
- f = Fs.ChromeNsp(filename, 'rb')
- elif filename.endswith('.xci') or filename.endswith('.xcz'):
- f = Fs.ChromeXci(filename)
- else:
- eel.set_ver_data("")
- return
- check,feed=f.verify()
- if not os.path.exists(tmpfolder):
- os.makedirs(tmpfolder)
- verdict,headerlist,feed=f.verify_sig(feed,tmpfolder)
- f.flush()
- f.close()
- try:
- os.remove(tmpfolder)
- except:pass
- eel.set_ver_data(feed)
- return
-
-def server(port=8000,host='localhost',videoplayback=True,ssl=False,noconsole=False,overwrite=False):
- ssl_cert= os.path.join(zconfig_dir, 'certificate.pem')
- ssl_key= os.path.join(zconfig_dir, 'key.pem')
- web_folder=os.path.join(ztools_dir,'web')
- debug_folder=os.path.join(web_folder,'_debug_')
- flag_file=os.path.join(debug_folder,'flag')
- debug_log=os.path.join(debug_folder,'log')
- if ssl==False:
- ssl_cert=False
- ssl_key=False
- else:
- if os.path.exists(ssl_cert) and os.path.exists(ssl_key):
- pass
- else:
- ssl_cert=False;ssl_key=False
- with open(flag_file,'wt') as tfile:
- if noconsole==True:
- tfile.write('True')
- else:
- tfile.write('False')
- global enablevideoplayback
- enablevideoplayback=videoplayback
- host=str(host)
- if port=='auto':
- port=0
- elif port=='rg8000':
- import socket, errno
- for p in range(8000,8999):
- s = socket.socket(socket.AF_INET, socket.SOCK_STREAM)
- try:
- s.bind(("localhost", p))
- port=p
- s.close()
- break
- except socket.error as e:
- # print(e)
- pass
- s.close()
- else:
- try:
- port=int(port)
- except:
- port=8000
- if noconsole==True:
- sys.stdout = open(os.path.join(debug_folder,'log_{}.txt'.format(str(port))), 'w')
- sys.stderr = sys.stdout
- else:
- with open(os.path.join(debug_folder,'log_{}.txt'.format(str(port))), 'w') as tfile:
- tfile.write("")
- About(noconsole)
- if host=='0.0.0.0':
- h_='serverdomain'
- else:
- h_=str(host)
- if overwrite!=False:
- print("Launched in {}/nscb.html".format(overwrite))
- sys.stdout.flush()
- elif ssl_cert!=False and ssl_key!=False:
- print("Server launched in https://{}:{}/nscb.html".format(h_,port))
- print("Local Interface launched in https://{}:{}/main.html".format(h_,port))
- sys.stdout.flush()
- else:
- print("Server launched in http://{}:{}/nscb.html".format(h_,port))
- print("Local Interface in http://{}:{}/main.html".format(h_,port))
- sys.stdout.flush()
- while True:
- try:
- eel.start('nscb.html', mode=False,port=port,host=host,ssl_cert=ssl_cert,ssl_key=ssl_key)
- except:pass
-
-def start(browserpath='auto',videoplayback=True,height=800,width=740,port=8000,host='localhost',noconsole=False):
- if not (sys.platform in ['win32', 'win64']) and browserpath=='auto':
- browserpath='default'
- flag_file=os.path.join(debug_folder,'flag')
- with open(flag_file,'wt') as tfile:
- if noconsole==True:
- tfile.write('True')
- else:
- tfile.write('False')
- global enablevideoplayback
- enablevideoplayback=videoplayback
- host=str(host)
- if port=='auto':
- port=0
- elif port=='rg8000':
- import socket, errno
- for p in range(8000,8999):
- s = socket.socket(socket.AF_INET, socket.SOCK_STREAM)
- try:
- s.bind(("localhost", p))
- port=p
- s.close()
- break
- except socket.error as e:
- # print(e)
- pass
- s.close()
- else:
- try:
- port=int(port)
- except:
- port=8000
- if noconsole==True:
- sys.stdout = open(os.path.join(debug_folder,'log_{}.txt'.format(str(port))), 'w')
- sys.stderr = sys.stdout
- else:
- with open(os.path.join(debug_folder,'log_{}.txt'.format(str(port))), 'w') as tfile:
- tfile.write("")
- try:
- if browserpath == 'default':
- print("Launched using default system browser")
- sys.stdout.flush()
- eel.start('main.html', mode='default', size=(height, width),port=port,host=host)
- elif str(browserpath).lower() == 'false' or str(browserpath).lower() == 'none':
- About(noconsole)
- if host=='0.0.0.0':
- print("Launched in http://{}:{}/main.html".format('localhost',port))
- print("Launched in http://{}:{}/main.html".format('127.0.0.1',port))
- sys.stdout.flush()
- else:
- print("Launched in http://{}:{}/main.html".format(host,port))
- sys.stdout.flush()
- if permanent==True:
- while True:
- try:
- eel.start('main.html', mode=False, size=(height, width),port=port,host=host)
- except:pass
- elif browserpath != 'auto' and os.path.exists(browserpath) and not browserpath.endswith('.ink'):
- eel.browsers.set_path('chrome', browserpath)
- About(noconsole)
- print("Launched using: "+browserpath)
- sys.stdout.flush()
- eel.start('main.html', mode='chrome', size=(height, width),port=port,host=host)
- elif browserpath != 'auto' and browserpath.endswith('.lnk') and sys.platform in ['win32', 'win64']:
- chrpath=os.path.join(ztools_dir,'chromium')
- chrpath_alt=os.path.join(squirrel_dir,'chromium')
- if not os.path.exists(browserpath) and os.path.exists(chrpath):
- browserpath=os.path.join(chrpath,browserpath)
- elif not os.path.exists(browserpath) and os.path.exists(chrpath_alt):
- browserpath=os.path.join(chrpath_alt,browserpath)
- elif not os.path.exists(browserpath) and sys.platform == 'win32':
- print(".lnk file doesn't exist")
- sys.stdout.flush()
- return False
- shell = win32com.client.Dispatch("WScript.Shell")
- browserpath = shell.CreateShortCut(browserpath)
- browserpath=browserpath.Targetpath
- eel.browsers.set_path('chrome', browserpath)
- About(noconsole)
- print("Launched using: "+browserpath)
- sys.stdout.flush()
- eel.start('main.html', mode='chrome', size=(height, width),port=port,host=host)
- elif os.path.exists(chromiumpath):
- eel.browsers.set_path('chrome', chromiumpath)
- About(noconsole)
- print("Launched using: "+chromiumpath)
- sys.stdout.flush()
- eel.start('main.html', mode='chrome', size=(height, width),port=port,host=host)
- elif os.path.exists(chromiumpath_alt):
- eel.browsers.set_path('chrome', chromiumpath_alt)
- About(noconsole)
- print("Launched using: "+chromiumpath_alt)
- sys.stdout.flush()
- eel.start('main.html', mode='chrome', size=(height, width),port=port,host=host)
- elif os.path.exists(slimpath):
- eel.browsers.set_path('chrome', slimpath)
- About(noconsole)
- print("Launched using: "+slimpath)
- sys.stdout.flush()
- eel.start('main.html', mode='chrome', size=(height, width),port=port,host=host)
- elif os.path.exists(slimpath_alt):
- eel.browsers.set_path('chrome', slimpath_alt)
- About(noconsole)
- print("Launched using: "+slimpath_alt)
- sys.stdout.flush()
- eel.start('main.html', mode='chrome', size=(height, width),port=port,host=host)
- else:
- try:
- About(noconsole)
- print("Launched using Chrome Installation")
- sys.stdout.flush()
- eel.start('main.html', mode='chrome', size=(height, width),port=port,host=host)
- except EnvironmentError:
- print("Chrome wasn't detected. Launched using Windows Edge with limited compatibility")
- sys.stdout.flush()
- if sys.platform in ['win32', 'win64'] and int(platform.release()) >= 10:
- # print(platform.release())
- eel.start('main.html', mode='edge', size=(height, width),port=port,host=host)
- else:
- raise
- except (SystemExit, MemoryError, KeyboardInterrupt):
- try:
- try:
- global threads
- for t in threads:
- # print(t)
- t.kill()
- treads=[]
- except BaseException as e:
- # Print.error('Exception: ' + str(e))
- pass
- print("User closed the program")
- sys.stdout.flush()
- sys.exit()
- except:pass
\ No newline at end of file
diff --git a/py/lib/picker_walker.py b/py/lib/picker_walker.py
deleted file mode 100644
index d5d892aa..00000000
--- a/py/lib/picker_walker.py
+++ /dev/null
@@ -1,710 +0,0 @@
-import os
-import string
-from shutil import disk_usage
-from python_pick import pick
-from python_pick import Picker
-import listmanager
-import os
-import shutil
-from secondary import clear_Screen
-import csv
-try:
- import ujson as json
-except:
- import json
-
-squirrel_dir=os.path.abspath(os.curdir)
-NSCB_dir=os.path.abspath('../'+(os.curdir))
-if os.path.exists(os.path.join(squirrel_dir,'ztools')):
- NSCB_dir=squirrel_dir
- zconfig_dir=os.path.join(NSCB_dir, 'zconfig')
- ztools_dir=os.path.join(NSCB_dir,'ztools')
- squirrel_dir=ztools_dir
-elif os.path.exists(os.path.join(NSCB_dir,'ztools')):
- squirrel_dir=squirrel_dir
- ztools_dir=os.path.join(NSCB_dir, 'ztools')
- zconfig_dir=os.path.join(NSCB_dir, 'zconfig')
-else:
- ztools_dir=os.path.join(NSCB_dir, 'ztools')
- zconfig_dir=os.path.join(NSCB_dir, 'zconfig')
-testroute1=os.path.join(squirrel_dir, "squirrel.py")
-testroute2=os.path.join(squirrel_dir, "squirrel.exe")
-urlconfig=os.path.join(zconfig_dir,'NUT_DB_URL.txt')
-isExe=False
-if os.path.exists(testroute1):
- squirrel=testroute1
- isExe=False
-elif os.path.exists(testroute2):
- squirrel=testroute2
- isExe=True
-local_libraries=os.path.join(zconfig_dir,'local_libraries.txt')
-remote_lib_file = os.path.join(zconfig_dir, 'remote_libraries.txt')
-remote_lib_cache=os.path.join(zconfig_dir, 'remote_lib_cache')
-cache_lib_file= os.path.join(zconfig_dir, 'remote_cache_location.txt')
-
-def About():
- print(' __ _ __ __ ')
- print(' ____ _____ ____ / /_ __ __(_) /___/ /__ _____ ')
- print(' / __ \/ ___/ ___/ / __ \/ / / / / / __ / _ \/ ___/ ')
- print(' / / / (__ ) /__ / /_/ / /_/ / / / /_/ / __/ / ')
- print(' /_/ /_/____/\___/____/_.___/\__,_/_/_/\__,_/\___/_/ ')
- print(' /_____/ ')
- print('------------------------------------------------------------------------------------- ')
- print(' NINTENDO SWITCH CLEANER AND BUILDER ')
- print('------------------------------------------------------------------------------------- ')
- print('============================= BY JULESONTHEROAD ============================= ')
- print('------------------------------------------------------------------------------------- ')
- print('" POWERED BY SQUIRREL " ')
- print('" BASED ON THE WORK OF BLAWAR AND LUCA FRAGA " ')
- print('------------------------------------------------------------------------------------- ')
- print("Program's github: https://github.com/julesontheroad/NSC_BUILDER ")
- print('Cheats and Eshop information from nutdb and http://tinfoil.io ')
- print('------------------------------------------------------------------------------------- ')
-
-def libraries(tfile):
- db={}
- try:
- with open(tfile,'rt',encoding='utf8') as csvfile:
- readCSV = csv.reader(csvfile, delimiter='|')
- i=0
- for row in readCSV:
- if i==0:
- csvheader=row
- i=1
- else:
- dict_={}
- for j in range(len(csvheader)):
- try:
- if row[j]==None or row[j]=='':
- dict_[csvheader[j]]=None
- else:
- dict_[csvheader[j]]=row[j]
- except:
- dict_[csvheader[j]]=None
- db[row[0]]=dict_
- return db
- except BaseException as e:
- Print.error('Exception: ' + str(e))
- return False
-
-def get_library_from_path(tfile=None,filename=None):
- if tfile==None:
- db=libraries(remote_lib_file)
- else:
- db=libraries(tfile)
- TD=None;lib=None;path="null"
- for entry in db:
- path=db[entry]['path']
- if filename.startswith(path):
- TD=db[entry]['TD_name']
- lib=entry
- libpath=path
- break
- else:
- pass
- if lib==None:
- db=libraries(cache_lib_file)
- TD=None;lib=None;path="null"
- for entry in db:
- path=db[entry]['path']
- if filename.startswith(path):
- TD=db[entry]['TD_name']
- lib=entry
- libpath=path
- break
- else:
- pass
- if TD=='':
- TD=None
- return lib,TD,libpath
-
-def get_cache_lib():
- db=libraries(cache_lib_file)
- TD=None;lib=None;path="null";libpath=None
- for entry in db:
- path=db[entry]['path']
- TD=db[entry]['TD_name']
- lib=entry
- libpath=path
- break
- if TD=='':
- TD=None
- return lib,TD,libpath
-
-def get_disks():
- available_drives = ['%s:' % d for d in string.ascii_uppercase if os.path.exists('%s:' % d)]
- for d in available_drives:
- dsktotal, dskused, dskfree=disk_usage(str(d))
- if int(dsktotal)==0:
- available_drives.remove(d)
- title = 'Pick drive: \n + Press enter or intro to select \n + Press E to scape back to menu'
- options = available_drives
- picker = Picker(options, title, min_selection_count=1)
- def end_selection(picker):
- return False,-1
- picker.register_custom_handler(ord('e'), end_selection)
- picker.register_custom_handler(ord('E'), end_selection)
- selected = picker.start()
- if selected[0]==False:
- return False
- drive=selected[0]
- return drive
-
-def pick_order():
- title = 'Select order to list the files: \n + Press enter or intro to select \n + Press E to scape back to menu'
- options = ['name_ascending','name_descending','size_ascending','size_descending','date_ascending','date_descending']
- picker = Picker(options, title, min_selection_count=1)
- def end_selection(picker):
- return False,-1
- picker.register_custom_handler(ord('e'), end_selection)
- picker.register_custom_handler(ord('E'), end_selection)
- selected = picker.start()
- if selected[0]==False:
- return False
- order=selected[0]
- return order
-
-def pick_folder(folders,previous):
- Recursive=False
- title = 'Pick folder:\n + Press space or right to select content \n + Press E to move to file selection phase (Shows files in current folder) \n + Press R to move to file selection phase (Shows files recursevely including subfolders) \n + Press X to exit selection'
- options = folders
- picker = Picker(options, title, min_selection_count=1)
- def end_selection(picker):
- return False,-1
- picker.register_custom_handler(ord('e'), end_selection)
- picker.register_custom_handler(ord('E'), end_selection)
- def end_selection_recursive(picker):
- return True,-1
- picker.register_custom_handler(ord('r'), end_selection_recursive)
- picker.register_custom_handler(ord('R'), end_selection_recursive)
- def exit_selection(picker):
- return "EXIT",-1
- picker.register_custom_handler(ord('x'), exit_selection)
- picker.register_custom_handler(ord('X'), exit_selection)
- selected=picker.start()
- if selected[0]==False:
- return False,False
- if selected[0]=="EXIT":
- return "EXIT",False
- if selected[0]==True:
- return False,True
- folder=os.path.join(previous,selected[0])
- return folder,Recursive
-
-def folder_walker():
- Recursive=False
- folder=get_disks()
- if folder==False:
- return False,False
- while True:
- folders=next(os.walk(folder))[1]
- if not folders:
- break
- choice,Recursive=pick_folder(folders,folder)
- if choice==False:
- break
- if choice=="EXIT":
- return False,False
- folder=choice
- return folder,Recursive
-
-def get_files_from_walk(tfile=None,extlist=['nsp','nsz','xci','xcz'],filter=False,recursive=False,doPrint=False):
- if not isinstance(extlist, list):
- if str(extlist).lower()!='all':
- ext=extlist.split()
- extlist=[]
- for x in ext:
- extlist.append(x)
- folder,rec=folder_walker()
- if folder==False:
- return False
- if rec==True:
- recursive=True
- print("Parsing files. Please wait...")
- title = 'Add a search filter?: '
- options = ['Yes','No']
- selected = pick(options, title, min_selection_count=1)
- response=selected[0]
- if response=='No':
- pass
- else:
- clear_Screen()
- About()
- filter=input('INPUT SEARCH FILTER: ')
- if recursive==False:
- files=listmanager.nextfolder_to_list(folder,extlist=extlist,filter=filter)
- else:
- files=listmanager.folder_to_list(folder,extlist=extlist,filter=filter)
- if not files:
- sys.exit("Query didn't return any files")
- order=pick_order()
- if order==False:
- return False
- filedata={}
- for file in files:
- try:
- fname=os.path.basename(file)
- fsize=os.path.getsize(file)
- fdate=os.path.getctime(file)
- entry={'filepath':file,'filename':fname,'size':fsize,'date':fdate}
- if not fname in filedata:
- filedata[fname]=entry
- except:pass
- options=[]
- if order=='name_ascending':
- options=sorted(filedata,key=lambda x:filedata[x]['filename'])
- elif order=='name_descending':
- options=sorted(filedata,key=lambda x:filedata[x]['filename'])
- options.reverse()
- elif order=='size_ascending':
- options=sorted(filedata,key=lambda x:filedata[x]['size'])
- elif order=='size_descending':
- options=sorted(filedata,key=lambda x:filedata[x]['size'])
- options.reverse()
- elif order=='date_ascending':
- options=sorted(filedata,key=lambda x:filedata[x]['date'])
- elif order=='date_descending':
- options=sorted(filedata,key=lambda x:filedata[x]['date'])
- options.reverse()
- title = 'Select content: \n + Press space or right to select entries \n + Press Enter to confirm selection \n + Press E to exit selection \n + Press A to select all entries'
- picker = Picker(options, title, multi_select=True, min_selection_count=1)
- def end_selection(picker):
- return False,-1
- def select_all(picker):
- return "ALL",-1
- picker.register_custom_handler(ord('e'), end_selection)
- picker.register_custom_handler(ord('E'), end_selection)
- picker.register_custom_handler(ord('a'), select_all)
- picker.register_custom_handler(ord('A'), select_all)
- selected=picker.start()
- if selected[0]==False:
- print("User didn't select any files")
- return False
- newgpaths=[]
- if selected[0]=="ALL":
- for game in options:
- newgpaths.append(os.path.join(folder,game))
- else:
- for game in selected:
- newgpaths.append(os.path.join(folder,game[0]))
- if tfile!=None:
- with open(tfile,'w', encoding='utf8') as textfile:
- for i in newgpaths:
- textfile.write((i).strip()+"\n")
- if doPrint!=False:
- for i in newgpaths:
- print(i)
- return newgpaths
-
-def get_libs(lib="local"):
- libraries={}
- if lib=="local":
- libtfile=local_libraries
- else:
- libtfile=lib
- with open(libtfile,'rt',encoding='utf8') as csvfile:
- readCSV = csv.reader(csvfile, delimiter='|')
- i=0;up=False
- for row in readCSV:
- if i==0:
- csvheader=row
- i=1
- if 'library_name' and 'path' and 'Update' in csvheader:
- lb=csvheader.index('library_name')
- pth=csvheader.index('path')
- up=csvheader.index('Update')
- else:
- if 'library_name' and 'path' in csvheader:
- lb=csvheader.index('library_name')
- pth=csvheader.index('path')
- else:break
- else:
- try:
- update=False
- library=str(row[lb])
- route=str(row[pth])
- if up!=False:
- update=str(row[up])
- if update.upper()=="TRUE":
- update=True
- else:
- update=False
- else:
- update=False
- libraries[library]=[route,update]
- except:pass
- return libraries
-
-def search_with_filter(folder_paths,extlist=['nsp','nsz','xci','xcz']):
- filepaths=[]
- title = 'Add a search filter?: '
- options = ['Yes','No']
- selected = pick(options, title, min_selection_count=1)
- response=selected[0]
- if response=='No':
- for fo in folder_paths:
- rlist=listmanager.folder_to_list(fo,extlist)
- filepaths=[*filepaths,*rlist]
- return filepaths
- else:
- clear_Screen()
- About()
- ck=input('INPUT SEARCH FILTER: ')
- for fo in folder_paths:
- rlist=listmanager.folder_to_list(fo,extlist,ck)
- filepaths=[*filepaths,*rlist]
- return filepaths
-
-def select_from_local_libraries(tfile=None,extlist=['nsp','nsz','xci','xcz']):
- if not os.path.exists(local_libraries):
- sys.exit("Missing local_libraries.txt")
- if not isinstance(extlist, list):
- if str(extlist).lower()!='all':
- ext=extlist.split()
- extlist=[]
- for x in ext:
- extlist.append(x)
- db=get_libs()
- title = 'Select libraries to search: \n + Press space or right to select content \n + Press E to finish selection \n + Press A to select all libraries'
- folder_paths= []
- options=[]
- for k in db:
- options.append(k)
- picker = Picker(options, title,multi_select=True,min_selection_count=1)
- def end_selection(picker):
- return False,-1
- def select_all(picker):
- return True,options
- picker.register_custom_handler(ord('e'), end_selection)
- picker.register_custom_handler(ord('E'), end_selection)
- picker.register_custom_handler(ord('a'), select_all)
- picker.register_custom_handler(ord('A'), select_all)
- selected = picker.start()
- if selected[0]==False:
- print("User didn't select any libraries")
- return False,False
- if selected[0]==True:
- for k in db.keys():
- folder_paths.append((db[k])[0])
- else:
- for entry in selected:
- folder_paths.append((db[entry[0]])[0])
- order=pick_order()
- if order==False:
- return False
- filepaths=search_with_filter(folder_paths,extlist)
- filedata={}
- for file in filepaths:
- try:
- fname=os.path.basename(file)
- fsize=os.path.getsize(file)
- fdate=os.path.getctime(file)
- entry={'filepath':file,'filename':fname,'size':fsize,'date':fdate}
- if not fname in filedata:
- filedata[fname]=entry
- except:pass
- options=[]
- if order=='name_ascending':
- options=sorted(filedata,key=lambda x:filedata[x]['filename'])
- elif order=='name_descending':
- options=sorted(filedata,key=lambda x:filedata[x]['filename'])
- options.reverse()
- elif order=='size_ascending':
- options=sorted(filedata,key=lambda x:filedata[x]['size'])
- elif order=='size_descending':
- options=sorted(filedata,key=lambda x:filedata[x]['size'])
- options.reverse()
- elif order=='date_ascending':
- options=sorted(filedata,key=lambda x:filedata[x]['date'])
- elif order=='date_descending':
- options=sorted(filedata,key=lambda x:filedata[x]['date'])
- options.reverse()
- print(" * Entering File Picker")
- title = 'Select content to install or transfer: \n + Press space or right to select content \n + Press E to finish selection'
- picker = Picker(options, title, multi_select=True, min_selection_count=1)
- def end_selection(picker):
- return False,-1
- picker.register_custom_handler(ord('e'), end_selection);picker.register_custom_handler(ord('E'), end_selection)
- selected=picker.start()
- if selected[0]==False:
- print(" User didn't select any files")
- return False
- if tfile!=None:
- with open(tfile,'a') as textfile:
- for f in selected:
- fpath=(filedata[f[0]])['filepath']
- textfile.write(fpath+'\n')
- else:
- filespaths=[]
- for f in selected:
- fpath=(filedata[f[0]])['filepath']
- filespaths.append(fpath)
- return filespaths
-
-def remote_interface_filter(path=None):
- title = 'Add a search filter?: '
- options = ['Yes','No']
- selected = pick(options, title, min_selection_count=1)
- response=selected[0]
- if response=='No':
- return None
- else:
- clear_Screen()
- About()
- if path != None:
- print("Filepath {}\n".format(str(path)))
- ck=input('INPUT SEARCH FILTER: ')
- return ck
-
-def remote_interface_filter_local(filelist):
- title = 'Add a search filter?: '
- options = ['Yes','No']
- selected = pick(options, title, min_selection_count=1)
- response=selected[0]
- if response=='No':
- return filelist
- else:
- clear_Screen()
- About()
- ck=input('INPUT SEARCH FILTER: ')
- filelist=listmanager.filter_vlist(filelist,token=ck,Print=False)
- return filelist
-
-def eval_link(tfile,userfile):
- link=input("Enter your choice: ")
- link=link.strip()
- if '&' in link:
- varout='999'
- elif len(link)<2:
- varout=link
- else:
- varout='999'
- with open(userfile,"w", encoding='utf8') as userinput:
- userinput.write(varout)
- if link.startswith('https://1fichier.com'):
- with open(tfile,"a", encoding='utf8') as textfile:
- textfile.write(link+'\n')
- elif link.startswith('https://drive.google.com'):
- with open(tfile,"a", encoding='utf8') as textfile:
- textfile.write(link+'\n')
-
-def drive_pick_libraries():
- title = 'Select libraries to search: \n + Press space or right to select content \n + Press E to finish selection'
- db=libraries(remote_lib_file)
- if db==False:
- return False,False
- options = [x for x in db.keys()]
- picker = Picker(options, title,multi_select=True,min_selection_count=1)
- def end_selection(picker):
- return False,-1
- picker.register_custom_handler(ord('e'), end_selection)
- picker.register_custom_handler(ord('E'), end_selection)
- selected = picker.start()
- if selected[0]==False:
- return False,False
- # print(selected)
- paths=list();TDs=list()
- for entry in selected:
- paths.append((db[entry[0]])['path'])
- try:
- TDs.append((db[entry[0]])['TD_name'])
- except:
- TDs.append(None)
- # for p in range(len(paths)):
- # print(paths[p])
- # print(TDs[p])
- return paths,TDs
-
-def remote_select_from_libraries(tfile):
- from workers import concurrent_scrapper
- db=libraries(remote_lib_file)
- if db==False:
- sys.exit(f"Missing {remote_lib_file}")
- paths,TDs=drive_pick_libraries()
- if paths==False:
- return False
- order=pick_order()
- if order==False:
- return False
- filter=remote_interface_filter()
- print(" * Parsing files from Google Drive. Please Wait...")
- if isinstance(paths, list):
- db={}
- for i in range(len(paths)):
- db[paths[i]]={'path':paths[i],'TD_name':TDs[i]}
- files=concurrent_scrapper(filter=filter,order=order,remotelib='all',db=db)
- else:
- db={}
- db[paths]={'path':paths,'TD_name':TDs}
- files=concurrent_scrapper(filter=filter,order=order,remotelib='all',db=db)
- print(" * Entering File Picker")
- title = 'Select content to install or transfer: \n + Press space or right to select content \n + Press Enter to confirm selection \n + Press E to exit selection'
- filenames=[]
- for f in files:
- filenames.append(f[0])
- options=filenames
- picker = Picker(options, title, multi_select=True, min_selection_count=1)
- def end_selection(picker):
- return False,-1
- picker.register_custom_handler(ord('e'), end_selection);picker.register_custom_handler(ord('E'), end_selection)
- selected=picker.start()
- if selected[0]==False:
- print(" User didn't select any files")
- return False
- with open(tfile,'a') as textfile:
- for f in selected:
- fpath=(files[f[1]])[2]+'/'+(files[f[1]])[0]
- lib,TD,libpath=get_library_from_path(remote_lib_file,fpath)
- try:
- ID=(files[f[1]])[4]
- textfile.write(f"{fpath}|{TD}|{ID}\n")
- except:
- textfile.write(f"{fpath}|{TD}\n")
-
-def remote_select_from_cache(tfile):
- from workers import concurrent_scrapper
- cache_is_setup=False
- if not os.path.exists(remote_lib_cache):
- os.makedirs(remote_lib_cache)
- jsonlist=listmanager.folder_to_list(remote_lib_cache,extlist=['json'])
- if not jsonlist:
- print("Cache wasn't found. Generating cache up...")
- from workers import concurrent_cache
- concurrent_cache()
- jsonlist=listmanager.folder_to_list(remote_lib_cache,extlist=['json'])
- if not jsonlist:
- sys.exit("Can't setup remote cache. Are libraries set up?")
- libnames=[]
- for j in jsonlist:
- bname=os.path.basename(j)
- bname=bname.replace('.json','')
- libnames.append(bname)
- title = 'Select libraries to search: \n + Press space or right to select content \n + Press Enter to confirm selection \n + Press E to exit selection \n + Press A to select all libraries'
- db=libraries(remote_lib_file)
- options = libnames
- picker = Picker(options, title,multi_select=True,min_selection_count=1)
- def end_selection(picker):
- return False,-1
- def select_all(picker):
- return True,libnames
- picker.register_custom_handler(ord('e'), end_selection)
- picker.register_custom_handler(ord('E'), end_selection)
- picker.register_custom_handler(ord('a'), select_all)
- picker.register_custom_handler(ord('A'), select_all)
- selected = picker.start()
- if selected[0]==False:
- print("User didn't select any libraries")
- return False,False
- if selected[0]==True:
- cachefiles=jsonlist
- else:
- cachefiles=[]
- for entry in selected:
- fname=entry[0]+'.json'
- fpath=os.path.join(remote_lib_cache,fname)
- cachefiles.append(fpath)
- cachedict={}
- for cach in cachefiles:
- with open(cach) as json_file:
- data = json.load(json_file)
- for entry in data:
- if not entry in cachedict:
- cachedict[entry]=data[entry]
- # for k in cachedict.keys():
- # print(k)
- order=pick_order()
- if order==False:
- return False
- options=[]
- if order=='name_ascending':
- options=sorted(cachedict,key=lambda x:cachedict[x]['filepath'])
- elif order=='name_descending':
- options=sorted(cachedict,key=lambda x:cachedict[x]['filepath'])
- options.reverse()
- elif order=='size_ascending':
- options=sorted(cachedict,key=lambda x:cachedict[x]['size'])
- elif order=='size_descending':
- options=sorted(cachedict,key=lambda x:cachedict[x]['size'])
- options.reverse()
- elif order=='date_ascending':
- options=sorted(cachedict,key=lambda x:cachedict[x]['date'])
- elif order=='date_descending':
- options=sorted(cachedict,key=lambda x:cachedict[x]['date'])
- options.reverse()
- options=remote_interface_filter_local(options)
- print(" * Entering File Picker")
- title = 'Select content to install or transfer: \n + Press space or right to select content \n + Press Enter to confirm selection \n + Press E to exit selection'
- picker = Picker(options, title, multi_select=True, min_selection_count=1)
- def end_selection(picker):
- return False,-1
- picker.register_custom_handler(ord('e'), end_selection);picker.register_custom_handler(ord('E'), end_selection)
- selected=picker.start()
- if selected[0]==False:
- print(" User didn't select any files")
- return False
- with open(tfile,'a') as textfile:
- for f in selected:
- fpath=(cachedict[f[0]])['filepath']
- TD=(cachedict[f[0]])['TD']
- try:
- ID=(cachedict[f[0]])['id']
- textfile.write(f"{fpath}|{TD}|{ID}\n")
- except:
- textfile.write(f"{fpath}|{TD}\n")
-
-def remote_select_from_walker(tfile,types='all'):
- from workers import concurrent_scrapper
- from Drive import Private as DrivePrivate
- ext=[]
- if types!='all':
- items=types.split(' ')
- for x in items:
- ext.append(str(x).lower())
- folder,TeamDrive=DrivePrivate.folder_walker()
- if TeamDrive=="" or TeamDrive==False:
- TeamDrive=None
- if folder==False:
- return False
- filt=remote_interface_filter()
- order=pick_order()
- if order==False:
- return False
- print(f"- Checking {folder}")
- print(" * Parsing files from Google Drive. Please Wait...")
- db={}
- db[folder]={'path':folder,'TD_name':TeamDrive}
- files=concurrent_scrapper(filter=filt,order=order,remotelib='all',db=db)
- if files==False:
- return False
- print(" * Entering File Picker")
- title = 'Select content to install or transfer: \n + Press space or right to select content \n + Press Enter to confirm selection \n + Press E to exit selection'
- filenames=[]
- for f in files:
- if types=='all':
- filenames.append(f[0])
- else:
- for x in ext:
- if (str(f[0]).lower()).endswith(x):
- filenames.append(f[0])
- break
- if filenames==[]:
- print(" * Request didn't retrieve any files")
- return False
- options=filenames
- picker = Picker(options, title, multi_select=True, min_selection_count=1)
- def end_selection(picker):
- return False,-1
- picker.register_custom_handler(ord('e'), end_selection);picker.register_custom_handler(ord('E'), end_selection)
- selected=picker.start()
- if selected[0]==False:
- print(" User didn't select any files")
- return False
- with open(tfile,'a') as textfile:
- for f in selected:
- fpath=(files[f[1]])[2]+'/'+(files[f[1]])[0]
- TD=str(TeamDrive)
- try:
- ID=(files[f[1]])[4]
- textfile.write(f"{fpath}|{TD}|{ID}\n")
- except:
- textfile.write(f"{fpath}|{TD}\n")
\ No newline at end of file
diff --git a/py/lib/python_pick.py b/py/lib/python_pick.py
deleted file mode 100644
index 5135b8ef..00000000
--- a/py/lib/python_pick.py
+++ /dev/null
@@ -1,201 +0,0 @@
-#-*-coding:utf-8-*-
-'''
-Based on python-pick
-python-pick - Library Data:
-* Name: python-pick
-* Author: wong2
-* License: MIT -> https://github.com/wong2/pick/blob/master/LICENSE
-* Modifications by julesontheroad for:
-https://github.com/julesontheroad/NSC_BUILDER/
-Currently the only modification was to add intro (459) to the selector, more things may be added on the future.
-'''
-
-import curses
-
-__all__ = ['Picker', 'pick']
-
-
-KEYS_ENTER = (curses.KEY_ENTER, ord('\n'), ord('\r'),459)
-KEYS_UP = (curses.KEY_UP, ord('k'))
-KEYS_DOWN = (curses.KEY_DOWN, ord('j'))
-KEYS_SELECT = (curses.KEY_RIGHT, ord(' '))
-
-class Picker(object):
- """The :class:`Picker ` object
-
- :param options: a list of options to choose from
- :param title: (optional) a title above options list
- :param multi_select: (optional) if true its possible to select multiple values by hitting SPACE, defaults to False
- :param indicator: (optional) custom the selection indicator
- :param default_index: (optional) set this if the default selected option is not the first one
- :param options_map_func: (optional) a mapping function to pass each option through before displaying
- """
-
- def __init__(self, options, title=None, indicator='*', default_index=0, multi_select=False, min_selection_count=0, options_map_func=None):
-
- if len(options) == 0:
- raise ValueError('options should not be an empty list')
-
- self.options = options
- self.title = title
- self.indicator = indicator
- self.multi_select = multi_select
- self.min_selection_count = min_selection_count
- self.options_map_func = options_map_func
- self.all_selected = []
-
- if default_index >= len(options):
- raise ValueError('default_index should be less than the length of options')
-
- if multi_select and min_selection_count > len(options):
- raise ValueError('min_selection_count is bigger than the available options, you will not be able to make any selection')
-
- if options_map_func is not None and not callable(options_map_func):
- raise ValueError('options_map_func must be a callable function')
-
- self.index = default_index
- self.custom_handlers = {}
-
- def register_custom_handler(self, key, func):
- self.custom_handlers[key] = func
-
- def move_up(self):
- self.index -= 1
- if self.index < 0:
- self.index = len(self.options) - 1
-
- def move_down(self):
- self.index += 1
- if self.index >= len(self.options):
- self.index = 0
-
- def mark_index(self):
- if self.multi_select:
- if self.index in self.all_selected:
- self.all_selected.remove(self.index)
- else:
- self.all_selected.append(self.index)
-
- def get_selected(self):
- """return the current selected option as a tuple: (option, index)
- or as a list of tuples (in case multi_select==True)
- """
- if self.multi_select:
- return_tuples = []
- for selected in self.all_selected:
- return_tuples.append((self.options[selected], selected))
- return return_tuples
- else:
- return self.options[self.index], self.index
-
- def get_title_lines(self):
- if self.title:
- return self.title.split('\n') + ['']
- return []
-
- def get_option_lines(self):
- lines = []
- for index, option in enumerate(self.options):
- # pass the option through the options map of one was passed in
- if self.options_map_func:
- option = self.options_map_func(option)
-
- if index == self.index:
- prefix = self.indicator
- else:
- prefix = len(self.indicator) * ' '
-
- if self.multi_select and index in self.all_selected:
- format = curses.color_pair(1)
- line = ('{0} {1}'.format(prefix, option), format)
- else:
- line = '{0} {1}'.format(prefix, option)
- lines.append(line)
-
- return lines
-
- def get_lines(self):
- title_lines = self.get_title_lines()
- option_lines = self.get_option_lines()
- lines = title_lines + option_lines
- current_line = self.index + len(title_lines) + 1
- return lines, current_line
-
- def draw(self):
- """draw the curses ui on the screen, handle scroll if needed"""
- self.screen.clear()
-
- x, y = 1, 1 # start point
- max_y, max_x = self.screen.getmaxyx()
- max_rows = max_y - y # the max rows we can draw
-
- lines, current_line = self.get_lines()
-
- # calculate how many lines we should scroll, relative to the top
- scroll_top = getattr(self, 'scroll_top', 0)
- if current_line <= scroll_top:
- scroll_top = 0
- elif current_line - scroll_top > max_rows:
- scroll_top = current_line - max_rows
- self.scroll_top = scroll_top
-
- lines_to_draw = lines[scroll_top:scroll_top+max_rows]
-
- for line in lines_to_draw:
- if type(line) is tuple:
- self.screen.addnstr(y, x, line[0], max_x-2, line[1])
- else:
- self.screen.addnstr(y, x, line, max_x-2)
- y += 1
-
- self.screen.refresh()
-
- def run_loop(self):
- while True:
- self.draw()
- c = self.screen.getch()
- if c in KEYS_UP:
- self.move_up()
- elif c in KEYS_DOWN:
- self.move_down()
- elif c in KEYS_ENTER:
- if self.multi_select and len(self.all_selected) < self.min_selection_count:
- continue
- return self.get_selected()
- elif c in KEYS_SELECT and self.multi_select:
- self.mark_index()
- elif c in self.custom_handlers:
- ret = self.custom_handlers[c](self)
- if ret:
- return ret
-
- def config_curses(self):
- # use the default colors of the terminal
- curses.use_default_colors()
- # hide the cursor
- curses.curs_set(0)
- #add some color for multi_select
- #@todo make colors configurable
- curses.init_pair(1, curses.COLOR_GREEN, curses.COLOR_WHITE)
-
- def _start(self, screen):
- self.screen = screen
- self.config_curses()
- return self.run_loop()
-
- def start(self):
- return curses.wrapper(self._start)
-
-
-def pick(options, title=None, indicator='*', default_index=0, multi_select=False, min_selection_count=0, options_map_func=None):
- """Construct and start a :class:`Picker `.
-
- Usage::
-
- >>> from pick import pick
- >>> title = 'Please choose an option: '
- >>> options = ['option1', 'option2', 'option3']
- >>> option, index = pick(options, title)
- """
- picker = Picker(options, title, indicator, default_index, multi_select, min_selection_count, options_map_func)
- return picker.start()
diff --git a/py/lib/secondary.py b/py/lib/secondary.py
deleted file mode 100644
index 5115987e..00000000
--- a/py/lib/secondary.py
+++ /dev/null
@@ -1,612 +0,0 @@
-import subprocess
-import os
-import sys
-import argparse
-import listmanager
-import Print
-import inspect
-from tqdm import tqdm
-
-# SET ENVIRONMENT
-squirrel_dir=os.path.abspath(os.curdir)
-NSCB_dir=os.path.abspath('../'+(os.curdir))
-
-if os.path.exists(os.path.join(squirrel_dir,'ztools')):
- NSCB_dir=squirrel_dir
- zconfig_dir=os.path.join(NSCB_dir, 'zconfig')
- ztools_dir=os.path.join(NSCB_dir,'ztools')
- squirrel_dir=ztools_dir
-elif os.path.exists(os.path.join(NSCB_dir,'ztools')):
- squirrel_dir=squirrel_dir
- ztools_dir=os.path.join(NSCB_dir, 'ztools')
- zconfig_dir=os.path.join(NSCB_dir, 'zconfig')
-else:
- ztools_dir=os.path.join(NSCB_dir, 'ztools')
- zconfig_dir=os.path.join(NSCB_dir, 'zconfig')
-
-testroute1=os.path.join(squirrel_dir, "squirrel.py")
-testroute2=os.path.join(squirrel_dir, "squirrel.exe")
-isExe=False
-if os.path.exists(testroute1):
- squirrel=testroute1
- isExe=False
-elif os.path.exists(testroute2):
- squirrel=testroute2
- isExe=True
-allowedlist=['--renamef','--addtodb','--addtodb_new','--verify','--compress']
-
-#print (squirrel)
-
-def call_library(args,xarg=None):
- vret=None
- try:
- if args[0]:
- components = args[0].split('.')
- if len(components)>1:
- vret=call_class(args,xarg)
- try:
- if str(args[2]).lower() == 'print' or str(args[3]).lower() == 'print':
- print(str(vret))
- else:
- print(str(vret))
- except:
- return vret
- else:
- library=args[0]
- lib=__import__(library)
- except:pass
-
- if len(args)>1:
- if xarg==None:
- try:
- if args[2]:
- var=args[2]
- try:
- var=var.split(',')
- for i in range(len(var)):
- if str(var[i]).lower()=='true':
- var[i]=True
- elif str(var[i]).lower()=='false':
- var[i]=False
- elif str(var[i]).lower()=='none':
- var[i]=None
- elif '=' in var[i]:
- try:
- asignation=var[i].split("=")
- if str(asignation[1]).lower()=='true':
- var[i]=True
- elif str(asignation[1]).lower()=='false':
- var[i]=False
- elif str(asignation[1]).lower()=='none':
- var[i]=None
- else:
- toks=list()
- toks=[pos for pos, char in enumerate(var[i]) if char == '=']
- indx=toks[0]+1
- var[i]=(var[i])[indx:]
- except:pass
- else:pass
- except:pass
- except:
- var=None
- else:
- var=xarg
- for i in range(len(var)):
- try:
- if str(var[i]).lower()=='true':
- var[i]=True
- elif str(var[i]).lower()=='false':
- var[i]=False
- elif str(var[i]).lower()=='none':
- var[i]=None
- elif '=' in var[i]:
- try:
- asignation=var[i].split("=")
- if str(asignation[1]).lower()=='true':
- var[i]=True
- elif str(asignation[1]).lower()=='false':
- var[i]=False
- elif str(asignation[1]).lower()=='none':
- var[i]=None
- else:
- toks=list()
- toks=[pos for pos, char in enumerate(var[i]) if char == '=']
- indx=toks[0]+1
- var[i]=(var[i])[indx:]
- except:pass
- else:pass
- except:pass
- try:
- if args[1]:
- fimport=args[1]
- if library=='Interface' and fimport=='start':
- try:
- if str(var[6]).lower()=='true':
- debug_write(True)
- except:
- debug_write(False)
- if library=='Interface' and fimport=='server':
- try:
- if str(var[4]).lower()=='true':
- debug_write(True)
- except:
- debug_write(False)
- function = getattr(__import__(library,fromlist=[fimport]), fimport)
- if var==None:
- vret=function()
- else:
- vret=function(*var)
- except BaseException as e:
- Print.error('Exception: ' + str(e))
- try:
- if str(args[2]).lower() == 'print' or str(args[3]).lower() == 'print':
- print(str(vret))
- else:
- print(str(vret))
- except:
- return vret
-
-def call_class(args,xarg=None):
- vret=None
- try:
- if args[0]:
- components = args[0].split('.')
- library=components[0]
- lib = __import__(library)
- importedclass = getattr(lib, components[1])
- except:pass
-
- if len(args)>1:
- if xarg==None:
- try:
- if args[2]:
- var=args[2]
- try:
- var=var.split(',')
- for i in range(len(var)):
- if str(var[i]).lower()=='true':
- var[i]=True
- elif str(var[i]).lower()=='false':
- var[i]=False
- elif str(var[i]).lower()=='none':
- var[i]=None
- elif '=' in var[i]:
- try:
- asignation=var[i].split("=")
- if str(asignation[1]).lower()=='true':
- var[i]=True
- elif str(asignation[1]).lower()=='false':
- var[i]=False
- elif str(asignation[1]).lower()=='none':
- var[i]=None
- else:
- var[i]=asignation[1]
- except:pass
- else:pass
- except:pass
- except:
- var=None
- else:
- var=xarg
- for i in range(len(var)):
- try:
- if str(var[i]).lower()=='true':
- var[i]=True
- elif str(var[i]).lower()=='false':
- var[i]=False
- elif str(var[i]).lower()=='none':
- var[i]=None
- elif '=' in var[i]:
- try:
- asignation=var[i].split("=")
- if str(asignation[1]).lower()=='true':
- var[i]=True
- elif str(asignation[1]).lower()=='false':
- var[i]=False
- elif str(asignation[1]).lower()=='none':
- var[i]=None
- else:
- var[i]=asignation[1]
- except:pass
- else:pass
- except:pass
- try:
- if args[1]:
- fimport=args[1]
- function = getattr(importedclass, fimport)
- if var==None:
- vret=function()
- else:
- vret=function(*var)
- except BaseException as e:
- Print.error('Exception: ' + str(e))
- try:
- if str(args[2]).lower() == 'print' or str(args[3]).lower() == 'print':
- print(str(vret))
- else:
- print(str(vret))
- except:
- return vret
-
-def debug_write(state):
- squirrel_dir=os.path.abspath(os.curdir)
- NSCB_dir=os.path.abspath('../'+(os.curdir))
- if os.path.exists(os.path.join(squirrel_dir,'ztools')):
- NSCB_dir=squirrel_dir
- zconfig_dir=os.path.join(NSCB_dir, 'zconfig')
- ztools_dir=os.path.join(NSCB_dir,'ztools')
- squirrel_dir=ztools_dir
- elif os.path.exists(os.path.join(NSCB_dir,'ztools')):
- squirrel_dir=squirrel_dir
- ztools_dir=os.path.join(NSCB_dir, 'ztools')
- zconfig_dir=os.path.join(NSCB_dir, 'zconfig')
- else:
- ztools_dir=os.path.join(NSCB_dir, 'ztools')
- zconfig_dir=os.path.join(NSCB_dir, 'zconfig')
- web_folder=os.path.join(ztools_dir,'web')
- debug_folder=os.path.join(web_folder,'_debug_')
- flag_file=os.path.join(debug_folder,'flag')
- with open(flag_file,'wt') as tfile:
- tfile.write(str(state))
-
-def route(args,workers,silence=False):
- arguments,tfile=getargs(args)
- #print(arguments)
- # print(tfile)
- if tfile==False:
- if silence==False:
- process=subprocess.Popen(arguments)
- else:
- process=subprocess.Popen(arguments, stdout=subprocess.PIPE, stderr=subprocess.PIPE)
- while process.poll()==None and process2.poll()==None:
- if process.poll()!=None:
- process.terminate();
- if process2.poll()!=None:
- process2.terminate();
- #op,oe=process.communicate();#print (op);print (oe)
- #process.terminate();process2.terminate()
- else:
- filelist=listmanager.read_lines_to_list(tfile,number=workers)
- commands=list();i=0
- #print(filelist)
- for allw in allowedlist:
- if allw in arguments:
- ind=arguments.index(allw)
- ind+=1
- break
- ind2=False
- try:
- ind2=arguments.index('--db_file')
- ind2+=1
- sub_r=arguments[ind2]
- except:pass
- process=list();sub_r=arguments[ind2];c=0
- if ind2 !=False:
- if not os.path.isdir(sub_r) and not str(sub_r).endswith('all_DB.txt'):
- folder=os.path.dirname(os.path.abspath(sub_r))
- ruta=os.path.abspath(os.path.join(folder, "temp"))
- else:
- folder=os.path.dirname(os.path.abspath(sub_r))
- ruta=os.path.abspath(os.path.join(folder, "temp"))
- if not os.path.exists(ruta):
- os.makedirs(ruta)
- for f in filelist:
- arguments[ind]=f
- #print (arguments)
- if ind2 !=False:
- if not os.path.isdir(sub_r) and not str(sub_r).endswith('all_DB.txt'):
- fi=str(os.path.basename(os.path.abspath(sub_r)))+'_'+str(c)
- ruta2=os.path.abspath(os.path.join(ruta,fi))
- arguments[ind2]=ruta2
- #print(ruta2)
- else:
- ruta2=os.path.abspath(os.path.join(ruta,str(c)))
- if not os.path.exists(ruta2):
- os.makedirs(ruta2)
- fi=os.path.join(ruta2,'all_DB.txt')
- arguments[ind2]=fi
- #print(arguments)
- c+=1
- if silence==False:
- process.append(subprocess.Popen(arguments))
- else:
- process.append(subprocess.Popen(arguments, stdout=subprocess.PIPE, stderr=subprocess.PIPE))
- #print(process)
- #print(f)
- #print(len(process))
- for p in process:
- p.wait()
- # print(str(p.poll()))
- while p.poll()==None:
- if p.poll()!=None:
- p.terminate();
-
- if ind2 !=False:
- if not os.path.isdir(sub_r) and not str(sub_r).endswith('all_DB.txt'):
- for i in range(int(workers-1)):
- fi=str(os.path.basename(os.path.abspath(sub_r)))+'_'+str(i)
- t=os.path.join(ruta,fi)
- if os.path.exists(t):
- with open(t,"r+", encoding='utf8') as filelist:
- if not os.path.exists(sub_r):
- with open(sub_r,"w", encoding='utf8') as dbt:
- for line in filelist:
- dbt.write(line)
- else:
- c=0
- with open(sub_r,"a", encoding='utf8') as dbt:
- for line in filelist:
- if not c==0:
- dbt.write(line)
- c+=1
- i+=1
- try:
- os.remove(ruta)
- except BaseException as e:
- Print.error('Exception: ' + str(e))
- pass
- else:
- include=['extended_DB.txt','nutdb_DB.txt','keyless_DB.txt','simple_DB.txt']
- for i in range(int(workers-1)):
- for input in include:
- ruta2=os.path.abspath(os.path.join(ruta,str(i)))
- t=os.path.join(ruta2,input)
- t2=os.path.join(folder,input)
- # print(t)
- # print(t2)
- if os.path.exists(t):
- with open(t,"r+", encoding='utf8') as filelist:
- if not os.path.exists(t2):
- with open(t2,"w", encoding='utf8') as dbt:
- for line in filelist:
- dbt.write(line)
- else:
- c=0
- with open(t2,"a", encoding='utf8') as dbt:
- for line in filelist:
- if not c==0:
- dbt.write(line)
- c+=1
- i+=1
- try:
- os.remove(t)
- except:pass
- try:
- os.remove(ruta2)
- except:pass
- try:
- os.remove(ruta)
- except:pass
-
- listmanager.striplines(tfile,number=workers,counter=True)
-
-
-def getargs(args,separate_list=True,current=False,pos=0,tothreads=1):
-
- tfile=False
- # args=str(args)
- # args=args.split(', ')
- arguments=list()
- if not isExe==True:
- arguments.append(sys.executable)
- arguments.append(squirrel)
-
- if args.compress!=None and current!=False:
- nargs=list()
- args.text_file=None
- f=None
- f=current
- nargs.append(f)
- nargs.append(args.compress[-1])
- args.compress=nargs
- args.position=str(pos)
- try:
- tothreads=int(tothreads)
- if tothreads>1:
- args.n_instances=str(tothreads)
- except:pass
-
- for a in vars(args):
- if not 'None' in str(a) and str(a) != 'file=[]' and not 'threads' in str(a) and not 'pararell' in str(a):
- # a=a.split('=')
- # print(a)
- # try:
- # b=a[1]
- # b=b[1:-1]
- # except:
- # b=None
- # pass
- b=getattr(args, a)
- if isinstance(b, list):
- c=0
- for x in b:
- if x=="" and c==0:
- b=""
- c+=1
- break
- # print(a)
- # if a == 'type':
- # print(b)
- if a=='text_file' and separate_list==True:
- tfile=b
- else:
- if b!=None:
- a='--'+a
- arguments.append(a)
- if isinstance(b, list):
- for x in b:
- if x!='':
- arguments.append(x)
- # narg=narg[:-1]
- # arguments.append(narg)
- # print(narg)
- else:
- arguments.append(b)
- return arguments,tfile
-
-def pass_command(args,silence=False):
- c=0
- if not args.findfile:
- items=listmanager.counter(args.text_file)
- process=list()
- while items!=0:
- if c==0:
- c+=1
- else:
- print("")
- listmanager.printcurrent(args.text_file)
- arguments,nonevar=getargs(args,separate_list=False)
- # print(arguments)
- if silence==False:
- process.append(subprocess.Popen(arguments))
- else:
- process.append(subprocess.Popen(arguments, stdout=subprocess.PIPE, stderr=subprocess.PIPE))
- for p in process:
- p.wait()
- # print(str(p.poll()))
- while p.poll()==None:
- if p.poll()!=None:
- p.terminate();
- listmanager.striplines(args.text_file,number=1,counter=True)
- items-=1
- return items
- else:
- arguments,nonevar=getargs(args,separate_list=False)
- # print(arguments)
- process=list()
- if silence==False:
- process.append(subprocess.Popen(arguments))
- else:
- process.append(subprocess.Popen(arguments, stdout=subprocess.PIPE, stderr=subprocess.PIPE))
- for p in process:
- p.wait()
- # print(str(p.poll()))
- while p.poll()==None:
- if p.poll()!=None:
- p.terminate();
- return 0
-
-def pararell(args,workers,silence=False,nocls=False):
- from subprocess import call
- from time import sleep
- c=0;workers=int(workers);tfile=args.text_file;args0=args;f=False
- filelist=listmanager.read_lines_to_list(tfile,all=True)
- if not args.findfile:
- items=listmanager.counter(args.text_file);index=0
- process=list()
- while items!=0:
- if c==0:
- c+=1
- else:
- #print("")
- pass
-
- from colorama import Fore
- colors=Fore.__dict__
- p=0;threads=0
- for r in range(workers):
- if index != items:
- k=0;l=p
- for col in colors:
- if l>len(colors):
- l=l-len(colors)
- color=colors[col]
- if k==(l+1):
- break
- else:
- k+=1
- #listmanager.printcurrent(tfile)
- try:
- f=filelist[index]
- except:break
- tq = tqdm(leave=False,position=0)
- #tq = tqdm(leave=False,position=0,bar_format="{l_bar}%s{bar}%s{r_bar}" % (color, color))
- tq.write('Opening thread for '+f)
- threads+=1
- tq.close()
- tq = tqdm(total=1, unit='|', leave=True,position=0,bar_format="{l_bar}%s{bar}%s{r_bar}" % (color, Fore.RESET))
- tq.update(1)
- tq.close()
- opworkers=workers
- if itemslen(colors):
- l=l-len(colors)
- color=colors[col]
- if k==(l+1):
- break
- else:
- k+=1
- #listmanager.printcurrent(tfile)
- try:
- f=filelist[index2]
- except:break
- if nocls==False:
- tq = tqdm(leave=False,position=0)
- # tq = tqdm(leave=False,position=0,bar_format="{l_bar}%s{bar}%s{r_bar}" % (color, color))
- tq.write('Opening thread for '+f)
- tq.close()
- tq = tqdm(total=1, unit='|', leave=True,position=0,bar_format="{l_bar}%s{bar}%s{r_bar}" % (color, Fore.RESET))
- tq.update(1)
- tq.close()
- index2+=1;p+=1
- if pr.poll()!=None:
- pr.terminate();
- pr_n+=1
- if nocls==False:
- clear_Screen()
- if nocls==False:
- listmanager.striplines(tfile,number=threads,counter=False)
- else:
- listmanager.striplines(tfile,number=threads,counter=True,jump_line=True)
- items-=threads
- if items<0:
- items=0
- return items
-
-
-def clear_Screen():
- from subprocess import call
- from time import sleep
- if os.name =='posix':
- call('clear')#linux
- else:
- try:
- call('cls')#macos
- except:
- print ("\n" * 100)
- os.system('cls')#windows
\ No newline at end of file
diff --git a/py/lib/sq_settings.py b/py/lib/sq_settings.py
index 45144796..7e67651a 100644
--- a/py/lib/sq_settings.py
+++ b/py/lib/sq_settings.py
@@ -9,4 +9,4 @@ def set_prod_environment():
try:
a=key_system
except:
- set_prod_environment()
\ No newline at end of file
+ set_prod_environment()
diff --git a/py/mtp/mtp_game_manager.py b/py/mtp/mtp_game_manager.py
deleted file mode 100644
index 174380c7..00000000
--- a/py/mtp/mtp_game_manager.py
+++ /dev/null
@@ -1,586 +0,0 @@
-import Print
-import os
-import shutil
-import json
-from Fs import Nsp as squirrelNSP
-from Fs import Xci as squirrelXCI
-import sq_tools
-
-import Keys
-import sys
-import subprocess
-from mtp.wpd import is_switch_connected
-import listmanager
-import csv
-import time
-from secondary import clear_Screen
-from python_pick import pick
-from python_pick import Picker
-
-def check_connection():
- if not is_switch_connected():
- sys.exit("Switch device isn't connected.\nCheck if mtp responder is running!!!")
-
-bucketsize = 81920
-
-# SET ENVIRONMENT
-squirrel_dir=os.path.abspath(os.curdir)
-NSCB_dir=os.path.abspath('../'+(os.curdir))
-
-if os.path.exists(os.path.join(squirrel_dir,'ztools')):
- NSCB_dir=squirrel_dir
- zconfig_dir=os.path.join(NSCB_dir, 'zconfig')
- ztools_dir=os.path.join(NSCB_dir,'ztools')
- squirrel_dir=ztools_dir
-elif os.path.exists(os.path.join(NSCB_dir,'ztools')):
- squirrel_dir=squirrel_dir
- ztools_dir=os.path.join(NSCB_dir, 'ztools')
- zconfig_dir=os.path.join(NSCB_dir, 'zconfig')
-else:
- ztools_dir=os.path.join(NSCB_dir, 'ztools')
- zconfig_dir=os.path.join(NSCB_dir, 'zconfig')
-
-testroute1=os.path.join(squirrel_dir, "squirrel.py")
-testroute2=os.path.join(squirrel_dir, "squirrel.exe")
-urlconfig=os.path.join(zconfig_dir,'NUT_DB_URL.txt')
-isExe=False
-if os.path.exists(testroute1):
- squirrel=testroute1
- isExe=False
-elif os.path.exists(testroute2):
- squirrel=testroute2
- isExe=True
-bin_folder=os.path.join(ztools_dir, 'bin')
-nscb_mtp=os.path.join(bin_folder, 'nscb_mtp.exe')
-cachefolder=os.path.join(ztools_dir, '_mtp_cache_')
-if not os.path.exists(cachefolder):
- os.makedirs(cachefolder)
-games_installed_cache=os.path.join(cachefolder, 'games_installed.txt')
-sd_xci_cache=os.path.join(cachefolder, 'sd_xci.txt')
-valid_saves_cache=os.path.join(cachefolder, 'valid_saves.txt')
-mtp_source_lib=os.path.join(zconfig_dir,'mtp_source_libraries.txt')
-mtp_internal_lib=os.path.join(zconfig_dir,'mtp_SD_libraries.txt')
-storage_info=os.path.join(cachefolder, 'storage.csv')
-download_lib_file = os.path.join(zconfig_dir, 'mtp_download_libraries.txt')
-sx_autoloader_db=os.path.join(zconfig_dir, 'sx_autoloader_db')
-xci_locations=os.path.join(zconfig_dir, 'mtp_xci_locations.txt')
-
-def libraries(tfile):
- db={}
- try:
- with open(tfile,'rt',encoding='utf8') as csvfile:
- readCSV = csv.reader(csvfile, delimiter='|')
- i=0
- for row in readCSV:
- if i==0:
- csvheader=row
- i=1
- else:
- dict_={}
- for j in range(len(csvheader)):
- try:
- if row[j]==None or row[j]=='':
- dict_[csvheader[j]]=None
- else:
- dict_[csvheader[j]]=row[j]
- except:
- dict_[csvheader[j]]=None
- db[row[0]]=dict_
- # print(db)
- return db
- except BaseException as e:
- Print.error('Exception: ' + str(e))
- return False
-
-def retrieve_installed():
- check_connection()
- try:
- for f in os.listdir(cachefolder):
- fp = os.path.join(cachefolder, f)
- try:
- shutil.rmtree(fp)
- except OSError:
- os.remove(fp)
- except:pass
- print(" * Parsing games in device. Please Wait...")
- process=subprocess.Popen([nscb_mtp,"ShowInstalled","-tfile",games_installed_cache,"-show","false","-exci","true"],stdout=subprocess.PIPE,stderr=subprocess.PIPE)
- while process.poll()==None:
- if process.poll()!=None:
- process.terminate();
- if os.path.exists(games_installed_cache):
- print(" Success")
-
-def retrieve_registered():
- check_connection()
- try:
- for f in os.listdir(cachefolder):
- fp = os.path.join(cachefolder, f)
- try:
- shutil.rmtree(fp)
- except OSError:
- os.remove(fp)
- except:pass
- print("1. Retrieving registered...")
- dbicsv=os.path.join(cachefolder,"registered.csv")
- process=subprocess.Popen([nscb_mtp,"Download","-ori","4: Installed gamesInstalledApplications.csv","-dst",dbicsv],stdout=subprocess.PIPE,stderr=subprocess.PIPE)
- while process.poll()==None:
- if process.poll()!=None:
- process.terminate();
- if os.path.exists(dbicsv):
- print(" Success")
- else:
- sys.exit("Couldn't retrieved Game Registry")
- dbi_dict={}
- with open(dbicsv,'rt',encoding='utf8') as csvfile:
- readCSV = csv.reader(csvfile, delimiter=',')
- id=0;ver=1;tname=2;
- for row in readCSV:
- try:
- tid=(str(row[id]).upper())[2:]
- version=int(row[ver])
- name=str(row[tname])
- dbi_dict[tid]=[tid,version,name]
- except:pass
- return dbi_dict
-
-def retrieve_xci_paths():
- check_connection()
- try:
- for f in os.listdir(cachefolder):
- fp = os.path.join(cachefolder, f)
- try:
- shutil.rmtree(fp)
- except OSError:
- os.remove(fp)
- except:pass
- print(" * Parsing games in device. Please Wait...")
- process=subprocess.Popen([nscb_mtp,"Retrieve_XCI_paths","-tfile",sd_xci_cache,"-show","false","-exci","false","-xci_lc",xci_locations],stdout=subprocess.PIPE,stderr=subprocess.PIPE)
- while process.poll()==None:
- if process.poll()!=None:
- process.terminate();
- if os.path.exists(games_installed_cache):
- print(" Success")
-
-def parsedinstalled():
- installed={}
- if os.path.exists(games_installed_cache):
- gamelist=listmanager.read_lines_to_list(games_installed_cache,all=True)
- for g in gamelist:
- try:
- entry=listmanager.parsetags(g)
- entry=list(entry)
- entry.append(g)
- installed[entry[0]]=entry
- except:pass
- return installed
-
-def get_gamelist(dosort=True,file=games_installed_cache):
- gamelist=[]
- if os.path.exists(file):
- gamelist=listmanager.read_lines_to_list(file,all=True)
- gamelist.sort()
- return gamelist
-
-def pick_download_folder():
- title = 'Select download folder: '
- db=libraries(download_lib_file)
- if db==False:
- return False,False
- options = [x for x in db.keys()]
- selected = pick(options, title,min_selection_count=1)
- path=(db[selected[0]])['path']
- return path
-
-def pick_transfer_folder():
- if not os.path.exists(mtp_internal_lib):
- return "SD"
- title = 'Select transfer folder: '
- db=libraries(mtp_internal_lib)
- if db==False:
- return "SD"
- options = [x for x in db.keys()]
- selected = pick(options, title,min_selection_count=1)
- path=(db[selected[0]])['path']
- return path
-
-def transfer(filepath=None,destiny="SD",):
- check_connection()
- if filepath=="":
- filepath=None
- if filepath==None:
- print("File input = null")
- return False
- print("- Retrieving Space on device")
- from mtp.mtpinstaller import get_storage_info
- SD_ds,SD_fs,NAND_ds,NAND_fs,FW,device=get_storage_info()
- print("- Calculating File size")
- file_size=os.path.getsize(filepath)
- print(f" * SD free space: {SD_fs} ({sq_tools.getSize(SD_fs)})")
- print(f" * File installed size: {file_size} ({sq_tools.getSize(file_size)})")
- if file_size>SD_fs:
- print(" Not enough space on SD. Changing target to EMMC")
- print(f" * EMMC free space: {NAND_fs} ({sq_tools.getSize(NAND_fs)})")
- sys.exit(" NOT ENOUGH SPACE SD STORAGE")
- if destiny=="SD":
- destiny="1: External SD Card/"
- basename=os.path.basename(filepath)
- destiny=os.path.join(destiny, basename)
- process=subprocess.Popen([nscb_mtp,"Transfer","-ori",filepath,"-dst",destiny])
- while process.poll()==None:
- if process.poll()!=None:
- process.terminate();
-
-def loop_transfer(tfile):
- check_connection()
- if not os.path.exists(tfile):
- sys.exit(f"Couldn't find {tfile}")
- destiny=pick_transfer_folder()
- file_list=listmanager.read_lines_to_list(tfile,all=True)
- for item in file_list:
- transfer(filepath=item,destiny=destiny)
- print("")
- listmanager.striplines(tfile,counter=True)
-
-def gen_sx_autoloader_sd_files():
- check_connection()
- retrieve_xci_paths()
- gamelist=get_gamelist(file=sd_xci_cache)
- SD_folder=os.path.join(sx_autoloader_db, 'sd')
- if not os.path.exists(sx_autoloader_db):
- os.makedirs(sx_autoloader_db)
- if not os.path.exists(SD_folder):
- os.makedirs(SD_folder)
- for f in os.listdir(SD_folder):
- fp = os.path.join(SD_folder, f)
- try:
- shutil.rmtree(fp)
- except OSError:
- os.remove(fp)
- print(' * Genereting autoloader files')
- for g in gamelist:
- try:
- fileid,fileversion,cctag,nG,nU,nD,baseid=listmanager.parsetags(g)
- tfile=os.path.join(SD_folder,fileid)
- new_path=g.replace('\\1: External SD Card\\','sdmc:/')
- new_path=new_path.replace('\\','/')
- with open(tfile,'w') as text_file:
- text_file.write(new_path)
- except:pass
- print(' * Pushing autoloader files')
- destiny="1: External SD Card\\sxos\\titles\\00FF0012656180FF\\cach\\sd"
- process=subprocess.Popen([nscb_mtp,"TransferFolder","-ori",SD_folder,"-dst",destiny,"-fbf","true"])
- while process.poll()==None:
- if process.poll()!=None:
- process.terminate();
-
-
-def dump_content():
- check_connection()
- retrieve_installed()
- installed=get_gamelist()
- print(" * Entering File Picker")
- title = 'Select content to dump: \n + Press space or right to select content \n + Press Enter or Intro to accept selection \n + Press E to exit selection'
- options=installed
- picker = Picker(options, title, multi_select=True, min_selection_count=1)
- def end_selection(picker):
- return False,-1
- picker.register_custom_handler(ord('e'), end_selection);picker.register_custom_handler(ord('E'), end_selection)
- selected=picker.start()
- if selected[0]==False:
- print(" User didn't select any files")
- return False
- outfolder=pick_download_folder()
- if not os.path.exists(outfolder):
- os.makedirs(outfolder)
- print(" * Starting dumping process...")
- counter=len(selected)
- for file in selected:
- outputfile=os.path.join(outfolder, file[0])
- process=subprocess.Popen([nscb_mtp,"Dump","-sch",file[0],"-dst",outputfile])
- while process.poll()==None:
- if process.poll()!=None:
- process.terminate();
- counter-=1
- print('...................................................')
- print('STILL '+str(counter)+' FILES TO PROCESS')
- print('...................................................')
-
-def uninstall_content():
- check_connection()
- retrieve_installed()
- installed=get_gamelist()
- print(" * Entering File Picker")
- title = 'Select content to uninstall: \n + Press space or right to select content \n + Press E to finish selection'
- options=installed
- picker = Picker(options, title, multi_select=True, min_selection_count=1)
- def end_selection(picker):
- return False,-1
- picker.register_custom_handler(ord('e'), end_selection);picker.register_custom_handler(ord('E'), end_selection)
- selected=picker.start()
- if selected[0]==False:
- print(" User didn't select any files")
- return False
- print(" * Starting uninstalling process...")
- counter=len(selected)
- for file in selected:
- process=subprocess.Popen([nscb_mtp,"DeleteID","-ID",file[0]])
- while process.poll()==None:
- if process.poll()!=None:
- process.terminate();
- counter-=1
- print('...................................................')
- print('STILL '+str(counter)+' FILES TO PROCESS')
- print('...................................................')
-
-def delete_archived():
- check_connection()
- retrieve_installed()
- installed=get_gamelist()
- registered=retrieve_registered()
- for game in installed:
- try:
- fileid,fileversion,cctag,nG,nU,nD,baseid=listmanager.parsetags(game)
- try:
- del registered[fileid]
- except:pass
- except:pass
- games=[]
- # Name [version][title]
- for k in registered.keys():
- games.append(f"{(registered[k])[2]} [{(registered[k])[0]}][{(registered[k])[1]}]")
- print(" * Entering File Picker")
- if not games:
- sys.exit("There isn't any archived games or placeholder on the device")
- title = 'Select registries to delete: \n + Press space or right to select entries \n + Press E to finish selection \n + Press A to select all entries'
- options=games
- picker = Picker(options, title, multi_select=True, min_selection_count=1)
- def end_selection(picker):
- return False,-1
- def select_all(picker):
- return "ALL",-1
- picker.register_custom_handler(ord('e'), end_selection)
- picker.register_custom_handler(ord('E'), end_selection)
- picker.register_custom_handler(ord('a'), select_all)
- picker.register_custom_handler(ord('A'), select_all)
- selected=picker.start()
- if selected[0]==False:
- print(" User didn't select any files")
- return False
- print(" * Starting uninstalling process...")
- arch2delete=[]
- if selected[0]=="ALL":
- for k in registered:
- g0=(registered[k])[2]
- arch2delete.append(g0)
- else:
- for game in selected:
- g=game[0]
- g0=[pos for pos, char in enumerate(g) if char == '[']
- g0=(g[0:g0[0]]).strip()
- arch2delete.append(g0)
- counter=len(arch2delete)
- for file in arch2delete:
- process=subprocess.Popen([nscb_mtp,"DeleteRegistry","-ID",file])
- while process.poll()==None:
- if process.poll()!=None:
- process.terminate();
- counter-=1
- print('...................................................')
- print('STILL '+str(counter)+' FILES TO PROCESS')
- print('...................................................')
-
-def back_up_saves(backup_all=False,inline=False,tidandver=True,romaji=True,outfolder=None,onlyInstalled=False):
- check_connection()
- import zipfile
- from datetime import datetime
- if outfolder=="":
- outfolder=None
- try:
- for f in os.listdir(cachefolder):
- fp = os.path.join(cachefolder, f)
- try:
- shutil.rmtree(fp)
- except OSError:
- os.remove(fp)
- except:pass
- if outfolder==None:
- outfolder=pick_download_folder()
- if not os.path.exists(outfolder):
- os.makedirs(outfolder)
- if onlyInstalled==True:
- process=subprocess.Popen([nscb_mtp,"ShowSaveGames","-saves",valid_saves_cache,"-show","False","-oinst","True"])
- else:
- process=subprocess.Popen([nscb_mtp,"ShowSaveGames","-saves",valid_saves_cache,"-show","False","-oinst","False"])
- while process.poll()==None:
- if process.poll()!=None:
- process.terminate();
- if not os.path.exists(valid_saves_cache):
- sys.exit("Savegames couldn't be retrieved")
- valid_saves=[];options=[]
- with open(valid_saves_cache,'rt',encoding='utf8') as tfile:
- for line in tfile:
- valid_saves.append(line.strip())
- if line.startswith("Installed games\\"):
- line=line.replace("Installed games\\","")
- options.append(line.strip())
- elif line.startswith("Uninstalled games\\"):
- line=line.replace("Uninstalled games\\","")
- options.append(line.strip())
- if backup_all==False:
- title = 'Select saves to backup: \n + Press space or right to select content \n + Press E to finish selection'
- picker = Picker(options, title, multi_select=True, min_selection_count=1)
- def end_selection(picker):
- return False,-1
- picker.register_custom_handler(ord('e'), end_selection);picker.register_custom_handler(ord('E'), end_selection)
- selected=picker.start()
- if selected[0]==False:
- print(" User didn't select any games")
- return False
- else:
- selected=[]
- for i in range(len(valid_saves)):
- selected.append([valid_saves[i],i])
- print("- Retrieving registered to get TitleIDs...")
- dbicsv=os.path.join(cachefolder,"registered.csv")
- process=subprocess.Popen([nscb_mtp,"Download","-ori","4: Installed gamesInstalledApplications.csv","-dst",dbicsv],stdout=subprocess.PIPE,stderr=subprocess.PIPE)
- while process.poll()==None:
- if process.poll()!=None:
- process.terminate();
- if os.path.exists(dbicsv):
- print(" Success")
- if tidandver==True:
- dbi_dict={}
- with open(dbicsv,'rt',encoding='utf8') as csvfile:
- readCSV = csv.reader(csvfile, delimiter=',')
- id=0;ver=1;tname=2;
- for row in readCSV:
- version=0;
- try:
- tid=(str(row[id]).upper())[2:]
- tid=tid[:-3]+'000'
- version=int(row[ver])
- name=str(row[tname])
- if name in dbi_dict:
- if version<((dbi_dict[name])['version']):
- continue
- dbi_dict[name]={'tid':tid,'version':version,'name':name}
- except BaseException as e:
- Print.error('Exception: ' + str(e))
- return False
- counter=len(selected)
- for file in selected:
- if tidandver==True:
- print(f'- Searching "{file[0]}" in registered data')
- titleid="";version=""
- name=file[0]
- if name.startswith("Installed games\\"):
- name=name.replace("Installed games\\","")
- elif name.startswith("Uninstalled games\\"):
- name=name.replace("Uninstalled games\\","")
- try:
- titleid=((dbi_dict[name])['tid'])
- titleid=f'[{titleid}]'
- version=str((dbi_dict[file[0]])['version'])
- version=f'[v{version}]'
- except:
- pass
- game=f"{name} {titleid}{version}"
- else:
- name=file[0]
- if name.startswith("Installed games\\"):
- name=name.replace("Installed games\\","")
- elif name.startswith("Uninstalled games\\"):
- name=name.replace("Uninstalled games\\","")
- game=f"{name}"
- game=sanitize(game,romaji)
- if inline==False:
- dmpfolder=os.path.join(outfolder,game)
- else:
- dmpfolder=outfolder
- tmpfolder=os.path.join(dmpfolder,'tmp')
- if not os.path.exists(dmpfolder):
- os.makedirs(dmpfolder)
- if not os.path.exists(tmpfolder):
- os.makedirs(tmpfolder)
- process=subprocess.Popen([nscb_mtp,"BackSaves","-sch",file[0],"-dst",tmpfolder])
- while process.poll()==None:
- if process.poll()!=None:
- process.terminate();
- counter-=1
- subfolders = [ f.path for f in os.scandir(tmpfolder) if f.is_dir() ]
- for folder in subfolders:
- dname=os.path.basename(folder)
- timedate = datetime.now()
- timedate = timedate.strftime("[%Y.%m.%d @ %H.%M.%S]")
- zipname=f"{game}{timedate}[{dname}].zip"
- output=os.path.join(dmpfolder,zipname)
- print(f"- Zipping {folder} to {output}")
- file_list=listmanager.folder_to_list(folder,extlist='all')
- if not file_list:
- continue
- z = zipfile.ZipFile(output, "w",zipfile.ZIP_DEFLATED)
- basedir=os.path.dirname(folder)
- for dirpath, dirnames, filenames in os.walk(folder):
- for filename in filenames:
- filePath = os.path.join(dirpath, filename)
- dirname = filePath.replace(folder,'')
- dirname=dirname[0:]
- if os.path.isfile(filePath):
- z.write(filePath, dirname)
- z.close()
- try:
- shutil.rmtree(tmpfolder, ignore_errors=True)
- except: pass
- print('...................................................')
- print('STILL '+str(counter)+' FILES TO PROCESS')
- print('...................................................')
-
-def sanitize(filename,roma=True):
- import re
- filename = (re.sub(r'[\/\\\:\*\?]+', '', filename))
- filename = re.sub(r'[™©®`~^´ªº¢#£€¥$ƒ±¬½¼♡«»±•²‰œæƳ☆<<>>|]', '', filename)
- filename = re.sub(r'[Ⅰ]', 'I', filename);filename = re.sub(r'[Ⅱ]', 'II', filename)
- filename = re.sub(r'[Ⅲ]', 'III', filename);filename = re.sub(r'[Ⅳ]', 'IV', filename)
- filename = re.sub(r'[Ⅴ]', 'V', filename);filename = re.sub(r'[Ⅵ]', 'VI', filename)
- filename = re.sub(r'[Ⅶ]', 'VII', filename);filename = re.sub(r'[Ⅷ]', 'VIII', filename)
- filename = re.sub(r'[Ⅸ]', 'IX', filename);filename = re.sub(r'[Ⅹ]', 'X', filename)
- filename = re.sub(r'[Ⅺ]', 'XI', filename);filename = re.sub(r'[Ⅻ]', 'XII', filename)
- filename = re.sub(r'[Ⅼ]', 'L', filename);filename = re.sub(r'[Ⅽ]', 'C', filename)
- filename = re.sub(r'[Ⅾ]', 'D', filename);filename = re.sub(r'[Ⅿ]', 'M', filename)
- filename = re.sub(r'[—]', '-', filename);filename = re.sub(r'[√]', 'Root', filename)
- filename = re.sub(r'[àâá@äå]', 'a', filename);filename = re.sub(r'[ÀÂÁÄÅ]', 'A', filename)
- filename = re.sub(r'[èêéë]', 'e', filename);filename = re.sub(r'[ÈÊÉË]', 'E', filename)
- filename = re.sub(r'[ìîíï]', 'i', filename);filename = re.sub(r'[ÌÎÍÏ]', 'I', filename)
- filename = re.sub(r'[òôóöø]', 'o', filename);filename = re.sub(r'[ÒÔÓÖØ]', 'O', filename)
- filename = re.sub(r'[ùûúü]', 'u', filename);filename = re.sub(r'[ÙÛÚÜ]', 'U', filename)
- filename = re.sub(r'[’]', "'", filename);filename = re.sub(r'[“”]', '"', filename)
- filename = re.sub(' {3,}', ' ',filename);re.sub(' {2,}', ' ',filename);
- filename = filename.replace("( ", "(");filename = filename.replace(" )", ")")
- filename = filename.replace("[ ", "[");filename = filename.replace(" ]", "]")
- filename = filename.replace("[ (", "[(");filename = filename.replace(") ]", ")]")
- filename = filename.replace("[]", "");filename = filename.replace("()", "")
- filename = filename.replace('" ','"');filename = filename.replace(' "','"')
- filename = filename.replace(" !", "!");filename = filename.replace(" ?", "?")
- filename = filename.replace(" ", " ");filename = filename.replace(" ", " ")
- filename = filename.replace('"', '');
- filename = filename.replace(')', ') ');filename = filename.replace(']', '] ')
- filename = filename.replace("[ (", "[(");filename = filename.replace(") ]", ")]")
- filename = filename.replace(" ", " ")
- if roma==True:
- converter = kakashi_conv()
- filename=converter.do(filename)
- filename.strip()
- return filename
-
-def kakashi_conv():
- import pykakasi
- kakasi = pykakasi.kakasi()
- kakasi.setMode("H", "a")
- kakasi.setMode("K", "a")
- kakasi.setMode("J", "a")
- kakasi.setMode("s", True)
- kakasi.setMode("E", "a")
- kakasi.setMode("a", None)
- kakasi.setMode("C", False)
- converter = kakasi.getConverter()
- return converter
diff --git a/py/mtp/mtp_gdrive.py b/py/mtp/mtp_gdrive.py
deleted file mode 100644
index ba88e77c..00000000
--- a/py/mtp/mtp_gdrive.py
+++ /dev/null
@@ -1,1012 +0,0 @@
-import Print
-import os
-import shutil
-import sq_tools
-import io
-import sys
-import subprocess
-import listmanager
-import csv
-from Drive import Private as DrivePrivate
-from Drive import Public as DrivePublic
-from Drive import DriveTools
-import requests
-from workers import concurrent_scrapper
-from mtpinstaller import get_storage_info
-try:
- import ujson as json
-except:
- import json
-
-def check_connection():
- from mtp.wpd import is_switch_connected
- if not is_switch_connected():
- sys.exit("Switch device isn't connected.\nCheck if mtp responder is running!!!")
-
-bucketsize = 81920
-
-# SET ENVIRONMENT
-squirrel_dir=os.path.abspath(os.curdir)
-NSCB_dir=os.path.abspath('../'+(os.curdir))
-
-if os.path.exists(os.path.join(squirrel_dir,'ztools')):
- NSCB_dir=squirrel_dir
- zconfig_dir=os.path.join(NSCB_dir, 'zconfig')
- ztools_dir=os.path.join(NSCB_dir,'ztools')
- squirrel_dir=ztools_dir
-elif os.path.exists(os.path.join(NSCB_dir,'ztools')):
- squirrel_dir=squirrel_dir
- ztools_dir=os.path.join(NSCB_dir, 'ztools')
- zconfig_dir=os.path.join(NSCB_dir, 'zconfig')
-else:
- ztools_dir=os.path.join(NSCB_dir, 'ztools')
- zconfig_dir=os.path.join(NSCB_dir, 'zconfig')
-
-testroute1=os.path.join(squirrel_dir, "squirrel.py")
-testroute2=os.path.join(squirrel_dir, "squirrel.exe")
-urlconfig=os.path.join(zconfig_dir,'NUT_DB_URL.txt')
-isExe=False
-if os.path.exists(testroute1):
- squirrel=testroute1
- isExe=False
-elif os.path.exists(testroute2):
- squirrel=testroute2
- isExe=True
-bin_folder=os.path.join(ztools_dir, 'bin')
-nscb_mtp=os.path.join(bin_folder, 'nscb_mtp.exe')
-cachefolder=os.path.join(ztools_dir, '_mtp_cache_')
-if not os.path.exists(cachefolder):
- os.makedirs(cachefolder)
-games_installed_cache=os.path.join(cachefolder, 'games_installed.txt')
-mtp_source_lib=os.path.join(zconfig_dir,'mtp_source_libraries.txt')
-mtp_internal_lib=os.path.join(zconfig_dir,'mtp_SD_libraries.txt')
-storage_info=os.path.join(cachefolder, 'storage.csv')
-download_lib_file = os.path.join(zconfig_dir, 'mtp_download_libraries.txt')
-remote_lib_file = os.path.join(zconfig_dir, 'remote_libraries.txt')
-cache_lib_file= os.path.join(zconfig_dir, 'remote_cache_location.txt')
-_1fichier_token=os.path.join((os.path.join(zconfig_dir, 'credentials')),'_1fichier_token.tk')
-remote_lib_cache=os.path.join(zconfig_dir, 'remote_lib_cache')
-xci_locations=os.path.join(zconfig_dir, 'mtp_xci_locations.txt')
-
-def libraries(tfile):
- db={}
- try:
- with open(tfile,'rt',encoding='utf8') as csvfile:
- readCSV = csv.reader(csvfile, delimiter='|')
- i=0
- for row in readCSV:
- if i==0:
- csvheader=row
- i=1
- else:
- dict_={}
- for j in range(len(csvheader)):
- try:
- if row[j]==None or row[j]=='':
- dict_[csvheader[j]]=None
- else:
- dict_[csvheader[j]]=row[j]
- except:
- dict_[csvheader[j]]=None
- db[row[0]]=dict_
- return db
- except BaseException as e:
- Print.error('Exception: ' + str(e))
- return False
-
-def get_cache_lib():
- db=libraries(cache_lib_file)
- TD=None;lib=None;path="null";libpath=None
- for entry in db:
- path=db[entry]['path']
- TD=db[entry]['TD_name']
- lib=entry
- libpath=path
- break
- if TD=='':
- TD=None
- return lib,TD,libpath
-
-def addtodrive(filename,truecopy=True):
- if os.path.exists(cache_lib_file):
- lib,TD,libpath=get_cache_lib()
- if lib!=None:
- file_id, is_download_link=DrivePublic.parse_url(filename)
- if is_download_link:
- remote=DrivePrivate.location(route=libpath,TD_Name=TD)
- result=remote.drive_service.files().get(fileId=file_id, fields="name,mimeType").execute()
- name=result['name']
- testpath=('{}/{}').format(libpath,name)
- remote=DrivePrivate.location(route=testpath,TD_Name=TD)
- if remote.name==None:
- name=DrivePrivate.add_to_drive(url=filename,filepath=libpath,makecopy=truecopy,TD=TD)
- filename=('{}/{}').format(libpath,name)
- ID,name,type,size,md5,remote=DrivePrivate.get_Data(filename,TD=TD,Print=False)
- else:
- filename=testpath
- globalremote=remote
- return filename
-
-def loop_install(tfile,destiny="SD",outfolder=None,ch_medium=True,check_fw=True,patch_keygen=False,ch_base=False,ch_other=False,truecopy=True,checked=False):
- check_connection()
- if not os.path.exists(tfile):
- sys.exit(f"Couldn't find {tfile}")
- from mtpinstaller import retrieve_installed,parsedinstalled
- installed=[]
- if ch_base==True or ch_other==True:
- if checked==False:
- print("Content check activated")
- retrieve_installed()
- installed=parsedinstalled()
- elif checked==True:
- print("Content check activated. Games are preparsed")
- installed=parsedinstalled()
- file_list=listmanager.read_lines_to_list(tfile,all=True)
- for item in file_list:
- if item.startswith('https://1fichier.com'):
- print("Item is 1fichier link. Redirecting...")
- fichier_install(item,destiny,ch_medium,ch_base=ch_base,ch_other=ch_other,installed_list=installed)
- elif item.startswith('https://drive.google.com'):
- print("Item is google drive public link. Redirecting...")
- public_gdrive_install(item,destiny,outfolder=outfolder,ch_medium=ch_medium,check_fw=check_fw,patch_keygen=patch_keygen,ch_base=ch_base,ch_other=ch_other,checked=checked,truecopy=truecopy,installed_list=installed)
- elif os.path.exists(item):
- print("Item is a local link. Skipping...")
- else:
- try:
- test=item.split('|')
- if len(test)<2:
- item=test[0]
- lib,TD,libpath=get_library_from_path(remote_lib_file,item)
- if lib!=None:
- print("Item is a remote library link. Redirecting...")
- gdrive_install(item,destiny,outfolder=outfolder,ch_medium=ch_medium,check_fw=check_fw,patch_keygen=patch_keygen,ch_base=ch_base,ch_other=ch_other,checked=checked,installed_list=installed)
- else:
- print("Couldn't find file. Skipping...")
- else:
- gdrive_install(item,destiny,outfolder=outfolder,ch_medium=ch_medium,check_fw=check_fw,patch_keygen=patch_keygen,ch_base=ch_base,ch_other=ch_other,checked=checked,installed_list=installed)
- except BaseException as e:
- Print.error('Exception: ' + str(e))
- print(f"Couldn't find {test[0]}. Skipping...")
- print("")
- listmanager.striplines(tfile,1,True)
-
-def get_library_from_path(tfile=None,filename=None):
- if tfile==None:
- db=libraries(remote_lib_file)
- else:
- db=libraries(tfile)
- TD=None;lib=None;path="null"
- for entry in db:
- path=db[entry]['path']
- if filename.startswith(path):
- TD=db[entry]['TD_name']
- lib=entry
- libpath=path
- break
- else:
- pass
- if lib==None:
- db=libraries(cache_lib_file)
- TD=None;lib=None;path="null"
- for entry in db:
- path=db[entry]['path']
- if filename.startswith(path):
- TD=db[entry]['TD_name']
- lib=entry
- libpath=path
- break
- else:
- pass
- if TD=='':
- TD=None
- return lib,TD,libpath
-
-def gdrive_install(filename,destiny="SD",outfolder=None,ch_medium=True,check_fw=True,patch_keygen=False,ch_base=False,ch_other=False,checked=False,installed_list=False):
- check_connection();ID=None;gvID=None
- test=filename.split('|')
- if len(test)<2:
- filename=test[0]
- lib,TD,libpath=get_library_from_path(remote_lib_file,filename)
- elif len(test)<3:
- filename=test[0]
- TD=test[1]
- if str(TD).upper()=="NONE":
- TD=None
- else:
- filename=test[0]
- TD=test[1]
- if str(TD).upper()=="NONE":
- TD=None
- ID=test[2]
- if str(ID).upper()=="NONE":
- ID=None
- gvID=ID
- if ID==None:
- ID,name,type,size,md5,remote=DrivePrivate.get_Data(filename,TD=TD,Print=False)
- else:
- try:
- ID,name,type,size,md5,remote=DrivePrivate.get_Data(filename,TD=TD,Print=False,ID=ID)
- if ID==None:
- try:
- ID,name,type,size,md5,remote=DrivePrivate.get_Data(filename,TD=TD,Print=False)
- if ID==None:
- lib,TD,libpath=get_library_from_path(remote_lib_file,filename)
- ID,name,type,size,md5,remote=DrivePrivate.get_Data(filename,TD=TD,Print=False)
- except:
- lib,TD,libpath=get_library_from_path(remote_lib_file,filename)
- ID,name,type,size,md5,remote=DrivePrivate.get_Data(filename,TD=TD,Print=False)
- except:
- try:
- ID,name,type,size,md5,remote=DrivePrivate.get_Data(filename,TD=TD,Print=False)
- if ID==None:
- lib,TD,libpath=get_library_from_path(remote_lib_file,filename)
- ID,name,type,size,md5,remote=DrivePrivate.get_Data(filename,TD=TD,Print=False)
- except:
- lib,TD,libpath=get_library_from_path(remote_lib_file,filename)
- ID,name,type,size,md5,remote=DrivePrivate.get_Data(filename,TD=TD,Print=False)
- if ID==None and gvID!=None:
- remote.ID=gvID
- # header=DrivePrivate.get_html_header(remote.access_token)
- token=remote.access_token
- name=remote.name
- sz=remote.size
- URL='https://www.googleapis.com/drive/v3/files/'+remote.ID+'?alt=media'
- ext=name.split('.')
- ext=ext[-1]
- if not name.endswith('nsp') and not name.endswith('nsz') and not name.endswith('xci') and not name.endswith('xcz') :
- print(f"Extension not supported for direct instalation {ext} in {name}")
- return False
- print("- Retrieving Space on device")
- SD_ds,SD_fs,NAND_ds,NAND_fs,FW,device=get_storage_info()
- print("- Calculating Installed size")
- filesize=int(sz)
- if destiny=="SD":
- print(f" * SD free space: {SD_fs} ({sq_tools.getSize(SD_fs)})")
- print(f" * File size: {filesize} ({sq_tools.getSize(filesize)})")
- if filesize>SD_fs:
- if filesizeNAND_fs:
- if filesizeint(FW_kg):
- kgwarning=True
- tgkg=int(FW_kg)
- else:
- tgkg=keygeneration
- else:
- tgkg=keygeneration
- except:
- print("Error getting cnmtdata from file")
- print(f"- Console Firmware: {FW} ({FW_RSV}) - keygen {FW_kg})")
- print(f"- File keygeneration: {keygeneration}")
- if kgwarning==True:
- print("File requires a higher firmware. Skipping...")
- return False
- if installed_list!=False:
- try:
- fileid,fileversion,cctag,nG,nU,nD,baseid=listmanager.parsetags(name)
- fileversion=int(fileversion)
- if fileid.endswith('000') and fileversion==0 and fileid in installed_list.keys() and ch_base==True:
- print("Base game already installed. Skipping...")
- return False
- elif fileid.endswith('000') and fileid in installed_list.keys() and ch_other==True:
- updid=fileid[:-3]+'800'
- if fileversion>((installed_list[fileid])[2]):
- print("Asking DBI to delete previous content")
- process=subprocess.Popen([nscb_mtp,"DeleteID","-ID",fileid])
- while process.poll()==None:
- if process.poll()!=None:
- process.terminate();
- process=subprocess.Popen([nscb_mtp,"DeleteID","-ID",updid])
- while process.poll()==None:
- if process.poll()!=None:
- process.terminate();
- else:
- print("The update is a previous version than the installed on device.Skipping..")
- listmanager.striplines(tfile,counter=True)
- return False
- elif ch_other==True and fileid in installed_list.keys():
- if fileversion>((installed_list[fileid])[2]):
- print("Asking DBI to delete previous update")
- process=subprocess.Popen([nscb_mtp,"DeleteID","-ID",fileid])
- while process.poll()==None:
- if process.poll()!=None:
- process.terminate();
- else:
- print("The update is a previous version than the installed on device.Skipping..")
- listmanager.striplines(tfile,counter=True)
- return False
- except:pass
- if name.endswith('xci') or name.endswith('xcz'):
- from mtpxci_remote import install_xci_csv
- install_xci_csv(remote=remote,destiny=destiny,cachefolder=outfolder)
- else:
- process=subprocess.Popen([nscb_mtp,"DriveInstall","-ori",URL,"-dst",destiny,"-name",name,"-size",sz,"-tk",token])
- while process.poll()==None:
- if process.poll()!=None:
- process.terminate();
-
-def public_gdrive_install(filepath,destiny="SD",truecopy=True,outfolder=None,ch_medium=True,check_fw=True,patch_keygen=False,ch_base=False,ch_other=False,installed_list=False):
- check_connection()
- lib,TD,libpath=get_cache_lib()
- if lib==None:
- sys.exit(f"Google Drive Public Links are only supported via cache folder")
- filename=addtodrive(filepath,truecopy=truecopy)
- ID,name,type,size,md5,remote=DrivePrivate.get_Data(filename,TD=TD,Print=False)
- token=remote.access_token
- name=remote.name
- sz=remote.size
- URL='https://www.googleapis.com/drive/v3/files/'+remote.ID+'?alt=media'
- ext=name.split('.')
- ext=ext[-1]
- if not name.endswith('nsp') and not name.endswith('nsz') and not name.endswith('xci') and not name.endswith('xcz'):
- print(f"Extension not supported for direct instalation {ext} in {name}")
- return False
- print("- Retrieving Space on device")
- SD_ds,SD_fs,NAND_ds,NAND_fs,FW,device=get_storage_info()
- print("- Calculating Installed size")
- filesize=int(sz)
- if destiny=="SD":
- print(f" * SD free space: {SD_fs} ({sq_tools.getSize(SD_fs)})")
- print(f" * File size: {filesize} ({sq_tools.getSize(filesize)})")
- if filesize>SD_fs:
- if filesizeNAND_fs:
- if filesizeint(FW_kg):
- kgwarning=True
- tgkg=int(FW_kg)
- else:
- tgkg=keygeneration
- else:
- tgkg=keygeneration
- print(f"- Console Firmware: {FW} ({FW_RSV}) - keygen {FW_kg})")
- print(f"- File keygeneration: {keygeneration}")
- if kgwarning==True:
- print("File requires a higher firmware. Skipping...")
- return False
- except:
- print("Error getting cnmtdata from file")
- if installed_list!=False:
- try:
- fileid,fileversion,cctag,nG,nU,nD,baseid=listmanager.parsetags(name)
- fileversion=int(fileversion)
- if fileid.endswith('000') and fileversion==0 and fileid in installed_list.keys() and ch_base==True:
- print("Base game already installed. Skipping...")
- return False
- elif fileid.endswith('000') and fileid in installed_list.keys() and ch_other==True:
- updid=fileid[:-3]+'800'
- if fileversion>((installed_list[fileid])[2]):
- print("Asking DBI to delete previous content")
- process=subprocess.Popen([nscb_mtp,"DeleteID","-ID",fileid])
- while process.poll()==None:
- if process.poll()!=None:
- process.terminate();
- process=subprocess.Popen([nscb_mtp,"DeleteID","-ID",updid])
- while process.poll()==None:
- if process.poll()!=None:
- process.terminate();
- else:
- print("The update is a previous version than the installed on device.Skipping..")
- listmanager.striplines(tfile,counter=True)
- return False
- elif ch_other==True and fileid in installed_list.keys():
- if fileversion>((installed_list[fileid])[2]):
- print("Asking DBI to delete previous update")
- process=subprocess.Popen([nscb_mtp,"DeleteID","-ID",fileid])
- while process.poll()==None:
- if process.poll()!=None:
- process.terminate();
- else:
- print("The update is a previous version than the installed on device.Skipping..")
- listmanager.striplines(tfile,counter=True)
- return False
- except:pass
- if name.endswith('xci') or name.endswith('xcz'):
- from mtpxci_remote import install_xci_csv
- install_xci_csv(remote=remote,destiny=destiny,cachefolder=outfolder)
- else:
- process=subprocess.Popen([nscb_mtp,"DriveInstall","-ori",URL,"-dst",destiny,"-name",name,"-size",sz,"-tk",token])
- while process.poll()==None:
- if process.poll()!=None:
- process.terminate();
-
-def fichier_install(url,destiny="SD",ch_medium=True,ch_base=False,ch_other=False,installed_list=False):
- check_connection()
- if not os.path.exists(_1fichier_token):
- sys.exit("No 1fichier token setup")
- with open(_1fichier_token,'rt',encoding='utf8') as tfile:
- token=(tfile.readline().strip())
- if token==None:
- sys.exit("Missing 1fichier token")
- APIkey=token
- auth={'Authorization':f'Bearer {APIkey}','Content-Type':'application/json'}
- session = requests.session()
- download_params = {
- 'url' : url,
- 'inline' : 0,
- 'cdn' : 0,
- 'restrict_ip': 0,
- 'no_ssl' : 0,
- }
- info_params={
- 'url' : url
- }
- r=session.post('https://api.1fichier.com/v1/file/info.cgi',json=info_params,headers=auth)
- info_dict=r.json()
- # print(info_dict)
- sz=info_dict['size']
- name=info_dict['filename']
- r=session.post('https://api.1fichier.com/v1/download/get_token.cgi',json=download_params,headers=auth)
- dict_=r.json()
- # print(dict_)
- ext=name.split('.')
- ext=ext[-1]
- if not name.endswith('nsp') and not name.endswith('nsz'):
- sys.exit(f"Extension not supported for direct instalation {ext} in {name}")
- if not dict_['status']=="OK":
- sys.exit(f"API call returned {dict_['status']}")
- URL=dict_['url']
- print("- Retrieving Space on device")
- SD_ds,SD_fs,NAND_ds,NAND_fs,FW,device=get_storage_info()
- print("- Calculating Installed size")
- filesize=int(sz)
- if destiny=="SD":
- print(f" * SD free space: {SD_fs} ({sq_tools.getSize(SD_fs)})")
- print(f" * File size: {filesize} ({sq_tools.getSize(filesize)})")
- if filesize>SD_fs:
- if filesizeNAND_fs:
- if filesize((installed_list[fileid])[2]):
- print("Asking DBI to delete previous content")
- process=subprocess.Popen([nscb_mtp,"DeleteID","-ID",fileid])
- while process.poll()==None:
- if process.poll()!=None:
- process.terminate();
- process=subprocess.Popen([nscb_mtp,"DeleteID","-ID",updid])
- while process.poll()==None:
- if process.poll()!=None:
- process.terminate();
- else:
- print("The update is a previous version than the installed on device.Skipping..")
- listmanager.striplines(tfile,counter=True)
- return False
- elif ch_other==True and fileid in installed_list.keys():
- if fileversion>((installed_list[fileid])[2]):
- print("Asking DBI to delete previous update")
- process=subprocess.Popen([nscb_mtp,"DeleteID","-ID",fileid])
- while process.poll()==None:
- if process.poll()!=None:
- process.terminate();
- else:
- print("The update is a previous version than the installed on device.Skipping..")
- listmanager.striplines(tfile,counter=True)
- return False
- except:pass
- process=subprocess.Popen([nscb_mtp,"fichierInstall","-ori",URL,"-dst",destiny,"-name",name,"-size",str(sz)])
- while process.poll()==None:
- if process.poll()!=None:
- process.terminate();
-
-def gdrive_transfer(filename,destiny="SD"):
- check_connection()
- if destiny=="SD":
- destiny="1: External SD Card/"
- lib,TD,libpath=get_library_from_path(remote_lib_file,filename)
- ID,name,type,size,md5,remote=DrivePrivate.get_Data(filename,TD=TD,Print=False)
- # header=DrivePrivate.get_html_header(remote.access_token)
- token=remote.access_token
- name=remote.name
- sz=remote.size
- URL='https://www.googleapis.com/drive/v3/files/'+remote.ID+'?alt=media'
- ext=name.split('.')
- ext=ext[-1]
- file_size=int(sz)
- print("- Retrieving Space on device")
- SD_ds,SD_fs,NAND_ds,NAND_fs,FW,device=get_storage_info()
- print(f" * SD free space: {SD_fs} ({sq_tools.getSize(SD_fs)})")
- print(f" * File installed size: {file_size} ({sq_tools.getSize(file_size)})")
- if file_size>SD_fs:
- print(" Not enough space on SD. Changing target to EMMC")
- print(f" * EMMC free space: {NAND_fs} ({sq_tools.getSize(NAND_fs)})")
- sys.exit(" NOT ENOUGH SPACE SD STORAGE")
- process=subprocess.Popen([nscb_mtp,"DriveTransfer","-ori",URL,"-dst",destiny,"-name",name,"-size",sz,"-tk",token])
- while process.poll()==None:
- if process.poll()!=None:
- process.terminate();
-
-def public_gdrive_transfer(filepath,destiny="SD",truecopy=True):
- check_connection()
- lib,TD,libpath=get_cache_lib()
- if lib==None:
- sys.exit(f"Google Drive Public Links are only supported via cache folder")
- if destiny=="SD":
- destiny="1: External SD Card/"
- filename=addtodrive(filepath,truecopy=truecopy)
- ID,name,type,size,md5,remote=DrivePrivate.get_Data(filename,TD=TD,Print=False)
- token=remote.access_token
- name=remote.name
- sz=remote.size
- URL='https://www.googleapis.com/drive/v3/files/'+remote.ID+'?alt=media'
- ext=name.split('.')
- ext=ext[-1]
- file_size=int(sz)
- print("- Retrieving Space on device")
- SD_ds,SD_fs,NAND_ds,NAND_fs,FW,device=get_storage_info()
- print(f" * SD free space: {SD_fs} ({sq_tools.getSize(SD_fs)})")
- print(f" * File installed size: {file_size} ({sq_tools.getSize(file_size)})")
- if file_size>SD_fs:
- print(" Not enough space on SD. Changing target to EMMC")
- print(f" * EMMC free space: {NAND_fs} ({sq_tools.getSize(NAND_fs)})")
- sys.exit(" NOT ENOUGH SPACE SD STORAGE")
- process=subprocess.Popen([nscb_mtp,"DriveTransfer","-ori",URL,"-dst",destiny,"-name",name,"-size",sz,"-tk",token])
- while process.poll()==None:
- if process.poll()!=None:
- process.terminate();
-
-def fichier_transfer(url,destiny="SD"):
- check_connection()
- if not os.path.exists(_1fichier_token):
- sys.exit("No 1fichier token setup")
- with open(_1fichier_token,'rt',encoding='utf8') as tfile:
- token=(tfile.readline().strip())
- if token==None:
- sys.exit("Missing 1fichier token")
- APIkey=token
- auth={'Authorization':f'Bearer {APIkey}','Content-Type':'application/json'}
- session = requests.session()
- download_params = {
- 'url' : url,
- 'inline' : 0,
- 'cdn' : 0,
- 'restrict_ip': 0,
- 'no_ssl' : 0,
- }
- info_params={
- 'url' : url
- }
- r=session.post('https://api.1fichier.com/v1/file/info.cgi',json=info_params,headers=auth)
- info_dict=r.json()
- # print(info_dict)
- sz=info_dict['size']
- name=info_dict['filename']
- r=session.post('https://api.1fichier.com/v1/download/get_token.cgi',json=download_params,headers=auth)
- dict_=r.json()
- # print(dict_)
- ext=name.split('.')
- ext=ext[-1]
- if not dict_['status']=="OK":
- sys.exit(f"API call returned {dict_['status']}")
- URL=dict_['url']
- print("- Retrieving Space on device")
- SD_ds,SD_fs,NAND_ds,NAND_fs,FW,device=get_storage_info()
- print("- Calculating File size")
- file_size=int(sz)
- print(f" * SD free space: {SD_fs} ({sq_tools.getSize(SD_fs)})")
- print(f" * File installed size: {file_size} ({sq_tools.getSize(file_size)})")
- if file_size>SD_fs:
- print(" Not enough space on SD. Changing target to EMMC")
- print(f" * EMMC free space: {NAND_fs} ({sq_tools.getSize(NAND_fs)})")
- sys.exit(" NOT ENOUGH SPACE SD STORAGE")
- process=subprocess.Popen([nscb_mtp,"fichierTransfer","-ori",URL,"-dst",destiny,"-name",name,"-size",str(sz)])
- while process.poll()==None:
- if process.poll()!=None:
- process.terminate();
-
-def loop_transfer(tfile):
- check_connection()
- if not os.path.exists(tfile):
- sys.exit(f"Couldn't find {tfile}")
- from mtp_game_manager import pick_transfer_folder
- destiny=pick_transfer_folder()
- file_list=listmanager.read_lines_to_list(tfile,all=True)
- for item in file_list:
- if item.startswith('https://1fichier.com'):
- print("Item is 1fichier link. Redirecting...")
- fichier_transfer(item,destiny)
- elif item.startswith('https://drive.google.com'):
- print("Item is google drive public link. Redirecting...")
- public_gdrive_transfer(item,destiny)
- elif os.path.exists(item):
- print("Item is a local link. Skipping...")
- else:
- test=item.split('|')
- item=test[0]
- lib,TD,libpath=get_library_from_path(remote_lib_file,item)
- if lib!=None:
- print("Item is a remote library link. Redirecting...")
- gdrive_transfer(item,destiny)
- print("")
-
-def get_libs_remote_source(lib=remote_lib_file):
- libraries={}
- libtfile=lib
- with open(libtfile,'rt',encoding='utf8') as csvfile:
- readCSV = csv.reader(csvfile, delimiter='|')
- i=0;up=False;tdn=False;
- for row in readCSV:
- if i==0:
- csvheader=row
- i=1
- if 'library_name' and 'path' and 'TD_name' and 'Update' in csvheader:
- lb=csvheader.index('library_name')
- pth=csvheader.index('path')
- tdn=csvheader.index('TD_name')
- up=csvheader.index('Update')
- else:
- if 'library_name' and 'path' and 'TD_name' in csvheader:
- lb=csvheader.index('library_name')
- tdn=csvheader.index('TD_name')
- pth=csvheader.index('path')
- else:break
- else:
- try:
- update=False
- library=str(row[lb])
- route=str(row[pth])
- if tdn!=False:
- try:
- TD=str(row[tdn])
- if TD=='':
- TD=None
- except:
- TD=None
- else:
- TD=None
- if up!=False:
- try:
- update=str(row[up])
- if update.upper()=="TRUE":
- update=True
- else:
- update=False
- except:
- update=True
- else:
- update=False
- libraries[library]=[route,TD,update]
- except BaseException as e:
- Print.error('Exception: ' + str(e))
- pass
- if not libraries:
- return False
- return libraries
-
-def update_console_from_gd(libraries="all",destiny="SD",exclude_xci=True,prioritize_nsz=True,tfile=None,verification=True,ch_medium=True,ch_other=False,autoupd_aut=True,use_archived=False):
- check_connection()
- if use_archived==True:
- autoupd_aut=False
- if tfile==None:
- tfile=os.path.join(NSCB_dir, 'MTP1.txt')
- if os.path.exists(tfile):
- try:
- os.remove(tfile)
- except: pass
- libdict=get_libs_remote_source(remote_lib_file);
- if libdict==False:
- sys.exit("No libraries set up")
- pths={};TDs={};
- if libraries=="all":
- for entry in libdict.keys():
- pths[entry]=((libdict[entry])[0])
- TDs[entry]=((libdict[entry])[1])
- else:
- for entry in libdict.keys():
- if (libdict[entry])[2]==True:
- pths[entry]=((libdict[entry])[0])
- TDs[entry]=((libdict[entry])[1])
- # print(pths);print(TDs);
- if not os.path.exists(cachefolder):
- os.makedirs(cachefolder)
- for f in os.listdir(cachefolder):
- fp = os.path.join(cachefolder, f)
- try:
- shutil.rmtree(fp)
- except OSError:
- os.remove(fp)
- if use_archived!=True:
- print("1. Parsing games in device. Please Wait...")
- if exclude_xci==True:
- process=subprocess.Popen([nscb_mtp,"ShowInstalled","-tfile",games_installed_cache,"-show","false","-exci","true"],stdout=subprocess.PIPE,stderr=subprocess.PIPE)
- else:
- process=subprocess.Popen([nscb_mtp,"ShowInstalled","-tfile",games_installed_cache,"-show","false","-exci","false","-xci_lc",xci_locations],stdout=subprocess.PIPE,stderr=subprocess.PIPE)
- while process.poll()==None:
- if process.poll()!=None:
- process.terminate();
- if os.path.exists(games_installed_cache):
- print(" Success")
- gamelist=listmanager.read_lines_to_list(games_installed_cache,all=True)
- installed={}
- for g in gamelist:
- try:
- if exclude_xci==True:
- if g.endswith('xci') or g.endswith('xc0'):
- continue
- entry=listmanager.parsetags(g)
- entry=list(entry)
- entry.append(g)
- installed[entry[0]]=entry
- except:pass
- # for i in pths:
- # print(i)
- else:
- print("1. Retrieving registered...")
- dbicsv=os.path.join(cachefolder,"registered.csv")
- process=subprocess.Popen([nscb_mtp,"Download","-ori","4: Installed games\\InstalledApplications.csv","-dst",dbicsv],stdout=subprocess.PIPE,stderr=subprocess.PIPE)
- while process.poll()==None:
- if process.poll()!=None:
- process.terminate();
- if os.path.exists(dbicsv):
- print(" Success")
- installed={}
- with open(dbicsv,'rt',encoding='utf8') as csvfile:
- readCSV = csv.reader(csvfile, delimiter=',')
- id=0;ver=1;tname=2;
- for row in readCSV:
- try:
- tid=(str(row[id]).upper())[2:]
- version=int(row[ver])
- if version>0 and tid.endswith('000'):
- tid=tid[:-3]+'800'
- name=str(row[tname])
- g=f"{name} [{tid}][v{version}].nsp"
- entry=listmanager.parsetags(g)
- entry=list(entry)
- entry.append(g)
- if entry[0] in installed.keys():
- if int((intalled[entry[0]])[1])int(v):
- remotegames[entry[0]]=entry
- except:pass
- print("3. Searching new updates. Please Wait...")
- gamestosend={}
- for g in installed.keys():
- if g.endswith('000') or g.endswith('800'):
- try:
- updid=g[:-3]+'800'
- if updid in remotegames:
- if updid in installed:
- if ((installed[updid])[1])<((remotegames[updid])[1]):
- if not updid in gamestosend:
- gamestosend[updid]=remotegames[updid]
- else:
- if ((gamestosend[updid])[1])<((remotegames[updid])[1]):
- gamestosend[updid]=remotegames[updid]
- else:
- if not updid in gamestosend:
- gamestosend[updid]=remotegames[updid]
- else:
- if ((gamestosend[updid])[1])<((remotegames[updid])[1]):
- gamestosend[updid]=remotegames[updid]
- except:pass
- else:
- try:
- if g in remotegames:
- if ((installed[g])[1])<((remotegames[g])[1]):
- if not g in gamestosend:
- gamestosend[g]=remotegames[g]
- else:
- if ((gamestosend[g])[1])<((remotegames[g])[1]):
- gamestosend[g]=remotegames[g]
- except:pass
- print("4. Searching new dlcs. Please Wait...")
- for g in installed.keys():
- try:
- if g.endswith('000') or g.endswith('800'):
- baseid=g[:-3]+'000'
- else:
- baseid=(installed[g])[6]
- for k in remotegames.keys():
- try:
- if not (k.endswith('000') or k.endswith('800')) and not k in installed:
- test=get_dlc_baseid(k)
- if baseid ==test:
- if not k in gamestosend:
- gamestosend[k]=remotegames[k]
- else:
- if ((gamestosend[k])[1])<((remotegames[k])[1]):
- gamestosend[k]=remotegames[k]
- except BaseException as e:
- # Print.error('Exception: ' + str(e))
- pass
- except BaseException as e:
- # Print.error('Exception: ' + str(e))
- pass
- print("5. List of content that will get installed...")
- gamepaths=[]
- if len(gamestosend.keys())>0:
- if autoupd_aut==True:
- for i in sorted(gamestosend.keys()):
- fileid,fileversion,cctag,nG,nU,nD,baseid,path=gamestosend[i]
- bname=os.path.basename(path)
- gamepaths.append(path)
- g0=[pos for pos, char in enumerate(bname) if char == '[']
- g0=(bname[0:g0[0]]).strip()
- print(f" * {g0} [{fileid}][{fileversion}] [{cctag}] - {(bname[-3:]).upper()}")
- else:
- options=[]
- for i in sorted(gamestosend.keys()):
- fileid,fileversion,cctag,nG,nU,nD,baseid,path=gamestosend[i]
- bname=os.path.basename(path)
- gamepaths.append(path)
- g0=[pos for pos, char in enumerate(bname) if char == '[']
- g0=(bname[0:g0[0]]).strip()
- cstring=f"{g0} [{fileid}][{fileversion}] [{cctag}] - {(bname[-3:]).upper()}"
- options.append(cstring)
- if options:
- from python_pick import Picker
- title = 'Select content to install: \n + Press space or right to select entries \n + Press Enter to confirm selection \n + Press E to exit selection \n + Press A to select all entries'
- picker = Picker(options, title, multi_select=True, min_selection_count=1)
- def end_selection(picker):
- return False,-1
- def select_all(picker):
- return "ALL",-1
- picker.register_custom_handler(ord('e'), end_selection)
- picker.register_custom_handler(ord('E'), end_selection)
- picker.register_custom_handler(ord('a'), select_all)
- picker.register_custom_handler(ord('A'), select_all)
- selected=picker.start()
- if selected[0]==False:
- print(" User didn't select any files")
- return False
- if selected[0]=="ALL":
- pass
- else:
- newgpaths=[]
- for game in selected:
- g=game[1]
- g0=gamepaths[g]
- newgpaths.append(g0)
- gamepaths=newgpaths
- print("6. Generating text file...")
- with open(tfile,'w', encoding='utf8') as textfile:
- wpath=''
- for i in gamepaths:
- location=None
- for f in files:
- TD=None;ID=None
- if f[0]==i:
- location=f[2]
- try:
- ID=f[4]
- except:pass
- break
- if location==None:
- print(f"Can't find location for {i}")
- continue
- wpath=f"{location}/{i}"
- lib,TD,libpath=get_library_from_path(filename=wpath)
- if ID==None:
- textfile.write(f"{(wpath).strip()}|{TD}\n")
- else:
- textfile.write(f"{(wpath).strip()}|{TD}|{ID}\n")
- print("7. Triggering installer on loop mode.")
- print(" Note:If you interrupt the list use normal install mode to continue list")
- loop_install(tfile,destiny=destiny,outfolder=None,ch_medium=ch_medium,check_fw=True,patch_keygen=False,ch_base=False,ch_other=False,checked=True)
- else:
- print("\n --- DEVICE IS UP TO DATE ---")
\ No newline at end of file
diff --git a/py/mtp/mtp_tools.py b/py/mtp/mtp_tools.py
deleted file mode 100644
index 0496f5ae..00000000
--- a/py/mtp/mtp_tools.py
+++ /dev/null
@@ -1,235 +0,0 @@
-import os
-from listmanager import folder_to_list
-from listmanager import parsetags
-from pathlib import Path
-import Print
-import shutil
-from mtp.wpd import is_switch_connected
-import sys
-import subprocess
-from python_pick import pick
-from python_pick import Picker
-
-squirrel_dir=os.path.abspath(os.curdir)
-NSCB_dir=os.path.abspath('../'+(os.curdir))
-
-if os.path.exists(os.path.join(squirrel_dir,'ztools')):
- NSCB_dir=squirrel_dir
- zconfig_dir=os.path.join(NSCB_dir, 'zconfig')
- ztools_dir=os.path.join(NSCB_dir,'ztools')
- squirrel_dir=ztools_dir
-elif os.path.exists(os.path.join(NSCB_dir,'ztools')):
- squirrel_dir=squirrel_dir
- ztools_dir=os.path.join(NSCB_dir, 'ztools')
- zconfig_dir=os.path.join(NSCB_dir, 'zconfig')
-else:
- ztools_dir=os.path.join(NSCB_dir, 'ztools')
- zconfig_dir=os.path.join(NSCB_dir, 'zconfig')
-
-testroute1=os.path.join(squirrel_dir, "squirrel.py")
-testroute2=os.path.join(squirrel_dir, "squirrel.exe")
-urlconfig=os.path.join(zconfig_dir,'NUT_DB_URL.txt')
-isExe=False
-if os.path.exists(testroute1):
- squirrel=testroute1
- isExe=False
-elif os.path.exists(testroute2):
- squirrel=testroute2
- isExe=True
-bin_folder=os.path.join(ztools_dir, 'bin')
-nscb_mtp=os.path.join(bin_folder, 'nscb_mtp.exe')
-cachefolder=os.path.join(ztools_dir, '_mtp_cache_')
-if not os.path.exists(cachefolder):
- os.makedirs(cachefolder)
-games_installed_cache=os.path.join(cachefolder, 'games_installed.txt')
-autoloader_files_cache=os.path.join(cachefolder, 'autoloader_files.txt')
-sd_xci_cache=os.path.join(cachefolder, 'sd_xci.txt')
-valid_saves_cache=os.path.join(cachefolder, 'valid_saves.txt')
-mtp_source_lib=os.path.join(zconfig_dir,'mtp_source_libraries.txt')
-mtp_internal_lib=os.path.join(zconfig_dir,'mtp_SD_libraries.txt')
-storage_info=os.path.join(cachefolder, 'storage.csv')
-download_lib_file = os.path.join(zconfig_dir, 'mtp_download_libraries.txt')
-sx_autoloader_db=os.path.join(zconfig_dir, 'sx_autoloader_db')
-
-def gen_sx_autoloader_files_menu():
- print('***********************************************')
- print('SX AUTOLOADER GENERATE FILES FROM HDD OR FOLDER')
- print('***********************************************')
- print('')
- folder=input("Input a drive path: ")
- if not os.path.exists(folder):
- sys.exit("Can't find location")
- title = 'Target for autoloader files: '
- options = ['HDD','SD']
- selected = pick(options, title, min_selection_count=1)
- if selected[0]=='HDD':
- type='hdd'
- else:
- type='sd'
- title = 'Push files after generation?: '
- options = ['YES','NO']
- selected = pick(options, title, min_selection_count=1)
- if selected[0]=='YES':
- push=True
- else:
- push=False
- title = "Ensure files can't colide after transfer?: "
- options = ['YES','NO']
- selected = pick(options, title, min_selection_count=1)
- if selected[0]=='YES':
- no_colide=True
- else:
- no_colide=False
- gen_sx_autoloader_files(folder,type=type,push=push,no_colide=no_colide)
-
-def gen_sx_autoloader_files(folder,type='hdd',push=False,no_colide=False):
- gamelist=folder_to_list(folder,['xci','xc0'])
- if type=='hdd':
- SD_folder=os.path.join(sx_autoloader_db, 'hdd')
- else:
- SD_folder=os.path.join(sx_autoloader_db, 'sd')
- if not os.path.exists(sx_autoloader_db):
- os.makedirs(sx_autoloader_db)
- if not os.path.exists(SD_folder):
- os.makedirs(SD_folder)
- for f in os.listdir(SD_folder):
- fp = os.path.join(SD_folder, f)
- try:
- shutil.rmtree(fp)
- except OSError:
- os.remove(fp)
- print(' * Generating autoloader files')
- try:
- for g in gamelist:
- try:
- fileid,fileversion,cctag,nG,nU,nD,baseid=parsetags(g)
- if fileid=='unknown':
- continue
- tfile=os.path.join(SD_folder,fileid)
- fileparts=Path(g).parts
- if type=='hdd':
- new_path=g.replace(fileparts[0],'"usbhdd:/')
- else:
- new_path=g.replace(fileparts[0],'"sdmc:/')
- new_path=new_path.replace('\\','/')
- with open(tfile,'w') as text_file:
- text_file.write(new_path)
- except:pass
- print(' DONE')
- if push==True:
- if not is_switch_connected():
- sys.exit("Can't push files. Switch device isn't connected.\nCheck if mtp responder is running!!!")
- print(' * Pushing autoloader files')
- if type=='hdd':
- destiny="1: External SD Card\\sxos\\titles\\00FF0012656180FF\\cach\\hdd"
- else:
- destiny="1: External SD Card\\sxos\\titles\\00FF0012656180FF\\cach\\sd"
- process=subprocess.Popen([nscb_mtp,"TransferFolder","-ori",SD_folder,"-dst",destiny,"-fbf","true"])
- while process.poll()==None:
- if process.poll()!=None:
- process.terminate();
- if no_colide==True:
- cleanup_sx_autoloader_files()
- except BaseException as e:
- Print.error('Exception: ' + str(e))
- pass
-
-def cleanup_sx_autoloader_files():
- from mtp_game_manager import retrieve_xci_paths
- from mtp_game_manager import get_gamelist
- try:
- for f in os.listdir(cachefolder):
- fp = os.path.join(cachefolder, f)
- try:
- shutil.rmtree(fp)
- except OSError:
- os.remove(fp)
- except:pass
- if not is_switch_connected():
- sys.exit("Can't push files. Switch device isn't connected.\nCheck if mtp responder is running!!!")
- retrieve_xci_paths()
- print(" * Retriving autoloader files in device. Please Wait...")
- process=subprocess.Popen([nscb_mtp,"Retrieve_autoloader_files","-tfile",autoloader_files_cache,"-show","false"],stdout=subprocess.PIPE,stderr=subprocess.PIPE)
- while process.poll()==None:
- if process.poll()!=None:
- process.terminate();
- if os.path.exists(autoloader_files_cache):
- print(" Success")
- else:
- sys.exit("Autoloader files weren't retrieved properly")
- gamelist=get_gamelist(file=sd_xci_cache)
- autoloader_list=get_gamelist(file=autoloader_files_cache)
- sd_xci_ids=[]
- for g in gamelist:
- try:
- fileid,fileversion,cctag,nG,nU,nD,baseid=parsetags(g)
- sd_xci_ids.append(fileid)
- except:pass
- files_to_remove=[]
- for f in autoloader_list:
- fileparts=Path(f).parts
- if 'sdd' in fileparts and not (fileparts[-1] in sd_xci_ids):
- files_to_remove.append(f)
- elif 'hdd' in fileparts and (fileparts[-1] in sd_xci_ids):
- files_to_remove.append(f)
- print(" * The following files will be removed")
- for f in files_to_remove:
- print(" - "+f)
- for f in files_to_remove:
- process=subprocess.Popen([nscb_mtp,"DeleteFile","-fp",f])
- while process.poll()==None:
- if process.poll()!=None:
- process.terminate();
-
-def push_sx_autoloader_libraries():
- if not is_switch_connected():
- sys.exit("Can't push files. Switch device isn't connected.\nCheck if mtp responder is running!!!")
- title = "Ensure files can't colide after transfer?: "
- options = ['YES','NO']
- selected = pick(options, title, min_selection_count=1)
- if selected[0]=='YES':
- no_colide=True
- else:
- no_colide=False
- print(' * Pushing autoloader files in hdd folder')
- HDD_folder=os.path.join(sx_autoloader_db, 'hdd')
- destiny="1: External SD Card\\sxos\\titles\\00FF0012656180FF\\cach\\hdd"
- process=subprocess.Popen([nscb_mtp,"TransferFolder","-ori",HDD_folder,"-dst",destiny,"-fbf","true"])
- while process.poll()==None:
- if process.poll()!=None:
- process.terminate();
- print(' * Pushing autoloader files in SD folder')
- SD_folder=os.path.join(sx_autoloader_db, 'sd')
- destiny="1: External SD Card\\sxos\\titles\\00FF0012656180FF\\cach\\sd"
- process=subprocess.Popen([nscb_mtp,"TransferFolder","-ori",SD_folder,"-dst",destiny,"-fbf","true"])
- while process.poll()==None:
- if process.poll()!=None:
- process.terminate();
- if no_colide==True:
- cleanup_sx_autoloader_files()
-
-def get_nca_ticket(filepath,nca):
- import Fs
- from binascii import hexlify as hx, unhexlify as uhx
- if filepath.endswith('xci') or filepath.endswith('xcz'):
- f = Fs.Xci(filepath)
- check=False;titleKey=0
- for nspF in f.hfs0:
- if str(nspF._path)=="secure":
- for file in nspF:
- if (file._path).endswith('.tik'):
- titleKey = file.getTitleKeyBlock().to_bytes(16, byteorder='big')
- check=f.verify_key(nca,str(file._path))
- if check==True:
- break
- return check,titleKey
- elif filepath.endswith('nsp') or filepath.endswith('nsz'):
- f = Fs.Nsp(filepath)
- check=False;titleKey=0
- for file in f:
- if (file._path).endswith('.tik'):
- titleKey = file.getTitleKeyBlock().to_bytes(16, byteorder='big')
- check=f.verify_key(nca,str(file._path))
- if check==True:
- break
- return check,titleKey
\ No newline at end of file
diff --git a/py/mtp/mtpinstaller.py b/py/mtp/mtpinstaller.py
deleted file mode 100644
index b67f9e7c..00000000
--- a/py/mtp/mtpinstaller.py
+++ /dev/null
@@ -1,1148 +0,0 @@
-import Print
-import os
-import shutil
-import json
-from Fs import Nsp as squirrelNSP
-from Fs import Xci as squirrelXCI
-import sq_tools
-from Fs import factory
-from binascii import hexlify as hx, unhexlify as uhx
-import sys
-import subprocess
-from mtp.wpd import is_switch_connected
-import listmanager
-import csv
-import copy
-from colorama import Fore, Back, Style
-from python_pick import pick
-from python_pick import Picker
-from secondary import clear_Screen
-
-def check_connection():
- if not is_switch_connected():
- sys.exit("Switch device isn't connected.\nCheck if mtp responder is running!!!")
-
-bucketsize = 81920
-
-# SET ENVIRONMENT
-squirrel_dir=os.path.abspath(os.curdir)
-NSCB_dir=os.path.abspath('../'+(os.curdir))
-
-if os.path.exists(os.path.join(squirrel_dir,'ztools')):
- NSCB_dir=squirrel_dir
- zconfig_dir=os.path.join(NSCB_dir, 'zconfig')
- ztools_dir=os.path.join(NSCB_dir,'ztools')
- squirrel_dir=ztools_dir
-elif os.path.exists(os.path.join(NSCB_dir,'ztools')):
- squirrel_dir=squirrel_dir
- ztools_dir=os.path.join(NSCB_dir, 'ztools')
- zconfig_dir=os.path.join(NSCB_dir, 'zconfig')
-else:
- ztools_dir=os.path.join(NSCB_dir, 'ztools')
- zconfig_dir=os.path.join(NSCB_dir, 'zconfig')
-
-testroute1=os.path.join(squirrel_dir, "squirrel.py")
-testroute2=os.path.join(squirrel_dir, "squirrel.exe")
-urlconfig=os.path.join(zconfig_dir,'NUT_DB_URL.txt')
-isExe=False
-if os.path.exists(testroute1):
- squirrel=testroute1
- isExe=False
-elif os.path.exists(testroute2):
- squirrel=testroute2
- isExe=True
-bin_folder=os.path.join(ztools_dir, 'bin')
-nscb_mtp=os.path.join(bin_folder, 'nscb_mtp.exe')
-cachefolder=os.path.join(ztools_dir, '_mtp_cache_')
-if not os.path.exists(cachefolder):
- os.makedirs(cachefolder)
-games_installed_cache=os.path.join(cachefolder, 'games_installed.txt')
-mtp_source_lib=os.path.join(zconfig_dir,'mtp_source_libraries.txt')
-mtp_internal_lib=os.path.join(zconfig_dir,'mtp_SD_libraries.txt')
-storage_info=os.path.join(cachefolder, 'storage.csv')
-xci_locations=os.path.join(zconfig_dir, 'mtp_xci_locations.txt')
-
-def About():
- print(' __ _ __ __ ')
- print(' ____ _____ ____ / /_ __ __(_) /___/ /__ _____ ')
- print(' / __ \/ ___/ ___/ / __ \/ / / / / / __ / _ \/ ___/ ')
- print(' / / / (__ ) /__ / /_/ / /_/ / / / /_/ / __/ / ')
- print(' /_/ /_/____/\___/____/_.___/\__,_/_/_/\__,_/\___/_/ ')
- print(' /_____/ ')
- print('------------------------------------------------------------------------------------- ')
- print(' NINTENDO SWITCH CLEANER AND BUILDER ')
- print('------------------------------------------------------------------------------------- ')
- print('============================= BY JULESONTHEROAD ============================= ')
- print('------------------------------------------------------------------------------------- ')
- print('" POWERED BY SQUIRREL " ')
- print('" BASED ON THE WORK OF BLAWAR AND LUCA FRAGA " ')
- print('------------------------------------------------------------------------------------- ')
- print("Program's github: https://github.com/julesontheroad/NSC_BUILDER ")
- print('Cheats and Eshop information from nutdb and http://tinfoil.io ')
- print('------------------------------------------------------------------------------------- ')
-
-#One CJK character is 2 English characters wide when printed
-def display_len(s:str):
- cnt=0
- for c in s:
- if len(c.encode('utf-8'))>=3: # CJK character take >=3 bytes in utf-8
- cnt+=2
- else:
- cnt+=1
- return cnt
-
-def pretty_str(name:str,name_length=40):
- g0=copy.copy(name)
- if display_len(g0)>name_length+3:
- cnt=0
- short_g0=''
- for i in range(len(g0)):
- if cnt+display_len(g0[i])<=name_length:
- cnt+=display_len(g0[i])
- short_g0+=g0[i]
- else:
- break
- g0=short_g0
- if cnt FILE WAS MODIFIED BUT ORIGIN IS CONFIRMED AS LEGIT\n')
- else:
- print('\nFILE VERIFICATION CORRECT. \n -> FILE WAS MODIFIED AND CNMT PATCHED\n')
- else:
- print("\nFILE VERIFICATION CORRECT. FILE IS SAFE.\n")
- if verdict == False:
- print("\nFILE VERIFICATION INCORRECT. \n -> UNCONFIRMED ORIGIN FILE HAS BEEN TAMPERED WITH\n")
- if hash==True and verdict==True:
- if filename.endswith('.nsp') or filename.endswith('.nsx') or filename.endswith('.xci'):
- verdict,feed=f.verify_hash_nca(65536,headerlist,verdict,feed)
- elif filename.endswith('.nsz'):
- verdict,feed=f.nsz_hasher(65536,headerlist,verdict,feed)
- elif filename.endswith('.xcz'):
- verdict,feed=f.xcz_hasher(65536,headerlist,verdict,feed)
- f.flush()
- f.close()
- except BaseException as e:
- Print.error('Exception: ' + str(e))
- return verdict,isrestored,cnmt_is_patched
-
-def install(filepath=None,destiny="SD",verification=True,outfolder=None,ch_medium=True,check_fw=True,patch_keygen=False,install_mode="spec1",st_crypto=False):
- print(check_fw)
- check_connection()
- if install_mode!="legacy":
- from mtpnsp import install_nsp_csv
- kgwarning=False;dopatch=False;keygeneration=0;tgkg=0
- if filepath=="":
- filepath=None
- if filepath==None:
- print("File input = null")
- return False
- if verification==True or str(verification).upper()=="HASH":
- if str(verification).upper()=="HASH":
- verdict,isrestored,cnmt_is_patched=file_verification(filepath,hash=True)
- else:
- verdict,isrestored,cnmt_is_patched=file_verification(filepath)
- if verdict==False:
- print("File didn't pass verification. Skipping...")
- return False
- print("- Retrieving Space on device")
- SD_ds,SD_fs,NAND_ds,NAND_fs,FW,device=get_storage_info()
- print("- Calculating Installed size")
- dbDict=get_DB_dict(filepath)
- installedsize=dbDict['InstalledSize']
- if destiny=="SD":
- print(f" * SD free space: {SD_fs} ({sq_tools.getSize(SD_fs)})")
- print(f" * File installed size: {installedsize} ({sq_tools.getSize(installedsize)})")
- if installedsize>SD_fs:
- if installedsizeNAND_fs:
- if installedsizeint(FW_kg):
- kgwarning=True
- tgkg=int(FW_kg)
- else:
- tgkg=keygeneration
- else:
- tgkg=keygeneration
- print(f"- Console Firmware: {FW} ({FW_RSV}) - keygen {FW_kg})")
- print(f"- File keygeneration: {keygeneration}")
- if kgwarning==True and patch_keygen==False:
- print("File requires a higher firmware. Skipping...")
- return False
- elif kgwarning==True and patch_keygen==True:
- print("File requires a higher firmware. It'll will be prepatch")
- dopatch=True
- if (filepath.endswith('nsp') or filepath.endswith('nsz')) and st_crypto==True:
- if install_mode=="legacy":
- install_converted(filepath=filepath,outfolder=outfolder,destiny=destiny,kgpatch=dopatch,tgkg=tgkg)
- else:
- if dopatch==False:
- tgkg=False
- install_nsp_csv(filepath,destiny=destiny,cachefolder=outfolder,keypatch=tgkg)
- return
- if (filepath.endswith('nsp') or filepath.endswith('nsz')) and dopatch==True:
- if install_mode=="legacy":
- install_converted(filepath=filepath,outfolder=outfolder,destiny=destiny,kgpatch=dopatch,tgkg=tgkg)
- else:
- install_nsp_csv(filepath,destiny=destiny,cachefolder=outfolder,keypatch=tgkg)
- return
- if filepath.endswith('xci') or filepath.endswith('xcz'):
- if install_mode=="legacy":
- install_converted(filepath=filepath,outfolder=outfolder,destiny=destiny,kgpatch=dopatch,tgkg=tgkg)
- else:
- from mtpxci import install_xci_csv
- if dopatch==False:
- tgkg=False
- install_xci_csv(filepath,destiny=destiny,cachefolder=outfolder,keypatch=tgkg)
- return
- process=subprocess.Popen([nscb_mtp,"Install","-ori",filepath,"-dst",destiny])
- while process.poll()==None:
- if process.poll()!=None:
- process.terminate();
-
-def install_conv_st1(filepath,outfolder,keypatch='false'):
- tname=str(os.path.basename(filepath))[:-3]+'nsp'
- tmpfile=os.path.join(outfolder,tname)
- if filepath.endswith('xci') or filepath.endswith('xcz'):
- f = factory(filepath)
- f.open(filepath, 'rb')
- elif filepath.endswith('nsp') or filepath.endswith('nsz'):
- f = squirrelNSP(filepath, 'rb')
- f.c_nsp_direct(65536,tmpfile,outfolder,keypatch=keypatch)
- f.flush()
- f.close()
-
-def install_converted(filepath=None,outfolder=None,destiny="SD",kgpatch=False,tgkg=0):
- check_connection()
- if filepath=="":
- filepath=None
- if outfolder=="":
- filepath=None
- if outfolder==None:
- outfolder=cachefolder
- if not os.path.exists(cachefolder):
- os.makedirs(cachefolder)
- if kgpatch==False:
- keypatch='false'
- else:
- keypatch=int(tgkg)
- if filepath==None:
- print("File input = null")
- return False
- if not os.path.exists(outfolder):
- os.makedirs(outfolder)
- for f in os.listdir(outfolder):
- fp = os.path.join(outfolder, f)
- try:
- shutil.rmtree(fp)
- except OSError:
- os.remove(fp)
- tname=str(os.path.basename(filepath))[:-3]+'nsp'
- tmpfile=os.path.join(outfolder,tname)
- if isExe==False:
- process0=subprocess.Popen([sys.executable,squirrel,"-lib_call","mtp.mtpinstaller","install_conv_st1","-xarg",filepath,outfolder,keypatch])
- else:
- process0=subprocess.Popen([squirrel,"-lib_call","mtp.mtpinstaller","install_conv_st1","-xarg",filepath,outfolder,keypatch])
- while process0.poll()==None:
- if process0.poll()!=None:
- process0.terminate();
- process=subprocess.Popen([nscb_mtp,"Install","-ori",tmpfile,"-dst",destiny])
- while process.poll()==None:
- if process.poll()!=None:
- process.terminate();
- try:
- for f in os.listdir(outfolder):
- fp = os.path.join(outfolder, f)
- try:
- shutil.rmtree(fp)
- except OSError:
- os.remove(fp)
- except:pass
-
-def loop_install(tfile,destiny="SD",verification=True,outfolder=None,ch_medium=True,check_fw=True,patch_keygen=False,ch_base=False,ch_other=False,install_mode="spec1",st_crypto=False,checked=False):
- check_connection()
- if not os.path.exists(tfile):
- sys.exit(f"Couldn't find {tfile}")
- if ch_base==True or ch_other==True:
- if checked==False:
- print("Content check activated")
- retrieve_installed()
- installed=parsedinstalled()
- elif checked==True:
- print("Content check activated. Games are preparsed")
- installed=parsedinstalled()
- file_list=listmanager.read_lines_to_list(tfile,all=True)
- for item in file_list:
- try:
- if ch_base==True or ch_other==True:
- fileid,fileversion,cctag,nG,nU,nD,baseid=listmanager.parsetags(item)
- if fileid.endswith('000') and fileversion==0 and fileid in installed.keys() and ch_base==True:
- print("Base game already installed. Skipping...")
- listmanager.striplines(tfile,counter=True)
- continue
- elif fileid.endswith('000') and fileid in installed.keys() and ch_other==True:
- updid=fileid[:-3]+'800'
- if fileversion>((installed[fileid])[2]):
- print("Asking DBI to delete previous content")
- process=subprocess.Popen([nscb_mtp,"DeleteID","-ID",fileid])
- while process.poll()==None:
- if process.poll()!=None:
- process.terminate();
- process=subprocess.Popen([nscb_mtp,"DeleteID","-ID",updid])
- while process.poll()==None:
- if process.poll()!=None:
- process.terminate();
- else:
- print("The update is a previous version than the installed on device.Skipping..")
- listmanager.striplines(tfile,counter=True)
- continue
- elif ch_other==True and fileid in installed.keys():
- if fileversion>((installed[fileid])[2]):
- print("Asking DBI to delete previous update")
- process=subprocess.Popen([nscb_mtp,"DeleteID","-ID",fileid])
- while process.poll()==None:
- if process.poll()!=None:
- process.terminate();
- else:
- print("The update is a previous version than the installed on device.Skipping..")
- listmanager.striplines(tfile,counter=True)
- continue
- except:pass
- install(filepath=item,destiny=destiny,verification=verification,outfolder=outfolder,ch_medium=ch_medium,check_fw=check_fw,patch_keygen=patch_keygen,install_mode=install_mode,st_crypto=st_crypto)
- print("")
- listmanager.striplines(tfile,counter=True)
-
-def retrieve_installed():
- check_connection()
- print(" * Parsing games in device. Please Wait...")
- process=subprocess.Popen([nscb_mtp,"ShowInstalled","-tfile",games_installed_cache,"-show","false","-exci","true"],stdout=subprocess.PIPE,stderr=subprocess.PIPE)
- while process.poll()==None:
- if process.poll()!=None:
- process.terminate();
- if os.path.exists(games_installed_cache):
- print(" Success")
-
-def parsedinstalled(exclude_xci=True):
- installed={}
- if os.path.exists(games_installed_cache):
- gamelist=listmanager.read_lines_to_list(games_installed_cache,all=True)
- for g in gamelist:
- try:
- if exclude_xci==True:
- if g.endswith('xci') or g.endswith('xc0'):
- continue
- entry=listmanager.parsetags(g)
- entry=list(entry)
- entry.append(g)
- installed[entry[0]]=entry
- except:pass
- return installed
-
-
-def get_installed_info(tfile=None,search_new=True,excludehb=True,exclude_xci=False):
- check_connection()
- if not os.path.exists(cachefolder):
- os.makedirs(cachefolder)
- forecombo=Style.BRIGHT+Back.GREEN+Fore.WHITE
- if tfile=="":
- tfile=None
- if os.path.exists(games_installed_cache):
- try:
- os.remove(games_installed_cache)
- except:pass
- if tfile==None:
- for f in os.listdir(cachefolder):
- fp = os.path.join(cachefolder, f)
- try:
- shutil.rmtree(fp)
- except OSError:
- os.remove(fp)
- if exclude_xci==True:
- process=subprocess.Popen([nscb_mtp,"ShowInstalled","-tfile",games_installed_cache,"-show","false","-exci","true"],stdout=subprocess.PIPE,stderr=subprocess.PIPE)
- else:
- process=subprocess.Popen([nscb_mtp,"ShowInstalled","-tfile",games_installed_cache,"-show","false","-exci","false","-xci_lc",xci_locations],stdout=subprocess.PIPE,stderr=subprocess.PIPE)
- print("Parsing games in device. Please Wait...")
- while process.poll()==None:
- if process.poll()!=None:
- process.terminate();
- if os.path.exists(games_installed_cache):
- gamelist=listmanager.read_lines_to_list(games_installed_cache,all=True)
- gamelist.sort()
- print("..........................................................")
- print("CONTENT FOUND ON DEVICE")
- print("..........................................................")
- installed={}
- for g in gamelist:
- try:
- fileid,fileversion,cctag,nG,nU,nD,baseid=listmanager.parsetags(g)
- g0=[pos for pos, char in enumerate(g) if char == '[']
- g0=(g[0:g0[0]]).strip()
- installed[fileid]=[fileid,fileversion,cctag,nG,nU,nD,baseid,g0,g]
- g0=pretty_str(g0)
- verprint=str(fileversion)
- if len(verprint)<9:
- verprint=verprint+((9-len(verprint))*' ')
- if excludehb==True:
- if not fileid.startswith('05') and not fileid.startswith('04') and not str(fileid).lower()=='unknown':
- if g.endswith('.xci') or g.endswith('.xc0'):
- print(f"{g0} |{fileid}|{verprint}|XCI|{nG}G|{nU}U|{nD}D")
- else:
- print(f"{g0} |{fileid}|{verprint}|{cctag}")
- else:
- if g.endswith('.xci') or g.endswith('.xc0'):
- print(f"{g0} |{fileid}|{verprint}|XCI|{nG}G|{nU}U|{nD}D")
- else:
- print(f"{g0} |{fileid}|{verprint}|{cctag}")
- except:pass
- if search_new==True:
- import nutdb
- nutdb.check_other_file(urlconfig,'versions_txt')
- f='nutdb_'+'versions'+'.txt'
- DATABASE_folder=nutdb.get_DBfolder()
- _dbfile_=os.path.join(DATABASE_folder,f)
- versiondict={}
- with open(_dbfile_,'rt',encoding='utf8') as csvfile:
- readCSV = csv.reader(csvfile, delimiter='|')
- i=0
- for row in readCSV:
- if i==0:
- csvheader=row
- i=1
- if 'id' and 'version' in csvheader:
- id=csvheader.index('id')
- ver=csvheader.index('version')
- else:break
- else:
- try:
- tid=str(row[id]).upper()
- version=str(row[ver]).upper()
- if tid.endswith('800'):
- keyid=tid[:-3]+'000'
- else:
- keyid=tid
- if keyid in versiondict.keys():
- v=versiondict[keyid]
- if vint(fileversion):
- if fileid.endswith('000') or fileid.endswith('800'):
- updid=fileid[:-3]+'800'
- print(f"{g0} [{baseid}][{verprint}]{fillver} -> "+forecombo+ f"[{updid}] [v{v}]"+Style.RESET_ALL)
- else:
- print(f"{g0} [{fileid}][{verprint}]{fillver} -> "+forecombo+ f"[{fileid}] [v{v}]"+Style.RESET_ALL)
- check_xcis=False;xci_dlcs={}
- print("..........................................................")
- print("NEW DLCS")
- print("..........................................................")
- for k in versiondict.keys():
- if k in installed.keys() or k.endswith('000') or k.endswith('800'):
- continue
- else:
- try:
- baseid=get_dlc_baseid(k)
- except:
- baseid=k
- updid=baseid[:-3]+'800'
- if baseid in installed.keys() or updid in installed.keys():
- fileid,fileversion,cctag,nG,nU,nD,baseid,g0,g=installed[baseid]
- if nD>0:
- if check_xcis==False:
- check_xcis=True
- if not baseid in xci_dlcs.keys():
- entry=list()
- entry.append(k)
- xci_dlcs[baseid]=entry
- else:
- entry=xci_dlcs[baseid]
- entry.append(k)
- xci_dlcs[baseid]=entry
- continue
- g0=pretty_str(g0)
- print(f"{g0} [{baseid}] -> "+forecombo+ f"[{k}] [v{versiondict[k]}]"+Style.RESET_ALL)
- t=0
- if check_xcis==True:
- for bid in xci_dlcs.keys():
- fileid,fileversion,cctag,nG,nU,nD,baseid,g0,g=installed[bid]
- entry=xci_dlcs[bid]
- test=len(entry)
- if test>nD:
- if t==0:
- print("..........................................................")
- print("XCI MAY HAVE NEW DLCS. LISTING AVAILABLE")
- print("..........................................................")
- t+=1
- g0=pretty_str(g0)
- for k in xci_dlcs[baseid]:
- print(f"{g0} [{baseid}] -> "+forecombo+ f"[{k}] [v{versiondict[k]}]"+Style.RESET_ALL)
-
-
-def get_archived_info(search_new=True,excludehb=True,exclude_xci=False):
- check_connection()
- forecombo=Style.BRIGHT+Back.GREEN+Fore.WHITE
- if not os.path.exists(cachefolder):
- os.makedirs(cachefolder)
- for f in os.listdir(cachefolder):
- fp = os.path.join(cachefolder, f)
- try:
- shutil.rmtree(fp)
- except OSError:
- os.remove(fp)
- print("1. Retrieving registered...")
- dbicsv=os.path.join(cachefolder,"registered.csv")
- process=subprocess.Popen([nscb_mtp,"Download","-ori","4: Installed games\\InstalledApplications.csv","-dst",dbicsv],stdout=subprocess.PIPE,stderr=subprocess.PIPE)
- while process.poll()==None:
- if process.poll()!=None:
- process.terminate();
- if os.path.exists(dbicsv):
- print(" Success")
- print("2. Checking Installed...")
- if exclude_xci==True:
- process=subprocess.Popen([nscb_mtp,"ShowInstalled","-tfile",games_installed_cache,"-show","false","-exci","true"],stdout=subprocess.PIPE,stderr=subprocess.PIPE)
- else:
- process=subprocess.Popen([nscb_mtp,"ShowInstalled","-tfile",games_installed_cache,"-show","false","-exci","false","-xci_lc",xci_locations],stdout=subprocess.PIPE,stderr=subprocess.PIPE)
- while process.poll()==None:
- if process.poll()!=None:
- process.terminate();
- if os.path.exists(games_installed_cache):
- print(" Success")
- gamelist=listmanager.read_lines_to_list(games_installed_cache,all=True)
- dbi_dict={}
- with open(dbicsv,'rt',encoding='utf8') as csvfile:
- readCSV = csv.reader(csvfile, delimiter=',')
- id=0;ver=1;tname=2;
- for row in readCSV:
- try:
- tid=(str(row[id]).upper())[2:]
- version=int(row[ver])
- name=str(row[tname])
- dbi_dict[tid]=[tid,version,name]
- except:pass
- installed={}
- for g in gamelist:
- entry=listmanager.parsetags(g)
- installed[entry[0]]=entry
- print("..........................................................")
- print("ARCHIVED|REGISTERED GAMES")
- print("..........................................................")
- for g in dbi_dict.keys():
- if not g in installed.keys():
- tid,version,g0=dbi_dict[g]
- g0=pretty_str(g0)
- print(f"{g0} [{tid}][{version}]")
- if search_new==True:
- import nutdb
- nutdb.check_other_file(urlconfig,'versions_txt')
- f='nutdb_'+'versions'+'.txt'
- DATABASE_folder=nutdb.get_DBfolder()
- _dbfile_=os.path.join(DATABASE_folder,f)
- versiondict={}
- with open(_dbfile_,'rt',encoding='utf8') as csvfile:
- readCSV = csv.reader(csvfile, delimiter='|')
- i=0
- for row in readCSV:
- if i==0:
- csvheader=row
- i=1
- if 'id' and 'version' in csvheader:
- id=csvheader.index('id')
- ver=csvheader.index('version')
- else:break
- else:
- try:
- tid=str(row[id]).upper()
- version=str(row[ver]).upper()
- if tid.endswith('800'):
- keyid=tid[:-3]+'000'
- else:
- keyid=tid
- if keyid in versiondict.keys():
- v=versiondict[keyid]
- if vint(fileversion):
- if fileid.endswith('000') or fileid.endswith('800'):
- baseid=fileid[:-3]+'000'
- updid=fileid[:-3]+'800'
- print(f"{g0} [{baseid}][{verprint}]{fillver} -> "+forecombo+ f"[{updid}] [v{v}]"+Style.RESET_ALL)
- else:
- print(f"{g0} [{fileid}][{verprint}]{fillver} -> "+forecombo+ f"[{fileid}] [v{v}]"+Style.RESET_ALL)
- print("..........................................................")
- print("NEW DLCS")
- print("..........................................................")
- for k in versiondict.keys():
- if k in dbi_dict.keys() or k.endswith('000') or k.endswith('800'):
- continue
- else:
- try:
- baseid=get_dlc_baseid(k)
- except:
- baseid=k
- updid=baseid[:-3]+'800'
- if baseid in dbi_dict.keys() or updid in dbi_dict.keys():
- fileid,fileversion,g0=dbi_dict[baseid]
- g0=pretty_str(g0)
- print(f"{g0} [{baseid}] -> "+forecombo+ f"[{k}] [v{versiondict[k]}]"+Style.RESET_ALL)
-
-
-def update_console(libraries="all",destiny="SD",exclude_xci=True,prioritize_nsz=True,tfile=None,verification=True,ch_medium=True,ch_other=False,autoupd_aut=True,use_archived=False):
- check_connection()
- if use_archived==True:
- autoupd_aut=False
- if tfile==None:
- tfile=os.path.join(NSCB_dir, 'MTP1.txt')
- if os.path.exists(tfile):
- try:
- os.remove(tfile)
- except: pass
- libdict=get_libs("source");
- pths={}
- if libraries=="all":
- for entry in libdict.keys():
- pths[entry]=((libdict[entry])[0])
- else:
- for entry in libdict.keys():
- if (libdict[entry])[1]==True:
- pths[entry]=((libdict[entry])[0])
- if not os.path.exists(cachefolder):
- os.makedirs(cachefolder)
- for f in os.listdir(cachefolder):
- fp = os.path.join(cachefolder, f)
- try:
- shutil.rmtree(fp)
- except OSError:
- os.remove(fp)
- if use_archived!=True:
- print("1. Parsing games in device. Please Wait...")
- if exclude_xci==True:
- process=subprocess.Popen([nscb_mtp,"ShowInstalled","-tfile",games_installed_cache,"-show","false","-exci","true"],stdout=subprocess.PIPE,stderr=subprocess.PIPE)
- else:
- process=subprocess.Popen([nscb_mtp,"ShowInstalled","-tfile",games_installed_cache,"-show","false","-exci","false","-xci_lc",xci_locations],stdout=subprocess.PIPE,stderr=subprocess.PIPE)
- while process.poll()==None:
- if process.poll()!=None:
- process.terminate();
- if os.path.exists(games_installed_cache):
- print(" Success")
- gamelist=listmanager.read_lines_to_list(games_installed_cache,all=True)
- installed={}
- for g in gamelist:
- try:
- if exclude_xci==True:
- if g.endswith('xci') or g.endswith('xc0'):
- continue
- entry=listmanager.parsetags(g)
- entry=list(entry)
- entry.append(g)
- installed[entry[0]]=entry
- except:pass
- else:
- print("1. Retrieving registered...")
- dbicsv=os.path.join(cachefolder,"registered.csv")
- process=subprocess.Popen([nscb_mtp,"Download","-ori","4: Installed games\\InstalledApplications.csv","-dst",dbicsv],stdout=subprocess.PIPE,stderr=subprocess.PIPE)
- while process.poll()==None:
- if process.poll()!=None:
- process.terminate();
- if os.path.exists(dbicsv):
- print(" Success")
- installed={}
- with open(dbicsv,'rt',encoding='utf8') as csvfile:
- readCSV = csv.reader(csvfile, delimiter=',')
- id=0;ver=1;tname=2;
- for row in readCSV:
- try:
- tid=(str(row[id]).upper())[2:]
- version=int(row[ver])
- if version>0 and tid.endswith('000'):
- tid=tid[:-3]+'800'
- name=str(row[tname])
- g=f"{name} [{tid}][v{version}].nsp"
- entry=listmanager.parsetags(g)
- entry=list(entry)
- entry.append(g)
- if entry[0] in installed.keys():
- if int((intalled[entry[0]])[1])int(v):
- localgames[entry[0]]=entry
- except:pass
- print("3. Searching new updates. Please Wait...")
- gamestosend={}
- for g in installed.keys():
- if g.endswith('000') or g.endswith('800'):
- try:
- updid=g[:-3]+'800'
- if updid in localgames:
- if updid in installed:
- if int((installed[updid])[1])0:
- if autoupd_aut==True:
- for i in sorted(gamestosend.keys()):
- fileid,fileversion,cctag,nG,nU,nD,baseid,path=gamestosend[i]
- bname=os.path.basename(path)
- gamepaths.append(path)
- g0=[pos for pos, char in enumerate(bname) if char == '[']
- g0=(bname[0:g0[0]]).strip()
- print(f" * {g0} [{fileid}][{fileversion}] [{cctag}] - {(bname[-3:]).upper()}")
- else:
- options=[]
- for i in sorted(gamestosend.keys()):
- fileid,fileversion,cctag,nG,nU,nD,baseid,path=gamestosend[i]
- bname=os.path.basename(path)
- gamepaths.append(path)
- g0=[pos for pos, char in enumerate(bname) if char == '[']
- g0=(bname[0:g0[0]]).strip()
- cstring=f"{g0} [{fileid}][{fileversion}] [{cctag}] - {(bname[-3:]).upper()}"
- options.append(cstring)
- if options:
- title = 'Select content to install: \n + Press space or right to select entries \n + Press E to finish selection \n + Press A to select all entries'
- picker = Picker(options, title, multi_select=True, min_selection_count=1)
- def end_selection(picker):
- return False,-1
- def select_all(picker):
- return "ALL",-1
- picker.register_custom_handler(ord('e'), end_selection)
- picker.register_custom_handler(ord('E'), end_selection)
- picker.register_custom_handler(ord('a'), select_all)
- picker.register_custom_handler(ord('A'), select_all)
- selected=picker.start()
- if selected[0]==False:
- print(" User didn't select any files")
- return False
- if selected[0]=="ALL":
- pass
- else:
- newgpaths=[]
- for game in selected:
- g=game[1]
- g0=gamepaths[g]
- newgpaths.append(g0)
- gamepaths=newgpaths
- print("6. Generating text file...")
- with open(tfile,'w', encoding='utf8') as textfile:
- for i in gamepaths:
- textfile.write((i).strip()+"\n")
- print("7. Triggering installer on loop mode.")
- print(" Note:If you interrupt the list use normal install mode to continue list")
- loop_install(tfile,destiny=destiny,verification=verification,ch_medium=ch_medium,ch_other=ch_other,checked=True)
- else:
- print("\n --- DEVICE IS UP TO DATE ---")
-
-def get_libs(lib="source"):
- libraries={}
- if lib=="source":
- libtfile=mtp_source_lib
- elif lib=="internal":
- libtfile=mtp_internal_lib
- else:
- libtfile=lib
- with open(libtfile,'rt',encoding='utf8') as csvfile:
- readCSV = csv.reader(csvfile, delimiter='|')
- i=0;up=False
- for row in readCSV:
- if i==0:
- csvheader=row
- i=1
- if 'library_name' and 'path' and 'Update' in csvheader:
- lb=csvheader.index('library_name')
- pth=csvheader.index('path')
- up=csvheader.index('Update')
- else:
- if 'library_name' and 'path' in csvheader:
- lb=csvheader.index('library_name')
- pth=csvheader.index('path')
- else:break
- else:
- try:
- update=False
- library=str(row[lb])
- route=str(row[pth])
- if up!=False:
- update=str(row[up])
- if update.upper()=="TRUE":
- update=True
- else:
- update=False
- else:
- update=False
- libraries[library]=[route,update]
- except:pass
- return libraries
-
-def get_dlc_baseid(titleid):
- baseid=str(titleid)
- token=int(hx(bytes.fromhex('0'+baseid[-4:-3])),16)-int('1',16)
- token=str(hex(token))[-1]
- token=token.upper()
- baseid=baseid[:-4]+token+'000'
- return baseid
-
-def get_storage_info():
- check_connection()
- SD_ds=0;SD_fs=0;NAND_ds=0;NAND_fs=0;device='unknown';FW='unknown'
- if os.path.exists(storage_info):
- try:
- os.remove(storage_info)
- except:pass
- process=subprocess.Popen([nscb_mtp,"ReportStorage","-tfile",storage_info],stdout=subprocess.PIPE,stderr=subprocess.PIPE)
- while process.poll()==None:
- if process.poll()!=None:
- process.terminate();
- if os.path.exists(storage_info):
- with open(storage_info,'rt',encoding='utf8') as csvfile:
- readCSV = csv.reader(csvfile, delimiter='|')
- i=0
- for row in readCSV:
- if i==0:
- csvheader=row
- i=1
- if 'device' and 'disk_name' and 'capacity' and 'freespace' and 'FW' in csvheader:
- idev=csvheader.index('device')
- idn=csvheader.index('disk_name')
- idc=csvheader.index('capacity')
- ifs=csvheader.index('freespace')
- ifw=csvheader.index('FW')
- else:break
- else:
- if i==1:
- try:
- device=str(row[idev])
- FW=str(row[ifw])
- except:pass
- i+1;
- if 'SD CARD' in str(row[idn]).upper() or 'SD' in str(row[idn]).upper():
- # print(str(row[idn]));print(str(row[idc]));print(str(row[ifs]));
- SD_ds=int(row[idc])
- SD_fs=int(row[ifs])
- if 'USER' in str(row[idn]).upper():
- # print(str(row[idn]));print(str(row[idc]));print(str(row[ifs]));
- NAND_ds=int(row[idc])
- NAND_fs=int(row[ifs])
- if str(row[idev]).upper()=="TINFOIL":
- SD_ds=int(row[idc])
- SD_fs=int(row[ifs])
- NAND_ds=0
- NAND_fs=0
- return SD_ds,SD_fs,NAND_ds,NAND_fs,FW,device
-
-def get_DB_dict(filepath):
- installedsize=0
- if filepath.endswith('xci') or filepath.endswith('xcz'):
- f = factory(filepath)
- f.open(filepath, 'rb')
- dict=f.return_DBdict()
- f.flush()
- f.close()
- elif filepath.endswith('nsp') or filepath.endswith('nsz') or filepath.endswith('nsx'):
- f = squirrelNSP(filepath)
- dict=f.return_DBdict()
- f.flush()
- f.close()
- return dict
-
-def get_files_from_walk(tfile=None,extlist=['nsp','nsz','xci','xcz'],filter=False):
- from picker_walker import get_files_from_walk
- files=get_files_from_walk(tfile=tfile,extlist=extlist,filter=filter)
- if files==False:
- return False
- elif tfile==None:
- return files
diff --git a/py/mtp/mtpnsp.py b/py/mtp/mtpnsp.py
deleted file mode 100644
index 7cf18c05..00000000
--- a/py/mtp/mtpnsp.py
+++ /dev/null
@@ -1,266 +0,0 @@
-import aes128
-import Print
-import os
-import shutil
-import json
-import listmanager
-from Fs import Nsp as squirrelNSP
-from Fs import Xci as squirrelXCI
-from Fs import Nca
-import sq_tools
-
-import Keys
-from binascii import hexlify as hx, unhexlify as uhx
-import subprocess
-import sys
-from mtp.wpd import is_switch_connected
-from python_pick import pick
-from python_pick import Picker
-import csv
-from tqdm import tqdm
-
-def check_connection():
- if not is_switch_connected():
- sys.exit("Switch device isn't connected.\nCheck if mtp responder is running!!!")
-
-bucketsize = 81920
-
-# SET ENVIRONMENT
-squirrel_dir=os.path.abspath(os.curdir)
-NSCB_dir=os.path.abspath('../'+(os.curdir))
-
-if os.path.exists(os.path.join(squirrel_dir,'ztools')):
- NSCB_dir=squirrel_dir
- zconfig_dir=os.path.join(NSCB_dir, 'zconfig')
- ztools_dir=os.path.join(NSCB_dir,'ztools')
- squirrel_dir=ztools_dir
-elif os.path.exists(os.path.join(NSCB_dir,'ztools')):
- squirrel_dir=squirrel_dir
- ztools_dir=os.path.join(NSCB_dir, 'ztools')
- zconfig_dir=os.path.join(NSCB_dir, 'zconfig')
-else:
- ztools_dir=os.path.join(NSCB_dir, 'ztools')
- zconfig_dir=os.path.join(NSCB_dir, 'zconfig')
-
-testroute1=os.path.join(squirrel_dir, "squirrel.py")
-testroute2=os.path.join(squirrel_dir, "squirrel.exe")
-urlconfig=os.path.join(zconfig_dir,'NUT_DB_URL.txt')
-isExe=False
-if os.path.exists(testroute1):
- squirrel=testroute1
- isExe=False
-elif os.path.exists(testroute2):
- squirrel=testroute2
- isExe=True
-bin_folder=os.path.join(ztools_dir, 'bin')
-nscb_mtp=os.path.join(bin_folder, 'nscb_mtp.exe')
-cachefolder=os.path.join(ztools_dir, '_mtp_cache_')
-if not os.path.exists(cachefolder):
- os.makedirs(cachefolder)
-games_installed_cache=os.path.join(cachefolder, 'games_installed.txt')
-valid_saves_cache=os.path.join(cachefolder, 'valid_saves.txt')
-mtp_source_lib=os.path.join(zconfig_dir,'mtp_source_libraries.txt')
-mtp_internal_lib=os.path.join(zconfig_dir,'mtp_SD_libraries.txt')
-storage_info=os.path.join(cachefolder, 'storage.csv')
-download_lib_file = os.path.join(zconfig_dir, 'mtp_download_libraries.txt')
-
-
-def install_nsp_csv(filepath,destiny="SD",cachefolder=None,override=False,keypatch=False):
- check_connection()
- if cachefolder==None:
- cachefolder=os.path.join(ztools_dir, '_mtp_cache_')
- files_list=sq_tools.ret_nsp_offsets(filepath)
- print(f"Installing {filepath} by content")
- counter=0
- for i in range(len(files_list)):
- entry=files_list[i]
- cnmtfile=entry[0]
- if cnmtfile.endswith('.cnmt.nca'):
- counter+=1
- print(f"- Detected {counter} content ids")
- for i in range(len(files_list)):
- entry=files_list[i]
- cnmtfile=entry[0]
- if cnmtfile.endswith('.cnmt.nca'):
- target_cnmt=cnmtfile
- nspname=gen_nsp_parts_spec1(filepath,target_cnmt=target_cnmt,cachefolder=cachefolder,keypatch=keypatch)
- if filepath.endswith('nsz'):
- nspname=nspname[:-1]+'z'
- files_csv=os.path.join(cachefolder, 'files.csv')
- process=subprocess.Popen([nscb_mtp,"InstallfromCSV","-cs",files_csv,"-nm",nspname,"-dst",destiny])
- while process.poll()==None:
- if process.poll()!=None:
- process.terminate();
- counter-=1
- print('\n- Still '+str(counter)+' subitems to process')
- if counter>0:
- print("")
- if os.path.exists(cachefolder):
- for f in os.listdir(cachefolder):
- fp = os.path.join(cachefolder, f)
- try:
- shutil.rmtree(fp)
- except OSError:
- os.remove(fp)
-
-def gen_nsp_parts_spec1(filepath,target_cnmt=None,cachefolder=None,keypatch=False):
- if keypatch!=False:
- try:
- keypatch=int(keypatch)
- except: keypatch=False
- if cachefolder==None:
- cachefolder=os.path.join(ztools_dir, '_mtp_cache_')
- if not os.path.exists(cachefolder):
- os.makedirs(cachefolder)
- else:
- for f in os.listdir(cachefolder):
- fp = os.path.join(cachefolder, f)
- try:
- shutil.rmtree(fp)
- except OSError:
- os.remove(fp)
- files_list=sq_tools.ret_nsp_offsets(filepath)
- files=list();filesizes=list()
- fplist=list()
- for k in range(len(files_list)):
- entry=files_list[k]
- fplist.append(entry[0])
- if target_cnmt==None:
- for i in range(len(files_list)):
- entry=files_list[i]
- cnmtfile=entry[0]
- if cnmtfile.endswith('.cnmt.nca'):
- target_cnmt=cnmtfile
- break
- for i in range(len(files_list)):
- entry=files_list[i]
- cnmtfile=entry[0]
- if cnmtfile.endswith('.cnmt.nca') and target_cnmt==cnmtfile:
- f=squirrelNSP(filepath)
- titleid,titleversion,base_ID,keygeneration,rightsId,RSV,RGV,ctype,metasdkversion,exesdkversion,hasHtmlManual,Installedsize,DeltaSize,ncadata=f.get_data_from_cnmt(cnmtfile)
- f.flush()
- f.close()
- for j in range(len(ncadata)):
- row=ncadata[j]
- # print(row)
- if row['NCAtype']!='Meta' and row['NCAtype']!='Program':
- test1=str(row['NcaId'])+'.nca';test2=str(row['NcaId'])+'.ncz'
- if test1 in fplist:
- files.append(str(row['NcaId'])+'.nca')
- filesizes.append(int(row['Size']))
- elif test2 in fplist:
- files.append(str(row['NcaId'])+'.ncz')
- for k in range(len(files_list)):
- entry=files_list[k]
- if entry[0]==test2:
- filesizes.append(int(entry[3]))
- break
- for j in range(len(ncadata)):
- row=ncadata[j]
- if row['NCAtype']=='Meta':
- # print(str(row['NcaId'])+'.cnmt.nca')
- files.append(str(row['NcaId'])+'.cnmt.nca')
- filesizes.append(int(row['Size']))
- for j in range(len(ncadata)):
- row=ncadata[j]
- # print(row)
- if row['NCAtype']=='Program':
- test1=str(row['NcaId'])+'.nca';test2=str(row['NcaId'])+'.ncz'
- if test1 in fplist:
- files.append(str(row['NcaId'])+'.nca')
- filesizes.append(int(row['Size']))
- elif test2 in fplist:
- files.append(str(row['NcaId'])+'.ncz')
- for k in range(len(files_list)):
- entry=files_list[k]
- if entry[0]==test2:
- filesizes.append(int(entry[3]))
- break
- break
- f.flush()
- f.close()
- outheader = sq_tools.gen_nsp_header(files,filesizes)
- properheadsize=len(outheader)
- # print(properheadsize)
- # print(bucketsize)
- i=0;sum=properheadsize;
- nsp=squirrelNSP(filepath)
- outfile=os.path.join(cachefolder, "0")
- outf = open(outfile, 'w+b')
- outf.write(outheader)
- written=0
- for fi in files:
- for nca in nsp:
- if nca._path==fi:
- nca=Nca(nca)
- crypto1=nca.header.getCryptoType()
- crypto2=nca.header.getCryptoType2()
- if crypto2>crypto1:
- masterKeyRev=crypto2
- if crypto2<=crypto1:
- masterKeyRev=crypto1
- crypto = aes128.AESECB(Keys.keyAreaKey(Keys.getMasterKeyIndex(masterKeyRev), nca.header.keyIndex))
- hcrypto = aes128.AESXTS(uhx(Keys.get('header_key')))
- gc_flag='00'*0x01
- crypto1=nca.header.getCryptoType()
- crypto2=nca.header.getCryptoType2()
- if nca.header.getRightsId() != 0:
- nca.rewind()
- if crypto2>crypto1:
- masterKeyRev=crypto2
- if crypto2<=crypto1:
- masterKeyRev=crypto1
- from mtp_tools import get_nca_ticket
- check,titleKey=get_nca_ticket(filepath,fi)
- if check==False:
- sys.exit("Can't verify titleckey")
- titleKeyDec = Keys.decryptTitleKey(titleKey, Keys.getMasterKeyIndex(int(masterKeyRev)))
- encKeyBlock = crypto.encrypt(titleKeyDec * 4)
- if str(keypatch) != "False":
- t = tqdm(total=False, unit='B', unit_scale=False, leave=False)
- if keypatch < nca.header.getCryptoType2():
- encKeyBlock,crypto1,crypto2=squirrelNSP.get_new_cryptoblock(squirrelNSP,nca,keypatch,encKeyBlock,t)
- t.close()
- if nca.header.getRightsId() == 0:
- nca.rewind()
- encKeyBlock = nca.header.getKeyBlock()
- if str(keypatch) != "False":
- t = tqdm(total=False, unit='B', unit_scale=False, leave=False)
- if keypatch < nca.header.getCryptoType2():
- encKeyBlock,crypto1,crypto2=squirrelNSP.get_new_cryptoblock(squirrelNSP,nca,keypatch,encKeyBlock,t)
- t.close()
- nca.rewind()
- i=0
- newheader=nsp.get_newheader(nca,encKeyBlock,crypto1,crypto2,hcrypto,gc_flag)
- outf.write(newheader)
- written+=len(newheader)
- nca.seek(0xC00)
- break
- else:pass
- nsp.flush()
- nsp.close()
- outf.flush()
- outf.close()
- tfile=os.path.join(cachefolder, "files.csv")
- with open(tfile,'w') as csvfile:
- csvfile.write("{}|{}|{}|{}|{}|{}\n".format("step","filepath","size","targetsize","off1","off2"))
- csvfile.write("{}|{}|{}|{}|{}|{}\n".format(0,outfile,properheadsize+written,properheadsize,0,properheadsize))
- k=0;l=0
- for fi in files:
- for j in files_list:
- if j[0]==fi:
- csvfile.write("{}|{}|{}|{}|{}|{}\n".format(k+1,outfile,properheadsize+written,0xC00,(properheadsize+l*0xC00),(properheadsize+(l*0xC00)+0xC00)))
- off1=j[1]+0xC00
- off2=j[2]
- targetsize=j[3]-0xC00
- csvfile.write("{}|{}|{}|{}|{}|{}\n".format(k+2,filepath,(os.path.getsize(filepath)),targetsize,off1,off2))
- break
- k+=2;l+=1
- nspname="test.nsp"
- try:
- g=os.path.basename(filepath)
- g0=[pos for pos, char in enumerate(g) if char == '[']
- g0=(g[0:g0[0]]).strip()
- nspname=f"{g0} [{titleid}] [v{titleversion}] [{ctype}].nsp"
- except:pass
- return nspname
diff --git a/py/mtp/mtpxci.py b/py/mtp/mtpxci.py
deleted file mode 100644
index 411e7f2a..00000000
--- a/py/mtp/mtpxci.py
+++ /dev/null
@@ -1,915 +0,0 @@
-import aes128
-import Print
-import os
-import shutil
-import json
-import listmanager
-from Fs import Nsp as squirrelNSP
-from Fs import Xci as squirrelXCI
-from Fs import factory
-from Fs import Nca
-import sq_tools
-import io
-
-import Keys
-from binascii import hexlify as hx, unhexlify as uhx
-import math
-import subprocess
-import sys
-from mtp.wpd import is_switch_connected
-from python_pick import pick
-from python_pick import Picker
-import csv
-from tqdm import tqdm
-
-def check_connection():
- if not is_switch_connected():
- sys.exit("Switch device isn't connected.\nCheck if mtp responder is running!!!")
-
-bucketsize = 81920
-
-# SET ENVIRONMENT
-squirrel_dir=os.path.abspath(os.curdir)
-NSCB_dir=os.path.abspath('../'+(os.curdir))
-
-if os.path.exists(os.path.join(squirrel_dir,'ztools')):
- NSCB_dir=squirrel_dir
- zconfig_dir=os.path.join(NSCB_dir, 'zconfig')
- ztools_dir=os.path.join(NSCB_dir,'ztools')
- squirrel_dir=ztools_dir
-elif os.path.exists(os.path.join(NSCB_dir,'ztools')):
- squirrel_dir=squirrel_dir
- ztools_dir=os.path.join(NSCB_dir, 'ztools')
- zconfig_dir=os.path.join(NSCB_dir, 'zconfig')
-else:
- ztools_dir=os.path.join(NSCB_dir, 'ztools')
- zconfig_dir=os.path.join(NSCB_dir, 'zconfig')
-
-testroute1=os.path.join(squirrel_dir, "squirrel.py")
-testroute2=os.path.join(squirrel_dir, "squirrel.exe")
-urlconfig=os.path.join(zconfig_dir,'NUT_DB_URL.txt')
-isExe=False
-if os.path.exists(testroute1):
- squirrel=testroute1
- isExe=False
-elif os.path.exists(testroute2):
- squirrel=testroute2
- isExe=True
-bin_folder=os.path.join(ztools_dir, 'bin')
-nscb_mtp=os.path.join(bin_folder, 'nscb_mtp.exe')
-cachefolder=os.path.join(ztools_dir, '_mtp_cache_')
-if not os.path.exists(cachefolder):
- os.makedirs(cachefolder)
-games_installed_cache=os.path.join(cachefolder, 'games_installed.txt')
-valid_saves_cache=os.path.join(cachefolder, 'valid_saves.txt')
-mtp_source_lib=os.path.join(zconfig_dir,'mtp_source_libraries.txt')
-mtp_internal_lib=os.path.join(zconfig_dir,'mtp_SD_libraries.txt')
-storage_info=os.path.join(cachefolder, 'storage.csv')
-download_lib_file = os.path.join(zconfig_dir, 'mtp_download_libraries.txt')
-
-def libraries(tfile):
- db={}
- try:
- with open(tfile,'rt',encoding='utf8') as csvfile:
- readCSV = csv.reader(csvfile, delimiter='|')
- i=0
- for row in readCSV:
- if i==0:
- csvheader=row
- i=1
- else:
- dict_={}
- for j in range(len(csvheader)):
- try:
- if row[j]==None or row[j]=='':
- dict_[csvheader[j]]=None
- else:
- dict_[csvheader[j]]=row[j]
- except:
- dict_[csvheader[j]]=None
- db[row[0]]=dict_
- return db
- except BaseException as e:
- Print.error('Exception: ' + str(e))
- return False
-
-def pick_transfer_folder():
- if not os.path.exists(mtp_internal_lib):
- return "SD"
- title = 'Select transfer folder: '
- db=libraries(mtp_internal_lib)
- if db==False:
- return "SD"
- options = [x for x in db.keys()]
- selected = pick(options, title,min_selection_count=1)
- path=(db[selected[0]])['path']
- return path
-
-def file_verification(filename,hash=False):
- if not os.path.exists(cachefolder):
- os.makedirs(cachefolder)
- tempfolder=os.path.join(cachefolder, 'temp')
- if not os.path.exists(tempfolder):
- os.makedirs(tempfolder)
- verdict=False;isrestored=False;cnmt_is_patched=False
- if filename.endswith('.nsp') or filename.endswith('.nsx') or filename.endswith('.nsz') or filename.endswith('.xcz') or filename.endswith('.xci'):
- try:
- if filename.endswith('.nsp') or filename.endswith('.nsx') or filename.endswith('.nsz'):
- f = squirrelNSP(filename, 'rb')
- elif filename.endswith('.xci') or filename.endswith('.xcz'):
- f = factory(filename)
- f.open(filename, 'rb')
- check,feed=f.verify()
- if filename.endswith('.nsp') or filename.endswith('.nsx') or filename.endswith('.nsz'):
- verdict,headerlist,feed=f.verify_sig(feed,tempfolder,cnmt='nocheck')
- else:
- verdict,headerlist,feed=f.verify_sig(feed,tempfolder)
- output_type='nsp';multi=False;cnmtcount=0
- if verdict == True:
- isrestored=True
- for i in range(len(headerlist)):
- entry=headerlist[i]
- if str(entry[0]).endswith('.cnmt.nca'):
- cnmtcount+=1
- if cnmt_is_patched==False:
- status=entry[2]
- if status=='patched':
- cnmt_is_patched=True
- if entry[1]!=False:
- if int(entry[-1])==1:
- output_type='xci'
- isrestored=False
- else:
- pass
- if isrestored == False:
- if cnmt_is_patched !=True:
- print('\nFILE VERIFICATION CORRECT.\n -> FILE WAS MODIFIED BUT ORIGIN IS CONFIRMED AS LEGIT\n')
- else:
- print('\nFILE VERIFICATION CORRECT. \n -> FILE WAS MODIFIED AND CNMT PATCHED\n')
- else:
- print("\nFILE VERIFICATION CORRECT. FILE IS SAFE.\n")
- if verdict == False:
- print("\nFILE VERIFICATION INCORRECT. \n -> UNCONFIRMED ORIGIN FILE HAS BEEN TAMPERED WITH\n")
- if hash==True and verdict==True:
- if filename.endswith('.nsp') or filename.endswith('.nsx') or filename.endswith('.xci'):
- verdict,feed=f.verify_hash_nca(65536,headerlist,verdict,feed)
- elif filename.endswith('.nsz'):
- verdict,feed=f.nsz_hasher(65536,headerlist,verdict,feed)
- elif filename.endswith('.xcz'):
- verdict,feed=f.xcz_hasher(65536,headerlist,verdict,feed)
- f.flush()
- f.close()
- except BaseException as e:
- Print.error('Exception: ' + str(e))
- return verdict,isrestored,cnmt_is_patched
-
-def generate_and_transfer_st1(filepath,outfolder,keypatch='false'):
- tname=str(os.path.basename(filepath))[:-3]+'xci'
- tmpfile=os.path.join(outfolder,tname)
- if filepath.endswith('xci') or filepath.endswith('xcz'):
- f = factory(filepath)
- f.open(filepath, 'rb')
- elif filepath.endswith('nsp') or filepath.endswith('nsz'):
- f = squirrelNSP(filepath, 'rb')
- f.c_xci_direct(65536,tmpfile,outfolder,metapatch='true',keypatch=keypatch)
- f.flush()
- f.close()
-
-def generate_xci_and_transfer(filepath=None,outfolder=None,destiny="SD",kgpatch=False,verification=False):
- check_connection()
- if destiny=="SD":
- destiny="1: External SD Card\\"
- from mtpinstaller import get_storage_info,get_DB_dict
- tgkg=0;kgwarning=False
- if filepath=="":
- filepath=None
- if filepath==None:
- print("File input = null")
- return False
- if outfolder=="":
- outfolder=None
- if outfolder==None:
- outfolder=cachefolder
- if not os.path.exists(cachefolder):
- os.makedirs(cachefolder)
- if not os.path.exists(outfolder):
- os.makedirs(outfolder)
- for f in os.listdir(outfolder):
- fp = os.path.join(outfolder, f)
- try:
- shutil.rmtree(fp)
- except OSError:
- os.remove(fp)
- if verification==True or str(verification).upper()=="HASH":
- if str(verification).upper()=="HASH":
- verdict,isrestored,cnmt_is_patched=file_verification(filepath,hash=True)
- else:
- verdict,isrestored,cnmt_is_patched=file_verification(filepath)
- if verdict==False:
- print("File didn't pass verification. Skipping...")
- return False
- dopatch=False
- print("- Retrieving Space on device")
- SD_ds,SD_fs,NAND_ds,NAND_fs,FW,device=get_storage_info()
- print("- Calculating Size")
- head_xci_size,keygeneration,sz=get_header_size(filepath)
- installedsize=head_xci_size+sz
- print(f" * SD free space: {SD_fs} ({sq_tools.getSize(SD_fs)})")
- print(f" * File installed size: {installedsize} ({sq_tools.getSize(installedsize)})")
- if installedsize>SD_fs:
- sys.exit(" NOT ENOUGH SPACE SD STORAGE")
- if kgpatch==True:
- if FW!='unknown':
- try:
- FW_RSV,RRSV=sq_tools.transform_fw_string(FW)
- FW_kg=sq_tools.kg_by_RSV(FW_RSV)
- except BaseException as e:
- Print.error('Exception: ' + str(e))
- FW='unknown'
- FW_kg='unknown'
- pass
- if FW!='unknown' and FW_kg!='unknown':
- if int(keygeneration)>int(FW_kg):
- kgwarning=True
- tgkg=int(FW_kg)
- else:
- tgkg=keygeneration
- else:
- tgkg=keygeneration
- print(f"- Console Firmware: {FW} ({FW_RSV}) - keygen {FW_kg})")
- print(f"- File keygeneration: {keygeneration}")
- else:
- tgkg=keygeneration
- if kgwarning==True:
- print("File requires a higher firmware. It'll will be prepatch")
- dopatch=True
- keypatch=int(tgkg)
- tname=str(os.path.basename(filepath))[:-3]+'xci'
- tmpfile=os.path.join(outfolder,tname)
- if filepath.endswith('xcz') or filepath.endswith('nsz'):
- if isExe==False:
- process0=subprocess.Popen([sys.executable,squirrel,"-lib_call","mtp.mtpxci","generate_and_transfer_st1","-xarg",filepath,outfolder,str(keypatch)])
- else:
- process0=subprocess.Popen([squirrel,"-lib_call","mtp.mtpxci","generate_and_transfer_st1","-xarg",filepath,outfolder,str(keypatch)])
- while process0.poll()==None:
- if process0.poll()!=None:
- process0.terminate();
- if isExe==False:
- process1=subprocess.Popen([sys.executable,squirrel,"-renf",tmpfile,"-t","xci","-renm","force","-nover","xci_no_v0","-addl","false","-roma","TRUE"])
- else:
- process1=subprocess.Popen([sys.executable,squirrel,"-renf",tmpfile,"-t","xci","-renm","force","-nover","xci_no_v0","-addl","false","-roma","TRUE"])
- while process1.poll()==None:
- if process1.poll()!=None:
- process1.terminate();
- files2transfer=listmanager.folder_to_list(outfolder,['xci'])
- for f in files2transfer:
- bname=str(os.path.basename(f))
- destinypath=os.path.join(destiny,bname)
- process=subprocess.Popen([nscb_mtp,"Transfer","-ori",f,"-dst",destinypath])
- while process.poll()==None:
- if process.poll()!=None:
- process.terminate();
- try:
- for f in os.listdir(outfolder):
- fp = os.path.join(outfolder, f)
- try:
- shutil.rmtree(fp)
- except OSError:
- os.remove(fp)
- except:pass
- elif filepath.endswith('xci') or filepath.endswith('nsp'):
- from mtpxci_gen import transfer_xci_csv
- transfer_xci_csv(filepath,destiny,cachefolder=outfolder,keypatch=keypatch)
-
-def generate_multixci_and_transfer(tfile=None,outfolder=None,destiny="SD",kgpatch=False,verification=False):
- check_connection()
- if destiny==False or destiny=="pick" or destiny=="":
- destiny=pick_transfer_folder()
- if destiny=="SD":
- destiny="1: External SD Card\\"
- from mtpinstaller import get_storage_info,get_DB_dict
- tgkg=0;kgwarning=False
- if tfile=="":
- tfile=None
- if tfile==None:
- print("File input = null")
- return False
- if not os.path.exists(tfile):
- sys.exit(f"Couldn't find {tfile}")
- if outfolder=="":
- outfolder=None
- if outfolder==None:
- outfolder=cachefolder
- if not os.path.exists(cachefolder):
- os.makedirs(cachefolder)
- if not os.path.exists(outfolder):
- os.makedirs(outfolder)
- for f in os.listdir(outfolder):
- fp = os.path.join(outfolder, f)
- try:
- shutil.rmtree(fp)
- except OSError:
- os.remove(fp)
- file_list=listmanager.read_lines_to_list(tfile,all=True)
- if verification==True or str(verification).upper()=="HASH":
- verdict=False
- for fp in file_list:
- if str(verification).upper()=="HASH":
- verdict,isrestored,cnmt_is_patched=file_verification(fp,hash=True)
- else:
- verdict,isrestored,cnmt_is_patched=file_verification(fp)
- if verdict==False:
- print(f"{fp} didn't pass verification. Skipping {tfile}")
- return False
- dopatch=False
- print("- Retrieving Space on device")
- SD_ds,SD_fs,NAND_ds,NAND_fs,FW,device=get_storage_info()
- print("- Calculating Size")
- fullxcisize=0;maxkg=0
- for fp in file_list:
- head_xci_size,keygeneration,sz=get_header_size(fp)
- installedsize=head_xci_size+sz
- fullxcisize+=installedsize
- if int(maxkg)SD_fs:
- sys.exit(" NOT ENOUGH SPACE SD STORAGE")
- if kgpatch==True:
- if FW!='unknown':
- try:
- FW_RSV,RRSV=sq_tools.transform_fw_string(FW)
- FW_kg=sq_tools.kg_by_RSV(FW_RSV)
- except BaseException as e:
- Print.error('Exception: ' + str(e))
- FW='unknown'
- FW_kg='unknown'
- pass
- if FW!='unknown' and FW_kg!='unknown':
- if int(keygeneration)>int(FW_kg):
- kgwarning=True
- tgkg=int(FW_kg)
- else:
- tgkg=keygeneration
- else:
- tgkg=keygeneration
- print(f"- Console Firmware: {FW} ({FW_RSV}) - keygen {FW_kg})")
- print(f"- File keygeneration: {keygeneration}")
- else:
- tgkg=keygeneration
- if kgwarning==True:
- print("File requires a higher firmware. It'll will be prepatch")
- dopatch=True
- keypatch=int(tgkg)
- input_files=listmanager.read_lines_to_list(tfile,all=True)
- has_compressed=False
- for fi in input_files:
- if fi.endswith('xcz') or fi.endswith('nsz'):
- has_compressed=True
- break
- if has_compressed==True:
- if isExe==False:
- process0=subprocess.Popen([sys.executable,squirrel,"-b","65536","-pv","true","-kp",str(keypatch),"--RSVcap","268435656","-fat","exfat","-fx","files","-ND","true","-t","xci","-o",outfolder,"-tfile",tfile,"-roma","TRUE","-dmul","calculate"])
- else:
- process0=subprocess.Popen([squirrel,"-b","65536","-pv","true","-kp",str(keypatch),"--RSVcap","268435656","-fat","exfat","-fx","files","-ND","true","-t","xci","-o",outfolder,"-tfile",tfile,"-roma","TRUE","-dmul","calculate"])
- while process0.poll()==None:
- if process0.poll()!=None:
- process0.terminate();
- files2transfer=listmanager.folder_to_list(outfolder,['xci'])
- for f in files2transfer:
- bname=str(os.path.basename(f))
- destinypath=os.path.join(destiny,bname)
- process=subprocess.Popen([nscb_mtp,"Transfer","-ori",f,"-dst",destinypath])
- while process.poll()==None:
- if process.poll()!=None:
- process.terminate();
- try:
- for f in os.listdir(outfolder):
- fp = os.path.join(outfolder, f)
- try:
- shutil.rmtree(fp)
- except OSError:
- os.remove(fp)
- except:pass
- elif has_compressed==False:
- from mtpxci_gen import transfer_mxci_csv
- transfer_mxci_csv(tfile=tfile,destiny=destiny,cachefolder=outfolder,keypatch=keypatch,input_files=input_files)
-
-def loop_xci_transfer(tfile,destiny=False,verification=True,outfolder=None,patch_keygen=False,mode="single"):
- check_connection()
- if destiny==False or destiny=="pick" or destiny=="":
- destiny=pick_transfer_folder()
- if not os.path.exists(tfile):
- sys.exit(f"Couldn't find {tfile}")
- file_list=listmanager.read_lines_to_list(tfile,all=True)
- for item in file_list:
- if mode=="single":
- generate_xci_and_transfer(filepath=item,destiny=destiny,verification=verification,outfolder=outfolder,kgpatch=patch_keygen)
- print("")
- listmanager.striplines(tfile,counter=True)
- elif mode=="multi":
- continue
-
-def get_header_size(filepath):
- properheadsize=0;sz=0
- if filepath.endswith('xci') or filepath.endswith('xcz'):
- files_list=sq_tools.ret_xci_offsets(filepath)
- files=list();filesizes=list()
- fplist=list()
- for k in range(len(files_list)):
- entry=files_list[k]
- fplist.append(entry[0])
- for i in range(len(files_list)):
- entry=files_list[i]
- cnmtfile=entry[0]
- if cnmtfile.endswith('.cnmt.nca'):
- f=squirrelXCI(filepath)
- titleid,titleversion,base_ID,keygeneration,rightsId,RSV,RGV,ctype,metasdkversion,exesdkversion,hasHtmlManual,Installedsize,DeltaSize,ncadata=f.get_data_from_cnmt(cnmtfile)
- for j in range(len(ncadata)):
- row=ncadata[j]
- # print(row)
- if row['NCAtype']!='Meta':
- test1=str(row['NcaId'])+'.nca';test2=str(row['NcaId'])+'.ncz'
- if test1 in fplist or test2 in fplist:
- # print(str(row['NcaId'])+'.nca')
- files.append(str(row['NcaId'])+'.nca')
- filesizes.append(int(row['Size']))
- sz+=int(row['Size'])
- elif row['NCAtype']=='Meta':
- # print(str(row['NcaId'])+'.cnmt.nca')
- files.append(str(row['NcaId'])+'.cnmt.nca')
- filesizes.append(int(row['Size']))
- sz+=int(row['Size'])
- sec_hashlist=list()
- try:
- for file in files:
- sha,size,gamecard=f.file_hash(file)
- # print(sha)
- if sha != False:
- sec_hashlist.append(sha)
- except BaseException as e:
- Print.error('Exception: ' + str(e))
- f.flush()
- f.close()
- xci_header,game_info,sig_padding,xci_certificate,root_header,upd_header,norm_header,sec_header,rootSize,upd_multiplier,norm_multiplier,sec_multiplier=sq_tools.get_xciheader(files,filesizes,sec_hashlist)
- outheader=xci_header
- outheader+=game_info
- outheader+=sig_padding
- outheader+=xci_certificate
- outheader+=root_header
- outheader+=upd_header
- outheader+=norm_header
- outheader+=sec_header
- elif filepath.endswith('nsp') or filepath.endswith('nsz'):
- files_list=sq_tools.ret_nsp_offsets(filepath)
- files=list();filesizes=list()
- fplist=list()
- for k in range(len(files_list)):
- entry=files_list[k]
- fplist.append(entry[0])
- for i in range(len(files_list)):
- entry=files_list[i]
- cnmtfile=entry[0]
- if cnmtfile.endswith('.cnmt.nca'):
- f=squirrelNSP(filepath)
- titleid,titleversion,base_ID,keygeneration,rightsId,RSV,RGV,ctype,metasdkversion,exesdkversion,hasHtmlManual,Installedsize,DeltaSize,ncadata=f.get_data_from_cnmt(cnmtfile)
- f.flush()
- f.close()
- for j in range(len(ncadata)):
- row=ncadata[j]
- # print(row)
- if row['NCAtype']!='Meta':
- test1=str(row['NcaId'])+'.nca';test2=str(row['NcaId'])+'.ncz'
- if test1 in fplist or test2 in fplist:
- # print(str(row['NcaId'])+'.nca')
- files.append(str(row['NcaId'])+'.nca')
- filesizes.append(int(row['Size']))
- sz+=int(row['Size'])
- elif row['NCAtype']=='Meta':
- # print(str(row['NcaId'])+'.cnmt.nca')
- files.append(str(row['NcaId'])+'.cnmt.nca')
- filesizes.append(int(row['Size']))
- sz+=int(row['Size'])
- f.flush()
- f.close()
- outheader = sq_tools.gen_nsp_header(files,filesizes)
- properheadsize=len(outheader)
- return properheadsize,keygeneration,sz
-
-def install_xci_csv(filepath,destiny="SD",cachefolder=None,override=False,keypatch=False):
- check_connection()
- if cachefolder==None:
- cachefolder=os.path.join(ztools_dir, '_mtp_cache_')
- files_list=sq_tools.ret_xci_offsets(filepath)
- print(f"Installing {filepath} by content")
- counter=0
- for i in range(len(files_list)):
- entry=files_list[i]
- cnmtfile=entry[0]
- if cnmtfile.endswith('.cnmt.nca'):
- counter+=1
- print(f"- Detected {counter} content ids")
- for i in range(len(files_list)):
- entry=files_list[i]
- cnmtfile=entry[0]
- if cnmtfile.endswith('.cnmt.nca'):
- target_cnmt=cnmtfile
- nspname=gen_xci_parts_spec1(filepath,target_cnmt=target_cnmt,cachefolder=cachefolder,keypatch=keypatch)
- if filepath.endswith('xcz'):
- nspname=nspname[:-1]+'z'
- files_csv=os.path.join(cachefolder, 'files.csv')
- process=subprocess.Popen([nscb_mtp,"InstallfromCSV","-cs",files_csv,"-nm",nspname,"-dst",destiny])
- while process.poll()==None:
- if process.poll()!=None:
- process.terminate();
- counter-=1
- print('\n- Still '+str(counter)+' subitems to process')
- if counter>0:
- print("")
- if os.path.exists(cachefolder):
- for f in os.listdir(cachefolder):
- fp = os.path.join(cachefolder, f)
- try:
- shutil.rmtree(fp)
- except OSError:
- os.remove(fp)
-
-def gen_xci_parts_spec0(filepath,target_cnmt=None,cachefolder=None,keypatch=False,export_type='csv'):
- if cachefolder==None:
- cachefolder=os.path.join(ztools_dir, '_mtp_cache_')
- if not os.path.exists(cachefolder):
- os.makedirs(cachefolder)
- else:
- for f in os.listdir(cachefolder):
- fp = os.path.join(cachefolder, f)
- try:
- shutil.rmtree(fp)
- except OSError:
- os.remove(fp)
- program_name=None
- files_list=sq_tools.ret_xci_offsets(filepath)
- files=list();filesizes=list()
- fplist=list()
- for k in range(len(files_list)):
- entry=files_list[k]
- fplist.append(entry[0])
- if target_cnmt==None:
- for i in range(len(files_list)):
- entry=files_list[i]
- cnmtfile=entry[0]
- if cnmtfile.endswith('.cnmt.nca'):
- target_cnmt=cnmtfile
- break
- for i in range(len(files_list)):
- entry=files_list[i]
- cnmtfile=entry[0]
- if cnmtfile.endswith('.cnmt.nca') and target_cnmt==cnmtfile:
- f=squirrelXCI(filepath)
- titleid,titleversion,base_ID,keygeneration,rightsId,RSV,RGV,ctype,metasdkversion,exesdkversion,hasHtmlManual,Installedsize,DeltaSize,ncadata=f.get_data_from_cnmt(cnmtfile)
- f.flush()
- f.close()
- for j in range(len(ncadata)):
- row=ncadata[j]
- # print(row)
- if row['NCAtype']!='Meta' and row['NCAtype']!='Program':
- test1=str(row['NcaId'])+'.nca';test2=str(row['NcaId'])+'.ncz'
- if test1 in fplist or test2 in fplist:
- # print(str(row['NcaId'])+'.nca')
- if test1 in fplist:
- files.append(str(row['NcaId'])+'.nca')
- filesizes.append(int(row['Size']))
- elif test2 in fplist:
- files.append(str(row['NcaId'])+'.ncz')
- for k in range(len(files_list)):
- entry=files_list[k]
- if entry[0]==test2:
- filesizes.append(int(entry[3]))
- break
- for j in range(len(ncadata)):
- row=ncadata[j]
- if row['NCAtype']=='Meta':
- # print(str(row['NcaId'])+'.cnmt.nca')
- files.append(str(row['NcaId'])+'.cnmt.nca')
- filesizes.append(int(row['Size']))
- for j in range(len(ncadata)):
- row=ncadata[j]
- # print(row)
- if row['NCAtype']=='Program':
- test1=str(row['NcaId'])+'.nca';test2=str(row['NcaId'])+'.ncz'
- if test1 in fplist or test2 in fplist:
- # print(str(row['NcaId'])+'.nca')
- if test1 in fplist:
- files.append(str(row['NcaId'])+'.nca')
- filesizes.append(int(row['Size']))
- elif test2 in fplist:
- files.append(str(row['NcaId'])+'.ncz')
- for k in range(len(files_list)):
- entry=files_list[k]
- if entry[0]==test2:
- filesizes.append(int(entry[3]))
- break
- break
- f.flush()
- f.close()
- outheader = sq_tools.gen_nsp_header(files,filesizes)
- properheadsize=len(outheader)
- # print(properheadsize)
- # print(bucketsize)
- i=0;sum=properheadsize;
- for file in files:
- # print(file)
- # print(filesizes[i])
- if i<(len(files)-1):
- sum+=filesizes[i]
- i+=1
- # print(sum)
- # print(sum/bucketsize)
- multiplier=math.ceil(sum/bucketsize)
- # print(multiplier)
- remainder = bucketsize*multiplier - sum
- # print(bucketsize*multiplier)
- xci=squirrelXCI(filepath)
- outfile=os.path.join(cachefolder, "0")
- written=0;
- outf = open(outfile, 'w+b')
- outf.write(outheader)
- written+=len(outheader)
- movoffset=0
- for fi in files:
- for nspF in xci.hfs0:
- if str(nspF._path)=="secure":
- for nca in nspF:
- if nca._path==fi:
- nca=Nca(nca)
- crypto1=nca.header.getCryptoType()
- crypto2=nca.header.getCryptoType2()
- if crypto2>crypto1:
- masterKeyRev=crypto2
- if crypto2<=crypto1:
- masterKeyRev=crypto1
- crypto = aes128.AESECB(Keys.keyAreaKey(Keys.getMasterKeyIndex(masterKeyRev), nca.header.keyIndex))
- hcrypto = aes128.AESXTS(uhx(Keys.get('header_key')))
- gc_flag='00'*0x01
- crypto1=nca.header.getCryptoType()
- crypto2=nca.header.getCryptoType2()
- if nca.header.getRightsId() != 0:
- nca.rewind()
- if crypto2>crypto1:
- masterKeyRev=crypto2
- if crypto2<=crypto1:
- masterKeyRev=crypto1
- from mtp_tools import get_nca_ticket
- check,titleKey=get_nca_ticket(filepath,fi)
- if check==False:
- sys.exit("Can't verify titleckey")
- titleKeyDec = Keys.decryptTitleKey(titleKey, Keys.getMasterKeyIndex(int(masterKeyRev)))
- encKeyBlock = crypto.encrypt(titleKeyDec * 4)
- if str(keypatch) != "False":
- t = tqdm(total=False, unit='B', unit_scale=False, leave=False)
- if keypatch < nca.header.getCryptoType2():
- encKeyBlock,crypto1,crypto2=squirrelXCI.get_new_cryptoblock(squirrelXCI,nca, keypatch,encKeyBlock,t)
- t.close()
- if nca.header.getRightsId() == 0:
- nca.rewind()
- encKeyBlock = nca.header.getKeyBlock()
- if str(keypatch) != "False":
- t = tqdm(total=False, unit='B', unit_scale=False, leave=False)
- if keypatch < nca.header.getCryptoType2():
- encKeyBlock,crypto1,crypto2=squirrelXCI.get_new_cryptoblock(squirrelXCI,nca,keypatch,encKeyBlock,t)
- t.close()
- nca.rewind()
- i=0
- newheader=xci.get_newheader(nca,encKeyBlock,crypto1,crypto2,hcrypto,gc_flag)
- outf.write(newheader)
- written+=len(newheader)
- nca.seek(0xC00)
- movoffset+=0xC00
- if (str(nca.header.contentType) != 'Content.PROGRAM'):
- data=nca.read()
- nca.close()
- outf.write(data)
- written+=len(data)
- break
- else:pass
- xci.flush()
- xci.close()
- outf.close()
- if export_type=='json':
- files_json=os.path.join(cachefolder, "files.json")
- d={}
- d['0']={"step": 0,
- "filepath":outfile ,
- "size":( written) ,
- "targetsize":( written) ,
- "off1":0,
- "off2":( written)
- }
- for j in files_list:
- if j[0]==files[-1]:
- off1=j[1]+0xC00
- off2=j[2]
- targetsize=j[3]-0xC00
- d['1']={"step": 1,
- "filepath":filepath ,
- "size":( os.path.getsize(filepath)) ,
- "targetsize":targetsize,
- "off1":off1,
- "off2":off2
- }
- app_json = json.dumps(d, indent=1)
- with open(files_json, 'w') as json_file:
- json_file.write(app_json)
- # print(os.path.getsize(filepath))
- else:
- for j in files_list:
- if j[0]==files[-1]:
- off1=j[1]+0xC00
- off2=j[2]
- targetsize=j[3]-0xC00
- tfile=os.path.join(cachefolder, "files.csv")
- i=0;
- while True:
- with open(tfile,'w') as csvfile:
- if i==0:
- csvfile.write("{}|{}|{}|{}|{}|{}\n".format("step","filepath","size","targetsize","off1","off2"))
- i+=1
- if i==1:
- csvfile.write("{}|{}|{}|{}|{}|{}\n".format(0,outfile,os.path.getsize(outfile),os.path.getsize(outfile),0,os.path.getsize(outfile)))
- i+=1
- if i==2:
- csvfile.write("{}|{}|{}|{}|{}|{}".format(1,filepath,( os.path.getsize(filepath)),targetsize,off1,off2))
- i+=1
- break
- nspname="test.nsp"
- try:
- g=os.path.basename(filepath)
- g0=[pos for pos, char in enumerate(g) if char == '[']
- g0=(g[0:g0[0]]).strip()
- nspname=f"{g0} [{titleid}] [v{titleversion}] [{ctype}].nsp"
- except:pass
- return nspname
-
-def gen_xci_parts_spec1(filepath,target_cnmt=None,cachefolder=None,keypatch=False):
- if keypatch!=False:
- try:
- keypatch=int(keypatch)
- except: keypatch=False
- if cachefolder==None:
- cachefolder=os.path.join(ztools_dir, '_mtp_cache_')
- if not os.path.exists(cachefolder):
- os.makedirs(cachefolder)
- else:
- for f in os.listdir(cachefolder):
- fp = os.path.join(cachefolder, f)
- try:
- shutil.rmtree(fp)
- except OSError:
- os.remove(fp)
- files_list=sq_tools.ret_xci_offsets(filepath)
- files=list();filesizes=list()
- fplist=list()
- for k in range(len(files_list)):
- entry=files_list[k]
- fplist.append(entry[0])
- if target_cnmt==None:
- for i in range(len(files_list)):
- entry=files_list[i]
- cnmtfile=entry[0]
- if cnmtfile.endswith('.cnmt.nca'):
- target_cnmt=cnmtfile
- break
- for i in range(len(files_list)):
- entry=files_list[i]
- cnmtfile=entry[0]
- if cnmtfile.endswith('.cnmt.nca') and target_cnmt==cnmtfile:
- f=squirrelXCI(filepath)
- titleid,titleversion,base_ID,keygeneration,rightsId,RSV,RGV,ctype,metasdkversion,exesdkversion,hasHtmlManual,Installedsize,DeltaSize,ncadata=f.get_data_from_cnmt(cnmtfile)
- f.flush()
- f.close()
- for j in range(len(ncadata)):
- row=ncadata[j]
- # print(row)
- if row['NCAtype']!='Meta' and row['NCAtype']!='Program':
- test1=str(row['NcaId'])+'.nca';test2=str(row['NcaId'])+'.ncz'
- if test1 in fplist:
- files.append(str(row['NcaId'])+'.nca')
- filesizes.append(int(row['Size']))
- elif test2 in fplist:
- files.append(str(row['NcaId'])+'.ncz')
- for k in range(len(files_list)):
- entry=files_list[k]
- if entry[0]==test2:
- filesizes.append(int(entry[3]))
- break
- for j in range(len(ncadata)):
- row=ncadata[j]
- if row['NCAtype']=='Meta':
- # print(str(row['NcaId'])+'.cnmt.nca')
- files.append(str(row['NcaId'])+'.cnmt.nca')
- filesizes.append(int(row['Size']))
- for j in range(len(ncadata)):
- row=ncadata[j]
- # print(row)
- if row['NCAtype']=='Program':
- test1=str(row['NcaId'])+'.nca';test2=str(row['NcaId'])+'.ncz'
- if test1 in fplist:
- files.append(str(row['NcaId'])+'.nca')
- filesizes.append(int(row['Size']))
- elif test2 in fplist:
- files.append(str(row['NcaId'])+'.ncz')
- for k in range(len(files_list)):
- entry=files_list[k]
- if entry[0]==test2:
- filesizes.append(int(entry[3]))
- break
- break
- f.flush()
- f.close()
- outheader = sq_tools.gen_nsp_header(files,filesizes)
- properheadsize=len(outheader)
- # print(properheadsize)
- # print(bucketsize)
- i=0;sum=properheadsize;
- xci=squirrelXCI(filepath)
- outfile=os.path.join(cachefolder, "0")
- outf = open(outfile, 'w+b')
- outf.write(outheader)
- written=0
- for fi in files:
- for nspF in xci.hfs0:
- if str(nspF._path)=="secure":
- for nca in nspF:
- if nca._path==fi:
- nca=Nca(nca)
- crypto1=nca.header.getCryptoType()
- crypto2=nca.header.getCryptoType2()
- if crypto2>crypto1:
- masterKeyRev=crypto2
- if crypto2<=crypto1:
- masterKeyRev=crypto1
- crypto = aes128.AESECB(Keys.keyAreaKey(Keys.getMasterKeyIndex(masterKeyRev), nca.header.keyIndex))
- hcrypto = aes128.AESXTS(uhx(Keys.get('header_key')))
- gc_flag='00'*0x01
- crypto1=nca.header.getCryptoType()
- crypto2=nca.header.getCryptoType2()
- if nca.header.getRightsId() != 0:
- nca.rewind()
- if crypto2>crypto1:
- masterKeyRev=crypto2
- if crypto2<=crypto1:
- masterKeyRev=crypto1
- from mtp_tools import get_nca_ticket
- check,titleKey=get_nca_ticket(filepath,fi)
- if check==False:
- sys.exit("Can't verify titleckey")
- titleKeyDec = Keys.decryptTitleKey(titleKey, Keys.getMasterKeyIndex(int(masterKeyRev)))
- encKeyBlock = crypto.encrypt(titleKeyDec * 4)
- if str(keypatch) != "False":
- t = tqdm(total=False, unit='B', unit_scale=False, leave=False)
- if keypatch < nca.header.getCryptoType2():
- encKeyBlock,crypto1,crypto2=squirrelXCI.get_new_cryptoblock(squirrelXCI,nca,keypatch,encKeyBlock,t)
- t.close()
- if nca.header.getRightsId() == 0:
- nca.rewind()
- encKeyBlock = nca.header.getKeyBlock()
- if str(keypatch) != "False":
- t = tqdm(total=False, unit='B', unit_scale=False, leave=False)
- if keypatch < nca.header.getCryptoType2():
- encKeyBlock,crypto1,crypto2=squirrelXCI.get_new_cryptoblock(squirrelXCI,nca,keypatch,encKeyBlock,t)
- t.close()
- nca.rewind()
- i=0
- newheader=xci.get_newheader(nca,encKeyBlock,crypto1,crypto2,hcrypto,gc_flag)
- outf.write(newheader)
- written+=len(newheader)
- nca.seek(0xC00)
- break
- else:pass
- xci.flush()
- xci.close()
- outf.flush()
- outf.close()
- tfile=os.path.join(cachefolder, "files.csv")
- with open(tfile,'w') as csvfile:
- csvfile.write("{}|{}|{}|{}|{}|{}\n".format("step","filepath","size","targetsize","off1","off2"))
- csvfile.write("{}|{}|{}|{}|{}|{}\n".format(0,outfile,properheadsize+written,properheadsize,0,properheadsize))
- k=0;l=0
- for fi in files:
- for j in files_list:
- if j[0]==fi:
- csvfile.write("{}|{}|{}|{}|{}|{}\n".format(k+1,outfile,properheadsize+written,0xC00,(properheadsize+l*0xC00),(properheadsize+(l*0xC00)+0xC00)))
- off1=j[1]+0xC00
- off2=j[2]
- targetsize=j[3]-0xC00
- csvfile.write("{}|{}|{}|{}|{}|{}\n".format(k+2,filepath,(os.path.getsize(filepath)),targetsize,off1,off2))
- break
- k+=2;l+=1
- nspname="test.nsp"
- try:
- g=os.path.basename(filepath)
- g0=[pos for pos, char in enumerate(g) if char == '[']
- g0=(g[0:g0[0]]).strip()
- nspname=f"{g0} [{titleid}] [v{titleversion}] [{ctype}].nsp"
- except:pass
- return nspname
diff --git a/py/mtp/mtpxci_gen.py b/py/mtp/mtpxci_gen.py
deleted file mode 100644
index d3eecea0..00000000
--- a/py/mtp/mtpxci_gen.py
+++ /dev/null
@@ -1,601 +0,0 @@
-import aes128
-import Print
-import os
-import shutil
-import json
-import listmanager
-from Fs import Nsp as squirrelNSP
-from Fs import Xci as squirrelXCI
-from Fs import factory
-from Fs.Nca import NcaHeader
-from Fs import Nca
-from Fs.File import MemoryFile
-from Fs import Ticket
-import sq_tools
-import io
-from Fs import Type as FsType
-
-import Keys
-from binascii import hexlify as hx, unhexlify as uhx
-from DBmodule import Exchange as exchangefile
-import math
-import subprocess
-import sys
-from mtp.wpd import is_switch_connected
-from python_pick import pick
-from python_pick import Picker
-import csv
-from tqdm import tqdm
-import Print
-
-def check_connection():
- if not is_switch_connected():
- sys.exit("Switch device isn't connected.\nCheck if mtp responder is running!!!")
-
-bucketsize = 81920
-
-# SET ENVIRONMENT
-squirrel_dir=os.path.abspath(os.curdir)
-NSCB_dir=os.path.abspath('../'+(os.curdir))
-
-if os.path.exists(os.path.join(squirrel_dir,'ztools')):
- NSCB_dir=squirrel_dir
- zconfig_dir=os.path.join(NSCB_dir, 'zconfig')
- ztools_dir=os.path.join(NSCB_dir,'ztools')
- squirrel_dir=ztools_dir
-elif os.path.exists(os.path.join(NSCB_dir,'ztools')):
- squirrel_dir=squirrel_dir
- ztools_dir=os.path.join(NSCB_dir, 'ztools')
- zconfig_dir=os.path.join(NSCB_dir, 'zconfig')
-else:
- ztools_dir=os.path.join(NSCB_dir, 'ztools')
- zconfig_dir=os.path.join(NSCB_dir, 'zconfig')
-
-testroute1=os.path.join(squirrel_dir, "squirrel.py")
-testroute2=os.path.join(squirrel_dir, "squirrel.exe")
-urlconfig=os.path.join(zconfig_dir,'NUT_DB_URL.txt')
-isExe=False
-if os.path.exists(testroute1):
- squirrel=testroute1
- isExe=False
-elif os.path.exists(testroute2):
- squirrel=testroute2
- isExe=True
-bin_folder=os.path.join(ztools_dir, 'bin')
-nscb_mtp=os.path.join(bin_folder, 'nscb_mtp.exe')
-cachefolder=os.path.join(ztools_dir, '_mtp_cache_')
-if not os.path.exists(cachefolder):
- os.makedirs(cachefolder)
-games_installed_cache=os.path.join(cachefolder, 'games_installed.txt')
-valid_saves_cache=os.path.join(cachefolder, 'valid_saves.txt')
-mtp_source_lib=os.path.join(zconfig_dir,'mtp_source_libraries.txt')
-mtp_internal_lib=os.path.join(zconfig_dir,'mtp_SD_libraries.txt')
-storage_info=os.path.join(cachefolder, 'storage.csv')
-download_lib_file = os.path.join(zconfig_dir, 'mtp_download_libraries.txt')
-
-def get_header_size(flist):
- properheadsize=0;sz=0;total_list=[]
- for filepath in flist:
- if filepath.endswith('xci') or filepath.endswith('xcz'):
- files_list=sq_tools.ret_xci_offsets(filepath)
- joined_list = [*total_list, *files_list]
- total_list=joined_list
- files=list();filesizes=list()
- fplist=list()
- for k in range(len(files_list)):
- entry=files_list[k]
- fplist.append(entry[0])
- for i in range(len(files_list)):
- entry=files_list[i]
- cnmtfile=entry[0]
- if cnmtfile.endswith('.cnmt.nca'):
- f=squirrelXCI(filepath)
- titleid,titleversion,base_ID,keygeneration,rightsId,RSV,RGV,ctype,metasdkversion,exesdkversion,hasHtmlManual,Installedsize,DeltaSize,ncadata=f.get_data_from_cnmt(cnmtfile)
- for j in range(len(ncadata)):
- row=ncadata[j]
- # print(row)
- if row['NCAtype']!='Meta':
- test1=str(row['NcaId'])+'.nca';test2=str(row['NcaId'])+'.ncz'
- if test1 in fplist or test2 in fplist:
- # print(str(row['NcaId'])+'.nca')
- files.append(str(row['NcaId'])+'.nca')
- filesizes.append(int(row['Size']))
- sz+=int(row['Size'])
- elif row['NCAtype']=='Meta':
- # print(str(row['NcaId'])+'.cnmt.nca')
- files.append(str(row['NcaId'])+'.cnmt.nca')
- filesizes.append(int(row['Size']))
- sz+=int(row['Size'])
- sec_hashlist=list()
- try:
- for file in files:
- sha,size,gamecard=f.file_hash(file)
- # print(sha)
- if sha != False:
- sec_hashlist.append(sha)
- except BaseException as e:
- Print.error('Exception: ' + str(e))
- f.flush()
- f.close()
- xci_header,game_info,sig_padding,xci_certificate,root_header,upd_header,norm_header,sec_header,rootSize,upd_multiplier,norm_multiplier,sec_multiplier=sq_tools.get_xciheader(files,filesizes,sec_hashlist)
- outheader=xci_header
- outheader+=game_info
- outheader+=sig_padding
- outheader+=xci_certificate
- outheader+=root_header
- outheader+=upd_header
- outheader+=norm_header
- outheader+=sec_header
- elif filepath.endswith('nsp') or filepath.endswith('nsz'):
- files_list=sq_tools.ret_nsp_offsets(filepath)
- joined_list = [*total_list, *files_list]
- total_list=joined_list
- files=list();filesizes=list()
- fplist=list()
- for k in range(len(files_list)):
- entry=files_list[k]
- fplist.append(entry[0])
- for i in range(len(files_list)):
- entry=files_list[i]
- cnmtfile=entry[0]
- if cnmtfile.endswith('.cnmt.nca'):
- f=squirrelNSP(filepath)
- titleid,titleversion,base_ID,keygeneration,rightsId,RSV,RGV,ctype,metasdkversion,exesdkversion,hasHtmlManual,Installedsize,DeltaSize,ncadata=f.get_data_from_cnmt(cnmtfile)
- for j in range(len(ncadata)):
- row=ncadata[j]
- # print(row)
- if row['NCAtype']!='Meta':
- test1=str(row['NcaId'])+'.nca';test2=str(row['NcaId'])+'.ncz'
- if test1 in fplist or test2 in fplist:
- # print(str(row['NcaId'])+'.nca')
- files.append(str(row['NcaId'])+'.nca')
- filesizes.append(int(row['Size']))
- sz+=int(row['Size'])
- elif row['NCAtype']=='Meta':
- # print(str(row['NcaId'])+'.cnmt.nca')
- files.append(str(row['NcaId'])+'.cnmt.nca')
- filesizes.append(int(row['Size']))
- sz+=int(row['Size'])
- try:
- sec_hashlist=list()
- # print(files)
- for file in files:
- sha,size,gamecard=f.file_hash(file)
- # print(sha)
- if sha != False:
- sec_hashlist.append(sha)
- except BaseException as e:
- Print.error('Exception: ' + str(e))
- f.flush()
- f.close()
- xci_header,game_info,sig_padding,xci_certificate,root_header,upd_header,norm_header,sec_header,rootSize,upd_multiplier,norm_multiplier,sec_multiplier=sq_tools.get_xciheader(files,filesizes,sec_hashlist)
- outheader=xci_header
- outheader+=game_info
- outheader+=sig_padding
- outheader+=xci_certificate
- outheader+=root_header
- outheader+=upd_header
- outheader+=norm_header
- outheader+=sec_header
- properheadsize=len(outheader)
- return outheader,properheadsize,keygeneration,sz,files,total_list
-
-def transfer_xci_csv(filepath,destiny="SD",cachefolder=None,override=False,keypatch=False):
- check_connection()
- if destiny=="SD":
- destiny="1: External SD Card\\"
- if cachefolder==None:
- cachefolder=os.path.join(ztools_dir, '_mtp_cache_')
- print(f"Creating xci for {filepath}")
- xciname=gen_xci_parts(filepath,cachefolder=cachefolder,keypatch=keypatch)
- destinypath=os.path.join(destiny,xciname)
- files_csv=os.path.join(cachefolder, 'files.csv')
- process=subprocess.Popen([nscb_mtp,"TransferfromCSV","-cs",files_csv,"-dst",destinypath])
- while process.poll()==None:
- if process.poll()!=None:
- process.terminate();
- if os.path.exists(cachefolder):
- for f in os.listdir(cachefolder):
- fp = os.path.join(cachefolder, f)
- try:
- shutil.rmtree(fp)
- except OSError:
- os.remove(fp)
-
-def gen_xci_parts(filepath,cachefolder=None,keypatch=False):
- if keypatch!=False:
- try:
- keypatch=int(keypatch)
- except: keypatch=False
- if cachefolder==None:
- cachefolder=os.path.join(ztools_dir, '_mtp_cache_')
- if not os.path.exists(cachefolder):
- os.makedirs(cachefolder)
- else:
- for f in os.listdir(cachefolder):
- fp = os.path.join(cachefolder, f)
- try:
- shutil.rmtree(fp)
- except OSError:
- os.remove(fp)
- outheader,properheadsize,keygeneration,sz,files,files_list=get_header_size([filepath])
- properheadsize=len(outheader)
- # print(properheadsize)
- # print(bucketsize)
- i=0;sum=properheadsize;
- if filepath.endswith('xci'):
- xci=squirrelXCI(filepath)
- outfile=os.path.join(cachefolder, "0")
- outf = open(outfile, 'w+b')
- outf.write(outheader)
- written=0
- for fi in files:
- for nspF in xci.hfs0:
- if str(nspF._path)=="secure":
- for nca in nspF:
- if nca._path==fi:
- nca=Nca(nca)
- crypto1=nca.header.getCryptoType()
- crypto2=nca.header.getCryptoType2()
- if crypto2>crypto1:
- masterKeyRev=crypto2
- if crypto2<=crypto1:
- masterKeyRev=crypto1
- crypto = aes128.AESECB(Keys.keyAreaKey(Keys.getMasterKeyIndex(masterKeyRev), nca.header.keyIndex))
- hcrypto = aes128.AESXTS(uhx(Keys.get('header_key')))
- gc_flag='00'*0x01
- crypto1=nca.header.getCryptoType()
- crypto2=nca.header.getCryptoType2()
- if nca.header.getRightsId() != 0:
- nca.rewind()
- if crypto2>crypto1:
- masterKeyRev=crypto2
- if crypto2<=crypto1:
- masterKeyRev=crypto1
- from mtp_tools import get_nca_ticket
- check,titleKey=get_nca_ticket(filepath,fi)
- if check==False:
- sys.exit("Can't verify titleckey")
- titleKeyDec = Keys.decryptTitleKey(titleKey, Keys.getMasterKeyIndex(int(masterKeyRev)))
- encKeyBlock = crypto.encrypt(titleKeyDec * 4)
- if str(keypatch) != "False":
- t = tqdm(total=False, unit='B', unit_scale=False, leave=False)
- if keypatch < nca.header.getCryptoType2():
- encKeyBlock,crypto1,crypto2=squirrelXCI.get_new_cryptoblock(squirrelXCI,nca,keypatch,encKeyBlock,t)
- t.close()
- if nca.header.getRightsId() == 0:
- nca.rewind()
- encKeyBlock = nca.header.getKeyBlock()
- if str(keypatch) != "False":
- t = tqdm(total=False, unit='B', unit_scale=False, leave=False)
- if keypatch < nca.header.getCryptoType2():
- encKeyBlock,crypto1,crypto2=squirrelXCI.get_new_cryptoblock(squirrelXCI,nca,keypatch,encKeyBlock,t)
- t.close()
- nca.rewind()
- i=0
- newheader=xci.get_newheader(nca,encKeyBlock,crypto1,crypto2,hcrypto,gc_flag)
- outf.write(newheader)
- written+=len(newheader)
- nca.seek(0xC00)
- break
- else:pass
- xci.flush()
- xci.close()
- elif filepath.endswith('nsp'):
- nsp=squirrelNSP(filepath)
- outfile=os.path.join(cachefolder, "0")
- outf = open(outfile, 'w+b')
- outf.write(outheader)
- written=0
- for fi in files:
- for nca in nsp:
- if nca._path==fi:
- nca=Nca(nca)
- crypto1=nca.header.getCryptoType()
- crypto2=nca.header.getCryptoType2()
- if crypto2>crypto1:
- masterKeyRev=crypto2
- if crypto2<=crypto1:
- masterKeyRev=crypto1
- crypto = aes128.AESECB(Keys.keyAreaKey(Keys.getMasterKeyIndex(masterKeyRev), nca.header.keyIndex))
- hcrypto = aes128.AESXTS(uhx(Keys.get('header_key')))
- gc_flag='00'*0x01
- crypto1=nca.header.getCryptoType()
- crypto2=nca.header.getCryptoType2()
- if nca.header.getRightsId() != 0:
- nca.rewind()
- if crypto2>crypto1:
- masterKeyRev=crypto2
- if crypto2<=crypto1:
- masterKeyRev=crypto1
- from mtp_tools import get_nca_ticket
- check,titleKey=get_nca_ticket(filepath,fi)
- if check==False:
- sys.exit("Can't verify titleckey")
- titleKeyDec = Keys.decryptTitleKey(titleKey, Keys.getMasterKeyIndex(int(masterKeyRev)))
- encKeyBlock = crypto.encrypt(titleKeyDec * 4)
- if str(keypatch) != "False":
- t = tqdm(total=False, unit='B', unit_scale=False, leave=False)
- if keypatch < nca.header.getCryptoType2():
- encKeyBlock,crypto1,crypto2=squirrelNSP.get_new_cryptoblock(squirrelNSP,nca,keypatch,encKeyBlock,t)
- t.close()
- if nca.header.getRightsId() == 0:
- nca.rewind()
- encKeyBlock = nca.header.getKeyBlock()
- if str(keypatch) != "False":
- t = tqdm(total=False, unit='B', unit_scale=False, leave=False)
- if keypatch < nca.header.getCryptoType2():
- encKeyBlock,crypto1,crypto2=squirrelNSP.get_new_cryptoblock(squirrelNSP,nca,keypatch,encKeyBlock,t)
- t.close()
- nca.rewind()
- i=0
- newheader=nsp.get_newheader(nca,encKeyBlock,crypto1,crypto2,hcrypto,gc_flag)
- outf.write(newheader)
- written+=len(newheader)
- nca.seek(0xC00)
- break
- else:pass
- nsp.flush()
- nsp.close()
- outf.flush()
- outf.close()
- tfile=os.path.join(cachefolder, "files.csv")
- with open(tfile,'w') as csvfile:
- csvfile.write("{}|{}|{}|{}|{}|{}\n".format("step","filepath","size","targetsize","off1","off2"))
- csvfile.write("{}|{}|{}|{}|{}|{}\n".format(0,outfile,properheadsize+written,properheadsize,0,properheadsize))
- k=0;l=0
- for fi in files:
- for j in files_list:
- if j[0]==fi:
- csvfile.write("{}|{}|{}|{}|{}|{}\n".format(k+1,outfile,properheadsize+written,0xC00,(properheadsize+l*0xC00),(properheadsize+(l*0xC00)+0xC00)))
- off1=j[1]+0xC00
- off2=j[2]
- targetsize=j[3]-0xC00
- csvfile.write("{}|{}|{}|{}|{}|{}\n".format(k+2,filepath,(os.path.getsize(filepath)),targetsize,off1,off2))
- break
- k+=2;l+=1
- xciname="test.xci"
- try:
- g=os.path.basename(filepath)
- xciname=g[:-3]+'xci'
- except:pass
- return xciname
-
-def transfer_mxci_csv(tfile=None,destiny="SD",cachefolder=None,override=False,keypatch=False,input_files=None):
- check_connection()
- if input_files==None and tfile==None:
- sys.exit("Missing input!!!")
- if destiny=="SD":
- destiny="1: External SD Card\\"
- if cachefolder==None:
- cachefolder=os.path.join(ztools_dir, '_mtp_cache_')
- if input_files==None:
- input_files=listmanager.read_lines_to_list(tfile,all=True)
- print(f"Creating mxci from {tfile}")
- xciname=gen_mxci_parts(input_files,cachefolder=cachefolder,keypatch=keypatch)
- destinypath=os.path.join(destiny,xciname)
- files_csv=os.path.join(cachefolder, 'files.csv')
- process=subprocess.Popen([nscb_mtp,"TransferfromCSV","-cs",files_csv,"-dst",destinypath])
- while process.poll()==None:
- if process.poll()!=None:
- process.terminate();
- if os.path.exists(cachefolder):
- for f in os.listdir(cachefolder):
- fp = os.path.join(cachefolder, f)
- try:
- shutil.rmtree(fp)
- except OSError:
- os.remove(fp)
-
-def gen_multi_file_header(prlist,filelist):
- oflist=[];osizelist=[];ototlist=[];files=[]
- totSize=0
- for i in range(len(prlist)):
- for j in prlist[i][4]:
- el=j[0]
- if el.endswith('.nca'):
- oflist.append(j[0])
- #print(j[0])
- totSize = totSize+j[1]
- #print(j[1])
- ototlist.append(j[0])
- sec_hashlist=list()
- GClist=list()
- # print(filelist)
- for file in oflist:
- for filepath in filelist:
- if filepath.endswith('.nsp') or filepath.endswith('.nsz'):
- try:
- f = squirrelNSP(filepath)
- sha,size,gamecard=f.file_hash(file)
- if sha != False:
- sec_hashlist.append(sha)
- osizelist.append(size)
- GClist.append([file,gamecard])
- f.flush()
- f.close()
- except BaseException as e:
- Print.error('Exception: ' + str(e))
- if filepath.endswith('.xci') or filepath.endswith('.xcz'):
- try:
- f = squirrelXCI(filepath)
- sha,size,gamecard=f.file_hash(file)
- if sha != False:
- sec_hashlist.append(sha)
- osizelist.append(size)
- GClist.append([file,gamecard])
- f.flush()
- f.close()
- except BaseException as e:
- Print.error('Exception: ' + str(e))
- xci_header,game_info,sig_padding,xci_certificate,root_header,upd_header,norm_header,sec_header,rootSize,upd_multiplier,norm_multiplier,sec_multiplier=sq_tools.get_xciheader(oflist,osizelist,sec_hashlist)
- totSize=len(xci_header)+len(game_info)+len(sig_padding)+len(xci_certificate)+rootSize
- outheader=xci_header
- outheader+=game_info
- outheader+=sig_padding
- outheader+=xci_certificate
- outheader+=root_header
- outheader+=upd_header
- outheader+=norm_header
- outheader+=sec_header
- properheadsize=len(outheader)
- return outheader,properheadsize,totSize,oflist
-
-def gen_mxci_parts(input_files,cachefolder=None,keypatch=False):
- from listmanager import calculate_name
- if keypatch!=False:
- try:
- keypatch=int(keypatch)
- except: keypatch=False
- if cachefolder==None:
- cachefolder=os.path.join(ztools_dir, '_mtp_cache_')
- if not os.path.exists(cachefolder):
- os.makedirs(cachefolder)
- else:
- for f in os.listdir(cachefolder):
- fp = os.path.join(cachefolder, f)
- try:
- shutil.rmtree(fp)
- except OSError:
- os.remove(fp)
- end_name,prlist=calculate_name(input_files,romanize=True,ext='.xci')
- print(f"Calculated name {end_name}")
- outheader,properheadsize,sz,files=gen_multi_file_header(prlist,input_files)
- properheadsize=len(outheader)
- outfile=os.path.join(cachefolder, "0")
- outf = open(outfile, 'w+b')
- outf.write(outheader)
- # print(properheadsize)
- # print(bucketsize)
- i=0;sum=properheadsize;
- for fi in files:
- for filepath in input_files:
- if filepath.endswith('xci'):
- xci=squirrelXCI(filepath)
- written=0
- for nspF in xci.hfs0:
- if str(nspF._path)=="secure":
- for nca in nspF:
- if nca._path==fi:
- nca=Nca(nca)
- crypto1=nca.header.getCryptoType()
- crypto2=nca.header.getCryptoType2()
- if crypto2>crypto1:
- masterKeyRev=crypto2
- if crypto2<=crypto1:
- masterKeyRev=crypto1
- crypto = aes128.AESECB(Keys.keyAreaKey(Keys.getMasterKeyIndex(masterKeyRev), nca.header.keyIndex))
- hcrypto = aes128.AESXTS(uhx(Keys.get('header_key')))
- gc_flag='00'*0x01
- crypto1=nca.header.getCryptoType()
- crypto2=nca.header.getCryptoType2()
- if nca.header.getRightsId() != 0:
- nca.rewind()
- if crypto2>crypto1:
- masterKeyRev=crypto2
- if crypto2<=crypto1:
- masterKeyRev=crypto1
- from mtp_tools import get_nca_ticket
- check,titleKey=get_nca_ticket(filepath,fi)
- if check==False:
- sys.exit("Can't verify titleckey")
- titleKeyDec = Keys.decryptTitleKey(titleKey, Keys.getMasterKeyIndex(int(masterKeyRev)))
- encKeyBlock = crypto.encrypt(titleKeyDec * 4)
- if str(keypatch) != "False":
- t = tqdm(total=False, unit='B', unit_scale=False, leave=False)
- if keypatch < nca.header.getCryptoType2():
- encKeyBlock,crypto1,crypto2=squirrelXCI.get_new_cryptoblock(squirrelXCI,nca,keypatch,encKeyBlock,t)
- t.close()
- if nca.header.getRightsId() == 0:
- nca.rewind()
- encKeyBlock = nca.header.getKeyBlock()
- if str(keypatch) != "False":
- t = tqdm(total=False, unit='B', unit_scale=False, leave=False)
- if keypatch < nca.header.getCryptoType2():
- encKeyBlock,crypto1,crypto2=squirrelXCI.get_new_cryptoblock(squirrelXCI,nca,keypatch,encKeyBlock,t)
- t.close()
- nca.rewind()
- i=0
- newheader=xci.get_newheader(nca,encKeyBlock,crypto1,crypto2,hcrypto,gc_flag)
- outf.write(newheader)
- written+=len(newheader)
- nca.seek(0xC00)
- break
- else:pass
- xci.flush()
- xci.close()
- elif filepath.endswith('nsp'):
- nsp=squirrelNSP(filepath)
- written=0
- for nca in nsp:
- if nca._path==fi:
- nca=Nca(nca)
- crypto1=nca.header.getCryptoType()
- crypto2=nca.header.getCryptoType2()
- if crypto2>crypto1:
- masterKeyRev=crypto2
- if crypto2<=crypto1:
- masterKeyRev=crypto1
- crypto = aes128.AESECB(Keys.keyAreaKey(Keys.getMasterKeyIndex(masterKeyRev), nca.header.keyIndex))
- hcrypto = aes128.AESXTS(uhx(Keys.get('header_key')))
- gc_flag='00'*0x01
- crypto1=nca.header.getCryptoType()
- crypto2=nca.header.getCryptoType2()
- if nca.header.getRightsId() != 0:
- nca.rewind()
- if crypto2>crypto1:
- masterKeyRev=crypto2
- if crypto2<=crypto1:
- masterKeyRev=crypto1
- from mtp_tools import get_nca_ticket
- check,titleKey=get_nca_ticket(filepath,fi)
- if check==False:
- sys.exit("Can't verify titleckey")
- titleKeyDec = Keys.decryptTitleKey(titleKey, Keys.getMasterKeyIndex(int(masterKeyRev)))
- encKeyBlock = crypto.encrypt(titleKeyDec * 4)
- if str(keypatch) != "False":
- t = tqdm(total=False, unit='B', unit_scale=False, leave=False)
- if keypatch < nca.header.getCryptoType2():
- encKeyBlock,crypto1,crypto2=squirrelNSP.get_new_cryptoblock(squirrelNSP,nca,keypatch,encKeyBlock,t)
- t.close()
- if nca.header.getRightsId() == 0:
- nca.rewind()
- encKeyBlock = nca.header.getKeyBlock()
- if str(keypatch) != "False":
- t = tqdm(total=False, unit='B', unit_scale=False, leave=False)
- if keypatch < nca.header.getCryptoType2():
- encKeyBlock,crypto1,crypto2=squirrelNSP.get_new_cryptoblock(squirrelNSP,nca,keypatch,encKeyBlock,t)
- t.close()
- nca.rewind()
- i=0
- newheader=nsp.get_newheader(nca,encKeyBlock,crypto1,crypto2,hcrypto,gc_flag)
- outf.write(newheader)
- written+=len(newheader)
- nca.seek(0xC00)
- break
- else:pass
- nsp.flush()
- nsp.close()
- outf.flush()
- outf.close()
- tfile=os.path.join(cachefolder, "files.csv")
- with open(tfile,'w') as csvfile:
- csvfile.write("{}|{}|{}|{}|{}|{}\n".format("step","filepath","size","targetsize","off1","off2"))
- csvfile.write("{}|{}|{}|{}|{}|{}\n".format(0,outfile,properheadsize+written,properheadsize,0,properheadsize))
- k=0;l=0
- for fi in files:
- for filepath in input_files:
- if filepath.endswith('xci'):
- files_list=sq_tools.ret_xci_offsets(filepath)
- elif filepath.endswith('nsp'):
- files_list=sq_tools.ret_nsp_offsets(filepath)
- for j in files_list:
- if j[0]==fi:
- csvfile.write("{}|{}|{}|{}|{}|{}\n".format(k+1,outfile,properheadsize+written,0xC00,(properheadsize+l*0xC00),(properheadsize+(l*0xC00)+0xC00)))
- off1=j[1]+0xC00
- off2=j[2]
- targetsize=j[3]-0xC00
- csvfile.write("{}|{}|{}|{}|{}|{}\n".format(k+2,filepath,(os.path.getsize(filepath)),targetsize,off1,off2))
- break
- k+=2;l+=1
- return end_name
diff --git a/py/mtp/mtpxci_remote.py b/py/mtp/mtpxci_remote.py
deleted file mode 100644
index 4a19b94d..00000000
--- a/py/mtp/mtpxci_remote.py
+++ /dev/null
@@ -1,678 +0,0 @@
-import aes128
-import Print
-import os
-import shutil
-import json
-import listmanager
-from Fs import Nsp as squirrelNSP
-from Fs import Xci as squirrelXCI
-from Fs.Nca import NcaHeader
-from Fs import Nca
-from Fs.File import MemoryFile
-import sq_tools
-from Fs import Type as FsType
-
-import Keys
-from binascii import hexlify as hx, unhexlify as uhx
-import subprocess
-import sys
-from mtp.wpd import is_switch_connected
-from python_pick import pick
-from python_pick import Picker
-import csv
-from tqdm import tqdm
-from Drive import Private as DrivePrivate
-from Drive import DriveTools
-
-def check_connection():
- if not is_switch_connected():
- sys.exit("Switch device isn't connected.\nCheck if mtp responder is running!!!")
-
-bucketsize = 81920
-
-# SET ENVIRONMENT
-squirrel_dir=os.path.abspath(os.curdir)
-NSCB_dir=os.path.abspath('../'+(os.curdir))
-
-if os.path.exists(os.path.join(squirrel_dir,'ztools')):
- NSCB_dir=squirrel_dir
- zconfig_dir=os.path.join(NSCB_dir, 'zconfig')
- ztools_dir=os.path.join(NSCB_dir,'ztools')
- squirrel_dir=ztools_dir
-elif os.path.exists(os.path.join(NSCB_dir,'ztools')):
- squirrel_dir=squirrel_dir
- ztools_dir=os.path.join(NSCB_dir, 'ztools')
- zconfig_dir=os.path.join(NSCB_dir, 'zconfig')
-else:
- ztools_dir=os.path.join(NSCB_dir, 'ztools')
- zconfig_dir=os.path.join(NSCB_dir, 'zconfig')
-
-testroute1=os.path.join(squirrel_dir, "squirrel.py")
-testroute2=os.path.join(squirrel_dir, "squirrel.exe")
-urlconfig=os.path.join(zconfig_dir,'NUT_DB_URL.txt')
-isExe=False
-if os.path.exists(testroute1):
- squirrel=testroute1
- isExe=False
-elif os.path.exists(testroute2):
- squirrel=testroute2
- isExe=True
-bin_folder=os.path.join(ztools_dir, 'bin')
-nscb_mtp=os.path.join(bin_folder, 'nscb_mtp.exe')
-cachefolder=os.path.join(ztools_dir, '_mtp_cache_')
-if not os.path.exists(cachefolder):
- os.makedirs(cachefolder)
-games_installed_cache=os.path.join(cachefolder, 'games_installed.txt')
-valid_saves_cache=os.path.join(cachefolder, 'valid_saves.txt')
-mtp_source_lib=os.path.join(zconfig_dir,'mtp_source_libraries.txt')
-mtp_internal_lib=os.path.join(zconfig_dir,'mtp_SD_libraries.txt')
-storage_info=os.path.join(cachefolder, 'storage.csv')
-download_lib_file = os.path.join(zconfig_dir, 'mtp_download_libraries.txt')
-remote_lib_file = os.path.join(zconfig_dir, 'remote_libraries.txt')
-cache_lib_file= os.path.join(zconfig_dir, 'remote_cache_location.txt')
-_1fichier_token=os.path.join((os.path.join(zconfig_dir, 'credentials')),'_1fichier_token.tk')
-remote_lib_cache=os.path.join(zconfig_dir, 'remote_lib_cache')
-
-def libraries(tfile):
- db={}
- try:
- with open(tfile,'rt',encoding='utf8') as csvfile:
- readCSV = csv.reader(csvfile, delimiter='|')
- i=0
- for row in readCSV:
- if i==0:
- csvheader=row
- i=1
- else:
- dict_={}
- for j in range(len(csvheader)):
- try:
- if row[j]==None or row[j]=='':
- dict_[csvheader[j]]=None
- else:
- dict_[csvheader[j]]=row[j]
- except:
- dict_[csvheader[j]]=None
- db[row[0]]=dict_
- return db
- except BaseException as e:
- Print.error('Exception: ' + str(e))
- return False
-
-def get_library_from_path(tfile=None,filename=None):
- if tfile==None:
- db=libraries(remote_lib_file)
- else:
- db=libraries(tfile)
- TD=None;lib=None;path="null"
- for entry in db:
- path=db[entry]['path']
- if filename.startswith(path):
- TD=db[entry]['TD_name']
- lib=entry
- libpath=path
- break
- else:
- pass
- if lib==None:
- db=libraries(cache_lib_file)
- TD=None;lib=None;path="null"
- for entry in db:
- path=db[entry]['path']
- if filename.startswith(path):
- TD=db[entry]['TD_name']
- lib=entry
- libpath=path
- break
- else:
- pass
- if TD=='':
- TD=None
- return lib,TD,libpath
-
-def install_xci_csv(filepath=None,remote=None,destiny="SD",cachefolder=None,override=False,keypatch=False):
- if filepath=="":
- filepath=None
- if remote=="":
- remote=None
- if remote==None:
- test=filepath.split('|');TD=None
- if len(test)<2:
- filepath=test[0]
- lib,TD,libpath=get_library_from_path(remote_lib_file,filepath)
- else:
- filepath=test[0]
- TD=test[1]
- if str(TD).upper()=="NONE":
- TD=None
- ID,name,type,size,md5,remote=DrivePrivate.get_Data(filepath,TD=TD,Print=False)
- check_connection()
- if cachefolder==None:
- cachefolder=os.path.join(ztools_dir, '_mtp_cache_')
- files_list=DriveTools.get_files_from_head(remote,remote.name)
- remote.rewind()
- print(f"Installing {remote.name} by content")
- print('- Parsing headers...')
- files=list();filesizes=list()
- fplist=list()
- counter=0
- for k in range(len(files_list)):
- entry=files_list[k]
- cnmtfile=entry[0]
- if cnmtfile.endswith('.cnmt.nca'):
- counter+=1
- print(f"- Detected {counter} content ids")
- for i in range(len(files_list)):
- entry=files_list[i]
- cnmtfile=entry[0];
- if cnmtfile.endswith('.cnmt.nca'):
- target_cnmt=cnmtfile
- nspname=gen_xci_parts_spec0(remote=remote,target_cnmt=target_cnmt,cachefolder=cachefolder,keypatch=keypatch)
- if (remote.name).endswith('xcz'):
- nspname=nspname[:-1]+'z'
- files_csv=os.path.join(cachefolder, 'remote_files.csv')
- process=subprocess.Popen([nscb_mtp,"GDInstallfromCSV","-cs",files_csv,"-nm",nspname,"-dst",destiny])
- while process.poll()==None:
- if process.poll()!=None:
- process.terminate();
- counter-=1
- print('\n- Still '+str(counter)+' subitems to process')
- if counter>0:
- print("")
- if os.path.exists(cachefolder):
- for f in os.listdir(cachefolder):
- fp = os.path.join(cachefolder, f)
- try:
- shutil.rmtree(fp)
- except OSError:
- os.remove(fp)
-
-def gen_xci_parts_spec0(filepath=None,remote=None,target_cnmt=None,cachefolder=None,keypatch=False,files_list=None):
- if filepath=="":
- filepath=None
- if remote=="":
- remote=None
- if remote==None:
- test=filepath.split('|');TD=None
- if len(test)<2:
- filepath=test[0]
- lib,TD,libpath=get_library_from_path(remote_lib_file,filepath)
- else:
- filepath=test[0]
- TD=test[1]
- if str(TD).upper()=="NONE":
- TD=None
- ID,name,type,size,md5,remote=DrivePrivate.get_Data(filepath,TD=TD,Print=False)
- if keypatch!=False:
- try:
- keypatch=int(keypatch)
- except: keypatch=False
- if cachefolder==None:
- cachefolder=os.path.join(ztools_dir, '_mtp_cache_')
- if not os.path.exists(cachefolder):
- os.makedirs(cachefolder)
- else:
- for f in os.listdir(cachefolder):
- fp = os.path.join(cachefolder, f)
- try:
- shutil.rmtree(fp)
- except OSError:
- os.remove(fp)
- if files_list==None:
- files_list=DriveTools.get_files_from_head(remote,remote.name)
- files=list();filesizes=list()
- fplist=list()
- for k in range(len(files_list)):
- entry=files_list[k]
- fplist.append(entry[0])
- if target_cnmt==None:
- for i in range(len(files_list)):
- entry=files_list[i]
- cnmtfile=entry[0]
- if cnmtfile.endswith('.cnmt.nca'):
- target_cnmt=cnmtfile
- break
- for i in range(len(files_list)):
- entry=files_list[i]
- cnmtfile=entry[0]
- if cnmtfile.endswith('.cnmt.nca') and target_cnmt==cnmtfile:
- metadict,d1,d2=DriveTools.get_cnmt_data(target=cnmtfile,file=remote)
- ncadata=metadict['ncadata']
- content_type=metadict['ctype']
- if content_type!="DLC":
- for j in range(len(ncadata)):
- row=ncadata[j]
- if row['NCAtype']!='Meta' and row['NCAtype']!='Program' and row['NCAtype']!='DeltaFragment':
- test1=str(row['NcaId'])+'.nca';test2=str(row['NcaId'])+'.ncz'
- if test1 in fplist:
- files.append(str(row['NcaId'])+'.nca')
- filesizes.append(int(row['Size']))
- elif test2 in fplist:
- files.append(str(row['NcaId'])+'.ncz')
- for k in range(len(files_list)):
- entry=files_list[k]
- if entry[0]==test2:
- filesizes.append(int(entry[3]))
- break
- for j in range(len(ncadata)):
- row=ncadata[j]
- if row['NCAtype']=='Meta':
- # print(str(row['NcaId'])+'.cnmt.nca')
- files.append(str(row['NcaId'])+'.cnmt.nca')
- filesizes.append(int(row['Size']))
- for j in range(len(ncadata)):
- row=ncadata[j]
- # print(row)
- if row['NCAtype']=='Program':
- test1=str(row['NcaId'])+'.nca';test2=str(row['NcaId'])+'.ncz'
- if test1 in fplist:
- files.append(str(row['NcaId'])+'.nca')
- filesizes.append(int(row['Size']))
- elif test2 in fplist:
- files.append(str(row['NcaId'])+'.ncz')
- for k in range(len(files_list)):
- entry=files_list[k]
- if entry[0]==test2:
- filesizes.append(int(entry[3]))
- break
- else:
- for j in range(len(ncadata)):
- row=ncadata[j]
- if row['NCAtype']!='Meta' and row['NCAtype']!='Data':
- test1=str(row['NcaId'])+'.nca';test2=str(row['NcaId'])+'.ncz'
- if test1 in fplist:
- files.append(str(row['NcaId'])+'.nca')
- filesizes.append(int(row['Size']))
- elif test2 in fplist:
- files.append(str(row['NcaId'])+'.ncz')
- for k in range(len(files_list)):
- entry=files_list[k]
- if entry[0]==test2:
- filesizes.append(int(entry[3]))
- break
- for j in range(len(ncadata)):
- row=ncadata[j]
- if row['NCAtype']=='Meta':
- # print(str(row['NcaId'])+'.cnmt.nca')
- files.append(str(row['NcaId'])+'.cnmt.nca')
- filesizes.append(int(row['Size']))
- for j in range(len(ncadata)):
- row=ncadata[j]
- # print(row)
- if row['NCAtype']=='Data':
- test1=str(row['NcaId'])+'.nca';test2=str(row['NcaId'])+'.ncz'
- if test1 in fplist:
- files.append(str(row['NcaId'])+'.nca')
- filesizes.append(int(row['Size']))
- elif test2 in fplist:
- files.append(str(row['NcaId'])+'.ncz')
- for k in range(len(files_list)):
- entry=files_list[k]
- if entry[0]==test2:
- filesizes.append(int(entry[3]))
- break
- break
- remote.rewind()
- outheader = sq_tools.gen_nsp_header(files,filesizes)
- properheadsize=len(outheader)
- # print(properheadsize)
- # print(bucketsize)
- i=0;sum=properheadsize;
- outfile=os.path.join(cachefolder, "0")
- outf = open(outfile, 'w+b')
- outf.write(outheader)
- written=0
- nca_program=''
- for fi in files:
- if fi.endswith('nca') or fi.endswith('ncz') :
- for i in range(len(files_list)):
- if str(files_list[i][0]).lower() == str(fi).lower():
- nca_name=files_list[i][0]
- off1=files_list[i][1]
- off2=files_list[i][2]
- nca_size=files_list[i][3]
- break
- ncaHeader = NcaHeader()
- ncaHeader.open(MemoryFile(remote.read_at(off1,0x400), FsType.Crypto.XTS, uhx(Keys.get('header_key'))))
- crypto1=ncaHeader.getCryptoType()
- crypto2=ncaHeader.getCryptoType2()
- if crypto2>crypto1:
- masterKeyRev=crypto2
- if crypto2<=crypto1:
- masterKeyRev=crypto1
- crypto = aes128.AESECB(Keys.keyAreaKey(Keys.getMasterKeyIndex(masterKeyRev), ncaHeader.keyIndex))
- hcrypto = aes128.AESXTS(uhx(Keys.get('header_key')))
- gc_flag='00'*0x01
- crypto1=ncaHeader.getCryptoType()
- crypto2=ncaHeader.getCryptoType2()
- if ncaHeader.getRightsId() != 0:
- ncaHeader.rewind()
- if crypto2>crypto1:
- masterKeyRev=crypto2
- if crypto2<=crypto1:
- masterKeyRev=crypto1
- rightsId=metadict['rightsId']
- titleKeyDec = DriveTools.get_titlekey(remote,rightsId,masterKeyRev,files_list=files_list)
- encKeyBlock = crypto.encrypt(titleKeyDec * 4)
- if str(keypatch) != "False":
- t = tqdm(total=False, unit='B', unit_scale=False, leave=False)
- if keypatch < ncaHeader.getCryptoType2():
- encKeyBlock,crypto1,crypto2=get_new_cryptoblock(ncaHeader,keypatch,encKeyBlock,t)
- t.close()
- if ncaHeader.getRightsId() == 0:
- ncaHeader.rewind()
- encKeyBlock = ncaHeader.getKeyBlock()
- if str(keypatch) != "False":
- t = tqdm(total=False, unit='B', unit_scale=False, leave=False)
- if keypatch < ncaHeader.getCryptoType2():
- encKeyBlock,crypto1,crypto2=get_new_cryptoblock(ncaHeader,keypatch,encKeyBlock,t)
- t.close()
- ncaHeader.rewind()
- i=0
- newheader=get_newheader(MemoryFile(remote.read_at(off1,0xC00)),encKeyBlock,crypto1,crypto2,hcrypto,gc_flag)
- outf.write(newheader)
- written+=len(newheader)
- if content_type!="DLC":
- if (str(ncaHeader.contentType) != 'Content.PROGRAM'):
- nca = Nca()
- nca.open(MemoryFile(remote.read_at(off1,nca_size)))
- nca.seek(0xC00)
- data=nca.read()
- outf.write(data)
- written+=len(data)
- # print(nca_name)
- # print(len(newheader)+len(data))
- else:
- nca_program=nca_name
- # print(nca_name)
- # print(len(newheader))
- else:
- if (str(ncaHeader.contentType) != 'Content.PUBLIC_DATA'):
- nca = Nca()
- nca.open(MemoryFile(remote.read_at(off1,nca_size)))
- nca.seek(0xC00)
- data=nca.read()
- outf.write(data)
- written+=len(data)
- # print(nca_name)
- # print(len(newheader)+len(data))
- else:
- nca_program=nca_name
- # print(nca_name)
- # print(len(newheader))
- else:pass
- outf.flush()
- outf.close()
- tfile=os.path.join(cachefolder, "remote_files.csv")
- with open(tfile,'w') as csvfile:
- csvfile.write("{}|{}|{}|{}|{}|{}|{}\n".format("step","filepath","size","targetsize","off1","off2","token"))
- csvfile.write("{}|{}|{}|{}|{}|{}|{}\n".format(0,outfile,os.path.getsize(outfile),os.path.getsize(outfile),0,os.path.getsize(outfile),"False"))
- k=0;
- for j in files_list:
- if j[0]==nca_program:
- # print(j[0])
- off1=j[1]+0xC00
- off2=j[2]
- targetsize=j[3]-0xC00
- URL='https://www.googleapis.com/drive/v3/files/'+remote.ID+'?alt=media'
- token=remote.access_token
- csvfile.write("{}|{}|{}|{}|{}|{}|{}\n".format(k+1,URL,remote.size,targetsize,off1,off2,token))
- k+=1
- break
- nspname="test.nsp"
- try:
- g=remote.name
- g0=[pos for pos, char in enumerate(g) if char == '[']
- g0=(g[0:g0[0]]).strip()
- titleid=metadict['titleid']
- titleversion=metadict['version']
- ctype=metadict['ctype']
- nspname=f"{g0} [{titleid}] [v{titleversion}] [{ctype}].nsp"
- except BaseException as e:
- Print.error('Exception: ' + str(e))
- pass
- return nspname
-
-def gen_xci_parts_spec1(filepath=None,remote=None,target_cnmt=None,cachefolder=None,keypatch=False,files_list=None):
- if filepath=="":
- filepath=None
- if remote=="":
- remote=None
- if remote==None:
- test=filepath.split('|');TD=None
- if len(test)<2:
- filepath=test[0]
- lib,TD,libpath=get_library_from_path(remote_lib_file,filepath)
- else:
- filepath=test[0]
- TD=test[1]
- if str(TD).upper()=="NONE":
- TD=None
- ID,name,type,size,md5,remote=DrivePrivate.get_Data(filepath,TD=TD,Print=False)
- if keypatch!=False:
- try:
- keypatch=int(keypatch)
- except: keypatch=False
- if cachefolder==None:
- cachefolder=os.path.join(ztools_dir, '_mtp_cache_')
- if not os.path.exists(cachefolder):
- os.makedirs(cachefolder)
- else:
- for f in os.listdir(cachefolder):
- fp = os.path.join(cachefolder, f)
- try:
- shutil.rmtree(fp)
- except OSError:
- os.remove(fp)
- if files_list==None:
- files_list=DriveTools.get_files_from_head(remote,remote.name)
- files=list();filesizes=list()
- fplist=list()
- for k in range(len(files_list)):
- entry=files_list[k]
- fplist.append(entry[0])
- if target_cnmt==None:
- for i in range(len(files_list)):
- entry=files_list[i]
- cnmtfile=entry[0]
- if cnmtfile.endswith('.cnmt.nca'):
- target_cnmt=cnmtfile
- break
- for i in range(len(files_list)):
- entry=files_list[i]
- cnmtfile=entry[0]
- if cnmtfile.endswith('.cnmt.nca') and target_cnmt==cnmtfile:
- metadict,d1,d2=DriveTools.get_cnmt_data(target=cnmtfile,file=remote)
- ncadata=metadict['ncadata']
- for j in range(len(ncadata)):
- row=ncadata[j]
- if row['NCAtype']!='Meta' and row['NCAtype']!='Program':
- test1=str(row['NcaId'])+'.nca';test2=str(row['NcaId'])+'.ncz'
- if test1 in fplist:
- files.append(str(row['NcaId'])+'.nca')
- filesizes.append(int(row['Size']))
- elif test2 in fplist:
- files.append(str(row['NcaId'])+'.ncz')
- for k in range(len(files_list)):
- entry=files_list[k]
- if entry[0]==test2:
- filesizes.append(int(entry[3]))
- break
- for j in range(len(ncadata)):
- row=ncadata[j]
- if row['NCAtype']=='Meta':
- # print(str(row['NcaId'])+'.cnmt.nca')
- files.append(str(row['NcaId'])+'.cnmt.nca')
- filesizes.append(int(row['Size']))
- for j in range(len(ncadata)):
- row=ncadata[j]
- # print(row)
- if row['NCAtype']=='Program':
- test1=str(row['NcaId'])+'.nca';test2=str(row['NcaId'])+'.ncz'
- if test1 in fplist:
- files.append(str(row['NcaId'])+'.nca')
- filesizes.append(int(row['Size']))
- elif test2 in fplist:
- files.append(str(row['NcaId'])+'.ncz')
- for k in range(len(files_list)):
- entry=files_list[k]
- if entry[0]==test2:
- filesizes.append(int(entry[3]))
- break
- break
- remote.rewind()
- outheader = sq_tools.gen_nsp_header(files,filesizes)
- properheadsize=len(outheader)
- # print(properheadsize)
- # print(bucketsize)
- i=0;sum=properheadsize;
- outfile=os.path.join(cachefolder, "0")
- outf = open(outfile, 'w+b')
- outf.write(outheader)
- written=0
- for fi in files:
- if fi.endswith('nca') or fi.endswith('ncz') :
- for i in range(len(files_list)):
- if str(files_list[i][0]).lower() == str(fi).lower():
- nca_name=files_list[i][0]
- off1=files_list[i][1]
- off2=files_list[i][2]
- nca_size=files_list[i][3]
- break
- data=remote.read_at(off1,nca_size)
- ncaHeader = NcaHeader()
- ncaHeader.open(MemoryFile(remote.read_at(off1,0x400), FsType.Crypto.XTS, uhx(Keys.get('header_key'))))
- crypto1=ncaHeader.getCryptoType()
- crypto2=ncaHeader.getCryptoType2()
- if crypto2>crypto1:
- masterKeyRev=crypto2
- if crypto2<=crypto1:
- masterKeyRev=crypto1
- crypto = aes128.AESECB(Keys.keyAreaKey(Keys.getMasterKeyIndex(masterKeyRev), ncaHeader.keyIndex))
- hcrypto = aes128.AESXTS(uhx(Keys.get('header_key')))
- gc_flag='00'*0x01
- crypto1=ncaHeader.getCryptoType()
- crypto2=ncaHeader.getCryptoType2()
- if ncaHeader.getRightsId() != 0:
- ncaHeader.rewind()
- if crypto2>crypto1:
- masterKeyRev=crypto2
- if crypto2<=crypto1:
- masterKeyRev=crypto1
- titleKeyDec = Keys.decryptTitleKey(titleKey, Keys.getMasterKeyIndex(int(masterKeyRev)))
- encKeyBlock = crypto.encrypt(titleKeyDec * 4)
- if str(keypatch) != "False":
- t = tqdm(total=False, unit='B', unit_scale=False, leave=False)
- if keypatch < ncaHeader.getCryptoType2():
- encKeyBlock,crypto1,crypto2=get_new_cryptoblock(ncaHeader,keypatch,encKeyBlock,t)
- t.close()
- if ncaHeader.getRightsId() == 0:
- ncaHeader.rewind()
- encKeyBlock = ncaHeader.getKeyBlock()
- if str(keypatch) != "False":
- t = tqdm(total=False, unit='B', unit_scale=False, leave=False)
- if keypatch < ncaHeader.getCryptoType2():
- encKeyBlock,crypto1,crypto2=get_new_cryptoblock(ncaHeader,keypatch,encKeyBlock,t)
- t.close()
- ncaHeader.rewind()
- i=0
- newheader=get_newheader(MemoryFile(remote.read_at(off1,0xC00)),encKeyBlock,crypto1,crypto2,hcrypto,gc_flag)
- outf.write(newheader)
- written+=len(newheader)
- break
- else:pass
- outf.flush()
- outf.close()
- tfile=os.path.join(cachefolder, "remote_files.csv")
- with open(tfile,'w') as csvfile:
- csvfile.write("{}|{}|{}|{}|{}|{}|{}\n".format("step","filepath","size","targetsize","off1","off2","token"))
- csvfile.write("{}|{}|{}|{}|{}|{}|{}\n".format(0,outfile,properheadsize+written,properheadsize,0,properheadsize,"False"))
- k=0;l=0
- for fi in files:
- for j in files_list:
- if j[0]==fi:
- csvfile.write("{}|{}|{}|{}|{}|{}|{}\n".format(k+1,outfile,properheadsize+written,0xC00,(properheadsize+l*0xC00),(properheadsize+(l*0xC00)+0xC00),"False"))
- off1=j[1]+0xC00
- off2=j[2]
- targetsize=j[3]-0xC00
- URL='https://www.googleapis.com/drive/v3/files/'+remote.ID+'?alt=media'
- token=remote.access_token
- csvfile.write("{}|{}|{}|{}|{}|{}|{}\n".format(k+2,URL,remote.size,targetsize,off1,off2,token))
- break
- k+=2;l+=1
- nspname="test.nsp"
- try:
- g=remote.name
- g0=[pos for pos, char in enumerate(g) if char == '[']
- g0=(g[0:g0[0]]).strip()
- titleid=metadict['titleid']
- titleversion=metadict['version']
- ctype=metadict['ctype']
- nspname=f"{g0} [{titleid}] [v{titleversion}] [{ctype}].nsp"
- except:pass
- return nspname
-
-def get_new_cryptoblock(ncaHeader, newMasterKeyRev,encKeyBlock,t):
- indent = 1
- tabs = '\t' * indent
- indent2 = 2
- tabs2 = '\t' * indent2
-
- masterKeyRev = ncaHeader.getCryptoType2()
-
- if type(ncaHeader) == NcaHeader():
- if ncaHeader.getCryptoType2() != newMasterKeyRev:
- t.write(tabs + '-----------------------------------')
- t.write(tabs + 'Changing keygeneration from %d to %s' % ( ncaHeader.getCryptoType2(), str(newMasterKeyRev)))
- t.write(tabs + '-----------------------------------')
- if sum(encKeyBlock) != 0:
- key = Keys.keyAreaKey(Keys.getMasterKeyIndex(masterKeyRev),ncaHeader.keyIndex)
- t.write(tabs2 + '+ decrypting with %s (%d, %d)' % (str(hx(key)), Keys.getMasterKeyIndex(masterKeyRev), ncaHeader.keyIndex))
- crypto = aes128.AESECB(key)
- decKeyBlock = crypto.decrypt(encKeyBlock)
- key = Keys.keyAreaKey(Keys.getMasterKeyIndex(newMasterKeyRev),ncaHeader.keyIndex)
- t.write(tabs2 + '+ encrypting with %s (%d, %d)' % (str(hx(key)), Keys.getMasterKeyIndex(newMasterKeyRev), ncaHeader.keyIndex))
- crypto = aes128.AESECB(key)
- reEncKeyBlock = crypto.encrypt(decKeyBlock)
- encKeyBlock = reEncKeyBlock
- if newMasterKeyRev >= 3:
- crypto1=2
- crypto2=newMasterKeyRev
- if newMasterKeyRev == 2:
- crypto1=2
- crypto2=0
- if newMasterKeyRev < 2:
- crypto1=newMasterKeyRev
- crypto2=0
- return encKeyBlock,crypto1,crypto2
- return encKeyBlock,ncaHeader.getCryptoType(),ncaHeader.getCryptoType2()
-
-def get_newheader(ncaHeader,encKeyBlock,crypto1,crypto2,hcrypto,gc_flag):
- ncaHeader.rewind()
- rawhead=ncaHeader.read(0xC00)
- rawhead=hcrypto.decrypt(rawhead)
- header = b''
- header += rawhead[0x00:0x00+0x204]
- #isgamecard 0x204
- GC=bytes.fromhex(gc_flag)
- header += GC
- #contentType 0x205
- header += rawhead[0x205:0x206]
- #crypto 1 0x206
- c1=crypto1.to_bytes(1, byteorder='big')
- header += c1
- #########
- header += rawhead[0x207:0x220]
- #crypto 1 0x220
- c2=crypto2.to_bytes(1, byteorder='big')
- header += c2
- #########
- header += rawhead[0x221:0x230]
- tr='00'*0x10
- tr=bytes.fromhex(tr)
- header += tr
- header += rawhead[0x240:0x240+0xC0]
- header += encKeyBlock
- header += rawhead[0x340:]
- newheader=hcrypto.encrypt(header)
- return newheader
diff --git a/py/mtp/wpd.py b/py/mtp/wpd.py
deleted file mode 100644
index 46fd0f14..00000000
--- a/py/mtp/wpd.py
+++ /dev/null
@@ -1,325 +0,0 @@
-"""A wrapper to use the Windows Portable Device Api (WPD)"""
-
-import comtypes
-from comtypes import GUID
-from comtypes.automation import *
-from comtypes.client import *
-from ctypes import *
-import re
-from collections import namedtuple
-import struct
-import binascii
-import struct
-
-def parse32le(data):
- return struct.unpack('I', data)[0]
-
-def dump32be(value):
- return struct.pack('>I', value)
-
-def parse16le(data):
- return struct.unpack('H', data)[0]
-
-def dump16be(value):
- return struct.pack('>H', value)
-
-def parse8(data):
- return struct.unpack('B', data)[0]
-
-def dump8(value):
- return struct.pack('B', value)
-
-class Struct(object):
- LITTLE_ENDIAN = '<'
- BIG_ENDIAN = '>'
- PADDING = '%dx'
- CHAR = 'c'
- STR = '%ds'
- INT64 = 'Q'
- INT32 = 'I'
- INT16 = 'H'
- INT8 = 'B'
-
- def __init__(self, name, fields, byteorder=LITTLE_ENDIAN):
- self.tuple = namedtuple(name, (n for n, fmt in fields if not isinstance(fmt, int)))
- self.format = byteorder + ''.join(self.PADDING % fmt if isinstance(fmt, int) else fmt for n, fmt in fields)
- self.size = struct.calcsize(self.format)
-
- def unpack(self, data, offset = 0):
- return self.tuple(*struct.unpack_from(self.format, data, offset))
-
- def pack(self, **kwargs):
- return struct.pack(self.format, *self.tuple(**kwargs))
-
-
-UsbDevice = namedtuple('UsbDevice', 'handle, idVendor, idProduct')
-MtpDeviceInfo = namedtuple('MtpDeviceInfo', 'manufacturer, model, serialNumber, operationsSupported, vendorExtension')
-USB_CLASS_PTP = 6
-PTP_OC_GetDeviceInfo = 0x1001
-PTP_OC_OpenSession = 0x1002
-PTP_OC_CloseSession = 0x1003
-PTP_RC_OK = 0x2001
-PTP_RC_SessionNotOpen = 0x2003
-PTP_RC_ParameterNotSupported = 0x2006
-PTP_RC_DeviceBusy = 0x2019
-PTP_RC_SessionAlreadyOpened = 0x201E
-
-
-def parseDeviceId(id):
- match = re.search('(#|\\\\)vid_([a-f0-9]{4})&pid_([a-f0-9]{4})(&|#|\\\\)', id, re.IGNORECASE)
- return [int(match.group(i), 16) if match else None for i in [2, 3]]
-
-
-# from . import *
-# from .. import *
-
-# Create and import the python comtypes wrapper for the needed DLLs
-comtypes.client._generate.__verbose__ = False
-_oldImport = comtypes.client._generate._my_import
-def _newImport(fullname):
- try:
- import importlib
- importlib.invalidate_caches()
- except:
- # Python 2
- pass
- _oldImport(fullname)
-comtypes.client._generate._my_import = _newImport
-
-GetModule('PortableDeviceApi.dll')
-GetModule('PortableDeviceTypes.dll')
-from comtypes.gen.PortableDeviceApiLib import *
-from comtypes.gen.PortableDeviceApiLib import _tagpropertykey as tpka
-from comtypes.gen.PortableDeviceTypesLib import *
-
-
-def propkey(fmtid, pid):
- key = _tagpropertykey()
- key.fmtid = GUID(fmtid)
- key.pid = pid
- return pointer(key)
-
-wpdCommonGuid = '{F0422A9C-5DC8-4440-B5BD-5DF28835658A}'
-wpdMtpGuid = '{4D545058-1A2E-4106-A357-771E0819FC56}'
-
-WPD_PROPERTY_COMMON_COMMAND_CATEGORY = propkey(wpdCommonGuid, 1001)
-WPD_PROPERTY_COMMON_COMMAND_ID = propkey(wpdCommonGuid, 1002)
-WPD_PROPERTY_COMMON_HRESULT = propkey(wpdCommonGuid, 1003)
-
-WPD_COMMAND_MTP_EXT_EXECUTE_COMMAND_WITHOUT_DATA_PHASE = propkey(wpdMtpGuid, 12)
-WPD_COMMAND_MTP_EXT_EXECUTE_COMMAND_WITH_DATA_TO_READ = propkey(wpdMtpGuid, 13)
-WPD_COMMAND_MTP_EXT_EXECUTE_COMMAND_WITH_DATA_TO_WRITE = propkey(wpdMtpGuid, 14)
-WPD_COMMAND_MTP_EXT_READ_DATA = propkey(wpdMtpGuid, 15)
-WPD_COMMAND_MTP_EXT_WRITE_DATA = propkey(wpdMtpGuid, 16)
-WPD_COMMAND_MTP_EXT_END_DATA_TRANSFER = propkey(wpdMtpGuid, 17)
-
-WPD_PROPERTY_MTP_EXT_OPERATION_CODE = propkey(wpdMtpGuid, 1001)
-WPD_PROPERTY_MTP_EXT_OPERATION_PARAMS = propkey(wpdMtpGuid, 1002)
-WPD_PROPERTY_MTP_EXT_RESPONSE_CODE = propkey(wpdMtpGuid, 1003)
-WPD_PROPERTY_MTP_EXT_TRANSFER_CONTEXT = propkey(wpdMtpGuid, 1006)
-WPD_PROPERTY_MTP_EXT_TRANSFER_TOTAL_DATA_SIZE = propkey(wpdMtpGuid, 1007)
-WPD_PROPERTY_MTP_EXT_TRANSFER_NUM_BYTES_TO_READ = propkey(wpdMtpGuid, 1008)
-WPD_PROPERTY_MTP_EXT_TRANSFER_NUM_BYTES_TO_WRITE = propkey(wpdMtpGuid, 1010)
-WPD_PROPERTY_MTP_EXT_TRANSFER_DATA = propkey(wpdMtpGuid, 1012)
-
-class PROPVARIANT(Structure):
- _fields_ = [
- ('vt', c_ushort),
- ('reserved1', c_ubyte),
- ('reserved2', c_ubyte),
- ('reserved3', c_ulong),
- ('ulVal', c_ulong),
- ('reserved4', c_ulong),
- ]
-
-
-class MtpContext(object):
- def __init__(self):
- self.name = 'Windows-MTP'
- self.classType = USB_CLASS_PTP
-
- def __enter__(self):
- comtypes.CoInitialize()
- return self
-
- def __exit__(self, *ex):
- comtypes.CoUninitialize()
-
- def listDevices(self, vendor):
- return (dev for dev in _listDevices() if dev.idVendor == vendor)
-
- def openDevice(self, device):
- return _MtpDriver(device.handle)
-
-
-def _listDevices():
- """Lists all detected MTP devices"""
- # Create a device manager object
- pdm = CreateObject(PortableDeviceManager)
-
- length = c_ulong(0)
- pdm.GetDevices(POINTER(c_wchar_p)(), pointer(length))
- devices = (c_wchar_p * length.value)()
- pdm.GetDevices(devices, pointer(length))
-
- for id in devices:
- idVendor, idProduct = parseDeviceId(id)
- yield UsbDevice(id, idVendor, idProduct)
-
-class _MtpDriver(object):
- """Send and receive MTP packages to a device."""
- def __init__(self, device):
- self.device = CreateObject(PortableDevice)
- self.device.Open(device, CreateObject(PortableDeviceValues))
-
- def _initCommandValues(self, command, context=None):
- params = CreateObject(PortableDeviceValues)
- params.SetGuidValue(WPD_PROPERTY_COMMON_COMMAND_CATEGORY, command.contents.fmtid)
- params.SetUnsignedIntegerValue(WPD_PROPERTY_COMMON_COMMAND_ID, command.contents.pid)
- if context:
- params.SetStringValue(WPD_PROPERTY_MTP_EXT_TRANSFER_CONTEXT, context)
- return params
-
- def _initPropCollection(self, values):
- params = CreateObject(PortableDevicePropVariantCollection)
- for value in values:
- p = PROPVARIANT()
- p.vt = VT_UI4
- p.ulVal = value
- params.Add(cast(pointer(p), POINTER(tag_inner_PROPVARIANT)))
- return params
-
- def _initInitialCommand(self, command, code, args):
- params = self._initCommandValues(command)
- params.SetUnsignedIntegerValue(WPD_PROPERTY_MTP_EXT_OPERATION_CODE, code)
- params.SetIPortableDevicePropVariantCollectionValue(WPD_PROPERTY_MTP_EXT_OPERATION_PARAMS, self._initPropCollection(args))
- return params
-
- def _initDataCommand(self, command, context, lengthKey, data):
- params = self._initCommandValues(command, context)
- params.SetUnsignedLargeIntegerValue(lengthKey, len(data))
- params.SetBufferValue(WPD_PROPERTY_MTP_EXT_TRANSFER_DATA, (c_ubyte * len(data)).from_buffer_copy(data), len(data))
- return params
-
- def _send(self, params):
- result = self.device.SendCommand(0, params)
- code = result.GetErrorValue(cast(WPD_PROPERTY_COMMON_HRESULT, POINTER(tpka)))
- if code != 0:
- raise Exception('MTP SendCommand failed: 0x%x' % code)
- return result
-
- def _readResponse(self, context):
- params = self._initCommandValues(WPD_COMMAND_MTP_EXT_END_DATA_TRANSFER, context)
- result = self._send(params)
- return self._getResponse(result)
-
- def _getContext(self, result):
- return result.GetStringValue(cast(WPD_PROPERTY_MTP_EXT_TRANSFER_CONTEXT, POINTER(tpka)))
-
- def _getResponse(self, result):
- return result.GetUnsignedIntegerValue(cast(WPD_PROPERTY_MTP_EXT_RESPONSE_CODE, POINTER(tpka)))
-
- def reset(self):
- pass
-
- def sendCommand(self, code, args):
- """Send a PTP/MTP command without data phase"""
- params = self._initInitialCommand(WPD_COMMAND_MTP_EXT_EXECUTE_COMMAND_WITHOUT_DATA_PHASE, code, args)
- result = self._send(params)
- return self._getResponse(result)
-
- def sendWriteCommand(self, code, args, data):
- """Send a PTP/MTP command with write data phase"""
- params = self._initInitialCommand(WPD_COMMAND_MTP_EXT_EXECUTE_COMMAND_WITH_DATA_TO_WRITE, code, args)
- params.SetUnsignedLargeIntegerValue(WPD_PROPERTY_MTP_EXT_TRANSFER_TOTAL_DATA_SIZE, len(data))
- result = self._send(params)
- context = self._getContext(result)
-
- params = self._initDataCommand(WPD_COMMAND_MTP_EXT_WRITE_DATA, context, WPD_PROPERTY_MTP_EXT_TRANSFER_NUM_BYTES_TO_WRITE, data)
- result = self._send(params)
-
- return self._readResponse(context)
-
- def sendReadCommand(self, code, args):
- """Send a PTP/MTP command with read data phase"""
- params = self._initInitialCommand(WPD_COMMAND_MTP_EXT_EXECUTE_COMMAND_WITH_DATA_TO_READ, code, args)
- result = self._send(params)
- context = self._getContext(result)
- length = result.GetUnsignedIntegerValue(cast(WPD_PROPERTY_MTP_EXT_TRANSFER_TOTAL_DATA_SIZE, POINTER(tpka)))
-
- params = self._initDataCommand(WPD_COMMAND_MTP_EXT_READ_DATA, context, WPD_PROPERTY_MTP_EXT_TRANSFER_NUM_BYTES_TO_READ, b'\0'*length)
- result = self._send(params)
- data, length = result.GetBufferValue(cast(WPD_PROPERTY_MTP_EXT_TRANSFER_DATA, POINTER(tpka)))
-
- return self._readResponse(context), bytes(bytearray(data[:length]))
-
-def _checkResponse(code, acceptedCodes=[]):
- if code not in [PTP_RC_OK] + acceptedCodes:
- msg = 'MTP error 0x%x' % code
- if code == PTP_RC_ParameterNotSupported:
- raise InvalidCommandException(msg)
- else:
- raise MtpException(msg)
-
-def parseString(data, offset):
- length = parse8(data[offset:offset+1])
- offset += 1
- end = offset + 2*length
- return end, data[offset:end].decode('utf16')[:-1]
-
-def parseIntArray(data, offset):
- length = parse32le(data[offset:offset+4])
- offset += 4
- end = offset + 2*length
- return end, [parse16le(data[o:o+2]) for o in range(offset, end, 2)]
-
-def _parseDeviceInfo(data):
- offset = 8
- offset, vendorExtension = parseString(data, offset)
- offset += 2
-
- offset, operationsSupported = parseIntArray(data, offset)
- offset, eventsSupported = parseIntArray(data, offset)
- offset, devicePropertiesSupported = parseIntArray(data, offset)
- offset, captureFormats = parseIntArray(data, offset)
- offset, imageFormats = parseIntArray(data, offset)
-
- offset, manufacturer = parseString(data, offset)
- offset, model = parseString(data, offset)
- offset, version = parseString(data, offset)
- offset, serial = parseString(data, offset)
- return MtpDeviceInfo(manufacturer, model, serial, set(operationsSupported), vendorExtension)
-
-def is_switch_connected():
- try:
- pdm = CreateObject(PortableDeviceManager)
- length = c_ulong(0)
- pdm.GetDevices(POINTER(c_wchar_p)(), pointer(length))
- devices = (c_wchar_p * length.value)()
- pdm.GetDevices(devices, pointer(length))
- for id in devices:
- idVendor, idProduct = parseDeviceId(id)
- if idVendor!=None and idProduct!=None:
- dev=UsbDevice(id, idVendor, idProduct)
- dev2=MtpContext()
- switch=dev2.openDevice(dev)
- break
- response, data = switch.sendReadCommand(PTP_OC_GetDeviceInfo, [])
- TEST=_parseDeviceInfo(data)
- if TEST.model=="Switch":
- return True
- else:
- return False
- except:return False
\ No newline at end of file
'.format(banner1,banner)
- screenlist=ast.literal_eval(str(screenlist))
- if isinstance(screenlist, list):
- i=0
- for x in screenlist:
- x1="'{}'".format(x)
- ret+='