Skip to content

Commit

Permalink
add dataset acceleration
Browse files Browse the repository at this point in the history
  • Loading branch information
Mon-ius committed Feb 22, 2024
1 parent 46cc26b commit 171ca1f
Show file tree
Hide file tree
Showing 2 changed files with 15 additions and 5 deletions.
15 changes: 15 additions & 0 deletions utils/dataset-acc.sh
Original file line number Diff line number Diff line change
@@ -0,0 +1,15 @@
#!/bin/bash

sudo apt-get -qq update && sudo apt-get -qq dist-upgrade \
&& sudo apt-get -qq install curl net-tools tmux rclone \
&& sudo apt-get -qq autoremove --purge && sudo apt-get clean

_name="$1"
_id="$2"
_secret="$3"
_drive="$4"
_token="$5"

rclone config create "$_name" onedrive client_id "$_id" client_secret "$_secret" config_refresh_token false token "$_token" drive_id "$_drive" drive_type business

rclone sync -P dataset:/"$_name" /dev/shm/"$_name" --transfers 8 --fast-list --progress --tpslimit 48 --drive-chunk-size 512M --max-transfer 2000G --multi-thread-streams 24 --onedrive-chunk-size 128000k --sharefile-chunk-size 512M
5 changes: 0 additions & 5 deletions utils/debian-acc.sh

This file was deleted.

0 comments on commit 171ca1f

Please sign in to comment.