Skip to content

Commit

Permalink
temporary upload for reproduce error
Browse files Browse the repository at this point in the history
  • Loading branch information
NoSegfault committed Apr 30, 2019
1 parent 4899d8f commit 5e648e5
Show file tree
Hide file tree
Showing 2 changed files with 33 additions and 0 deletions.
6 changes: 6 additions & 0 deletions data/frostt/process.sh
Original file line number Diff line number Diff line change
@@ -0,0 +1,6 @@
#!/bin/bash

wget https://s3.us-east-2.amazonaws.com/frostt/frostt_data/amazon/amazon-reviews.tns.gz
gunzip < amazon-reviews.tns.gz > amazon-reviews.tns
split -l 300000000 amazon-reviews.tns
mv xaa xaa.tns
27 changes: 27 additions & 0 deletions data/frostt/sample.sh
Original file line number Diff line number Diff line change
@@ -0,0 +1,27 @@
#!/bin/bash
#----------------------------------------------------
#SBATCH -J ctf_frostt
#SBATCH -o %j.out
#SBATCH -e %j.err
#SBATCH -p normal
#SBATCH -N 64
#SBATCH -n 4096
#SBATCH -t 02:00:00
#SBATCH [email protected]
#SBATCH --mail-type=all # Send email at begin and end of job

module list
pwd
date

export CTF_PPN=64
export OMP_NUM_THREADS=1

# modify these two PATHs from what are printed after running `make python_test`
export LD_LIBRARY_PATH="/opt/apps/intel18/python2/2.7.15/lib:/opt/apps/libfabric/1.7.0/lib:/opt/intel/compilers_and_libraries_2018.2.199/linux/mpi/intel64/lib:/opt/intel/debugger_2018/libipt/intel64/lib:/opt/intel/debugger_2018/iga/lib:/opt/intel/compilers_and_libraries_2018.2.199/linux/daal/../tbb/lib/intel64_lin/gcc4.4:/opt/intel/compilers_and_libraries_2018.2.199/linux/daal/lib/intel64_lin:/opt/intel/compilers_and_libraries_2018.2.199/linux/tbb/lib/intel64/gcc4.7:/opt/intel/compilers_and_libraries_2018.2.199/linux/mkl/lib/intel64_lin:/opt/intel/compilers_and_libraries_2018.2.199/linux/compiler/lib/intel64_lin:/opt/intel/compilers_and_libraries_2018.2.199/linux/ipp/lib/intel64:/opt/intel/compilers_and_libraries_2018.2.199/linux/compiler/lib/intel64:/opt/apps/gcc/6.3.0/lib64:/opt/apps/gcc/6.3.0/lib:/opt/apps/xsede/gsi-openssh-7.5p1b/lib64:/opt/apps/xsede/gsi-openssh-7.5p1b/lib:::/home1/06131/tg854305/ctf1/lib_shared:/home1/06131/tg854305/ctf1/lib_python:/opt/intel/compilers_and_libraries_2017.4.196/linux/mkl/lib/intel64"

export PYTHONPATH="/opt/apps/intel18/impi18_0/python2/2.7.15/lib/python2.7/site-packages:/home1/06131/tg854305/ctf1/lib_python"

#ibrun python test.py nell-2 12092 9184 28818
#ibrun python test.py amazon-reviews 4821207 1774269 1805187
ibrun python test.py xaa 4821207 1774269 1805187

0 comments on commit 5e648e5

Please sign in to comment.