Skip to content
This repository has been archived by the owner on Aug 20, 2024. It is now read-only.

(WIP) Add test code of download.py #159

Draft
wants to merge 10 commits into
base: development
Choose a base branch
from
Draft
144 changes: 143 additions & 1 deletion .gitignore
Original file line number Diff line number Diff line change
Expand Up @@ -2,4 +2,146 @@
data
node_modules
.env
__pycache__

####################
# Python.gitignore #
####################

# Byte-compiled / optimized / DLL files
__pycache__/
*.py[cod]
*$py.class

# C extensions
*.so

# Distribution / packaging
.Python
build/
develop-eggs/
dist/
downloads/
eggs/
.eggs/
lib/
lib64/
parts/
sdist/
var/
wheels/
share/python-wheels/
*.egg-info/
.installed.cfg
*.egg
MANIFEST

# PyInstaller
# Usually these files are written by a python script from a template
# before PyInstaller builds the exe, so as to inject date/other infos into it.
*.manifest
*.spec

# Installer logs
pip-log.txt
pip-delete-this-directory.txt

# Unit test / coverage reports
htmlcov/
.tox/
.nox/
.coverage
.coverage.*
.cache
nosetests.xml
coverage.xml
*.cover
*.py,cover
.hypothesis/
.pytest_cache/
cover/

# Translations
*.mo
*.pot

# Django stuff:
*.log
local_settings.py
db.sqlite3
db.sqlite3-journal

# Flask stuff:
instance/
.webassets-cache

# Scrapy stuff:
.scrapy

# Sphinx documentation
docs/_build/

# PyBuilder
.pybuilder/
target/

# Jupyter Notebook
.ipynb_checkpoints

# IPython
profile_default/
ipython_config.py

# pyenv
# For a library or package, you might want to ignore these files since the code is
# intended to run in multiple environments; otherwise, check them in:
# .python-version

# pipenv
# According to pypa/pipenv#598, it is recommended to include Pipfile.lock in version control.
# However, in case of collaboration, if having platform-specific dependencies or dependencies
# having no cross-platform support, pipenv may install dependencies that don't work, or not
# install all needed dependencies.
#Pipfile.lock

# PEP 582; used by e.g. github.com/David-OConnor/pyflow
__pypackages__/

# Celery stuff
celerybeat-schedule
celerybeat.pid

# SageMath parsed files
*.sage.py

# Environments
.env
.venv
env/
venv/
ENV/
env.bak/
venv.bak/

# Spyder project settings
.spyderproject
.spyproject

# Rope project settings
.ropeproject

# mkdocs documentation
/site

# mypy
.mypy_cache/
.dmypy.json
dmypy.json

# Pyre type checker
.pyre/

# pytype static type analyzer
.pytype/

# Cython debug symbols
cython_debug/
3 changes: 3 additions & 0 deletions Pipfile
Original file line number Diff line number Diff line change
Expand Up @@ -4,6 +4,9 @@ url = "https://pypi.org/simple"
verify_ssl = true

[dev-packages]
black = "*"
flake8 = "*"
isort = "*"

[packages]
lxml = "*"
Expand Down
9 changes: 6 additions & 3 deletions mynumbercard_data/download.py
Original file line number Diff line number Diff line change
Expand Up @@ -14,8 +14,6 @@
from docopt import docopt
import camelot

args = docopt(__doc__)


def getFileID(filepath: str):
return filepath.rsplit('/', 1)[1].replace('.pdf', '').replace('.xlsx', '')
Expand Down Expand Up @@ -45,7 +43,7 @@ def loadPDF(filepath: str):
table.to_csv(fname)


if __name__ == "__main__":
def main(args):
# url of the mynumber card PDF
PDF_URL = "https://www.soumu.go.jp/kojinbango_card/"
ABSOLUTE_URL = "https://www.soumu.go.jp/kojinbango_card/"
Expand Down Expand Up @@ -98,3 +96,8 @@ def loadPDF(filepath: str):
# save loaded files data
with open(DATA_FILE, 'w', encoding='utf-8') as f:
json.dump(loaded, f, indent=2, ensure_ascii=False)


if __name__ == "__main__":
args = docopt(__doc__)
main(args)
Loading