Simplified pipeline for speed (Main.py). Pronoun replacement working.

denmonz · Feb 29, 2020 · e7e648b · e7e648b
1 parent dc36a1f
commit e7e648b
Show file tree

Hide file tree

Showing 34 changed files with 34 additions and 0 deletions.
diff --git a/Flashcard Generator/Coreference.py → ...card Generator/Backups_etc/Coreference.py b/Flashcard Generator/Coreference.py → ...card Generator/Backups_etc/Coreference.py
diff --git a/Flashcard Generator/Date_Extraction.py → ... Generator/Backups_etc/Date_Extraction.py b/Flashcard Generator/Date_Extraction.py → ... Generator/Backups_etc/Date_Extraction.py
diff --git a/Flashcard Generator/Entity_Extraction.py → ...enerator/Backups_etc/Entity_Extraction.py b/Flashcard Generator/Entity_Extraction.py → ...enerator/Backups_etc/Entity_Extraction.py
diff --git a/Flashcard Generator/Extractor.py → Flashcard Generator/Backups_etc/Extractor.py b/Flashcard Generator/Extractor.py → Flashcard Generator/Backups_etc/Extractor.py
diff --git a/...ard Generator/Extractor_to_QuestionGen.py → ...r/Backups_etc/Extractor_to_QuestionGen.py b/...ard Generator/Extractor_to_QuestionGen.py → ...r/Backups_etc/Extractor_to_QuestionGen.py
diff --git a/backup_correcter/.gitignore → ...r/Backups_etc/backup_correcter/.gitignore b/backup_correcter/.gitignore → ...r/Backups_etc/backup_correcter/.gitignore
diff --git a/backup_correcter/.travis.yml → .../Backups_etc/backup_correcter/.travis.yml b/backup_correcter/.travis.yml → .../Backups_etc/backup_correcter/.travis.yml
diff --git a/backup_correcter/COPYING → ...ator/Backups_etc/backup_correcter/COPYING b/backup_correcter/COPYING → ...ator/Backups_etc/backup_correcter/COPYING
diff --git a/backup_correcter/COPYING.LESSER → ...ckups_etc/backup_correcter/COPYING.LESSER b/backup_correcter/COPYING.LESSER → ...ckups_etc/backup_correcter/COPYING.LESSER
diff --git a/backup_correcter/Dockerfile → ...r/Backups_etc/backup_correcter/Dockerfile b/backup_correcter/Dockerfile → ...r/Backups_etc/backup_correcter/Dockerfile
diff --git a/backup_correcter/MANIFEST.in → .../Backups_etc/backup_correcter/MANIFEST.in b/backup_correcter/MANIFEST.in → .../Backups_etc/backup_correcter/MANIFEST.in
diff --git a/backup_correcter/Makefile → ...tor/Backups_etc/backup_correcter/Makefile b/backup_correcter/Makefile → ...tor/Backups_etc/backup_correcter/Makefile
diff --git a/backup_correcter/demo.py → ...ator/Backups_etc/backup_correcter/demo.py b/backup_correcter/demo.py → ...ator/Backups_etc/backup_correcter/demo.py
diff --git a/backup_correcter/download_lt.py → ...ckups_etc/backup_correcter/download_lt.py b/backup_correcter/download_lt.py → ...ckups_etc/backup_correcter/download_lt.py
diff --git a/backup_correcter/example.txt → .../Backups_etc/backup_correcter/example.txt b/backup_correcter/example.txt → .../Backups_etc/backup_correcter/example.txt
diff --git a/backup_correcter/language-check → ...ckups_etc/backup_correcter/language-check b/backup_correcter/language-check → ...ckups_etc/backup_correcter/language-check
diff --git a/backup_correcter/language_check/__init__.py → ...ckup_correcter/language_check/__init__.py b/backup_correcter/language_check/__init__.py → ...ckup_correcter/language_check/__init__.py
diff --git a/backup_correcter/language_check/__main__.py → ...ckup_correcter/language_check/__main__.py b/backup_correcter/language_check/__main__.py → ...ckup_correcter/language_check/__main__.py
diff --git a/...cter/language_check/backports/__init__.py → ...cter/language_check/backports/__init__.py b/...cter/language_check/backports/__init__.py → ...cter/language_check/backports/__init__.py
diff --git a/...er/language_check/backports/subprocess.py → ...er/language_check/backports/subprocess.py b/...er/language_check/backports/subprocess.py → ...er/language_check/backports/subprocess.py
diff --git a/..._correcter/language_check/console_mode.py → ..._correcter/language_check/console_mode.py b/..._correcter/language_check/console_mode.py → ..._correcter/language_check/console_mode.py
diff --git a/backup_correcter/language_check/main.py → ...c/backup_correcter/language_check/main.py b/backup_correcter/language_check/main.py → ...c/backup_correcter/language_check/main.py
diff --git a/backup_correcter/language_check/q_ls.txt → .../backup_correcter/language_check/q_ls.txt b/backup_correcter/language_check/q_ls.txt → .../backup_correcter/language_check/q_ls.txt
diff --git a/backup_correcter/language_check/which.py → .../backup_correcter/language_check/which.py b/backup_correcter/language_check/which.py → .../backup_correcter/language_check/which.py
diff --git a/backup_correcter/run_doctest.py → ...ckups_etc/backup_correcter/run_doctest.py b/backup_correcter/run_doctest.py → ...ckups_etc/backup_correcter/run_doctest.py
diff --git a/backup_correcter/setup.cfg → ...or/Backups_etc/backup_correcter/setup.cfg b/backup_correcter/setup.cfg → ...or/Backups_etc/backup_correcter/setup.cfg
diff --git a/backup_correcter/setup.py → ...tor/Backups_etc/backup_correcter/setup.py b/backup_correcter/setup.py → ...tor/Backups_etc/backup_correcter/setup.py
diff --git a/backup_correcter/test.bash → ...or/Backups_etc/backup_correcter/test.bash b/backup_correcter/test.bash → ...or/Backups_etc/backup_correcter/test.bash
diff --git a/backup_correcter/test.py → ...ator/Backups_etc/backup_correcter/test.py b/backup_correcter/test.py → ...ator/Backups_etc/backup_correcter/test.py
diff --git a/backup_correcter/test_remote.bash → ...ups_etc/backup_correcter/test_remote.bash b/backup_correcter/test_remote.bash → ...ups_etc/backup_correcter/test_remote.bash
diff --git a/Flashcard Generator/Main.py b/Flashcard Generator/Main.py
@@ -0,0 +1,34 @@
+#Speedup: bash runStanfordParserServer.sh, bash runSSTServer.sh
+
+import sys
+import pip
+import spacy
+import neuralcoref
+import lexnlp.nlp.en.segments.sentences as lex_sentences
+import question_generator as gen
+
+
+#Load
+direct_path = ''
+with open(direct_path, 'r') as file:
+    brief = file.read()
+
+
+#Preprocess
+brief = lex_sentences.pre_process_document(brief)
+pronouns = spacy.load('en')
+neuralcoref.add_to_pipe(pronouns,greedyness=0.5,max_dist=100,blacklist=False)
+neural = pronouns(brief)
+brief = neural._.coref_resolved
+
+
+#Tokenize
+sentences = list(lex_sentences.get_sentence_list(brief))
+questions = gen.QuestionGenerator()
+
+
+#Print
+for sentence in sentences:
+        flashcard = questions.generate_question(sentence)
+        if flashcard:
+            print("Question: {}\n\nAnswer: {}\n-------------\n".format(flashcard[0]['Q'], flashcard[0]['A']))
diff --git a/Flashcard Generator/Pipfile → Flashcard Generator/Pipfile_reqs/Pipfile b/Flashcard Generator/Pipfile → Flashcard Generator/Pipfile_reqs/Pipfile
diff --git a/Flashcard Generator/Pipfile.lock → ...hcard Generator/Pipfile_reqs/Pipfile.lock b/Flashcard Generator/Pipfile.lock → ...hcard Generator/Pipfile_reqs/Pipfile.lock
diff --git a/Flashcard Generator/requirements.txt → ...d Generator/Pipfile_reqs/requirements.txt b/Flashcard Generator/requirements.txt → ...d Generator/Pipfile_reqs/requirements.txt