Remove unused imports

examples/batch_process.py

@@ -1,7 +1,5 @@
 import logging
-import re
 import time
-from collections import Counter
 from pathlib import Path
 
 import jsonlines
@@ -10,12 +8,7 @@
 import spacy
 import torch
 import typer
-from elasticsearch import Elasticsearch, helpers
-from elasticsearch_dsl import Q, Search
-from spacy.language import Language
-from spacy.pipeline import Pipe
-from spacy.tokens import Doc, Token
-from torch.utils.data import DataLoader, Dataset
+from torch.utils.data import DataLoader
 from tqdm import tqdm
 from utilities import spacy_doc_setup
 

examples/batch_process_production.py

@@ -1,7 +1,6 @@
 import logging
 import re
 import time
-from collections import Counter
 from configparser import ConfigParser
 from pathlib import Path
 
@@ -16,7 +15,6 @@
 
 import mordecai3.elastic_utilities as es_util
 from mordecai3.geoparse import Geoparser, doc_to_ex_expanded
-from mordecai3.roberta_qa import setup_qa
 from mordecai3.torch_model import ProductionData
 from mordecai3.utilities import spacy_doc_setup
 

examples/production_event.py

@@ -1,14 +1,10 @@
-import json
-
 import numpy as np
 import pandas as pd
 import spacy
 import streamlit as st
 import torch
 from elasticsearch import Elasticsearch
-from elasticsearch_dsl import Q, Search
-from spacy.pipeline import Pipe
-from spacy.tokens import Doc, Token
+from elasticsearch_dsl import Search
 from torch.utils.data import DataLoader
 
 import mordecai3.elastic_utilities as es_util

mordecai3/elastic_utilities.py

@@ -5,7 +5,7 @@
 
 import jellyfish
 import numpy as np
-from elasticsearch import Elasticsearch, helpers
+from elasticsearch import Elasticsearch
 from elasticsearch_dsl import Q, Search
 
 logger = logging.getLogger(__name__)

mordecai3/geoparse.py

@@ -2,17 +2,11 @@
 import os
 import re
 
-import jsonlines
 import numpy as np
-import pandas as pd
 import pkg_resources
 import spacy
 import torch
-from spacy.language import Language
-from spacy.pipeline import Pipe
-from spacy.tokens import Doc, Span, Token
-from torch.utils.data import DataLoader, Dataset
-from tqdm import tqdm
+from torch.utils.data import DataLoader
 
 from mordecai3.elastic_utilities import (
     add_es_data_doc,

mordecai3/mordecai_streamlit.py

@@ -1,20 +1,12 @@
-import re
-
-import jsonlines
 import numpy as np
 import spacy
 import streamlit as st
 import torch
-from elastic_utilities import add_es_data, res_formatter
-from elasticsearch import Elasticsearch, helpers
-from elasticsearch_dsl import Q, Search
-from geoparse import Geoparser, doc_to_ex_expanded
+from elasticsearch import Elasticsearch
+from elasticsearch_dsl import Search
 from spacy.language import Language
-from spacy.pipeline import Pipe
-from spacy.tokens import Doc, Token
-from torch.utils.data import DataLoader, Dataset
-from torch_model import ProductionData, geoparse_model
-from tqdm import tqdm
+from spacy.tokens import Token
+from torch_model import geoparse_model
 
 HTML_WRAPPER = """<div style="overflow-x: auto; border: 1px solid #e6e9ef; border-radius: 0.25rem; padding: 1rem; margin-bottom: 2.5rem">{}</div>"""
 

mordecai3/roberta_qa.py

@@ -1,5 +1,5 @@
 from spacy.tokens import Span
-from transformers import AutoModelForQuestionAnswering, AutoTokenizer, pipeline
+from transformers import pipeline
 
 model_name = "deepset/roberta-base-squad2"
 

mordecai3/tests/conftest.py

@@ -1,5 +1,4 @@
 import pytest
-import spacy
 
 from ..geoparse import Geoparser
 

mordecai3/train.py

@@ -9,10 +9,8 @@
 
 import datetime
 import logging
-import multiprocessing
 
 import elastic_utilities as es_util
-import elasticsearch
 import numpy as np
 import spacy
 import torch