use twarc.ensure_flattened

setup.py

@@ -5,7 +5,7 @@
 
 setuptools.setup(
  name='twarc-videos',
- version='0.0.5',
+ version='0.0.6',
  url='https://github.com/docnow/twarc-videos',
  author='Ed Summers',
  author_email='[email protected]',
@@ -14,7 +14,7 @@
  long_description=long_description,
  long_description_content_type="text/markdown",
  python_requires='>=3.3',
- install_requires=['twarc', 'youtube_dl', 'click'],
+ install_requires=['twarc>=2.1.1', 'youtube_dl', 'click'],
  setup_requires=['pytest-runner'],
  tests_require=['pytest', 'python-dotenv'],
  entry_points='''

twarc_videos.py

@@ -8,7 +8,7 @@
 import multiprocessing as mp
 
 from urllib.parse import urlparse
-from twarc.expansions import flatten
+from twarc import ensure_flattened
 from datetime import datetime, timedelta
 from youtube_dl.utils import match_filter_func
 
@@ -74,7 +74,7 @@ def videos(max_downloads, max_filesize, ignore_livestreams, download_dir, block,
  # loop through the tweets
  results = open(mapping_file, 'a')
  for line in infile:
- for tweet in flatten(json.loads(line))['data']:
+ for tweet in ensure_flattened(json.loads(line)):
  log.info('analyzing %s', tweet['id'])
  for url in video_urls(tweet):
  if url in seen: