intermediate files

datamade · Feb 5, 2024 · 2ff897c · 2ff897c
1 parent c78b736
commit 2ff897c
Show file tree

Hide file tree

Showing 4 changed files with 3 additions and 8,049 deletions.
diff --git a/.github/workflows/scrape.yml b/.github/workflows/scrape.yml
@@ -81,7 +81,7 @@ jobs:
  env:
  DATABASE_URL: ${{ secrets.DB_CONNECTION_STRING }}
  run: psql $(echo $DATABASE_URL) -f scripts/merge_memberships.sql
- - name: merge terms
+ - name: add topics
  env:
  DATABASE_URL: ${{ secrets.DB_CONNECTION_STRING }}
  run: make add_topics

diff --git a/Makefile b/Makefile
@@ -1,9 +1,11 @@
 add_topics : topics_added.csv
  cat $< | psql $$DATABASE_URL -c "`cat scripts/update_topics.sql`"
 
+.INTERMEDIATE: topics_added.csv
 topics_added.csv: needs_topics.csv
  cat $< | python scripts/topics.py > $@
 
+.INTERMEDIATE : needs_topics.csv
 needs_topics.csv :
  psql $$DATABASE_URL -f scripts/needs_topics.sql > $@