add feature:delete the previous data from mongodb

wangsnoopy · Oct 21, 2024 · db3e5d4 · db3e5d4
1 parent 74c4b62
commit db3e5d4
Show file tree

Hide file tree

Showing 7 changed files with 13 additions and 4 deletions.
diff --git a/app/__pycache__/routes.cpython-311.pyc b/app/__pycache__/routes.cpython-311.pyc
diff --git a/app/__pycache__/rss_to_json.cpython-311.pyc b/app/__pycache__/rss_to_json.cpython-311.pyc
diff --git a/app/__pycache__/rss_to_json.cpython-312.pyc b/app/__pycache__/rss_to_json.cpython-312.pyc
diff --git a/app/__pycache__/test_app.cpython-311-pytest-8.3.3.pyc b/app/__pycache__/test_app.cpython-311-pytest-8.3.3.pyc
diff --git a/app/routes.py b/app/routes.py
@@ -2,7 +2,7 @@
 from app import app, db
 import re  # Regular expressions for email validation
 from app.rss_to_json import fetch_rss_to_json, fetch_products_to_json, fetch_tools_to_json
-from flask_cors import CORS
+from flask_cors import CORS # type: ignore
 
 # give acess to frontend
 CORS(app, origins=["http://localhost:3000"])

diff --git a/app/rss_to_json.py b/app/rss_to_json.py
@@ -14,6 +14,9 @@
 
 # Function to fetch and convert RSS feed to JSON for news
 def fetch_rss_to_json(feed_url):
+    # Clear the existing data in the collection
+    articles_collection.delete_many({})  # Delete all previous articles
+
     feed = feedparser.parse(feed_url)
     articles = []
 
@@ -22,7 +25,7 @@ def fetch_rss_to_json(feed_url):
         article = {
             'title': entry.title,
             'link': entry.link,
-            'summary': entry.summary,
+            # 'summary': entry.summary,
             'published': entry.published
         }
         articles.append(article)
@@ -37,6 +40,9 @@ def fetch_rss_to_json(feed_url):
 
 # Function to fetch and convert RSS feed for products
 def fetch_products_to_json(feed_url):
+    # Clear the existing data in the collection
+    products_collection.delete_many({})  # Delete all previous products
+
     feed = feedparser.parse(feed_url)
     products = []
 
@@ -63,6 +69,9 @@ def fetch_products_to_json(feed_url):
 
 # Function to fetch and convert RSS feed for tools
 def fetch_tools_to_json(feed_url):
+    # Clear the existing data in the collection
+    tools_collection.delete_many({})  # Delete all previous tools
+
     feed = feedparser.parse(feed_url)
     tools = []
 

diff --git a/app/test_app.py b/app/test_app.py
@@ -1,6 +1,6 @@
 import unittest
 import requests # request library to make HTTP request to the Falsk API
-
+# if need to do the pytest, need to commit the flask-cors
 BASE_URL_NEWS = "http://localhost:5001/newest"
 BASE_URL_PRODUCTS = "http://localhost:5001/products"
 BASE_URL_CATEGORIES = "http://localhost:5001/categories"
@@ -24,7 +24,7 @@ def test_get_news(self):
         # Check if the response has the correct structure
         self.assertIn('title', data[0], "Response is missing 'title' field")
         self.assertIn('link', data[0], "Response is missing 'link' field")
-        self.assertIn('summary', data[0], "Response is missing 'summary' field")
+        # self.assertIn('summary', data[0], "Response is missing 'summary' field")
         self.assertIn('published', data[0], "Response is missing 'published' field")
 
     def test_get_products(self):