update

backend/fix_duplicates.py

@@ -0,0 +1,61 @@
+"""
+Script to fix duplicate RSS feeds and create unique index
+Run this once: python fix_duplicates.py
+"""
+from pymongo import MongoClient
+from config import Config
+
+# Connect to MongoDB
+client = MongoClient(Config.MONGODB_URI)
+db = client[Config.DB_NAME]
+rss_feeds_collection = db['rss_feeds']
+
+print("Fixing duplicate RSS feeds...")
+
+# Get all feeds
+all_feeds = list(rss_feeds_collection.find())
+print(f"Total feeds found: {len(all_feeds)}")
+
+# Find duplicates by URL
+seen_urls = {}
+duplicates_to_remove = []
+
+for feed in all_feeds:
+    url = feed.get('url')
+    if url in seen_urls:
+        # This is a duplicate, mark for removal
+        duplicates_to_remove.append(feed['_id'])
+        print(f"  Duplicate found: {feed['name']} - {url}")
+    else:
+        # First occurrence, keep it
+        seen_urls[url] = feed['_id']
+
+# Remove duplicates
+if duplicates_to_remove:
+    result = rss_feeds_collection.delete_many({'_id': {'$in': duplicates_to_remove}})
+    print(f"Removed {result.deleted_count} duplicate feeds")
+else:
+    print("No duplicates found")
+
+# Drop existing indexes (if any)
+print("\nDropping existing indexes...")
+try:
+    rss_feeds_collection.drop_indexes()
+    print("Indexes dropped")
+except Exception as e:
+    print(f"Note: {e}")
+
+# Create unique index on URL
+print("\nCreating unique index on 'url' field...")
+rss_feeds_collection.create_index('url', unique=True)
+print("✓ Unique index created successfully")
+
+# Verify
+remaining_feeds = list(rss_feeds_collection.find())
+print(f"\nFinal feed count: {len(remaining_feeds)}")
+print("\nRemaining feeds:")
+for feed in remaining_feeds:
+    print(f"  - {feed['name']}: {feed['url']}")
+
+print("\n✓ Done! Duplicates removed and unique index created.")
+print("You can now restart your Flask app.")