Update web_ingest.py

web_ingest.py

@@ -1,31 +1,25 @@
-# web_ingest.py
-
 import requests
 from datetime import datetime
 
-# Example public endpoints (replace or extend)
-PUBLIC_SOURCES = {
+PUBLIC_ENDPOINTS = {
     "gold_price": "https://api.metals.live/v1/spot/gold",
-    "oil_price": "https://api.oilpriceapi.com/v1/prices/latest",  # example
 }
 
-def fetch_public_signal(name: str):
+NEWS_ENDPOINTS = [
+    "https://newsapi.org/v2/top-headlines?category=business&pageSize=20&apiKey=demo"
+]
+
+def fetch_json(url):
     try:
-        r = requests.get(PUBLIC_SOURCES[name], timeout=5)
+        r = requests.get(url, timeout=5)
         r.raise_for_status()
-        return {
-            "source": name,
-            "timestamp": datetime.utcnow().isoformat(),
-            "data": r.json()
-        }
+        return r.json()
     except Exception as e:
-        return {
-            "source": name,
-            "error": str(e)
-        }
+        return {"error": str(e)}
 
-def ingest_all():
-    signals = {}
-    for name in PUBLIC_SOURCES:
-        signals[name] = fetch_public_signal(name)
-    return signals
+def ingest():
+    return {
+        "timestamp": datetime.utcnow().isoformat(),
+        "prices": {k: fetch_json(v) for k, v in PUBLIC_ENDPOINTS.items()},
+        "news": [fetch_json(url) for url in NEWS_ENDPOINTS],
+    }