From 080662aaca7d9c3f80fa4dc990254b6b9585c311 Mon Sep 17 00:00:00 2001
From: TheSiahxyz <164138827+TheSiahxyz@users.noreply.github.com>
Date: Thu, 2 Apr 2026 13:56:49 +0900
Subject: feat: scaffold news-collector service with BaseCollector

---
 services/news-collector/Dockerfile                 |  9 ++++++++
 services/news-collector/pyproject.toml             | 25 ++++++++++++++++++++++
 .../news-collector/src/news_collector/__init__.py  |  1 +
 .../src/news_collector/collectors/__init__.py      |  1 +
 .../src/news_collector/collectors/base.py          | 18 ++++++++++++++++
 .../news-collector/src/news_collector/config.py    | 10 +++++++++
 services/news-collector/tests/__init__.py          |  0
 7 files changed, 64 insertions(+)
 create mode 100644 services/news-collector/Dockerfile
 create mode 100644 services/news-collector/pyproject.toml
 create mode 100644 services/news-collector/src/news_collector/__init__.py
 create mode 100644 services/news-collector/src/news_collector/collectors/__init__.py
 create mode 100644 services/news-collector/src/news_collector/collectors/base.py
 create mode 100644 services/news-collector/src/news_collector/config.py
 create mode 100644 services/news-collector/tests/__init__.py

diff --git a/services/news-collector/Dockerfile b/services/news-collector/Dockerfile
new file mode 100644
index 0000000..a8e5902
--- /dev/null
+++ b/services/news-collector/Dockerfile
@@ -0,0 +1,9 @@
+FROM python:3.12-slim
+WORKDIR /app
+COPY shared/ shared/
+RUN pip install --no-cache-dir ./shared
+COPY services/news-collector/ services/news-collector/
+RUN pip install --no-cache-dir ./services/news-collector
+RUN python -c "import nltk; nltk.download('vader_lexicon', quiet=True)"
+ENV PYTHONPATH=/app
+CMD ["python", "-m", "news_collector.main"]
diff --git a/services/news-collector/pyproject.toml b/services/news-collector/pyproject.toml
new file mode 100644
index 0000000..14c856a
--- /dev/null
+++ b/services/news-collector/pyproject.toml
@@ -0,0 +1,25 @@
+[project]
+name = "news-collector"
+version = "0.1.0"
+description = "News and sentiment data collector service"
+requires-python = ">=3.12"
+dependencies = [
+    "trading-shared",
+    "feedparser>=6.0",
+    "nltk>=3.8",
+    "aiohttp>=3.9",
+]
+
+[project.optional-dependencies]
+dev = [
+    "pytest>=8.0",
+    "pytest-asyncio>=0.23",
+    "aioresponses>=0.7",
+]
+
+[build-system]
+requires = ["hatchling"]
+build-backend = "hatchling.build"
+
+[tool.hatch.build.targets.wheel]
+packages = ["src/news_collector"]
diff --git a/services/news-collector/src/news_collector/__init__.py b/services/news-collector/src/news_collector/__init__.py
new file mode 100644
index 0000000..5547af2
--- /dev/null
+++ b/services/news-collector/src/news_collector/__init__.py
@@ -0,0 +1 @@
+"""News collector service."""
diff --git a/services/news-collector/src/news_collector/collectors/__init__.py b/services/news-collector/src/news_collector/collectors/__init__.py
new file mode 100644
index 0000000..5ef36a7
--- /dev/null
+++ b/services/news-collector/src/news_collector/collectors/__init__.py
@@ -0,0 +1 @@
+"""News collectors."""
diff --git a/services/news-collector/src/news_collector/collectors/base.py b/services/news-collector/src/news_collector/collectors/base.py
new file mode 100644
index 0000000..bb43fd6
--- /dev/null
+++ b/services/news-collector/src/news_collector/collectors/base.py
@@ -0,0 +1,18 @@
+"""Base class for all news collectors."""
+
+from abc import ABC, abstractmethod
+
+from shared.models import NewsItem
+
+
+class BaseCollector(ABC):
+    name: str = "base"
+    poll_interval: int = 300  # seconds
+
+    @abstractmethod
+    async def collect(self) -> list[NewsItem]:
+        """Collect news items from the source."""
+
+    @abstractmethod
+    async def is_available(self) -> bool:
+        """Check if this data source is accessible."""
diff --git a/services/news-collector/src/news_collector/config.py b/services/news-collector/src/news_collector/config.py
new file mode 100644
index 0000000..70d98f1
--- /dev/null
+++ b/services/news-collector/src/news_collector/config.py
@@ -0,0 +1,10 @@
+"""News Collector configuration."""
+
+from shared.config import Settings
+
+
+class NewsCollectorConfig(Settings):
+    health_port: int = 8084
+    finnhub_api_key: str = ""
+    news_poll_interval: int = 300
+    sentiment_aggregate_interval: int = 900
diff --git a/services/news-collector/tests/__init__.py b/services/news-collector/tests/__init__.py
new file mode 100644
index 0000000..e69de29
-- 
cgit v1.2.3