ingest_news.py

import argparse
import os
from textanalysis import TextAnalysisFinance


def main():
    parser = argparse.ArgumentParser(description="Ingest Yahoo Finance news for a ticker into rawdata/")
    parser.add_argument("ticker", help="Ticker symbol, e.g., AAPL")
    parser.add_argument("--months_back", type=int, default=3, help="Months back to scrape")
    parser.add_argument("--min_articles", type=int, default=60, help="Minimum articles to collect")
    args = parser.parse_args()

    base_dir = os.getcwd()
    taf = TextAnalysisFinance(ticker=args.ticker, base_dir=base_dir)
    df = taf.scrape_yahoo_finance_news(months_back=args.months_back, min_articles=args.min_articles)
    print(f"Collected {len(df)} articles for {args.ticker}. Saved CSV under rawdata/.")


if __name__ == "__main__":
    main()