remote_creator.py

from application.parser.remote.sitemap_loader import SitemapLoader
from application.parser.remote.crawler_loader import CrawlerLoader
from application.parser.remote.web_loader import WebLoader
from application.parser.remote.reddit_loader import RedditPostsLoaderRemote
from application.parser.remote.dropbox_loader import DropboxLoaderRemote
from application.parser.remote.github_loader import GitHubLoader


class RemoteCreator:
    loaders = {
        "url": WebLoader,
        "sitemap": SitemapLoader,
        "crawler": CrawlerLoader,
        "reddit": RedditPostsLoaderRemote,
        "dropbox" : DropboxLoaderRemote,
        "github": GitHubLoader,
    }

    @classmethod
    def create_loader(cls, type, *args, **kwargs):
        loader_class = cls.loaders.get(type.lower())
        if not loader_class:
            raise ValueError(f"No LLM class found for type {type}")
        return loader_class(*args, **kwargs)