.env.example
LICENSE
MANIFEST.in
README.md
requirements.txt
setup.py
ai_scrapping_toolkit/__init__.py
ai_scrapping_toolkit.egg-info/PKG-INFO
ai_scrapping_toolkit.egg-info/SOURCES.txt
ai_scrapping_toolkit.egg-info/dependency_links.txt
ai_scrapping_toolkit.egg-info/entry_points.txt
ai_scrapping_toolkit.egg-info/requires.txt
ai_scrapping_toolkit.egg-info/top_level.txt
ai_scrapping_toolkit/cli/__init__.py
ai_scrapping_toolkit/cli/extract_data.py
ai_scrapping_toolkit/cli/run_api.py
ai_scrapping_toolkit/cli/web_scraper.py
ai_scrapping_toolkit/src/__init__.py
ai_scrapping_toolkit/src/embeddings/__init__.py
ai_scrapping_toolkit/src/llm/__init__.py
ai_scrapping_toolkit/src/processors/__init__.py
ai_scrapping_toolkit/src/processors/html_chunker.py
ai_scrapping_toolkit/src/processors/html_preprocessor.py
ai_scrapping_toolkit/src/scrapers/__init__.py
ai_scrapping_toolkit/src/scrapers/anti_scraping.py
ai_scrapping_toolkit/src/scrapers/scraper.py
ai_scrapping_toolkit/src/utils/__init__.py
api/__init__.py
api/main.py
api/models/__init__.py
api/models/requests.py
api/models/responses.py
api/routers/__init__.py
api/routers/embedding.py
api/routers/export.py
api/routers/extraction.py
api/routers/processing.py
api/routers/scraping.py
src/__init__.py
src/embeddings/__init__.py
src/embeddings/vector_db.py
src/llm/__init__.py
src/llm/data_extractor.py
src/llm/enhanced_data_extractor.py
src/llm/extraction.py
src/llm/providers/__init__.py
src/llm/providers/lmstudio_provider.py
src/llm/providers/ollama_provider.py
src/llm/providers/openai_provider.py
src/llm/providers/openrouter_provider.py
src/nlp/__init__.py
src/nlp/query_analyzer.py
src/processors/__init__.py
src/processors/content_extractor.py
src/processors/data_processor.py
src/processors/html_chunker.py
src/processors/html_preprocessor.py
src/processors/pdf_processor.py
src/processors/semantic_chunker.py
src/scrapers/__init__.py
src/scrapers/robots_checker.py
src/scrapers/scraper.py
src/scrapers/web_scraper.py
src/utils/__init__.py
src/utils/file_handler.py