services/indexing.py

from llama_index.core import SimpleDirectoryReader, VectorStoreIndex
from llama_index.core import Settings
import logging, sys

logging.basicConfig(stream=sys.stdout, level=logging.INFO, force=True)
logger = logging.getLogger(__name__)

def create_symptom_index():
    logger.info("build_symptom_index: Loading documents from data directory…")
    documents = SimpleDirectoryReader(
        input_dir="data",
        filename_as_id=True
    ).load_data()

    logger.info(f"build_symptom_index: Creating vector index from {len(documents)} documents…")
    symptom_index = VectorStoreIndex.from_documents(
        documents,
        show_progress=True
    )

    logger.info("build_symptom_index: Symptom index created successfully")
    return symptom_index