Skip to content

Commit

Permalink
After linting
Browse files Browse the repository at this point in the history
  • Loading branch information
prabha-git committed May 15, 2024
1 parent 72ddc4c commit a059727
Showing 1 changed file with 5 additions and 7 deletions.
12 changes: 5 additions & 7 deletions backend/ingest.py
Original file line number Diff line number Diff line change
Expand Up @@ -119,16 +119,14 @@ def ingest_docs():
)
record_manager.create_schema()

#docs_from_documentation = load_langchain_docs()
#logger.info(f"Loaded {len(docs_from_documentation)} docs from documentation")
#docs_from_api = load_api_docs()
#logger.info(f"Loaded {len(docs_from_api)} docs from API")
# docs_from_documentation = load_langchain_docs()
# logger.info(f"Loaded {len(docs_from_documentation)} docs from documentation")
# docs_from_api = load_api_docs()
# logger.info(f"Loaded {len(docs_from_api)} docs from API")
docs_from_looker = load_looker_docs()
logger.info(f"Loaded {len(docs_from_looker)} docs from Langsmith")

docs_transformed = text_splitter.split_documents(
docs_from_looker
)
docs_transformed = text_splitter.split_documents(docs_from_looker)
docs_transformed = [doc for doc in docs_transformed if len(doc.page_content) > 10]

# We try to return 'source' and 'title' metadata when querying vector store and
Expand Down

0 comments on commit a059727

Please sign in to comment.