Skip to content

Commit

Permalink
Rename pup_refresh to code_first.
Browse files Browse the repository at this point in the history
  • Loading branch information
Lucas Pickup committed Sep 7, 2023
1 parent ceedc9c commit 28ec8c7
Show file tree
Hide file tree
Showing 68 changed files with 424 additions and 1 deletion.
Original file line number Diff line number Diff line change
Expand Up @@ -30,7 +30,7 @@
source=IndexSource(
input_data=Data(
type="uri_folder",
path="<your path to onelake>",
path="abfss://9aa7b19e-c117-4a74-8654-cf1559ba9f4f@msit-onelake.dfs.fabric.microsoft.com/1606ee55-ec68-4658-8d6b-58bf8dd26636/Files/lupickup-test-s3",
),
citation_url="s3://lupickup-test",
),
Expand Down Expand Up @@ -77,3 +77,5 @@

for doc in docs:
print(json.dumps({"content": doc.page_content, **doc.metadata}, indent=2))

# %%
Binary file not shown.
Binary file not shown.
Original file line number Diff line number Diff line change
@@ -0,0 +1,13 @@
api_base: https://azureml-rag-oai.openai.azure.com/
api_type: azure
api_version: 2023-07-01-preview
batch_size: '16'
connection:
id: /subscriptions/79a1ba0c-35bb-436b-bff2-3074d5ff1f89/resourceGroups/azureml-rag-ci/providers/Microsoft.MachineLearningServices/workspaces/azureml-rag-westus2/connections/azureml-rag-oai
connection_type: workspace_connection
deployment: text-embedding-ada-002
dimension: 1536
endpoint: https://azureml-rag-oai.openai.azure.com/
kind: open_ai
model: text-embedding-ada-002
schema_version: '2'
Binary file not shown.
Binary file not shown.
Original file line number Diff line number Diff line change
@@ -0,0 +1,13 @@
api_base: https://azureml-rag-oai.openai.azure.com/
api_type: azure
api_version: 2023-07-01-preview
batch_size: '16'
connection:
id: /subscriptions/79a1ba0c-35bb-436b-bff2-3074d5ff1f89/resourceGroups/azureml-rag-ci/providers/Microsoft.MachineLearningServices/workspaces/azureml-rag-westus2/connections/azureml-rag-oai
connection_type: workspace_connection
deployment: text-embedding-ada-002
dimension: 1536
endpoint: https://azureml-rag-oai.openai.azure.com/
kind: open_ai
model: text-embedding-ada-002
schema_version: '2'
Binary file not shown.
Binary file not shown.
Original file line number Diff line number Diff line change
@@ -0,0 +1,3 @@
dimension: 0
kind: none
schema_version: '2'
Binary file not shown.
Binary file not shown.
Original file line number Diff line number Diff line change
@@ -0,0 +1,3 @@
dimension: 0
kind: none
schema_version: '2'
Original file line number Diff line number Diff line change
@@ -0,0 +1,18 @@
embeddings:
api_base: https://azureml-rag-oai.openai.azure.com/
api_type: azure
api_version: 2023-07-01-preview
batch_size: '16'
connection:
id: /subscriptions/79a1ba0c-35bb-436b-bff2-3074d5ff1f89/resourceGroups/azureml-rag-ci/providers/Microsoft.MachineLearningServices/workspaces/azureml-rag-westus2/connections/azureml-rag-oai
connection_type: workspace_connection
deployment: text-embedding-ada-002
dimension: 1536
endpoint: https://azureml-rag-oai.openai.azure.com/
kind: open_ai
model: text-embedding-ada-002
schema_version: '2'
index:
engine: indexes.faiss.FaissAndDocStore
kind: faiss
method: FlatL2

Large diffs are not rendered by default.

Binary file not shown.
Original file line number Diff line number Diff line change
@@ -0,0 +1 @@
{"0": "README.md0", "1": "README.md1", "2": "README.md2", "3": "README.md3", "4": "README.md4", "5": "README.md5", "6": "README.md6", "7": "README.md7", "8": "README.md8", "9": "README.md9", "10": "README.md10", "11": "README.md11", "12": "README.md12", "13": "README.md13", "14": "README.md14", "15": "README.md15", "16": "README.md16", "17": "README.md17", "18": "docs/mlindex.md0", "19": "docs/mlindex.md1", "20": "mlindex_local/local_docs_to_faiss_mlindex_with_promptfow.py0", "21": "mlindex_local/local_docs_to_faiss_mlindex_with_promptfow.py1", "22": "mlindex_local/local_docs_to_faiss_mlindex_with_promptfow.py2", "23": "mlindex_local/local_docs_to_faiss_mlindex_with_promptfow.py3", "24": "mlindex_local/local_docs_to_faiss_mlindex_with_promptfow.py4", "25": "mlindex_local/local_docs_to_faiss_mlindex_with_promptfow.py5", "26": "mlindex_local/langchain_docs_to_mlindex.py0", "27": "mlindex_local/langchain_docs_to_mlindex.py1", "28": "mlindex_local/langchain_docs_to_mlindex.py2", "29": "mlindex_local/langchain_docs_to_mlindex.py3", "30": "mlindex_local/langchain_docs_to_mlindex.py4", "31": "mlindex_local/local_docs_to_faiss_mlindex.py0", "32": "mlindex_local/local_docs_to_faiss_mlindex.py1", "33": "mlindex_local/local_docs_to_faiss_mlindex.py2", "34": "mlindex_local/local_docs_to_acs_aoai_mlindex.py0", "35": "mlindex_local/local_docs_to_acs_aoai_mlindex.py1", "36": "mlindex_local/local_docs_to_acs_aoai_mlindex.py2", "37": "mlindex_local/local_docs_to_acs_aoai_mlindex.py3", "38": "mlindex_local/local_docs_to_acs_aoai_mlindex.py4", "39": "flows/chat-with-index/chat_with_index_tool.py0", "40": "flows/chat-with-index/chat_with_index_tool.py1", "41": "flows/chat-with-index/chat_with_index_tool.py2", "42": "flows/chat-with-index/setup_env.py0", "43": "flows/chat-with-index/setup_env.py1", "44": "flows/chat-with-index/setup_env.py2", "45": "flows/chat-with-index/find_context_tool.py0", "46": "flows/chat-with-index/requirements.txt0", "47": "flows/chat-with-index/__init__.py0", "48": "flows/chat-with-index/README.md0", "49": "flows/chat-with-index/README.md1", "50": "flows/chat-with-index/README.md2", "51": "flows/chat-with-index/README.md3", "52": "flows/chat-with-index/README.md4", "53": "flows/chat-with-index/README.md5", "54": "flows/chat-with-index/README.md6", "55": "flows/chat-with-index/README.md7", "56": "flows/chat-with-index/README.md8", "57": "flows/chat-with-index/README.md9", "58": "flows/chat-with-index/README.md10", "59": "flows/chat-with-index/rewrite_question_tool.py0", "60": "flows/chat-with-index/qna_tool.py0", "61": "flows/chat-with-index/qna_tool.py1", "62": "flows/chat-with-index/chat_with_index/qna_prompt.md0", "63": "flows/chat-with-index/chat_with_index/qna_prompt.md1", "64": "flows/chat-with-index/chat_with_index/qna_prompt.md2", "65": "flows/chat-with-index/chat_with_index/qna_prompt.md3", "66": "flows/chat-with-index/chat_with_index/rewrite_question.py0", "67": "flows/chat-with-index/chat_with_index/rewrite_question.py1", "68": "flows/chat-with-index/chat_with_index/rewrite_question.py2", "69": "flows/chat-with-index/chat_with_index/rewrite_question.py3", "70": "flows/chat-with-index/chat_with_index/__init__.py0", "71": "flows/chat-with-index/chat_with_index/qna.py0", "72": "flows/chat-with-index/chat_with_index/README.md0", "73": "flows/chat-with-index/chat_with_index/README.md1", "74": "flows/chat-with-index/chat_with_index/README.md2", "75": "flows/chat-with-index/chat_with_index/README.md3", "76": "flows/chat-with-index/chat_with_index/rewrite_question_prompt.md0", "77": "flows/chat-with-index/chat_with_index/rewrite_question_prompt.md1", "78": "flows/chat-with-index/chat_with_index/rewrite_question_prompt.md2", "79": "flows/chat-with-index/chat_with_index/rewrite_question_prompt.md3", "80": "flows/chat-with-index/chat_with_index/rewrite_question_prompt.md4", "81": "flows/chat-with-index/chat_with_index/rewrite_question_prompt.md5", "82": "flows/chat-with-index/chat_with_index/rewrite_question_prompt.md6", "83": "flows/chat-with-index/chat_with_index/rewrite_question_prompt.md7", "84": "flows/chat-with-index/chat_with_index/rewrite_question_prompt.md8", "85": "flows/chat-with-index/chat_with_index/rewrite_question_prompt.md9", "86": "flows/chat-with-index/chat_with_index/rewrite_question_prompt.md10", "87": "flows/chat-with-index/chat_with_index/main.py0", "88": "flows/chat-with-index/chat_with_index/main.py1", "89": "flows/chat-with-index/chat_with_index/main.py2", "90": "flows/chat-with-index/chat_with_index/main.py3", "91": "flows/chat-with-index/chat_with_index/main.py4", "92": "flows/chat-with-index/chat_with_index/main.py5", "93": "flows/chat-with-index/chat_with_index/find_context.py0", "94": "flows/chat-with-index/chat_with_index/find_context.py1", "95": "flows/chat-with-index/chat_with_index/find_context.py2", "96": "flows/chat-with-index/chat_with_index/find_context.py3", "97": "flows/chat-with-index/chat_with_index/utils/logging.py0", "98": "flows/chat-with-index/chat_with_index/utils/__init__.py0", "99": "flows/chat-with-index/chat_with_index/utils/oai.py0", "100": "flows/chat-with-index/chat_with_index/utils/oai.py1", "101": "flows/chat-with-index/chat_with_index/utils/oai.py2", "102": "flows/chat-with-index/chat_with_index/utils/oai.py3", "103": "flows/chat-with-index/chat_with_index/utils/oai.py4", "104": "flows/chat-with-index/chat_with_index/utils/oai.py5", "105": "flows/chat-with-index/chat_with_index/utils/oai.py6", "106": "flows/chat-with-index/chat_with_index/utils/oai.py7", "107": "flows/chat-with-index/chat_with_index/utils/oai.py8", "108": "flows/chat-with-index/chat_with_index/utils/oai.py9", "109": "flows/chat-with-index/chat_with_index/utils/oai.py10", "110": "flows/chat-with-index/chat_with_index/utils/oai.py11", "111": "flows/chat-with-index/chat_with_index/utils/oai.py12", "112": "flows/chat-with-index/chat_with_index/utils/oai.py13", "113": "flows/chat-with-index/chat_with_index/utils/oai.py14", "114": "flows/chat-with-index/chat_with_index/utils/oai.py15", "115": "flows/chat-with-index/chat_with_index/utils/oai.py16", "116": "flows/chat-with-index/chat_with_index/utils/oai.py17", "117": "flows/chat-with-index/chat_with_index/utils/retry.py0", "118": "flows/chat-with-index/chat_with_index/utils/retry.py1", "119": "flows/chat-with-index/chat_with_index/utils/retry.py2", "120": "flows/chat-with-index/chat_with_index/utils/retry.py3", "121": "flows/chat-with-index/chat_with_index/utils/retry.py4", "122": "flows/chat-with-index/chat_with_index/utils/retry.py5", "123": "flows/chat-with-index/chat_with_index/utils/retry.py6", "124": "flows/chat-with-index/chat_with_index/utils/retry.py7", "125": "flows/chat-with-index/chat_with_index/utils/retry.py8", "126": "flows/chat-with-index/chat_with_index/utils/retry.py9", "127": "flows/chat-with-index/chat_with_index/utils/retry.py10", "128": "flows/chat-with-index/chat_with_index/utils/retry.py11", "129": "flows/chat-with-index/chat_with_index/utils/retry.py12", "130": "flows/chat-with-index/chat_with_index/utils/retry.py13", "131": "flows/chat-with-index/chat_with_index/utils/retry.py14", "132": "flows/bring_your_own_data_chat_qna/generate_prompt_context.py0", "133": "flows/bring_your_own_data_chat_qna/generate_prompt_context.py1", "134": "flows/bring_your_own_data_chat_qna/generate_prompt_context.py2", "135": "flows/bring_your_own_data_chat_qna/generate_prompt_context.py3", "136": "flows/bring_your_own_data_chat_qna/requirements.txt0", "137": "data_index_job/scheduled_s3_to_asc_mlindex.py0", "138": "data_index_job/scheduled_s3_to_asc_mlindex.py1", "139": "data_index_job/scheduled_s3_to_asc_mlindex.py2", "140": "data_index_job/scheduled_s3_to_asc_mlindex.py3", "141": "data_index_job/scheduled_s3_to_asc_mlindex.py4", "142": "data_index_job/scheduled_s3_to_asc_mlindex.py5", "143": "data_index_job/scheduled_s3_to_asc_mlindex.py6", "144": "data_index_job/scheduled_s3_to_asc_mlindex.py7", "145": "data_index_job/scheduled_s3_to_asc_mlindex.py8", "146": "data_index_job/cog_search_docs_faiss_mlindex.py0", "147": "data_index_job/cog_search_docs_faiss_mlindex.py1", "148": "data_index_job/cog_search_docs_faiss_mlindex.py2", "149": "data_index_job/cog_search_docs_faiss_mlindex.py3", "150": "data_index_job/cog_search_docs_faiss_mlindex.py4", "151": "data_index_job/cog_search_docs_faiss_mlindex.py5", "152": "data_index_job/cog_search_docs_faiss_mlindex.py6", "153": "data_index_job/cog_search_docs_faiss_mlindex.py7", "154": "data_index_job/cog_search_docs_faiss_mlindex.py8", "155": "data_index_job/cog_search_docs_faiss_mlindex.py9", "156": "data_index_job/cog_search_docs_faiss_mlindex.py10", "157": "data_index_job/cog_search_docs_faiss_mlindex.py11", "158": "data_index_job/cog_search_docs_faiss_mlindex.py12", "159": "data_index_job/cog_search_docs_faiss_mlindex.py13", "160": "data_index_job/s3_to_acs_mlindex.py0", "161": "data_index_job/s3_to_acs_mlindex.py1", "162": "data_index_job/s3_to_acs_mlindex.py2", "163": "data_index_job/s3_to_acs_mlindex.py3", "164": "data_index_job/s3_to_acs_mlindex.py4", "165": "data_index_job/s3_to_acs_mlindex.py5", "166": "data_index_job/local_docs_to_acs_mlindex.py0", "167": "data_index_job/local_docs_to_acs_mlindex.py1", "168": "data_index_job/local_docs_to_acs_mlindex.py2", "169": "data_index_job/local_docs_to_acs_mlindex.py3"}
Original file line number Diff line number Diff line change
@@ -0,0 +1,20 @@
embeddings:
dimension: 0
kind: none
schema_version: '2'
index:
api_version: 2023-07-01-preview
connection:
id: /subscriptions/79a1ba0c-35bb-436b-bff2-3074d5ff1f89/resourceGroups/azureml-rag-ci/providers/Microsoft.MachineLearningServices/workspaces/azureml-rag-westus2/connections/azureml-rag-acs
connection_type: workspace_connection
endpoint: https://azureml-rag-acs.search.windows.net
engine: azure-sdk
field_mapping:
content: content
filename: sourcefile
metadata: meta_json_string
title: title
url: sourcepage
index: mlindex_docs_none_acs
kind: acs
semantic_configuration_name: azureml-default
Original file line number Diff line number Diff line change
@@ -0,0 +1,8 @@
embeddings:
dimension: 0
kind: none
schema_version: '2'
index:
engine: indexes.faiss.FaissAndDocStore
kind: faiss
method: FlatL2
Loading

0 comments on commit 28ec8c7

Please sign in to comment.