From eed569a38307740cb903e70bfd9133d6624ccce2 Mon Sep 17 00:00:00 2001 From: Diondra Peck Date: Mon, 23 Oct 2023 10:10:18 -0700 Subject: [PATCH] Add validate readme check to tutorials and sdk/python files --- ...t-classifier-imagenet-classifier-batch.yml | 7 +- ...dels-openai-embeddings-deploy-and-test.yml | 80 ++++++++++++++++++ ...kages-custom-model-sdk-deploy-and-test.yml | 80 ++++++++++++++++++ ...kages-mlflow-model-sdk-deploy-and-test.yml | 80 ++++++++++++++++++ ...ges-registry-model-sdk-deploy-and-test.yml | 80 ++++++++++++++++++ ...nd register with managed feature store.yml | 80 ++++++++++++++++++ ...riment and train models using features.yml | 80 ++++++++++++++++++ ...aterialization and run batch inference.yml | 80 ++++++++++++++++++ ...erialization and backfill feature data.yml | 80 ++++++++++++++++++ ...on-Network Isolation for Feature store.yml | 80 ++++++++++++++++++ ...nd register with managed feature store.yml | 80 ++++++++++++++++++ ...riment and train models using features.yml | 80 ++++++++++++++++++ ...aterialization and run batch inference.yml | 80 ++++++++++++++++++ ... online store and run online inference.yml | 80 ++++++++++++++++++ ...erialization and backfill feature data.yml | 80 ++++++++++++++++++ ...t-generation-streaming-online-endpoint.yml | 80 ++++++++++++++++++ ...-system-evaluation-fill-mask-fill-mask.yml | 82 +++++++++++++++++++ ...cation-image-multiclass-classification.yml | 82 +++++++++++++++++++ ...cation-image-multilabel-classification.yml | 82 +++++++++++++++++++ ...gmentation-image-instance-segmentation.yml | 82 +++++++++++++++++++ ...bject-detection-image-object-detection.yml | 82 +++++++++++++++++++ ...-question-answering-question-answering.yml | 82 +++++++++++++++++++ ...stractive-and-extractive-summarization.yml | 82 +++++++++++++++++++ ...lassification-entailment-contradiction.yml | 82 +++++++++++++++++++ ...text-classification-sentiment-analysis.yml | 82 +++++++++++++++++++ ...uation-text-generation-text-generation.yml | 82 +++++++++++++++++++ ...ation-news-articles-entity-recognition.yml | 82 +++++++++++++++++++ ...lation-translation-romanian-to-english.yml | 82 +++++++++++++++++++ ...tion-emotion-detection-llama-multinode.yml | 82 +++++++++++++++++++ ...classification-emotion-detection-llama.yml | 82 +++++++++++++++++++ ...neration-abstractive_qna_with_text_gen.yml | 82 +++++++++++++++++++ ...generation-summarization_with_text_gen.yml | 82 +++++++++++++++++++ ...ridgeobjects-multiclass-classification.yml | 82 +++++++++++++++++++ ...ridgeobjects-multilabel-classification.yml | 82 +++++++++++++++++++ ...on-fridgeobjects-instance-segmentation.yml | 82 +++++++++++++++++++ ...tection-fridgeobjects-object-detection.yml | 82 +++++++++++++++++++ ...etune-question-answering-extractive-qa.yml | 82 +++++++++++++++++++ ...em-finetune-summarization-news-summary.yml | 82 +++++++++++++++++++ ...-text-classification-emotion-detection.yml | 82 +++++++++++++++++++ ...en-classification-token-classification.yml | 82 +++++++++++++++++++ ...ystem-finetune-translation-translation.yml | 82 +++++++++++++++++++ ...import_mmdetection_model_into_registry.yml | 80 ++++++++++++++++++ ...-speech-recognition-asr-batch-endpoint.yml | 80 ++++++++++++++++++ ...speech-recognition-asr-online-endpoint.yml | 80 ++++++++++++++++++ ...nce-fill-mask-fill-mask-batch-endpoint.yml | 80 ++++++++++++++++++ ...ce-fill-mask-fill-mask-online-endpoint.yml | 80 ++++++++++++++++++ ...on-image-classification-batch-endpoint.yml | 80 ++++++++++++++++++ ...n-image-classification-online-endpoint.yml | 80 ++++++++++++++++++ ...e-instance-segmentation-batch-endpoint.yml | 80 ++++++++++++++++++ ...-instance-segmentation-online-endpoint.yml | 80 ++++++++++++++++++ ...-image-object-detection-batch-endpoint.yml | 80 ++++++++++++++++++ ...image-object-detection-online-endpoint.yml | 80 ++++++++++++++++++ ...s-image-text-embeddings-batch-endpoint.yml | 80 ++++++++++++++++++ ...-image-text-embeddings-online-endpoint.yml | 80 ++++++++++++++++++ ...ring-question-answering-batch-endpoint.yml | 80 ++++++++++++++++++ ...ing-question-answering-online-endpoint.yml | 80 ++++++++++++++++++ ...arization-summarization-batch-endpoint.yml | 80 ++++++++++++++++++ ...rization-summarization-online-endpoint.yml | 80 ++++++++++++++++++ ...ication-entailment-contradiction-batch.yml | 80 ++++++++++++++++++ ...on-text-classification-online-endpoint.yml | 80 ++++++++++++++++++ ...rence-text-generation-aacs-prepare-uai.yml | 80 ++++++++++++++++++ ...neration-falcon-safe-online-deployment.yml | 80 ++++++++++++++++++ ...generation-llama-safe-batch-deployment.yml | 80 ++++++++++++++++++ ...eneration-llama-safe-online-deployment.yml | 80 ++++++++++++++++++ ...eration-text-generation-batch-endpoint.yml | 80 ++++++++++++++++++ ...-text-generation-online-endpoint-dolly.yml | 80 ++++++++++++++++++ ...ration-text-generation-online-endpoint.yml | 80 ++++++++++++++++++ ...ference-text-to-image-aacs-prepare-uai.yml | 80 ++++++++++++++++++ ...ge-safe-text-to-image-batch-deployment.yml | 80 ++++++++++++++++++ ...t-to-image-inpainting-batch-deployment.yml | 80 ++++++++++++++++++ ...xt-to-image-inpainting-online-endpoint.yml | 80 ++++++++++++++++++ ...e-safe-text-to-image-online-deployment.yml | 80 ++++++++++++++++++ ...-to-image-text-to-image-batch-endpoint.yml | 80 ++++++++++++++++++ ...ext-to-image-inpainting-batch-endpoint.yml | 80 ++++++++++++++++++ ...xt-to-image-inpainting-online-endpoint.yml | 80 ++++++++++++++++++ ...to-image-text-to-image-online-endpoint.yml | 80 ++++++++++++++++++ ...on-token-classification-batch-endpoint.yml | 80 ++++++++++++++++++ ...n-token-classification-online-endpoint.yml | 80 ++++++++++++++++++ ...translation-translation-batch-endpoint.yml | 80 ++++++++++++++++++ ...ranslation-translation-online-endpoint.yml | 80 ++++++++++++++++++ ...ot-image-classification-batch-endpoint.yml | 80 ++++++++++++++++++ ...t-image-classification-online-endpoint.yml | 80 ++++++++++++++++++ ...ative-ai-promptflow-create_faiss_index.yml | 80 ++++++++++++++++++ ...e_first-flows-chat-with-index-src-test.yml | 80 ++++++++++++++++++ ...tive_search-acs_mlindex_with_langchain.yml | 80 ++++++++++++++++++ ...earch-s3_to_acs_mlindex_with_langchain.yml | 80 ++++++++++++++++++ ..._pdfs_with_azure_document_intelligence.yml | 80 ++++++++++++++++++ ...e-ai-rag-notebooks-db_copilot_with_rag.yml | 80 ++++++++++++++++++ ...oks-faiss-faiss_mlindex_with_langchain.yml | 80 ++++++++++++++++++ ...oks-faiss-scheduled_update_faiss_index.yml | 80 ++++++++++++++++++ ...cremental_embeddings_with_tabular_data.yml | 80 ++++++++++++++++++ ...-ai-rag-notebooks-mlindex_with_testgen.yml | 80 ++++++++++++++++++ ...ebooks-mlindex_with_testgen_autoprompt.yml | 80 ++++++++++++++++++ ...ve-ai-rag-notebooks-qa_data_generation.yml | 80 ++++++++++++++++++ ...fication-task-bankmarketing-serverless.yml | 82 +++++++++++++++++++ ...ridge-items-odFridgeObjects_jsonl2coco.yml | 80 ++++++++++++++++++ ...e_with_components_from_yaml_serverless.yml | 80 ++++++++++++++++++ ...pipeline-automl-forecasting-demand-hts.yml | 80 ++++++++++++++++++ ...started-azureml-getting-started-studio.yml | 5 ++ ...ials-azureml-in-a-day-azureml-in-a-day.yml | 5 ++ ...ect-classification-distributed-pytorch.yml | 5 ++ ...ials-e2e-ds-experience-e2e-ml-workflow.yml | 5 ++ ...et-started-notebooks-cloud-workstation.yml | 5 ++ ...als-get-started-notebooks-deploy-model.yml | 5 ++ ...als-get-started-notebooks-explore-data.yml | 5 ++ ...torials-get-started-notebooks-pipeline.yml | 5 ++ ...rials-get-started-notebooks-quickstart.yml | 5 ++ ...ials-get-started-notebooks-train-model.yml | 5 ++ tutorials/readme.py | 5 ++ 109 files changed, 7873 insertions(+), 1 deletion(-) create mode 100644 .github/workflows/sdk-endpoints-batch-deploy-models-openai-embeddings-deploy-and-test.yml create mode 100644 .github/workflows/sdk-endpoints-online-deploy-with-packages-custom-model-sdk-deploy-and-test.yml create mode 100644 .github/workflows/sdk-endpoints-online-deploy-with-packages-mlflow-model-sdk-deploy-and-test.yml create mode 100644 .github/workflows/sdk-endpoints-online-deploy-with-packages-registry-model-sdk-deploy-and-test.yml create mode 100644 .github/workflows/sdk-featurestore_sample-notebooks-sdk_and_cli-1. Develop a feature set and register with managed feature store.yml create mode 100644 .github/workflows/sdk-featurestore_sample-notebooks-sdk_and_cli-2. Experiment and train models using features.yml create mode 100644 .github/workflows/sdk-featurestore_sample-notebooks-sdk_and_cli-3. Enable recurrent materialization and run batch inference.yml create mode 100644 .github/workflows/sdk-featurestore_sample-notebooks-sdk_and_cli-Enable materialization and backfill feature data.yml create mode 100644 .github/workflows/sdk-featurestore_sample-notebooks-sdk_and_cli-network_isolation-Network Isolation for Feature store.yml create mode 100644 .github/workflows/sdk-featurestore_sample-notebooks-sdk_only-1. Develop a feature set and register with managed feature store.yml create mode 100644 .github/workflows/sdk-featurestore_sample-notebooks-sdk_only-2. Experiment and train models using features.yml create mode 100644 .github/workflows/sdk-featurestore_sample-notebooks-sdk_only-3. Enable recurrent materialization and run batch inference.yml create mode 100644 .github/workflows/sdk-featurestore_sample-notebooks-sdk_only-4. Enable online store and run online inference.yml create mode 100644 .github/workflows/sdk-featurestore_sample-notebooks-sdk_only-Enable materialization and backfill feature data.yml create mode 100644 .github/workflows/sdk-foundation-models-huggingface-inference-text-generation-streaming-text-generation-streaming-online-endpoint.yml create mode 100644 .github/workflows/sdk-foundation-models-system-evaluation-fill-mask-fill-mask.yml create mode 100644 .github/workflows/sdk-foundation-models-system-evaluation-image-classification-multiclass-classification-image-multiclass-classification.yml create mode 100644 .github/workflows/sdk-foundation-models-system-evaluation-image-classification-multilabel-classification-image-multilabel-classification.yml create mode 100644 .github/workflows/sdk-foundation-models-system-evaluation-image-instance-segmentation-image-instance-segmentation.yml create mode 100644 .github/workflows/sdk-foundation-models-system-evaluation-image-object-detection-image-object-detection.yml create mode 100644 .github/workflows/sdk-foundation-models-system-evaluation-question-answering-question-answering.yml create mode 100644 .github/workflows/sdk-foundation-models-system-evaluation-summarization-abstractive-and-extractive-summarization.yml create mode 100644 .github/workflows/sdk-foundation-models-system-evaluation-text-classification-entailment-contradiction.yml create mode 100644 .github/workflows/sdk-foundation-models-system-evaluation-text-classification-sentiment-analysis.yml create mode 100644 .github/workflows/sdk-foundation-models-system-evaluation-text-generation-text-generation.yml create mode 100644 .github/workflows/sdk-foundation-models-system-evaluation-token-classification-news-articles-entity-recognition.yml create mode 100644 .github/workflows/sdk-foundation-models-system-evaluation-translation-translation-romanian-to-english.yml create mode 100644 .github/workflows/sdk-foundation-models-system-finetune-Llama-notebooks-multinode-text-classification-emotion-detection-llama-multinode.yml create mode 100644 .github/workflows/sdk-foundation-models-system-finetune-Llama-notebooks-text-classification-emotion-detection-llama.yml create mode 100644 .github/workflows/sdk-foundation-models-system-finetune-Llama-notebooks-text-generation-abstractive_qna_with_text_gen.yml create mode 100644 .github/workflows/sdk-foundation-models-system-finetune-Llama-notebooks-text-generation-summarization_with_text_gen.yml create mode 100644 .github/workflows/sdk-foundation-models-system-finetune-image-classification-multiclass-classification-hftransformers-fridgeobjects-multiclass-classification.yml create mode 100644 .github/workflows/sdk-foundation-models-system-finetune-image-classification-multilabel-classification-hftransformers-fridgeobjects-multilabel-classification.yml create mode 100644 .github/workflows/sdk-foundation-models-system-finetune-image-instance-segmentation-mmdetection-fridgeobjects-instance-segmentation.yml create mode 100644 .github/workflows/sdk-foundation-models-system-finetune-image-object-detection-mmdetection-fridgeobjects-object-detection.yml create mode 100644 .github/workflows/sdk-foundation-models-system-finetune-question-answering-extractive-qa.yml create mode 100644 .github/workflows/sdk-foundation-models-system-finetune-summarization-news-summary.yml create mode 100644 .github/workflows/sdk-foundation-models-system-finetune-text-classification-emotion-detection.yml create mode 100644 .github/workflows/sdk-foundation-models-system-finetune-token-classification-token-classification.yml create mode 100644 .github/workflows/sdk-foundation-models-system-finetune-translation-translation.yml create mode 100644 .github/workflows/sdk-foundation-models-system-import-import_mmdetection_model_into_registry.yml create mode 100644 .github/workflows/sdk-foundation-models-system-inference-automatic-speech-recognition-asr-batch-endpoint.yml create mode 100644 .github/workflows/sdk-foundation-models-system-inference-automatic-speech-recognition-asr-online-endpoint.yml create mode 100644 .github/workflows/sdk-foundation-models-system-inference-fill-mask-fill-mask-batch-endpoint.yml create mode 100644 .github/workflows/sdk-foundation-models-system-inference-fill-mask-fill-mask-online-endpoint.yml create mode 100644 .github/workflows/sdk-foundation-models-system-inference-image-classification-image-classification-batch-endpoint.yml create mode 100644 .github/workflows/sdk-foundation-models-system-inference-image-classification-image-classification-online-endpoint.yml create mode 100644 .github/workflows/sdk-foundation-models-system-inference-image-instance-segmentation-image-instance-segmentation-batch-endpoint.yml create mode 100644 .github/workflows/sdk-foundation-models-system-inference-image-instance-segmentation-image-instance-segmentation-online-endpoint.yml create mode 100644 .github/workflows/sdk-foundation-models-system-inference-image-object-detection-image-object-detection-batch-endpoint.yml create mode 100644 .github/workflows/sdk-foundation-models-system-inference-image-object-detection-image-object-detection-online-endpoint.yml create mode 100644 .github/workflows/sdk-foundation-models-system-inference-image-text-embeddings-image-text-embeddings-batch-endpoint.yml create mode 100644 .github/workflows/sdk-foundation-models-system-inference-image-text-embeddings-image-text-embeddings-online-endpoint.yml create mode 100644 .github/workflows/sdk-foundation-models-system-inference-question-answering-question-answering-batch-endpoint.yml create mode 100644 .github/workflows/sdk-foundation-models-system-inference-question-answering-question-answering-online-endpoint.yml create mode 100644 .github/workflows/sdk-foundation-models-system-inference-summarization-summarization-batch-endpoint.yml create mode 100644 .github/workflows/sdk-foundation-models-system-inference-summarization-summarization-online-endpoint.yml create mode 100644 .github/workflows/sdk-foundation-models-system-inference-text-classification-entailment-contradiction-batch.yml create mode 100644 .github/workflows/sdk-foundation-models-system-inference-text-classification-text-classification-online-endpoint.yml create mode 100644 .github/workflows/sdk-foundation-models-system-inference-text-generation-aacs-prepare-uai.yml create mode 100644 .github/workflows/sdk-foundation-models-system-inference-text-generation-falcon-safe-online-deployment.yml create mode 100644 .github/workflows/sdk-foundation-models-system-inference-text-generation-llama-safe-batch-deployment.yml create mode 100644 .github/workflows/sdk-foundation-models-system-inference-text-generation-llama-safe-online-deployment.yml create mode 100644 .github/workflows/sdk-foundation-models-system-inference-text-generation-text-generation-batch-endpoint.yml create mode 100644 .github/workflows/sdk-foundation-models-system-inference-text-generation-text-generation-online-endpoint-dolly.yml create mode 100644 .github/workflows/sdk-foundation-models-system-inference-text-generation-text-generation-online-endpoint.yml create mode 100644 .github/workflows/sdk-foundation-models-system-inference-text-to-image-aacs-prepare-uai.yml create mode 100644 .github/workflows/sdk-foundation-models-system-inference-text-to-image-safe-text-to-image-batch-deployment.yml create mode 100644 .github/workflows/sdk-foundation-models-system-inference-text-to-image-safe-text-to-image-inpainting-batch-deployment.yml create mode 100644 .github/workflows/sdk-foundation-models-system-inference-text-to-image-safe-text-to-image-inpainting-online-endpoint.yml create mode 100644 .github/workflows/sdk-foundation-models-system-inference-text-to-image-safe-text-to-image-online-deployment.yml create mode 100644 .github/workflows/sdk-foundation-models-system-inference-text-to-image-text-to-image-batch-endpoint.yml create mode 100644 .github/workflows/sdk-foundation-models-system-inference-text-to-image-text-to-image-inpainting-batch-endpoint.yml create mode 100644 .github/workflows/sdk-foundation-models-system-inference-text-to-image-text-to-image-inpainting-online-endpoint.yml create mode 100644 .github/workflows/sdk-foundation-models-system-inference-text-to-image-text-to-image-online-endpoint.yml create mode 100644 .github/workflows/sdk-foundation-models-system-inference-token-classification-token-classification-batch-endpoint.yml create mode 100644 .github/workflows/sdk-foundation-models-system-inference-token-classification-token-classification-online-endpoint.yml create mode 100644 .github/workflows/sdk-foundation-models-system-inference-translation-translation-batch-endpoint.yml create mode 100644 .github/workflows/sdk-foundation-models-system-inference-translation-translation-online-endpoint.yml create mode 100644 .github/workflows/sdk-foundation-models-system-inference-zero-shot-image-classification-zero-shot-image-classification-batch-endpoint.yml create mode 100644 .github/workflows/sdk-foundation-models-system-inference-zero-shot-image-classification-zero-shot-image-classification-online-endpoint.yml create mode 100644 .github/workflows/sdk-generative-ai-promptflow-create_faiss_index.yml create mode 100644 .github/workflows/sdk-generative-ai-rag-code_first-flows-chat-with-index-src-test.yml create mode 100644 .github/workflows/sdk-generative-ai-rag-notebooks-azure_cognitive_search-acs_mlindex_with_langchain.yml create mode 100644 .github/workflows/sdk-generative-ai-rag-notebooks-azure_cognitive_search-s3_to_acs_mlindex_with_langchain.yml create mode 100644 .github/workflows/sdk-generative-ai-rag-notebooks-custom_crack_and_chunk-crack_pdfs_with_azure_document_intelligence.yml create mode 100644 .github/workflows/sdk-generative-ai-rag-notebooks-db_copilot_with_rag.yml create mode 100644 .github/workflows/sdk-generative-ai-rag-notebooks-faiss-faiss_mlindex_with_langchain.yml create mode 100644 .github/workflows/sdk-generative-ai-rag-notebooks-faiss-scheduled_update_faiss_index.yml create mode 100644 .github/workflows/sdk-generative-ai-rag-notebooks-faiss-url_to_faiss_incremental_embeddings_with_tabular_data.yml create mode 100644 .github/workflows/sdk-generative-ai-rag-notebooks-mlindex_with_testgen.yml create mode 100644 .github/workflows/sdk-generative-ai-rag-notebooks-mlindex_with_testgen_autoprompt.yml create mode 100644 .github/workflows/sdk-generative-ai-rag-notebooks-qa_data_generation.yml create mode 100644 .github/workflows/sdk-jobs-automl-standalone-jobs-automl-classification-task-bankmarketing-automl-classification-task-bankmarketing-serverless.yml create mode 100644 .github/workflows/sdk-jobs-automl-standalone-jobs-automl-image-instance-segmentation-task-fridge-items-odFridgeObjects_jsonl2coco.yml create mode 100644 .github/workflows/sdk-jobs-pipelines-1a_pipeline_with_components_from_yaml-pipeline_with_components_from_yaml_serverless.yml create mode 100644 .github/workflows/sdk-jobs-pipelines-1k_demand_forecasting_with_pipeline_components-automl-forecasting-demand-hierarchical-timeseries-in-pipeline-automl-forecasting-demand-hts.yml diff --git a/.github/workflows/sdk-endpoints-batch-deploy-models-imagenet-classifier-imagenet-classifier-batch.yml b/.github/workflows/sdk-endpoints-batch-deploy-models-imagenet-classifier-imagenet-classifier-batch.yml index 407f002496..bb0558a1a1 100644 --- a/.github/workflows/sdk-endpoints-batch-deploy-models-imagenet-classifier-imagenet-classifier-batch.yml +++ b/.github/workflows/sdk-endpoints-batch-deploy-models-imagenet-classifier-imagenet-classifier-batch.yml @@ -51,6 +51,11 @@ jobs: bash setup.sh working-directory: sdk/python continue-on-error: true + - name: validate readme + run: | + bash check-readme.sh "${{ github.workspace }}" "${{ github.workspace }}/sdk/python/endpoints/batch/deploy-models/imagenet-classifier" + working-directory: infra/bootstrapping + continue-on-error: false - name: setup-cli run: | source "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh"; @@ -65,7 +70,7 @@ jobs: bash "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh" generate_workspace_config "../../.azureml/config.json"; bash "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh" replace_template_values "imagenet-classifier-batch.ipynb"; [ -f "../../.azureml/config" ] && cat "../../.azureml/config"; - papermill -k python imagenet-classifier-batch.ipynb imagenet-classifier-batch.output.ipynb --log-output + papermill -k python imagenet-classifier-batch.ipynb imagenet-classifier-batch.output.ipynb working-directory: sdk/python/endpoints/batch/deploy-models/imagenet-classifier - name: upload notebook's working folder as an artifact if: ${{ always() }} diff --git a/.github/workflows/sdk-endpoints-batch-deploy-models-openai-embeddings-deploy-and-test.yml b/.github/workflows/sdk-endpoints-batch-deploy-models-openai-embeddings-deploy-and-test.yml new file mode 100644 index 0000000000..f0a7338a15 --- /dev/null +++ b/.github/workflows/sdk-endpoints-batch-deploy-models-openai-embeddings-deploy-and-test.yml @@ -0,0 +1,80 @@ +# This code is autogenerated. +# Code is generated by running custom script: python3 readme.py +# Any manual changes to this file may cause incorrect behavior. +# Any manual changes will be overwritten if the code is regenerated. + +name: sdk-endpoints-batch-deploy-models-openai-embeddings-deploy-and-test +# This file is created by sdk/python/readme.py. +# Please do not edit directly. +on: + workflow_dispatch: + schedule: + - cron: "10 11/12 * * *" + pull_request: + branches: + - main + paths: + - sdk/python/endpoints/batch/deploy-models/openai-embeddings/** + - .github/workflows/sdk-endpoints-batch-deploy-models-openai-embeddings-deploy-and-test.yml + - sdk/python/dev-requirements.txt + - infra/bootstrapping/** + - sdk/python/setup.sh +concurrency: + group: ${{ github.workflow }}-${{ github.event.pull_request.number || github.ref }} + cancel-in-progress: true +jobs: + build: + runs-on: ubuntu-latest + steps: + - name: check out repo + uses: actions/checkout@v2 + - name: setup python + uses: actions/setup-python@v2 + with: + python-version: "3.8" + - name: pip install notebook reqs + run: pip install -r sdk/python/dev-requirements.txt + - name: azure login + uses: azure/login@v1 + with: + creds: ${{secrets.AZUREML_CREDENTIALS}} + - name: bootstrap resources + run: | + echo '${{ github.workflow }}-${{ github.event.pull_request.number || github.ref }}'; + bash bootstrap.sh + working-directory: infra/bootstrapping + continue-on-error: false + - name: setup SDK + run: | + source "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh"; + source "${{ github.workspace }}/infra/bootstrapping/init_environment.sh"; + bash setup.sh + working-directory: sdk/python + continue-on-error: true + - name: validate readme + run: | + bash check-readme.sh "${{ github.workspace }}" "${{ github.workspace }}/sdk/python/endpoints/batch/deploy-models/openai-embeddings" + working-directory: infra/bootstrapping + continue-on-error: false + - name: setup-cli + run: | + source "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh"; + source "${{ github.workspace }}/infra/bootstrapping/init_environment.sh"; + bash setup.sh + working-directory: cli + continue-on-error: true + - name: run endpoints/batch/deploy-models/openai-embeddings/deploy-and-test.ipynb + run: | + source "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh"; + source "${{ github.workspace }}/infra/bootstrapping/init_environment.sh"; + bash "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh" generate_workspace_config "../../.azureml/config.json"; + bash "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh" replace_template_values "deploy-and-test.ipynb"; + [ -f "../../.azureml/config" ] && cat "../../.azureml/config"; + papermill -k python deploy-and-test.ipynb deploy-and-test.output.ipynb + working-directory: sdk/python/endpoints/batch/deploy-models/openai-embeddings + - name: upload notebook's working folder as an artifact + if: ${{ always() }} + uses: actions/upload-artifact@v2 + with: + name: deploy-and-test + path: sdk/python/endpoints/batch/deploy-models/openai-embeddings diff --git a/.github/workflows/sdk-endpoints-online-deploy-with-packages-custom-model-sdk-deploy-and-test.yml b/.github/workflows/sdk-endpoints-online-deploy-with-packages-custom-model-sdk-deploy-and-test.yml new file mode 100644 index 0000000000..b16d67115d --- /dev/null +++ b/.github/workflows/sdk-endpoints-online-deploy-with-packages-custom-model-sdk-deploy-and-test.yml @@ -0,0 +1,80 @@ +# This code is autogenerated. +# Code is generated by running custom script: python3 readme.py +# Any manual changes to this file may cause incorrect behavior. +# Any manual changes will be overwritten if the code is regenerated. + +name: sdk-endpoints-online-deploy-with-packages-custom-model-sdk-deploy-and-test +# This file is created by sdk/python/readme.py. +# Please do not edit directly. +on: + workflow_dispatch: + schedule: + - cron: "29 5/12 * * *" + pull_request: + branches: + - main + paths: + - sdk/python/endpoints/online/deploy-with-packages/custom-model/** + - .github/workflows/sdk-endpoints-online-deploy-with-packages-custom-model-sdk-deploy-and-test.yml + - sdk/python/dev-requirements.txt + - infra/bootstrapping/** + - sdk/python/setup.sh +concurrency: + group: ${{ github.workflow }}-${{ github.event.pull_request.number || github.ref }} + cancel-in-progress: true +jobs: + build: + runs-on: ubuntu-latest + steps: + - name: check out repo + uses: actions/checkout@v2 + - name: setup python + uses: actions/setup-python@v2 + with: + python-version: "3.8" + - name: pip install notebook reqs + run: pip install -r sdk/python/dev-requirements.txt + - name: azure login + uses: azure/login@v1 + with: + creds: ${{secrets.AZUREML_CREDENTIALS}} + - name: bootstrap resources + run: | + echo '${{ github.workflow }}-${{ github.event.pull_request.number || github.ref }}'; + bash bootstrap.sh + working-directory: infra/bootstrapping + continue-on-error: false + - name: setup SDK + run: | + source "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh"; + source "${{ github.workspace }}/infra/bootstrapping/init_environment.sh"; + bash setup.sh + working-directory: sdk/python + continue-on-error: true + - name: validate readme + run: | + bash check-readme.sh "${{ github.workspace }}" "${{ github.workspace }}/sdk/python/endpoints/online/deploy-with-packages/custom-model" + working-directory: infra/bootstrapping + continue-on-error: false + - name: setup-cli + run: | + source "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh"; + source "${{ github.workspace }}/infra/bootstrapping/init_environment.sh"; + bash setup.sh + working-directory: cli + continue-on-error: true + - name: run endpoints/online/deploy-with-packages/custom-model/sdk-deploy-and-test.ipynb + run: | + source "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh"; + source "${{ github.workspace }}/infra/bootstrapping/init_environment.sh"; + bash "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh" generate_workspace_config "../../.azureml/config.json"; + bash "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh" replace_template_values "sdk-deploy-and-test.ipynb"; + [ -f "../../.azureml/config" ] && cat "../../.azureml/config"; + papermill -k python sdk-deploy-and-test.ipynb sdk-deploy-and-test.output.ipynb + working-directory: sdk/python/endpoints/online/deploy-with-packages/custom-model + - name: upload notebook's working folder as an artifact + if: ${{ always() }} + uses: actions/upload-artifact@v2 + with: + name: sdk-deploy-and-test + path: sdk/python/endpoints/online/deploy-with-packages/custom-model diff --git a/.github/workflows/sdk-endpoints-online-deploy-with-packages-mlflow-model-sdk-deploy-and-test.yml b/.github/workflows/sdk-endpoints-online-deploy-with-packages-mlflow-model-sdk-deploy-and-test.yml new file mode 100644 index 0000000000..d5443206c1 --- /dev/null +++ b/.github/workflows/sdk-endpoints-online-deploy-with-packages-mlflow-model-sdk-deploy-and-test.yml @@ -0,0 +1,80 @@ +# This code is autogenerated. +# Code is generated by running custom script: python3 readme.py +# Any manual changes to this file may cause incorrect behavior. +# Any manual changes will be overwritten if the code is regenerated. + +name: sdk-endpoints-online-deploy-with-packages-mlflow-model-sdk-deploy-and-test +# This file is created by sdk/python/readme.py. +# Please do not edit directly. +on: + workflow_dispatch: + schedule: + - cron: "29 5/12 * * *" + pull_request: + branches: + - main + paths: + - sdk/python/endpoints/online/deploy-with-packages/mlflow-model/** + - .github/workflows/sdk-endpoints-online-deploy-with-packages-mlflow-model-sdk-deploy-and-test.yml + - sdk/python/dev-requirements.txt + - infra/bootstrapping/** + - sdk/python/setup.sh +concurrency: + group: ${{ github.workflow }}-${{ github.event.pull_request.number || github.ref }} + cancel-in-progress: true +jobs: + build: + runs-on: ubuntu-latest + steps: + - name: check out repo + uses: actions/checkout@v2 + - name: setup python + uses: actions/setup-python@v2 + with: + python-version: "3.8" + - name: pip install notebook reqs + run: pip install -r sdk/python/dev-requirements.txt + - name: azure login + uses: azure/login@v1 + with: + creds: ${{secrets.AZUREML_CREDENTIALS}} + - name: bootstrap resources + run: | + echo '${{ github.workflow }}-${{ github.event.pull_request.number || github.ref }}'; + bash bootstrap.sh + working-directory: infra/bootstrapping + continue-on-error: false + - name: setup SDK + run: | + source "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh"; + source "${{ github.workspace }}/infra/bootstrapping/init_environment.sh"; + bash setup.sh + working-directory: sdk/python + continue-on-error: true + - name: validate readme + run: | + bash check-readme.sh "${{ github.workspace }}" "${{ github.workspace }}/sdk/python/endpoints/online/deploy-with-packages/mlflow-model" + working-directory: infra/bootstrapping + continue-on-error: false + - name: setup-cli + run: | + source "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh"; + source "${{ github.workspace }}/infra/bootstrapping/init_environment.sh"; + bash setup.sh + working-directory: cli + continue-on-error: true + - name: run endpoints/online/deploy-with-packages/mlflow-model/sdk-deploy-and-test.ipynb + run: | + source "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh"; + source "${{ github.workspace }}/infra/bootstrapping/init_environment.sh"; + bash "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh" generate_workspace_config "../../.azureml/config.json"; + bash "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh" replace_template_values "sdk-deploy-and-test.ipynb"; + [ -f "../../.azureml/config" ] && cat "../../.azureml/config"; + papermill -k python sdk-deploy-and-test.ipynb sdk-deploy-and-test.output.ipynb + working-directory: sdk/python/endpoints/online/deploy-with-packages/mlflow-model + - name: upload notebook's working folder as an artifact + if: ${{ always() }} + uses: actions/upload-artifact@v2 + with: + name: sdk-deploy-and-test + path: sdk/python/endpoints/online/deploy-with-packages/mlflow-model diff --git a/.github/workflows/sdk-endpoints-online-deploy-with-packages-registry-model-sdk-deploy-and-test.yml b/.github/workflows/sdk-endpoints-online-deploy-with-packages-registry-model-sdk-deploy-and-test.yml new file mode 100644 index 0000000000..4c6ff15dec --- /dev/null +++ b/.github/workflows/sdk-endpoints-online-deploy-with-packages-registry-model-sdk-deploy-and-test.yml @@ -0,0 +1,80 @@ +# This code is autogenerated. +# Code is generated by running custom script: python3 readme.py +# Any manual changes to this file may cause incorrect behavior. +# Any manual changes will be overwritten if the code is regenerated. + +name: sdk-endpoints-online-deploy-with-packages-registry-model-sdk-deploy-and-test +# This file is created by sdk/python/readme.py. +# Please do not edit directly. +on: + workflow_dispatch: + schedule: + - cron: "29 5/12 * * *" + pull_request: + branches: + - main + paths: + - sdk/python/endpoints/online/deploy-with-packages/registry-model/** + - .github/workflows/sdk-endpoints-online-deploy-with-packages-registry-model-sdk-deploy-and-test.yml + - sdk/python/dev-requirements.txt + - infra/bootstrapping/** + - sdk/python/setup.sh +concurrency: + group: ${{ github.workflow }}-${{ github.event.pull_request.number || github.ref }} + cancel-in-progress: true +jobs: + build: + runs-on: ubuntu-latest + steps: + - name: check out repo + uses: actions/checkout@v2 + - name: setup python + uses: actions/setup-python@v2 + with: + python-version: "3.8" + - name: pip install notebook reqs + run: pip install -r sdk/python/dev-requirements.txt + - name: azure login + uses: azure/login@v1 + with: + creds: ${{secrets.AZUREML_CREDENTIALS}} + - name: bootstrap resources + run: | + echo '${{ github.workflow }}-${{ github.event.pull_request.number || github.ref }}'; + bash bootstrap.sh + working-directory: infra/bootstrapping + continue-on-error: false + - name: setup SDK + run: | + source "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh"; + source "${{ github.workspace }}/infra/bootstrapping/init_environment.sh"; + bash setup.sh + working-directory: sdk/python + continue-on-error: true + - name: validate readme + run: | + bash check-readme.sh "${{ github.workspace }}" "${{ github.workspace }}/sdk/python/endpoints/online/deploy-with-packages/registry-model" + working-directory: infra/bootstrapping + continue-on-error: false + - name: setup-cli + run: | + source "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh"; + source "${{ github.workspace }}/infra/bootstrapping/init_environment.sh"; + bash setup.sh + working-directory: cli + continue-on-error: true + - name: run endpoints/online/deploy-with-packages/registry-model/sdk-deploy-and-test.ipynb + run: | + source "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh"; + source "${{ github.workspace }}/infra/bootstrapping/init_environment.sh"; + bash "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh" generate_workspace_config "../../.azureml/config.json"; + bash "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh" replace_template_values "sdk-deploy-and-test.ipynb"; + [ -f "../../.azureml/config" ] && cat "../../.azureml/config"; + papermill -k python sdk-deploy-and-test.ipynb sdk-deploy-and-test.output.ipynb + working-directory: sdk/python/endpoints/online/deploy-with-packages/registry-model + - name: upload notebook's working folder as an artifact + if: ${{ always() }} + uses: actions/upload-artifact@v2 + with: + name: sdk-deploy-and-test + path: sdk/python/endpoints/online/deploy-with-packages/registry-model diff --git a/.github/workflows/sdk-featurestore_sample-notebooks-sdk_and_cli-1. Develop a feature set and register with managed feature store.yml b/.github/workflows/sdk-featurestore_sample-notebooks-sdk_and_cli-1. Develop a feature set and register with managed feature store.yml new file mode 100644 index 0000000000..a7a99845ca --- /dev/null +++ b/.github/workflows/sdk-featurestore_sample-notebooks-sdk_and_cli-1. Develop a feature set and register with managed feature store.yml @@ -0,0 +1,80 @@ +# This code is autogenerated. +# Code is generated by running custom script: python3 readme.py +# Any manual changes to this file may cause incorrect behavior. +# Any manual changes will be overwritten if the code is regenerated. + +name: sdk-featurestore_sample-notebooks-sdk_and_cli-1. Develop a feature set and register with managed feature store +# This file is created by sdk/python/readme.py. +# Please do not edit directly. +on: + workflow_dispatch: + schedule: + - cron: "19 1/12 * * *" + pull_request: + branches: + - main + paths: + - sdk/python/featurestore_sample/notebooks/sdk_and_cli/** + - .github/workflows/sdk-featurestore_sample-notebooks-sdk_and_cli-1. Develop a feature set and register with managed feature store.yml + - sdk/python/dev-requirements.txt + - infra/bootstrapping/** + - sdk/python/setup.sh +concurrency: + group: ${{ github.workflow }}-${{ github.event.pull_request.number || github.ref }} + cancel-in-progress: true +jobs: + build: + runs-on: ubuntu-latest + steps: + - name: check out repo + uses: actions/checkout@v2 + - name: setup python + uses: actions/setup-python@v2 + with: + python-version: "3.8" + - name: pip install notebook reqs + run: pip install -r sdk/python/dev-requirements.txt + - name: azure login + uses: azure/login@v1 + with: + creds: ${{secrets.AZUREML_CREDENTIALS}} + - name: bootstrap resources + run: | + echo '${{ github.workflow }}-${{ github.event.pull_request.number || github.ref }}'; + bash bootstrap.sh + working-directory: infra/bootstrapping + continue-on-error: false + - name: setup SDK + run: | + source "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh"; + source "${{ github.workspace }}/infra/bootstrapping/init_environment.sh"; + bash setup.sh + working-directory: sdk/python + continue-on-error: true + - name: validate readme + run: | + bash check-readme.sh "${{ github.workspace }}" "${{ github.workspace }}/sdk/python/featurestore_sample/notebooks/sdk_and_cli" + working-directory: infra/bootstrapping + continue-on-error: false + - name: setup-cli + run: | + source "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh"; + source "${{ github.workspace }}/infra/bootstrapping/init_environment.sh"; + bash setup.sh + working-directory: cli + continue-on-error: true + - name: setup feature-store resources - name: run featurestore_sample/notebooks/sdk_and_cli/1. Develop a feature set and register with managed feature store.ipynb + run: | + source "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh"; + source "${{ github.workspace }}/infra/bootstrapping/init_environment.sh"; + bash "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh" generate_workspace_config "../../.azureml/config.json"; + bash "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh" replace_template_values "1. Develop a feature set and register with managed feature store.ipynb"; + [ -f "../../.azureml/config" ] && cat "../../.azureml/config"; + papermill -k python 1. Develop a feature set and register with managed feature store.ipynb 1. Develop a feature set and register with managed feature store.output.ipynb + working-directory: sdk/python/featurestore_sample/notebooks/sdk_and_cli + - name: upload notebook's working folder as an artifact + if: ${{ always() }} + uses: actions/upload-artifact@v2 + with: + name: 1. Develop a feature set and register with managed feature store + path: sdk/python/featurestore_sample/notebooks/sdk_and_cli diff --git a/.github/workflows/sdk-featurestore_sample-notebooks-sdk_and_cli-2. Experiment and train models using features.yml b/.github/workflows/sdk-featurestore_sample-notebooks-sdk_and_cli-2. Experiment and train models using features.yml new file mode 100644 index 0000000000..2f2de58399 --- /dev/null +++ b/.github/workflows/sdk-featurestore_sample-notebooks-sdk_and_cli-2. Experiment and train models using features.yml @@ -0,0 +1,80 @@ +# This code is autogenerated. +# Code is generated by running custom script: python3 readme.py +# Any manual changes to this file may cause incorrect behavior. +# Any manual changes will be overwritten if the code is regenerated. + +name: sdk-featurestore_sample-notebooks-sdk_and_cli-2. Experiment and train models using features +# This file is created by sdk/python/readme.py. +# Please do not edit directly. +on: + workflow_dispatch: + schedule: + - cron: "38 2/12 * * *" + pull_request: + branches: + - main + paths: + - sdk/python/featurestore_sample/notebooks/sdk_and_cli/** + - .github/workflows/sdk-featurestore_sample-notebooks-sdk_and_cli-2. Experiment and train models using features.yml + - sdk/python/dev-requirements.txt + - infra/bootstrapping/** + - sdk/python/setup.sh +concurrency: + group: ${{ github.workflow }}-${{ github.event.pull_request.number || github.ref }} + cancel-in-progress: true +jobs: + build: + runs-on: ubuntu-latest + steps: + - name: check out repo + uses: actions/checkout@v2 + - name: setup python + uses: actions/setup-python@v2 + with: + python-version: "3.8" + - name: pip install notebook reqs + run: pip install -r sdk/python/dev-requirements.txt + - name: azure login + uses: azure/login@v1 + with: + creds: ${{secrets.AZUREML_CREDENTIALS}} + - name: bootstrap resources + run: | + echo '${{ github.workflow }}-${{ github.event.pull_request.number || github.ref }}'; + bash bootstrap.sh + working-directory: infra/bootstrapping + continue-on-error: false + - name: setup SDK + run: | + source "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh"; + source "${{ github.workspace }}/infra/bootstrapping/init_environment.sh"; + bash setup.sh + working-directory: sdk/python + continue-on-error: true + - name: validate readme + run: | + bash check-readme.sh "${{ github.workspace }}" "${{ github.workspace }}/sdk/python/featurestore_sample/notebooks/sdk_and_cli" + working-directory: infra/bootstrapping + continue-on-error: false + - name: setup-cli + run: | + source "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh"; + source "${{ github.workspace }}/infra/bootstrapping/init_environment.sh"; + bash setup.sh + working-directory: cli + continue-on-error: true + - name: setup feature-store resources - name: run featurestore_sample/notebooks/sdk_and_cli/2. Experiment and train models using features.ipynb + run: | + source "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh"; + source "${{ github.workspace }}/infra/bootstrapping/init_environment.sh"; + bash "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh" generate_workspace_config "../../.azureml/config.json"; + bash "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh" replace_template_values "2. Experiment and train models using features.ipynb"; + [ -f "../../.azureml/config" ] && cat "../../.azureml/config"; + papermill -k python 2. Experiment and train models using features.ipynb 2. Experiment and train models using features.output.ipynb + working-directory: sdk/python/featurestore_sample/notebooks/sdk_and_cli + - name: upload notebook's working folder as an artifact + if: ${{ always() }} + uses: actions/upload-artifact@v2 + with: + name: 2. Experiment and train models using features + path: sdk/python/featurestore_sample/notebooks/sdk_and_cli diff --git a/.github/workflows/sdk-featurestore_sample-notebooks-sdk_and_cli-3. Enable recurrent materialization and run batch inference.yml b/.github/workflows/sdk-featurestore_sample-notebooks-sdk_and_cli-3. Enable recurrent materialization and run batch inference.yml new file mode 100644 index 0000000000..36f948f8c5 --- /dev/null +++ b/.github/workflows/sdk-featurestore_sample-notebooks-sdk_and_cli-3. Enable recurrent materialization and run batch inference.yml @@ -0,0 +1,80 @@ +# This code is autogenerated. +# Code is generated by running custom script: python3 readme.py +# Any manual changes to this file may cause incorrect behavior. +# Any manual changes will be overwritten if the code is regenerated. + +name: sdk-featurestore_sample-notebooks-sdk_and_cli-3. Enable recurrent materialization and run batch inference +# This file is created by sdk/python/readme.py. +# Please do not edit directly. +on: + workflow_dispatch: + schedule: + - cron: "30 11/12 * * *" + pull_request: + branches: + - main + paths: + - sdk/python/featurestore_sample/notebooks/sdk_and_cli/** + - .github/workflows/sdk-featurestore_sample-notebooks-sdk_and_cli-3. Enable recurrent materialization and run batch inference.yml + - sdk/python/dev-requirements.txt + - infra/bootstrapping/** + - sdk/python/setup.sh +concurrency: + group: ${{ github.workflow }}-${{ github.event.pull_request.number || github.ref }} + cancel-in-progress: true +jobs: + build: + runs-on: ubuntu-latest + steps: + - name: check out repo + uses: actions/checkout@v2 + - name: setup python + uses: actions/setup-python@v2 + with: + python-version: "3.8" + - name: pip install notebook reqs + run: pip install -r sdk/python/dev-requirements.txt + - name: azure login + uses: azure/login@v1 + with: + creds: ${{secrets.AZUREML_CREDENTIALS}} + - name: bootstrap resources + run: | + echo '${{ github.workflow }}-${{ github.event.pull_request.number || github.ref }}'; + bash bootstrap.sh + working-directory: infra/bootstrapping + continue-on-error: false + - name: setup SDK + run: | + source "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh"; + source "${{ github.workspace }}/infra/bootstrapping/init_environment.sh"; + bash setup.sh + working-directory: sdk/python + continue-on-error: true + - name: validate readme + run: | + bash check-readme.sh "${{ github.workspace }}" "${{ github.workspace }}/sdk/python/featurestore_sample/notebooks/sdk_and_cli" + working-directory: infra/bootstrapping + continue-on-error: false + - name: setup-cli + run: | + source "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh"; + source "${{ github.workspace }}/infra/bootstrapping/init_environment.sh"; + bash setup.sh + working-directory: cli + continue-on-error: true + - name: setup feature-store resources - name: run featurestore_sample/notebooks/sdk_and_cli/3. Enable recurrent materialization and run batch inference.ipynb + run: | + source "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh"; + source "${{ github.workspace }}/infra/bootstrapping/init_environment.sh"; + bash "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh" generate_workspace_config "../../.azureml/config.json"; + bash "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh" replace_template_values "3. Enable recurrent materialization and run batch inference.ipynb"; + [ -f "../../.azureml/config" ] && cat "../../.azureml/config"; + papermill -k python 3. Enable recurrent materialization and run batch inference.ipynb 3. Enable recurrent materialization and run batch inference.output.ipynb + working-directory: sdk/python/featurestore_sample/notebooks/sdk_and_cli + - name: upload notebook's working folder as an artifact + if: ${{ always() }} + uses: actions/upload-artifact@v2 + with: + name: 3. Enable recurrent materialization and run batch inference + path: sdk/python/featurestore_sample/notebooks/sdk_and_cli diff --git a/.github/workflows/sdk-featurestore_sample-notebooks-sdk_and_cli-Enable materialization and backfill feature data.yml b/.github/workflows/sdk-featurestore_sample-notebooks-sdk_and_cli-Enable materialization and backfill feature data.yml new file mode 100644 index 0000000000..80fec601fc --- /dev/null +++ b/.github/workflows/sdk-featurestore_sample-notebooks-sdk_and_cli-Enable materialization and backfill feature data.yml @@ -0,0 +1,80 @@ +# This code is autogenerated. +# Code is generated by running custom script: python3 readme.py +# Any manual changes to this file may cause incorrect behavior. +# Any manual changes will be overwritten if the code is regenerated. + +name: sdk-featurestore_sample-notebooks-sdk_and_cli-Enable materialization and backfill feature data +# This file is created by sdk/python/readme.py. +# Please do not edit directly. +on: + workflow_dispatch: + schedule: + - cron: "1 11/12 * * *" + pull_request: + branches: + - main + paths: + - sdk/python/featurestore_sample/notebooks/sdk_and_cli/** + - .github/workflows/sdk-featurestore_sample-notebooks-sdk_and_cli-Enable materialization and backfill feature data.yml + - sdk/python/dev-requirements.txt + - infra/bootstrapping/** + - sdk/python/setup.sh +concurrency: + group: ${{ github.workflow }}-${{ github.event.pull_request.number || github.ref }} + cancel-in-progress: true +jobs: + build: + runs-on: ubuntu-latest + steps: + - name: check out repo + uses: actions/checkout@v2 + - name: setup python + uses: actions/setup-python@v2 + with: + python-version: "3.8" + - name: pip install notebook reqs + run: pip install -r sdk/python/dev-requirements.txt + - name: azure login + uses: azure/login@v1 + with: + creds: ${{secrets.AZUREML_CREDENTIALS}} + - name: bootstrap resources + run: | + echo '${{ github.workflow }}-${{ github.event.pull_request.number || github.ref }}'; + bash bootstrap.sh + working-directory: infra/bootstrapping + continue-on-error: false + - name: setup SDK + run: | + source "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh"; + source "${{ github.workspace }}/infra/bootstrapping/init_environment.sh"; + bash setup.sh + working-directory: sdk/python + continue-on-error: true + - name: validate readme + run: | + bash check-readme.sh "${{ github.workspace }}" "${{ github.workspace }}/sdk/python/featurestore_sample/notebooks/sdk_and_cli" + working-directory: infra/bootstrapping + continue-on-error: false + - name: setup-cli + run: | + source "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh"; + source "${{ github.workspace }}/infra/bootstrapping/init_environment.sh"; + bash setup.sh + working-directory: cli + continue-on-error: true + - name: setup feature-store resources - name: run featurestore_sample/notebooks/sdk_and_cli/Enable materialization and backfill feature data.ipynb + run: | + source "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh"; + source "${{ github.workspace }}/infra/bootstrapping/init_environment.sh"; + bash "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh" generate_workspace_config "../../.azureml/config.json"; + bash "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh" replace_template_values "Enable materialization and backfill feature data.ipynb"; + [ -f "../../.azureml/config" ] && cat "../../.azureml/config"; + papermill -k python Enable materialization and backfill feature data.ipynb Enable materialization and backfill feature data.output.ipynb + working-directory: sdk/python/featurestore_sample/notebooks/sdk_and_cli + - name: upload notebook's working folder as an artifact + if: ${{ always() }} + uses: actions/upload-artifact@v2 + with: + name: Enable materialization and backfill feature data + path: sdk/python/featurestore_sample/notebooks/sdk_and_cli diff --git a/.github/workflows/sdk-featurestore_sample-notebooks-sdk_and_cli-network_isolation-Network Isolation for Feature store.yml b/.github/workflows/sdk-featurestore_sample-notebooks-sdk_and_cli-network_isolation-Network Isolation for Feature store.yml new file mode 100644 index 0000000000..58732bc70d --- /dev/null +++ b/.github/workflows/sdk-featurestore_sample-notebooks-sdk_and_cli-network_isolation-Network Isolation for Feature store.yml @@ -0,0 +1,80 @@ +# This code is autogenerated. +# Code is generated by running custom script: python3 readme.py +# Any manual changes to this file may cause incorrect behavior. +# Any manual changes will be overwritten if the code is regenerated. + +name: sdk-featurestore_sample-notebooks-sdk_and_cli-network_isolation-Network Isolation for Feature store +# This file is created by sdk/python/readme.py. +# Please do not edit directly. +on: + workflow_dispatch: + schedule: + - cron: "38 8/12 * * *" + pull_request: + branches: + - main + paths: + - sdk/python/featurestore_sample/notebooks/sdk_and_cli/network_isolation/** + - .github/workflows/sdk-featurestore_sample-notebooks-sdk_and_cli-network_isolation-Network Isolation for Feature store.yml + - sdk/python/dev-requirements.txt + - infra/bootstrapping/** + - sdk/python/setup.sh +concurrency: + group: ${{ github.workflow }}-${{ github.event.pull_request.number || github.ref }} + cancel-in-progress: true +jobs: + build: + runs-on: ubuntu-latest + steps: + - name: check out repo + uses: actions/checkout@v2 + - name: setup python + uses: actions/setup-python@v2 + with: + python-version: "3.8" + - name: pip install notebook reqs + run: pip install -r sdk/python/dev-requirements.txt + - name: azure login + uses: azure/login@v1 + with: + creds: ${{secrets.AZUREML_CREDENTIALS}} + - name: bootstrap resources + run: | + echo '${{ github.workflow }}-${{ github.event.pull_request.number || github.ref }}'; + bash bootstrap.sh + working-directory: infra/bootstrapping + continue-on-error: false + - name: setup SDK + run: | + source "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh"; + source "${{ github.workspace }}/infra/bootstrapping/init_environment.sh"; + bash setup.sh + working-directory: sdk/python + continue-on-error: true + - name: validate readme + run: | + bash check-readme.sh "${{ github.workspace }}" "${{ github.workspace }}/sdk/python/featurestore_sample/notebooks/sdk_and_cli/network_isolation" + working-directory: infra/bootstrapping + continue-on-error: false + - name: setup-cli + run: | + source "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh"; + source "${{ github.workspace }}/infra/bootstrapping/init_environment.sh"; + bash setup.sh + working-directory: cli + continue-on-error: true + - name: setup feature-store resources - name: run featurestore_sample/notebooks/sdk_and_cli/network_isolation/Network Isolation for Feature store.ipynb + run: | + source "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh"; + source "${{ github.workspace }}/infra/bootstrapping/init_environment.sh"; + bash "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh" generate_workspace_config "../../.azureml/config.json"; + bash "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh" replace_template_values "Network Isolation for Feature store.ipynb"; + [ -f "../../.azureml/config" ] && cat "../../.azureml/config"; + papermill -k python Network Isolation for Feature store.ipynb Network Isolation for Feature store.output.ipynb + working-directory: sdk/python/featurestore_sample/notebooks/sdk_and_cli/network_isolation + - name: upload notebook's working folder as an artifact + if: ${{ always() }} + uses: actions/upload-artifact@v2 + with: + name: Network Isolation for Feature store + path: sdk/python/featurestore_sample/notebooks/sdk_and_cli/network_isolation diff --git a/.github/workflows/sdk-featurestore_sample-notebooks-sdk_only-1. Develop a feature set and register with managed feature store.yml b/.github/workflows/sdk-featurestore_sample-notebooks-sdk_only-1. Develop a feature set and register with managed feature store.yml new file mode 100644 index 0000000000..d68664ca01 --- /dev/null +++ b/.github/workflows/sdk-featurestore_sample-notebooks-sdk_only-1. Develop a feature set and register with managed feature store.yml @@ -0,0 +1,80 @@ +# This code is autogenerated. +# Code is generated by running custom script: python3 readme.py +# Any manual changes to this file may cause incorrect behavior. +# Any manual changes will be overwritten if the code is regenerated. + +name: sdk-featurestore_sample-notebooks-sdk_only-1. Develop a feature set and register with managed feature store +# This file is created by sdk/python/readme.py. +# Please do not edit directly. +on: + workflow_dispatch: + schedule: + - cron: "19 1/12 * * *" + pull_request: + branches: + - main + paths: + - sdk/python/featurestore_sample/notebooks/sdk_only/** + - .github/workflows/sdk-featurestore_sample-notebooks-sdk_only-1. Develop a feature set and register with managed feature store.yml + - sdk/python/dev-requirements.txt + - infra/bootstrapping/** + - sdk/python/setup.sh +concurrency: + group: ${{ github.workflow }}-${{ github.event.pull_request.number || github.ref }} + cancel-in-progress: true +jobs: + build: + runs-on: ubuntu-latest + steps: + - name: check out repo + uses: actions/checkout@v2 + - name: setup python + uses: actions/setup-python@v2 + with: + python-version: "3.8" + - name: pip install notebook reqs + run: pip install -r sdk/python/dev-requirements.txt + - name: azure login + uses: azure/login@v1 + with: + creds: ${{secrets.AZUREML_CREDENTIALS}} + - name: bootstrap resources + run: | + echo '${{ github.workflow }}-${{ github.event.pull_request.number || github.ref }}'; + bash bootstrap.sh + working-directory: infra/bootstrapping + continue-on-error: false + - name: setup SDK + run: | + source "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh"; + source "${{ github.workspace }}/infra/bootstrapping/init_environment.sh"; + bash setup.sh + working-directory: sdk/python + continue-on-error: true + - name: validate readme + run: | + bash check-readme.sh "${{ github.workspace }}" "${{ github.workspace }}/sdk/python/featurestore_sample/notebooks/sdk_only" + working-directory: infra/bootstrapping + continue-on-error: false + - name: setup-cli + run: | + source "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh"; + source "${{ github.workspace }}/infra/bootstrapping/init_environment.sh"; + bash setup.sh + working-directory: cli + continue-on-error: true + - name: setup feature-store resources - name: run featurestore_sample/notebooks/sdk_only/1. Develop a feature set and register with managed feature store.ipynb + run: | + source "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh"; + source "${{ github.workspace }}/infra/bootstrapping/init_environment.sh"; + bash "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh" generate_workspace_config "../../.azureml/config.json"; + bash "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh" replace_template_values "1. Develop a feature set and register with managed feature store.ipynb"; + [ -f "../../.azureml/config" ] && cat "../../.azureml/config"; + papermill -k python 1. Develop a feature set and register with managed feature store.ipynb 1. Develop a feature set and register with managed feature store.output.ipynb + working-directory: sdk/python/featurestore_sample/notebooks/sdk_only + - name: upload notebook's working folder as an artifact + if: ${{ always() }} + uses: actions/upload-artifact@v2 + with: + name: 1. Develop a feature set and register with managed feature store + path: sdk/python/featurestore_sample/notebooks/sdk_only diff --git a/.github/workflows/sdk-featurestore_sample-notebooks-sdk_only-2. Experiment and train models using features.yml b/.github/workflows/sdk-featurestore_sample-notebooks-sdk_only-2. Experiment and train models using features.yml new file mode 100644 index 0000000000..6a3b494864 --- /dev/null +++ b/.github/workflows/sdk-featurestore_sample-notebooks-sdk_only-2. Experiment and train models using features.yml @@ -0,0 +1,80 @@ +# This code is autogenerated. +# Code is generated by running custom script: python3 readme.py +# Any manual changes to this file may cause incorrect behavior. +# Any manual changes will be overwritten if the code is regenerated. + +name: sdk-featurestore_sample-notebooks-sdk_only-2. Experiment and train models using features +# This file is created by sdk/python/readme.py. +# Please do not edit directly. +on: + workflow_dispatch: + schedule: + - cron: "38 2/12 * * *" + pull_request: + branches: + - main + paths: + - sdk/python/featurestore_sample/notebooks/sdk_only/** + - .github/workflows/sdk-featurestore_sample-notebooks-sdk_only-2. Experiment and train models using features.yml + - sdk/python/dev-requirements.txt + - infra/bootstrapping/** + - sdk/python/setup.sh +concurrency: + group: ${{ github.workflow }}-${{ github.event.pull_request.number || github.ref }} + cancel-in-progress: true +jobs: + build: + runs-on: ubuntu-latest + steps: + - name: check out repo + uses: actions/checkout@v2 + - name: setup python + uses: actions/setup-python@v2 + with: + python-version: "3.8" + - name: pip install notebook reqs + run: pip install -r sdk/python/dev-requirements.txt + - name: azure login + uses: azure/login@v1 + with: + creds: ${{secrets.AZUREML_CREDENTIALS}} + - name: bootstrap resources + run: | + echo '${{ github.workflow }}-${{ github.event.pull_request.number || github.ref }}'; + bash bootstrap.sh + working-directory: infra/bootstrapping + continue-on-error: false + - name: setup SDK + run: | + source "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh"; + source "${{ github.workspace }}/infra/bootstrapping/init_environment.sh"; + bash setup.sh + working-directory: sdk/python + continue-on-error: true + - name: validate readme + run: | + bash check-readme.sh "${{ github.workspace }}" "${{ github.workspace }}/sdk/python/featurestore_sample/notebooks/sdk_only" + working-directory: infra/bootstrapping + continue-on-error: false + - name: setup-cli + run: | + source "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh"; + source "${{ github.workspace }}/infra/bootstrapping/init_environment.sh"; + bash setup.sh + working-directory: cli + continue-on-error: true + - name: setup feature-store resources - name: run featurestore_sample/notebooks/sdk_only/2. Experiment and train models using features.ipynb + run: | + source "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh"; + source "${{ github.workspace }}/infra/bootstrapping/init_environment.sh"; + bash "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh" generate_workspace_config "../../.azureml/config.json"; + bash "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh" replace_template_values "2. Experiment and train models using features.ipynb"; + [ -f "../../.azureml/config" ] && cat "../../.azureml/config"; + papermill -k python 2. Experiment and train models using features.ipynb 2. Experiment and train models using features.output.ipynb + working-directory: sdk/python/featurestore_sample/notebooks/sdk_only + - name: upload notebook's working folder as an artifact + if: ${{ always() }} + uses: actions/upload-artifact@v2 + with: + name: 2. Experiment and train models using features + path: sdk/python/featurestore_sample/notebooks/sdk_only diff --git a/.github/workflows/sdk-featurestore_sample-notebooks-sdk_only-3. Enable recurrent materialization and run batch inference.yml b/.github/workflows/sdk-featurestore_sample-notebooks-sdk_only-3. Enable recurrent materialization and run batch inference.yml new file mode 100644 index 0000000000..e868fe76a4 --- /dev/null +++ b/.github/workflows/sdk-featurestore_sample-notebooks-sdk_only-3. Enable recurrent materialization and run batch inference.yml @@ -0,0 +1,80 @@ +# This code is autogenerated. +# Code is generated by running custom script: python3 readme.py +# Any manual changes to this file may cause incorrect behavior. +# Any manual changes will be overwritten if the code is regenerated. + +name: sdk-featurestore_sample-notebooks-sdk_only-3. Enable recurrent materialization and run batch inference +# This file is created by sdk/python/readme.py. +# Please do not edit directly. +on: + workflow_dispatch: + schedule: + - cron: "30 11/12 * * *" + pull_request: + branches: + - main + paths: + - sdk/python/featurestore_sample/notebooks/sdk_only/** + - .github/workflows/sdk-featurestore_sample-notebooks-sdk_only-3. Enable recurrent materialization and run batch inference.yml + - sdk/python/dev-requirements.txt + - infra/bootstrapping/** + - sdk/python/setup.sh +concurrency: + group: ${{ github.workflow }}-${{ github.event.pull_request.number || github.ref }} + cancel-in-progress: true +jobs: + build: + runs-on: ubuntu-latest + steps: + - name: check out repo + uses: actions/checkout@v2 + - name: setup python + uses: actions/setup-python@v2 + with: + python-version: "3.8" + - name: pip install notebook reqs + run: pip install -r sdk/python/dev-requirements.txt + - name: azure login + uses: azure/login@v1 + with: + creds: ${{secrets.AZUREML_CREDENTIALS}} + - name: bootstrap resources + run: | + echo '${{ github.workflow }}-${{ github.event.pull_request.number || github.ref }}'; + bash bootstrap.sh + working-directory: infra/bootstrapping + continue-on-error: false + - name: setup SDK + run: | + source "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh"; + source "${{ github.workspace }}/infra/bootstrapping/init_environment.sh"; + bash setup.sh + working-directory: sdk/python + continue-on-error: true + - name: validate readme + run: | + bash check-readme.sh "${{ github.workspace }}" "${{ github.workspace }}/sdk/python/featurestore_sample/notebooks/sdk_only" + working-directory: infra/bootstrapping + continue-on-error: false + - name: setup-cli + run: | + source "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh"; + source "${{ github.workspace }}/infra/bootstrapping/init_environment.sh"; + bash setup.sh + working-directory: cli + continue-on-error: true + - name: setup feature-store resources - name: run featurestore_sample/notebooks/sdk_only/3. Enable recurrent materialization and run batch inference.ipynb + run: | + source "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh"; + source "${{ github.workspace }}/infra/bootstrapping/init_environment.sh"; + bash "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh" generate_workspace_config "../../.azureml/config.json"; + bash "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh" replace_template_values "3. Enable recurrent materialization and run batch inference.ipynb"; + [ -f "../../.azureml/config" ] && cat "../../.azureml/config"; + papermill -k python 3. Enable recurrent materialization and run batch inference.ipynb 3. Enable recurrent materialization and run batch inference.output.ipynb + working-directory: sdk/python/featurestore_sample/notebooks/sdk_only + - name: upload notebook's working folder as an artifact + if: ${{ always() }} + uses: actions/upload-artifact@v2 + with: + name: 3. Enable recurrent materialization and run batch inference + path: sdk/python/featurestore_sample/notebooks/sdk_only diff --git a/.github/workflows/sdk-featurestore_sample-notebooks-sdk_only-4. Enable online store and run online inference.yml b/.github/workflows/sdk-featurestore_sample-notebooks-sdk_only-4. Enable online store and run online inference.yml new file mode 100644 index 0000000000..5b3728d20c --- /dev/null +++ b/.github/workflows/sdk-featurestore_sample-notebooks-sdk_only-4. Enable online store and run online inference.yml @@ -0,0 +1,80 @@ +# This code is autogenerated. +# Code is generated by running custom script: python3 readme.py +# Any manual changes to this file may cause incorrect behavior. +# Any manual changes will be overwritten if the code is regenerated. + +name: sdk-featurestore_sample-notebooks-sdk_only-4. Enable online store and run online inference +# This file is created by sdk/python/readme.py. +# Please do not edit directly. +on: + workflow_dispatch: + schedule: + - cron: "41 0/12 * * *" + pull_request: + branches: + - main + paths: + - sdk/python/featurestore_sample/notebooks/sdk_only/** + - .github/workflows/sdk-featurestore_sample-notebooks-sdk_only-4. Enable online store and run online inference.yml + - sdk/python/dev-requirements.txt + - infra/bootstrapping/** + - sdk/python/setup.sh +concurrency: + group: ${{ github.workflow }}-${{ github.event.pull_request.number || github.ref }} + cancel-in-progress: true +jobs: + build: + runs-on: ubuntu-latest + steps: + - name: check out repo + uses: actions/checkout@v2 + - name: setup python + uses: actions/setup-python@v2 + with: + python-version: "3.8" + - name: pip install notebook reqs + run: pip install -r sdk/python/dev-requirements.txt + - name: azure login + uses: azure/login@v1 + with: + creds: ${{secrets.AZUREML_CREDENTIALS}} + - name: bootstrap resources + run: | + echo '${{ github.workflow }}-${{ github.event.pull_request.number || github.ref }}'; + bash bootstrap.sh + working-directory: infra/bootstrapping + continue-on-error: false + - name: setup SDK + run: | + source "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh"; + source "${{ github.workspace }}/infra/bootstrapping/init_environment.sh"; + bash setup.sh + working-directory: sdk/python + continue-on-error: true + - name: validate readme + run: | + bash check-readme.sh "${{ github.workspace }}" "${{ github.workspace }}/sdk/python/featurestore_sample/notebooks/sdk_only" + working-directory: infra/bootstrapping + continue-on-error: false + - name: setup-cli + run: | + source "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh"; + source "${{ github.workspace }}/infra/bootstrapping/init_environment.sh"; + bash setup.sh + working-directory: cli + continue-on-error: true + - name: setup feature-store resources - name: run featurestore_sample/notebooks/sdk_only/4. Enable online store and run online inference.ipynb + run: | + source "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh"; + source "${{ github.workspace }}/infra/bootstrapping/init_environment.sh"; + bash "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh" generate_workspace_config "../../.azureml/config.json"; + bash "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh" replace_template_values "4. Enable online store and run online inference.ipynb"; + [ -f "../../.azureml/config" ] && cat "../../.azureml/config"; + papermill -k python 4. Enable online store and run online inference.ipynb 4. Enable online store and run online inference.output.ipynb + working-directory: sdk/python/featurestore_sample/notebooks/sdk_only + - name: upload notebook's working folder as an artifact + if: ${{ always() }} + uses: actions/upload-artifact@v2 + with: + name: 4. Enable online store and run online inference + path: sdk/python/featurestore_sample/notebooks/sdk_only diff --git a/.github/workflows/sdk-featurestore_sample-notebooks-sdk_only-Enable materialization and backfill feature data.yml b/.github/workflows/sdk-featurestore_sample-notebooks-sdk_only-Enable materialization and backfill feature data.yml new file mode 100644 index 0000000000..9942db8cfd --- /dev/null +++ b/.github/workflows/sdk-featurestore_sample-notebooks-sdk_only-Enable materialization and backfill feature data.yml @@ -0,0 +1,80 @@ +# This code is autogenerated. +# Code is generated by running custom script: python3 readme.py +# Any manual changes to this file may cause incorrect behavior. +# Any manual changes will be overwritten if the code is regenerated. + +name: sdk-featurestore_sample-notebooks-sdk_only-Enable materialization and backfill feature data +# This file is created by sdk/python/readme.py. +# Please do not edit directly. +on: + workflow_dispatch: + schedule: + - cron: "1 11/12 * * *" + pull_request: + branches: + - main + paths: + - sdk/python/featurestore_sample/notebooks/sdk_only/** + - .github/workflows/sdk-featurestore_sample-notebooks-sdk_only-Enable materialization and backfill feature data.yml + - sdk/python/dev-requirements.txt + - infra/bootstrapping/** + - sdk/python/setup.sh +concurrency: + group: ${{ github.workflow }}-${{ github.event.pull_request.number || github.ref }} + cancel-in-progress: true +jobs: + build: + runs-on: ubuntu-latest + steps: + - name: check out repo + uses: actions/checkout@v2 + - name: setup python + uses: actions/setup-python@v2 + with: + python-version: "3.8" + - name: pip install notebook reqs + run: pip install -r sdk/python/dev-requirements.txt + - name: azure login + uses: azure/login@v1 + with: + creds: ${{secrets.AZUREML_CREDENTIALS}} + - name: bootstrap resources + run: | + echo '${{ github.workflow }}-${{ github.event.pull_request.number || github.ref }}'; + bash bootstrap.sh + working-directory: infra/bootstrapping + continue-on-error: false + - name: setup SDK + run: | + source "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh"; + source "${{ github.workspace }}/infra/bootstrapping/init_environment.sh"; + bash setup.sh + working-directory: sdk/python + continue-on-error: true + - name: validate readme + run: | + bash check-readme.sh "${{ github.workspace }}" "${{ github.workspace }}/sdk/python/featurestore_sample/notebooks/sdk_only" + working-directory: infra/bootstrapping + continue-on-error: false + - name: setup-cli + run: | + source "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh"; + source "${{ github.workspace }}/infra/bootstrapping/init_environment.sh"; + bash setup.sh + working-directory: cli + continue-on-error: true + - name: setup feature-store resources - name: run featurestore_sample/notebooks/sdk_only/Enable materialization and backfill feature data.ipynb + run: | + source "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh"; + source "${{ github.workspace }}/infra/bootstrapping/init_environment.sh"; + bash "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh" generate_workspace_config "../../.azureml/config.json"; + bash "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh" replace_template_values "Enable materialization and backfill feature data.ipynb"; + [ -f "../../.azureml/config" ] && cat "../../.azureml/config"; + papermill -k python Enable materialization and backfill feature data.ipynb Enable materialization and backfill feature data.output.ipynb + working-directory: sdk/python/featurestore_sample/notebooks/sdk_only + - name: upload notebook's working folder as an artifact + if: ${{ always() }} + uses: actions/upload-artifact@v2 + with: + name: Enable materialization and backfill feature data + path: sdk/python/featurestore_sample/notebooks/sdk_only diff --git a/.github/workflows/sdk-foundation-models-huggingface-inference-text-generation-streaming-text-generation-streaming-online-endpoint.yml b/.github/workflows/sdk-foundation-models-huggingface-inference-text-generation-streaming-text-generation-streaming-online-endpoint.yml new file mode 100644 index 0000000000..d2711441e5 --- /dev/null +++ b/.github/workflows/sdk-foundation-models-huggingface-inference-text-generation-streaming-text-generation-streaming-online-endpoint.yml @@ -0,0 +1,80 @@ +# This code is autogenerated. +# Code is generated by running custom script: python3 readme.py +# Any manual changes to this file may cause incorrect behavior. +# Any manual changes will be overwritten if the code is regenerated. + +name: sdk-foundation-models-huggingface-inference-text-generation-streaming-text-generation-streaming-online-endpoint +# This file is created by sdk/python/readme.py. +# Please do not edit directly. +on: + workflow_dispatch: + schedule: + - cron: "37 3/12 * * *" + pull_request: + branches: + - main + paths: + - sdk/python/foundation-models/huggingface/inference/text-generation-streaming/** + - .github/workflows/sdk-foundation-models-huggingface-inference-text-generation-streaming-text-generation-streaming-online-endpoint.yml + - sdk/python/dev-requirements.txt + - infra/bootstrapping/** + - sdk/python/setup.sh +concurrency: + group: ${{ github.workflow }}-${{ github.event.pull_request.number || github.ref }} + cancel-in-progress: true +jobs: + build: + runs-on: ubuntu-latest + steps: + - name: check out repo + uses: actions/checkout@v2 + - name: setup python + uses: actions/setup-python@v2 + with: + python-version: "3.8" + - name: pip install notebook reqs + run: pip install -r sdk/python/dev-requirements.txt + - name: azure login + uses: azure/login@v1 + with: + creds: ${{secrets.AZUREML_CREDENTIALS}} + - name: bootstrap resources + run: | + echo '${{ github.workflow }}-${{ github.event.pull_request.number || github.ref }}'; + bash bootstrap.sh + working-directory: infra/bootstrapping + continue-on-error: false + - name: setup SDK + run: | + source "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh"; + source "${{ github.workspace }}/infra/bootstrapping/init_environment.sh"; + bash setup.sh + working-directory: sdk/python + continue-on-error: true + - name: validate readme + run: | + bash check-readme.sh "${{ github.workspace }}" "${{ github.workspace }}/sdk/python/foundation-models/huggingface/inference/text-generation-streaming" + working-directory: infra/bootstrapping + continue-on-error: false + - name: setup-cli + run: | + source "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh"; + source "${{ github.workspace }}/infra/bootstrapping/init_environment.sh"; + bash setup.sh + working-directory: cli + continue-on-error: true + - name: run foundation-models/huggingface/inference/text-generation-streaming/text-generation-streaming-online-endpoint.ipynb + run: | + source "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh"; + source "${{ github.workspace }}/infra/bootstrapping/init_environment.sh"; + bash "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh" generate_workspace_config "../../.azureml/config.json"; + bash "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh" replace_template_values "text-generation-streaming-online-endpoint.ipynb"; + [ -f "../../.azureml/config" ] && cat "../../.azureml/config"; + papermill -k python text-generation-streaming-online-endpoint.ipynb text-generation-streaming-online-endpoint.output.ipynb + working-directory: sdk/python/foundation-models/huggingface/inference/text-generation-streaming + - name: upload notebook's working folder as an artifact + if: ${{ always() }} + uses: actions/upload-artifact@v2 + with: + name: text-generation-streaming-online-endpoint + path: sdk/python/foundation-models/huggingface/inference/text-generation-streaming diff --git a/.github/workflows/sdk-foundation-models-system-evaluation-fill-mask-fill-mask.yml b/.github/workflows/sdk-foundation-models-system-evaluation-fill-mask-fill-mask.yml new file mode 100644 index 0000000000..22dd918d17 --- /dev/null +++ b/.github/workflows/sdk-foundation-models-system-evaluation-fill-mask-fill-mask.yml @@ -0,0 +1,82 @@ +# This code is autogenerated. +# Code is generated by running custom script: python3 readme.py +# Any manual changes to this file may cause incorrect behavior. +# Any manual changes will be overwritten if the code is regenerated. + +name: sdk-foundation-models-system-evaluation-fill-mask-fill-mask +# This file is created by sdk/python/readme.py. +# Please do not edit directly. +on: + workflow_dispatch: + schedule: + - cron: "34 11/12 * * *" + pull_request: + branches: + - main + paths: + - sdk/python/foundation-models/system/evaluation/fill-mask/** + - .github/workflows/sdk-foundation-models-system-evaluation-fill-mask-fill-mask.yml + - sdk/python/dev-requirements.txt + - infra/bootstrapping/** + - sdk/python/setup.sh +concurrency: + group: ${{ github.workflow }}-${{ github.event.pull_request.number || github.ref }} + cancel-in-progress: true +jobs: + build: + runs-on: ubuntu-latest + steps: + - name: check out repo + uses: actions/checkout@v2 + - name: setup python + uses: actions/setup-python@v2 + with: + python-version: "3.8" + - name: pip install notebook reqs + run: pip install -r sdk/python/dev-requirements.txt + - name: pip install mlflow reqs + run: pip install -r sdk/python/mlflow-requirements.txt + - name: azure login + uses: azure/login@v1 + with: + creds: ${{secrets.AZUREML_CREDENTIALS}} + - name: bootstrap resources + run: | + echo '${{ github.workflow }}-${{ github.event.pull_request.number || github.ref }}'; + bash bootstrap.sh + working-directory: infra/bootstrapping + continue-on-error: false + - name: setup SDK + run: | + source "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh"; + source "${{ github.workspace }}/infra/bootstrapping/init_environment.sh"; + bash setup.sh + working-directory: sdk/python + continue-on-error: true + - name: validate readme + run: | + bash check-readme.sh "${{ github.workspace }}" "${{ github.workspace }}/sdk/python/foundation-models/system/evaluation/fill-mask" + working-directory: infra/bootstrapping + continue-on-error: false + - name: setup-cli + run: | + source "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh"; + source "${{ github.workspace }}/infra/bootstrapping/init_environment.sh"; + bash setup.sh + working-directory: cli + continue-on-error: true + - name: run foundation-models/system/evaluation/fill-mask/fill-mask.ipynb + run: | + source "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh"; + source "${{ github.workspace }}/infra/bootstrapping/init_environment.sh"; + bash "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh" generate_workspace_config "../../.azureml/config.json"; + bash "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh" replace_template_values "fill-mask.ipynb"; + [ -f "../../.azureml/config" ] && cat "../../.azureml/config"; + papermill -k python fill-mask.ipynb fill-mask.output.ipynb + working-directory: sdk/python/foundation-models/system/evaluation/fill-mask + - name: upload notebook's working folder as an artifact + if: ${{ always() }} + uses: actions/upload-artifact@v2 + with: + name: fill-mask + path: sdk/python/foundation-models/system/evaluation/fill-mask diff --git a/.github/workflows/sdk-foundation-models-system-evaluation-image-classification-multiclass-classification-image-multiclass-classification.yml b/.github/workflows/sdk-foundation-models-system-evaluation-image-classification-multiclass-classification-image-multiclass-classification.yml new file mode 100644 index 0000000000..c4dc655161 --- /dev/null +++ b/.github/workflows/sdk-foundation-models-system-evaluation-image-classification-multiclass-classification-image-multiclass-classification.yml @@ -0,0 +1,82 @@ +# This code is autogenerated. +# Code is generated by running custom script: python3 readme.py +# Any manual changes to this file may cause incorrect behavior. +# Any manual changes will be overwritten if the code is regenerated. + +name: sdk-foundation-models-system-evaluation-image-classification-multiclass-classification-image-multiclass-classification +# This file is created by sdk/python/readme.py. +# Please do not edit directly. +on: + workflow_dispatch: + schedule: + - cron: "54 2/12 * * *" + pull_request: + branches: + - main + paths: + - sdk/python/foundation-models/system/evaluation/image-classification/multiclass-classification/** + - .github/workflows/sdk-foundation-models-system-evaluation-image-classification-multiclass-classification-image-multiclass-classification.yml + - sdk/python/dev-requirements.txt + - infra/bootstrapping/** + - sdk/python/setup.sh +concurrency: + group: ${{ github.workflow }}-${{ github.event.pull_request.number || github.ref }} + cancel-in-progress: true +jobs: + build: + runs-on: ubuntu-latest + steps: + - name: check out repo + uses: actions/checkout@v2 + - name: setup python + uses: actions/setup-python@v2 + with: + python-version: "3.8" + - name: pip install notebook reqs + run: pip install -r sdk/python/dev-requirements.txt + - name: pip install mlflow reqs + run: pip install -r sdk/python/mlflow-requirements.txt + - name: azure login + uses: azure/login@v1 + with: + creds: ${{secrets.AZUREML_CREDENTIALS}} + - name: bootstrap resources + run: | + echo '${{ github.workflow }}-${{ github.event.pull_request.number || github.ref }}'; + bash bootstrap.sh + working-directory: infra/bootstrapping + continue-on-error: false + - name: setup SDK + run: | + source "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh"; + source "${{ github.workspace }}/infra/bootstrapping/init_environment.sh"; + bash setup.sh + working-directory: sdk/python + continue-on-error: true + - name: validate readme + run: | + bash check-readme.sh "${{ github.workspace }}" "${{ github.workspace }}/sdk/python/foundation-models/system/evaluation/image-classification/multiclass-classification" + working-directory: infra/bootstrapping + continue-on-error: false + - name: setup-cli + run: | + source "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh"; + source "${{ github.workspace }}/infra/bootstrapping/init_environment.sh"; + bash setup.sh + working-directory: cli + continue-on-error: true + - name: run foundation-models/system/evaluation/image-classification/multiclass-classification/image-multiclass-classification.ipynb + run: | + source "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh"; + source "${{ github.workspace }}/infra/bootstrapping/init_environment.sh"; + bash "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh" generate_workspace_config "../../.azureml/config.json"; + bash "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh" replace_template_values "image-multiclass-classification.ipynb"; + [ -f "../../.azureml/config" ] && cat "../../.azureml/config"; + papermill -k python image-multiclass-classification.ipynb image-multiclass-classification.output.ipynb + working-directory: sdk/python/foundation-models/system/evaluation/image-classification/multiclass-classification + - name: upload notebook's working folder as an artifact + if: ${{ always() }} + uses: actions/upload-artifact@v2 + with: + name: image-multiclass-classification + path: sdk/python/foundation-models/system/evaluation/image-classification/multiclass-classification diff --git a/.github/workflows/sdk-foundation-models-system-evaluation-image-classification-multilabel-classification-image-multilabel-classification.yml b/.github/workflows/sdk-foundation-models-system-evaluation-image-classification-multilabel-classification-image-multilabel-classification.yml new file mode 100644 index 0000000000..373eb51ac7 --- /dev/null +++ b/.github/workflows/sdk-foundation-models-system-evaluation-image-classification-multilabel-classification-image-multilabel-classification.yml @@ -0,0 +1,82 @@ +# This code is autogenerated. +# Code is generated by running custom script: python3 readme.py +# Any manual changes to this file may cause incorrect behavior. +# Any manual changes will be overwritten if the code is regenerated. + +name: sdk-foundation-models-system-evaluation-image-classification-multilabel-classification-image-multilabel-classification +# This file is created by sdk/python/readme.py. +# Please do not edit directly. +on: + workflow_dispatch: + schedule: + - cron: "32 11/12 * * *" + pull_request: + branches: + - main + paths: + - sdk/python/foundation-models/system/evaluation/image-classification/multilabel-classification/** + - .github/workflows/sdk-foundation-models-system-evaluation-image-classification-multilabel-classification-image-multilabel-classification.yml + - sdk/python/dev-requirements.txt + - infra/bootstrapping/** + - sdk/python/setup.sh +concurrency: + group: ${{ github.workflow }}-${{ github.event.pull_request.number || github.ref }} + cancel-in-progress: true +jobs: + build: + runs-on: ubuntu-latest + steps: + - name: check out repo + uses: actions/checkout@v2 + - name: setup python + uses: actions/setup-python@v2 + with: + python-version: "3.8" + - name: pip install notebook reqs + run: pip install -r sdk/python/dev-requirements.txt + - name: pip install mlflow reqs + run: pip install -r sdk/python/mlflow-requirements.txt + - name: azure login + uses: azure/login@v1 + with: + creds: ${{secrets.AZUREML_CREDENTIALS}} + - name: bootstrap resources + run: | + echo '${{ github.workflow }}-${{ github.event.pull_request.number || github.ref }}'; + bash bootstrap.sh + working-directory: infra/bootstrapping + continue-on-error: false + - name: setup SDK + run: | + source "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh"; + source "${{ github.workspace }}/infra/bootstrapping/init_environment.sh"; + bash setup.sh + working-directory: sdk/python + continue-on-error: true + - name: validate readme + run: | + bash check-readme.sh "${{ github.workspace }}" "${{ github.workspace }}/sdk/python/foundation-models/system/evaluation/image-classification/multilabel-classification" + working-directory: infra/bootstrapping + continue-on-error: false + - name: setup-cli + run: | + source "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh"; + source "${{ github.workspace }}/infra/bootstrapping/init_environment.sh"; + bash setup.sh + working-directory: cli + continue-on-error: true + - name: run foundation-models/system/evaluation/image-classification/multilabel-classification/image-multilabel-classification.ipynb + run: | + source "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh"; + source "${{ github.workspace }}/infra/bootstrapping/init_environment.sh"; + bash "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh" generate_workspace_config "../../.azureml/config.json"; + bash "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh" replace_template_values "image-multilabel-classification.ipynb"; + [ -f "../../.azureml/config" ] && cat "../../.azureml/config"; + papermill -k python image-multilabel-classification.ipynb image-multilabel-classification.output.ipynb + working-directory: sdk/python/foundation-models/system/evaluation/image-classification/multilabel-classification + - name: upload notebook's working folder as an artifact + if: ${{ always() }} + uses: actions/upload-artifact@v2 + with: + name: image-multilabel-classification + path: sdk/python/foundation-models/system/evaluation/image-classification/multilabel-classification diff --git a/.github/workflows/sdk-foundation-models-system-evaluation-image-instance-segmentation-image-instance-segmentation.yml b/.github/workflows/sdk-foundation-models-system-evaluation-image-instance-segmentation-image-instance-segmentation.yml new file mode 100644 index 0000000000..77d1171e63 --- /dev/null +++ b/.github/workflows/sdk-foundation-models-system-evaluation-image-instance-segmentation-image-instance-segmentation.yml @@ -0,0 +1,82 @@ +# This code is autogenerated. +# Code is generated by running custom script: python3 readme.py +# Any manual changes to this file may cause incorrect behavior. +# Any manual changes will be overwritten if the code is regenerated. + +name: sdk-foundation-models-system-evaluation-image-instance-segmentation-image-instance-segmentation +# This file is created by sdk/python/readme.py. +# Please do not edit directly. +on: + workflow_dispatch: + schedule: + - cron: "16 11/12 * * *" + pull_request: + branches: + - main + paths: + - sdk/python/foundation-models/system/evaluation/image-instance-segmentation/** + - .github/workflows/sdk-foundation-models-system-evaluation-image-instance-segmentation-image-instance-segmentation.yml + - sdk/python/dev-requirements.txt + - infra/bootstrapping/** + - sdk/python/setup.sh +concurrency: + group: ${{ github.workflow }}-${{ github.event.pull_request.number || github.ref }} + cancel-in-progress: true +jobs: + build: + runs-on: ubuntu-latest + steps: + - name: check out repo + uses: actions/checkout@v2 + - name: setup python + uses: actions/setup-python@v2 + with: + python-version: "3.8" + - name: pip install notebook reqs + run: pip install -r sdk/python/dev-requirements.txt + - name: pip install mlflow reqs + run: pip install -r sdk/python/mlflow-requirements.txt + - name: azure login + uses: azure/login@v1 + with: + creds: ${{secrets.AZUREML_CREDENTIALS}} + - name: bootstrap resources + run: | + echo '${{ github.workflow }}-${{ github.event.pull_request.number || github.ref }}'; + bash bootstrap.sh + working-directory: infra/bootstrapping + continue-on-error: false + - name: setup SDK + run: | + source "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh"; + source "${{ github.workspace }}/infra/bootstrapping/init_environment.sh"; + bash setup.sh + working-directory: sdk/python + continue-on-error: true + - name: validate readme + run: | + bash check-readme.sh "${{ github.workspace }}" "${{ github.workspace }}/sdk/python/foundation-models/system/evaluation/image-instance-segmentation" + working-directory: infra/bootstrapping + continue-on-error: false + - name: setup-cli + run: | + source "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh"; + source "${{ github.workspace }}/infra/bootstrapping/init_environment.sh"; + bash setup.sh + working-directory: cli + continue-on-error: true + - name: run foundation-models/system/evaluation/image-instance-segmentation/image-instance-segmentation.ipynb + run: | + source "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh"; + source "${{ github.workspace }}/infra/bootstrapping/init_environment.sh"; + bash "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh" generate_workspace_config "../../.azureml/config.json"; + bash "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh" replace_template_values "image-instance-segmentation.ipynb"; + [ -f "../../.azureml/config" ] && cat "../../.azureml/config"; + papermill -k python image-instance-segmentation.ipynb image-instance-segmentation.output.ipynb + working-directory: sdk/python/foundation-models/system/evaluation/image-instance-segmentation + - name: upload notebook's working folder as an artifact + if: ${{ always() }} + uses: actions/upload-artifact@v2 + with: + name: image-instance-segmentation + path: sdk/python/foundation-models/system/evaluation/image-instance-segmentation diff --git a/.github/workflows/sdk-foundation-models-system-evaluation-image-object-detection-image-object-detection.yml b/.github/workflows/sdk-foundation-models-system-evaluation-image-object-detection-image-object-detection.yml new file mode 100644 index 0000000000..647dcf4cdd --- /dev/null +++ b/.github/workflows/sdk-foundation-models-system-evaluation-image-object-detection-image-object-detection.yml @@ -0,0 +1,82 @@ +# This code is autogenerated. +# Code is generated by running custom script: python3 readme.py +# Any manual changes to this file may cause incorrect behavior. +# Any manual changes will be overwritten if the code is regenerated. + +name: sdk-foundation-models-system-evaluation-image-object-detection-image-object-detection +# This file is created by sdk/python/readme.py. +# Please do not edit directly. +on: + workflow_dispatch: + schedule: + - cron: "39 1/12 * * *" + pull_request: + branches: + - main + paths: + - sdk/python/foundation-models/system/evaluation/image-object-detection/** + - .github/workflows/sdk-foundation-models-system-evaluation-image-object-detection-image-object-detection.yml + - sdk/python/dev-requirements.txt + - infra/bootstrapping/** + - sdk/python/setup.sh +concurrency: + group: ${{ github.workflow }}-${{ github.event.pull_request.number || github.ref }} + cancel-in-progress: true +jobs: + build: + runs-on: ubuntu-latest + steps: + - name: check out repo + uses: actions/checkout@v2 + - name: setup python + uses: actions/setup-python@v2 + with: + python-version: "3.8" + - name: pip install notebook reqs + run: pip install -r sdk/python/dev-requirements.txt + - name: pip install mlflow reqs + run: pip install -r sdk/python/mlflow-requirements.txt + - name: azure login + uses: azure/login@v1 + with: + creds: ${{secrets.AZUREML_CREDENTIALS}} + - name: bootstrap resources + run: | + echo '${{ github.workflow }}-${{ github.event.pull_request.number || github.ref }}'; + bash bootstrap.sh + working-directory: infra/bootstrapping + continue-on-error: false + - name: setup SDK + run: | + source "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh"; + source "${{ github.workspace }}/infra/bootstrapping/init_environment.sh"; + bash setup.sh + working-directory: sdk/python + continue-on-error: true + - name: validate readme + run: | + bash check-readme.sh "${{ github.workspace }}" "${{ github.workspace }}/sdk/python/foundation-models/system/evaluation/image-object-detection" + working-directory: infra/bootstrapping + continue-on-error: false + - name: setup-cli + run: | + source "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh"; + source "${{ github.workspace }}/infra/bootstrapping/init_environment.sh"; + bash setup.sh + working-directory: cli + continue-on-error: true + - name: run foundation-models/system/evaluation/image-object-detection/image-object-detection.ipynb + run: | + source "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh"; + source "${{ github.workspace }}/infra/bootstrapping/init_environment.sh"; + bash "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh" generate_workspace_config "../../.azureml/config.json"; + bash "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh" replace_template_values "image-object-detection.ipynb"; + [ -f "../../.azureml/config" ] && cat "../../.azureml/config"; + papermill -k python image-object-detection.ipynb image-object-detection.output.ipynb + working-directory: sdk/python/foundation-models/system/evaluation/image-object-detection + - name: upload notebook's working folder as an artifact + if: ${{ always() }} + uses: actions/upload-artifact@v2 + with: + name: image-object-detection + path: sdk/python/foundation-models/system/evaluation/image-object-detection diff --git a/.github/workflows/sdk-foundation-models-system-evaluation-question-answering-question-answering.yml b/.github/workflows/sdk-foundation-models-system-evaluation-question-answering-question-answering.yml new file mode 100644 index 0000000000..e749d7c0b6 --- /dev/null +++ b/.github/workflows/sdk-foundation-models-system-evaluation-question-answering-question-answering.yml @@ -0,0 +1,82 @@ +# This code is autogenerated. +# Code is generated by running custom script: python3 readme.py +# Any manual changes to this file may cause incorrect behavior. +# Any manual changes will be overwritten if the code is regenerated. + +name: sdk-foundation-models-system-evaluation-question-answering-question-answering +# This file is created by sdk/python/readme.py. +# Please do not edit directly. +on: + workflow_dispatch: + schedule: + - cron: "12 3/12 * * *" + pull_request: + branches: + - main + paths: + - sdk/python/foundation-models/system/evaluation/question-answering/** + - .github/workflows/sdk-foundation-models-system-evaluation-question-answering-question-answering.yml + - sdk/python/dev-requirements.txt + - infra/bootstrapping/** + - sdk/python/setup.sh +concurrency: + group: ${{ github.workflow }}-${{ github.event.pull_request.number || github.ref }} + cancel-in-progress: true +jobs: + build: + runs-on: ubuntu-latest + steps: + - name: check out repo + uses: actions/checkout@v2 + - name: setup python + uses: actions/setup-python@v2 + with: + python-version: "3.8" + - name: pip install notebook reqs + run: pip install -r sdk/python/dev-requirements.txt + - name: pip install mlflow reqs + run: pip install -r sdk/python/mlflow-requirements.txt + - name: azure login + uses: azure/login@v1 + with: + creds: ${{secrets.AZUREML_CREDENTIALS}} + - name: bootstrap resources + run: | + echo '${{ github.workflow }}-${{ github.event.pull_request.number || github.ref }}'; + bash bootstrap.sh + working-directory: infra/bootstrapping + continue-on-error: false + - name: setup SDK + run: | + source "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh"; + source "${{ github.workspace }}/infra/bootstrapping/init_environment.sh"; + bash setup.sh + working-directory: sdk/python + continue-on-error: true + - name: validate readme + run: | + bash check-readme.sh "${{ github.workspace }}" "${{ github.workspace }}/sdk/python/foundation-models/system/evaluation/question-answering" + working-directory: infra/bootstrapping + continue-on-error: false + - name: setup-cli + run: | + source "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh"; + source "${{ github.workspace }}/infra/bootstrapping/init_environment.sh"; + bash setup.sh + working-directory: cli + continue-on-error: true + - name: run foundation-models/system/evaluation/question-answering/question-answering.ipynb + run: | + source "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh"; + source "${{ github.workspace }}/infra/bootstrapping/init_environment.sh"; + bash "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh" generate_workspace_config "../../.azureml/config.json"; + bash "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh" replace_template_values "question-answering.ipynb"; + [ -f "../../.azureml/config" ] && cat "../../.azureml/config"; + papermill -k python question-answering.ipynb question-answering.output.ipynb + working-directory: sdk/python/foundation-models/system/evaluation/question-answering + - name: upload notebook's working folder as an artifact + if: ${{ always() }} + uses: actions/upload-artifact@v2 + with: + name: question-answering + path: sdk/python/foundation-models/system/evaluation/question-answering diff --git a/.github/workflows/sdk-foundation-models-system-evaluation-summarization-abstractive-and-extractive-summarization.yml b/.github/workflows/sdk-foundation-models-system-evaluation-summarization-abstractive-and-extractive-summarization.yml new file mode 100644 index 0000000000..d6cb9e1764 --- /dev/null +++ b/.github/workflows/sdk-foundation-models-system-evaluation-summarization-abstractive-and-extractive-summarization.yml @@ -0,0 +1,82 @@ +# This code is autogenerated. +# Code is generated by running custom script: python3 readme.py +# Any manual changes to this file may cause incorrect behavior. +# Any manual changes will be overwritten if the code is regenerated. + +name: sdk-foundation-models-system-evaluation-summarization-abstractive-and-extractive-summarization +# This file is created by sdk/python/readme.py. +# Please do not edit directly. +on: + workflow_dispatch: + schedule: + - cron: "28 9/12 * * *" + pull_request: + branches: + - main + paths: + - sdk/python/foundation-models/system/evaluation/summarization/** + - .github/workflows/sdk-foundation-models-system-evaluation-summarization-abstractive-and-extractive-summarization.yml + - sdk/python/dev-requirements.txt + - infra/bootstrapping/** + - sdk/python/setup.sh +concurrency: + group: ${{ github.workflow }}-${{ github.event.pull_request.number || github.ref }} + cancel-in-progress: true +jobs: + build: + runs-on: ubuntu-latest + steps: + - name: check out repo + uses: actions/checkout@v2 + - name: setup python + uses: actions/setup-python@v2 + with: + python-version: "3.8" + - name: pip install notebook reqs + run: pip install -r sdk/python/dev-requirements.txt + - name: pip install mlflow reqs + run: pip install -r sdk/python/mlflow-requirements.txt + - name: azure login + uses: azure/login@v1 + with: + creds: ${{secrets.AZUREML_CREDENTIALS}} + - name: bootstrap resources + run: | + echo '${{ github.workflow }}-${{ github.event.pull_request.number || github.ref }}'; + bash bootstrap.sh + working-directory: infra/bootstrapping + continue-on-error: false + - name: setup SDK + run: | + source "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh"; + source "${{ github.workspace }}/infra/bootstrapping/init_environment.sh"; + bash setup.sh + working-directory: sdk/python + continue-on-error: true + - name: validate readme + run: | + bash check-readme.sh "${{ github.workspace }}" "${{ github.workspace }}/sdk/python/foundation-models/system/evaluation/summarization" + working-directory: infra/bootstrapping + continue-on-error: false + - name: setup-cli + run: | + source "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh"; + source "${{ github.workspace }}/infra/bootstrapping/init_environment.sh"; + bash setup.sh + working-directory: cli + continue-on-error: true + - name: run foundation-models/system/evaluation/summarization/abstractive-and-extractive-summarization.ipynb + run: | + source "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh"; + source "${{ github.workspace }}/infra/bootstrapping/init_environment.sh"; + bash "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh" generate_workspace_config "../../.azureml/config.json"; + bash "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh" replace_template_values "abstractive-and-extractive-summarization.ipynb"; + [ -f "../../.azureml/config" ] && cat "../../.azureml/config"; + papermill -k python abstractive-and-extractive-summarization.ipynb abstractive-and-extractive-summarization.output.ipynb + working-directory: sdk/python/foundation-models/system/evaluation/summarization + - name: upload notebook's working folder as an artifact + if: ${{ always() }} + uses: actions/upload-artifact@v2 + with: + name: abstractive-and-extractive-summarization + path: sdk/python/foundation-models/system/evaluation/summarization diff --git a/.github/workflows/sdk-foundation-models-system-evaluation-text-classification-entailment-contradiction.yml b/.github/workflows/sdk-foundation-models-system-evaluation-text-classification-entailment-contradiction.yml new file mode 100644 index 0000000000..7368e8e957 --- /dev/null +++ b/.github/workflows/sdk-foundation-models-system-evaluation-text-classification-entailment-contradiction.yml @@ -0,0 +1,82 @@ +# This code is autogenerated. +# Code is generated by running custom script: python3 readme.py +# Any manual changes to this file may cause incorrect behavior. +# Any manual changes will be overwritten if the code is regenerated. + +name: sdk-foundation-models-system-evaluation-text-classification-entailment-contradiction +# This file is created by sdk/python/readme.py. +# Please do not edit directly. +on: + workflow_dispatch: + schedule: + - cron: "56 5/12 * * *" + pull_request: + branches: + - main + paths: + - sdk/python/foundation-models/system/evaluation/text-classification/** + - .github/workflows/sdk-foundation-models-system-evaluation-text-classification-entailment-contradiction.yml + - sdk/python/dev-requirements.txt + - infra/bootstrapping/** + - sdk/python/setup.sh +concurrency: + group: ${{ github.workflow }}-${{ github.event.pull_request.number || github.ref }} + cancel-in-progress: true +jobs: + build: + runs-on: ubuntu-latest + steps: + - name: check out repo + uses: actions/checkout@v2 + - name: setup python + uses: actions/setup-python@v2 + with: + python-version: "3.8" + - name: pip install notebook reqs + run: pip install -r sdk/python/dev-requirements.txt + - name: pip install mlflow reqs + run: pip install -r sdk/python/mlflow-requirements.txt + - name: azure login + uses: azure/login@v1 + with: + creds: ${{secrets.AZUREML_CREDENTIALS}} + - name: bootstrap resources + run: | + echo '${{ github.workflow }}-${{ github.event.pull_request.number || github.ref }}'; + bash bootstrap.sh + working-directory: infra/bootstrapping + continue-on-error: false + - name: setup SDK + run: | + source "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh"; + source "${{ github.workspace }}/infra/bootstrapping/init_environment.sh"; + bash setup.sh + working-directory: sdk/python + continue-on-error: true + - name: validate readme + run: | + bash check-readme.sh "${{ github.workspace }}" "${{ github.workspace }}/sdk/python/foundation-models/system/evaluation/text-classification" + working-directory: infra/bootstrapping + continue-on-error: false + - name: setup-cli + run: | + source "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh"; + source "${{ github.workspace }}/infra/bootstrapping/init_environment.sh"; + bash setup.sh + working-directory: cli + continue-on-error: true + - name: run foundation-models/system/evaluation/text-classification/entailment-contradiction.ipynb + run: | + source "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh"; + source "${{ github.workspace }}/infra/bootstrapping/init_environment.sh"; + bash "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh" generate_workspace_config "../../.azureml/config.json"; + bash "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh" replace_template_values "entailment-contradiction.ipynb"; + [ -f "../../.azureml/config" ] && cat "../../.azureml/config"; + papermill -k python entailment-contradiction.ipynb entailment-contradiction.output.ipynb + working-directory: sdk/python/foundation-models/system/evaluation/text-classification + - name: upload notebook's working folder as an artifact + if: ${{ always() }} + uses: actions/upload-artifact@v2 + with: + name: entailment-contradiction + path: sdk/python/foundation-models/system/evaluation/text-classification diff --git a/.github/workflows/sdk-foundation-models-system-evaluation-text-classification-sentiment-analysis.yml b/.github/workflows/sdk-foundation-models-system-evaluation-text-classification-sentiment-analysis.yml new file mode 100644 index 0000000000..60fce5c06b --- /dev/null +++ b/.github/workflows/sdk-foundation-models-system-evaluation-text-classification-sentiment-analysis.yml @@ -0,0 +1,82 @@ +# This code is autogenerated. +# Code is generated by running custom script: python3 readme.py +# Any manual changes to this file may cause incorrect behavior. +# Any manual changes will be overwritten if the code is regenerated. + +name: sdk-foundation-models-system-evaluation-text-classification-sentiment-analysis +# This file is created by sdk/python/readme.py. +# Please do not edit directly. +on: + workflow_dispatch: + schedule: + - cron: "20 7/12 * * *" + pull_request: + branches: + - main + paths: + - sdk/python/foundation-models/system/evaluation/text-classification/** + - .github/workflows/sdk-foundation-models-system-evaluation-text-classification-sentiment-analysis.yml + - sdk/python/dev-requirements.txt + - infra/bootstrapping/** + - sdk/python/setup.sh +concurrency: + group: ${{ github.workflow }}-${{ github.event.pull_request.number || github.ref }} + cancel-in-progress: true +jobs: + build: + runs-on: ubuntu-latest + steps: + - name: check out repo + uses: actions/checkout@v2 + - name: setup python + uses: actions/setup-python@v2 + with: + python-version: "3.8" + - name: pip install notebook reqs + run: pip install -r sdk/python/dev-requirements.txt + - name: pip install mlflow reqs + run: pip install -r sdk/python/mlflow-requirements.txt + - name: azure login + uses: azure/login@v1 + with: + creds: ${{secrets.AZUREML_CREDENTIALS}} + - name: bootstrap resources + run: | + echo '${{ github.workflow }}-${{ github.event.pull_request.number || github.ref }}'; + bash bootstrap.sh + working-directory: infra/bootstrapping + continue-on-error: false + - name: setup SDK + run: | + source "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh"; + source "${{ github.workspace }}/infra/bootstrapping/init_environment.sh"; + bash setup.sh + working-directory: sdk/python + continue-on-error: true + - name: validate readme + run: | + bash check-readme.sh "${{ github.workspace }}" "${{ github.workspace }}/sdk/python/foundation-models/system/evaluation/text-classification" + working-directory: infra/bootstrapping + continue-on-error: false + - name: setup-cli + run: | + source "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh"; + source "${{ github.workspace }}/infra/bootstrapping/init_environment.sh"; + bash setup.sh + working-directory: cli + continue-on-error: true + - name: run foundation-models/system/evaluation/text-classification/sentiment-analysis.ipynb + run: | + source "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh"; + source "${{ github.workspace }}/infra/bootstrapping/init_environment.sh"; + bash "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh" generate_workspace_config "../../.azureml/config.json"; + bash "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh" replace_template_values "sentiment-analysis.ipynb"; + [ -f "../../.azureml/config" ] && cat "../../.azureml/config"; + papermill -k python sentiment-analysis.ipynb sentiment-analysis.output.ipynb + working-directory: sdk/python/foundation-models/system/evaluation/text-classification + - name: upload notebook's working folder as an artifact + if: ${{ always() }} + uses: actions/upload-artifact@v2 + with: + name: sentiment-analysis + path: sdk/python/foundation-models/system/evaluation/text-classification diff --git a/.github/workflows/sdk-foundation-models-system-evaluation-text-generation-text-generation.yml b/.github/workflows/sdk-foundation-models-system-evaluation-text-generation-text-generation.yml new file mode 100644 index 0000000000..94f3c546e0 --- /dev/null +++ b/.github/workflows/sdk-foundation-models-system-evaluation-text-generation-text-generation.yml @@ -0,0 +1,82 @@ +# This code is autogenerated. +# Code is generated by running custom script: python3 readme.py +# Any manual changes to this file may cause incorrect behavior. +# Any manual changes will be overwritten if the code is regenerated. + +name: sdk-foundation-models-system-evaluation-text-generation-text-generation +# This file is created by sdk/python/readme.py. +# Please do not edit directly. +on: + workflow_dispatch: + schedule: + - cron: "57 9/12 * * *" + pull_request: + branches: + - main + paths: + - sdk/python/foundation-models/system/evaluation/text-generation/** + - .github/workflows/sdk-foundation-models-system-evaluation-text-generation-text-generation.yml + - sdk/python/dev-requirements.txt + - infra/bootstrapping/** + - sdk/python/setup.sh +concurrency: + group: ${{ github.workflow }}-${{ github.event.pull_request.number || github.ref }} + cancel-in-progress: true +jobs: + build: + runs-on: ubuntu-latest + steps: + - name: check out repo + uses: actions/checkout@v2 + - name: setup python + uses: actions/setup-python@v2 + with: + python-version: "3.8" + - name: pip install notebook reqs + run: pip install -r sdk/python/dev-requirements.txt + - name: pip install mlflow reqs + run: pip install -r sdk/python/mlflow-requirements.txt + - name: azure login + uses: azure/login@v1 + with: + creds: ${{secrets.AZUREML_CREDENTIALS}} + - name: bootstrap resources + run: | + echo '${{ github.workflow }}-${{ github.event.pull_request.number || github.ref }}'; + bash bootstrap.sh + working-directory: infra/bootstrapping + continue-on-error: false + - name: setup SDK + run: | + source "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh"; + source "${{ github.workspace }}/infra/bootstrapping/init_environment.sh"; + bash setup.sh + working-directory: sdk/python + continue-on-error: true + - name: validate readme + run: | + bash check-readme.sh "${{ github.workspace }}" "${{ github.workspace }}/sdk/python/foundation-models/system/evaluation/text-generation" + working-directory: infra/bootstrapping + continue-on-error: false + - name: setup-cli + run: | + source "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh"; + source "${{ github.workspace }}/infra/bootstrapping/init_environment.sh"; + bash setup.sh + working-directory: cli + continue-on-error: true + - name: run foundation-models/system/evaluation/text-generation/text-generation.ipynb + run: | + source "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh"; + source "${{ github.workspace }}/infra/bootstrapping/init_environment.sh"; + bash "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh" generate_workspace_config "../../.azureml/config.json"; + bash "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh" replace_template_values "text-generation.ipynb"; + [ -f "../../.azureml/config" ] && cat "../../.azureml/config"; + papermill -k python text-generation.ipynb text-generation.output.ipynb + working-directory: sdk/python/foundation-models/system/evaluation/text-generation + - name: upload notebook's working folder as an artifact + if: ${{ always() }} + uses: actions/upload-artifact@v2 + with: + name: text-generation + path: sdk/python/foundation-models/system/evaluation/text-generation diff --git a/.github/workflows/sdk-foundation-models-system-evaluation-token-classification-news-articles-entity-recognition.yml b/.github/workflows/sdk-foundation-models-system-evaluation-token-classification-news-articles-entity-recognition.yml new file mode 100644 index 0000000000..8685ba6aee --- /dev/null +++ b/.github/workflows/sdk-foundation-models-system-evaluation-token-classification-news-articles-entity-recognition.yml @@ -0,0 +1,82 @@ +# This code is autogenerated. +# Code is generated by running custom script: python3 readme.py +# Any manual changes to this file may cause incorrect behavior. +# Any manual changes will be overwritten if the code is regenerated. + +name: sdk-foundation-models-system-evaluation-token-classification-news-articles-entity-recognition +# This file is created by sdk/python/readme.py. +# Please do not edit directly. +on: + workflow_dispatch: + schedule: + - cron: "8 2/12 * * *" + pull_request: + branches: + - main + paths: + - sdk/python/foundation-models/system/evaluation/token-classification/** + - .github/workflows/sdk-foundation-models-system-evaluation-token-classification-news-articles-entity-recognition.yml + - sdk/python/dev-requirements.txt + - infra/bootstrapping/** + - sdk/python/setup.sh +concurrency: + group: ${{ github.workflow }}-${{ github.event.pull_request.number || github.ref }} + cancel-in-progress: true +jobs: + build: + runs-on: ubuntu-latest + steps: + - name: check out repo + uses: actions/checkout@v2 + - name: setup python + uses: actions/setup-python@v2 + with: + python-version: "3.8" + - name: pip install notebook reqs + run: pip install -r sdk/python/dev-requirements.txt + - name: pip install mlflow reqs + run: pip install -r sdk/python/mlflow-requirements.txt + - name: azure login + uses: azure/login@v1 + with: + creds: ${{secrets.AZUREML_CREDENTIALS}} + - name: bootstrap resources + run: | + echo '${{ github.workflow }}-${{ github.event.pull_request.number || github.ref }}'; + bash bootstrap.sh + working-directory: infra/bootstrapping + continue-on-error: false + - name: setup SDK + run: | + source "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh"; + source "${{ github.workspace }}/infra/bootstrapping/init_environment.sh"; + bash setup.sh + working-directory: sdk/python + continue-on-error: true + - name: validate readme + run: | + bash check-readme.sh "${{ github.workspace }}" "${{ github.workspace }}/sdk/python/foundation-models/system/evaluation/token-classification" + working-directory: infra/bootstrapping + continue-on-error: false + - name: setup-cli + run: | + source "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh"; + source "${{ github.workspace }}/infra/bootstrapping/init_environment.sh"; + bash setup.sh + working-directory: cli + continue-on-error: true + - name: run foundation-models/system/evaluation/token-classification/news-articles-entity-recognition.ipynb + run: | + source "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh"; + source "${{ github.workspace }}/infra/bootstrapping/init_environment.sh"; + bash "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh" generate_workspace_config "../../.azureml/config.json"; + bash "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh" replace_template_values "news-articles-entity-recognition.ipynb"; + [ -f "../../.azureml/config" ] && cat "../../.azureml/config"; + papermill -k python news-articles-entity-recognition.ipynb news-articles-entity-recognition.output.ipynb + working-directory: sdk/python/foundation-models/system/evaluation/token-classification + - name: upload notebook's working folder as an artifact + if: ${{ always() }} + uses: actions/upload-artifact@v2 + with: + name: news-articles-entity-recognition + path: sdk/python/foundation-models/system/evaluation/token-classification diff --git a/.github/workflows/sdk-foundation-models-system-evaluation-translation-translation-romanian-to-english.yml b/.github/workflows/sdk-foundation-models-system-evaluation-translation-translation-romanian-to-english.yml new file mode 100644 index 0000000000..fd6d0ac12b --- /dev/null +++ b/.github/workflows/sdk-foundation-models-system-evaluation-translation-translation-romanian-to-english.yml @@ -0,0 +1,82 @@ +# This code is autogenerated. +# Code is generated by running custom script: python3 readme.py +# Any manual changes to this file may cause incorrect behavior. +# Any manual changes will be overwritten if the code is regenerated. + +name: sdk-foundation-models-system-evaluation-translation-translation-romanian-to-english +# This file is created by sdk/python/readme.py. +# Please do not edit directly. +on: + workflow_dispatch: + schedule: + - cron: "28 3/12 * * *" + pull_request: + branches: + - main + paths: + - sdk/python/foundation-models/system/evaluation/translation/** + - .github/workflows/sdk-foundation-models-system-evaluation-translation-translation-romanian-to-english.yml + - sdk/python/dev-requirements.txt + - infra/bootstrapping/** + - sdk/python/setup.sh +concurrency: + group: ${{ github.workflow }}-${{ github.event.pull_request.number || github.ref }} + cancel-in-progress: true +jobs: + build: + runs-on: ubuntu-latest + steps: + - name: check out repo + uses: actions/checkout@v2 + - name: setup python + uses: actions/setup-python@v2 + with: + python-version: "3.8" + - name: pip install notebook reqs + run: pip install -r sdk/python/dev-requirements.txt + - name: pip install mlflow reqs + run: pip install -r sdk/python/mlflow-requirements.txt + - name: azure login + uses: azure/login@v1 + with: + creds: ${{secrets.AZUREML_CREDENTIALS}} + - name: bootstrap resources + run: | + echo '${{ github.workflow }}-${{ github.event.pull_request.number || github.ref }}'; + bash bootstrap.sh + working-directory: infra/bootstrapping + continue-on-error: false + - name: setup SDK + run: | + source "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh"; + source "${{ github.workspace }}/infra/bootstrapping/init_environment.sh"; + bash setup.sh + working-directory: sdk/python + continue-on-error: true + - name: validate readme + run: | + bash check-readme.sh "${{ github.workspace }}" "${{ github.workspace }}/sdk/python/foundation-models/system/evaluation/translation" + working-directory: infra/bootstrapping + continue-on-error: false + - name: setup-cli + run: | + source "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh"; + source "${{ github.workspace }}/infra/bootstrapping/init_environment.sh"; + bash setup.sh + working-directory: cli + continue-on-error: true + - name: run foundation-models/system/evaluation/translation/translation-romanian-to-english.ipynb + run: | + source "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh"; + source "${{ github.workspace }}/infra/bootstrapping/init_environment.sh"; + bash "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh" generate_workspace_config "../../.azureml/config.json"; + bash "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh" replace_template_values "translation-romanian-to-english.ipynb"; + [ -f "../../.azureml/config" ] && cat "../../.azureml/config"; + papermill -k python translation-romanian-to-english.ipynb translation-romanian-to-english.output.ipynb + working-directory: sdk/python/foundation-models/system/evaluation/translation + - name: upload notebook's working folder as an artifact + if: ${{ always() }} + uses: actions/upload-artifact@v2 + with: + name: translation-romanian-to-english + path: sdk/python/foundation-models/system/evaluation/translation diff --git a/.github/workflows/sdk-foundation-models-system-finetune-Llama-notebooks-multinode-text-classification-emotion-detection-llama-multinode.yml b/.github/workflows/sdk-foundation-models-system-finetune-Llama-notebooks-multinode-text-classification-emotion-detection-llama-multinode.yml new file mode 100644 index 0000000000..863c21a959 --- /dev/null +++ b/.github/workflows/sdk-foundation-models-system-finetune-Llama-notebooks-multinode-text-classification-emotion-detection-llama-multinode.yml @@ -0,0 +1,82 @@ +# This code is autogenerated. +# Code is generated by running custom script: python3 readme.py +# Any manual changes to this file may cause incorrect behavior. +# Any manual changes will be overwritten if the code is regenerated. + +name: sdk-foundation-models-system-finetune-Llama-notebooks-multinode-text-classification-emotion-detection-llama-multinode +# This file is created by sdk/python/readme.py. +# Please do not edit directly. +on: + workflow_dispatch: + schedule: + - cron: "51 0/12 * * *" + pull_request: + branches: + - main + paths: + - sdk/python/foundation-models/system/finetune/Llama-notebooks/multinode-text-classification/** + - .github/workflows/sdk-foundation-models-system-finetune-Llama-notebooks-multinode-text-classification-emotion-detection-llama-multinode.yml + - sdk/python/dev-requirements.txt + - infra/bootstrapping/** + - sdk/python/setup.sh +concurrency: + group: ${{ github.workflow }}-${{ github.event.pull_request.number || github.ref }} + cancel-in-progress: true +jobs: + build: + runs-on: ubuntu-latest + steps: + - name: check out repo + uses: actions/checkout@v2 + - name: setup python + uses: actions/setup-python@v2 + with: + python-version: "3.8" + - name: pip install notebook reqs + run: pip install -r sdk/python/dev-requirements.txt + - name: pip install mlflow reqs + run: pip install -r sdk/python/mlflow-requirements.txt + - name: azure login + uses: azure/login@v1 + with: + creds: ${{secrets.AZUREML_CREDENTIALS}} + - name: bootstrap resources + run: | + echo '${{ github.workflow }}-${{ github.event.pull_request.number || github.ref }}'; + bash bootstrap.sh + working-directory: infra/bootstrapping + continue-on-error: false + - name: setup SDK + run: | + source "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh"; + source "${{ github.workspace }}/infra/bootstrapping/init_environment.sh"; + bash setup.sh + working-directory: sdk/python + continue-on-error: true + - name: validate readme + run: | + bash check-readme.sh "${{ github.workspace }}" "${{ github.workspace }}/sdk/python/foundation-models/system/finetune/Llama-notebooks/multinode-text-classification" + working-directory: infra/bootstrapping + continue-on-error: false + - name: setup-cli + run: | + source "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh"; + source "${{ github.workspace }}/infra/bootstrapping/init_environment.sh"; + bash setup.sh + working-directory: cli + continue-on-error: true + - name: run foundation-models/system/finetune/Llama-notebooks/multinode-text-classification/emotion-detection-llama-multinode.ipynb + run: | + source "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh"; + source "${{ github.workspace }}/infra/bootstrapping/init_environment.sh"; + bash "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh" generate_workspace_config "../../.azureml/config.json"; + bash "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh" replace_template_values "emotion-detection-llama-multinode.ipynb"; + [ -f "../../.azureml/config" ] && cat "../../.azureml/config"; + papermill -k python emotion-detection-llama-multinode.ipynb emotion-detection-llama-multinode.output.ipynb + working-directory: sdk/python/foundation-models/system/finetune/Llama-notebooks/multinode-text-classification + - name: upload notebook's working folder as an artifact + if: ${{ always() }} + uses: actions/upload-artifact@v2 + with: + name: emotion-detection-llama-multinode + path: sdk/python/foundation-models/system/finetune/Llama-notebooks/multinode-text-classification diff --git a/.github/workflows/sdk-foundation-models-system-finetune-Llama-notebooks-text-classification-emotion-detection-llama.yml b/.github/workflows/sdk-foundation-models-system-finetune-Llama-notebooks-text-classification-emotion-detection-llama.yml new file mode 100644 index 0000000000..5ec809227e --- /dev/null +++ b/.github/workflows/sdk-foundation-models-system-finetune-Llama-notebooks-text-classification-emotion-detection-llama.yml @@ -0,0 +1,82 @@ +# This code is autogenerated. +# Code is generated by running custom script: python3 readme.py +# Any manual changes to this file may cause incorrect behavior. +# Any manual changes will be overwritten if the code is regenerated. + +name: sdk-foundation-models-system-finetune-Llama-notebooks-text-classification-emotion-detection-llama +# This file is created by sdk/python/readme.py. +# Please do not edit directly. +on: + workflow_dispatch: + schedule: + - cron: "55 7/12 * * *" + pull_request: + branches: + - main + paths: + - sdk/python/foundation-models/system/finetune/Llama-notebooks/text-classification/** + - .github/workflows/sdk-foundation-models-system-finetune-Llama-notebooks-text-classification-emotion-detection-llama.yml + - sdk/python/dev-requirements.txt + - infra/bootstrapping/** + - sdk/python/setup.sh +concurrency: + group: ${{ github.workflow }}-${{ github.event.pull_request.number || github.ref }} + cancel-in-progress: true +jobs: + build: + runs-on: ubuntu-latest + steps: + - name: check out repo + uses: actions/checkout@v2 + - name: setup python + uses: actions/setup-python@v2 + with: + python-version: "3.8" + - name: pip install notebook reqs + run: pip install -r sdk/python/dev-requirements.txt + - name: pip install mlflow reqs + run: pip install -r sdk/python/mlflow-requirements.txt + - name: azure login + uses: azure/login@v1 + with: + creds: ${{secrets.AZUREML_CREDENTIALS}} + - name: bootstrap resources + run: | + echo '${{ github.workflow }}-${{ github.event.pull_request.number || github.ref }}'; + bash bootstrap.sh + working-directory: infra/bootstrapping + continue-on-error: false + - name: setup SDK + run: | + source "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh"; + source "${{ github.workspace }}/infra/bootstrapping/init_environment.sh"; + bash setup.sh + working-directory: sdk/python + continue-on-error: true + - name: validate readme + run: | + bash check-readme.sh "${{ github.workspace }}" "${{ github.workspace }}/sdk/python/foundation-models/system/finetune/Llama-notebooks/text-classification" + working-directory: infra/bootstrapping + continue-on-error: false + - name: setup-cli + run: | + source "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh"; + source "${{ github.workspace }}/infra/bootstrapping/init_environment.sh"; + bash setup.sh + working-directory: cli + continue-on-error: true + - name: run foundation-models/system/finetune/Llama-notebooks/text-classification/emotion-detection-llama.ipynb + run: | + source "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh"; + source "${{ github.workspace }}/infra/bootstrapping/init_environment.sh"; + bash "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh" generate_workspace_config "../../.azureml/config.json"; + bash "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh" replace_template_values "emotion-detection-llama.ipynb"; + [ -f "../../.azureml/config" ] && cat "../../.azureml/config"; + papermill -k python emotion-detection-llama.ipynb emotion-detection-llama.output.ipynb + working-directory: sdk/python/foundation-models/system/finetune/Llama-notebooks/text-classification + - name: upload notebook's working folder as an artifact + if: ${{ always() }} + uses: actions/upload-artifact@v2 + with: + name: emotion-detection-llama + path: sdk/python/foundation-models/system/finetune/Llama-notebooks/text-classification diff --git a/.github/workflows/sdk-foundation-models-system-finetune-Llama-notebooks-text-generation-abstractive_qna_with_text_gen.yml b/.github/workflows/sdk-foundation-models-system-finetune-Llama-notebooks-text-generation-abstractive_qna_with_text_gen.yml new file mode 100644 index 0000000000..ed567be55f --- /dev/null +++ b/.github/workflows/sdk-foundation-models-system-finetune-Llama-notebooks-text-generation-abstractive_qna_with_text_gen.yml @@ -0,0 +1,82 @@ +# This code is autogenerated. +# Code is generated by running custom script: python3 readme.py +# Any manual changes to this file may cause incorrect behavior. +# Any manual changes will be overwritten if the code is regenerated. + +name: sdk-foundation-models-system-finetune-Llama-notebooks-text-generation-abstractive_qna_with_text_gen +# This file is created by sdk/python/readme.py. +# Please do not edit directly. +on: + workflow_dispatch: + schedule: + - cron: "59 6/12 * * *" + pull_request: + branches: + - main + paths: + - sdk/python/foundation-models/system/finetune/Llama-notebooks/text-generation/** + - .github/workflows/sdk-foundation-models-system-finetune-Llama-notebooks-text-generation-abstractive_qna_with_text_gen.yml + - sdk/python/dev-requirements.txt + - infra/bootstrapping/** + - sdk/python/setup.sh +concurrency: + group: ${{ github.workflow }}-${{ github.event.pull_request.number || github.ref }} + cancel-in-progress: true +jobs: + build: + runs-on: ubuntu-latest + steps: + - name: check out repo + uses: actions/checkout@v2 + - name: setup python + uses: actions/setup-python@v2 + with: + python-version: "3.8" + - name: pip install notebook reqs + run: pip install -r sdk/python/dev-requirements.txt + - name: pip install mlflow reqs + run: pip install -r sdk/python/mlflow-requirements.txt + - name: azure login + uses: azure/login@v1 + with: + creds: ${{secrets.AZUREML_CREDENTIALS}} + - name: bootstrap resources + run: | + echo '${{ github.workflow }}-${{ github.event.pull_request.number || github.ref }}'; + bash bootstrap.sh + working-directory: infra/bootstrapping + continue-on-error: false + - name: setup SDK + run: | + source "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh"; + source "${{ github.workspace }}/infra/bootstrapping/init_environment.sh"; + bash setup.sh + working-directory: sdk/python + continue-on-error: true + - name: validate readme + run: | + bash check-readme.sh "${{ github.workspace }}" "${{ github.workspace }}/sdk/python/foundation-models/system/finetune/Llama-notebooks/text-generation" + working-directory: infra/bootstrapping + continue-on-error: false + - name: setup-cli + run: | + source "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh"; + source "${{ github.workspace }}/infra/bootstrapping/init_environment.sh"; + bash setup.sh + working-directory: cli + continue-on-error: true + - name: run foundation-models/system/finetune/Llama-notebooks/text-generation/abstractive_qna_with_text_gen.ipynb + run: | + source "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh"; + source "${{ github.workspace }}/infra/bootstrapping/init_environment.sh"; + bash "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh" generate_workspace_config "../../.azureml/config.json"; + bash "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh" replace_template_values "abstractive_qna_with_text_gen.ipynb"; + [ -f "../../.azureml/config" ] && cat "../../.azureml/config"; + papermill -k python abstractive_qna_with_text_gen.ipynb abstractive_qna_with_text_gen.output.ipynb + working-directory: sdk/python/foundation-models/system/finetune/Llama-notebooks/text-generation + - name: upload notebook's working folder as an artifact + if: ${{ always() }} + uses: actions/upload-artifact@v2 + with: + name: abstractive_qna_with_text_gen + path: sdk/python/foundation-models/system/finetune/Llama-notebooks/text-generation diff --git a/.github/workflows/sdk-foundation-models-system-finetune-Llama-notebooks-text-generation-summarization_with_text_gen.yml b/.github/workflows/sdk-foundation-models-system-finetune-Llama-notebooks-text-generation-summarization_with_text_gen.yml new file mode 100644 index 0000000000..5b4822ae87 --- /dev/null +++ b/.github/workflows/sdk-foundation-models-system-finetune-Llama-notebooks-text-generation-summarization_with_text_gen.yml @@ -0,0 +1,82 @@ +# This code is autogenerated. +# Code is generated by running custom script: python3 readme.py +# Any manual changes to this file may cause incorrect behavior. +# Any manual changes will be overwritten if the code is regenerated. + +name: sdk-foundation-models-system-finetune-Llama-notebooks-text-generation-summarization_with_text_gen +# This file is created by sdk/python/readme.py. +# Please do not edit directly. +on: + workflow_dispatch: + schedule: + - cron: "57 9/12 * * *" + pull_request: + branches: + - main + paths: + - sdk/python/foundation-models/system/finetune/Llama-notebooks/text-generation/** + - .github/workflows/sdk-foundation-models-system-finetune-Llama-notebooks-text-generation-summarization_with_text_gen.yml + - sdk/python/dev-requirements.txt + - infra/bootstrapping/** + - sdk/python/setup.sh +concurrency: + group: ${{ github.workflow }}-${{ github.event.pull_request.number || github.ref }} + cancel-in-progress: true +jobs: + build: + runs-on: ubuntu-latest + steps: + - name: check out repo + uses: actions/checkout@v2 + - name: setup python + uses: actions/setup-python@v2 + with: + python-version: "3.8" + - name: pip install notebook reqs + run: pip install -r sdk/python/dev-requirements.txt + - name: pip install mlflow reqs + run: pip install -r sdk/python/mlflow-requirements.txt + - name: azure login + uses: azure/login@v1 + with: + creds: ${{secrets.AZUREML_CREDENTIALS}} + - name: bootstrap resources + run: | + echo '${{ github.workflow }}-${{ github.event.pull_request.number || github.ref }}'; + bash bootstrap.sh + working-directory: infra/bootstrapping + continue-on-error: false + - name: setup SDK + run: | + source "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh"; + source "${{ github.workspace }}/infra/bootstrapping/init_environment.sh"; + bash setup.sh + working-directory: sdk/python + continue-on-error: true + - name: validate readme + run: | + bash check-readme.sh "${{ github.workspace }}" "${{ github.workspace }}/sdk/python/foundation-models/system/finetune/Llama-notebooks/text-generation" + working-directory: infra/bootstrapping + continue-on-error: false + - name: setup-cli + run: | + source "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh"; + source "${{ github.workspace }}/infra/bootstrapping/init_environment.sh"; + bash setup.sh + working-directory: cli + continue-on-error: true + - name: run foundation-models/system/finetune/Llama-notebooks/text-generation/summarization_with_text_gen.ipynb + run: | + source "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh"; + source "${{ github.workspace }}/infra/bootstrapping/init_environment.sh"; + bash "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh" generate_workspace_config "../../.azureml/config.json"; + bash "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh" replace_template_values "summarization_with_text_gen.ipynb"; + [ -f "../../.azureml/config" ] && cat "../../.azureml/config"; + papermill -k python summarization_with_text_gen.ipynb summarization_with_text_gen.output.ipynb + working-directory: sdk/python/foundation-models/system/finetune/Llama-notebooks/text-generation + - name: upload notebook's working folder as an artifact + if: ${{ always() }} + uses: actions/upload-artifact@v2 + with: + name: summarization_with_text_gen + path: sdk/python/foundation-models/system/finetune/Llama-notebooks/text-generation diff --git a/.github/workflows/sdk-foundation-models-system-finetune-image-classification-multiclass-classification-hftransformers-fridgeobjects-multiclass-classification.yml b/.github/workflows/sdk-foundation-models-system-finetune-image-classification-multiclass-classification-hftransformers-fridgeobjects-multiclass-classification.yml new file mode 100644 index 0000000000..ec33cc16f2 --- /dev/null +++ b/.github/workflows/sdk-foundation-models-system-finetune-image-classification-multiclass-classification-hftransformers-fridgeobjects-multiclass-classification.yml @@ -0,0 +1,82 @@ +# This code is autogenerated. +# Code is generated by running custom script: python3 readme.py +# Any manual changes to this file may cause incorrect behavior. +# Any manual changes will be overwritten if the code is regenerated. + +name: sdk-foundation-models-system-finetune-image-classification-multiclass-classification-hftransformers-fridgeobjects-multiclass-classification +# This file is created by sdk/python/readme.py. +# Please do not edit directly. +on: + workflow_dispatch: + schedule: + - cron: "22 3/12 * * *" + pull_request: + branches: + - main + paths: + - sdk/python/foundation-models/system/finetune/image-classification/multiclass-classification/** + - .github/workflows/sdk-foundation-models-system-finetune-image-classification-multiclass-classification-hftransformers-fridgeobjects-multiclass-classification.yml + - sdk/python/dev-requirements.txt + - infra/bootstrapping/** + - sdk/python/setup.sh +concurrency: + group: ${{ github.workflow }}-${{ github.event.pull_request.number || github.ref }} + cancel-in-progress: true +jobs: + build: + runs-on: ubuntu-latest + steps: + - name: check out repo + uses: actions/checkout@v2 + - name: setup python + uses: actions/setup-python@v2 + with: + python-version: "3.8" + - name: pip install notebook reqs + run: pip install -r sdk/python/dev-requirements.txt + - name: pip install mlflow reqs + run: pip install -r sdk/python/mlflow-requirements.txt + - name: azure login + uses: azure/login@v1 + with: + creds: ${{secrets.AZUREML_CREDENTIALS}} + - name: bootstrap resources + run: | + echo '${{ github.workflow }}-${{ github.event.pull_request.number || github.ref }}'; + bash bootstrap.sh + working-directory: infra/bootstrapping + continue-on-error: false + - name: setup SDK + run: | + source "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh"; + source "${{ github.workspace }}/infra/bootstrapping/init_environment.sh"; + bash setup.sh + working-directory: sdk/python + continue-on-error: true + - name: validate readme + run: | + bash check-readme.sh "${{ github.workspace }}" "${{ github.workspace }}/sdk/python/foundation-models/system/finetune/image-classification/multiclass-classification" + working-directory: infra/bootstrapping + continue-on-error: false + - name: setup-cli + run: | + source "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh"; + source "${{ github.workspace }}/infra/bootstrapping/init_environment.sh"; + bash setup.sh + working-directory: cli + continue-on-error: true + - name: run foundation-models/system/finetune/image-classification/multiclass-classification/hftransformers-fridgeobjects-multiclass-classification.ipynb + run: | + source "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh"; + source "${{ github.workspace }}/infra/bootstrapping/init_environment.sh"; + bash "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh" generate_workspace_config "../../.azureml/config.json"; + bash "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh" replace_template_values "hftransformers-fridgeobjects-multiclass-classification.ipynb"; + [ -f "../../.azureml/config" ] && cat "../../.azureml/config"; + papermill -k python hftransformers-fridgeobjects-multiclass-classification.ipynb hftransformers-fridgeobjects-multiclass-classification.output.ipynb + working-directory: sdk/python/foundation-models/system/finetune/image-classification/multiclass-classification + - name: upload notebook's working folder as an artifact + if: ${{ always() }} + uses: actions/upload-artifact@v2 + with: + name: hftransformers-fridgeobjects-multiclass-classification + path: sdk/python/foundation-models/system/finetune/image-classification/multiclass-classification diff --git a/.github/workflows/sdk-foundation-models-system-finetune-image-classification-multilabel-classification-hftransformers-fridgeobjects-multilabel-classification.yml b/.github/workflows/sdk-foundation-models-system-finetune-image-classification-multilabel-classification-hftransformers-fridgeobjects-multilabel-classification.yml new file mode 100644 index 0000000000..8615584354 --- /dev/null +++ b/.github/workflows/sdk-foundation-models-system-finetune-image-classification-multilabel-classification-hftransformers-fridgeobjects-multilabel-classification.yml @@ -0,0 +1,82 @@ +# This code is autogenerated. +# Code is generated by running custom script: python3 readme.py +# Any manual changes to this file may cause incorrect behavior. +# Any manual changes will be overwritten if the code is regenerated. + +name: sdk-foundation-models-system-finetune-image-classification-multilabel-classification-hftransformers-fridgeobjects-multilabel-classification +# This file is created by sdk/python/readme.py. +# Please do not edit directly. +on: + workflow_dispatch: + schedule: + - cron: "17 6/12 * * *" + pull_request: + branches: + - main + paths: + - sdk/python/foundation-models/system/finetune/image-classification/multilabel-classification/** + - .github/workflows/sdk-foundation-models-system-finetune-image-classification-multilabel-classification-hftransformers-fridgeobjects-multilabel-classification.yml + - sdk/python/dev-requirements.txt + - infra/bootstrapping/** + - sdk/python/setup.sh +concurrency: + group: ${{ github.workflow }}-${{ github.event.pull_request.number || github.ref }} + cancel-in-progress: true +jobs: + build: + runs-on: ubuntu-latest + steps: + - name: check out repo + uses: actions/checkout@v2 + - name: setup python + uses: actions/setup-python@v2 + with: + python-version: "3.8" + - name: pip install notebook reqs + run: pip install -r sdk/python/dev-requirements.txt + - name: pip install mlflow reqs + run: pip install -r sdk/python/mlflow-requirements.txt + - name: azure login + uses: azure/login@v1 + with: + creds: ${{secrets.AZUREML_CREDENTIALS}} + - name: bootstrap resources + run: | + echo '${{ github.workflow }}-${{ github.event.pull_request.number || github.ref }}'; + bash bootstrap.sh + working-directory: infra/bootstrapping + continue-on-error: false + - name: setup SDK + run: | + source "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh"; + source "${{ github.workspace }}/infra/bootstrapping/init_environment.sh"; + bash setup.sh + working-directory: sdk/python + continue-on-error: true + - name: validate readme + run: | + bash check-readme.sh "${{ github.workspace }}" "${{ github.workspace }}/sdk/python/foundation-models/system/finetune/image-classification/multilabel-classification" + working-directory: infra/bootstrapping + continue-on-error: false + - name: setup-cli + run: | + source "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh"; + source "${{ github.workspace }}/infra/bootstrapping/init_environment.sh"; + bash setup.sh + working-directory: cli + continue-on-error: true + - name: run foundation-models/system/finetune/image-classification/multilabel-classification/hftransformers-fridgeobjects-multilabel-classification.ipynb + run: | + source "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh"; + source "${{ github.workspace }}/infra/bootstrapping/init_environment.sh"; + bash "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh" generate_workspace_config "../../.azureml/config.json"; + bash "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh" replace_template_values "hftransformers-fridgeobjects-multilabel-classification.ipynb"; + [ -f "../../.azureml/config" ] && cat "../../.azureml/config"; + papermill -k python hftransformers-fridgeobjects-multilabel-classification.ipynb hftransformers-fridgeobjects-multilabel-classification.output.ipynb + working-directory: sdk/python/foundation-models/system/finetune/image-classification/multilabel-classification + - name: upload notebook's working folder as an artifact + if: ${{ always() }} + uses: actions/upload-artifact@v2 + with: + name: hftransformers-fridgeobjects-multilabel-classification + path: sdk/python/foundation-models/system/finetune/image-classification/multilabel-classification diff --git a/.github/workflows/sdk-foundation-models-system-finetune-image-instance-segmentation-mmdetection-fridgeobjects-instance-segmentation.yml b/.github/workflows/sdk-foundation-models-system-finetune-image-instance-segmentation-mmdetection-fridgeobjects-instance-segmentation.yml new file mode 100644 index 0000000000..34d016a0ed --- /dev/null +++ b/.github/workflows/sdk-foundation-models-system-finetune-image-instance-segmentation-mmdetection-fridgeobjects-instance-segmentation.yml @@ -0,0 +1,82 @@ +# This code is autogenerated. +# Code is generated by running custom script: python3 readme.py +# Any manual changes to this file may cause incorrect behavior. +# Any manual changes will be overwritten if the code is regenerated. + +name: sdk-foundation-models-system-finetune-image-instance-segmentation-mmdetection-fridgeobjects-instance-segmentation +# This file is created by sdk/python/readme.py. +# Please do not edit directly. +on: + workflow_dispatch: + schedule: + - cron: "16 10/12 * * *" + pull_request: + branches: + - main + paths: + - sdk/python/foundation-models/system/finetune/image-instance-segmentation/** + - .github/workflows/sdk-foundation-models-system-finetune-image-instance-segmentation-mmdetection-fridgeobjects-instance-segmentation.yml + - sdk/python/dev-requirements.txt + - infra/bootstrapping/** + - sdk/python/setup.sh +concurrency: + group: ${{ github.workflow }}-${{ github.event.pull_request.number || github.ref }} + cancel-in-progress: true +jobs: + build: + runs-on: ubuntu-latest + steps: + - name: check out repo + uses: actions/checkout@v2 + - name: setup python + uses: actions/setup-python@v2 + with: + python-version: "3.8" + - name: pip install notebook reqs + run: pip install -r sdk/python/dev-requirements.txt + - name: pip install mlflow reqs + run: pip install -r sdk/python/mlflow-requirements.txt + - name: azure login + uses: azure/login@v1 + with: + creds: ${{secrets.AZUREML_CREDENTIALS}} + - name: bootstrap resources + run: | + echo '${{ github.workflow }}-${{ github.event.pull_request.number || github.ref }}'; + bash bootstrap.sh + working-directory: infra/bootstrapping + continue-on-error: false + - name: setup SDK + run: | + source "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh"; + source "${{ github.workspace }}/infra/bootstrapping/init_environment.sh"; + bash setup.sh + working-directory: sdk/python + continue-on-error: true + - name: validate readme + run: | + bash check-readme.sh "${{ github.workspace }}" "${{ github.workspace }}/sdk/python/foundation-models/system/finetune/image-instance-segmentation" + working-directory: infra/bootstrapping + continue-on-error: false + - name: setup-cli + run: | + source "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh"; + source "${{ github.workspace }}/infra/bootstrapping/init_environment.sh"; + bash setup.sh + working-directory: cli + continue-on-error: true + - name: run foundation-models/system/finetune/image-instance-segmentation/mmdetection-fridgeobjects-instance-segmentation.ipynb + run: | + source "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh"; + source "${{ github.workspace }}/infra/bootstrapping/init_environment.sh"; + bash "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh" generate_workspace_config "../../.azureml/config.json"; + bash "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh" replace_template_values "mmdetection-fridgeobjects-instance-segmentation.ipynb"; + [ -f "../../.azureml/config" ] && cat "../../.azureml/config"; + papermill -k python mmdetection-fridgeobjects-instance-segmentation.ipynb mmdetection-fridgeobjects-instance-segmentation.output.ipynb + working-directory: sdk/python/foundation-models/system/finetune/image-instance-segmentation + - name: upload notebook's working folder as an artifact + if: ${{ always() }} + uses: actions/upload-artifact@v2 + with: + name: mmdetection-fridgeobjects-instance-segmentation + path: sdk/python/foundation-models/system/finetune/image-instance-segmentation diff --git a/.github/workflows/sdk-foundation-models-system-finetune-image-object-detection-mmdetection-fridgeobjects-object-detection.yml b/.github/workflows/sdk-foundation-models-system-finetune-image-object-detection-mmdetection-fridgeobjects-object-detection.yml new file mode 100644 index 0000000000..a6ca953f39 --- /dev/null +++ b/.github/workflows/sdk-foundation-models-system-finetune-image-object-detection-mmdetection-fridgeobjects-object-detection.yml @@ -0,0 +1,82 @@ +# This code is autogenerated. +# Code is generated by running custom script: python3 readme.py +# Any manual changes to this file may cause incorrect behavior. +# Any manual changes will be overwritten if the code is regenerated. + +name: sdk-foundation-models-system-finetune-image-object-detection-mmdetection-fridgeobjects-object-detection +# This file is created by sdk/python/readme.py. +# Please do not edit directly. +on: + workflow_dispatch: + schedule: + - cron: "52 7/12 * * *" + pull_request: + branches: + - main + paths: + - sdk/python/foundation-models/system/finetune/image-object-detection/** + - .github/workflows/sdk-foundation-models-system-finetune-image-object-detection-mmdetection-fridgeobjects-object-detection.yml + - sdk/python/dev-requirements.txt + - infra/bootstrapping/** + - sdk/python/setup.sh +concurrency: + group: ${{ github.workflow }}-${{ github.event.pull_request.number || github.ref }} + cancel-in-progress: true +jobs: + build: + runs-on: ubuntu-latest + steps: + - name: check out repo + uses: actions/checkout@v2 + - name: setup python + uses: actions/setup-python@v2 + with: + python-version: "3.8" + - name: pip install notebook reqs + run: pip install -r sdk/python/dev-requirements.txt + - name: pip install mlflow reqs + run: pip install -r sdk/python/mlflow-requirements.txt + - name: azure login + uses: azure/login@v1 + with: + creds: ${{secrets.AZUREML_CREDENTIALS}} + - name: bootstrap resources + run: | + echo '${{ github.workflow }}-${{ github.event.pull_request.number || github.ref }}'; + bash bootstrap.sh + working-directory: infra/bootstrapping + continue-on-error: false + - name: setup SDK + run: | + source "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh"; + source "${{ github.workspace }}/infra/bootstrapping/init_environment.sh"; + bash setup.sh + working-directory: sdk/python + continue-on-error: true + - name: validate readme + run: | + bash check-readme.sh "${{ github.workspace }}" "${{ github.workspace }}/sdk/python/foundation-models/system/finetune/image-object-detection" + working-directory: infra/bootstrapping + continue-on-error: false + - name: setup-cli + run: | + source "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh"; + source "${{ github.workspace }}/infra/bootstrapping/init_environment.sh"; + bash setup.sh + working-directory: cli + continue-on-error: true + - name: run foundation-models/system/finetune/image-object-detection/mmdetection-fridgeobjects-object-detection.ipynb + run: | + source "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh"; + source "${{ github.workspace }}/infra/bootstrapping/init_environment.sh"; + bash "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh" generate_workspace_config "../../.azureml/config.json"; + bash "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh" replace_template_values "mmdetection-fridgeobjects-object-detection.ipynb"; + [ -f "../../.azureml/config" ] && cat "../../.azureml/config"; + papermill -k python mmdetection-fridgeobjects-object-detection.ipynb mmdetection-fridgeobjects-object-detection.output.ipynb + working-directory: sdk/python/foundation-models/system/finetune/image-object-detection + - name: upload notebook's working folder as an artifact + if: ${{ always() }} + uses: actions/upload-artifact@v2 + with: + name: mmdetection-fridgeobjects-object-detection + path: sdk/python/foundation-models/system/finetune/image-object-detection diff --git a/.github/workflows/sdk-foundation-models-system-finetune-question-answering-extractive-qa.yml b/.github/workflows/sdk-foundation-models-system-finetune-question-answering-extractive-qa.yml new file mode 100644 index 0000000000..2e44bcf2ff --- /dev/null +++ b/.github/workflows/sdk-foundation-models-system-finetune-question-answering-extractive-qa.yml @@ -0,0 +1,82 @@ +# This code is autogenerated. +# Code is generated by running custom script: python3 readme.py +# Any manual changes to this file may cause incorrect behavior. +# Any manual changes will be overwritten if the code is regenerated. + +name: sdk-foundation-models-system-finetune-question-answering-extractive-qa +# This file is created by sdk/python/readme.py. +# Please do not edit directly. +on: + workflow_dispatch: + schedule: + - cron: "26 11/12 * * *" + pull_request: + branches: + - main + paths: + - sdk/python/foundation-models/system/finetune/question-answering/** + - .github/workflows/sdk-foundation-models-system-finetune-question-answering-extractive-qa.yml + - sdk/python/dev-requirements.txt + - infra/bootstrapping/** + - sdk/python/setup.sh +concurrency: + group: ${{ github.workflow }}-${{ github.event.pull_request.number || github.ref }} + cancel-in-progress: true +jobs: + build: + runs-on: ubuntu-latest + steps: + - name: check out repo + uses: actions/checkout@v2 + - name: setup python + uses: actions/setup-python@v2 + with: + python-version: "3.8" + - name: pip install notebook reqs + run: pip install -r sdk/python/dev-requirements.txt + - name: pip install mlflow reqs + run: pip install -r sdk/python/mlflow-requirements.txt + - name: azure login + uses: azure/login@v1 + with: + creds: ${{secrets.AZUREML_CREDENTIALS}} + - name: bootstrap resources + run: | + echo '${{ github.workflow }}-${{ github.event.pull_request.number || github.ref }}'; + bash bootstrap.sh + working-directory: infra/bootstrapping + continue-on-error: false + - name: setup SDK + run: | + source "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh"; + source "${{ github.workspace }}/infra/bootstrapping/init_environment.sh"; + bash setup.sh + working-directory: sdk/python + continue-on-error: true + - name: validate readme + run: | + bash check-readme.sh "${{ github.workspace }}" "${{ github.workspace }}/sdk/python/foundation-models/system/finetune/question-answering" + working-directory: infra/bootstrapping + continue-on-error: false + - name: setup-cli + run: | + source "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh"; + source "${{ github.workspace }}/infra/bootstrapping/init_environment.sh"; + bash setup.sh + working-directory: cli + continue-on-error: true + - name: run foundation-models/system/finetune/question-answering/extractive-qa.ipynb + run: | + source "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh"; + source "${{ github.workspace }}/infra/bootstrapping/init_environment.sh"; + bash "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh" generate_workspace_config "../../.azureml/config.json"; + bash "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh" replace_template_values "extractive-qa.ipynb"; + [ -f "../../.azureml/config" ] && cat "../../.azureml/config"; + papermill -k python extractive-qa.ipynb extractive-qa.output.ipynb + working-directory: sdk/python/foundation-models/system/finetune/question-answering + - name: upload notebook's working folder as an artifact + if: ${{ always() }} + uses: actions/upload-artifact@v2 + with: + name: extractive-qa + path: sdk/python/foundation-models/system/finetune/question-answering diff --git a/.github/workflows/sdk-foundation-models-system-finetune-summarization-news-summary.yml b/.github/workflows/sdk-foundation-models-system-finetune-summarization-news-summary.yml new file mode 100644 index 0000000000..1d931dc418 --- /dev/null +++ b/.github/workflows/sdk-foundation-models-system-finetune-summarization-news-summary.yml @@ -0,0 +1,82 @@ +# This code is autogenerated. +# Code is generated by running custom script: python3 readme.py +# Any manual changes to this file may cause incorrect behavior. +# Any manual changes will be overwritten if the code is regenerated. + +name: sdk-foundation-models-system-finetune-summarization-news-summary +# This file is created by sdk/python/readme.py. +# Please do not edit directly. +on: + workflow_dispatch: + schedule: + - cron: "21 0/12 * * *" + pull_request: + branches: + - main + paths: + - sdk/python/foundation-models/system/finetune/summarization/** + - .github/workflows/sdk-foundation-models-system-finetune-summarization-news-summary.yml + - sdk/python/dev-requirements.txt + - infra/bootstrapping/** + - sdk/python/setup.sh +concurrency: + group: ${{ github.workflow }}-${{ github.event.pull_request.number || github.ref }} + cancel-in-progress: true +jobs: + build: + runs-on: ubuntu-latest + steps: + - name: check out repo + uses: actions/checkout@v2 + - name: setup python + uses: actions/setup-python@v2 + with: + python-version: "3.8" + - name: pip install notebook reqs + run: pip install -r sdk/python/dev-requirements.txt + - name: pip install mlflow reqs + run: pip install -r sdk/python/mlflow-requirements.txt + - name: azure login + uses: azure/login@v1 + with: + creds: ${{secrets.AZUREML_CREDENTIALS}} + - name: bootstrap resources + run: | + echo '${{ github.workflow }}-${{ github.event.pull_request.number || github.ref }}'; + bash bootstrap.sh + working-directory: infra/bootstrapping + continue-on-error: false + - name: setup SDK + run: | + source "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh"; + source "${{ github.workspace }}/infra/bootstrapping/init_environment.sh"; + bash setup.sh + working-directory: sdk/python + continue-on-error: true + - name: validate readme + run: | + bash check-readme.sh "${{ github.workspace }}" "${{ github.workspace }}/sdk/python/foundation-models/system/finetune/summarization" + working-directory: infra/bootstrapping + continue-on-error: false + - name: setup-cli + run: | + source "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh"; + source "${{ github.workspace }}/infra/bootstrapping/init_environment.sh"; + bash setup.sh + working-directory: cli + continue-on-error: true + - name: run foundation-models/system/finetune/summarization/news-summary.ipynb + run: | + source "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh"; + source "${{ github.workspace }}/infra/bootstrapping/init_environment.sh"; + bash "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh" generate_workspace_config "../../.azureml/config.json"; + bash "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh" replace_template_values "news-summary.ipynb"; + [ -f "../../.azureml/config" ] && cat "../../.azureml/config"; + papermill -k python news-summary.ipynb news-summary.output.ipynb + working-directory: sdk/python/foundation-models/system/finetune/summarization + - name: upload notebook's working folder as an artifact + if: ${{ always() }} + uses: actions/upload-artifact@v2 + with: + name: news-summary + path: sdk/python/foundation-models/system/finetune/summarization diff --git a/.github/workflows/sdk-foundation-models-system-finetune-text-classification-emotion-detection.yml b/.github/workflows/sdk-foundation-models-system-finetune-text-classification-emotion-detection.yml new file mode 100644 index 0000000000..b66aef2bf4 --- /dev/null +++ b/.github/workflows/sdk-foundation-models-system-finetune-text-classification-emotion-detection.yml @@ -0,0 +1,82 @@ +# This code is autogenerated. +# Code is generated by running custom script: python3 readme.py +# Any manual changes to this file may cause incorrect behavior. +# Any manual changes will be overwritten if the code is regenerated. + +name: sdk-foundation-models-system-finetune-text-classification-emotion-detection +# This file is created by sdk/python/readme.py. +# Please do not edit directly. +on: + workflow_dispatch: + schedule: + - cron: "52 2/12 * * *" + pull_request: + branches: + - main + paths: + - sdk/python/foundation-models/system/finetune/text-classification/** + - .github/workflows/sdk-foundation-models-system-finetune-text-classification-emotion-detection.yml + - sdk/python/dev-requirements.txt + - infra/bootstrapping/** + - sdk/python/setup.sh +concurrency: + group: ${{ github.workflow }}-${{ github.event.pull_request.number || github.ref }} + cancel-in-progress: true +jobs: + build: + runs-on: ubuntu-latest + steps: + - name: check out repo + uses: actions/checkout@v2 + - name: setup python + uses: actions/setup-python@v2 + with: + python-version: "3.8" + - name: pip install notebook reqs + run: pip install -r sdk/python/dev-requirements.txt + - name: pip install mlflow reqs + run: pip install -r sdk/python/mlflow-requirements.txt + - name: azure login + uses: azure/login@v1 + with: + creds: ${{secrets.AZUREML_CREDENTIALS}} + - name: bootstrap resources + run: | + echo '${{ github.workflow }}-${{ github.event.pull_request.number || github.ref }}'; + bash bootstrap.sh + working-directory: infra/bootstrapping + continue-on-error: false + - name: setup SDK + run: | + source "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh"; + source "${{ github.workspace }}/infra/bootstrapping/init_environment.sh"; + bash setup.sh + working-directory: sdk/python + continue-on-error: true + - name: validate readme + run: | + bash check-readme.sh "${{ github.workspace }}" "${{ github.workspace }}/sdk/python/foundation-models/system/finetune/text-classification" + working-directory: infra/bootstrapping + continue-on-error: false + - name: setup-cli + run: | + source "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh"; + source "${{ github.workspace }}/infra/bootstrapping/init_environment.sh"; + bash setup.sh + working-directory: cli + continue-on-error: true + - name: run foundation-models/system/finetune/text-classification/emotion-detection.ipynb + run: | + source "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh"; + source "${{ github.workspace }}/infra/bootstrapping/init_environment.sh"; + bash "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh" generate_workspace_config "../../.azureml/config.json"; + bash "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh" replace_template_values "emotion-detection.ipynb"; + [ -f "../../.azureml/config" ] && cat "../../.azureml/config"; + papermill -k python emotion-detection.ipynb emotion-detection.output.ipynb + working-directory: sdk/python/foundation-models/system/finetune/text-classification + - name: upload notebook's working folder as an artifact + if: ${{ always() }} + uses: actions/upload-artifact@v2 + with: + name: emotion-detection + path: sdk/python/foundation-models/system/finetune/text-classification diff --git a/.github/workflows/sdk-foundation-models-system-finetune-token-classification-token-classification.yml b/.github/workflows/sdk-foundation-models-system-finetune-token-classification-token-classification.yml new file mode 100644 index 0000000000..7cdfc8ee60 --- /dev/null +++ b/.github/workflows/sdk-foundation-models-system-finetune-token-classification-token-classification.yml @@ -0,0 +1,82 @@ +# This code is autogenerated. +# Code is generated by running custom script: python3 readme.py +# Any manual changes to this file may cause incorrect behavior. +# Any manual changes will be overwritten if the code is regenerated. + +name: sdk-foundation-models-system-finetune-token-classification-token-classification +# This file is created by sdk/python/readme.py. +# Please do not edit directly. +on: + workflow_dispatch: + schedule: + - cron: "45 4/12 * * *" + pull_request: + branches: + - main + paths: + - sdk/python/foundation-models/system/finetune/token-classification/** + - .github/workflows/sdk-foundation-models-system-finetune-token-classification-token-classification.yml + - sdk/python/dev-requirements.txt + - infra/bootstrapping/** + - sdk/python/setup.sh +concurrency: + group: ${{ github.workflow }}-${{ github.event.pull_request.number || github.ref }} + cancel-in-progress: true +jobs: + build: + runs-on: ubuntu-latest + steps: + - name: check out repo + uses: actions/checkout@v2 + - name: setup python + uses: actions/setup-python@v2 + with: + python-version: "3.8" + - name: pip install notebook reqs + run: pip install -r sdk/python/dev-requirements.txt + - name: pip install mlflow reqs + run: pip install -r sdk/python/mlflow-requirements.txt + - name: azure login + uses: azure/login@v1 + with: + creds: ${{secrets.AZUREML_CREDENTIALS}} + - name: bootstrap resources + run: | + echo '${{ github.workflow }}-${{ github.event.pull_request.number || github.ref }}'; + bash bootstrap.sh + working-directory: infra/bootstrapping + continue-on-error: false + - name: setup SDK + run: | + source "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh"; + source "${{ github.workspace }}/infra/bootstrapping/init_environment.sh"; + bash setup.sh + working-directory: sdk/python + continue-on-error: true + - name: validate readme + run: | + bash check-readme.sh "${{ github.workspace }}" "${{ github.workspace }}/sdk/python/foundation-models/system/finetune/token-classification" + working-directory: infra/bootstrapping + continue-on-error: false + - name: setup-cli + run: | + source "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh"; + source "${{ github.workspace }}/infra/bootstrapping/init_environment.sh"; + bash setup.sh + working-directory: cli + continue-on-error: true + - name: run foundation-models/system/finetune/token-classification/token-classification.ipynb + run: | + source "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh"; + source "${{ github.workspace }}/infra/bootstrapping/init_environment.sh"; + bash "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh" generate_workspace_config "../../.azureml/config.json"; + bash "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh" replace_template_values "token-classification.ipynb"; + [ -f "../../.azureml/config" ] && cat "../../.azureml/config"; + papermill -k python token-classification.ipynb token-classification.output.ipynb + working-directory: sdk/python/foundation-models/system/finetune/token-classification + - name: upload notebook's working folder as an artifact + if: ${{ always() }} + uses: actions/upload-artifact@v2 + with: + name: token-classification + path: sdk/python/foundation-models/system/finetune/token-classification diff --git a/.github/workflows/sdk-foundation-models-system-finetune-translation-translation.yml b/.github/workflows/sdk-foundation-models-system-finetune-translation-translation.yml new file mode 100644 index 0000000000..9415ecdb9a --- /dev/null +++ b/.github/workflows/sdk-foundation-models-system-finetune-translation-translation.yml @@ -0,0 +1,82 @@ +# This code is autogenerated. +# Code is generated by running custom script: python3 readme.py +# Any manual changes to this file may cause incorrect behavior. +# Any manual changes will be overwritten if the code is regenerated. + +name: sdk-foundation-models-system-finetune-translation-translation +# This file is created by sdk/python/readme.py. +# Please do not edit directly. +on: + workflow_dispatch: + schedule: + - cron: "20 11/12 * * *" + pull_request: + branches: + - main + paths: + - sdk/python/foundation-models/system/finetune/translation/** + - .github/workflows/sdk-foundation-models-system-finetune-translation-translation.yml + - sdk/python/dev-requirements.txt + - infra/bootstrapping/** + - sdk/python/setup.sh +concurrency: + group: ${{ github.workflow }}-${{ github.event.pull_request.number || github.ref }} + cancel-in-progress: true +jobs: + build: + runs-on: ubuntu-latest + steps: + - name: check out repo + uses: actions/checkout@v2 + - name: setup python + uses: actions/setup-python@v2 + with: + python-version: "3.8" + - name: pip install notebook reqs + run: pip install -r sdk/python/dev-requirements.txt + - name: pip install mlflow reqs + run: pip install -r sdk/python/mlflow-requirements.txt + - name: azure login + uses: azure/login@v1 + with: + creds: ${{secrets.AZUREML_CREDENTIALS}} + - name: bootstrap resources + run: | + echo '${{ github.workflow }}-${{ github.event.pull_request.number || github.ref }}'; + bash bootstrap.sh + working-directory: infra/bootstrapping + continue-on-error: false + - name: setup SDK + run: | + source "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh"; + source "${{ github.workspace }}/infra/bootstrapping/init_environment.sh"; + bash setup.sh + working-directory: sdk/python + continue-on-error: true + - name: validate readme + run: | + bash check-readme.sh "${{ github.workspace }}" "${{ github.workspace }}/sdk/python/foundation-models/system/finetune/translation" + working-directory: infra/bootstrapping + continue-on-error: false + - name: setup-cli + run: | + source "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh"; + source "${{ github.workspace }}/infra/bootstrapping/init_environment.sh"; + bash setup.sh + working-directory: cli + continue-on-error: true + - name: run foundation-models/system/finetune/translation/translation.ipynb + run: | + source "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh"; + source "${{ github.workspace }}/infra/bootstrapping/init_environment.sh"; + bash "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh" generate_workspace_config "../../.azureml/config.json"; + bash "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh" replace_template_values "translation.ipynb"; + [ -f "../../.azureml/config" ] && cat "../../.azureml/config"; + papermill -k python translation.ipynb translation.output.ipynb + working-directory: sdk/python/foundation-models/system/finetune/translation + - name: upload notebook's working folder as an artifact + if: ${{ always() }} + uses: actions/upload-artifact@v2 + with: + name: translation + path: sdk/python/foundation-models/system/finetune/translation diff --git a/.github/workflows/sdk-foundation-models-system-import-import_mmdetection_model_into_registry.yml b/.github/workflows/sdk-foundation-models-system-import-import_mmdetection_model_into_registry.yml new file mode 100644 index 0000000000..e324e8215a --- /dev/null +++ b/.github/workflows/sdk-foundation-models-system-import-import_mmdetection_model_into_registry.yml @@ -0,0 +1,80 @@ +# This code is autogenerated. +# Code is generated by running custom script: python3 readme.py +# Any manual changes to this file may cause incorrect behavior. +# Any manual changes will be overwritten if the code is regenerated. + +name: sdk-foundation-models-system-import-import_mmdetection_model_into_registry +# This file is created by sdk/python/readme.py. +# Please do not edit directly. +on: + workflow_dispatch: + schedule: + - cron: "56 2/12 * * *" + pull_request: + branches: + - main + paths: + - sdk/python/foundation-models/system/import/** + - .github/workflows/sdk-foundation-models-system-import-import_mmdetection_model_into_registry.yml + - sdk/python/dev-requirements.txt + - infra/bootstrapping/** + - sdk/python/setup.sh +concurrency: + group: ${{ github.workflow }}-${{ github.event.pull_request.number || github.ref }} + cancel-in-progress: true +jobs: + build: + runs-on: ubuntu-latest + steps: + - name: check out repo + uses: actions/checkout@v2 + - name: setup python + uses: actions/setup-python@v2 + with: + python-version: "3.8" + - name: pip install notebook reqs + run: pip install -r sdk/python/dev-requirements.txt + - name: azure login + uses: azure/login@v1 + with: + creds: ${{secrets.AZUREML_CREDENTIALS}} + - name: bootstrap resources + run: | + echo '${{ github.workflow }}-${{ github.event.pull_request.number || github.ref }}'; + bash bootstrap.sh + working-directory: infra/bootstrapping + continue-on-error: false + - name: setup SDK + run: | + source "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh"; + source "${{ github.workspace }}/infra/bootstrapping/init_environment.sh"; + bash setup.sh + working-directory: sdk/python + continue-on-error: true + - name: validate readme + run: | + bash check-readme.sh "${{ github.workspace }}" "${{ github.workspace }}/sdk/python/foundation-models/system/import" + working-directory: infra/bootstrapping + continue-on-error: false + - name: setup-cli + run: | + source "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh"; + source "${{ github.workspace }}/infra/bootstrapping/init_environment.sh"; + bash setup.sh + working-directory: cli + continue-on-error: true + - name: run foundation-models/system/import/import_mmdetection_model_into_registry.ipynb + run: | + source "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh"; + source "${{ github.workspace }}/infra/bootstrapping/init_environment.sh"; + bash "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh" generate_workspace_config "../../.azureml/config.json"; + bash "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh" replace_template_values "import_mmdetection_model_into_registry.ipynb"; + [ -f "../../.azureml/config" ] && cat "../../.azureml/config"; + papermill -k python import_mmdetection_model_into_registry.ipynb import_mmdetection_model_into_registry.output.ipynb + working-directory: sdk/python/foundation-models/system/import + - name: upload notebook's working folder as an artifact + if: ${{ always() }} + uses: actions/upload-artifact@v2 + with: + name: import_mmdetection_model_into_registry + path: sdk/python/foundation-models/system/import diff --git a/.github/workflows/sdk-foundation-models-system-inference-automatic-speech-recognition-asr-batch-endpoint.yml b/.github/workflows/sdk-foundation-models-system-inference-automatic-speech-recognition-asr-batch-endpoint.yml new file mode 100644 index 0000000000..c3f0c0829d --- /dev/null +++ b/.github/workflows/sdk-foundation-models-system-inference-automatic-speech-recognition-asr-batch-endpoint.yml @@ -0,0 +1,80 @@ +# This code is autogenerated. +# Code is generated by running custom script: python3 readme.py +# Any manual changes to this file may cause incorrect behavior. +# Any manual changes will be overwritten if the code is regenerated. + +name: sdk-foundation-models-system-inference-automatic-speech-recognition-asr-batch-endpoint +# This file is created by sdk/python/readme.py. +# Please do not edit directly. +on: + workflow_dispatch: + schedule: + - cron: "12 3/12 * * *" + pull_request: + branches: + - main + paths: + - sdk/python/foundation-models/system/inference/automatic-speech-recognition/** + - .github/workflows/sdk-foundation-models-system-inference-automatic-speech-recognition-asr-batch-endpoint.yml + - sdk/python/dev-requirements.txt + - infra/bootstrapping/** + - sdk/python/setup.sh +concurrency: + group: ${{ github.workflow }}-${{ github.event.pull_request.number || github.ref }} + cancel-in-progress: true +jobs: + build: + runs-on: ubuntu-latest + steps: + - name: check out repo + uses: actions/checkout@v2 + - name: setup python + uses: actions/setup-python@v2 + with: + python-version: "3.8" + - name: pip install notebook reqs + run: pip install -r sdk/python/dev-requirements.txt + - name: azure login + uses: azure/login@v1 + with: + creds: ${{secrets.AZUREML_CREDENTIALS}} + - name: bootstrap resources + run: | + echo '${{ github.workflow }}-${{ github.event.pull_request.number || github.ref }}'; + bash bootstrap.sh + working-directory: infra/bootstrapping + continue-on-error: false + - name: setup SDK + run: | + source "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh"; + source "${{ github.workspace }}/infra/bootstrapping/init_environment.sh"; + bash setup.sh + working-directory: sdk/python + continue-on-error: true + - name: validate readme + run: | + bash check-readme.sh "${{ github.workspace }}" "${{ github.workspace }}/sdk/python/foundation-models/system/inference/automatic-speech-recognition" + working-directory: infra/bootstrapping + continue-on-error: false + - name: setup-cli + run: | + source "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh"; + source "${{ github.workspace }}/infra/bootstrapping/init_environment.sh"; + bash setup.sh + working-directory: cli + continue-on-error: true + - name: run foundation-models/system/inference/automatic-speech-recognition/asr-batch-endpoint.ipynb + run: | + source "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh"; + source "${{ github.workspace }}/infra/bootstrapping/init_environment.sh"; + bash "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh" generate_workspace_config "../../.azureml/config.json"; + bash "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh" replace_template_values "asr-batch-endpoint.ipynb"; + [ -f "../../.azureml/config" ] && cat "../../.azureml/config"; + papermill -k python asr-batch-endpoint.ipynb asr-batch-endpoint.output.ipynb + working-directory: sdk/python/foundation-models/system/inference/automatic-speech-recognition + - name: upload notebook's working folder as an artifact + if: ${{ always() }} + uses: actions/upload-artifact@v2 + with: + name: asr-batch-endpoint + path: sdk/python/foundation-models/system/inference/automatic-speech-recognition diff --git a/.github/workflows/sdk-foundation-models-system-inference-automatic-speech-recognition-asr-online-endpoint.yml b/.github/workflows/sdk-foundation-models-system-inference-automatic-speech-recognition-asr-online-endpoint.yml new file mode 100644 index 0000000000..eb45f76309 --- /dev/null +++ b/.github/workflows/sdk-foundation-models-system-inference-automatic-speech-recognition-asr-online-endpoint.yml @@ -0,0 +1,80 @@ +# This code is autogenerated. +# Code is generated by running custom script: python3 readme.py +# Any manual changes to this file may cause incorrect behavior. +# Any manual changes will be overwritten if the code is regenerated. + +name: sdk-foundation-models-system-inference-automatic-speech-recognition-asr-online-endpoint +# This file is created by sdk/python/readme.py. +# Please do not edit directly. +on: + workflow_dispatch: + schedule: + - cron: "35 4/12 * * *" + pull_request: + branches: + - main + paths: + - sdk/python/foundation-models/system/inference/automatic-speech-recognition/** + - .github/workflows/sdk-foundation-models-system-inference-automatic-speech-recognition-asr-online-endpoint.yml + - sdk/python/dev-requirements.txt + - infra/bootstrapping/** + - sdk/python/setup.sh +concurrency: + group: ${{ github.workflow }}-${{ github.event.pull_request.number || github.ref }} + cancel-in-progress: true +jobs: + build: + runs-on: ubuntu-latest + steps: + - name: check out repo + uses: actions/checkout@v2 + - name: setup python + uses: actions/setup-python@v2 + with: + python-version: "3.8" + - name: pip install notebook reqs + run: pip install -r sdk/python/dev-requirements.txt + - name: azure login + uses: azure/login@v1 + with: + creds: ${{secrets.AZUREML_CREDENTIALS}} + - name: bootstrap resources + run: | + echo '${{ github.workflow }}-${{ github.event.pull_request.number || github.ref }}'; + bash bootstrap.sh + working-directory: infra/bootstrapping + continue-on-error: false + - name: setup SDK + run: | + source "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh"; + source "${{ github.workspace }}/infra/bootstrapping/init_environment.sh"; + bash setup.sh + working-directory: sdk/python + continue-on-error: true + - name: validate readme + run: | + bash check-readme.sh "${{ github.workspace }}" "${{ github.workspace }}/sdk/python/foundation-models/system/inference/automatic-speech-recognition" + working-directory: infra/bootstrapping + continue-on-error: false + - name: setup-cli + run: | + source "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh"; + source "${{ github.workspace }}/infra/bootstrapping/init_environment.sh"; + bash setup.sh + working-directory: cli + continue-on-error: true + - name: run foundation-models/system/inference/automatic-speech-recognition/asr-online-endpoint.ipynb + run: | + source "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh"; + source "${{ github.workspace }}/infra/bootstrapping/init_environment.sh"; + bash "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh" generate_workspace_config "../../.azureml/config.json"; + bash "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh" replace_template_values "asr-online-endpoint.ipynb"; + [ -f "../../.azureml/config" ] && cat "../../.azureml/config"; + papermill -k python asr-online-endpoint.ipynb asr-online-endpoint.output.ipynb + working-directory: sdk/python/foundation-models/system/inference/automatic-speech-recognition + - name: upload notebook's working folder as an artifact + if: ${{ always() }} + uses: actions/upload-artifact@v2 + with: + name: asr-online-endpoint + path: sdk/python/foundation-models/system/inference/automatic-speech-recognition diff --git a/.github/workflows/sdk-foundation-models-system-inference-fill-mask-fill-mask-batch-endpoint.yml b/.github/workflows/sdk-foundation-models-system-inference-fill-mask-fill-mask-batch-endpoint.yml new file mode 100644 index 0000000000..b04bd2961b --- /dev/null +++ b/.github/workflows/sdk-foundation-models-system-inference-fill-mask-fill-mask-batch-endpoint.yml @@ -0,0 +1,80 @@ +# This code is autogenerated. +# Code is generated by running custom script: python3 readme.py +# Any manual changes to this file may cause incorrect behavior. +# Any manual changes will be overwritten if the code is regenerated. + +name: sdk-foundation-models-system-inference-fill-mask-fill-mask-batch-endpoint +# This file is created by sdk/python/readme.py. +# Please do not edit directly. +on: + workflow_dispatch: + schedule: + - cron: "46 11/12 * * *" + pull_request: + branches: + - main + paths: + - sdk/python/foundation-models/system/inference/fill-mask/** + - .github/workflows/sdk-foundation-models-system-inference-fill-mask-fill-mask-batch-endpoint.yml + - sdk/python/dev-requirements.txt + - infra/bootstrapping/** + - sdk/python/setup.sh +concurrency: + group: ${{ github.workflow }}-${{ github.event.pull_request.number || github.ref }} + cancel-in-progress: true +jobs: + build: + runs-on: ubuntu-latest + steps: + - name: check out repo + uses: actions/checkout@v2 + - name: setup python + uses: actions/setup-python@v2 + with: + python-version: "3.8" + - name: pip install notebook reqs + run: pip install -r sdk/python/dev-requirements.txt + - name: azure login + uses: azure/login@v1 + with: + creds: ${{secrets.AZUREML_CREDENTIALS}} + - name: bootstrap resources + run: | + echo '${{ github.workflow }}-${{ github.event.pull_request.number || github.ref }}'; + bash bootstrap.sh + working-directory: infra/bootstrapping + continue-on-error: false + - name: setup SDK + run: | + source "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh"; + source "${{ github.workspace }}/infra/bootstrapping/init_environment.sh"; + bash setup.sh + working-directory: sdk/python + continue-on-error: true + - name: validate readme + run: | + bash check-readme.sh "${{ github.workspace }}" "${{ github.workspace }}/sdk/python/foundation-models/system/inference/fill-mask" + working-directory: infra/bootstrapping + continue-on-error: false + - name: setup-cli + run: | + source "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh"; + source "${{ github.workspace }}/infra/bootstrapping/init_environment.sh"; + bash setup.sh + working-directory: cli + continue-on-error: true + - name: run foundation-models/system/inference/fill-mask/fill-mask-batch-endpoint.ipynb + run: | + source "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh"; + source "${{ github.workspace }}/infra/bootstrapping/init_environment.sh"; + bash "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh" generate_workspace_config "../../.azureml/config.json"; + bash "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh" replace_template_values "fill-mask-batch-endpoint.ipynb"; + [ -f "../../.azureml/config" ] && cat "../../.azureml/config"; + papermill -k python fill-mask-batch-endpoint.ipynb fill-mask-batch-endpoint.output.ipynb + working-directory: sdk/python/foundation-models/system/inference/fill-mask + - name: upload notebook's working folder as an artifact + if: ${{ always() }} + uses: actions/upload-artifact@v2 + with: + name: fill-mask-batch-endpoint + path: sdk/python/foundation-models/system/inference/fill-mask diff --git a/.github/workflows/sdk-foundation-models-system-inference-fill-mask-fill-mask-online-endpoint.yml b/.github/workflows/sdk-foundation-models-system-inference-fill-mask-fill-mask-online-endpoint.yml new file mode 100644 index 0000000000..d1affb7060 --- /dev/null +++ b/.github/workflows/sdk-foundation-models-system-inference-fill-mask-fill-mask-online-endpoint.yml @@ -0,0 +1,80 @@ +# This code is autogenerated. +# Code is generated by running custom script: python3 readme.py +# Any manual changes to this file may cause incorrect behavior. +# Any manual changes will be overwritten if the code is regenerated. + +name: sdk-foundation-models-system-inference-fill-mask-fill-mask-online-endpoint +# This file is created by sdk/python/readme.py. +# Please do not edit directly. +on: + workflow_dispatch: + schedule: + - cron: "2 11/12 * * *" + pull_request: + branches: + - main + paths: + - sdk/python/foundation-models/system/inference/fill-mask/** + - .github/workflows/sdk-foundation-models-system-inference-fill-mask-fill-mask-online-endpoint.yml + - sdk/python/dev-requirements.txt + - infra/bootstrapping/** + - sdk/python/setup.sh +concurrency: + group: ${{ github.workflow }}-${{ github.event.pull_request.number || github.ref }} + cancel-in-progress: true +jobs: + build: + runs-on: ubuntu-latest + steps: + - name: check out repo + uses: actions/checkout@v2 + - name: setup python + uses: actions/setup-python@v2 + with: + python-version: "3.8" + - name: pip install notebook reqs + run: pip install -r sdk/python/dev-requirements.txt + - name: azure login + uses: azure/login@v1 + with: + creds: ${{secrets.AZUREML_CREDENTIALS}} + - name: bootstrap resources + run: | + echo '${{ github.workflow }}-${{ github.event.pull_request.number || github.ref }}'; + bash bootstrap.sh + working-directory: infra/bootstrapping + continue-on-error: false + - name: setup SDK + run: | + source "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh"; + source "${{ github.workspace }}/infra/bootstrapping/init_environment.sh"; + bash setup.sh + working-directory: sdk/python + continue-on-error: true + - name: validate readme + run: | + bash check-readme.sh "${{ github.workspace }}" "${{ github.workspace }}/sdk/python/foundation-models/system/inference/fill-mask" + working-directory: infra/bootstrapping + continue-on-error: false + - name: setup-cli + run: | + source "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh"; + source "${{ github.workspace }}/infra/bootstrapping/init_environment.sh"; + bash setup.sh + working-directory: cli + continue-on-error: true + - name: run foundation-models/system/inference/fill-mask/fill-mask-online-endpoint.ipynb + run: | + source "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh"; + source "${{ github.workspace }}/infra/bootstrapping/init_environment.sh"; + bash "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh" generate_workspace_config "../../.azureml/config.json"; + bash "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh" replace_template_values "fill-mask-online-endpoint.ipynb"; + [ -f "../../.azureml/config" ] && cat "../../.azureml/config"; + papermill -k python fill-mask-online-endpoint.ipynb fill-mask-online-endpoint.output.ipynb + working-directory: sdk/python/foundation-models/system/inference/fill-mask + - name: upload notebook's working folder as an artifact + if: ${{ always() }} + uses: actions/upload-artifact@v2 + with: + name: fill-mask-online-endpoint + path: sdk/python/foundation-models/system/inference/fill-mask diff --git a/.github/workflows/sdk-foundation-models-system-inference-image-classification-image-classification-batch-endpoint.yml b/.github/workflows/sdk-foundation-models-system-inference-image-classification-image-classification-batch-endpoint.yml new file mode 100644 index 0000000000..dc9a08bd6a --- /dev/null +++ b/.github/workflows/sdk-foundation-models-system-inference-image-classification-image-classification-batch-endpoint.yml @@ -0,0 +1,80 @@ +# This code is autogenerated. +# Code is generated by running custom script: python3 readme.py +# Any manual changes to this file may cause incorrect behavior. +# Any manual changes will be overwritten if the code is regenerated. + +name: sdk-foundation-models-system-inference-image-classification-image-classification-batch-endpoint +# This file is created by sdk/python/readme.py. +# Please do not edit directly. +on: + workflow_dispatch: + schedule: + - cron: "57 7/12 * * *" + pull_request: + branches: + - main + paths: + - sdk/python/foundation-models/system/inference/image-classification/** + - .github/workflows/sdk-foundation-models-system-inference-image-classification-image-classification-batch-endpoint.yml + - sdk/python/dev-requirements.txt + - infra/bootstrapping/** + - sdk/python/setup.sh +concurrency: + group: ${{ github.workflow }}-${{ github.event.pull_request.number || github.ref }} + cancel-in-progress: true +jobs: + build: + runs-on: ubuntu-latest + steps: + - name: check out repo + uses: actions/checkout@v2 + - name: setup python + uses: actions/setup-python@v2 + with: + python-version: "3.8" + - name: pip install notebook reqs + run: pip install -r sdk/python/dev-requirements.txt + - name: azure login + uses: azure/login@v1 + with: + creds: ${{secrets.AZUREML_CREDENTIALS}} + - name: bootstrap resources + run: | + echo '${{ github.workflow }}-${{ github.event.pull_request.number || github.ref }}'; + bash bootstrap.sh + working-directory: infra/bootstrapping + continue-on-error: false + - name: setup SDK + run: | + source "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh"; + source "${{ github.workspace }}/infra/bootstrapping/init_environment.sh"; + bash setup.sh + working-directory: sdk/python + continue-on-error: true + - name: validate readme + run: | + bash check-readme.sh "${{ github.workspace }}" "${{ github.workspace }}/sdk/python/foundation-models/system/inference/image-classification" + working-directory: infra/bootstrapping + continue-on-error: false + - name: setup-cli + run: | + source "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh"; + source "${{ github.workspace }}/infra/bootstrapping/init_environment.sh"; + bash setup.sh + working-directory: cli + continue-on-error: true + - name: run foundation-models/system/inference/image-classification/image-classification-batch-endpoint.ipynb + run: | + source "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh"; + source "${{ github.workspace }}/infra/bootstrapping/init_environment.sh"; + bash "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh" generate_workspace_config "../../.azureml/config.json"; + bash "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh" replace_template_values "image-classification-batch-endpoint.ipynb"; + [ -f "../../.azureml/config" ] && cat "../../.azureml/config"; + papermill -k python image-classification-batch-endpoint.ipynb image-classification-batch-endpoint.output.ipynb + working-directory: sdk/python/foundation-models/system/inference/image-classification + - name: upload notebook's working folder as an artifact + if: ${{ always() }} + uses: actions/upload-artifact@v2 + with: + name: image-classification-batch-endpoint + path: sdk/python/foundation-models/system/inference/image-classification diff --git a/.github/workflows/sdk-foundation-models-system-inference-image-classification-image-classification-online-endpoint.yml b/.github/workflows/sdk-foundation-models-system-inference-image-classification-image-classification-online-endpoint.yml new file mode 100644 index 0000000000..aba5e4e1a9 --- /dev/null +++ b/.github/workflows/sdk-foundation-models-system-inference-image-classification-image-classification-online-endpoint.yml @@ -0,0 +1,80 @@ +# This code is autogenerated. +# Code is generated by running custom script: python3 readme.py +# Any manual changes to this file may cause incorrect behavior. +# Any manual changes will be overwritten if the code is regenerated. + +name: sdk-foundation-models-system-inference-image-classification-image-classification-online-endpoint +# This file is created by sdk/python/readme.py. +# Please do not edit directly. +on: + workflow_dispatch: + schedule: + - cron: "48 1/12 * * *" + pull_request: + branches: + - main + paths: + - sdk/python/foundation-models/system/inference/image-classification/** + - .github/workflows/sdk-foundation-models-system-inference-image-classification-image-classification-online-endpoint.yml + - sdk/python/dev-requirements.txt + - infra/bootstrapping/** + - sdk/python/setup.sh +concurrency: + group: ${{ github.workflow }}-${{ github.event.pull_request.number || github.ref }} + cancel-in-progress: true +jobs: + build: + runs-on: ubuntu-latest + steps: + - name: check out repo + uses: actions/checkout@v2 + - name: setup python + uses: actions/setup-python@v2 + with: + python-version: "3.8" + - name: pip install notebook reqs + run: pip install -r sdk/python/dev-requirements.txt + - name: azure login + uses: azure/login@v1 + with: + creds: ${{secrets.AZUREML_CREDENTIALS}} + - name: bootstrap resources + run: | + echo '${{ github.workflow }}-${{ github.event.pull_request.number || github.ref }}'; + bash bootstrap.sh + working-directory: infra/bootstrapping + continue-on-error: false + - name: setup SDK + run: | + source "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh"; + source "${{ github.workspace }}/infra/bootstrapping/init_environment.sh"; + bash setup.sh + working-directory: sdk/python + continue-on-error: true + - name: validate readme + run: | + bash check-readme.sh "${{ github.workspace }}" "${{ github.workspace }}/sdk/python/foundation-models/system/inference/image-classification" + working-directory: infra/bootstrapping + continue-on-error: false + - name: setup-cli + run: | + source "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh"; + source "${{ github.workspace }}/infra/bootstrapping/init_environment.sh"; + bash setup.sh + working-directory: cli + continue-on-error: true + - name: run foundation-models/system/inference/image-classification/image-classification-online-endpoint.ipynb + run: | + source "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh"; + source "${{ github.workspace }}/infra/bootstrapping/init_environment.sh"; + bash "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh" generate_workspace_config "../../.azureml/config.json"; + bash "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh" replace_template_values "image-classification-online-endpoint.ipynb"; + [ -f "../../.azureml/config" ] && cat "../../.azureml/config"; + papermill -k python image-classification-online-endpoint.ipynb image-classification-online-endpoint.output.ipynb + working-directory: sdk/python/foundation-models/system/inference/image-classification + - name: upload notebook's working folder as an artifact + if: ${{ always() }} + uses: actions/upload-artifact@v2 + with: + name: image-classification-online-endpoint + path: sdk/python/foundation-models/system/inference/image-classification diff --git a/.github/workflows/sdk-foundation-models-system-inference-image-instance-segmentation-image-instance-segmentation-batch-endpoint.yml b/.github/workflows/sdk-foundation-models-system-inference-image-instance-segmentation-image-instance-segmentation-batch-endpoint.yml new file mode 100644 index 0000000000..c50137b547 --- /dev/null +++ b/.github/workflows/sdk-foundation-models-system-inference-image-instance-segmentation-image-instance-segmentation-batch-endpoint.yml @@ -0,0 +1,80 @@ +# This code is autogenerated. +# Code is generated by running custom script: python3 readme.py +# Any manual changes to this file may cause incorrect behavior. +# Any manual changes will be overwritten if the code is regenerated. + +name: sdk-foundation-models-system-inference-image-instance-segmentation-image-instance-segmentation-batch-endpoint +# This file is created by sdk/python/readme.py. +# Please do not edit directly. +on: + workflow_dispatch: + schedule: + - cron: "49 6/12 * * *" + pull_request: + branches: + - main + paths: + - sdk/python/foundation-models/system/inference/image-instance-segmentation/** + - .github/workflows/sdk-foundation-models-system-inference-image-instance-segmentation-image-instance-segmentation-batch-endpoint.yml + - sdk/python/dev-requirements.txt + - infra/bootstrapping/** + - sdk/python/setup.sh +concurrency: + group: ${{ github.workflow }}-${{ github.event.pull_request.number || github.ref }} + cancel-in-progress: true +jobs: + build: + runs-on: ubuntu-latest + steps: + - name: check out repo + uses: actions/checkout@v2 + - name: setup python + uses: actions/setup-python@v2 + with: + python-version: "3.8" + - name: pip install notebook reqs + run: pip install -r sdk/python/dev-requirements.txt + - name: azure login + uses: azure/login@v1 + with: + creds: ${{secrets.AZUREML_CREDENTIALS}} + - name: bootstrap resources + run: | + echo '${{ github.workflow }}-${{ github.event.pull_request.number || github.ref }}'; + bash bootstrap.sh + working-directory: infra/bootstrapping + continue-on-error: false + - name: setup SDK + run: | + source "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh"; + source "${{ github.workspace }}/infra/bootstrapping/init_environment.sh"; + bash setup.sh + working-directory: sdk/python + continue-on-error: true + - name: validate readme + run: | + bash check-readme.sh "${{ github.workspace }}" "${{ github.workspace }}/sdk/python/foundation-models/system/inference/image-instance-segmentation" + working-directory: infra/bootstrapping + continue-on-error: false + - name: setup-cli + run: | + source "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh"; + source "${{ github.workspace }}/infra/bootstrapping/init_environment.sh"; + bash setup.sh + working-directory: cli + continue-on-error: true + - name: run foundation-models/system/inference/image-instance-segmentation/image-instance-segmentation-batch-endpoint.ipynb + run: | + source "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh"; + source "${{ github.workspace }}/infra/bootstrapping/init_environment.sh"; + bash "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh" generate_workspace_config "../../.azureml/config.json"; + bash "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh" replace_template_values "image-instance-segmentation-batch-endpoint.ipynb"; + [ -f "../../.azureml/config" ] && cat "../../.azureml/config"; + papermill -k python image-instance-segmentation-batch-endpoint.ipynb image-instance-segmentation-batch-endpoint.output.ipynb + working-directory: sdk/python/foundation-models/system/inference/image-instance-segmentation + - name: upload notebook's working folder as an artifact + if: ${{ always() }} + uses: actions/upload-artifact@v2 + with: + name: image-instance-segmentation-batch-endpoint + path: sdk/python/foundation-models/system/inference/image-instance-segmentation diff --git a/.github/workflows/sdk-foundation-models-system-inference-image-instance-segmentation-image-instance-segmentation-online-endpoint.yml b/.github/workflows/sdk-foundation-models-system-inference-image-instance-segmentation-image-instance-segmentation-online-endpoint.yml new file mode 100644 index 0000000000..f433e45622 --- /dev/null +++ b/.github/workflows/sdk-foundation-models-system-inference-image-instance-segmentation-image-instance-segmentation-online-endpoint.yml @@ -0,0 +1,80 @@ +# This code is autogenerated. +# Code is generated by running custom script: python3 readme.py +# Any manual changes to this file may cause incorrect behavior. +# Any manual changes will be overwritten if the code is regenerated. + +name: sdk-foundation-models-system-inference-image-instance-segmentation-image-instance-segmentation-online-endpoint +# This file is created by sdk/python/readme.py. +# Please do not edit directly. +on: + workflow_dispatch: + schedule: + - cron: "12 10/12 * * *" + pull_request: + branches: + - main + paths: + - sdk/python/foundation-models/system/inference/image-instance-segmentation/** + - .github/workflows/sdk-foundation-models-system-inference-image-instance-segmentation-image-instance-segmentation-online-endpoint.yml + - sdk/python/dev-requirements.txt + - infra/bootstrapping/** + - sdk/python/setup.sh +concurrency: + group: ${{ github.workflow }}-${{ github.event.pull_request.number || github.ref }} + cancel-in-progress: true +jobs: + build: + runs-on: ubuntu-latest + steps: + - name: check out repo + uses: actions/checkout@v2 + - name: setup python + uses: actions/setup-python@v2 + with: + python-version: "3.8" + - name: pip install notebook reqs + run: pip install -r sdk/python/dev-requirements.txt + - name: azure login + uses: azure/login@v1 + with: + creds: ${{secrets.AZUREML_CREDENTIALS}} + - name: bootstrap resources + run: | + echo '${{ github.workflow }}-${{ github.event.pull_request.number || github.ref }}'; + bash bootstrap.sh + working-directory: infra/bootstrapping + continue-on-error: false + - name: setup SDK + run: | + source "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh"; + source "${{ github.workspace }}/infra/bootstrapping/init_environment.sh"; + bash setup.sh + working-directory: sdk/python + continue-on-error: true + - name: validate readme + run: | + bash check-readme.sh "${{ github.workspace }}" "${{ github.workspace }}/sdk/python/foundation-models/system/inference/image-instance-segmentation" + working-directory: infra/bootstrapping + continue-on-error: false + - name: setup-cli + run: | + source "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh"; + source "${{ github.workspace }}/infra/bootstrapping/init_environment.sh"; + bash setup.sh + working-directory: cli + continue-on-error: true + - name: run foundation-models/system/inference/image-instance-segmentation/image-instance-segmentation-online-endpoint.ipynb + run: | + source "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh"; + source "${{ github.workspace }}/infra/bootstrapping/init_environment.sh"; + bash "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh" generate_workspace_config "../../.azureml/config.json"; + bash "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh" replace_template_values "image-instance-segmentation-online-endpoint.ipynb"; + [ -f "../../.azureml/config" ] && cat "../../.azureml/config"; + papermill -k python image-instance-segmentation-online-endpoint.ipynb image-instance-segmentation-online-endpoint.output.ipynb + working-directory: sdk/python/foundation-models/system/inference/image-instance-segmentation + - name: upload notebook's working folder as an artifact + if: ${{ always() }} + uses: actions/upload-artifact@v2 + with: + name: image-instance-segmentation-online-endpoint + path: sdk/python/foundation-models/system/inference/image-instance-segmentation diff --git a/.github/workflows/sdk-foundation-models-system-inference-image-object-detection-image-object-detection-batch-endpoint.yml b/.github/workflows/sdk-foundation-models-system-inference-image-object-detection-image-object-detection-batch-endpoint.yml new file mode 100644 index 0000000000..cafe439bd7 --- /dev/null +++ b/.github/workflows/sdk-foundation-models-system-inference-image-object-detection-image-object-detection-batch-endpoint.yml @@ -0,0 +1,80 @@ +# This code is autogenerated. +# Code is generated by running custom script: python3 readme.py +# Any manual changes to this file may cause incorrect behavior. +# Any manual changes will be overwritten if the code is regenerated. + +name: sdk-foundation-models-system-inference-image-object-detection-image-object-detection-batch-endpoint +# This file is created by sdk/python/readme.py. +# Please do not edit directly. +on: + workflow_dispatch: + schedule: + - cron: "4 11/12 * * *" + pull_request: + branches: + - main + paths: + - sdk/python/foundation-models/system/inference/image-object-detection/** + - .github/workflows/sdk-foundation-models-system-inference-image-object-detection-image-object-detection-batch-endpoint.yml + - sdk/python/dev-requirements.txt + - infra/bootstrapping/** + - sdk/python/setup.sh +concurrency: + group: ${{ github.workflow }}-${{ github.event.pull_request.number || github.ref }} + cancel-in-progress: true +jobs: + build: + runs-on: ubuntu-latest + steps: + - name: check out repo + uses: actions/checkout@v2 + - name: setup python + uses: actions/setup-python@v2 + with: + python-version: "3.8" + - name: pip install notebook reqs + run: pip install -r sdk/python/dev-requirements.txt + - name: azure login + uses: azure/login@v1 + with: + creds: ${{secrets.AZUREML_CREDENTIALS}} + - name: bootstrap resources + run: | + echo '${{ github.workflow }}-${{ github.event.pull_request.number || github.ref }}'; + bash bootstrap.sh + working-directory: infra/bootstrapping + continue-on-error: false + - name: setup SDK + run: | + source "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh"; + source "${{ github.workspace }}/infra/bootstrapping/init_environment.sh"; + bash setup.sh + working-directory: sdk/python + continue-on-error: true + - name: validate readme + run: | + bash check-readme.sh "${{ github.workspace }}" "${{ github.workspace }}/sdk/python/foundation-models/system/inference/image-object-detection" + working-directory: infra/bootstrapping + continue-on-error: false + - name: setup-cli + run: | + source "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh"; + source "${{ github.workspace }}/infra/bootstrapping/init_environment.sh"; + bash setup.sh + working-directory: cli + continue-on-error: true + - name: run foundation-models/system/inference/image-object-detection/image-object-detection-batch-endpoint.ipynb + run: | + source "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh"; + source "${{ github.workspace }}/infra/bootstrapping/init_environment.sh"; + bash "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh" generate_workspace_config "../../.azureml/config.json"; + bash "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh" replace_template_values "image-object-detection-batch-endpoint.ipynb"; + [ -f "../../.azureml/config" ] && cat "../../.azureml/config"; + papermill -k python image-object-detection-batch-endpoint.ipynb image-object-detection-batch-endpoint.output.ipynb + working-directory: sdk/python/foundation-models/system/inference/image-object-detection + - name: upload notebook's working folder as an artifact + if: ${{ always() }} + uses: actions/upload-artifact@v2 + with: + name: image-object-detection-batch-endpoint + path: sdk/python/foundation-models/system/inference/image-object-detection diff --git a/.github/workflows/sdk-foundation-models-system-inference-image-object-detection-image-object-detection-online-endpoint.yml b/.github/workflows/sdk-foundation-models-system-inference-image-object-detection-image-object-detection-online-endpoint.yml new file mode 100644 index 0000000000..f9e035a1e4 --- /dev/null +++ b/.github/workflows/sdk-foundation-models-system-inference-image-object-detection-image-object-detection-online-endpoint.yml @@ -0,0 +1,80 @@ +# This code is autogenerated. +# Code is generated by running custom script: python3 readme.py +# Any manual changes to this file may cause incorrect behavior. +# Any manual changes will be overwritten if the code is regenerated. + +name: sdk-foundation-models-system-inference-image-object-detection-image-object-detection-online-endpoint +# This file is created by sdk/python/readme.py. +# Please do not edit directly. +on: + workflow_dispatch: + schedule: + - cron: "1 7/12 * * *" + pull_request: + branches: + - main + paths: + - sdk/python/foundation-models/system/inference/image-object-detection/** + - .github/workflows/sdk-foundation-models-system-inference-image-object-detection-image-object-detection-online-endpoint.yml + - sdk/python/dev-requirements.txt + - infra/bootstrapping/** + - sdk/python/setup.sh +concurrency: + group: ${{ github.workflow }}-${{ github.event.pull_request.number || github.ref }} + cancel-in-progress: true +jobs: + build: + runs-on: ubuntu-latest + steps: + - name: check out repo + uses: actions/checkout@v2 + - name: setup python + uses: actions/setup-python@v2 + with: + python-version: "3.8" + - name: pip install notebook reqs + run: pip install -r sdk/python/dev-requirements.txt + - name: azure login + uses: azure/login@v1 + with: + creds: ${{secrets.AZUREML_CREDENTIALS}} + - name: bootstrap resources + run: | + echo '${{ github.workflow }}-${{ github.event.pull_request.number || github.ref }}'; + bash bootstrap.sh + working-directory: infra/bootstrapping + continue-on-error: false + - name: setup SDK + run: | + source "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh"; + source "${{ github.workspace }}/infra/bootstrapping/init_environment.sh"; + bash setup.sh + working-directory: sdk/python + continue-on-error: true + - name: validate readme + run: | + bash check-readme.sh "${{ github.workspace }}" "${{ github.workspace }}/sdk/python/foundation-models/system/inference/image-object-detection" + working-directory: infra/bootstrapping + continue-on-error: false + - name: setup-cli + run: | + source "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh"; + source "${{ github.workspace }}/infra/bootstrapping/init_environment.sh"; + bash setup.sh + working-directory: cli + continue-on-error: true + - name: run foundation-models/system/inference/image-object-detection/image-object-detection-online-endpoint.ipynb + run: | + source "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh"; + source "${{ github.workspace }}/infra/bootstrapping/init_environment.sh"; + bash "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh" generate_workspace_config "../../.azureml/config.json"; + bash "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh" replace_template_values "image-object-detection-online-endpoint.ipynb"; + [ -f "../../.azureml/config" ] && cat "../../.azureml/config"; + papermill -k python image-object-detection-online-endpoint.ipynb image-object-detection-online-endpoint.output.ipynb + working-directory: sdk/python/foundation-models/system/inference/image-object-detection + - name: upload notebook's working folder as an artifact + if: ${{ always() }} + uses: actions/upload-artifact@v2 + with: + name: image-object-detection-online-endpoint + path: sdk/python/foundation-models/system/inference/image-object-detection diff --git a/.github/workflows/sdk-foundation-models-system-inference-image-text-embeddings-image-text-embeddings-batch-endpoint.yml b/.github/workflows/sdk-foundation-models-system-inference-image-text-embeddings-image-text-embeddings-batch-endpoint.yml new file mode 100644 index 0000000000..fb60d74d45 --- /dev/null +++ b/.github/workflows/sdk-foundation-models-system-inference-image-text-embeddings-image-text-embeddings-batch-endpoint.yml @@ -0,0 +1,80 @@ +# This code is autogenerated. +# Code is generated by running custom script: python3 readme.py +# Any manual changes to this file may cause incorrect behavior. +# Any manual changes will be overwritten if the code is regenerated. + +name: sdk-foundation-models-system-inference-image-text-embeddings-image-text-embeddings-batch-endpoint +# This file is created by sdk/python/readme.py. +# Please do not edit directly. +on: + workflow_dispatch: + schedule: + - cron: "11 0/12 * * *" + pull_request: + branches: + - main + paths: + - sdk/python/foundation-models/system/inference/image-text-embeddings/** + - .github/workflows/sdk-foundation-models-system-inference-image-text-embeddings-image-text-embeddings-batch-endpoint.yml + - sdk/python/dev-requirements.txt + - infra/bootstrapping/** + - sdk/python/setup.sh +concurrency: + group: ${{ github.workflow }}-${{ github.event.pull_request.number || github.ref }} + cancel-in-progress: true +jobs: + build: + runs-on: ubuntu-latest + steps: + - name: check out repo + uses: actions/checkout@v2 + - name: setup python + uses: actions/setup-python@v2 + with: + python-version: "3.8" + - name: pip install notebook reqs + run: pip install -r sdk/python/dev-requirements.txt + - name: azure login + uses: azure/login@v1 + with: + creds: ${{secrets.AZUREML_CREDENTIALS}} + - name: bootstrap resources + run: | + echo '${{ github.workflow }}-${{ github.event.pull_request.number || github.ref }}'; + bash bootstrap.sh + working-directory: infra/bootstrapping + continue-on-error: false + - name: setup SDK + run: | + source "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh"; + source "${{ github.workspace }}/infra/bootstrapping/init_environment.sh"; + bash setup.sh + working-directory: sdk/python + continue-on-error: true + - name: validate readme + run: | + bash check-readme.sh "${{ github.workspace }}" "${{ github.workspace }}/sdk/python/foundation-models/system/inference/image-text-embeddings" + working-directory: infra/bootstrapping + continue-on-error: false + - name: setup-cli + run: | + source "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh"; + source "${{ github.workspace }}/infra/bootstrapping/init_environment.sh"; + bash setup.sh + working-directory: cli + continue-on-error: true + - name: run foundation-models/system/inference/image-text-embeddings/image-text-embeddings-batch-endpoint.ipynb + run: | + source "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh"; + source "${{ github.workspace }}/infra/bootstrapping/init_environment.sh"; + bash "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh" generate_workspace_config "../../.azureml/config.json"; + bash "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh" replace_template_values "image-text-embeddings-batch-endpoint.ipynb"; + [ -f "../../.azureml/config" ] && cat "../../.azureml/config"; + papermill -k python image-text-embeddings-batch-endpoint.ipynb image-text-embeddings-batch-endpoint.output.ipynb + working-directory: sdk/python/foundation-models/system/inference/image-text-embeddings + - name: upload notebook's working folder as an artifact + if: ${{ always() }} + uses: actions/upload-artifact@v2 + with: + name: image-text-embeddings-batch-endpoint + path: sdk/python/foundation-models/system/inference/image-text-embeddings diff --git a/.github/workflows/sdk-foundation-models-system-inference-image-text-embeddings-image-text-embeddings-online-endpoint.yml b/.github/workflows/sdk-foundation-models-system-inference-image-text-embeddings-image-text-embeddings-online-endpoint.yml new file mode 100644 index 0000000000..6badac3c38 --- /dev/null +++ b/.github/workflows/sdk-foundation-models-system-inference-image-text-embeddings-image-text-embeddings-online-endpoint.yml @@ -0,0 +1,80 @@ +# This code is autogenerated. +# Code is generated by running custom script: python3 readme.py +# Any manual changes to this file may cause incorrect behavior. +# Any manual changes will be overwritten if the code is regenerated. + +name: sdk-foundation-models-system-inference-image-text-embeddings-image-text-embeddings-online-endpoint +# This file is created by sdk/python/readme.py. +# Please do not edit directly. +on: + workflow_dispatch: + schedule: + - cron: "53 4/12 * * *" + pull_request: + branches: + - main + paths: + - sdk/python/foundation-models/system/inference/image-text-embeddings/** + - .github/workflows/sdk-foundation-models-system-inference-image-text-embeddings-image-text-embeddings-online-endpoint.yml + - sdk/python/dev-requirements.txt + - infra/bootstrapping/** + - sdk/python/setup.sh +concurrency: + group: ${{ github.workflow }}-${{ github.event.pull_request.number || github.ref }} + cancel-in-progress: true +jobs: + build: + runs-on: ubuntu-latest + steps: + - name: check out repo + uses: actions/checkout@v2 + - name: setup python + uses: actions/setup-python@v2 + with: + python-version: "3.8" + - name: pip install notebook reqs + run: pip install -r sdk/python/dev-requirements.txt + - name: azure login + uses: azure/login@v1 + with: + creds: ${{secrets.AZUREML_CREDENTIALS}} + - name: bootstrap resources + run: | + echo '${{ github.workflow }}-${{ github.event.pull_request.number || github.ref }}'; + bash bootstrap.sh + working-directory: infra/bootstrapping + continue-on-error: false + - name: setup SDK + run: | + source "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh"; + source "${{ github.workspace }}/infra/bootstrapping/init_environment.sh"; + bash setup.sh + working-directory: sdk/python + continue-on-error: true + - name: validate readme + run: | + bash check-readme.sh "${{ github.workspace }}" "${{ github.workspace }}/sdk/python/foundation-models/system/inference/image-text-embeddings" + working-directory: infra/bootstrapping + continue-on-error: false + - name: setup-cli + run: | + source "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh"; + source "${{ github.workspace }}/infra/bootstrapping/init_environment.sh"; + bash setup.sh + working-directory: cli + continue-on-error: true + - name: run foundation-models/system/inference/image-text-embeddings/image-text-embeddings-online-endpoint.ipynb + run: | + source "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh"; + source "${{ github.workspace }}/infra/bootstrapping/init_environment.sh"; + bash "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh" generate_workspace_config "../../.azureml/config.json"; + bash "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh" replace_template_values "image-text-embeddings-online-endpoint.ipynb"; + [ -f "../../.azureml/config" ] && cat "../../.azureml/config"; + papermill -k python image-text-embeddings-online-endpoint.ipynb image-text-embeddings-online-endpoint.output.ipynb + working-directory: sdk/python/foundation-models/system/inference/image-text-embeddings + - name: upload notebook's working folder as an artifact + if: ${{ always() }} + uses: actions/upload-artifact@v2 + with: + name: image-text-embeddings-online-endpoint + path: sdk/python/foundation-models/system/inference/image-text-embeddings diff --git a/.github/workflows/sdk-foundation-models-system-inference-question-answering-question-answering-batch-endpoint.yml b/.github/workflows/sdk-foundation-models-system-inference-question-answering-question-answering-batch-endpoint.yml new file mode 100644 index 0000000000..8528ce2f5e --- /dev/null +++ b/.github/workflows/sdk-foundation-models-system-inference-question-answering-question-answering-batch-endpoint.yml @@ -0,0 +1,80 @@ +# This code is autogenerated. +# Code is generated by running custom script: python3 readme.py +# Any manual changes to this file may cause incorrect behavior. +# Any manual changes will be overwritten if the code is regenerated. + +name: sdk-foundation-models-system-inference-question-answering-question-answering-batch-endpoint +# This file is created by sdk/python/readme.py. +# Please do not edit directly. +on: + workflow_dispatch: + schedule: + - cron: "7 10/12 * * *" + pull_request: + branches: + - main + paths: + - sdk/python/foundation-models/system/inference/question-answering/** + - .github/workflows/sdk-foundation-models-system-inference-question-answering-question-answering-batch-endpoint.yml + - sdk/python/dev-requirements.txt + - infra/bootstrapping/** + - sdk/python/setup.sh +concurrency: + group: ${{ github.workflow }}-${{ github.event.pull_request.number || github.ref }} + cancel-in-progress: true +jobs: + build: + runs-on: ubuntu-latest + steps: + - name: check out repo + uses: actions/checkout@v2 + - name: setup python + uses: actions/setup-python@v2 + with: + python-version: "3.8" + - name: pip install notebook reqs + run: pip install -r sdk/python/dev-requirements.txt + - name: azure login + uses: azure/login@v1 + with: + creds: ${{secrets.AZUREML_CREDENTIALS}} + - name: bootstrap resources + run: | + echo '${{ github.workflow }}-${{ github.event.pull_request.number || github.ref }}'; + bash bootstrap.sh + working-directory: infra/bootstrapping + continue-on-error: false + - name: setup SDK + run: | + source "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh"; + source "${{ github.workspace }}/infra/bootstrapping/init_environment.sh"; + bash setup.sh + working-directory: sdk/python + continue-on-error: true + - name: validate readme + run: | + bash check-readme.sh "${{ github.workspace }}" "${{ github.workspace }}/sdk/python/foundation-models/system/inference/question-answering" + working-directory: infra/bootstrapping + continue-on-error: false + - name: setup-cli + run: | + source "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh"; + source "${{ github.workspace }}/infra/bootstrapping/init_environment.sh"; + bash setup.sh + working-directory: cli + continue-on-error: true + - name: run foundation-models/system/inference/question-answering/question-answering-batch-endpoint.ipynb + run: | + source "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh"; + source "${{ github.workspace }}/infra/bootstrapping/init_environment.sh"; + bash "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh" generate_workspace_config "../../.azureml/config.json"; + bash "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh" replace_template_values "question-answering-batch-endpoint.ipynb"; + [ -f "../../.azureml/config" ] && cat "../../.azureml/config"; + papermill -k python question-answering-batch-endpoint.ipynb question-answering-batch-endpoint.output.ipynb + working-directory: sdk/python/foundation-models/system/inference/question-answering + - name: upload notebook's working folder as an artifact + if: ${{ always() }} + uses: actions/upload-artifact@v2 + with: + name: question-answering-batch-endpoint + path: sdk/python/foundation-models/system/inference/question-answering diff --git a/.github/workflows/sdk-foundation-models-system-inference-question-answering-question-answering-online-endpoint.yml b/.github/workflows/sdk-foundation-models-system-inference-question-answering-question-answering-online-endpoint.yml new file mode 100644 index 0000000000..76e9eb203e --- /dev/null +++ b/.github/workflows/sdk-foundation-models-system-inference-question-answering-question-answering-online-endpoint.yml @@ -0,0 +1,80 @@ +# This code is autogenerated. +# Code is generated by running custom script: python3 readme.py +# Any manual changes to this file may cause incorrect behavior. +# Any manual changes will be overwritten if the code is regenerated. + +name: sdk-foundation-models-system-inference-question-answering-question-answering-online-endpoint +# This file is created by sdk/python/readme.py. +# Please do not edit directly. +on: + workflow_dispatch: + schedule: + - cron: "29 3/12 * * *" + pull_request: + branches: + - main + paths: + - sdk/python/foundation-models/system/inference/question-answering/** + - .github/workflows/sdk-foundation-models-system-inference-question-answering-question-answering-online-endpoint.yml + - sdk/python/dev-requirements.txt + - infra/bootstrapping/** + - sdk/python/setup.sh +concurrency: + group: ${{ github.workflow }}-${{ github.event.pull_request.number || github.ref }} + cancel-in-progress: true +jobs: + build: + runs-on: ubuntu-latest + steps: + - name: check out repo + uses: actions/checkout@v2 + - name: setup python + uses: actions/setup-python@v2 + with: + python-version: "3.8" + - name: pip install notebook reqs + run: pip install -r sdk/python/dev-requirements.txt + - name: azure login + uses: azure/login@v1 + with: + creds: ${{secrets.AZUREML_CREDENTIALS}} + - name: bootstrap resources + run: | + echo '${{ github.workflow }}-${{ github.event.pull_request.number || github.ref }}'; + bash bootstrap.sh + working-directory: infra/bootstrapping + continue-on-error: false + - name: setup SDK + run: | + source "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh"; + source "${{ github.workspace }}/infra/bootstrapping/init_environment.sh"; + bash setup.sh + working-directory: sdk/python + continue-on-error: true + - name: validate readme + run: | + bash check-readme.sh "${{ github.workspace }}" "${{ github.workspace }}/sdk/python/foundation-models/system/inference/question-answering" + working-directory: infra/bootstrapping + continue-on-error: false + - name: setup-cli + run: | + source "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh"; + source "${{ github.workspace }}/infra/bootstrapping/init_environment.sh"; + bash setup.sh + working-directory: cli + continue-on-error: true + - name: run foundation-models/system/inference/question-answering/question-answering-online-endpoint.ipynb + run: | + source "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh"; + source "${{ github.workspace }}/infra/bootstrapping/init_environment.sh"; + bash "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh" generate_workspace_config "../../.azureml/config.json"; + bash "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh" replace_template_values "question-answering-online-endpoint.ipynb"; + [ -f "../../.azureml/config" ] && cat "../../.azureml/config"; + papermill -k python question-answering-online-endpoint.ipynb question-answering-online-endpoint.output.ipynb + working-directory: sdk/python/foundation-models/system/inference/question-answering + - name: upload notebook's working folder as an artifact + if: ${{ always() }} + uses: actions/upload-artifact@v2 + with: + name: question-answering-online-endpoint + path: sdk/python/foundation-models/system/inference/question-answering diff --git a/.github/workflows/sdk-foundation-models-system-inference-summarization-summarization-batch-endpoint.yml b/.github/workflows/sdk-foundation-models-system-inference-summarization-summarization-batch-endpoint.yml new file mode 100644 index 0000000000..8df5eec4b8 --- /dev/null +++ b/.github/workflows/sdk-foundation-models-system-inference-summarization-summarization-batch-endpoint.yml @@ -0,0 +1,80 @@ +# This code is autogenerated. +# Code is generated by running custom script: python3 readme.py +# Any manual changes to this file may cause incorrect behavior. +# Any manual changes will be overwritten if the code is regenerated. + +name: sdk-foundation-models-system-inference-summarization-summarization-batch-endpoint +# This file is created by sdk/python/readme.py. +# Please do not edit directly. +on: + workflow_dispatch: + schedule: + - cron: "54 4/12 * * *" + pull_request: + branches: + - main + paths: + - sdk/python/foundation-models/system/inference/summarization/** + - .github/workflows/sdk-foundation-models-system-inference-summarization-summarization-batch-endpoint.yml + - sdk/python/dev-requirements.txt + - infra/bootstrapping/** + - sdk/python/setup.sh +concurrency: + group: ${{ github.workflow }}-${{ github.event.pull_request.number || github.ref }} + cancel-in-progress: true +jobs: + build: + runs-on: ubuntu-latest + steps: + - name: check out repo + uses: actions/checkout@v2 + - name: setup python + uses: actions/setup-python@v2 + with: + python-version: "3.8" + - name: pip install notebook reqs + run: pip install -r sdk/python/dev-requirements.txt + - name: azure login + uses: azure/login@v1 + with: + creds: ${{secrets.AZUREML_CREDENTIALS}} + - name: bootstrap resources + run: | + echo '${{ github.workflow }}-${{ github.event.pull_request.number || github.ref }}'; + bash bootstrap.sh + working-directory: infra/bootstrapping + continue-on-error: false + - name: setup SDK + run: | + source "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh"; + source "${{ github.workspace }}/infra/bootstrapping/init_environment.sh"; + bash setup.sh + working-directory: sdk/python + continue-on-error: true + - name: validate readme + run: | + bash check-readme.sh "${{ github.workspace }}" "${{ github.workspace }}/sdk/python/foundation-models/system/inference/summarization" + working-directory: infra/bootstrapping + continue-on-error: false + - name: setup-cli + run: | + source "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh"; + source "${{ github.workspace }}/infra/bootstrapping/init_environment.sh"; + bash setup.sh + working-directory: cli + continue-on-error: true + - name: run foundation-models/system/inference/summarization/summarization-batch-endpoint.ipynb + run: | + source "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh"; + source "${{ github.workspace }}/infra/bootstrapping/init_environment.sh"; + bash "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh" generate_workspace_config "../../.azureml/config.json"; + bash "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh" replace_template_values "summarization-batch-endpoint.ipynb"; + [ -f "../../.azureml/config" ] && cat "../../.azureml/config"; + papermill -k python summarization-batch-endpoint.ipynb summarization-batch-endpoint.output.ipynb + working-directory: sdk/python/foundation-models/system/inference/summarization + - name: upload notebook's working folder as an artifact + if: ${{ always() }} + uses: actions/upload-artifact@v2 + with: + name: summarization-batch-endpoint + path: sdk/python/foundation-models/system/inference/summarization diff --git a/.github/workflows/sdk-foundation-models-system-inference-summarization-summarization-online-endpoint.yml b/.github/workflows/sdk-foundation-models-system-inference-summarization-summarization-online-endpoint.yml new file mode 100644 index 0000000000..e2b44a580b --- /dev/null +++ b/.github/workflows/sdk-foundation-models-system-inference-summarization-summarization-online-endpoint.yml @@ -0,0 +1,80 @@ +# This code is autogenerated. +# Code is generated by running custom script: python3 readme.py +# Any manual changes to this file may cause incorrect behavior. +# Any manual changes will be overwritten if the code is regenerated. + +name: sdk-foundation-models-system-inference-summarization-summarization-online-endpoint +# This file is created by sdk/python/readme.py. +# Please do not edit directly. +on: + workflow_dispatch: + schedule: + - cron: "20 0/12 * * *" + pull_request: + branches: + - main + paths: + - sdk/python/foundation-models/system/inference/summarization/** + - .github/workflows/sdk-foundation-models-system-inference-summarization-summarization-online-endpoint.yml + - sdk/python/dev-requirements.txt + - infra/bootstrapping/** + - sdk/python/setup.sh +concurrency: + group: ${{ github.workflow }}-${{ github.event.pull_request.number || github.ref }} + cancel-in-progress: true +jobs: + build: + runs-on: ubuntu-latest + steps: + - name: check out repo + uses: actions/checkout@v2 + - name: setup python + uses: actions/setup-python@v2 + with: + python-version: "3.8" + - name: pip install notebook reqs + run: pip install -r sdk/python/dev-requirements.txt + - name: azure login + uses: azure/login@v1 + with: + creds: ${{secrets.AZUREML_CREDENTIALS}} + - name: bootstrap resources + run: | + echo '${{ github.workflow }}-${{ github.event.pull_request.number || github.ref }}'; + bash bootstrap.sh + working-directory: infra/bootstrapping + continue-on-error: false + - name: setup SDK + run: | + source "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh"; + source "${{ github.workspace }}/infra/bootstrapping/init_environment.sh"; + bash setup.sh + working-directory: sdk/python + continue-on-error: true + - name: validate readme + run: | + bash check-readme.sh "${{ github.workspace }}" "${{ github.workspace }}/sdk/python/foundation-models/system/inference/summarization" + working-directory: infra/bootstrapping + continue-on-error: false + - name: setup-cli + run: | + source "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh"; + source "${{ github.workspace }}/infra/bootstrapping/init_environment.sh"; + bash setup.sh + working-directory: cli + continue-on-error: true + - name: run foundation-models/system/inference/summarization/summarization-online-endpoint.ipynb + run: | + source "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh"; + source "${{ github.workspace }}/infra/bootstrapping/init_environment.sh"; + bash "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh" generate_workspace_config "../../.azureml/config.json"; + bash "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh" replace_template_values "summarization-online-endpoint.ipynb"; + [ -f "../../.azureml/config" ] && cat "../../.azureml/config"; + papermill -k python summarization-online-endpoint.ipynb summarization-online-endpoint.output.ipynb + working-directory: sdk/python/foundation-models/system/inference/summarization + - name: upload notebook's working folder as an artifact + if: ${{ always() }} + uses: actions/upload-artifact@v2 + with: + name: summarization-online-endpoint + path: sdk/python/foundation-models/system/inference/summarization diff --git a/.github/workflows/sdk-foundation-models-system-inference-text-classification-entailment-contradiction-batch.yml b/.github/workflows/sdk-foundation-models-system-inference-text-classification-entailment-contradiction-batch.yml new file mode 100644 index 0000000000..5a6c15777c --- /dev/null +++ b/.github/workflows/sdk-foundation-models-system-inference-text-classification-entailment-contradiction-batch.yml @@ -0,0 +1,80 @@ +# This code is autogenerated. +# Code is generated by running custom script: python3 readme.py +# Any manual changes to this file may cause incorrect behavior. +# Any manual changes will be overwritten if the code is regenerated. + +name: sdk-foundation-models-system-inference-text-classification-entailment-contradiction-batch +# This file is created by sdk/python/readme.py. +# Please do not edit directly. +on: + workflow_dispatch: + schedule: + - cron: "25 7/12 * * *" + pull_request: + branches: + - main + paths: + - sdk/python/foundation-models/system/inference/text-classification/** + - .github/workflows/sdk-foundation-models-system-inference-text-classification-entailment-contradiction-batch.yml + - sdk/python/dev-requirements.txt + - infra/bootstrapping/** + - sdk/python/setup.sh +concurrency: + group: ${{ github.workflow }}-${{ github.event.pull_request.number || github.ref }} + cancel-in-progress: true +jobs: + build: + runs-on: ubuntu-latest + steps: + - name: check out repo + uses: actions/checkout@v2 + - name: setup python + uses: actions/setup-python@v2 + with: + python-version: "3.8" + - name: pip install notebook reqs + run: pip install -r sdk/python/dev-requirements.txt + - name: azure login + uses: azure/login@v1 + with: + creds: ${{secrets.AZUREML_CREDENTIALS}} + - name: bootstrap resources + run: | + echo '${{ github.workflow }}-${{ github.event.pull_request.number || github.ref }}'; + bash bootstrap.sh + working-directory: infra/bootstrapping + continue-on-error: false + - name: setup SDK + run: | + source "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh"; + source "${{ github.workspace }}/infra/bootstrapping/init_environment.sh"; + bash setup.sh + working-directory: sdk/python + continue-on-error: true + - name: validate readme + run: | + bash check-readme.sh "${{ github.workspace }}" "${{ github.workspace }}/sdk/python/foundation-models/system/inference/text-classification" + working-directory: infra/bootstrapping + continue-on-error: false + - name: setup-cli + run: | + source "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh"; + source "${{ github.workspace }}/infra/bootstrapping/init_environment.sh"; + bash setup.sh + working-directory: cli + continue-on-error: true + - name: run foundation-models/system/inference/text-classification/entailment-contradiction-batch.ipynb + run: | + source "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh"; + source "${{ github.workspace }}/infra/bootstrapping/init_environment.sh"; + bash "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh" generate_workspace_config "../../.azureml/config.json"; + bash "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh" replace_template_values "entailment-contradiction-batch.ipynb"; + [ -f "../../.azureml/config" ] && cat "../../.azureml/config"; + papermill -k python entailment-contradiction-batch.ipynb entailment-contradiction-batch.output.ipynb + working-directory: sdk/python/foundation-models/system/inference/text-classification + - name: upload notebook's working folder as an artifact + if: ${{ always() }} + uses: actions/upload-artifact@v2 + with: + name: entailment-contradiction-batch + path: sdk/python/foundation-models/system/inference/text-classification diff --git a/.github/workflows/sdk-foundation-models-system-inference-text-classification-text-classification-online-endpoint.yml b/.github/workflows/sdk-foundation-models-system-inference-text-classification-text-classification-online-endpoint.yml new file mode 100644 index 0000000000..07310846f9 --- /dev/null +++ b/.github/workflows/sdk-foundation-models-system-inference-text-classification-text-classification-online-endpoint.yml @@ -0,0 +1,80 @@ +# This code is autogenerated. +# Code is generated by running custom script: python3 readme.py +# Any manual changes to this file may cause incorrect behavior. +# Any manual changes will be overwritten if the code is regenerated. + +name: sdk-foundation-models-system-inference-text-classification-text-classification-online-endpoint +# This file is created by sdk/python/readme.py. +# Please do not edit directly. +on: + workflow_dispatch: + schedule: + - cron: "53 4/12 * * *" + pull_request: + branches: + - main + paths: + - sdk/python/foundation-models/system/inference/text-classification/** + - .github/workflows/sdk-foundation-models-system-inference-text-classification-text-classification-online-endpoint.yml + - sdk/python/dev-requirements.txt + - infra/bootstrapping/** + - sdk/python/setup.sh +concurrency: + group: ${{ github.workflow }}-${{ github.event.pull_request.number || github.ref }} + cancel-in-progress: true +jobs: + build: + runs-on: ubuntu-latest + steps: + - name: check out repo + uses: actions/checkout@v2 + - name: setup python + uses: actions/setup-python@v2 + with: + python-version: "3.8" + - name: pip install notebook reqs + run: pip install -r sdk/python/dev-requirements.txt + - name: azure login + uses: azure/login@v1 + with: + creds: ${{secrets.AZUREML_CREDENTIALS}} + - name: bootstrap resources + run: | + echo '${{ github.workflow }}-${{ github.event.pull_request.number || github.ref }}'; + bash bootstrap.sh + working-directory: infra/bootstrapping + continue-on-error: false + - name: setup SDK + run: | + source "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh"; + source "${{ github.workspace }}/infra/bootstrapping/init_environment.sh"; + bash setup.sh + working-directory: sdk/python + continue-on-error: true + - name: validate readme + run: | + bash check-readme.sh "${{ github.workspace }}" "${{ github.workspace }}/sdk/python/foundation-models/system/inference/text-classification" + working-directory: infra/bootstrapping + continue-on-error: false + - name: setup-cli + run: | + source "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh"; + source "${{ github.workspace }}/infra/bootstrapping/init_environment.sh"; + bash setup.sh + working-directory: cli + continue-on-error: true + - name: run foundation-models/system/inference/text-classification/text-classification-online-endpoint.ipynb + run: | + source "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh"; + source "${{ github.workspace }}/infra/bootstrapping/init_environment.sh"; + bash "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh" generate_workspace_config "../../.azureml/config.json"; + bash "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh" replace_template_values "text-classification-online-endpoint.ipynb"; + [ -f "../../.azureml/config" ] && cat "../../.azureml/config"; + papermill -k python text-classification-online-endpoint.ipynb text-classification-online-endpoint.output.ipynb + working-directory: sdk/python/foundation-models/system/inference/text-classification + - name: upload notebook's working folder as an artifact + if: ${{ always() }} + uses: actions/upload-artifact@v2 + with: + name: text-classification-online-endpoint + path: sdk/python/foundation-models/system/inference/text-classification diff --git a/.github/workflows/sdk-foundation-models-system-inference-text-generation-aacs-prepare-uai.yml b/.github/workflows/sdk-foundation-models-system-inference-text-generation-aacs-prepare-uai.yml new file mode 100644 index 0000000000..a2a143029a --- /dev/null +++ b/.github/workflows/sdk-foundation-models-system-inference-text-generation-aacs-prepare-uai.yml @@ -0,0 +1,80 @@ +# This code is autogenerated. +# Code is generated by running custom script: python3 readme.py +# Any manual changes to this file may cause incorrect behavior. +# Any manual changes will be overwritten if the code is regenerated. + +name: sdk-foundation-models-system-inference-text-generation-aacs-prepare-uai +# This file is created by sdk/python/readme.py. +# Please do not edit directly. +on: + workflow_dispatch: + schedule: + - cron: "35 2/12 * * *" + pull_request: + branches: + - main + paths: + - sdk/python/foundation-models/system/inference/text-generation/** + - .github/workflows/sdk-foundation-models-system-inference-text-generation-aacs-prepare-uai.yml + - sdk/python/dev-requirements.txt + - infra/bootstrapping/** + - sdk/python/setup.sh +concurrency: + group: ${{ github.workflow }}-${{ github.event.pull_request.number || github.ref }} + cancel-in-progress: true +jobs: + build: + runs-on: ubuntu-latest + steps: + - name: check out repo + uses: actions/checkout@v2 + - name: setup python + uses: actions/setup-python@v2 + with: + python-version: "3.8" + - name: pip install notebook reqs + run: pip install -r sdk/python/dev-requirements.txt + - name: azure login + uses: azure/login@v1 + with: + creds: ${{secrets.AZUREML_CREDENTIALS}} + - name: bootstrap resources + run: | + echo '${{ github.workflow }}-${{ github.event.pull_request.number || github.ref }}'; + bash bootstrap.sh + working-directory: infra/bootstrapping + continue-on-error: false + - name: setup SDK + run: | + source "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh"; + source "${{ github.workspace }}/infra/bootstrapping/init_environment.sh"; + bash setup.sh + working-directory: sdk/python + continue-on-error: true + - name: validate readme + run: | + bash check-readme.sh "${{ github.workspace }}" "${{ github.workspace }}/sdk/python/foundation-models/system/inference/text-generation" + working-directory: infra/bootstrapping + continue-on-error: false + - name: setup-cli + run: | + source "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh"; + source "${{ github.workspace }}/infra/bootstrapping/init_environment.sh"; + bash setup.sh + working-directory: cli + continue-on-error: true + - name: run foundation-models/system/inference/text-generation/aacs-prepare-uai.ipynb + run: | + source "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh"; + source "${{ github.workspace }}/infra/bootstrapping/init_environment.sh"; + bash "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh" generate_workspace_config "../../.azureml/config.json"; + bash "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh" replace_template_values "aacs-prepare-uai.ipynb"; + [ -f "../../.azureml/config" ] && cat "../../.azureml/config"; + papermill -k python aacs-prepare-uai.ipynb aacs-prepare-uai.output.ipynb + working-directory: sdk/python/foundation-models/system/inference/text-generation + - name: upload notebook's working folder as an artifact + if: ${{ always() }} + uses: actions/upload-artifact@v2 + with: + name: aacs-prepare-uai + path: sdk/python/foundation-models/system/inference/text-generation diff --git a/.github/workflows/sdk-foundation-models-system-inference-text-generation-falcon-safe-online-deployment.yml b/.github/workflows/sdk-foundation-models-system-inference-text-generation-falcon-safe-online-deployment.yml new file mode 100644 index 0000000000..407a9b03b1 --- /dev/null +++ b/.github/workflows/sdk-foundation-models-system-inference-text-generation-falcon-safe-online-deployment.yml @@ -0,0 +1,80 @@ +# This code is autogenerated. +# Code is generated by running custom script: python3 readme.py +# Any manual changes to this file may cause incorrect behavior. +# Any manual changes will be overwritten if the code is regenerated. + +name: sdk-foundation-models-system-inference-text-generation-falcon-safe-online-deployment +# This file is created by sdk/python/readme.py. +# Please do not edit directly. +on: + workflow_dispatch: + schedule: + - cron: "54 3/12 * * *" + pull_request: + branches: + - main + paths: + - sdk/python/foundation-models/system/inference/text-generation/** + - .github/workflows/sdk-foundation-models-system-inference-text-generation-falcon-safe-online-deployment.yml + - sdk/python/dev-requirements.txt + - infra/bootstrapping/** + - sdk/python/setup.sh +concurrency: + group: ${{ github.workflow }}-${{ github.event.pull_request.number || github.ref }} + cancel-in-progress: true +jobs: + build: + runs-on: ubuntu-latest + steps: + - name: check out repo + uses: actions/checkout@v2 + - name: setup python + uses: actions/setup-python@v2 + with: + python-version: "3.8" + - name: pip install notebook reqs + run: pip install -r sdk/python/dev-requirements.txt + - name: azure login + uses: azure/login@v1 + with: + creds: ${{secrets.AZUREML_CREDENTIALS}} + - name: bootstrap resources + run: | + echo '${{ github.workflow }}-${{ github.event.pull_request.number || github.ref }}'; + bash bootstrap.sh + working-directory: infra/bootstrapping + continue-on-error: false + - name: setup SDK + run: | + source "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh"; + source "${{ github.workspace }}/infra/bootstrapping/init_environment.sh"; + bash setup.sh + working-directory: sdk/python + continue-on-error: true + - name: validate readme + run: | + bash check-readme.sh "${{ github.workspace }}" "${{ github.workspace }}/sdk/python/foundation-models/system/inference/text-generation" + working-directory: infra/bootstrapping + continue-on-error: false + - name: setup-cli + run: | + source "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh"; + source "${{ github.workspace }}/infra/bootstrapping/init_environment.sh"; + bash setup.sh + working-directory: cli + continue-on-error: true + - name: run foundation-models/system/inference/text-generation/falcon-safe-online-deployment.ipynb + run: | + source "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh"; + source "${{ github.workspace }}/infra/bootstrapping/init_environment.sh"; + bash "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh" generate_workspace_config "../../.azureml/config.json"; + bash "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh" replace_template_values "falcon-safe-online-deployment.ipynb"; + [ -f "../../.azureml/config" ] && cat "../../.azureml/config"; + papermill -k python falcon-safe-online-deployment.ipynb falcon-safe-online-deployment.output.ipynb + working-directory: sdk/python/foundation-models/system/inference/text-generation + - name: upload notebook's working folder as an artifact + if: ${{ always() }} + uses: actions/upload-artifact@v2 + with: + name: falcon-safe-online-deployment + path: sdk/python/foundation-models/system/inference/text-generation diff --git a/.github/workflows/sdk-foundation-models-system-inference-text-generation-llama-safe-batch-deployment.yml b/.github/workflows/sdk-foundation-models-system-inference-text-generation-llama-safe-batch-deployment.yml new file mode 100644 index 0000000000..676cede0df --- /dev/null +++ b/.github/workflows/sdk-foundation-models-system-inference-text-generation-llama-safe-batch-deployment.yml @@ -0,0 +1,80 @@ +# This code is autogenerated. +# Code is generated by running custom script: python3 readme.py +# Any manual changes to this file may cause incorrect behavior. +# Any manual changes will be overwritten if the code is regenerated. + +name: sdk-foundation-models-system-inference-text-generation-llama-safe-batch-deployment +# This file is created by sdk/python/readme.py. +# Please do not edit directly. +on: + workflow_dispatch: + schedule: + - cron: "40 5/12 * * *" + pull_request: + branches: + - main + paths: + - sdk/python/foundation-models/system/inference/text-generation/** + - .github/workflows/sdk-foundation-models-system-inference-text-generation-llama-safe-batch-deployment.yml + - sdk/python/dev-requirements.txt + - infra/bootstrapping/** + - sdk/python/setup.sh +concurrency: + group: ${{ github.workflow }}-${{ github.event.pull_request.number || github.ref }} + cancel-in-progress: true +jobs: + build: + runs-on: ubuntu-latest + steps: + - name: check out repo + uses: actions/checkout@v2 + - name: setup python + uses: actions/setup-python@v2 + with: + python-version: "3.8" + - name: pip install notebook reqs + run: pip install -r sdk/python/dev-requirements.txt + - name: azure login + uses: azure/login@v1 + with: + creds: ${{secrets.AZUREML_CREDENTIALS}} + - name: bootstrap resources + run: | + echo '${{ github.workflow }}-${{ github.event.pull_request.number || github.ref }}'; + bash bootstrap.sh + working-directory: infra/bootstrapping + continue-on-error: false + - name: setup SDK + run: | + source "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh"; + source "${{ github.workspace }}/infra/bootstrapping/init_environment.sh"; + bash setup.sh + working-directory: sdk/python + continue-on-error: true + - name: validate readme + run: | + bash check-readme.sh "${{ github.workspace }}" "${{ github.workspace }}/sdk/python/foundation-models/system/inference/text-generation" + working-directory: infra/bootstrapping + continue-on-error: false + - name: setup-cli + run: | + source "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh"; + source "${{ github.workspace }}/infra/bootstrapping/init_environment.sh"; + bash setup.sh + working-directory: cli + continue-on-error: true + - name: run foundation-models/system/inference/text-generation/llama-safe-batch-deployment.ipynb + run: | + source "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh"; + source "${{ github.workspace }}/infra/bootstrapping/init_environment.sh"; + bash "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh" generate_workspace_config "../../.azureml/config.json"; + bash "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh" replace_template_values "llama-safe-batch-deployment.ipynb"; + [ -f "../../.azureml/config" ] && cat "../../.azureml/config"; + papermill -k python llama-safe-batch-deployment.ipynb llama-safe-batch-deployment.output.ipynb + working-directory: sdk/python/foundation-models/system/inference/text-generation + - name: upload notebook's working folder as an artifact + if: ${{ always() }} + uses: actions/upload-artifact@v2 + with: + name: llama-safe-batch-deployment + path: sdk/python/foundation-models/system/inference/text-generation diff --git a/.github/workflows/sdk-foundation-models-system-inference-text-generation-llama-safe-online-deployment.yml b/.github/workflows/sdk-foundation-models-system-inference-text-generation-llama-safe-online-deployment.yml new file mode 100644 index 0000000000..4a6130eddc --- /dev/null +++ b/.github/workflows/sdk-foundation-models-system-inference-text-generation-llama-safe-online-deployment.yml @@ -0,0 +1,80 @@ +# This code is autogenerated. +# Code is generated by running custom script: python3 readme.py +# Any manual changes to this file may cause incorrect behavior. +# Any manual changes will be overwritten if the code is regenerated. + +name: sdk-foundation-models-system-inference-text-generation-llama-safe-online-deployment +# This file is created by sdk/python/readme.py. +# Please do not edit directly. +on: + workflow_dispatch: + schedule: + - cron: "12 5/12 * * *" + pull_request: + branches: + - main + paths: + - sdk/python/foundation-models/system/inference/text-generation/** + - .github/workflows/sdk-foundation-models-system-inference-text-generation-llama-safe-online-deployment.yml + - sdk/python/dev-requirements.txt + - infra/bootstrapping/** + - sdk/python/setup.sh +concurrency: + group: ${{ github.workflow }}-${{ github.event.pull_request.number || github.ref }} + cancel-in-progress: true +jobs: + build: + runs-on: ubuntu-latest + steps: + - name: check out repo + uses: actions/checkout@v2 + - name: setup python + uses: actions/setup-python@v2 + with: + python-version: "3.8" + - name: pip install notebook reqs + run: pip install -r sdk/python/dev-requirements.txt + - name: azure login + uses: azure/login@v1 + with: + creds: ${{secrets.AZUREML_CREDENTIALS}} + - name: bootstrap resources + run: | + echo '${{ github.workflow }}-${{ github.event.pull_request.number || github.ref }}'; + bash bootstrap.sh + working-directory: infra/bootstrapping + continue-on-error: false + - name: setup SDK + run: | + source "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh"; + source "${{ github.workspace }}/infra/bootstrapping/init_environment.sh"; + bash setup.sh + working-directory: sdk/python + continue-on-error: true + - name: validate readme + run: | + bash check-readme.sh "${{ github.workspace }}" "${{ github.workspace }}/sdk/python/foundation-models/system/inference/text-generation" + working-directory: infra/bootstrapping + continue-on-error: false + - name: setup-cli + run: | + source "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh"; + source "${{ github.workspace }}/infra/bootstrapping/init_environment.sh"; + bash setup.sh + working-directory: cli + continue-on-error: true + - name: run foundation-models/system/inference/text-generation/llama-safe-online-deployment.ipynb + run: | + source "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh"; + source "${{ github.workspace }}/infra/bootstrapping/init_environment.sh"; + bash "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh" generate_workspace_config "../../.azureml/config.json"; + bash "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh" replace_template_values "llama-safe-online-deployment.ipynb"; + [ -f "../../.azureml/config" ] && cat "../../.azureml/config"; + papermill -k python llama-safe-online-deployment.ipynb llama-safe-online-deployment.output.ipynb + working-directory: sdk/python/foundation-models/system/inference/text-generation + - name: upload notebook's working folder as an artifact + if: ${{ always() }} + uses: actions/upload-artifact@v2 + with: + name: llama-safe-online-deployment + path: sdk/python/foundation-models/system/inference/text-generation diff --git a/.github/workflows/sdk-foundation-models-system-inference-text-generation-text-generation-batch-endpoint.yml b/.github/workflows/sdk-foundation-models-system-inference-text-generation-text-generation-batch-endpoint.yml new file mode 100644 index 0000000000..d8152b141a --- /dev/null +++ b/.github/workflows/sdk-foundation-models-system-inference-text-generation-text-generation-batch-endpoint.yml @@ -0,0 +1,80 @@ +# This code is autogenerated. +# Code is generated by running custom script: python3 readme.py +# Any manual changes to this file may cause incorrect behavior. +# Any manual changes will be overwritten if the code is regenerated. + +name: sdk-foundation-models-system-inference-text-generation-text-generation-batch-endpoint +# This file is created by sdk/python/readme.py. +# Please do not edit directly. +on: + workflow_dispatch: + schedule: + - cron: "55 1/12 * * *" + pull_request: + branches: + - main + paths: + - sdk/python/foundation-models/system/inference/text-generation/** + - .github/workflows/sdk-foundation-models-system-inference-text-generation-text-generation-batch-endpoint.yml + - sdk/python/dev-requirements.txt + - infra/bootstrapping/** + - sdk/python/setup.sh +concurrency: + group: ${{ github.workflow }}-${{ github.event.pull_request.number || github.ref }} + cancel-in-progress: true +jobs: + build: + runs-on: ubuntu-latest + steps: + - name: check out repo + uses: actions/checkout@v2 + - name: setup python + uses: actions/setup-python@v2 + with: + python-version: "3.8" + - name: pip install notebook reqs + run: pip install -r sdk/python/dev-requirements.txt + - name: azure login + uses: azure/login@v1 + with: + creds: ${{secrets.AZUREML_CREDENTIALS}} + - name: bootstrap resources + run: | + echo '${{ github.workflow }}-${{ github.event.pull_request.number || github.ref }}'; + bash bootstrap.sh + working-directory: infra/bootstrapping + continue-on-error: false + - name: setup SDK + run: | + source "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh"; + source "${{ github.workspace }}/infra/bootstrapping/init_environment.sh"; + bash setup.sh + working-directory: sdk/python + continue-on-error: true + - name: validate readme + run: | + bash check-readme.sh "${{ github.workspace }}" "${{ github.workspace }}/sdk/python/foundation-models/system/inference/text-generation" + working-directory: infra/bootstrapping + continue-on-error: false + - name: setup-cli + run: | + source "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh"; + source "${{ github.workspace }}/infra/bootstrapping/init_environment.sh"; + bash setup.sh + working-directory: cli + continue-on-error: true + - name: run foundation-models/system/inference/text-generation/text-generation-batch-endpoint.ipynb + run: | + source "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh"; + source "${{ github.workspace }}/infra/bootstrapping/init_environment.sh"; + bash "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh" generate_workspace_config "../../.azureml/config.json"; + bash "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh" replace_template_values "text-generation-batch-endpoint.ipynb"; + [ -f "../../.azureml/config" ] && cat "../../.azureml/config"; + papermill -k python text-generation-batch-endpoint.ipynb text-generation-batch-endpoint.output.ipynb + working-directory: sdk/python/foundation-models/system/inference/text-generation + - name: upload notebook's working folder as an artifact + if: ${{ always() }} + uses: actions/upload-artifact@v2 + with: + name: text-generation-batch-endpoint + path: sdk/python/foundation-models/system/inference/text-generation diff --git a/.github/workflows/sdk-foundation-models-system-inference-text-generation-text-generation-online-endpoint-dolly.yml b/.github/workflows/sdk-foundation-models-system-inference-text-generation-text-generation-online-endpoint-dolly.yml new file mode 100644 index 0000000000..218575f0aa --- /dev/null +++ b/.github/workflows/sdk-foundation-models-system-inference-text-generation-text-generation-online-endpoint-dolly.yml @@ -0,0 +1,80 @@ +# This code is autogenerated. +# Code is generated by running custom script: python3 readme.py +# Any manual changes to this file may cause incorrect behavior. +# Any manual changes will be overwritten if the code is regenerated. + +name: sdk-foundation-models-system-inference-text-generation-text-generation-online-endpoint-dolly +# This file is created by sdk/python/readme.py. +# Please do not edit directly. +on: + workflow_dispatch: + schedule: + - cron: "26 5/12 * * *" + pull_request: + branches: + - main + paths: + - sdk/python/foundation-models/system/inference/text-generation/** + - .github/workflows/sdk-foundation-models-system-inference-text-generation-text-generation-online-endpoint-dolly.yml + - sdk/python/dev-requirements.txt + - infra/bootstrapping/** + - sdk/python/setup.sh +concurrency: + group: ${{ github.workflow }}-${{ github.event.pull_request.number || github.ref }} + cancel-in-progress: true +jobs: + build: + runs-on: ubuntu-latest + steps: + - name: check out repo + uses: actions/checkout@v2 + - name: setup python + uses: actions/setup-python@v2 + with: + python-version: "3.8" + - name: pip install notebook reqs + run: pip install -r sdk/python/dev-requirements.txt + - name: azure login + uses: azure/login@v1 + with: + creds: ${{secrets.AZUREML_CREDENTIALS}} + - name: bootstrap resources + run: | + echo '${{ github.workflow }}-${{ github.event.pull_request.number || github.ref }}'; + bash bootstrap.sh + working-directory: infra/bootstrapping + continue-on-error: false + - name: setup SDK + run: | + source "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh"; + source "${{ github.workspace }}/infra/bootstrapping/init_environment.sh"; + bash setup.sh + working-directory: sdk/python + continue-on-error: true + - name: validate readme + run: | + bash check-readme.sh "${{ github.workspace }}" "${{ github.workspace }}/sdk/python/foundation-models/system/inference/text-generation" + working-directory: infra/bootstrapping + continue-on-error: false + - name: setup-cli + run: | + source "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh"; + source "${{ github.workspace }}/infra/bootstrapping/init_environment.sh"; + bash setup.sh + working-directory: cli + continue-on-error: true + - name: run foundation-models/system/inference/text-generation/text-generation-online-endpoint-dolly.ipynb + run: | + source "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh"; + source "${{ github.workspace }}/infra/bootstrapping/init_environment.sh"; + bash "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh" generate_workspace_config "../../.azureml/config.json"; + bash "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh" replace_template_values "text-generation-online-endpoint-dolly.ipynb"; + [ -f "../../.azureml/config" ] && cat "../../.azureml/config"; + papermill -k python text-generation-online-endpoint-dolly.ipynb text-generation-online-endpoint-dolly.output.ipynb + working-directory: sdk/python/foundation-models/system/inference/text-generation + - name: upload notebook's working folder as an artifact + if: ${{ always() }} + uses: actions/upload-artifact@v2 + with: + name: text-generation-online-endpoint-dolly + path: sdk/python/foundation-models/system/inference/text-generation diff --git a/.github/workflows/sdk-foundation-models-system-inference-text-generation-text-generation-online-endpoint.yml b/.github/workflows/sdk-foundation-models-system-inference-text-generation-text-generation-online-endpoint.yml new file mode 100644 index 0000000000..0f30692325 --- /dev/null +++ b/.github/workflows/sdk-foundation-models-system-inference-text-generation-text-generation-online-endpoint.yml @@ -0,0 +1,80 @@ +# This code is autogenerated. +# Code is generated by running custom script: python3 readme.py +# Any manual changes to this file may cause incorrect behavior. +# Any manual changes will be overwritten if the code is regenerated. + +name: sdk-foundation-models-system-inference-text-generation-text-generation-online-endpoint +# This file is created by sdk/python/readme.py. +# Please do not edit directly. +on: + workflow_dispatch: + schedule: + - cron: "38 8/12 * * *" + pull_request: + branches: + - main + paths: + - sdk/python/foundation-models/system/inference/text-generation/** + - .github/workflows/sdk-foundation-models-system-inference-text-generation-text-generation-online-endpoint.yml + - sdk/python/dev-requirements.txt + - infra/bootstrapping/** + - sdk/python/setup.sh +concurrency: + group: ${{ github.workflow }}-${{ github.event.pull_request.number || github.ref }} + cancel-in-progress: true +jobs: + build: + runs-on: ubuntu-latest + steps: + - name: check out repo + uses: actions/checkout@v2 + - name: setup python + uses: actions/setup-python@v2 + with: + python-version: "3.8" + - name: pip install notebook reqs + run: pip install -r sdk/python/dev-requirements.txt + - name: azure login + uses: azure/login@v1 + with: + creds: ${{secrets.AZUREML_CREDENTIALS}} + - name: bootstrap resources + run: | + echo '${{ github.workflow }}-${{ github.event.pull_request.number || github.ref }}'; + bash bootstrap.sh + working-directory: infra/bootstrapping + continue-on-error: false + - name: setup SDK + run: | + source "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh"; + source "${{ github.workspace }}/infra/bootstrapping/init_environment.sh"; + bash setup.sh + working-directory: sdk/python + continue-on-error: true + - name: validate readme + run: | + bash check-readme.sh "${{ github.workspace }}" "${{ github.workspace }}/sdk/python/foundation-models/system/inference/text-generation" + working-directory: infra/bootstrapping + continue-on-error: false + - name: setup-cli + run: | + source "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh"; + source "${{ github.workspace }}/infra/bootstrapping/init_environment.sh"; + bash setup.sh + working-directory: cli + continue-on-error: true + - name: run foundation-models/system/inference/text-generation/text-generation-online-endpoint.ipynb + run: | + source "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh"; + source "${{ github.workspace }}/infra/bootstrapping/init_environment.sh"; + bash "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh" generate_workspace_config "../../.azureml/config.json"; + bash "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh" replace_template_values "text-generation-online-endpoint.ipynb"; + [ -f "../../.azureml/config" ] && cat "../../.azureml/config"; + papermill -k python text-generation-online-endpoint.ipynb text-generation-online-endpoint.output.ipynb + working-directory: sdk/python/foundation-models/system/inference/text-generation + - name: upload notebook's working folder as an artifact + if: ${{ always() }} + uses: actions/upload-artifact@v2 + with: + name: text-generation-online-endpoint + path: sdk/python/foundation-models/system/inference/text-generation diff --git a/.github/workflows/sdk-foundation-models-system-inference-text-to-image-aacs-prepare-uai.yml b/.github/workflows/sdk-foundation-models-system-inference-text-to-image-aacs-prepare-uai.yml new file mode 100644 index 0000000000..bb454cd2f2 --- /dev/null +++ b/.github/workflows/sdk-foundation-models-system-inference-text-to-image-aacs-prepare-uai.yml @@ -0,0 +1,80 @@ +# This code is autogenerated. +# Code is generated by running custom script: python3 readme.py +# Any manual changes to this file may cause incorrect behavior. +# Any manual changes will be overwritten if the code is regenerated. + +name: sdk-foundation-models-system-inference-text-to-image-aacs-prepare-uai +# This file is created by sdk/python/readme.py. +# Please do not edit directly. +on: + workflow_dispatch: + schedule: + - cron: "35 2/12 * * *" + pull_request: + branches: + - main + paths: + - sdk/python/foundation-models/system/inference/text-to-image/** + - .github/workflows/sdk-foundation-models-system-inference-text-to-image-aacs-prepare-uai.yml + - sdk/python/dev-requirements.txt + - infra/bootstrapping/** + - sdk/python/setup.sh +concurrency: + group: ${{ github.workflow }}-${{ github.event.pull_request.number || github.ref }} + cancel-in-progress: true +jobs: + build: + runs-on: ubuntu-latest + steps: + - name: check out repo + uses: actions/checkout@v2 + - name: setup python + uses: actions/setup-python@v2 + with: + python-version: "3.8" + - name: pip install notebook reqs + run: pip install -r sdk/python/dev-requirements.txt + - name: azure login + uses: azure/login@v1 + with: + creds: ${{secrets.AZUREML_CREDENTIALS}} + - name: bootstrap resources + run: | + echo '${{ github.workflow }}-${{ github.event.pull_request.number || github.ref }}'; + bash bootstrap.sh + working-directory: infra/bootstrapping + continue-on-error: false + - name: setup SDK + run: | + source "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh"; + source "${{ github.workspace }}/infra/bootstrapping/init_environment.sh"; + bash setup.sh + working-directory: sdk/python + continue-on-error: true + - name: validate readme + run: | + bash check-readme.sh "${{ github.workspace }}" "${{ github.workspace }}/sdk/python/foundation-models/system/inference/text-to-image" + working-directory: infra/bootstrapping + continue-on-error: false + - name: setup-cli + run: | + source "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh"; + source "${{ github.workspace }}/infra/bootstrapping/init_environment.sh"; + bash setup.sh + working-directory: cli + continue-on-error: true + - name: run foundation-models/system/inference/text-to-image/aacs-prepare-uai.ipynb + run: | + source "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh"; + source "${{ github.workspace }}/infra/bootstrapping/init_environment.sh"; + bash "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh" generate_workspace_config "../../.azureml/config.json"; + bash "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh" replace_template_values "aacs-prepare-uai.ipynb"; + [ -f "../../.azureml/config" ] && cat "../../.azureml/config"; + papermill -k python aacs-prepare-uai.ipynb aacs-prepare-uai.output.ipynb + working-directory: sdk/python/foundation-models/system/inference/text-to-image + - name: upload notebook's working folder as an artifact + if: ${{ always() }} + uses: actions/upload-artifact@v2 + with: + name: aacs-prepare-uai + path: sdk/python/foundation-models/system/inference/text-to-image diff --git a/.github/workflows/sdk-foundation-models-system-inference-text-to-image-safe-text-to-image-batch-deployment.yml b/.github/workflows/sdk-foundation-models-system-inference-text-to-image-safe-text-to-image-batch-deployment.yml new file mode 100644 index 0000000000..1ee794309a --- /dev/null +++ b/.github/workflows/sdk-foundation-models-system-inference-text-to-image-safe-text-to-image-batch-deployment.yml @@ -0,0 +1,80 @@ +# This code is autogenerated. +# Code is generated by running custom script: python3 readme.py +# Any manual changes to this file may cause incorrect behavior. +# Any manual changes will be overwritten if the code is regenerated. + +name: sdk-foundation-models-system-inference-text-to-image-safe-text-to-image-batch-deployment +# This file is created by sdk/python/readme.py. +# Please do not edit directly. +on: + workflow_dispatch: + schedule: + - cron: "2 3/12 * * *" + pull_request: + branches: + - main + paths: + - sdk/python/foundation-models/system/inference/text-to-image/** + - .github/workflows/sdk-foundation-models-system-inference-text-to-image-safe-text-to-image-batch-deployment.yml + - sdk/python/dev-requirements.txt + - infra/bootstrapping/** + - sdk/python/setup.sh +concurrency: + group: ${{ github.workflow }}-${{ github.event.pull_request.number || github.ref }} + cancel-in-progress: true +jobs: + build: + runs-on: ubuntu-latest + steps: + - name: check out repo + uses: actions/checkout@v2 + - name: setup python + uses: actions/setup-python@v2 + with: + python-version: "3.8" + - name: pip install notebook reqs + run: pip install -r sdk/python/dev-requirements.txt + - name: azure login + uses: azure/login@v1 + with: + creds: ${{secrets.AZUREML_CREDENTIALS}} + - name: bootstrap resources + run: | + echo '${{ github.workflow }}-${{ github.event.pull_request.number || github.ref }}'; + bash bootstrap.sh + working-directory: infra/bootstrapping + continue-on-error: false + - name: setup SDK + run: | + source "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh"; + source "${{ github.workspace }}/infra/bootstrapping/init_environment.sh"; + bash setup.sh + working-directory: sdk/python + continue-on-error: true + - name: validate readme + run: | + bash check-readme.sh "${{ github.workspace }}" "${{ github.workspace }}/sdk/python/foundation-models/system/inference/text-to-image" + working-directory: infra/bootstrapping + continue-on-error: false + - name: setup-cli + run: | + source "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh"; + source "${{ github.workspace }}/infra/bootstrapping/init_environment.sh"; + bash setup.sh + working-directory: cli + continue-on-error: true + - name: run foundation-models/system/inference/text-to-image/safe-text-to-image-batch-deployment.ipynb + run: | + source "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh"; + source "${{ github.workspace }}/infra/bootstrapping/init_environment.sh"; + bash "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh" generate_workspace_config "../../.azureml/config.json"; + bash "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh" replace_template_values "safe-text-to-image-batch-deployment.ipynb"; + [ -f "../../.azureml/config" ] && cat "../../.azureml/config"; + papermill -k python safe-text-to-image-batch-deployment.ipynb safe-text-to-image-batch-deployment.output.ipynb + working-directory: sdk/python/foundation-models/system/inference/text-to-image + - name: upload notebook's working folder as an artifact + if: ${{ always() }} + uses: actions/upload-artifact@v2 + with: + name: safe-text-to-image-batch-deployment + path: sdk/python/foundation-models/system/inference/text-to-image diff --git a/.github/workflows/sdk-foundation-models-system-inference-text-to-image-safe-text-to-image-inpainting-batch-deployment.yml b/.github/workflows/sdk-foundation-models-system-inference-text-to-image-safe-text-to-image-inpainting-batch-deployment.yml new file mode 100644 index 0000000000..8c06da948e --- /dev/null +++ b/.github/workflows/sdk-foundation-models-system-inference-text-to-image-safe-text-to-image-inpainting-batch-deployment.yml @@ -0,0 +1,80 @@ +# This code is autogenerated. +# Code is generated by running custom script: python3 readme.py +# Any manual changes to this file may cause incorrect behavior. +# Any manual changes will be overwritten if the code is regenerated. + +name: sdk-foundation-models-system-inference-text-to-image-safe-text-to-image-inpainting-batch-deployment +# This file is created by sdk/python/readme.py. +# Please do not edit directly. +on: + workflow_dispatch: + schedule: + - cron: "47 5/12 * * *" + pull_request: + branches: + - main + paths: + - sdk/python/foundation-models/system/inference/text-to-image/** + - .github/workflows/sdk-foundation-models-system-inference-text-to-image-safe-text-to-image-inpainting-batch-deployment.yml + - sdk/python/dev-requirements.txt + - infra/bootstrapping/** + - sdk/python/setup.sh +concurrency: + group: ${{ github.workflow }}-${{ github.event.pull_request.number || github.ref }} + cancel-in-progress: true +jobs: + build: + runs-on: ubuntu-latest + steps: + - name: check out repo + uses: actions/checkout@v2 + - name: setup python + uses: actions/setup-python@v2 + with: + python-version: "3.8" + - name: pip install notebook reqs + run: pip install -r sdk/python/dev-requirements.txt + - name: azure login + uses: azure/login@v1 + with: + creds: ${{secrets.AZUREML_CREDENTIALS}} + - name: bootstrap resources + run: | + echo '${{ github.workflow }}-${{ github.event.pull_request.number || github.ref }}'; + bash bootstrap.sh + working-directory: infra/bootstrapping + continue-on-error: false + - name: setup SDK + run: | + source "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh"; + source "${{ github.workspace }}/infra/bootstrapping/init_environment.sh"; + bash setup.sh + working-directory: sdk/python + continue-on-error: true + - name: validate readme + run: | + bash check-readme.sh "${{ github.workspace }}" "${{ github.workspace }}/sdk/python/foundation-models/system/inference/text-to-image" + working-directory: infra/bootstrapping + continue-on-error: false + - name: setup-cli + run: | + source "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh"; + source "${{ github.workspace }}/infra/bootstrapping/init_environment.sh"; + bash setup.sh + working-directory: cli + continue-on-error: true + - name: run foundation-models/system/inference/text-to-image/safe-text-to-image-inpainting-batch-deployment.ipynb + run: | + source "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh"; + source "${{ github.workspace }}/infra/bootstrapping/init_environment.sh"; + bash "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh" generate_workspace_config "../../.azureml/config.json"; + bash "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh" replace_template_values "safe-text-to-image-inpainting-batch-deployment.ipynb"; + [ -f "../../.azureml/config" ] && cat "../../.azureml/config"; + papermill -k python safe-text-to-image-inpainting-batch-deployment.ipynb safe-text-to-image-inpainting-batch-deployment.output.ipynb + working-directory: sdk/python/foundation-models/system/inference/text-to-image + - name: upload notebook's working folder as an artifact + if: ${{ always() }} + uses: actions/upload-artifact@v2 + with: + name: safe-text-to-image-inpainting-batch-deployment + path: sdk/python/foundation-models/system/inference/text-to-image diff --git a/.github/workflows/sdk-foundation-models-system-inference-text-to-image-safe-text-to-image-inpainting-online-endpoint.yml b/.github/workflows/sdk-foundation-models-system-inference-text-to-image-safe-text-to-image-inpainting-online-endpoint.yml new file mode 100644 index 0000000000..4d8fd5c96a --- /dev/null +++ b/.github/workflows/sdk-foundation-models-system-inference-text-to-image-safe-text-to-image-inpainting-online-endpoint.yml @@ -0,0 +1,80 @@ +# This code is autogenerated. +# Code is generated by running custom script: python3 readme.py +# Any manual changes to this file may cause incorrect behavior. +# Any manual changes will be overwritten if the code is regenerated. + +name: sdk-foundation-models-system-inference-text-to-image-safe-text-to-image-inpainting-online-endpoint +# This file is created by sdk/python/readme.py. +# Please do not edit directly. +on: + workflow_dispatch: + schedule: + - cron: "29 4/12 * * *" + pull_request: + branches: + - main + paths: + - sdk/python/foundation-models/system/inference/text-to-image/** + - .github/workflows/sdk-foundation-models-system-inference-text-to-image-safe-text-to-image-inpainting-online-endpoint.yml + - sdk/python/dev-requirements.txt + - infra/bootstrapping/** + - sdk/python/setup.sh +concurrency: + group: ${{ github.workflow }}-${{ github.event.pull_request.number || github.ref }} + cancel-in-progress: true +jobs: + build: + runs-on: ubuntu-latest + steps: + - name: check out repo + uses: actions/checkout@v2 + - name: setup python + uses: actions/setup-python@v2 + with: + python-version: "3.8" + - name: pip install notebook reqs + run: pip install -r sdk/python/dev-requirements.txt + - name: azure login + uses: azure/login@v1 + with: + creds: ${{secrets.AZUREML_CREDENTIALS}} + - name: bootstrap resources + run: | + echo '${{ github.workflow }}-${{ github.event.pull_request.number || github.ref }}'; + bash bootstrap.sh + working-directory: infra/bootstrapping + continue-on-error: false + - name: setup SDK + run: | + source "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh"; + source "${{ github.workspace }}/infra/bootstrapping/init_environment.sh"; + bash setup.sh + working-directory: sdk/python + continue-on-error: true + - name: validate readme + run: | + bash check-readme.sh "${{ github.workspace }}" "${{ github.workspace }}/sdk/python/foundation-models/system/inference/text-to-image" + working-directory: infra/bootstrapping + continue-on-error: false + - name: setup-cli + run: | + source "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh"; + source "${{ github.workspace }}/infra/bootstrapping/init_environment.sh"; + bash setup.sh + working-directory: cli + continue-on-error: true + - name: run foundation-models/system/inference/text-to-image/safe-text-to-image-inpainting-online-endpoint.ipynb + run: | + source "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh"; + source "${{ github.workspace }}/infra/bootstrapping/init_environment.sh"; + bash "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh" generate_workspace_config "../../.azureml/config.json"; + bash "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh" replace_template_values "safe-text-to-image-inpainting-online-endpoint.ipynb"; + [ -f "../../.azureml/config" ] && cat "../../.azureml/config"; + papermill -k python safe-text-to-image-inpainting-online-endpoint.ipynb safe-text-to-image-inpainting-online-endpoint.output.ipynb + working-directory: sdk/python/foundation-models/system/inference/text-to-image + - name: upload notebook's working folder as an artifact + if: ${{ always() }} + uses: actions/upload-artifact@v2 + with: + name: safe-text-to-image-inpainting-online-endpoint + path: sdk/python/foundation-models/system/inference/text-to-image diff --git a/.github/workflows/sdk-foundation-models-system-inference-text-to-image-safe-text-to-image-online-deployment.yml b/.github/workflows/sdk-foundation-models-system-inference-text-to-image-safe-text-to-image-online-deployment.yml new file mode 100644 index 0000000000..3fd45e78c7 --- /dev/null +++ b/.github/workflows/sdk-foundation-models-system-inference-text-to-image-safe-text-to-image-online-deployment.yml @@ -0,0 +1,80 @@ +# This code is autogenerated. +# Code is generated by running custom script: python3 readme.py +# Any manual changes to this file may cause incorrect behavior. +# Any manual changes will be overwritten if the code is regenerated. + +name: sdk-foundation-models-system-inference-text-to-image-safe-text-to-image-online-deployment +# This file is created by sdk/python/readme.py. +# Please do not edit directly. +on: + workflow_dispatch: + schedule: + - cron: "52 9/12 * * *" + pull_request: + branches: + - main + paths: + - sdk/python/foundation-models/system/inference/text-to-image/** + - .github/workflows/sdk-foundation-models-system-inference-text-to-image-safe-text-to-image-online-deployment.yml + - sdk/python/dev-requirements.txt + - infra/bootstrapping/** + - sdk/python/setup.sh +concurrency: + group: ${{ github.workflow }}-${{ github.event.pull_request.number || github.ref }} + cancel-in-progress: true +jobs: + build: + runs-on: ubuntu-latest + steps: + - name: check out repo + uses: actions/checkout@v2 + - name: setup python + uses: actions/setup-python@v2 + with: + python-version: "3.8" + - name: pip install notebook reqs + run: pip install -r sdk/python/dev-requirements.txt + - name: azure login + uses: azure/login@v1 + with: + creds: ${{secrets.AZUREML_CREDENTIALS}} + - name: bootstrap resources + run: | + echo '${{ github.workflow }}-${{ github.event.pull_request.number || github.ref }}'; + bash bootstrap.sh + working-directory: infra/bootstrapping + continue-on-error: false + - name: setup SDK + run: | + source "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh"; + source "${{ github.workspace }}/infra/bootstrapping/init_environment.sh"; + bash setup.sh + working-directory: sdk/python + continue-on-error: true + - name: validate readme + run: | + bash check-readme.sh "${{ github.workspace }}" "${{ github.workspace }}/sdk/python/foundation-models/system/inference/text-to-image" + working-directory: infra/bootstrapping + continue-on-error: false + - name: setup-cli + run: | + source "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh"; + source "${{ github.workspace }}/infra/bootstrapping/init_environment.sh"; + bash setup.sh + working-directory: cli + continue-on-error: true + - name: run foundation-models/system/inference/text-to-image/safe-text-to-image-online-deployment.ipynb + run: | + source "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh"; + source "${{ github.workspace }}/infra/bootstrapping/init_environment.sh"; + bash "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh" generate_workspace_config "../../.azureml/config.json"; + bash "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh" replace_template_values "safe-text-to-image-online-deployment.ipynb"; + [ -f "../../.azureml/config" ] && cat "../../.azureml/config"; + papermill -k python safe-text-to-image-online-deployment.ipynb safe-text-to-image-online-deployment.output.ipynb + working-directory: sdk/python/foundation-models/system/inference/text-to-image + - name: upload notebook's working folder as an artifact + if: ${{ always() }} + uses: actions/upload-artifact@v2 + with: + name: safe-text-to-image-online-deployment + path: sdk/python/foundation-models/system/inference/text-to-image diff --git a/.github/workflows/sdk-foundation-models-system-inference-text-to-image-text-to-image-batch-endpoint.yml b/.github/workflows/sdk-foundation-models-system-inference-text-to-image-text-to-image-batch-endpoint.yml new file mode 100644 index 0000000000..1e1479f086 --- /dev/null +++ b/.github/workflows/sdk-foundation-models-system-inference-text-to-image-text-to-image-batch-endpoint.yml @@ -0,0 +1,80 @@ +# This code is autogenerated. +# Code is generated by running custom script: python3 readme.py +# Any manual changes to this file may cause incorrect behavior. +# Any manual changes will be overwritten if the code is regenerated. + +name: sdk-foundation-models-system-inference-text-to-image-text-to-image-batch-endpoint +# This file is created by sdk/python/readme.py. +# Please do not edit directly. +on: + workflow_dispatch: + schedule: + - cron: "20 4/12 * * *" + pull_request: + branches: + - main + paths: + - sdk/python/foundation-models/system/inference/text-to-image/** + - .github/workflows/sdk-foundation-models-system-inference-text-to-image-text-to-image-batch-endpoint.yml + - sdk/python/dev-requirements.txt + - infra/bootstrapping/** + - sdk/python/setup.sh +concurrency: + group: ${{ github.workflow }}-${{ github.event.pull_request.number || github.ref }} + cancel-in-progress: true +jobs: + build: + runs-on: ubuntu-latest + steps: + - name: check out repo + uses: actions/checkout@v2 + - name: setup python + uses: actions/setup-python@v2 + with: + python-version: "3.8" + - name: pip install notebook reqs + run: pip install -r sdk/python/dev-requirements.txt + - name: azure login + uses: azure/login@v1 + with: + creds: ${{secrets.AZUREML_CREDENTIALS}} + - name: bootstrap resources + run: | + echo '${{ github.workflow }}-${{ github.event.pull_request.number || github.ref }}'; + bash bootstrap.sh + working-directory: infra/bootstrapping + continue-on-error: false + - name: setup SDK + run: | + source "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh"; + source "${{ github.workspace }}/infra/bootstrapping/init_environment.sh"; + bash setup.sh + working-directory: sdk/python + continue-on-error: true + - name: validate readme + run: | + bash check-readme.sh "${{ github.workspace }}" "${{ github.workspace }}/sdk/python/foundation-models/system/inference/text-to-image" + working-directory: infra/bootstrapping + continue-on-error: false + - name: setup-cli + run: | + source "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh"; + source "${{ github.workspace }}/infra/bootstrapping/init_environment.sh"; + bash setup.sh + working-directory: cli + continue-on-error: true + - name: run foundation-models/system/inference/text-to-image/text-to-image-batch-endpoint.ipynb + run: | + source "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh"; + source "${{ github.workspace }}/infra/bootstrapping/init_environment.sh"; + bash "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh" generate_workspace_config "../../.azureml/config.json"; + bash "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh" replace_template_values "text-to-image-batch-endpoint.ipynb"; + [ -f "../../.azureml/config" ] && cat "../../.azureml/config"; + papermill -k python text-to-image-batch-endpoint.ipynb text-to-image-batch-endpoint.output.ipynb + working-directory: sdk/python/foundation-models/system/inference/text-to-image + - name: upload notebook's working folder as an artifact + if: ${{ always() }} + uses: actions/upload-artifact@v2 + with: + name: text-to-image-batch-endpoint + path: sdk/python/foundation-models/system/inference/text-to-image diff --git a/.github/workflows/sdk-foundation-models-system-inference-text-to-image-text-to-image-inpainting-batch-endpoint.yml b/.github/workflows/sdk-foundation-models-system-inference-text-to-image-text-to-image-inpainting-batch-endpoint.yml new file mode 100644 index 0000000000..aa09c8bcb8 --- /dev/null +++ b/.github/workflows/sdk-foundation-models-system-inference-text-to-image-text-to-image-inpainting-batch-endpoint.yml @@ -0,0 +1,80 @@ +# This code is autogenerated. +# Code is generated by running custom script: python3 readme.py +# Any manual changes to this file may cause incorrect behavior. +# Any manual changes will be overwritten if the code is regenerated. + +name: sdk-foundation-models-system-inference-text-to-image-text-to-image-inpainting-batch-endpoint +# This file is created by sdk/python/readme.py. +# Please do not edit directly. +on: + workflow_dispatch: + schedule: + - cron: "1 11/12 * * *" + pull_request: + branches: + - main + paths: + - sdk/python/foundation-models/system/inference/text-to-image/** + - .github/workflows/sdk-foundation-models-system-inference-text-to-image-text-to-image-inpainting-batch-endpoint.yml + - sdk/python/dev-requirements.txt + - infra/bootstrapping/** + - sdk/python/setup.sh +concurrency: + group: ${{ github.workflow }}-${{ github.event.pull_request.number || github.ref }} + cancel-in-progress: true +jobs: + build: + runs-on: ubuntu-latest + steps: + - name: check out repo + uses: actions/checkout@v2 + - name: setup python + uses: actions/setup-python@v2 + with: + python-version: "3.8" + - name: pip install notebook reqs + run: pip install -r sdk/python/dev-requirements.txt + - name: azure login + uses: azure/login@v1 + with: + creds: ${{secrets.AZUREML_CREDENTIALS}} + - name: bootstrap resources + run: | + echo '${{ github.workflow }}-${{ github.event.pull_request.number || github.ref }}'; + bash bootstrap.sh + working-directory: infra/bootstrapping + continue-on-error: false + - name: setup SDK + run: | + source "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh"; + source "${{ github.workspace }}/infra/bootstrapping/init_environment.sh"; + bash setup.sh + working-directory: sdk/python + continue-on-error: true + - name: validate readme + run: | + bash check-readme.sh "${{ github.workspace }}" "${{ github.workspace }}/sdk/python/foundation-models/system/inference/text-to-image" + working-directory: infra/bootstrapping + continue-on-error: false + - name: setup-cli + run: | + source "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh"; + source "${{ github.workspace }}/infra/bootstrapping/init_environment.sh"; + bash setup.sh + working-directory: cli + continue-on-error: true + - name: run foundation-models/system/inference/text-to-image/text-to-image-inpainting-batch-endpoint.ipynb + run: | + source "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh"; + source "${{ github.workspace }}/infra/bootstrapping/init_environment.sh"; + bash "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh" generate_workspace_config "../../.azureml/config.json"; + bash "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh" replace_template_values "text-to-image-inpainting-batch-endpoint.ipynb"; + [ -f "../../.azureml/config" ] && cat "../../.azureml/config"; + papermill -k python text-to-image-inpainting-batch-endpoint.ipynb text-to-image-inpainting-batch-endpoint.output.ipynb + working-directory: sdk/python/foundation-models/system/inference/text-to-image + - name: upload notebook's working folder as an artifact + if: ${{ always() }} + uses: actions/upload-artifact@v2 + with: + name: text-to-image-inpainting-batch-endpoint + path: sdk/python/foundation-models/system/inference/text-to-image diff --git a/.github/workflows/sdk-foundation-models-system-inference-text-to-image-text-to-image-inpainting-online-endpoint.yml b/.github/workflows/sdk-foundation-models-system-inference-text-to-image-text-to-image-inpainting-online-endpoint.yml new file mode 100644 index 0000000000..2595adad93 --- /dev/null +++ b/.github/workflows/sdk-foundation-models-system-inference-text-to-image-text-to-image-inpainting-online-endpoint.yml @@ -0,0 +1,80 @@ +# This code is autogenerated. +# Code is generated by running custom script: python3 readme.py +# Any manual changes to this file may cause incorrect behavior. +# Any manual changes will be overwritten if the code is regenerated. + +name: sdk-foundation-models-system-inference-text-to-image-text-to-image-inpainting-online-endpoint +# This file is created by sdk/python/readme.py. +# Please do not edit directly. +on: + workflow_dispatch: + schedule: + - cron: "24 1/12 * * *" + pull_request: + branches: + - main + paths: + - sdk/python/foundation-models/system/inference/text-to-image/** + - .github/workflows/sdk-foundation-models-system-inference-text-to-image-text-to-image-inpainting-online-endpoint.yml + - sdk/python/dev-requirements.txt + - infra/bootstrapping/** + - sdk/python/setup.sh +concurrency: + group: ${{ github.workflow }}-${{ github.event.pull_request.number || github.ref }} + cancel-in-progress: true +jobs: + build: + runs-on: ubuntu-latest + steps: + - name: check out repo + uses: actions/checkout@v2 + - name: setup python + uses: actions/setup-python@v2 + with: + python-version: "3.8" + - name: pip install notebook reqs + run: pip install -r sdk/python/dev-requirements.txt + - name: azure login + uses: azure/login@v1 + with: + creds: ${{secrets.AZUREML_CREDENTIALS}} + - name: bootstrap resources + run: | + echo '${{ github.workflow }}-${{ github.event.pull_request.number || github.ref }}'; + bash bootstrap.sh + working-directory: infra/bootstrapping + continue-on-error: false + - name: setup SDK + run: | + source "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh"; + source "${{ github.workspace }}/infra/bootstrapping/init_environment.sh"; + bash setup.sh + working-directory: sdk/python + continue-on-error: true + - name: validate readme + run: | + bash check-readme.sh "${{ github.workspace }}" "${{ github.workspace }}/sdk/python/foundation-models/system/inference/text-to-image" + working-directory: infra/bootstrapping + continue-on-error: false + - name: setup-cli + run: | + source "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh"; + source "${{ github.workspace }}/infra/bootstrapping/init_environment.sh"; + bash setup.sh + working-directory: cli + continue-on-error: true + - name: run foundation-models/system/inference/text-to-image/text-to-image-inpainting-online-endpoint.ipynb + run: | + source "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh"; + source "${{ github.workspace }}/infra/bootstrapping/init_environment.sh"; + bash "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh" generate_workspace_config "../../.azureml/config.json"; + bash "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh" replace_template_values "text-to-image-inpainting-online-endpoint.ipynb"; + [ -f "../../.azureml/config" ] && cat "../../.azureml/config"; + papermill -k python text-to-image-inpainting-online-endpoint.ipynb text-to-image-inpainting-online-endpoint.output.ipynb + working-directory: sdk/python/foundation-models/system/inference/text-to-image + - name: upload notebook's working folder as an artifact + if: ${{ always() }} + uses: actions/upload-artifact@v2 + with: + name: text-to-image-inpainting-online-endpoint + path: sdk/python/foundation-models/system/inference/text-to-image diff --git a/.github/workflows/sdk-foundation-models-system-inference-text-to-image-text-to-image-online-endpoint.yml b/.github/workflows/sdk-foundation-models-system-inference-text-to-image-text-to-image-online-endpoint.yml new file mode 100644 index 0000000000..fa85104ec5 --- /dev/null +++ b/.github/workflows/sdk-foundation-models-system-inference-text-to-image-text-to-image-online-endpoint.yml @@ -0,0 +1,80 @@ +# This code is autogenerated. +# Code is generated by running custom script: python3 readme.py +# Any manual changes to this file may cause incorrect behavior. +# Any manual changes will be overwritten if the code is regenerated. + +name: sdk-foundation-models-system-inference-text-to-image-text-to-image-online-endpoint +# This file is created by sdk/python/readme.py. +# Please do not edit directly. +on: + workflow_dispatch: + schedule: + - cron: "29 8/12 * * *" + pull_request: + branches: + - main + paths: + - sdk/python/foundation-models/system/inference/text-to-image/** + - .github/workflows/sdk-foundation-models-system-inference-text-to-image-text-to-image-online-endpoint.yml + - sdk/python/dev-requirements.txt + - infra/bootstrapping/** + - sdk/python/setup.sh +concurrency: + group: ${{ github.workflow }}-${{ github.event.pull_request.number || github.ref }} + cancel-in-progress: true +jobs: + build: + runs-on: ubuntu-latest + steps: + - name: check out repo + uses: actions/checkout@v2 + - name: setup python + uses: actions/setup-python@v2 + with: + python-version: "3.8" + - name: pip install notebook reqs + run: pip install -r sdk/python/dev-requirements.txt + - name: azure login + uses: azure/login@v1 + with: + creds: ${{secrets.AZUREML_CREDENTIALS}} + - name: bootstrap resources + run: | + echo '${{ github.workflow }}-${{ github.event.pull_request.number || github.ref }}'; + bash bootstrap.sh + working-directory: infra/bootstrapping + continue-on-error: false + - name: setup SDK + run: | + source "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh"; + source "${{ github.workspace }}/infra/bootstrapping/init_environment.sh"; + bash setup.sh + working-directory: sdk/python + continue-on-error: true + - name: validate readme + run: | + bash check-readme.sh "${{ github.workspace }}" "${{ github.workspace }}/sdk/python/foundation-models/system/inference/text-to-image" + working-directory: infra/bootstrapping + continue-on-error: false + - name: setup-cli + run: | + source "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh"; + source "${{ github.workspace }}/infra/bootstrapping/init_environment.sh"; + bash setup.sh + working-directory: cli + continue-on-error: true + - name: run foundation-models/system/inference/text-to-image/text-to-image-online-endpoint.ipynb + run: | + source "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh"; + source "${{ github.workspace }}/infra/bootstrapping/init_environment.sh"; + bash "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh" generate_workspace_config "../../.azureml/config.json"; + bash "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh" replace_template_values "text-to-image-online-endpoint.ipynb"; + [ -f "../../.azureml/config" ] && cat "../../.azureml/config"; + papermill -k python text-to-image-online-endpoint.ipynb text-to-image-online-endpoint.output.ipynb + working-directory: sdk/python/foundation-models/system/inference/text-to-image + - name: upload notebook's working folder as an artifact + if: ${{ always() }} + uses: actions/upload-artifact@v2 + with: + name: text-to-image-online-endpoint + path: sdk/python/foundation-models/system/inference/text-to-image diff --git a/.github/workflows/sdk-foundation-models-system-inference-token-classification-token-classification-batch-endpoint.yml b/.github/workflows/sdk-foundation-models-system-inference-token-classification-token-classification-batch-endpoint.yml new file mode 100644 index 0000000000..ad7ff9e486 --- /dev/null +++ b/.github/workflows/sdk-foundation-models-system-inference-token-classification-token-classification-batch-endpoint.yml @@ -0,0 +1,80 @@ +# This code is autogenerated. +# Code is generated by running custom script: python3 readme.py +# Any manual changes to this file may cause incorrect behavior. +# Any manual changes will be overwritten if the code is regenerated. + +name: sdk-foundation-models-system-inference-token-classification-token-classification-batch-endpoint +# This file is created by sdk/python/readme.py. +# Please do not edit directly. +on: + workflow_dispatch: + schedule: + - cron: "15 10/12 * * *" + pull_request: + branches: + - main + paths: + - sdk/python/foundation-models/system/inference/token-classification/** + - .github/workflows/sdk-foundation-models-system-inference-token-classification-token-classification-batch-endpoint.yml + - sdk/python/dev-requirements.txt + - infra/bootstrapping/** + - sdk/python/setup.sh +concurrency: + group: ${{ github.workflow }}-${{ github.event.pull_request.number || github.ref }} + cancel-in-progress: true +jobs: + build: + runs-on: ubuntu-latest + steps: + - name: check out repo + uses: actions/checkout@v2 + - name: setup python + uses: actions/setup-python@v2 + with: + python-version: "3.8" + - name: pip install notebook reqs + run: pip install -r sdk/python/dev-requirements.txt + - name: azure login + uses: azure/login@v1 + with: + creds: ${{secrets.AZUREML_CREDENTIALS}} + - name: bootstrap resources + run: | + echo '${{ github.workflow }}-${{ github.event.pull_request.number || github.ref }}'; + bash bootstrap.sh + working-directory: infra/bootstrapping + continue-on-error: false + - name: setup SDK + run: | + source "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh"; + source "${{ github.workspace }}/infra/bootstrapping/init_environment.sh"; + bash setup.sh + working-directory: sdk/python + continue-on-error: true + - name: validate readme + run: | + bash check-readme.sh "${{ github.workspace }}" "${{ github.workspace }}/sdk/python/foundation-models/system/inference/token-classification" + working-directory: infra/bootstrapping + continue-on-error: false + - name: setup-cli + run: | + source "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh"; + source "${{ github.workspace }}/infra/bootstrapping/init_environment.sh"; + bash setup.sh + working-directory: cli + continue-on-error: true + - name: run foundation-models/system/inference/token-classification/token-classification-batch-endpoint.ipynb + run: | + source "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh"; + source "${{ github.workspace }}/infra/bootstrapping/init_environment.sh"; + bash "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh" generate_workspace_config "../../.azureml/config.json"; + bash "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh" replace_template_values "token-classification-batch-endpoint.ipynb"; + [ -f "../../.azureml/config" ] && cat "../../.azureml/config"; + papermill -k python token-classification-batch-endpoint.ipynb token-classification-batch-endpoint.output.ipynb + working-directory: sdk/python/foundation-models/system/inference/token-classification + - name: upload notebook's working folder as an artifact + if: ${{ always() }} + uses: actions/upload-artifact@v2 + with: + name: token-classification-batch-endpoint + path: sdk/python/foundation-models/system/inference/token-classification diff --git a/.github/workflows/sdk-foundation-models-system-inference-token-classification-token-classification-online-endpoint.yml b/.github/workflows/sdk-foundation-models-system-inference-token-classification-token-classification-online-endpoint.yml new file mode 100644 index 0000000000..a0510153d9 --- /dev/null +++ b/.github/workflows/sdk-foundation-models-system-inference-token-classification-token-classification-online-endpoint.yml @@ -0,0 +1,80 @@ +# This code is autogenerated. +# Code is generated by running custom script: python3 readme.py +# Any manual changes to this file may cause incorrect behavior. +# Any manual changes will be overwritten if the code is regenerated. + +name: sdk-foundation-models-system-inference-token-classification-token-classification-online-endpoint +# This file is created by sdk/python/readme.py. +# Please do not edit directly. +on: + workflow_dispatch: + schedule: + - cron: "17 7/12 * * *" + pull_request: + branches: + - main + paths: + - sdk/python/foundation-models/system/inference/token-classification/** + - .github/workflows/sdk-foundation-models-system-inference-token-classification-token-classification-online-endpoint.yml + - sdk/python/dev-requirements.txt + - infra/bootstrapping/** + - sdk/python/setup.sh +concurrency: + group: ${{ github.workflow }}-${{ github.event.pull_request.number || github.ref }} + cancel-in-progress: true +jobs: + build: + runs-on: ubuntu-latest + steps: + - name: check out repo + uses: actions/checkout@v2 + - name: setup python + uses: actions/setup-python@v2 + with: + python-version: "3.8" + - name: pip install notebook reqs + run: pip install -r sdk/python/dev-requirements.txt + - name: azure login + uses: azure/login@v1 + with: + creds: ${{secrets.AZUREML_CREDENTIALS}} + - name: bootstrap resources + run: | + echo '${{ github.workflow }}-${{ github.event.pull_request.number || github.ref }}'; + bash bootstrap.sh + working-directory: infra/bootstrapping + continue-on-error: false + - name: setup SDK + run: | + source "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh"; + source "${{ github.workspace }}/infra/bootstrapping/init_environment.sh"; + bash setup.sh + working-directory: sdk/python + continue-on-error: true + - name: validate readme + run: | + bash check-readme.sh "${{ github.workspace }}" "${{ github.workspace }}/sdk/python/foundation-models/system/inference/token-classification" + working-directory: infra/bootstrapping + continue-on-error: false + - name: setup-cli + run: | + source "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh"; + source "${{ github.workspace }}/infra/bootstrapping/init_environment.sh"; + bash setup.sh + working-directory: cli + continue-on-error: true + - name: run foundation-models/system/inference/token-classification/token-classification-online-endpoint.ipynb + run: | + source "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh"; + source "${{ github.workspace }}/infra/bootstrapping/init_environment.sh"; + bash "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh" generate_workspace_config "../../.azureml/config.json"; + bash "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh" replace_template_values "token-classification-online-endpoint.ipynb"; + [ -f "../../.azureml/config" ] && cat "../../.azureml/config"; + papermill -k python token-classification-online-endpoint.ipynb token-classification-online-endpoint.output.ipynb + working-directory: sdk/python/foundation-models/system/inference/token-classification + - name: upload notebook's working folder as an artifact + if: ${{ always() }} + uses: actions/upload-artifact@v2 + with: + name: token-classification-online-endpoint + path: sdk/python/foundation-models/system/inference/token-classification diff --git a/.github/workflows/sdk-foundation-models-system-inference-translation-translation-batch-endpoint.yml b/.github/workflows/sdk-foundation-models-system-inference-translation-translation-batch-endpoint.yml new file mode 100644 index 0000000000..3ab8b2b9b7 --- /dev/null +++ b/.github/workflows/sdk-foundation-models-system-inference-translation-translation-batch-endpoint.yml @@ -0,0 +1,80 @@ +# This code is autogenerated. +# Code is generated by running custom script: python3 readme.py +# Any manual changes to this file may cause incorrect behavior. +# Any manual changes will be overwritten if the code is regenerated. + +name: sdk-foundation-models-system-inference-translation-translation-batch-endpoint +# This file is created by sdk/python/readme.py. +# Please do not edit directly. +on: + workflow_dispatch: + schedule: + - cron: "53 4/12 * * *" + pull_request: + branches: + - main + paths: + - sdk/python/foundation-models/system/inference/translation/** + - .github/workflows/sdk-foundation-models-system-inference-translation-translation-batch-endpoint.yml + - sdk/python/dev-requirements.txt + - infra/bootstrapping/** + - sdk/python/setup.sh +concurrency: + group: ${{ github.workflow }}-${{ github.event.pull_request.number || github.ref }} + cancel-in-progress: true +jobs: + build: + runs-on: ubuntu-latest + steps: + - name: check out repo + uses: actions/checkout@v2 + - name: setup python + uses: actions/setup-python@v2 + with: + python-version: "3.8" + - name: pip install notebook reqs + run: pip install -r sdk/python/dev-requirements.txt + - name: azure login + uses: azure/login@v1 + with: + creds: ${{secrets.AZUREML_CREDENTIALS}} + - name: bootstrap resources + run: | + echo '${{ github.workflow }}-${{ github.event.pull_request.number || github.ref }}'; + bash bootstrap.sh + working-directory: infra/bootstrapping + continue-on-error: false + - name: setup SDK + run: | + source "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh"; + source "${{ github.workspace }}/infra/bootstrapping/init_environment.sh"; + bash setup.sh + working-directory: sdk/python + continue-on-error: true + - name: validate readme + run: | + bash check-readme.sh "${{ github.workspace }}" "${{ github.workspace }}/sdk/python/foundation-models/system/inference/translation" + working-directory: infra/bootstrapping + continue-on-error: false + - name: setup-cli + run: | + source "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh"; + source "${{ github.workspace }}/infra/bootstrapping/init_environment.sh"; + bash setup.sh + working-directory: cli + continue-on-error: true + - name: run foundation-models/system/inference/translation/translation-batch-endpoint.ipynb + run: | + source "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh"; + source "${{ github.workspace }}/infra/bootstrapping/init_environment.sh"; + bash "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh" generate_workspace_config "../../.azureml/config.json"; + bash "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh" replace_template_values "translation-batch-endpoint.ipynb"; + [ -f "../../.azureml/config" ] && cat "../../.azureml/config"; + papermill -k python translation-batch-endpoint.ipynb translation-batch-endpoint.output.ipynb + working-directory: sdk/python/foundation-models/system/inference/translation + - name: upload notebook's working folder as an artifact + if: ${{ always() }} + uses: actions/upload-artifact@v2 + with: + name: translation-batch-endpoint + path: sdk/python/foundation-models/system/inference/translation diff --git a/.github/workflows/sdk-foundation-models-system-inference-translation-translation-online-endpoint.yml b/.github/workflows/sdk-foundation-models-system-inference-translation-translation-online-endpoint.yml new file mode 100644 index 0000000000..abf4053f80 --- /dev/null +++ b/.github/workflows/sdk-foundation-models-system-inference-translation-translation-online-endpoint.yml @@ -0,0 +1,80 @@ +# This code is autogenerated. +# Code is generated by running custom script: python3 readme.py +# Any manual changes to this file may cause incorrect behavior. +# Any manual changes will be overwritten if the code is regenerated. + +name: sdk-foundation-models-system-inference-translation-translation-online-endpoint +# This file is created by sdk/python/readme.py. +# Please do not edit directly. +on: + workflow_dispatch: + schedule: + - cron: "28 3/12 * * *" + pull_request: + branches: + - main + paths: + - sdk/python/foundation-models/system/inference/translation/** + - .github/workflows/sdk-foundation-models-system-inference-translation-translation-online-endpoint.yml + - sdk/python/dev-requirements.txt + - infra/bootstrapping/** + - sdk/python/setup.sh +concurrency: + group: ${{ github.workflow }}-${{ github.event.pull_request.number || github.ref }} + cancel-in-progress: true +jobs: + build: + runs-on: ubuntu-latest + steps: + - name: check out repo + uses: actions/checkout@v2 + - name: setup python + uses: actions/setup-python@v2 + with: + python-version: "3.8" + - name: pip install notebook reqs + run: pip install -r sdk/python/dev-requirements.txt + - name: azure login + uses: azure/login@v1 + with: + creds: ${{secrets.AZUREML_CREDENTIALS}} + - name: bootstrap resources + run: | + echo '${{ github.workflow }}-${{ github.event.pull_request.number || github.ref }}'; + bash bootstrap.sh + working-directory: infra/bootstrapping + continue-on-error: false + - name: setup SDK + run: | + source "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh"; + source "${{ github.workspace }}/infra/bootstrapping/init_environment.sh"; + bash setup.sh + working-directory: sdk/python + continue-on-error: true + - name: validate readme + run: | + bash check-readme.sh "${{ github.workspace }}" "${{ github.workspace }}/sdk/python/foundation-models/system/inference/translation" + working-directory: infra/bootstrapping + continue-on-error: false + - name: setup-cli + run: | + source "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh"; + source "${{ github.workspace }}/infra/bootstrapping/init_environment.sh"; + bash setup.sh + working-directory: cli + continue-on-error: true + - name: run foundation-models/system/inference/translation/translation-online-endpoint.ipynb + run: | + source "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh"; + source "${{ github.workspace }}/infra/bootstrapping/init_environment.sh"; + bash "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh" generate_workspace_config "../../.azureml/config.json"; + bash "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh" replace_template_values "translation-online-endpoint.ipynb"; + [ -f "../../.azureml/config" ] && cat "../../.azureml/config"; + papermill -k python translation-online-endpoint.ipynb translation-online-endpoint.output.ipynb + working-directory: sdk/python/foundation-models/system/inference/translation + - name: upload notebook's working folder as an artifact + if: ${{ always() }} + uses: actions/upload-artifact@v2 + with: + name: translation-online-endpoint + path: sdk/python/foundation-models/system/inference/translation diff --git a/.github/workflows/sdk-foundation-models-system-inference-zero-shot-image-classification-zero-shot-image-classification-batch-endpoint.yml b/.github/workflows/sdk-foundation-models-system-inference-zero-shot-image-classification-zero-shot-image-classification-batch-endpoint.yml new file mode 100644 index 0000000000..a3ad65f0b9 --- /dev/null +++ b/.github/workflows/sdk-foundation-models-system-inference-zero-shot-image-classification-zero-shot-image-classification-batch-endpoint.yml @@ -0,0 +1,80 @@ +# This code is autogenerated. +# Code is generated by running custom script: python3 readme.py +# Any manual changes to this file may cause incorrect behavior. +# Any manual changes will be overwritten if the code is regenerated. + +name: sdk-foundation-models-system-inference-zero-shot-image-classification-zero-shot-image-classification-batch-endpoint +# This file is created by sdk/python/readme.py. +# Please do not edit directly. +on: + workflow_dispatch: + schedule: + - cron: "36 5/12 * * *" + pull_request: + branches: + - main + paths: + - sdk/python/foundation-models/system/inference/zero-shot-image-classification/** + - .github/workflows/sdk-foundation-models-system-inference-zero-shot-image-classification-zero-shot-image-classification-batch-endpoint.yml + - sdk/python/dev-requirements.txt + - infra/bootstrapping/** + - sdk/python/setup.sh +concurrency: + group: ${{ github.workflow }}-${{ github.event.pull_request.number || github.ref }} + cancel-in-progress: true +jobs: + build: + runs-on: ubuntu-latest + steps: + - name: check out repo + uses: actions/checkout@v2 + - name: setup python + uses: actions/setup-python@v2 + with: + python-version: "3.8" + - name: pip install notebook reqs + run: pip install -r sdk/python/dev-requirements.txt + - name: azure login + uses: azure/login@v1 + with: + creds: ${{secrets.AZUREML_CREDENTIALS}} + - name: bootstrap resources + run: | + echo '${{ github.workflow }}-${{ github.event.pull_request.number || github.ref }}'; + bash bootstrap.sh + working-directory: infra/bootstrapping + continue-on-error: false + - name: setup SDK + run: | + source "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh"; + source "${{ github.workspace }}/infra/bootstrapping/init_environment.sh"; + bash setup.sh + working-directory: sdk/python + continue-on-error: true + - name: validate readme + run: | + bash check-readme.sh "${{ github.workspace }}" "${{ github.workspace }}/sdk/python/foundation-models/system/inference/zero-shot-image-classification" + working-directory: infra/bootstrapping + continue-on-error: false + - name: setup-cli + run: | + source "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh"; + source "${{ github.workspace }}/infra/bootstrapping/init_environment.sh"; + bash setup.sh + working-directory: cli + continue-on-error: true + - name: run foundation-models/system/inference/zero-shot-image-classification/zero-shot-image-classification-batch-endpoint.ipynb + run: | + source "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh"; + source "${{ github.workspace }}/infra/bootstrapping/init_environment.sh"; + bash "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh" generate_workspace_config "../../.azureml/config.json"; + bash "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh" replace_template_values "zero-shot-image-classification-batch-endpoint.ipynb"; + [ -f "../../.azureml/config" ] && cat "../../.azureml/config"; + papermill -k python zero-shot-image-classification-batch-endpoint.ipynb zero-shot-image-classification-batch-endpoint.output.ipynb + working-directory: sdk/python/foundation-models/system/inference/zero-shot-image-classification + - name: upload notebook's working folder as an artifact + if: ${{ always() }} + uses: actions/upload-artifact@v2 + with: + name: zero-shot-image-classification-batch-endpoint + path: sdk/python/foundation-models/system/inference/zero-shot-image-classification diff --git a/.github/workflows/sdk-foundation-models-system-inference-zero-shot-image-classification-zero-shot-image-classification-online-endpoint.yml b/.github/workflows/sdk-foundation-models-system-inference-zero-shot-image-classification-zero-shot-image-classification-online-endpoint.yml new file mode 100644 index 0000000000..594e987ac1 --- /dev/null +++ b/.github/workflows/sdk-foundation-models-system-inference-zero-shot-image-classification-zero-shot-image-classification-online-endpoint.yml @@ -0,0 +1,80 @@ +# This code is autogenerated. +# Code is generated by running custom script: python3 readme.py +# Any manual changes to this file may cause incorrect behavior. +# Any manual changes will be overwritten if the code is regenerated. + +name: sdk-foundation-models-system-inference-zero-shot-image-classification-zero-shot-image-classification-online-endpoint +# This file is created by sdk/python/readme.py. +# Please do not edit directly. +on: + workflow_dispatch: + schedule: + - cron: "7 5/12 * * *" + pull_request: + branches: + - main + paths: + - sdk/python/foundation-models/system/inference/zero-shot-image-classification/** + - .github/workflows/sdk-foundation-models-system-inference-zero-shot-image-classification-zero-shot-image-classification-online-endpoint.yml + - sdk/python/dev-requirements.txt + - infra/bootstrapping/** + - sdk/python/setup.sh +concurrency: + group: ${{ github.workflow }}-${{ github.event.pull_request.number || github.ref }} + cancel-in-progress: true +jobs: + build: + runs-on: ubuntu-latest + steps: + - name: check out repo + uses: actions/checkout@v2 + - name: setup python + uses: actions/setup-python@v2 + with: + python-version: "3.8" + - name: pip install notebook reqs + run: pip install -r sdk/python/dev-requirements.txt + - name: azure login + uses: azure/login@v1 + with: + creds: ${{secrets.AZUREML_CREDENTIALS}} + - name: bootstrap resources + run: | + echo '${{ github.workflow }}-${{ github.event.pull_request.number || github.ref }}'; + bash bootstrap.sh + working-directory: infra/bootstrapping + continue-on-error: false + - name: setup SDK + run: | + source "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh"; + source "${{ github.workspace }}/infra/bootstrapping/init_environment.sh"; + bash setup.sh + working-directory: sdk/python + continue-on-error: true + - name: validate readme + run: | + bash check-readme.sh "${{ github.workspace }}" "${{ github.workspace }}/sdk/python/foundation-models/system/inference/zero-shot-image-classification" + working-directory: infra/bootstrapping + continue-on-error: false + - name: setup-cli + run: | + source "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh"; + source "${{ github.workspace }}/infra/bootstrapping/init_environment.sh"; + bash setup.sh + working-directory: cli + continue-on-error: true + - name: run foundation-models/system/inference/zero-shot-image-classification/zero-shot-image-classification-online-endpoint.ipynb + run: | + source "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh"; + source "${{ github.workspace }}/infra/bootstrapping/init_environment.sh"; + bash "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh" generate_workspace_config "../../.azureml/config.json"; + bash "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh" replace_template_values "zero-shot-image-classification-online-endpoint.ipynb"; + [ -f "../../.azureml/config" ] && cat "../../.azureml/config"; + papermill -k python zero-shot-image-classification-online-endpoint.ipynb zero-shot-image-classification-online-endpoint.output.ipynb + working-directory: sdk/python/foundation-models/system/inference/zero-shot-image-classification + - name: upload notebook's working folder as an artifact + if: ${{ always() }} + uses: actions/upload-artifact@v2 + with: + name: zero-shot-image-classification-online-endpoint + path: sdk/python/foundation-models/system/inference/zero-shot-image-classification diff --git a/.github/workflows/sdk-generative-ai-promptflow-create_faiss_index.yml b/.github/workflows/sdk-generative-ai-promptflow-create_faiss_index.yml new file mode 100644 index 0000000000..b8d5937f40 --- /dev/null +++ b/.github/workflows/sdk-generative-ai-promptflow-create_faiss_index.yml @@ -0,0 +1,80 @@ +# This code is autogenerated. +# Code is generated by running custom script: python3 readme.py +# Any manual changes to this file may cause incorrect behavior. +# Any manual changes will be overwritten if the code is regenerated. + +name: sdk-generative-ai-promptflow-create_faiss_index +# This file is created by sdk/python/readme.py. +# Please do not edit directly. +on: + workflow_dispatch: + schedule: + - cron: "34 9/12 * * *" + pull_request: + branches: + - main + paths: + - sdk/python/generative-ai/promptflow/** + - .github/workflows/sdk-generative-ai-promptflow-create_faiss_index.yml + - sdk/python/dev-requirements.txt + - infra/bootstrapping/** + - sdk/python/setup.sh +concurrency: + group: ${{ github.workflow }}-${{ github.event.pull_request.number || github.ref }} + cancel-in-progress: true +jobs: + build: + runs-on: ubuntu-latest + steps: + - name: check out repo + uses: actions/checkout@v2 + - name: setup python + uses: actions/setup-python@v2 + with: + python-version: "3.8" + - name: pip install notebook reqs + run: pip install -r sdk/python/dev-requirements.txt + - name: azure login + uses: azure/login@v1 + with: + creds: ${{secrets.AZUREML_CREDENTIALS}} + - name: bootstrap resources + run: | + echo '${{ github.workflow }}-${{ github.event.pull_request.number || github.ref }}'; + bash bootstrap.sh + working-directory: infra/bootstrapping + continue-on-error: false + - name: setup SDK + run: | + source "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh"; + source "${{ github.workspace }}/infra/bootstrapping/init_environment.sh"; + bash setup.sh + working-directory: sdk/python + continue-on-error: true + - name: validate readme + run: | + bash check-readme.sh "${{ github.workspace }}" "${{ github.workspace }}/sdk/python/generative-ai/promptflow" + working-directory: infra/bootstrapping + continue-on-error: false + - name: setup-cli + run: | + source "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh"; + source "${{ github.workspace }}/infra/bootstrapping/init_environment.sh"; + bash setup.sh + working-directory: cli + continue-on-error: true + - name: run generative-ai/promptflow/create_faiss_index.ipynb + run: | + source "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh"; + source "${{ github.workspace }}/infra/bootstrapping/init_environment.sh"; + bash "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh" generate_workspace_config "../../.azureml/config.json"; + bash "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh" replace_template_values "create_faiss_index.ipynb"; + [ -f "../../.azureml/config" ] && cat "../../.azureml/config"; + papermill -k python create_faiss_index.ipynb create_faiss_index.output.ipynb + working-directory: sdk/python/generative-ai/promptflow + - name: upload notebook's working folder as an artifact + if: ${{ always() }} + uses: actions/upload-artifact@v2 + with: + name: create_faiss_index + path: sdk/python/generative-ai/promptflow diff --git a/.github/workflows/sdk-generative-ai-rag-code_first-flows-chat-with-index-src-test.yml b/.github/workflows/sdk-generative-ai-rag-code_first-flows-chat-with-index-src-test.yml new file mode 100644 index 0000000000..e6742b2e18 --- /dev/null +++ b/.github/workflows/sdk-generative-ai-rag-code_first-flows-chat-with-index-src-test.yml @@ -0,0 +1,80 @@ +# This code is autogenerated. +# Code is generated by running custom script: python3 readme.py +# Any manual changes to this file may cause incorrect behavior. +# Any manual changes will be overwritten if the code is regenerated. + +name: sdk-generative-ai-rag-code_first-flows-chat-with-index-src-test +# This file is created by sdk/python/readme.py. +# Please do not edit directly. +on: + workflow_dispatch: + schedule: + - cron: "23 10/12 * * *" + pull_request: + branches: + - main + paths: + - sdk/python/generative-ai/rag/code_first/flows/chat-with-index/src/** + - .github/workflows/sdk-generative-ai-rag-code_first-flows-chat-with-index-src-test.yml + - sdk/python/dev-requirements.txt + - infra/bootstrapping/** + - sdk/python/setup.sh +concurrency: + group: ${{ github.workflow }}-${{ github.event.pull_request.number || github.ref }} + cancel-in-progress: true +jobs: + build: + runs-on: ubuntu-latest + steps: + - name: check out repo + uses: actions/checkout@v2 + - name: setup python + uses: actions/setup-python@v2 + with: + python-version: "3.8" + - name: pip install notebook reqs + run: pip install -r sdk/python/dev-requirements.txt + - name: azure login + uses: azure/login@v1 + with: + creds: ${{secrets.AZUREML_CREDENTIALS}} + - name: bootstrap resources + run: | + echo '${{ github.workflow }}-${{ github.event.pull_request.number || github.ref }}'; + bash bootstrap.sh + working-directory: infra/bootstrapping + continue-on-error: false + - name: setup SDK + run: | + source "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh"; + source "${{ github.workspace }}/infra/bootstrapping/init_environment.sh"; + bash setup.sh + working-directory: sdk/python + continue-on-error: true + - name: validate readme + run: | + bash check-readme.sh "${{ github.workspace }}" "${{ github.workspace }}/sdk/python/generative-ai/rag/code_first/flows/chat-with-index/src" + working-directory: infra/bootstrapping + continue-on-error: false + - name: setup-cli + run: | + source "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh"; + source "${{ github.workspace }}/infra/bootstrapping/init_environment.sh"; + bash setup.sh + working-directory: cli + continue-on-error: true + - name: run generative-ai/rag/code_first/flows/chat-with-index/src/test.ipynb + run: | + source "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh"; + source "${{ github.workspace }}/infra/bootstrapping/init_environment.sh"; + bash "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh" generate_workspace_config "../../.azureml/config.json"; + bash "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh" replace_template_values "test.ipynb"; + [ -f "../../.azureml/config" ] && cat "../../.azureml/config"; + papermill -k python test.ipynb test.output.ipynb + working-directory: sdk/python/generative-ai/rag/code_first/flows/chat-with-index/src + - name: upload notebook's working folder as an artifact + if: ${{ always() }} + uses: actions/upload-artifact@v2 + with: + name: test + path: sdk/python/generative-ai/rag/code_first/flows/chat-with-index/src diff --git a/.github/workflows/sdk-generative-ai-rag-notebooks-azure_cognitive_search-acs_mlindex_with_langchain.yml b/.github/workflows/sdk-generative-ai-rag-notebooks-azure_cognitive_search-acs_mlindex_with_langchain.yml new file mode 100644 index 0000000000..08af4567b3 --- /dev/null +++ b/.github/workflows/sdk-generative-ai-rag-notebooks-azure_cognitive_search-acs_mlindex_with_langchain.yml @@ -0,0 +1,80 @@ +# This code is autogenerated. +# Code is generated by running custom script: python3 readme.py +# Any manual changes to this file may cause incorrect behavior. +# Any manual changes will be overwritten if the code is regenerated. + +name: sdk-generative-ai-rag-notebooks-azure_cognitive_search-acs_mlindex_with_langchain +# This file is created by sdk/python/readme.py. +# Please do not edit directly. +on: + workflow_dispatch: + schedule: + - cron: "6 7/12 * * *" + pull_request: + branches: + - main + paths: + - sdk/python/generative-ai/rag/notebooks/azure_cognitive_search/** + - .github/workflows/sdk-generative-ai-rag-notebooks-azure_cognitive_search-acs_mlindex_with_langchain.yml + - sdk/python/dev-requirements.txt + - infra/bootstrapping/** + - sdk/python/setup.sh +concurrency: + group: ${{ github.workflow }}-${{ github.event.pull_request.number || github.ref }} + cancel-in-progress: true +jobs: + build: + runs-on: ubuntu-latest + steps: + - name: check out repo + uses: actions/checkout@v2 + - name: setup python + uses: actions/setup-python@v2 + with: + python-version: "3.8" + - name: pip install notebook reqs + run: pip install -r sdk/python/dev-requirements.txt + - name: azure login + uses: azure/login@v1 + with: + creds: ${{secrets.AZUREML_CREDENTIALS}} + - name: bootstrap resources + run: | + echo '${{ github.workflow }}-${{ github.event.pull_request.number || github.ref }}'; + bash bootstrap.sh + working-directory: infra/bootstrapping + continue-on-error: false + - name: setup SDK + run: | + source "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh"; + source "${{ github.workspace }}/infra/bootstrapping/init_environment.sh"; + bash setup.sh + working-directory: sdk/python + continue-on-error: true + - name: validate readme + run: | + bash check-readme.sh "${{ github.workspace }}" "${{ github.workspace }}/sdk/python/generative-ai/rag/notebooks/azure_cognitive_search" + working-directory: infra/bootstrapping + continue-on-error: false + - name: setup-cli + run: | + source "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh"; + source "${{ github.workspace }}/infra/bootstrapping/init_environment.sh"; + bash setup.sh + working-directory: cli + continue-on-error: true + - name: run generative-ai/rag/notebooks/azure_cognitive_search/acs_mlindex_with_langchain.ipynb + run: | + source "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh"; + source "${{ github.workspace }}/infra/bootstrapping/init_environment.sh"; + bash "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh" generate_workspace_config "../../.azureml/config.json"; + bash "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh" replace_template_values "acs_mlindex_with_langchain.ipynb"; + [ -f "../../.azureml/config" ] && cat "../../.azureml/config"; + papermill -k python acs_mlindex_with_langchain.ipynb acs_mlindex_with_langchain.output.ipynb + working-directory: sdk/python/generative-ai/rag/notebooks/azure_cognitive_search + - name: upload notebook's working folder as an artifact + if: ${{ always() }} + uses: actions/upload-artifact@v2 + with: + name: acs_mlindex_with_langchain + path: sdk/python/generative-ai/rag/notebooks/azure_cognitive_search diff --git a/.github/workflows/sdk-generative-ai-rag-notebooks-azure_cognitive_search-s3_to_acs_mlindex_with_langchain.yml b/.github/workflows/sdk-generative-ai-rag-notebooks-azure_cognitive_search-s3_to_acs_mlindex_with_langchain.yml new file mode 100644 index 0000000000..08f71616eb --- /dev/null +++ b/.github/workflows/sdk-generative-ai-rag-notebooks-azure_cognitive_search-s3_to_acs_mlindex_with_langchain.yml @@ -0,0 +1,80 @@ +# This code is autogenerated. +# Code is generated by running custom script: python3 readme.py +# Any manual changes to this file may cause incorrect behavior. +# Any manual changes will be overwritten if the code is regenerated. + +name: sdk-generative-ai-rag-notebooks-azure_cognitive_search-s3_to_acs_mlindex_with_langchain +# This file is created by sdk/python/readme.py. +# Please do not edit directly. +on: + workflow_dispatch: + schedule: + - cron: "41 7/12 * * *" + pull_request: + branches: + - main + paths: + - sdk/python/generative-ai/rag/notebooks/azure_cognitive_search/** + - .github/workflows/sdk-generative-ai-rag-notebooks-azure_cognitive_search-s3_to_acs_mlindex_with_langchain.yml + - sdk/python/dev-requirements.txt + - infra/bootstrapping/** + - sdk/python/setup.sh +concurrency: + group: ${{ github.workflow }}-${{ github.event.pull_request.number || github.ref }} + cancel-in-progress: true +jobs: + build: + runs-on: ubuntu-latest + steps: + - name: check out repo + uses: actions/checkout@v2 + - name: setup python + uses: actions/setup-python@v2 + with: + python-version: "3.8" + - name: pip install notebook reqs + run: pip install -r sdk/python/dev-requirements.txt + - name: azure login + uses: azure/login@v1 + with: + creds: ${{secrets.AZUREML_CREDENTIALS}} + - name: bootstrap resources + run: | + echo '${{ github.workflow }}-${{ github.event.pull_request.number || github.ref }}'; + bash bootstrap.sh + working-directory: infra/bootstrapping + continue-on-error: false + - name: setup SDK + run: | + source "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh"; + source "${{ github.workspace }}/infra/bootstrapping/init_environment.sh"; + bash setup.sh + working-directory: sdk/python + continue-on-error: true + - name: validate readme + run: | + bash check-readme.sh "${{ github.workspace }}" "${{ github.workspace }}/sdk/python/generative-ai/rag/notebooks/azure_cognitive_search" + working-directory: infra/bootstrapping + continue-on-error: false + - name: setup-cli + run: | + source "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh"; + source "${{ github.workspace }}/infra/bootstrapping/init_environment.sh"; + bash setup.sh + working-directory: cli + continue-on-error: true + - name: run generative-ai/rag/notebooks/azure_cognitive_search/s3_to_acs_mlindex_with_langchain.ipynb + run: | + source "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh"; + source "${{ github.workspace }}/infra/bootstrapping/init_environment.sh"; + bash "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh" generate_workspace_config "../../.azureml/config.json"; + bash "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh" replace_template_values "s3_to_acs_mlindex_with_langchain.ipynb"; + [ -f "../../.azureml/config" ] && cat "../../.azureml/config"; + papermill -k python s3_to_acs_mlindex_with_langchain.ipynb s3_to_acs_mlindex_with_langchain.output.ipynb + working-directory: sdk/python/generative-ai/rag/notebooks/azure_cognitive_search + - name: upload notebook's working folder as an artifact + if: ${{ always() }} + uses: actions/upload-artifact@v2 + with: + name: s3_to_acs_mlindex_with_langchain + path: sdk/python/generative-ai/rag/notebooks/azure_cognitive_search diff --git a/.github/workflows/sdk-generative-ai-rag-notebooks-custom_crack_and_chunk-crack_pdfs_with_azure_document_intelligence.yml b/.github/workflows/sdk-generative-ai-rag-notebooks-custom_crack_and_chunk-crack_pdfs_with_azure_document_intelligence.yml new file mode 100644 index 0000000000..bf1ad524c9 --- /dev/null +++ b/.github/workflows/sdk-generative-ai-rag-notebooks-custom_crack_and_chunk-crack_pdfs_with_azure_document_intelligence.yml @@ -0,0 +1,80 @@ +# This code is autogenerated. +# Code is generated by running custom script: python3 readme.py +# Any manual changes to this file may cause incorrect behavior. +# Any manual changes will be overwritten if the code is regenerated. + +name: sdk-generative-ai-rag-notebooks-custom_crack_and_chunk-crack_pdfs_with_azure_document_intelligence +# This file is created by sdk/python/readme.py. +# Please do not edit directly. +on: + workflow_dispatch: + schedule: + - cron: "9 11/12 * * *" + pull_request: + branches: + - main + paths: + - sdk/python/generative-ai/rag/notebooks/custom_crack_and_chunk/** + - .github/workflows/sdk-generative-ai-rag-notebooks-custom_crack_and_chunk-crack_pdfs_with_azure_document_intelligence.yml + - sdk/python/dev-requirements.txt + - infra/bootstrapping/** + - sdk/python/setup.sh +concurrency: + group: ${{ github.workflow }}-${{ github.event.pull_request.number || github.ref }} + cancel-in-progress: true +jobs: + build: + runs-on: ubuntu-latest + steps: + - name: check out repo + uses: actions/checkout@v2 + - name: setup python + uses: actions/setup-python@v2 + with: + python-version: "3.8" + - name: pip install notebook reqs + run: pip install -r sdk/python/dev-requirements.txt + - name: azure login + uses: azure/login@v1 + with: + creds: ${{secrets.AZUREML_CREDENTIALS}} + - name: bootstrap resources + run: | + echo '${{ github.workflow }}-${{ github.event.pull_request.number || github.ref }}'; + bash bootstrap.sh + working-directory: infra/bootstrapping + continue-on-error: false + - name: setup SDK + run: | + source "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh"; + source "${{ github.workspace }}/infra/bootstrapping/init_environment.sh"; + bash setup.sh + working-directory: sdk/python + continue-on-error: true + - name: validate readme + run: | + bash check-readme.sh "${{ github.workspace }}" "${{ github.workspace }}/sdk/python/generative-ai/rag/notebooks/custom_crack_and_chunk" + working-directory: infra/bootstrapping + continue-on-error: false + - name: setup-cli + run: | + source "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh"; + source "${{ github.workspace }}/infra/bootstrapping/init_environment.sh"; + bash setup.sh + working-directory: cli + continue-on-error: true + - name: run generative-ai/rag/notebooks/custom_crack_and_chunk/crack_pdfs_with_azure_document_intelligence.ipynb + run: | + source "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh"; + source "${{ github.workspace }}/infra/bootstrapping/init_environment.sh"; + bash "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh" generate_workspace_config "../../.azureml/config.json"; + bash "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh" replace_template_values "crack_pdfs_with_azure_document_intelligence.ipynb"; + [ -f "../../.azureml/config" ] && cat "../../.azureml/config"; + papermill -k python crack_pdfs_with_azure_document_intelligence.ipynb crack_pdfs_with_azure_document_intelligence.output.ipynb + working-directory: sdk/python/generative-ai/rag/notebooks/custom_crack_and_chunk + - name: upload notebook's working folder as an artifact + if: ${{ always() }} + uses: actions/upload-artifact@v2 + with: + name: crack_pdfs_with_azure_document_intelligence + path: sdk/python/generative-ai/rag/notebooks/custom_crack_and_chunk diff --git a/.github/workflows/sdk-generative-ai-rag-notebooks-db_copilot_with_rag.yml b/.github/workflows/sdk-generative-ai-rag-notebooks-db_copilot_with_rag.yml new file mode 100644 index 0000000000..844be8ecf1 --- /dev/null +++ b/.github/workflows/sdk-generative-ai-rag-notebooks-db_copilot_with_rag.yml @@ -0,0 +1,80 @@ +# This code is autogenerated. +# Code is generated by running custom script: python3 readme.py +# Any manual changes to this file may cause incorrect behavior. +# Any manual changes will be overwritten if the code is regenerated. + +name: sdk-generative-ai-rag-notebooks-db_copilot_with_rag +# This file is created by sdk/python/readme.py. +# Please do not edit directly. +on: + workflow_dispatch: + schedule: + - cron: "57 4/12 * * *" + pull_request: + branches: + - main + paths: + - sdk/python/generative-ai/rag/notebooks/** + - .github/workflows/sdk-generative-ai-rag-notebooks-db_copilot_with_rag.yml + - sdk/python/dev-requirements.txt + - infra/bootstrapping/** + - sdk/python/setup.sh +concurrency: + group: ${{ github.workflow }}-${{ github.event.pull_request.number || github.ref }} + cancel-in-progress: true +jobs: + build: + runs-on: ubuntu-latest + steps: + - name: check out repo + uses: actions/checkout@v2 + - name: setup python + uses: actions/setup-python@v2 + with: + python-version: "3.8" + - name: pip install notebook reqs + run: pip install -r sdk/python/dev-requirements.txt + - name: azure login + uses: azure/login@v1 + with: + creds: ${{secrets.AZUREML_CREDENTIALS}} + - name: bootstrap resources + run: | + echo '${{ github.workflow }}-${{ github.event.pull_request.number || github.ref }}'; + bash bootstrap.sh + working-directory: infra/bootstrapping + continue-on-error: false + - name: setup SDK + run: | + source "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh"; + source "${{ github.workspace }}/infra/bootstrapping/init_environment.sh"; + bash setup.sh + working-directory: sdk/python + continue-on-error: true + - name: validate readme + run: | + bash check-readme.sh "${{ github.workspace }}" "${{ github.workspace }}/sdk/python/generative-ai/rag/notebooks" + working-directory: infra/bootstrapping + continue-on-error: false + - name: setup-cli + run: | + source "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh"; + source "${{ github.workspace }}/infra/bootstrapping/init_environment.sh"; + bash setup.sh + working-directory: cli + continue-on-error: true + - name: run generative-ai/rag/notebooks/db_copilot_with_rag.ipynb + run: | + source "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh"; + source "${{ github.workspace }}/infra/bootstrapping/init_environment.sh"; + bash "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh" generate_workspace_config "../../.azureml/config.json"; + bash "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh" replace_template_values "db_copilot_with_rag.ipynb"; + [ -f "../../.azureml/config" ] && cat "../../.azureml/config"; + papermill -k python db_copilot_with_rag.ipynb db_copilot_with_rag.output.ipynb + working-directory: sdk/python/generative-ai/rag/notebooks + - name: upload notebook's working folder as an artifact + if: ${{ always() }} + uses: actions/upload-artifact@v2 + with: + name: db_copilot_with_rag + path: sdk/python/generative-ai/rag/notebooks diff --git a/.github/workflows/sdk-generative-ai-rag-notebooks-faiss-faiss_mlindex_with_langchain.yml b/.github/workflows/sdk-generative-ai-rag-notebooks-faiss-faiss_mlindex_with_langchain.yml new file mode 100644 index 0000000000..43cb0934d3 --- /dev/null +++ b/.github/workflows/sdk-generative-ai-rag-notebooks-faiss-faiss_mlindex_with_langchain.yml @@ -0,0 +1,80 @@ +# This code is autogenerated. +# Code is generated by running custom script: python3 readme.py +# Any manual changes to this file may cause incorrect behavior. +# Any manual changes will be overwritten if the code is regenerated. + +name: sdk-generative-ai-rag-notebooks-faiss-faiss_mlindex_with_langchain +# This file is created by sdk/python/readme.py. +# Please do not edit directly. +on: + workflow_dispatch: + schedule: + - cron: "2 2/12 * * *" + pull_request: + branches: + - main + paths: + - sdk/python/generative-ai/rag/notebooks/faiss/** + - .github/workflows/sdk-generative-ai-rag-notebooks-faiss-faiss_mlindex_with_langchain.yml + - sdk/python/dev-requirements.txt + - infra/bootstrapping/** + - sdk/python/setup.sh +concurrency: + group: ${{ github.workflow }}-${{ github.event.pull_request.number || github.ref }} + cancel-in-progress: true +jobs: + build: + runs-on: ubuntu-latest + steps: + - name: check out repo + uses: actions/checkout@v2 + - name: setup python + uses: actions/setup-python@v2 + with: + python-version: "3.8" + - name: pip install notebook reqs + run: pip install -r sdk/python/dev-requirements.txt + - name: azure login + uses: azure/login@v1 + with: + creds: ${{secrets.AZUREML_CREDENTIALS}} + - name: bootstrap resources + run: | + echo '${{ github.workflow }}-${{ github.event.pull_request.number || github.ref }}'; + bash bootstrap.sh + working-directory: infra/bootstrapping + continue-on-error: false + - name: setup SDK + run: | + source "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh"; + source "${{ github.workspace }}/infra/bootstrapping/init_environment.sh"; + bash setup.sh + working-directory: sdk/python + continue-on-error: true + - name: validate readme + run: | + bash check-readme.sh "${{ github.workspace }}" "${{ github.workspace }}/sdk/python/generative-ai/rag/notebooks/faiss" + working-directory: infra/bootstrapping + continue-on-error: false + - name: setup-cli + run: | + source "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh"; + source "${{ github.workspace }}/infra/bootstrapping/init_environment.sh"; + bash setup.sh + working-directory: cli + continue-on-error: true + - name: run generative-ai/rag/notebooks/faiss/faiss_mlindex_with_langchain.ipynb + run: | + source "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh"; + source "${{ github.workspace }}/infra/bootstrapping/init_environment.sh"; + bash "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh" generate_workspace_config "../../.azureml/config.json"; + bash "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh" replace_template_values "faiss_mlindex_with_langchain.ipynb"; + [ -f "../../.azureml/config" ] && cat "../../.azureml/config"; + papermill -k python faiss_mlindex_with_langchain.ipynb faiss_mlindex_with_langchain.output.ipynb + working-directory: sdk/python/generative-ai/rag/notebooks/faiss + - name: upload notebook's working folder as an artifact + if: ${{ always() }} + uses: actions/upload-artifact@v2 + with: + name: faiss_mlindex_with_langchain + path: sdk/python/generative-ai/rag/notebooks/faiss diff --git a/.github/workflows/sdk-generative-ai-rag-notebooks-faiss-scheduled_update_faiss_index.yml b/.github/workflows/sdk-generative-ai-rag-notebooks-faiss-scheduled_update_faiss_index.yml new file mode 100644 index 0000000000..ae0f73de34 --- /dev/null +++ b/.github/workflows/sdk-generative-ai-rag-notebooks-faiss-scheduled_update_faiss_index.yml @@ -0,0 +1,80 @@ +# This code is autogenerated. +# Code is generated by running custom script: python3 readme.py +# Any manual changes to this file may cause incorrect behavior. +# Any manual changes will be overwritten if the code is regenerated. + +name: sdk-generative-ai-rag-notebooks-faiss-scheduled_update_faiss_index +# This file is created by sdk/python/readme.py. +# Please do not edit directly. +on: + workflow_dispatch: + schedule: + - cron: "25 7/12 * * *" + pull_request: + branches: + - main + paths: + - sdk/python/generative-ai/rag/notebooks/faiss/** + - .github/workflows/sdk-generative-ai-rag-notebooks-faiss-scheduled_update_faiss_index.yml + - sdk/python/dev-requirements.txt + - infra/bootstrapping/** + - sdk/python/setup.sh +concurrency: + group: ${{ github.workflow }}-${{ github.event.pull_request.number || github.ref }} + cancel-in-progress: true +jobs: + build: + runs-on: ubuntu-latest + steps: + - name: check out repo + uses: actions/checkout@v2 + - name: setup python + uses: actions/setup-python@v2 + with: + python-version: "3.8" + - name: pip install notebook reqs + run: pip install -r sdk/python/dev-requirements.txt + - name: azure login + uses: azure/login@v1 + with: + creds: ${{secrets.AZUREML_CREDENTIALS}} + - name: bootstrap resources + run: | + echo '${{ github.workflow }}-${{ github.event.pull_request.number || github.ref }}'; + bash bootstrap.sh + working-directory: infra/bootstrapping + continue-on-error: false + - name: setup SDK + run: | + source "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh"; + source "${{ github.workspace }}/infra/bootstrapping/init_environment.sh"; + bash setup.sh + working-directory: sdk/python + continue-on-error: true + - name: validate readme + run: | + bash check-readme.sh "${{ github.workspace }}" "${{ github.workspace }}/sdk/python/generative-ai/rag/notebooks/faiss" + working-directory: infra/bootstrapping + continue-on-error: false + - name: setup-cli + run: | + source "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh"; + source "${{ github.workspace }}/infra/bootstrapping/init_environment.sh"; + bash setup.sh + working-directory: cli + continue-on-error: true + - name: run generative-ai/rag/notebooks/faiss/scheduled_update_faiss_index.ipynb + run: | + source "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh"; + source "${{ github.workspace }}/infra/bootstrapping/init_environment.sh"; + bash "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh" generate_workspace_config "../../.azureml/config.json"; + bash "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh" replace_template_values "scheduled_update_faiss_index.ipynb"; + [ -f "../../.azureml/config" ] && cat "../../.azureml/config"; + papermill -k python scheduled_update_faiss_index.ipynb scheduled_update_faiss_index.output.ipynb + working-directory: sdk/python/generative-ai/rag/notebooks/faiss + - name: upload notebook's working folder as an artifact + if: ${{ always() }} + uses: actions/upload-artifact@v2 + with: + name: scheduled_update_faiss_index + path: sdk/python/generative-ai/rag/notebooks/faiss diff --git a/.github/workflows/sdk-generative-ai-rag-notebooks-faiss-url_to_faiss_incremental_embeddings_with_tabular_data.yml b/.github/workflows/sdk-generative-ai-rag-notebooks-faiss-url_to_faiss_incremental_embeddings_with_tabular_data.yml new file mode 100644 index 0000000000..b141c9572a --- /dev/null +++ b/.github/workflows/sdk-generative-ai-rag-notebooks-faiss-url_to_faiss_incremental_embeddings_with_tabular_data.yml @@ -0,0 +1,80 @@ +# This code is autogenerated. +# Code is generated by running custom script: python3 readme.py +# Any manual changes to this file may cause incorrect behavior. +# Any manual changes will be overwritten if the code is regenerated. + +name: sdk-generative-ai-rag-notebooks-faiss-url_to_faiss_incremental_embeddings_with_tabular_data +# This file is created by sdk/python/readme.py. +# Please do not edit directly. +on: + workflow_dispatch: + schedule: + - cron: "29 11/12 * * *" + pull_request: + branches: + - main + paths: + - sdk/python/generative-ai/rag/notebooks/faiss/** + - .github/workflows/sdk-generative-ai-rag-notebooks-faiss-url_to_faiss_incremental_embeddings_with_tabular_data.yml + - sdk/python/dev-requirements.txt + - infra/bootstrapping/** + - sdk/python/setup.sh +concurrency: + group: ${{ github.workflow }}-${{ github.event.pull_request.number || github.ref }} + cancel-in-progress: true +jobs: + build: + runs-on: ubuntu-latest + steps: + - name: check out repo + uses: actions/checkout@v2 + - name: setup python + uses: actions/setup-python@v2 + with: + python-version: "3.8" + - name: pip install notebook reqs + run: pip install -r sdk/python/dev-requirements.txt + - name: azure login + uses: azure/login@v1 + with: + creds: ${{secrets.AZUREML_CREDENTIALS}} + - name: bootstrap resources + run: | + echo '${{ github.workflow }}-${{ github.event.pull_request.number || github.ref }}'; + bash bootstrap.sh + working-directory: infra/bootstrapping + continue-on-error: false + - name: setup SDK + run: | + source "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh"; + source "${{ github.workspace }}/infra/bootstrapping/init_environment.sh"; + bash setup.sh + working-directory: sdk/python + continue-on-error: true + - name: validate readme + run: | + bash check-readme.sh "${{ github.workspace }}" "${{ github.workspace }}/sdk/python/generative-ai/rag/notebooks/faiss" + working-directory: infra/bootstrapping + continue-on-error: false + - name: setup-cli + run: | + source "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh"; + source "${{ github.workspace }}/infra/bootstrapping/init_environment.sh"; + bash setup.sh + working-directory: cli + continue-on-error: true + - name: run generative-ai/rag/notebooks/faiss/url_to_faiss_incremental_embeddings_with_tabular_data.ipynb + run: | + source "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh"; + source "${{ github.workspace }}/infra/bootstrapping/init_environment.sh"; + bash "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh" generate_workspace_config "../../.azureml/config.json"; + bash "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh" replace_template_values "url_to_faiss_incremental_embeddings_with_tabular_data.ipynb"; + [ -f "../../.azureml/config" ] && cat "../../.azureml/config"; + papermill -k python url_to_faiss_incremental_embeddings_with_tabular_data.ipynb url_to_faiss_incremental_embeddings_with_tabular_data.output.ipynb + working-directory: sdk/python/generative-ai/rag/notebooks/faiss + - name: upload notebook's working folder as an artifact + if: ${{ always() }} + uses: actions/upload-artifact@v2 + with: + name: url_to_faiss_incremental_embeddings_with_tabular_data + path: sdk/python/generative-ai/rag/notebooks/faiss diff --git a/.github/workflows/sdk-generative-ai-rag-notebooks-mlindex_with_testgen.yml b/.github/workflows/sdk-generative-ai-rag-notebooks-mlindex_with_testgen.yml new file mode 100644 index 0000000000..a0f3158512 --- /dev/null +++ b/.github/workflows/sdk-generative-ai-rag-notebooks-mlindex_with_testgen.yml @@ -0,0 +1,80 @@ +# This code is autogenerated. +# Code is generated by running custom script: python3 readme.py +# Any manual changes to this file may cause incorrect behavior. +# Any manual changes will be overwritten if the code is regenerated. + +name: sdk-generative-ai-rag-notebooks-mlindex_with_testgen +# This file is created by sdk/python/readme.py. +# Please do not edit directly. +on: + workflow_dispatch: + schedule: + - cron: "37 1/12 * * *" + pull_request: + branches: + - main + paths: + - sdk/python/generative-ai/rag/notebooks/** + - .github/workflows/sdk-generative-ai-rag-notebooks-mlindex_with_testgen.yml + - sdk/python/dev-requirements.txt + - infra/bootstrapping/** + - sdk/python/setup.sh +concurrency: + group: ${{ github.workflow }}-${{ github.event.pull_request.number || github.ref }} + cancel-in-progress: true +jobs: + build: + runs-on: ubuntu-latest + steps: + - name: check out repo + uses: actions/checkout@v2 + - name: setup python + uses: actions/setup-python@v2 + with: + python-version: "3.8" + - name: pip install notebook reqs + run: pip install -r sdk/python/dev-requirements.txt + - name: azure login + uses: azure/login@v1 + with: + creds: ${{secrets.AZUREML_CREDENTIALS}} + - name: bootstrap resources + run: | + echo '${{ github.workflow }}-${{ github.event.pull_request.number || github.ref }}'; + bash bootstrap.sh + working-directory: infra/bootstrapping + continue-on-error: false + - name: setup SDK + run: | + source "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh"; + source "${{ github.workspace }}/infra/bootstrapping/init_environment.sh"; + bash setup.sh + working-directory: sdk/python + continue-on-error: true + - name: validate readme + run: | + bash check-readme.sh "${{ github.workspace }}" "${{ github.workspace }}/sdk/python/generative-ai/rag/notebooks" + working-directory: infra/bootstrapping + continue-on-error: false + - name: setup-cli + run: | + source "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh"; + source "${{ github.workspace }}/infra/bootstrapping/init_environment.sh"; + bash setup.sh + working-directory: cli + continue-on-error: true + - name: run generative-ai/rag/notebooks/mlindex_with_testgen.ipynb + run: | + source "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh"; + source "${{ github.workspace }}/infra/bootstrapping/init_environment.sh"; + bash "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh" generate_workspace_config "../../.azureml/config.json"; + bash "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh" replace_template_values "mlindex_with_testgen.ipynb"; + [ -f "../../.azureml/config" ] && cat "../../.azureml/config"; + papermill -k python mlindex_with_testgen.ipynb mlindex_with_testgen.output.ipynb + working-directory: sdk/python/generative-ai/rag/notebooks + - name: upload notebook's working folder as an artifact + if: ${{ always() }} + uses: actions/upload-artifact@v2 + with: + name: mlindex_with_testgen + path: sdk/python/generative-ai/rag/notebooks diff --git a/.github/workflows/sdk-generative-ai-rag-notebooks-mlindex_with_testgen_autoprompt.yml b/.github/workflows/sdk-generative-ai-rag-notebooks-mlindex_with_testgen_autoprompt.yml new file mode 100644 index 0000000000..89b87e4795 --- /dev/null +++ b/.github/workflows/sdk-generative-ai-rag-notebooks-mlindex_with_testgen_autoprompt.yml @@ -0,0 +1,80 @@ +# This code is autogenerated. +# Code is generated by running custom script: python3 readme.py +# Any manual changes to this file may cause incorrect behavior. +# Any manual changes will be overwritten if the code is regenerated. + +name: sdk-generative-ai-rag-notebooks-mlindex_with_testgen_autoprompt +# This file is created by sdk/python/readme.py. +# Please do not edit directly. +on: + workflow_dispatch: + schedule: + - cron: "28 7/12 * * *" + pull_request: + branches: + - main + paths: + - sdk/python/generative-ai/rag/notebooks/** + - .github/workflows/sdk-generative-ai-rag-notebooks-mlindex_with_testgen_autoprompt.yml + - sdk/python/dev-requirements.txt + - infra/bootstrapping/** + - sdk/python/setup.sh +concurrency: + group: ${{ github.workflow }}-${{ github.event.pull_request.number || github.ref }} + cancel-in-progress: true +jobs: + build: + runs-on: ubuntu-latest + steps: + - name: check out repo + uses: actions/checkout@v2 + - name: setup python + uses: actions/setup-python@v2 + with: + python-version: "3.8" + - name: pip install notebook reqs + run: pip install -r sdk/python/dev-requirements.txt + - name: azure login + uses: azure/login@v1 + with: + creds: ${{secrets.AZUREML_CREDENTIALS}} + - name: bootstrap resources + run: | + echo '${{ github.workflow }}-${{ github.event.pull_request.number || github.ref }}'; + bash bootstrap.sh + working-directory: infra/bootstrapping + continue-on-error: false + - name: setup SDK + run: | + source "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh"; + source "${{ github.workspace }}/infra/bootstrapping/init_environment.sh"; + bash setup.sh + working-directory: sdk/python + continue-on-error: true + - name: validate readme + run: | + bash check-readme.sh "${{ github.workspace }}" "${{ github.workspace }}/sdk/python/generative-ai/rag/notebooks" + working-directory: infra/bootstrapping + continue-on-error: false + - name: setup-cli + run: | + source "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh"; + source "${{ github.workspace }}/infra/bootstrapping/init_environment.sh"; + bash setup.sh + working-directory: cli + continue-on-error: true + - name: run generative-ai/rag/notebooks/mlindex_with_testgen_autoprompt.ipynb + run: | + source "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh"; + source "${{ github.workspace }}/infra/bootstrapping/init_environment.sh"; + bash "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh" generate_workspace_config "../../.azureml/config.json"; + bash "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh" replace_template_values "mlindex_with_testgen_autoprompt.ipynb"; + [ -f "../../.azureml/config" ] && cat "../../.azureml/config"; + papermill -k python mlindex_with_testgen_autoprompt.ipynb mlindex_with_testgen_autoprompt.output.ipynb + working-directory: sdk/python/generative-ai/rag/notebooks + - name: upload notebook's working folder as an artifact + if: ${{ always() }} + uses: actions/upload-artifact@v2 + with: + name: mlindex_with_testgen_autoprompt + path: sdk/python/generative-ai/rag/notebooks diff --git a/.github/workflows/sdk-generative-ai-rag-notebooks-qa_data_generation.yml b/.github/workflows/sdk-generative-ai-rag-notebooks-qa_data_generation.yml new file mode 100644 index 0000000000..c9729d8b98 --- /dev/null +++ b/.github/workflows/sdk-generative-ai-rag-notebooks-qa_data_generation.yml @@ -0,0 +1,80 @@ +# This code is autogenerated. +# Code is generated by running custom script: python3 readme.py +# Any manual changes to this file may cause incorrect behavior. +# Any manual changes will be overwritten if the code is regenerated. + +name: sdk-generative-ai-rag-notebooks-qa_data_generation +# This file is created by sdk/python/readme.py. +# Please do not edit directly. +on: + workflow_dispatch: + schedule: + - cron: "32 1/12 * * *" + pull_request: + branches: + - main + paths: + - sdk/python/generative-ai/rag/notebooks/** + - .github/workflows/sdk-generative-ai-rag-notebooks-qa_data_generation.yml + - sdk/python/dev-requirements.txt + - infra/bootstrapping/** + - sdk/python/setup.sh +concurrency: + group: ${{ github.workflow }}-${{ github.event.pull_request.number || github.ref }} + cancel-in-progress: true +jobs: + build: + runs-on: ubuntu-latest + steps: + - name: check out repo + uses: actions/checkout@v2 + - name: setup python + uses: actions/setup-python@v2 + with: + python-version: "3.8" + - name: pip install notebook reqs + run: pip install -r sdk/python/dev-requirements.txt + - name: azure login + uses: azure/login@v1 + with: + creds: ${{secrets.AZUREML_CREDENTIALS}} + - name: bootstrap resources + run: | + echo '${{ github.workflow }}-${{ github.event.pull_request.number || github.ref }}'; + bash bootstrap.sh + working-directory: infra/bootstrapping + continue-on-error: false + - name: setup SDK + run: | + source "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh"; + source "${{ github.workspace }}/infra/bootstrapping/init_environment.sh"; + bash setup.sh + working-directory: sdk/python + continue-on-error: true + - name: validate readme + run: | + bash check-readme.sh "${{ github.workspace }}" "${{ github.workspace }}/sdk/python/generative-ai/rag/notebooks" + working-directory: infra/bootstrapping + continue-on-error: false + - name: setup-cli + run: | + source "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh"; + source "${{ github.workspace }}/infra/bootstrapping/init_environment.sh"; + bash setup.sh + working-directory: cli + continue-on-error: true + - name: run generative-ai/rag/notebooks/qa_data_generation.ipynb + run: | + source "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh"; + source "${{ github.workspace }}/infra/bootstrapping/init_environment.sh"; + bash "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh" generate_workspace_config "../../.azureml/config.json"; + bash "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh" replace_template_values "qa_data_generation.ipynb"; + [ -f "../../.azureml/config" ] && cat "../../.azureml/config"; + papermill -k python qa_data_generation.ipynb qa_data_generation.output.ipynb + working-directory: sdk/python/generative-ai/rag/notebooks + - name: upload notebook's working folder as an artifact + if: ${{ always() }} + uses: actions/upload-artifact@v2 + with: + name: qa_data_generation + path: sdk/python/generative-ai/rag/notebooks diff --git a/.github/workflows/sdk-jobs-automl-standalone-jobs-automl-classification-task-bankmarketing-automl-classification-task-bankmarketing-serverless.yml b/.github/workflows/sdk-jobs-automl-standalone-jobs-automl-classification-task-bankmarketing-automl-classification-task-bankmarketing-serverless.yml new file mode 100644 index 0000000000..30d707bfd0 --- /dev/null +++ b/.github/workflows/sdk-jobs-automl-standalone-jobs-automl-classification-task-bankmarketing-automl-classification-task-bankmarketing-serverless.yml @@ -0,0 +1,82 @@ +# This code is autogenerated. +# Code is generated by running custom script: python3 readme.py +# Any manual changes to this file may cause incorrect behavior. +# Any manual changes will be overwritten if the code is regenerated. + +name: sdk-jobs-automl-standalone-jobs-automl-classification-task-bankmarketing-automl-classification-task-bankmarketing-serverless +# This file is created by sdk/python/readme.py. +# Please do not edit directly. +on: + workflow_dispatch: + schedule: + - cron: "45 0/12 * * *" + pull_request: + branches: + - main + paths: + - sdk/python/jobs/automl-standalone-jobs/automl-classification-task-bankmarketing/** + - .github/workflows/sdk-jobs-automl-standalone-jobs-automl-classification-task-bankmarketing-automl-classification-task-bankmarketing-serverless.yml + - sdk/python/dev-requirements.txt + - infra/bootstrapping/** + - sdk/python/setup.sh +concurrency: + group: ${{ github.workflow }}-${{ github.event.pull_request.number || github.ref }} + cancel-in-progress: true +jobs: + build: + runs-on: ubuntu-latest + steps: + - name: check out repo + uses: actions/checkout@v2 + - name: setup python + uses: actions/setup-python@v2 + with: + python-version: "3.8" + - name: pip install notebook reqs + run: pip install -r sdk/python/dev-requirements.txt + - name: pip install mlflow reqs + run: pip install -r sdk/python/mlflow-requirements.txt + - name: azure login + uses: azure/login@v1 + with: + creds: ${{secrets.AZUREML_CREDENTIALS}} + - name: bootstrap resources + run: | + echo '${{ github.workflow }}-${{ github.event.pull_request.number || github.ref }}'; + bash bootstrap.sh + working-directory: infra/bootstrapping + continue-on-error: false + - name: setup SDK + run: | + source "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh"; + source "${{ github.workspace }}/infra/bootstrapping/init_environment.sh"; + bash setup.sh + working-directory: sdk/python + continue-on-error: true + - name: validate readme + run: | + bash check-readme.sh "${{ github.workspace }}" "${{ github.workspace }}/sdk/python/jobs/automl-standalone-jobs/automl-classification-task-bankmarketing" + working-directory: infra/bootstrapping + continue-on-error: false + - name: setup-cli + run: | + source "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh"; + source "${{ github.workspace }}/infra/bootstrapping/init_environment.sh"; + bash setup.sh + working-directory: cli + continue-on-error: true + - name: run jobs/automl-standalone-jobs/automl-classification-task-bankmarketing/automl-classification-task-bankmarketing-serverless.ipynb + run: | + source "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh"; + source "${{ github.workspace }}/infra/bootstrapping/init_environment.sh"; + bash "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh" generate_workspace_config "../../.azureml/config.json"; + bash "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh" replace_template_values "automl-classification-task-bankmarketing-serverless.ipynb"; + [ -f "../../.azureml/config" ] && cat "../../.azureml/config"; + papermill -k python -p compute_name automl-cpu-cluster automl-classification-task-bankmarketing-serverless.ipynb automl-classification-task-bankmarketing-serverless.output.ipynb + working-directory: sdk/python/jobs/automl-standalone-jobs/automl-classification-task-bankmarketing + - name: upload notebook's working folder as an artifact + if: ${{ always() }} + uses: actions/upload-artifact@v2 + with: + name: automl-classification-task-bankmarketing-serverless + path: sdk/python/jobs/automl-standalone-jobs/automl-classification-task-bankmarketing diff --git a/.github/workflows/sdk-jobs-automl-standalone-jobs-automl-image-instance-segmentation-task-fridge-items-odFridgeObjects_jsonl2coco.yml b/.github/workflows/sdk-jobs-automl-standalone-jobs-automl-image-instance-segmentation-task-fridge-items-odFridgeObjects_jsonl2coco.yml new file mode 100644 index 0000000000..7f2e28de76 --- /dev/null +++ b/.github/workflows/sdk-jobs-automl-standalone-jobs-automl-image-instance-segmentation-task-fridge-items-odFridgeObjects_jsonl2coco.yml @@ -0,0 +1,80 @@ +# This code is autogenerated. +# Code is generated by running custom script: python3 readme.py +# Any manual changes to this file may cause incorrect behavior. +# Any manual changes will be overwritten if the code is regenerated. + +name: sdk-jobs-automl-standalone-jobs-automl-image-instance-segmentation-task-fridge-items-odFridgeObjects_jsonl2coco +# This file is created by sdk/python/readme.py. +# Please do not edit directly. +on: + workflow_dispatch: + schedule: + - cron: "17 4/12 * * *" + pull_request: + branches: + - main + paths: + - sdk/python/jobs/automl-standalone-jobs/automl-image-instance-segmentation-task-fridge-items/** + - .github/workflows/sdk-jobs-automl-standalone-jobs-automl-image-instance-segmentation-task-fridge-items-odFridgeObjects_jsonl2coco.yml + - sdk/python/dev-requirements.txt + - infra/bootstrapping/** + - sdk/python/setup.sh +concurrency: + group: ${{ github.workflow }}-${{ github.event.pull_request.number || github.ref }} + cancel-in-progress: true +jobs: + build: + runs-on: ubuntu-latest + steps: + - name: check out repo + uses: actions/checkout@v2 + - name: setup python + uses: actions/setup-python@v2 + with: + python-version: "3.8" + - name: pip install notebook reqs + run: pip install -r sdk/python/dev-requirements.txt + - name: azure login + uses: azure/login@v1 + with: + creds: ${{secrets.AZUREML_CREDENTIALS}} + - name: bootstrap resources + run: | + echo '${{ github.workflow }}-${{ github.event.pull_request.number || github.ref }}'; + bash bootstrap.sh + working-directory: infra/bootstrapping + continue-on-error: false + - name: setup SDK + run: | + source "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh"; + source "${{ github.workspace }}/infra/bootstrapping/init_environment.sh"; + bash setup.sh + working-directory: sdk/python + continue-on-error: true + - name: validate readme + run: | + bash check-readme.sh "${{ github.workspace }}" "${{ github.workspace }}/sdk/python/jobs/automl-standalone-jobs/automl-image-instance-segmentation-task-fridge-items" + working-directory: infra/bootstrapping + continue-on-error: false + - name: setup-cli + run: | + source "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh"; + source "${{ github.workspace }}/infra/bootstrapping/init_environment.sh"; + bash setup.sh + working-directory: cli + continue-on-error: true + - name: run jobs/automl-standalone-jobs/automl-image-instance-segmentation-task-fridge-items/odFridgeObjects_jsonl2coco.ipynb + run: | + source "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh"; + source "${{ github.workspace }}/infra/bootstrapping/init_environment.sh"; + bash "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh" generate_workspace_config "../../.azureml/config.json"; + bash "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh" replace_template_values "odFridgeObjects_jsonl2coco.ipynb"; + [ -f "../../.azureml/config" ] && cat "../../.azureml/config"; + papermill -k python -p compute_name automl-gpu-cluster odFridgeObjects_jsonl2coco.ipynb odFridgeObjects_jsonl2coco.output.ipynb + working-directory: sdk/python/jobs/automl-standalone-jobs/automl-image-instance-segmentation-task-fridge-items + - name: upload notebook's working folder as an artifact + if: ${{ always() }} + uses: actions/upload-artifact@v2 + with: + name: odFridgeObjects_jsonl2coco + path: sdk/python/jobs/automl-standalone-jobs/automl-image-instance-segmentation-task-fridge-items diff --git a/.github/workflows/sdk-jobs-pipelines-1a_pipeline_with_components_from_yaml-pipeline_with_components_from_yaml_serverless.yml b/.github/workflows/sdk-jobs-pipelines-1a_pipeline_with_components_from_yaml-pipeline_with_components_from_yaml_serverless.yml new file mode 100644 index 0000000000..027eb91062 --- /dev/null +++ b/.github/workflows/sdk-jobs-pipelines-1a_pipeline_with_components_from_yaml-pipeline_with_components_from_yaml_serverless.yml @@ -0,0 +1,80 @@ +# This code is autogenerated. +# Code is generated by running custom script: python3 readme.py +# Any manual changes to this file may cause incorrect behavior. +# Any manual changes will be overwritten if the code is regenerated. + +name: sdk-jobs-pipelines-1a_pipeline_with_components_from_yaml-pipeline_with_components_from_yaml_serverless +# This file is created by sdk/python/readme.py. +# Please do not edit directly. +on: + workflow_dispatch: + schedule: + - cron: "25 7/12 * * *" + pull_request: + branches: + - main + paths: + - sdk/python/jobs/pipelines/1a_pipeline_with_components_from_yaml/** + - .github/workflows/sdk-jobs-pipelines-1a_pipeline_with_components_from_yaml-pipeline_with_components_from_yaml_serverless.yml + - sdk/python/dev-requirements.txt + - infra/bootstrapping/** + - sdk/python/setup.sh +concurrency: + group: ${{ github.workflow }}-${{ github.event.pull_request.number || github.ref }} + cancel-in-progress: true +jobs: + build: + runs-on: ubuntu-latest + steps: + - name: check out repo + uses: actions/checkout@v2 + - name: setup python + uses: actions/setup-python@v2 + with: + python-version: "3.8" + - name: pip install notebook reqs + run: pip install -r sdk/python/dev-requirements.txt + - name: azure login + uses: azure/login@v1 + with: + creds: ${{secrets.AZUREML_CREDENTIALS}} + - name: bootstrap resources + run: | + echo '${{ github.workflow }}-${{ github.event.pull_request.number || github.ref }}'; + bash bootstrap.sh + working-directory: infra/bootstrapping + continue-on-error: false + - name: setup SDK + run: | + source "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh"; + source "${{ github.workspace }}/infra/bootstrapping/init_environment.sh"; + bash setup.sh + working-directory: sdk/python + continue-on-error: true + - name: validate readme + run: | + bash check-readme.sh "${{ github.workspace }}" "${{ github.workspace }}/sdk/python/jobs/pipelines/1a_pipeline_with_components_from_yaml" + working-directory: infra/bootstrapping + continue-on-error: false + - name: setup-cli + run: | + source "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh"; + source "${{ github.workspace }}/infra/bootstrapping/init_environment.sh"; + bash setup.sh + working-directory: cli + continue-on-error: true + - name: run jobs/pipelines/1a_pipeline_with_components_from_yaml/pipeline_with_components_from_yaml_serverless.ipynb + run: | + source "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh"; + source "${{ github.workspace }}/infra/bootstrapping/init_environment.sh"; + bash "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh" generate_workspace_config "../../.azureml/config.json"; + bash "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh" replace_template_values "pipeline_with_components_from_yaml_serverless.ipynb"; + [ -f "../../.azureml/config" ] && cat "../../.azureml/config"; + papermill -k python pipeline_with_components_from_yaml_serverless.ipynb pipeline_with_components_from_yaml_serverless.output.ipynb + working-directory: sdk/python/jobs/pipelines/1a_pipeline_with_components_from_yaml + - name: upload notebook's working folder as an artifact + if: ${{ always() }} + uses: actions/upload-artifact@v2 + with: + name: pipeline_with_components_from_yaml_serverless + path: sdk/python/jobs/pipelines/1a_pipeline_with_components_from_yaml diff --git a/.github/workflows/sdk-jobs-pipelines-1k_demand_forecasting_with_pipeline_components-automl-forecasting-demand-hierarchical-timeseries-in-pipeline-automl-forecasting-demand-hts.yml b/.github/workflows/sdk-jobs-pipelines-1k_demand_forecasting_with_pipeline_components-automl-forecasting-demand-hierarchical-timeseries-in-pipeline-automl-forecasting-demand-hts.yml new file mode 100644 index 0000000000..bfc214ad76 --- /dev/null +++ b/.github/workflows/sdk-jobs-pipelines-1k_demand_forecasting_with_pipeline_components-automl-forecasting-demand-hierarchical-timeseries-in-pipeline-automl-forecasting-demand-hts.yml @@ -0,0 +1,80 @@ +# This code is autogenerated. +# Code is generated by running custom script: python3 readme.py +# Any manual changes to this file may cause incorrect behavior. +# Any manual changes will be overwritten if the code is regenerated. + +name: sdk-jobs-pipelines-1k_demand_forecasting_with_pipeline_components-automl-forecasting-demand-hierarchical-timeseries-in-pipeline-automl-forecasting-demand-hts +# This file is created by sdk/python/readme.py. +# Please do not edit directly. +on: + workflow_dispatch: + schedule: + - cron: "31 1/12 * * *" + pull_request: + branches: + - main + paths: + - sdk/python/jobs/pipelines/1k_demand_forecasting_with_pipeline_components/automl-forecasting-demand-hierarchical-timeseries-in-pipeline/** + - .github/workflows/sdk-jobs-pipelines-1k_demand_forecasting_with_pipeline_components-automl-forecasting-demand-hierarchical-timeseries-in-pipeline-automl-forecasting-demand-hts.yml + - sdk/python/dev-requirements.txt + - infra/bootstrapping/** + - sdk/python/setup.sh +concurrency: + group: ${{ github.workflow }}-${{ github.event.pull_request.number || github.ref }} + cancel-in-progress: true +jobs: + build: + runs-on: ubuntu-latest + steps: + - name: check out repo + uses: actions/checkout@v2 + - name: setup python + uses: actions/setup-python@v2 + with: + python-version: "3.8" + - name: pip install notebook reqs + run: pip install -r sdk/python/dev-requirements.txt + - name: azure login + uses: azure/login@v1 + with: + creds: ${{secrets.AZUREML_CREDENTIALS}} + - name: bootstrap resources + run: | + echo '${{ github.workflow }}-${{ github.event.pull_request.number || github.ref }}'; + bash bootstrap.sh + working-directory: infra/bootstrapping + continue-on-error: false + - name: setup SDK + run: | + source "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh"; + source "${{ github.workspace }}/infra/bootstrapping/init_environment.sh"; + bash setup.sh + working-directory: sdk/python + continue-on-error: true + - name: validate readme + run: | + bash check-readme.sh "${{ github.workspace }}" "${{ github.workspace }}/sdk/python/jobs/pipelines/1k_demand_forecasting_with_pipeline_components/automl-forecasting-demand-hierarchical-timeseries-in-pipeline" + working-directory: infra/bootstrapping + continue-on-error: false + - name: setup-cli + run: | + source "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh"; + source "${{ github.workspace }}/infra/bootstrapping/init_environment.sh"; + bash setup.sh + working-directory: cli + continue-on-error: true + - name: run jobs/pipelines/1k_demand_forecasting_with_pipeline_components/automl-forecasting-demand-hierarchical-timeseries-in-pipeline/automl-forecasting-demand-hts.ipynb + run: | + source "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh"; + source "${{ github.workspace }}/infra/bootstrapping/init_environment.sh"; + bash "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh" generate_workspace_config "../../.azureml/config.json"; + bash "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh" replace_template_values "automl-forecasting-demand-hts.ipynb"; + [ -f "../../.azureml/config" ] && cat "../../.azureml/config"; + papermill -k python -p compute_name automl-cpu-cluster automl-forecasting-demand-hts.ipynb automl-forecasting-demand-hts.output.ipynb + working-directory: sdk/python/jobs/pipelines/1k_demand_forecasting_with_pipeline_components/automl-forecasting-demand-hierarchical-timeseries-in-pipeline + - name: upload notebook's working folder as an artifact + if: ${{ always() }} + uses: actions/upload-artifact@v2 + with: + name: automl-forecasting-demand-hts + path: sdk/python/jobs/pipelines/1k_demand_forecasting_with_pipeline_components/automl-forecasting-demand-hierarchical-timeseries-in-pipeline diff --git a/.github/workflows/tutorials-azureml-getting-started-azureml-getting-started-studio.yml b/.github/workflows/tutorials-azureml-getting-started-azureml-getting-started-studio.yml index 4729672e1f..67fb8e1fa6 100644 --- a/.github/workflows/tutorials-azureml-getting-started-azureml-getting-started-studio.yml +++ b/.github/workflows/tutorials-azureml-getting-started-azureml-getting-started-studio.yml @@ -53,6 +53,11 @@ jobs: bash setup.sh working-directory: sdk/python continue-on-error: true + - name: validate readme + run: | + bash check-readme.sh "${{ github.workspace }}" "${{ github.workspace }}/tutorials/azureml-getting-started" + working-directory: infra/bootstrapping + continue-on-error: false - name: setup-cli run: | source "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh"; diff --git a/.github/workflows/tutorials-azureml-in-a-day-azureml-in-a-day.yml b/.github/workflows/tutorials-azureml-in-a-day-azureml-in-a-day.yml index 2e7dc74a43..cc86bf386b 100644 --- a/.github/workflows/tutorials-azureml-in-a-day-azureml-in-a-day.yml +++ b/.github/workflows/tutorials-azureml-in-a-day-azureml-in-a-day.yml @@ -53,6 +53,11 @@ jobs: bash setup.sh working-directory: sdk/python continue-on-error: true + - name: validate readme + run: | + bash check-readme.sh "${{ github.workspace }}" "${{ github.workspace }}/tutorials/azureml-in-a-day" + working-directory: infra/bootstrapping + continue-on-error: false - name: setup-cli run: | source "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh"; diff --git a/.github/workflows/tutorials-e2e-distributed-pytorch-image-e2e-object-classification-distributed-pytorch.yml b/.github/workflows/tutorials-e2e-distributed-pytorch-image-e2e-object-classification-distributed-pytorch.yml index 4bf4e521bc..29a61933dd 100644 --- a/.github/workflows/tutorials-e2e-distributed-pytorch-image-e2e-object-classification-distributed-pytorch.yml +++ b/.github/workflows/tutorials-e2e-distributed-pytorch-image-e2e-object-classification-distributed-pytorch.yml @@ -53,6 +53,11 @@ jobs: bash setup.sh working-directory: sdk/python continue-on-error: true + - name: validate readme + run: | + bash check-readme.sh "${{ github.workspace }}" "${{ github.workspace }}/tutorials/e2e-distributed-pytorch-image" + working-directory: infra/bootstrapping + continue-on-error: false - name: setup-cli run: | source "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh"; diff --git a/.github/workflows/tutorials-e2e-ds-experience-e2e-ml-workflow.yml b/.github/workflows/tutorials-e2e-ds-experience-e2e-ml-workflow.yml index 3ee9913957..978d825eef 100644 --- a/.github/workflows/tutorials-e2e-ds-experience-e2e-ml-workflow.yml +++ b/.github/workflows/tutorials-e2e-ds-experience-e2e-ml-workflow.yml @@ -53,6 +53,11 @@ jobs: bash setup.sh working-directory: sdk/python continue-on-error: true + - name: validate readme + run: | + bash check-readme.sh "${{ github.workspace }}" "${{ github.workspace }}/tutorials/e2e-ds-experience" + working-directory: infra/bootstrapping + continue-on-error: false - name: setup-cli run: | source "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh"; diff --git a/.github/workflows/tutorials-get-started-notebooks-cloud-workstation.yml b/.github/workflows/tutorials-get-started-notebooks-cloud-workstation.yml index 6085c7e4f1..9b00c22694 100644 --- a/.github/workflows/tutorials-get-started-notebooks-cloud-workstation.yml +++ b/.github/workflows/tutorials-get-started-notebooks-cloud-workstation.yml @@ -53,6 +53,11 @@ jobs: bash setup.sh working-directory: sdk/python continue-on-error: true + - name: validate readme + run: | + bash check-readme.sh "${{ github.workspace }}" "${{ github.workspace }}/tutorials/get-started-notebooks" + working-directory: infra/bootstrapping + continue-on-error: false - name: setup-cli run: | source "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh"; diff --git a/.github/workflows/tutorials-get-started-notebooks-deploy-model.yml b/.github/workflows/tutorials-get-started-notebooks-deploy-model.yml index a07c0bfd60..db178f9879 100644 --- a/.github/workflows/tutorials-get-started-notebooks-deploy-model.yml +++ b/.github/workflows/tutorials-get-started-notebooks-deploy-model.yml @@ -51,6 +51,11 @@ jobs: bash setup.sh working-directory: sdk/python continue-on-error: true + - name: validate readme + run: | + bash check-readme.sh "${{ github.workspace }}" "${{ github.workspace }}/tutorials/get-started-notebooks" + working-directory: infra/bootstrapping + continue-on-error: false - name: setup-cli run: | source "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh"; diff --git a/.github/workflows/tutorials-get-started-notebooks-explore-data.yml b/.github/workflows/tutorials-get-started-notebooks-explore-data.yml index 96819785bf..47e7de78bd 100644 --- a/.github/workflows/tutorials-get-started-notebooks-explore-data.yml +++ b/.github/workflows/tutorials-get-started-notebooks-explore-data.yml @@ -51,6 +51,11 @@ jobs: bash setup.sh working-directory: sdk/python continue-on-error: true + - name: validate readme + run: | + bash check-readme.sh "${{ github.workspace }}" "${{ github.workspace }}/tutorials/get-started-notebooks" + working-directory: infra/bootstrapping + continue-on-error: false - name: setup-cli run: | source "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh"; diff --git a/.github/workflows/tutorials-get-started-notebooks-pipeline.yml b/.github/workflows/tutorials-get-started-notebooks-pipeline.yml index a77bd455ac..8b70d93ae0 100644 --- a/.github/workflows/tutorials-get-started-notebooks-pipeline.yml +++ b/.github/workflows/tutorials-get-started-notebooks-pipeline.yml @@ -53,6 +53,11 @@ jobs: bash setup.sh working-directory: sdk/python continue-on-error: true + - name: validate readme + run: | + bash check-readme.sh "${{ github.workspace }}" "${{ github.workspace }}/tutorials/get-started-notebooks" + working-directory: infra/bootstrapping + continue-on-error: false - name: setup-cli run: | source "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh"; diff --git a/.github/workflows/tutorials-get-started-notebooks-quickstart.yml b/.github/workflows/tutorials-get-started-notebooks-quickstart.yml index d5b78efbf3..4d72471cf1 100644 --- a/.github/workflows/tutorials-get-started-notebooks-quickstart.yml +++ b/.github/workflows/tutorials-get-started-notebooks-quickstart.yml @@ -53,6 +53,11 @@ jobs: bash setup.sh working-directory: sdk/python continue-on-error: true + - name: validate readme + run: | + bash check-readme.sh "${{ github.workspace }}" "${{ github.workspace }}/tutorials/get-started-notebooks" + working-directory: infra/bootstrapping + continue-on-error: false - name: setup-cli run: | source "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh"; diff --git a/.github/workflows/tutorials-get-started-notebooks-train-model.yml b/.github/workflows/tutorials-get-started-notebooks-train-model.yml index e794694168..f4ba23396c 100644 --- a/.github/workflows/tutorials-get-started-notebooks-train-model.yml +++ b/.github/workflows/tutorials-get-started-notebooks-train-model.yml @@ -53,6 +53,11 @@ jobs: bash setup.sh working-directory: sdk/python continue-on-error: true + - name: validate readme + run: | + bash check-readme.sh "${{ github.workspace }}" "${{ github.workspace }}/tutorials/get-started-notebooks" + working-directory: infra/bootstrapping + continue-on-error: false - name: setup-cli run: | source "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh"; diff --git a/tutorials/readme.py b/tutorials/readme.py index a0526f68fb..3a2926d5f2 100644 --- a/tutorials/readme.py +++ b/tutorials/readme.py @@ -181,6 +181,11 @@ def write_notebook_workflow( bash setup.sh working-directory: sdk/python continue-on-error: true + - name: validate readme + run: | + bash check-readme.sh "{github_workspace}" "{github_workspace}/tutorials/{posix_folder}" + working-directory: infra/bootstrapping + continue-on-error: false - name: setup-cli run: | source "{github_workspace}/infra/bootstrapping/sdk_helpers.sh";