chore: pr summarization for releases

.devcontainer/Dockerfile

@@ -3,6 +3,12 @@ FROM mcr.microsoft.com/devcontainers/python:3
 RUN python -m pip install --upgrade pip \
     && python -m pip install 'flit>=3.8.0'
 
+RUN curl https://packages.microsoft.com/keys/microsoft.asc | gpg --dearmor > microsoft.gpg \
+    && mv microsoft.gpg /etc/apt/trusted.gpg.d/microsoft.gpg \
+    && sh -c 'echo "deb [arch=amd64] https://packages.microsoft.com/debian/$(lsb_release -rs | cut -d'.' -f 1)/prod $(lsb_release -cs) main" > /etc/apt/sources.list.d/dotnetdev.list' \
+    && apt-get update \
+    && apt-get install azure-functions-core-tools-4
+
 ENV FLIT_ROOT_INSTALL=1
 
 COPY pyproject.toml .

.gitignore

@@ -145,3 +145,15 @@ __blobstorage__
 __queuestorage__
 __azurite_db*__.json
 .python_packages
+
+#summarization development
+scripts/summarizations/msazure.yaml
+scripts/summarizations/msdata.yaml
+scripts/summarizations/msazure_pull_request_list.csv
+scripts/summarizations/msdata_pull_request_list.csv
+scripts/summarizations/summaries/
+src/gpt_review/prompts/prompt_pr_batch_summary.yaml
+src/gpt_review/prompts/prompt_nature.yaml
+src/gpt_review/prompts/prompt_pr_summary.yaml
+
+

.vscode/settings.json

@@ -34,5 +34,12 @@
     "python.analysis.inlayHints.functionReturnTypes": true,
     "python.analysis.diagnosticSeverityOverrides": {
         "reportUndefinedVariable": "none" // Covered by Ruff F821
-    }
+    },
+    "azureFunctions.deploySubpath": "azure/api",
+    "azureFunctions.scmDoBuildDuringDeployment": true,
+    "azureFunctions.pythonVenv": ".venv",
+    "azureFunctions.projectLanguage": "Python",
+    "azureFunctions.projectRuntime": "~4",
+    "debug.internalConsoleOptions": "neverOpen",
+    "azureFunctions.projectSubpath": "azure/api"
 }

azure/README.md

@@ -0,0 +1,29 @@
+This requires < Python 3.11 to run.
+
+Install the [Azure Function Tools](https://learn.microsoft.com/en-us/azure/azure-functions/functions-run-local?tabs=v4%2Clinux%2Ccsharp%2Cportal%2Cbash#local-settings-file)
+
+```sh
+curl https://packages.microsoft.com/keys/microsoft.asc | gpg --dearmor > microsoft.gpg
+sudo mv microsoft.gpg /etc/apt/trusted.gpg.d/microsoft.gpg
+
+# Debian/Codespace
+sudo sh -c 'echo "deb [arch=amd64] https://packages.microsoft.com/debian/$(lsb_release -rs | cut -d'.' -f 1)/prod $(lsb_release -cs) main" > /etc/apt/sources.list.d/dotnetdev.list'
+
+sudo apt-get update
+sudo apt-get install azure-functions-core-tools-4
+```
+
+Create a new python env when testing the function.
+
+```sh
+python3.9 -m venv .venv/py39
+source .venv/py39/bin/activate
+
+python3.9 -m pip install flit
+python3.9 -m flit install
+
+cd azure/api
+python 3.9
+func start
+
+```

azure/api/.funcignore

@@ -0,0 +1,8 @@
+.git*
+.vscode
+__azurite_db*__.json
+__blobstorage__
+__queuestorage__
+local.settings.json
+test
+.venv

azure/api/__init__.py

@@ -0,0 +1 @@
+from . import incoming_msg_handler

azure/api/host.json

@@ -0,0 +1,22 @@
+{
+    "version": "2.0",
+    "logging": {
+        "applicationInsights": {
+            "samplingSettings": {
+                "isEnabled": true,
+                "excludedTypes": "Request"
+            }
+        }
+    },
+    "extensionBundle": {
+        "id": "Microsoft.Azure.Functions.ExtensionBundle",
+        "version": "[3.15.0, 4.0.0)"
+    },
+    "extensions": {
+        "serviceBus": {
+            "messageHandlerOptions": {
+                "autoComplete": false
+            }
+        }
+    }
+}

azure/api/incoming_msg_handler/__init__.py

@@ -0,0 +1,24 @@
+"""Azure DevOps API incoming message handler."""
+import os
+
+import azure.functions as func
+
+from gpt_review.repositories.devops import DevOpsFunction
+
+HANDLER = DevOpsFunction(
+    pat=os.environ["ADO_TOKEN"],
+    org=os.environ["ADO_ORG"],
+    project=os.environ["ADO_PROJECT"],
+    repository_id=os.environ["ADO_REPO"],
+)
+
+os.putenv("RISK_SUMMARY", "false")
+os.putenv("FILE_SUMMARY_FULL", "false")
+os.putenv("TEST_SUMMARY", "false")
+os.putenv("BUG_SUMMARY", "false")
+os.putenv("SUMMARY_SUGGEST", "false")
+
+
+def main(msg: func.ServiceBusMessage) -> None:
+    """Handle an incoming message."""
+    HANDLER.handle(msg)

azure/api/incoming_msg_handler/function.json

@@ -0,0 +1,12 @@
+{
+    "scriptFile": "__init__.py",
+    "bindings": [
+        {
+            "name": "msg",
+            "type": "serviceBusTrigger",
+            "direction": "in",
+            "queueName": "ado-gpt-review",
+            "connection": "AzureServiceBusConnectionString"
+        }
+    ]
+}

azure/api/requirements.txt

@@ -0,0 +1,6 @@
+# DO NOT include azure-functions-worker in this file
+# The Python Worker is managed by Azure Functions platform
+# Manually managing azure-functions-worker may cause unexpected issues
+
+azure-functions
+gpt-review>=0.7.0

pyproject.toml

@@ -25,8 +25,9 @@ dependencies = [
   'azure-devops',
   'azure-functions; python_version <= "3.10"',
   'azure-identity',
+  'azure-keyvault',
   'azure-keyvault-secrets',
-  'llama-index>=0.6.0,<=0.6.14',
+  'llama-index>=0.6.0,<=0.6.9',
   'httpx',
   'GitPython',
   'knack',
@@ -146,7 +147,7 @@ executionEnvironments = [
 ]
 
 [tool.pytest.ini_options]
-addopts = "--cov-report xml:coverage.xml --cov src --cov-fail-under 0 --cov-append -n auto"
+addopts = "--cov-report xml:coverage.xml --cov src --cov-fail-under 0 --cov-append"
 pythonpath = [
   "src"
 ]
@@ -398,4 +399,4 @@ target-version = "py311"
 
 [tool.ruff.mccabe]
 # Unlike Flake8, default to a complexity level of 10.
-max-complexity = 10
+max-complexity = 10