Dan's Triton and Triton Custom Container Samples (Azure#1643)

* taking other commit

* workflow + readme

* adding packages

* triton-cc

* Initial commit

* Initial merge

* Fix triton auth and img

* Complete e2e test

* Add cell tags

* Apply black

* Apply black and update readme

* Fix endpoint/deployment

* Add package installation to non-cc

* Add single-model dir

* Add single-model dir and rename triton-cc to triton

* Added description for packages

* Added peacock link

* Format and fix model path in cc

* Added user agent to dowlnoad image content

* Added User-Agent

* Remove model image and add archive model

* Format black

* Remove dev string

* Clear output

* Edits

Co-authored-by: Ubuntu <amluser@hostnc24rsv3-1.zzzqpxhttcsuvnpjuyx4d4x4aa.xx.internal.cloudapp.net>

Author: xanwal

.github/workflows/sdk-endpoints-online-custom-container-triton-online-endpoints-triton-cc.yml

@@ -0,0 +1,54 @@
+name: sdk-endpoints-online-custom-container-triton-online-endpoints-triton-cc
+# This file is created by sdk/readme.py.
+# Please do not edit directly.
+on:
+  workflow_dispatch:
+  schedule:
+    - cron: "0 */8 * * *"
+  pull_request:
+    branches:
+      - main
+    paths:
+      - sdk/endpoints/online/custom-container/triton/**
+      - .github/workflows/sdk-endpoints-online-custom-container-triton-online-endpoints-triton-cc.yml
+      - sdk/dev-requirements.txt
+      - sdk/setup.sh
+jobs:
+  build:
+    runs-on: ubuntu-latest
+    steps:
+    - name: check out repo
+      uses: actions/checkout@v2
+    - name: setup python
+      uses: actions/setup-python@v2
+      with: 
+        python-version: "3.8"
+    - name: pip install notebook reqs
+      run: pip install -r sdk/dev-requirements.txt
+    - name: azure login
+      uses: azure/login@v1
+      with:
+        creds: ${{secrets.AZ_CREDS}}
+    - name: setup SDK
+      run: bash setup.sh
+      working-directory: sdk
+      continue-on-error: true
+    - name: setup CLI
+      run: bash setup.sh
+      working-directory: cli
+      continue-on-error: true
+    - name: run endpoints/online/custom-container/triton/online-endpoints-triton-cc.ipynb
+      run: |
+          sed -i -e "s/<SUBSCRIPTION_ID>/6560575d-fa06-4e7d-95fb-f962e74efd7a/g" online-endpoints-triton-cc.ipynb
+          sed -i -e "s/<RESOURCE_GROUP>/azureml-examples/g" online-endpoints-triton-cc.ipynb
+          sed -i -e "s/<AML_WORKSPACE_NAME>/main/g" online-endpoints-triton-cc.ipynb
+          sed -i -e "s/DefaultAzureCredential/AzureCliCredential/g" online-endpoints-triton-cc.ipynb
+
+          papermill -k python online-endpoints-triton-cc.ipynb online-endpoints-triton-cc.output.ipynb
+      working-directory: sdk/endpoints/online/custom-container/triton
+    - name: upload notebook's working folder as an artifact
+      if: ${{ always() }}
+      uses: actions/upload-artifact@v2
+      with:
+        name: online-endpoints-triton-cc
+        path: sdk/endpoints/online/custom-container/triton

.github/workflows/sdk-endpoints-online-triton-single-model-online-endpoints-triton.yml

@@ -0,0 +1,54 @@
+name: sdk-endpoints-online-triton-single-model-online-endpoints-triton
+# This file is created by sdk/readme.py.
+# Please do not edit directly.
+on:
+  workflow_dispatch:
+  schedule:
+    - cron: "0 */8 * * *"
+  pull_request:
+    branches:
+      - main
+    paths:
+      - sdk/endpoints/online/triton/single-model/**
+      - .github/workflows/sdk-endpoints-online-triton-single-model-online-endpoints-triton.yml
+      - sdk/dev-requirements.txt
+      - sdk/setup.sh
+jobs:
+  build:
+    runs-on: ubuntu-latest
+    steps:
+    - name: check out repo
+      uses: actions/checkout@v2
+    - name: setup python
+      uses: actions/setup-python@v2
+      with: 
+        python-version: "3.8"
+    - name: pip install notebook reqs
+      run: pip install -r sdk/dev-requirements.txt
+    - name: azure login
+      uses: azure/login@v1
+      with:
+        creds: ${{secrets.AZ_CREDS}}
+    - name: setup SDK
+      run: bash setup.sh
+      working-directory: sdk
+      continue-on-error: true
+    - name: setup CLI
+      run: bash setup.sh
+      working-directory: cli
+      continue-on-error: true
+    - name: run endpoints/online/triton/single-model/online-endpoints-triton.ipynb
+      run: |
+          sed -i -e "s/<SUBSCRIPTION_ID>/6560575d-fa06-4e7d-95fb-f962e74efd7a/g" online-endpoints-triton.ipynb
+          sed -i -e "s/<RESOURCE_GROUP>/azureml-examples/g" online-endpoints-triton.ipynb
+          sed -i -e "s/<AML_WORKSPACE_NAME>/main/g" online-endpoints-triton.ipynb
+          sed -i -e "s/DefaultAzureCredential/AzureCliCredential/g" online-endpoints-triton.ipynb
+
+          papermill -k python online-endpoints-triton.ipynb online-endpoints-triton.output.ipynb
+      working-directory: sdk/endpoints/online/triton/single-model
+    - name: upload notebook's working folder as an artifact
+      if: ${{ always() }}
+      uses: actions/upload-artifact@v2
+      with:
+        name: online-endpoints-triton
+        path: sdk/endpoints/online/triton/single-model