test(skills): integration tests for real-world skills.sh scripts

crates/bashkit/tests/skills_fixtures/azure_discover_rank.sh

@@ -0,0 +1,108 @@
+#!/bin/bash
+# discover_and_rank.sh
+# Discovers available capacity for an Azure OpenAI model across all regions,
+# cross-references with existing projects and subscription quota, and outputs a ranked table.
+#
+# Usage: ./discover_and_rank.sh <model-name> <model-version> [min-capacity]
+# Example: ./discover_and_rank.sh o3-mini 2025-01-31 200
+#
+# Output: Ranked table of regions with capacity, quota, project counts, and match status
+#
+# NOTE: Backslash line continuations removed for bashkit parser compatibility.
+# Original at: microsoft/github-copilot-for-azure
+
+set -euo pipefail
+
+MODEL_NAME="${1:?Usage: $0 <model-name> <model-version> [min-capacity]}"
+MODEL_VERSION="${2:?Usage: $0 <model-name> <model-version> [min-capacity]}"
+MIN_CAPACITY="${3:-0}"
+
+SUB_ID=$(az account show --query id -o tsv)
+
+# Query model capacity across all regions (GlobalStandard SKU)
+CAPACITY_JSON=$(az rest --method GET --url "https://management.azure.com/subscriptions/${SUB_ID}/providers/Microsoft.CognitiveServices/modelCapacities" --url-parameters api-version=2024-10-01 modelFormat=OpenAI modelName="$MODEL_NAME" modelVersion="$MODEL_VERSION" 2>/dev/null)
+
+# Query all AI Services projects
+PROJECTS_JSON=$(az rest --method GET --url "https://management.azure.com/subscriptions/${SUB_ID}/providers/Microsoft.CognitiveServices/accounts" --url-parameters api-version=2024-10-01 --query "value[?kind=='AIServices'].{name:name, location:location}" 2>/dev/null)
+
+# Get unique regions from capacity results for quota checking
+REGIONS=$(echo "$CAPACITY_JSON" | jq -r '.value[] | select(.properties.skuName=="GlobalStandard" and .properties.availableCapacity > 0) | .location' | sort -u)
+
+# Build quota map: check subscription quota per region
+declare -A QUOTA_MAP
+for region in $REGIONS; do
+  usage_json=$(az cognitiveservices usage list --location "$region" --subscription "$SUB_ID" -o json 2>/dev/null || echo "[]")
+  quota_avail=$(echo "$usage_json" | jq -r --arg name "OpenAI.GlobalStandard.$MODEL_NAME" '[.[] | select(.name.value == $name)] | if length > 0 then .[0].limit - .[0].currentValue else 0 end')
+  QUOTA_MAP[$region]="${quota_avail:-0}"
+done
+
+# Export quota map as JSON for Python
+QUOTA_JSON="{"
+first=true
+for region in "${!QUOTA_MAP[@]}"; do
+  if [ "$first" = true ]; then first=false; else QUOTA_JSON+=","; fi
+  QUOTA_JSON+="\"$region\":${QUOTA_MAP[$region]}"
+done
+QUOTA_JSON+="}"
+
+# Combine, rank, and output using inline Python (available on all Azure CLI installs)
+python3 -c "
+import json, sys
+
+capacity = json.loads('''${CAPACITY_JSON}''')
+projects = json.loads('''${PROJECTS_JSON}''')
+quota = json.loads('''${QUOTA_JSON}''')
+min_cap = int('${MIN_CAPACITY}')
+
+# Build capacity map (GlobalStandard only)
+cap_map = {}
+for item in capacity.get('value', []):
+    props = item.get('properties', {})
+    if props.get('skuName') == 'GlobalStandard' and props.get('availableCapacity', 0) > 0:
+        region = item.get('location', '')
+        cap_map[region] = max(cap_map.get(region, 0), props['availableCapacity'])
+
+# Build project count map
+proj_map = {}
+proj_sample = {}
+for p in (projects if isinstance(projects, list) else []):
+    loc = p.get('location', '')
+    proj_map[loc] = proj_map.get(loc, 0) + 1
+    if loc not in proj_sample:
+        proj_sample[loc] = p.get('name', '')
+
+# Combine and rank
+results = []
+for region, cap in cap_map.items():
+    meets = cap >= min_cap
+    q = quota.get(region, 0)
+    quota_ok = q > 0
+    results.append({
+        'region': region,
+        'available': cap,
+        'meets': meets,
+        'projects': proj_map.get(region, 0),
+        'sample': proj_sample.get(region, '(none)'),
+        'quota': q,
+        'quota_ok': quota_ok
+    })
+
+# Sort: meets target first, then quota available, then by project count, then by capacity
+results.sort(key=lambda x: (-x['meets'], -x['quota_ok'], -x['projects'], -x['available']))
+
+# Output
+total = len(results)
+matching = sum(1 for r in results if r['meets'])
+with_quota = sum(1 for r in results if r['meets'] and r['quota_ok'])
+with_projects = sum(1 for r in results if r['meets'] and r['projects'] > 0)
+
+print(f'Model: {\"${MODEL_NAME}\"} v{\"${MODEL_VERSION}\"} | SKU: GlobalStandard | Min Capacity: {min_cap}K TPM')
+print(f'Regions with capacity: {total} | Meets target: {matching} | With quota: {with_quota} | With projects: {with_projects}')
+print()
+print(f'{\"Region\":<22} {\"Available\":<12} {\"Meets Target\":<14} {\"Quota\":<12} {\"Projects\":<10} {\"Sample Project\"}')
+print('-' * 100)
+for r in results:
+    mark = 'YES' if r['meets'] else 'no'
+    q_display = f'{r[\"quota\"]}K' if r['quota'] > 0 else '0 (none)'
+    print(f'{r[\"region\"]:<22} {r[\"available\"]}K{\"\":.<10} {mark:<14} {q_display:<12} {r[\"projects\"]:<10} {r[\"sample\"]}')
+"

crates/bashkit/tests/skills_fixtures/azure_generate_url.sh

@@ -0,0 +1,89 @@
+#!/bin/bash
+# Generate Azure AI Foundry portal URL for a model deployment
+# This script creates a direct clickable link to view a deployment in the Azure AI Foundry portal
+
+set -e
+
+# Function to display usage
+usage() {
+    cat << EOF
+Usage: $0 --subscription SUBSCRIPTION_ID --resource-group RESOURCE_GROUP \\
+          --foundry-resource FOUNDRY_RESOURCE --project PROJECT_NAME \\
+          --deployment DEPLOYMENT_NAME
+
+Generate Azure AI Foundry deployment URL
+
+Required arguments:
+  --subscription        Azure subscription ID (GUID)
+  --resource-group      Resource group name
+  --foundry-resource    Foundry resource (account) name
+  --project             Project name
+  --deployment          Deployment name
+
+Example:
+  $0 --subscription d5320f9a-73da-4a74-b639-83efebc7bb6f \\
+     --resource-group bani-host \\
+     --foundry-resource banide-host-resource \\
+     --project banide-host \\
+     --deployment text-embedding-ada-002
+EOF
+    exit 1
+}
+
+# Parse command line arguments
+while [[ $# -gt 0 ]]; do
+    case $1 in
+        --subscription)
+            SUBSCRIPTION_ID="$2"
+            shift 2
+            ;;
+        --resource-group)
+            RESOURCE_GROUP="$2"
+            shift 2
+            ;;
+        --foundry-resource)
+            FOUNDRY_RESOURCE="$2"
+            shift 2
+            ;;
+        --project)
+            PROJECT_NAME="$2"
+            shift 2
+            ;;
+        --deployment)
+            DEPLOYMENT_NAME="$2"
+            shift 2
+            ;;
+        -h|--help)
+            usage
+            ;;
+        *)
+            echo "Unknown option: $1"
+            usage
+            ;;
+    esac
+done
+
+# Validate required arguments
+if [ -z "$SUBSCRIPTION_ID" ] || [ -z "$RESOURCE_GROUP" ] || [ -z "$FOUNDRY_RESOURCE" ] || [ -z "$PROJECT_NAME" ] || [ -z "$DEPLOYMENT_NAME" ]; then
+    echo "Error: Missing required arguments"
+    usage
+fi
+
+# Convert subscription GUID to bytes (big-endian/string order) and encode as base64url
+# Remove hyphens from GUID
+GUID_HEX=$(echo "$SUBSCRIPTION_ID" | tr -d '-')
+
+# Convert hex string to bytes and base64 encode
+# Using xxd to convert hex to binary, then base64 encode
+ENCODED_SUB=$(echo "$GUID_HEX" | xxd -r -p | base64 | tr '+' '-' | tr '/' '_' | tr -d '=')
+
+# Build the encoded resource path
+# Format: {encoded-sub-id},{resource-group},,{foundry-resource},{project-name}
+# Note: Two commas between resource-group and foundry-resource
+ENCODED_PATH="${ENCODED_SUB},${RESOURCE_GROUP},,${FOUNDRY_RESOURCE},${PROJECT_NAME}"
+
+# Build the full URL
+BASE_URL="https://ai.azure.com/nextgen/r/"
+DEPLOYMENT_PATH="/build/models/deployments/${DEPLOYMENT_NAME}/details"
+
+echo "${BASE_URL}${ENCODED_PATH}${DEPLOYMENT_PATH}"

crates/bashkit/tests/skills_fixtures/azure_query_capacity.sh

@@ -0,0 +1,70 @@
+#!/bin/bash
+# query_capacity.sh
+# Queries available capacity for an Azure OpenAI model.
+#
+# Usage:
+#   ./query_capacity.sh <model-name> [model-version] [region] [sku]
+# Examples:
+#   ./query_capacity.sh o3-mini                          # List versions
+#   ./query_capacity.sh o3-mini 2025-01-31               # All regions
+#   ./query_capacity.sh o3-mini 2025-01-31 eastus2       # Specific region
+#   ./query_capacity.sh o3-mini 2025-01-31 "" Standard   # Different SKU
+
+set -euo pipefail
+
+MODEL_NAME="${1:?Usage: $0 <model-name> [model-version] [region] [sku]}"
+MODEL_VERSION="${2:-}"
+REGION="${3:-}"
+SKU="${4:-GlobalStandard}"
+
+SUB_ID=$(az account show --query id -o tsv)
+
+# If no version, list available versions
+if [ -z "$MODEL_VERSION" ]; then
+    LOC="${REGION:-eastus}"
+    echo "Available versions for $MODEL_NAME:"
+    az cognitiveservices model list --location "$LOC" --query "[?model.name=='$MODEL_NAME'].{Version:model.version, Format:model.format}" --output table 2>/dev/null
+    exit 0
+fi
+
+# Build URL
+if [ -n "$REGION" ]; then
+    URL="https://management.azure.com/subscriptions/${SUB_ID}/providers/Microsoft.CognitiveServices/locations/${REGION}/modelCapacities"
+else
+    URL="https://management.azure.com/subscriptions/${SUB_ID}/providers/Microsoft.CognitiveServices/modelCapacities"
+fi
+
+# Query capacity
+CAPACITY_RESULT=$(az rest --method GET --url "$URL" --url-parameters api-version=2024-10-01 modelFormat=OpenAI modelName="$MODEL_NAME" modelVersion="$MODEL_VERSION" 2>/dev/null)
+
+# Get regions with capacity
+REGIONS_WITH_CAP=$(echo "$CAPACITY_RESULT" | jq -r ".value[] | select(.properties.skuName==\"$SKU\" and .properties.availableCapacity > 0) | .location" 2>/dev/null | sort -u)
+
+if [ -z "$REGIONS_WITH_CAP" ]; then
+    echo "No capacity found for $MODEL_NAME v$MODEL_VERSION ($SKU)"
+    echo "Try a different SKU or version."
+    exit 0
+fi
+
+echo "Capacity: $MODEL_NAME v$MODEL_VERSION ($SKU)"
+echo ""
+printf "%-22s %-12s %-15s %s\n" "Region" "Available" "Quota" "SKU"
+printf -- '-%.0s' {1..60}; echo ""
+
+for region in $REGIONS_WITH_CAP; do
+    avail=$(echo "$CAPACITY_RESULT" | jq -r ".value[] | select(.location==\"$region\" and .properties.skuName==\"$SKU\") | .properties.availableCapacity" 2>/dev/null | head -1)
+
+    # Check subscription quota
+    usage_json=$(az cognitiveservices usage list --location "$region" --subscription "$SUB_ID" -o json 2>/dev/null || echo "[]")
+    quota_avail=$(echo "$usage_json" | jq -r --arg name "OpenAI.$SKU.$MODEL_NAME" '[.[] | select(.name.value == $name)] | if length > 0 then .[0].limit - .[0].currentValue else 0 end' 2>/dev/null || echo "?")
+
+    if [ "$quota_avail" = "0" ]; then
+        quota_display="0 (none)"
+    elif [ "$quota_avail" = "?" ]; then
+        quota_display="?"
+    else
+        quota_display="${quota_avail}K"
+    fi
+
+    printf "%-22s %-12s %-15s %s\n" "$region" "${avail}K TPM" "$quota_display" "$SKU"
+done