feat: asr & tts & main

.devcontainer/devcontainer.json

@@ -1,6 +1,6 @@
 {
   "name": "ten_framework",
-  "image": "docker.theten.ai/ten-framework/ten_agent_build:0.6.11",
+  "image": "ghcr.io/ten-framework/ten_agent_build:0.6.15",
   "customizations": {
     "vscode": {
       "extensions": [

.github/workflows/ai_agents.yaml

@@ -35,14 +35,13 @@ jobs:
   ci:
     runs-on: ubuntu-latest
     container:
-      image: ghcr.io/ten-framework/ten_agent_build:0.6.11
+      image: ghcr.io/ten-framework/ten_agent_build:0.6.15
     strategy:
       matrix:
         agent:
           [
-            agents/examples/default,
-            agents/examples/demo,
-            agents/examples/experimental,
+            agents/examples/voice-assistant,
+            agents/examples/voice-assistant-realtime,
           ]
     steps:
       - uses: actions/checkout@v4

.github/workflows/manual_publish_extension.yml

@@ -4,7 +4,7 @@ on:
   workflow_dispatch:
     inputs:
       extension:
-        description: 'Extension name (required)'
+        description: 'Extension name(s), use comma to separate multiple (required)'
         required: true
         type: string
       branch:
@@ -20,7 +20,7 @@ jobs:
   publish-extension:
     runs-on: ubuntu-latest
     container:
-      image: ghcr.io/ten-framework/ten_agent_build:0.6.11
+      image: ghcr.io/ten-framework/ten_agent_build:0.6.15
 
     steps:
       - name: Checkout code
@@ -43,33 +43,54 @@ jobs:
         run: |
           echo "==================== Publish Parameters ===================="
           echo "Branch: ${{ github.event.inputs.branch || github.ref_name }}"
-          echo "Extension: ${{ github.event.inputs.extension }}"
+          echo "Extension(s): ${{ github.event.inputs.extension }}"
           echo "========================================================"
 
-      - name: Install and build extension
+      - name: Install and build extension(s)
         run: |
-          cd ai_agents/agents/ten_packages/extension/${{ github.event.inputs.extension }}
-          echo "Installing extension..."
-          tman install --standalone
+          extensions="${{ github.event.inputs.extension }}"
+          for raw in $(echo "$extensions" | tr ',' ' '); do
+            ext=$(echo "$raw" | xargs)
+            [ -z "$ext" ] && continue
+            echo "---- Processing: $ext ----"
+            if [ ! -d "ai_agents/agents/ten_packages/extension/$ext" ]; then
+              echo "Directory not found for extension: $ext" >&2
+              continue
+            fi
+            (
+              cd "ai_agents/agents/ten_packages/extension/$ext"
+              echo "Installing extension $ext..."
+              tman install --standalone
+              echo "Attempting to build extension $ext..."
+              tman run build || echo "Build step skipped or failed for $ext - continuing with publish"
+            )
+          done
 
-          echo "Attempting to build extension..."
-          tman run build || echo "Build step skipped or failed - continuing with publish"
-
-      - name: Publish extension
+      - name: Publish extension(s)
         run: |
-          cd ai_agents/agents/ten_packages/extension/${{ github.event.inputs.extension }}
-          echo "Publishing extension to TEN store..."
-
-          identity=$(tman package --get-identity)
-          echo "Identity: $identity"
-
-          tman --verbose --user-token ${{ secrets.TEN_CLOUD_STORE }} publish
+          extensions="${{ github.event.inputs.extension }}"
+          for raw in $(echo "$extensions" | tr ',' ' '); do
+            ext=$(echo "$raw" | xargs)
+            [ -z "$ext" ] && continue
+            echo "---- Publishing: $ext ----"
+            if [ ! -d "ai_agents/agents/ten_packages/extension/$ext" ]; then
+              echo "Directory not found for extension: $ext" >&2
+              continue
+            fi
+            (
+              cd "ai_agents/agents/ten_packages/extension/$ext"
+              echo "Publishing extension $ext to TEN store..."
+              identity=$(tman package --get-identity)
+              echo "Identity: $identity"
+              tman --verbose --user-token ${{ secrets.TEN_CLOUD_STORE }} publish
+            )
+          done
 
       - name: Show publish completion
         if: always()
         run: |
           echo "==================== Publish Completed ===================="
           echo "Branch: ${{ github.event.inputs.branch || github.ref_name }}"
-          echo "Extension: ${{ github.event.inputs.extension }}"
+          echo "Extension(s): ${{ github.event.inputs.extension }}"
           echo "Check the logs above for detailed publish results."
           echo "========================================================"

.github/workflows/manual_test_asr_guarder.yml

@@ -4,28 +4,25 @@
   workflow_dispatch:
     inputs:
       extension:
-        description: 'Extension name (required)'
+        description: "Extension name (required)"
         required: true
         type: string
-        default: 'azure_asr_python'
+        default: "azure_asr_python"
       config_dir:
-        description: 'Config directory (optional)'
+        description: "Config directory (optional)"
         required: false
         type: string
-        default: 'tests/configs'
+        default: "tests/configs"
       branch:
-        description: 'Branch to test (optional, defaults to current branch)'
+        description: "Branch to test (optional, defaults to current branch)"
         required: false
         type: string
-        default: ''
+        default: ""
       env_vars:
-        description: 'Environment variables (one per line, format: KEY=VALUE)'
+        description: 'Environment variable keys (use semicolon to separate multiple keys, format: KEY1;KEY2;KEY3). Values will be read from GitHub Secrets.'
         required: false
         type: string
-        default: |
-          # Example:
-          # AZURE_ASR_API_KEY=your_key
-          # AZURE_ASR_REGION=your_region
+        default: ''
 
 permissions:
   contents: read
@@ -34,7 +31,12 @@
   asr-guarder-test:
     runs-on: ubuntu-latest
     container:
-      image: ghcr.io/ten-framework/ten_agent_build:0.6.11
+      image: ghcr.io/ten-framework/ten_agent_build:0.6.15
+
+    env:
+      # Import all secrets as environment variables for dynamic access
+      # Users need to create GitHub Secrets with the same names as their env_vars keys
+      _ALL_SECRETS: ${{ toJSON(secrets) }}
 
     steps:
       - name: Checkout code
@@ -55,43 +57,46 @@
           echo "BRANCH=${{ github.event.inputs.branch || github.ref_name }}" >> $GITHUB_ENV
 
       - name: Parse and set custom environment variables
+        shell: bash
         run: |
-          echo "Setting up custom environment variables..."
+          echo "Setting up custom environment variables from GitHub Secrets..."
 
-          # Write user input environment variables to a temporary file
-          cat << 'EOF' > /tmp/user_env_vars.txt
-          ${{ github.event.inputs.env_vars }}
-          EOF
+          # Get the input and process semicolon-separated variable keys
+          ENV_INPUT="${{ github.event.inputs.env_vars }}"
 
-          # Parse and set environment variables
           echo "Custom environment variables:"
-          while IFS= read -r line || [[ -n "$line" ]]; do
-            # Skip empty lines and comment lines
-            if [[ -z "$line" ]] || [[ "$line" =~ ^[[:space:]]*# ]]; then
-              continue
-            fi
-
-            # Check if it is in KEY=VALUE format
-            if [[ "$line" =~ ^[A-Za-z_][A-Za-z0-9_]*=.* ]]; then
-              key=$(echo "$line" | cut -d'=' -f1 | xargs)
-              value=$(echo "$line" | cut -d'=' -f2- | xargs)
-
-              # Set environment variable
-              echo "${key}=${value}" >> $GITHUB_ENV
-
-              # Display in log (hide sensitive values)
-              if [[ "$key" =~ (KEY|TOKEN|SECRET|PASSWORD|PASS) ]]; then
-                echo "  ✅ ${key}=*** (hidden for security)"
-              else
-                echo "  ✅ ${key}=${value}"
+          if [ -n "$ENV_INPUT" ]; then
+            # Split by semicolon and process each variable key
+            IFS=';' read -ra ENV_ARRAY <<< "$ENV_INPUT"
+            for env_key in "${ENV_ARRAY[@]}"; do
+              # Remove leading/trailing whitespace
+              env_key=$(echo "$env_key" | sed 's/^[[:space:]]*//;s/[[:space:]]*$//')
+
+              # Skip empty entries
+              if [ -z "$env_key" ]; then
+                continue
               fi
-            else
-              echo "  ⚠️  Skipping invalid format: $line"
-            fi
-          done < /tmp/user_env_vars.txt
 
-          # Clean up temporary file
-          rm -f /tmp/user_env_vars.txt
+              # Check if it is a valid variable name (only letters, numbers, underscore, starting with letter or underscore)
+              if echo "$env_key" | grep -q '^[A-Za-z_][A-Za-z0-9_]*$'; then
+                # Extract the secret value from the JSON using jq
+                secret_value=$(echo "$_ALL_SECRETS" | jq -r --arg key "$env_key" '.[$key] // empty')
+
+                if [ -n "$secret_value" ] && [ "$secret_value" != "null" ]; then
+                  # Set environment variable
+                  echo "${env_key}=${secret_value}" >> $GITHUB_ENV
+                  echo "  ✅ ${env_key}=*** (value loaded from GitHub Secrets)"
+                else
+                  echo "  ❌ ${env_key}: GitHub Secret not found or empty"
+                  echo "  ℹ️  Please create a GitHub Secret named '${env_key}' in the repository settings"
+                fi
+              else
+                echo "  ⚠️  Skipping invalid variable name: $env_key"
+              fi
+            done
+          else
+            echo "  ℹ️  No environment variable keys provided"
+          fi
 
       - name: Display test parameters
         run: |
@@ -100,11 +105,12 @@
           echo "Extension: ${{ github.event.inputs.extension }}"
           echo "Config Directory: ${{ github.event.inputs.config_dir }}"
           echo ""
-          echo "Custom Environment Variables:"
-          if [[ -n "${{ github.event.inputs.env_vars }}" ]]; then
-            echo "✅ Custom environment variables have been set (see above for details)"
+          echo "Custom Environment Variables Input:"
+          if [ -n "${{ github.event.inputs.env_vars }}" ]; then
+            echo "✅ Environment variable keys provided (semicolon-separated): ${{ github.event.inputs.env_vars }}"
+            echo "📝 Values loaded from GitHub Secrets (see environment parsing step above for details)"
           else
-            echo "ℹ️  No custom environment variables provided"
+            echo "ℹ️  No custom environment variable keys provided"
           fi
           echo "========================================================"
 
@@ -134,4 +140,4 @@
           echo "Extension tested: ${{ github.event.inputs.extension }}"
           echo "Config directory used: ${{ github.event.inputs.config_dir }}"
           echo "Check the logs above for detailed test results."
-          echo "========================================================"
+          echo "========================================================"

.vscode/launch.json

@@ -1001,6 +1001,25 @@
           "value": "-L${workspaceFolder}/ai_agents/agents/ten_packages/system/ten_runtime_go/lib -lten_runtime_go -Wl,-rpath,@loader_path/lib -Wl,-rpath,@loader_path/../lib"
         }
       ]
+    },
+    {
+      "name": "(AI agents) debug asr guarder",
+      "type": "debugpy",
+      "request": "launch",
+      "python": "/usr/bin/python3",
+      "module": "pytest",
+      "args": [
+        "-s",
+        "${workspaceFolder}/ai_agents/agents/integration_tests/asr_guarder/tests/test_basic.py",
+        "--extension_name",
+        "azure_asr_python"
+      ],
+      "env": {
+        "PYTHONPATH": "${workspaceFolder}/ai_agents/agents/integration_tests/asr_guarder:${workspaceFolder}/ai_agents/agents/integration_tests/asr_guarder/ten_packages/system/ten_runtime_python/lib:${workspaceFolder}/ai_agents/agents/integration_tests/asr_guarder/ten_packages/system/ten_runtime_python/interface:${workspaceFolder}/ai_agents/agents/integration_tests/asr_guarder/ten_packages/system/ten_ai_base/interface",
+        "TEN_ENABLE_BACKTRACE_DUMP": "true"
+      },
+      "cwd": "${workspaceFolder}",
+      "console": "integratedTerminal"
     }
   ],
   "compounds": [

.vscode/settings.json

@@ -3,7 +3,7 @@
     "editor.defaultFormatter": "ms-azuretools.vscode-containers"
   },
   "[json]": {
-    "editor.defaultFormatter": "biomejs.biome"
+    "editor.defaultFormatter": "vscode.json-language-features"
   },
   "[markdown]": {
     "editor.wordWrap": "bounded",
@@ -30,7 +30,8 @@
   "cursorpyright.analysis.extraPaths": [
     "./core/src/ten_runtime/binding/python/interface",
     "./core/ten_gn/.gnfiles",
-    "./tests/ten_runtime/integration"
+    "./ai_agents/agents/ten_packages/system/ten_ai_base/interface",
+    "./ai_agents/agents/ten_packages/system/ten_ai_base/lib",
   ],
   "cursorpyright.analysis.typeCheckingMode": "recommended",
   "debug.allowBreakpointsEverywhere": true,
@@ -115,5 +116,10 @@
     "**/node_modules/*/**": true,
     "**/out/*/**": true,
     "**/third_party/*/**": true
-  }
+  },
+  "[python]": {
+    "editor.defaultFormatter": "ms-python.python"
+  },
+  "cmake.sourceDirectory": "D:/dev/TEN-Agent/third_party/mbedtls",
+  "python.formatting.provider": "black"
 }

ai_agents/.env.example

@@ -163,4 +163,11 @@ AZURE_AI_FOUNDRY_API_KEY=
 # Stepfun API Key
 STEPFUN_API_KEY=
 
-GLADIA_API_KEY=
+GLADIA_API_KEY=
+
+# Azure ASR
+AZURE_ASR_API_KEY=
+AZURE_ASR_REGION=
+# bytedance_tts
+BYTEDANCE_TTS_APPID=
+BYTEDANCE_TTS_TOKEN=

ai_agents/Dockerfile

@@ -1,8 +1,8 @@
-FROM ghcr.io/ten-framework/ten_agent_build:0.6.11 AS builder
+FROM ghcr.io/ten-framework/ten_agent_build:0.6.15 AS builder
 
 ARG SESSION_CONTROL_CONF=session_control.conf
 # Add a new argument for USE_AGENT (defaulting to 'agents/examples/default')
-ARG USE_AGENT=agents/examples/default
+ARG USE_AGENT=agents/examples/voice-assistant
 
 WORKDIR /app