Skip to content

Run Bot for Metaculus AI Benchmark Tournament #22489

Run Bot for Metaculus AI Benchmark Tournament

Run Bot for Metaculus AI Benchmark Tournament #22489

name: Run Bot for Metaculus AI Benchmark Tournament
on:
workflow_dispatch:
schedule:
- cron: "*/30 * * * *" # Runs every 30 minutes
# Add concurrency group to prevent parallel runs
concurrency:
group: ${{ github.workflow }}
cancel-in-progress: false
# Daily job to run the forecast bot
jobs:
precache_asknews:
runs-on: ubuntu-latest
environment: aib_bots
timeout-minutes: 120
steps:
- name: Check out repository
uses: actions/checkout@v3
- uses: actions/setup-python@v4
with:
python-version: "3.11"
- name: Install poetry
id: installPoetry
uses: snok/install-poetry@v1
with:
virtualenvs-create: true
virtualenvs-in-project: true
installer-parallel: true
timeout-minutes: 2
continue-on-error: true
- name: Sleep for 30 seconds
if: steps.installPoetry.outcome == 'failure'
run: sleep 30
- name: Retry install poetry as needed
uses: abatilo/actions-poetry@v4
id: retryInstallPoetry
continue-on-error: true
if: steps.installPoetry.outcome == 'failure'
timeout-minutes: 2
- name: Final retry install poetry as needed
uses: snok/install-poetry@v1
if: steps.retryInstallPoetry.outcome == 'failure'
with:
virtualenvs-create: true
virtualenvs-in-project: true
timeout-minutes: 2
- name: Load cached venv
id: cached-poetry-dependencies
uses: actions/cache@v3
with:
path: .venv
key: venv-${{ runner.os }}-${{ steps.setup-python.outputs.python-version }}-${{ hashFiles('**/poetry.lock') }}
- name: Install dependencies
run: poetry install --no-interaction --no-root
- name: Pre-cache AskNews results
run: |
poetry run python .github/scripts/precache_asknews.py
env:
METACULUS_TOKEN: ${{ secrets.METAC_GPT_5_HIGH }}
ASKNEWS_CLIENT_ID: ${{ secrets.ASKNEWS_CLIENT_ID }}
ASKNEWS_SECRET: ${{ secrets.ASKNEWS_SECRET }}
PYTHONPATH: .
- name: List cached files
run: |
echo "Cache directory contents:"
ls -la ~/.cache/forecasting_tools/asknews/ || echo "No cache files found"
- name: Cache AskNews results
uses: actions/cache/save@v3
with:
path: ~/.cache
key: asknews-cache-${{ github.run_id }}
# NOTE: don't remove any of the open source models, since these are the best option for a long term baseline (other models get deprecated)
# bot_grok_4_1_high: # TODO: Not yet released via API as of Dec 21st, 2025
# needs: precache_asknews
# uses: ./.github/workflows/run-bot-launcher.yaml
# with:
# bot_name: 'METAC_GROK_4_1_HIGH'
# cache_key: asknews-cache-${{ github.run_id }}
# secrets:
# INPUT_METACULUS_TOKEN: ${{ secrets.METAC_GROK_4_1_HIGH }}
# INPUT_XAI_API_KEY: ${{ secrets.XAI_API_KEY }}
# INPUT_OPENROUTER_API_KEY: ${{ secrets.OPENROUTER_API_KEY }}
# INPUT_ASKNEWS_CLIENT_ID: ${{ secrets.ASKNEWS_CLIENT_ID }}
# INPUT_ASKNEWS_SECRET: ${{ secrets.ASKNEWS_SECRET }}
# bot_grok_4_1: # TODO: Not yet released via API as of Dec 21st, 2025
# needs: precache_asknews
# uses: ./.github/workflows/run-bot-launcher.yaml
# with:
# bot_name: 'METAC_GROK_4_1'
# cache_key: asknews-cache-${{ github.run_id }}
# secrets:
# INPUT_METACULUS_TOKEN: ${{ secrets.METAC_GROK_4_1 }}
# INPUT_XAI_API_KEY: ${{ secrets.XAI_API_KEY }}
# INPUT_OPENROUTER_API_KEY: ${{ secrets.OPENROUTER_API_KEY }}
# INPUT_ASKNEWS_CLIENT_ID: ${{ secrets.ASKNEWS_CLIENT_ID }}
# INPUT_ASKNEWS_SECRET: ${{ secrets.ASKNEWS_SECRET }}
#################################### February 2026 new bots ####################################
bot_claude_opus_4_6_high_32k:
needs: precache_asknews
uses: ./.github/workflows/run-bot-launcher.yaml
with:
bot_name: 'METAC_CLAUDE_OPUS_4_6_HIGH_32K'
cache_key: asknews-cache-${{ github.run_id }}
secrets:
INPUT_METACULUS_TOKEN: ${{ secrets.METAC_CLAUDE_OPUS_4_6_HIGH_32K }}
INPUT_METACULUS_API_BASE_URL: ${{ secrets.METACULUS_API_BASE_URL }}
INPUT_ANTHROPIC_API_KEY: ${{ secrets.ANTHROPIC_API_KEY }}
INPUT_ASKNEWS_CLIENT_ID: ${{ secrets.ASKNEWS_CLIENT_ID }}
INPUT_ASKNEWS_SECRET: ${{ secrets.ASKNEWS_SECRET }}
INPUT_OPENROUTER_API_KEY: ${{ secrets.OPENROUTER_API_KEY }}
# bot_claude_opus_4_6:
# needs: precache_asknews
# uses: ./.github/workflows/run-bot-launcher.yaml
# with:
# bot_name: 'METAC_CLAUDE_OPUS_4_6'
# cache_key: asknews-cache-${{ github.run_id }}
# secrets:
# INPUT_METACULUS_TOKEN: ${{ secrets.METAC_CLAUDE_OPUS_4_6 }}
# INPUT_METACULUS_API_BASE_URL: ${{ secrets.METACULUS_API_BASE_URL }}
# INPUT_ANTHROPIC_API_KEY: ${{ secrets.ANTHROPIC_API_KEY }}
# INPUT_ASKNEWS_CLIENT_ID: ${{ secrets.ASKNEWS_CLIENT_ID }}
# INPUT_ASKNEWS_SECRET: ${{ secrets.ASKNEWS_SECRET }}
# INPUT_OPENROUTER_API_KEY: ${{ secrets.OPENROUTER_API_KEY }}
bot_claude_haiku_4_5:
needs: precache_asknews
uses: ./.github/workflows/run-bot-launcher.yaml
with:
bot_name: 'METAC_CLAUDE_HAIKU_4_5'
cache_key: asknews-cache-${{ github.run_id }}
secrets:
INPUT_METACULUS_TOKEN: ${{ secrets.METAC_CLAUDE_HAIKU_4_5 }}
INPUT_METACULUS_API_BASE_URL: ${{ secrets.METACULUS_API_BASE_URL }}
INPUT_ANTHROPIC_API_KEY: ${{ secrets.ANTHROPIC_API_KEY }}
INPUT_ASKNEWS_CLIENT_ID: ${{ secrets.ASKNEWS_CLIENT_ID }}
INPUT_ASKNEWS_SECRET: ${{ secrets.ASKNEWS_SECRET }}
INPUT_OPENROUTER_API_KEY: ${{ secrets.OPENROUTER_API_KEY }}
bot_qwen3_max_thinking:
needs: precache_asknews
uses: ./.github/workflows/run-bot-launcher.yaml
with:
bot_name: 'METAC_QWEN3_MAX_THINKING'
cache_key: asknews-cache-${{ github.run_id }}
secrets:
INPUT_METACULUS_TOKEN: ${{ secrets.METAC_QWEN3_MAX_THINKING }}
INPUT_METACULUS_API_BASE_URL: ${{ secrets.METACULUS_API_BASE_URL }}
INPUT_OPENROUTER_API_KEY: ${{ secrets.OPENROUTER_API_KEY }}
INPUT_ASKNEWS_CLIENT_ID: ${{ secrets.ASKNEWS_CLIENT_ID }}
INPUT_ASKNEWS_SECRET: ${{ secrets.ASKNEWS_SECRET }}
# bot_minimax_m2_5:
# needs: precache_asknews
# uses: ./.github/workflows/run-bot-launcher.yaml
# with:
# bot_name: 'METAC_MINIMAX_M2_5'
# cache_key: asknews-cache-${{ github.run_id }}
# secrets:
# INPUT_METACULUS_TOKEN: ${{ secrets.METAC_MINIMAX_M2_5 }}
# INPUT_METACULUS_API_BASE_URL: ${{ secrets.METACULUS_API_BASE_URL }}
# INPUT_OPENROUTER_API_KEY: ${{ secrets.OPENROUTER_API_KEY }}
# INPUT_ASKNEWS_CLIENT_ID: ${{ secrets.ASKNEWS_CLIENT_ID }}
# INPUT_ASKNEWS_SECRET: ${{ secrets.ASKNEWS_SECRET }}
bot_kimi_k2_5_high:
needs: precache_asknews
uses: ./.github/workflows/run-bot-launcher.yaml
with:
bot_name: 'METAC_KIMI_K2_5_HIGH'
cache_key: asknews-cache-${{ github.run_id }}
secrets:
INPUT_METACULUS_TOKEN: ${{ secrets.METAC_KIMI_K2_5_HIGH }}
INPUT_METACULUS_API_BASE_URL: ${{ secrets.METACULUS_API_BASE_URL }}
INPUT_OPENROUTER_API_KEY: ${{ secrets.OPENROUTER_API_KEY }}
INPUT_ASKNEWS_CLIENT_ID: ${{ secrets.ASKNEWS_CLIENT_ID }}
INPUT_ASKNEWS_SECRET: ${{ secrets.ASKNEWS_SECRET }}
bot_glm_5:
needs: precache_asknews
uses: ./.github/workflows/run-bot-launcher.yaml
with:
bot_name: 'METAC_GLM_5'
cache_key: asknews-cache-${{ github.run_id }}
secrets:
INPUT_METACULUS_TOKEN: ${{ secrets.METAC_GLM_5 }}
INPUT_METACULUS_API_BASE_URL: ${{ secrets.METACULUS_API_BASE_URL }}
INPUT_OPENROUTER_API_KEY: ${{ secrets.OPENROUTER_API_KEY }}
INPUT_ASKNEWS_CLIENT_ID: ${{ secrets.ASKNEWS_CLIENT_ID }}
INPUT_ASKNEWS_SECRET: ${{ secrets.ASKNEWS_SECRET }}
#################################### December 2025 new bots ####################################
bot_claude_opus_4_5_high_32k:
needs: precache_asknews
uses: ./.github/workflows/run-bot-launcher.yaml
with:
bot_name: 'METAC_CLAUDE_OPUS_4_5_HIGH_32K'
cache_key: asknews-cache-${{ github.run_id }}
secrets:
INPUT_METACULUS_TOKEN: ${{ secrets.METAC_CLAUDE_OPUS_4_5_HIGH_32K }}
INPUT_METACULUS_API_BASE_URL: ${{ secrets.METACULUS_API_BASE_URL }}
INPUT_ANTHROPIC_API_KEY: ${{ secrets.ANTHROPIC_API_KEY }}
INPUT_ASKNEWS_CLIENT_ID: ${{ secrets.ASKNEWS_CLIENT_ID }}
INPUT_ASKNEWS_SECRET: ${{ secrets.ASKNEWS_SECRET }}
INPUT_OPENROUTER_API_KEY: ${{ secrets.OPENROUTER_API_KEY }}
bot_claude_opus_4_5:
needs: precache_asknews
uses: ./.github/workflows/run-bot-launcher.yaml
with:
bot_name: 'METAC_CLAUDE_OPUS_4_5'
cache_key: asknews-cache-${{ github.run_id }}
secrets:
INPUT_METACULUS_TOKEN: ${{ secrets.METAC_CLAUDE_OPUS_4_5 }}
INPUT_METACULUS_API_BASE_URL: ${{ secrets.METACULUS_API_BASE_URL }}
INPUT_ANTHROPIC_API_KEY: ${{ secrets.ANTHROPIC_API_KEY }}
INPUT_ASKNEWS_CLIENT_ID: ${{ secrets.ASKNEWS_CLIENT_ID }}
INPUT_ASKNEWS_SECRET: ${{ secrets.ASKNEWS_SECRET }}
INPUT_OPENROUTER_API_KEY: ${{ secrets.OPENROUTER_API_KEY }}
bot_gpt_5_2_high:
needs: precache_asknews
uses: ./.github/workflows/run-bot-launcher.yaml
with:
bot_name: 'METAC_GPT_5_2_HIGH'
cache_key: asknews-cache-${{ github.run_id }}
secrets:
INPUT_METACULUS_TOKEN: ${{ secrets.METAC_GPT_5_2_HIGH }}
INPUT_METACULUS_API_BASE_URL: ${{ secrets.METACULUS_API_BASE_URL }}
INPUT_OPENAI_API_KEY: ${{ secrets.OPENAI_API_KEY }}
INPUT_ASKNEWS_CLIENT_ID: ${{ secrets.ASKNEWS_CLIENT_ID }}
INPUT_ASKNEWS_SECRET: ${{ secrets.ASKNEWS_SECRET }}
INPUT_OPENROUTER_API_KEY: ${{ secrets.OPENROUTER_API_KEY }}
bot_gpt_5_2:
needs: precache_asknews
uses: ./.github/workflows/run-bot-launcher.yaml
with:
bot_name: 'METAC_GPT_5_2'
cache_key: asknews-cache-${{ github.run_id }}
secrets:
INPUT_METACULUS_TOKEN: ${{ secrets.METAC_GPT_5_2 }}
INPUT_METACULUS_API_BASE_URL: ${{ secrets.METACULUS_API_BASE_URL }}
INPUT_OPENAI_API_KEY: ${{ secrets.OPENAI_API_KEY }}
INPUT_ASKNEWS_CLIENT_ID: ${{ secrets.ASKNEWS_CLIENT_ID }}
INPUT_ASKNEWS_SECRET: ${{ secrets.ASKNEWS_SECRET }}
INPUT_OPENROUTER_API_KEY: ${{ secrets.OPENROUTER_API_KEY }}
# bot_llama_3_1_nemotron_ultra_253b:
# needs: precache_asknews
# uses: ./.github/workflows/run-bot-launcher.yaml
# with:
# bot_name: 'METAC_LLAMA_3_1_NEMOTRON_ULTRA_253B'
# cache_key: asknews-cache-${{ github.run_id }}
# secrets:
# INPUT_METACULUS_TOKEN: ${{ secrets.METAC_LLAMA_3_1_NEMOTRON_ULTRA_253B }}
# INPUT_METACULUS_API_BASE_URL: ${{ secrets.METACULUS_API_BASE_URL }}
# INPUT_OPENROUTER_API_KEY: ${{ secrets.OPENROUTER_API_KEY }}
# INPUT_ASKNEWS_CLIENT_ID: ${{ secrets.ASKNEWS_CLIENT_ID }}
# INPUT_ASKNEWS_SECRET: ${{ secrets.ASKNEWS_SECRET }}
bot_gemini_3_flash:
needs: precache_asknews
uses: ./.github/workflows/run-bot-launcher.yaml
with:
bot_name: 'METAC_GEMINI_3_FLASH'
cache_key: asknews-cache-${{ github.run_id }}
secrets:
INPUT_METACULUS_TOKEN: ${{ secrets.METAC_GEMINI_3_FLASH }}
INPUT_METACULUS_API_BASE_URL: ${{ secrets.METACULUS_API_BASE_URL }}
INPUT_GEMINI_API_KEY: ${{ secrets.GEMINI_API_KEY }}
INPUT_OPENROUTER_API_KEY: ${{ secrets.OPENROUTER_API_KEY }}
INPUT_ASKNEWS_CLIENT_ID: ${{ secrets.ASKNEWS_CLIENT_ID }}
INPUT_ASKNEWS_SECRET: ${{ secrets.ASKNEWS_SECRET }}
bot_glm_4_6:
needs: precache_asknews
uses: ./.github/workflows/run-bot-launcher.yaml
with:
bot_name: 'METAC_GLM_4_6'
cache_key: asknews-cache-${{ github.run_id }}
secrets:
INPUT_METACULUS_TOKEN: ${{ secrets.METAC_GLM_4_6 }}
INPUT_METACULUS_API_BASE_URL: ${{ secrets.METACULUS_API_BASE_URL }}
INPUT_OPENROUTER_API_KEY: ${{ secrets.OPENROUTER_API_KEY }}
INPUT_ASKNEWS_CLIENT_ID: ${{ secrets.ASKNEWS_CLIENT_ID }}
INPUT_ASKNEWS_SECRET: ${{ secrets.ASKNEWS_SECRET }}
# bot_llama_3_1_405b_instruct: # Disabled - low performance and non-negligible cost
# needs: precache_asknews
# uses: ./.github/workflows/run-bot-launcher.yaml
# with:
# bot_name: 'METAC_LLAMA_3_1_405B_INSTRUCT'
# cache_key: asknews-cache-${{ github.run_id }}
# secrets:
# INPUT_METACULUS_TOKEN: ${{ secrets.METAC_LLAMA_3_1_405B_INSTRUCT }}
# INPUT_OPENROUTER_API_KEY: ${{ secrets.OPENROUTER_API_KEY }}
# INPUT_ASKNEWS_CLIENT_ID: ${{ secrets.ASKNEWS_CLIENT_ID }}
# INPUT_ASKNEWS_SECRET: ${{ secrets.ASKNEWS_SECRET }}
#################################### November 2025 new bots ####################################
bot_kimi_k2_high:
needs: precache_asknews
uses: ./.github/workflows/run-bot-launcher.yaml
with:
bot_name: 'METAC_KIMI_K2_HIGH'
cache_key: asknews-cache-${{ github.run_id }}
secrets:
INPUT_METACULUS_TOKEN: ${{ secrets.METAC_KIMI_K2_HIGH }}
INPUT_METACULUS_API_BASE_URL: ${{ secrets.METACULUS_API_BASE_URL }}
INPUT_OPENROUTER_API_KEY: ${{ secrets.OPENROUTER_API_KEY }}
INPUT_ASKNEWS_CLIENT_ID: ${{ secrets.ASKNEWS_CLIENT_ID }}
INPUT_ASKNEWS_SECRET: ${{ secrets.ASKNEWS_SECRET }}
bot_gpt_5_1_high:
needs: precache_asknews
uses: ./.github/workflows/run-bot-launcher.yaml
with:
bot_name: 'METAC_GPT_5_1_HIGH'
cache_key: asknews-cache-${{ github.run_id }}
secrets:
INPUT_METACULUS_TOKEN: ${{ secrets.METAC_GPT_5_1_HIGH }}
INPUT_METACULUS_API_BASE_URL: ${{ secrets.METACULUS_API_BASE_URL }}
INPUT_OPENAI_API_KEY: ${{ secrets.OPENAI_API_KEY }}
INPUT_ASKNEWS_CLIENT_ID: ${{ secrets.ASKNEWS_CLIENT_ID }}
INPUT_ASKNEWS_SECRET: ${{ secrets.ASKNEWS_SECRET }}
INPUT_OPENROUTER_API_KEY: ${{ secrets.OPENROUTER_API_KEY }}
bot_gpt_5_1:
needs: precache_asknews
uses: ./.github/workflows/run-bot-launcher.yaml
with:
bot_name: 'METAC_GPT_5_1'
cache_key: asknews-cache-${{ github.run_id }}
secrets:
INPUT_METACULUS_TOKEN: ${{ secrets.METAC_GPT_5_1 }}
INPUT_METACULUS_API_BASE_URL: ${{ secrets.METACULUS_API_BASE_URL }}
INPUT_OPENAI_API_KEY: ${{ secrets.OPENAI_API_KEY }}
INPUT_ASKNEWS_CLIENT_ID: ${{ secrets.ASKNEWS_CLIENT_ID }}
INPUT_ASKNEWS_SECRET: ${{ secrets.ASKNEWS_SECRET }}
INPUT_OPENROUTER_API_KEY: ${{ secrets.OPENROUTER_API_KEY }}
# bot_gemini_3_pro_high:
# needs: precache_asknews
# uses: ./.github/workflows/run-bot-launcher.yaml
# with:
# bot_name: 'METAC_GEMINI_3_PRO_HIGH'
# cache_key: asknews-cache-${{ github.run_id }}
# secrets:
# INPUT_METACULUS_TOKEN: ${{ secrets.METAC_GEMINI_3_PRO_HIGH }}
# INPUT_GEMINI_API_KEY: ${{ secrets.GEMINI_API_KEY }}
# INPUT_OPENROUTER_API_KEY: ${{ secrets.OPENROUTER_API_KEY }}
# INPUT_ASKNEWS_CLIENT_ID: ${{ secrets.ASKNEWS_CLIENT_ID }}
# INPUT_ASKNEWS_SECRET: ${{ secrets.ASKNEWS_SECRET }}
bot_gemini_3_pro:
needs: precache_asknews
uses: ./.github/workflows/run-bot-launcher.yaml
with:
bot_name: 'METAC_GEMINI_3_PRO'
cache_key: asknews-cache-${{ github.run_id }}
secrets:
INPUT_METACULUS_TOKEN: ${{ secrets.METAC_GEMINI_3_PRO }}
INPUT_METACULUS_API_BASE_URL: ${{ secrets.METACULUS_API_BASE_URL }}
INPUT_GEMINI_API_KEY: ${{ secrets.GEMINI_API_KEY }}
INPUT_OPENROUTER_API_KEY: ${{ secrets.OPENROUTER_API_KEY }}
INPUT_ASKNEWS_CLIENT_ID: ${{ secrets.ASKNEWS_CLIENT_ID }}
INPUT_ASKNEWS_SECRET: ${{ secrets.ASKNEWS_SECRET }}
bot_grok_4_1_fast_high:
needs: precache_asknews
uses: ./.github/workflows/run-bot-launcher.yaml
with:
bot_name: 'METAC_GROK_4_1_FAST_HIGH'
cache_key: asknews-cache-${{ github.run_id }}
secrets:
INPUT_METACULUS_TOKEN: ${{ secrets.METAC_GROK_4_1_FAST_HIGH }}
INPUT_METACULUS_API_BASE_URL: ${{ secrets.METACULUS_API_BASE_URL }}
INPUT_XAI_API_KEY: ${{ secrets.XAI_API_KEY }}
INPUT_OPENROUTER_API_KEY: ${{ secrets.OPENROUTER_API_KEY }}
INPUT_ASKNEWS_CLIENT_ID: ${{ secrets.ASKNEWS_CLIENT_ID }}
INPUT_ASKNEWS_SECRET: ${{ secrets.ASKNEWS_SECRET }}
bot_grok_4_1_fast:
needs: precache_asknews
uses: ./.github/workflows/run-bot-launcher.yaml
with:
bot_name: 'METAC_GROK_4_1_FAST'
cache_key: asknews-cache-${{ github.run_id }}
secrets:
INPUT_METACULUS_TOKEN: ${{ secrets.METAC_GROK_4_1_FAST }}
INPUT_METACULUS_API_BASE_URL: ${{ secrets.METACULUS_API_BASE_URL }}
INPUT_XAI_API_KEY: ${{ secrets.XAI_API_KEY }}
INPUT_OPENROUTER_API_KEY: ${{ secrets.OPENROUTER_API_KEY }}
INPUT_ASKNEWS_CLIENT_ID: ${{ secrets.ASKNEWS_CLIENT_ID }}
INPUT_ASKNEWS_SECRET: ${{ secrets.ASKNEWS_SECRET }}
# bot_qwen_3_max_high:
# needs: precache_asknews
# uses: ./.github/workflows/run-bot-launcher.yaml
# with:
# bot_name: 'METAC_QWEN_3_MAX_HIGH'
# cache_key: asknews-cache-${{ github.run_id }}
# secrets:
# INPUT_METACULUS_TOKEN: ${{ secrets.METAC_QWEN_3_MAX_HIGH }}
# INPUT_OPENROUTER_API_KEY: ${{ secrets.OPENROUTER_API_KEY }}
# INPUT_ASKNEWS_CLIENT_ID: ${{ secrets.ASKNEWS_CLIENT_ID }}
# INPUT_ASKNEWS_SECRET: ${{ secrets.ASKNEWS_SECRET }}
# bot_deepseek_r1_cp_enabled:
# needs: precache_asknews
# uses: ./.github/workflows/run-bot-launcher.yaml
# with:
# bot_name: 'METAC_DEEPSEEK_R1_CP_ENABLED'
# cache_key: asknews-cache-${{ github.run_id }}
# secrets:
# INPUT_METACULUS_TOKEN: ${{ secrets.METAC_DEEPSEEK_R1_CP_ENABLED }}
# INPUT_OPENROUTER_API_KEY: ${{ secrets.OPENROUTER_API_KEY }}
# INPUT_ASKNEWS_CLIENT_ID: ${{ secrets.ASKNEWS_CLIENT_ID }}
# INPUT_ASKNEWS_SECRET: ${{ secrets.ASKNEWS_SECRET }}
#################################### October 2025 new bots ####################################
bot_claude_4_5_sonnet_high:
needs: precache_asknews
uses: ./.github/workflows/run-bot-launcher.yaml
with:
bot_name: 'METAC_CLAUDE_4_5_SONNET_HIGH'
cache_key: asknews-cache-${{ github.run_id }}
secrets:
INPUT_METACULUS_TOKEN: ${{ secrets.METAC_CLAUDE_4_5_SONNET_HIGH }}
INPUT_METACULUS_API_BASE_URL: ${{ secrets.METACULUS_API_BASE_URL }}
INPUT_ANTHROPIC_API_KEY: ${{ secrets.ANTHROPIC_API_KEY }}
INPUT_ASKNEWS_CLIENT_ID: ${{ secrets.ASKNEWS_CLIENT_ID }}
INPUT_ASKNEWS_SECRET: ${{ secrets.ASKNEWS_SECRET }}
INPUT_OPENROUTER_API_KEY: ${{ secrets.OPENROUTER_API_KEY }}
bot_claude_4_5_sonnet:
needs: precache_asknews
uses: ./.github/workflows/run-bot-launcher.yaml
with:
bot_name: 'METAC_CLAUDE_4_5_SONNET'
cache_key: asknews-cache-${{ github.run_id }}
secrets:
INPUT_METACULUS_TOKEN: ${{ secrets.METAC_CLAUDE_4_5_SONNET }}
INPUT_METACULUS_API_BASE_URL: ${{ secrets.METACULUS_API_BASE_URL }}
INPUT_ANTHROPIC_API_KEY: ${{ secrets.ANTHROPIC_API_KEY }}
INPUT_ASKNEWS_CLIENT_ID: ${{ secrets.ASKNEWS_CLIENT_ID }}
INPUT_ASKNEWS_SECRET: ${{ secrets.ASKNEWS_SECRET }}
INPUT_OPENROUTER_API_KEY: ${{ secrets.OPENROUTER_API_KEY }}
bot_qwen_3_max:
needs: precache_asknews
uses: ./.github/workflows/run-bot-launcher.yaml
with:
bot_name: 'METAC_QWEN_3_MAX'
cache_key: asknews-cache-${{ github.run_id }}
secrets:
INPUT_METACULUS_TOKEN: ${{ secrets.METAC_QWEN_3_MAX }}
INPUT_METACULUS_API_BASE_URL: ${{ secrets.METACULUS_API_BASE_URL }}
INPUT_OPENROUTER_API_KEY: ${{ secrets.OPENROUTER_API_KEY }}
INPUT_ASKNEWS_CLIENT_ID: ${{ secrets.ASKNEWS_CLIENT_ID }}
INPUT_ASKNEWS_SECRET: ${{ secrets.ASKNEWS_SECRET }}
bot_deepseek_3_2_reasoning:
needs: precache_asknews
uses: ./.github/workflows/run-bot-launcher.yaml
with:
bot_name: 'METAC_DEEPSEEK_3_2_REASONING'
cache_key: asknews-cache-${{ github.run_id }}
secrets:
INPUT_METACULUS_TOKEN: ${{ secrets.METAC_DEEPSEEK_3_2_REASONING }}
INPUT_METACULUS_API_BASE_URL: ${{ secrets.METACULUS_API_BASE_URL }}
INPUT_OPENROUTER_API_KEY: ${{ secrets.OPENROUTER_API_KEY }}
INPUT_ASKNEWS_CLIENT_ID: ${{ secrets.ASKNEWS_CLIENT_ID }}
INPUT_ASKNEWS_SECRET: ${{ secrets.ASKNEWS_SECRET }}
# bot_deepseek_3_2:
# needs: precache_asknews
# uses: ./.github/workflows/run-bot-launcher.yaml
# with:
# bot_name: 'METAC_DEEPSEEK_3_2'
# cache_key: asknews-cache-${{ github.run_id }}
# secrets:
# INPUT_METACULUS_TOKEN: ${{ secrets.METAC_DEEPSEEK_3_2 }}
# INPUT_OPENROUTER_API_KEY: ${{ secrets.OPENROUTER_API_KEY }}
# INPUT_ASKNEWS_CLIENT_ID: ${{ secrets.ASKNEWS_CLIENT_ID }}
# INPUT_ASKNEWS_SECRET: ${{ secrets.ASKNEWS_SECRET }}
bot_grok_4_fast_high:
needs: precache_asknews
uses: ./.github/workflows/run-bot-launcher.yaml
with:
bot_name: 'METAC_GROK_4_FAST_HIGH'
cache_key: asknews-cache-${{ github.run_id }}
secrets:
INPUT_METACULUS_TOKEN: ${{ secrets.METAC_GROK_4_FAST_HIGH }}
INPUT_METACULUS_API_BASE_URL: ${{ secrets.METACULUS_API_BASE_URL }}
INPUT_XAI_API_KEY: ${{ secrets.XAI_API_KEY }}
INPUT_OPENROUTER_API_KEY: ${{ secrets.OPENROUTER_API_KEY }}
INPUT_ASKNEWS_CLIENT_ID: ${{ secrets.ASKNEWS_CLIENT_ID }}
INPUT_ASKNEWS_SECRET: ${{ secrets.ASKNEWS_SECRET }}
# bot_grok_4_fast:
# needs: precache_asknews
# uses: ./.github/workflows/run-bot-launcher.yaml
# with:
# bot_name: 'METAC_GROK_4_FAST'
# cache_key: asknews-cache-${{ github.run_id }}
# secrets:
# INPUT_METACULUS_TOKEN: ${{ secrets.METAC_GROK_4_FAST }}
# INPUT_XAI_API_KEY: ${{ secrets.XAI_API_KEY }}
# INPUT_OPENROUTER_API_KEY: ${{ secrets.OPENROUTER_API_KEY }}
# INPUT_ASKNEWS_CLIENT_ID: ${{ secrets.ASKNEWS_CLIENT_ID }}
# INPUT_ASKNEWS_SECRET: ${{ secrets.ASKNEWS_SECRET }}
#################################### Fall 2025 new bots ####################################
### Classic bots
# bot_gpt_5_high:
# needs: precache_asknews
# uses: ./.github/workflows/run-bot-launcher.yaml
# with:
# bot_name: 'METAC_GPT_5_HIGH'
# cache_key: asknews-cache-${{ github.run_id }}
# secrets:
# INPUT_METACULUS_TOKEN: ${{ secrets.METAC_GPT_5_HIGH }}
# INPUT_OPENAI_API_KEY: ${{ secrets.OPENAI_API_KEY }}
# INPUT_ASKNEWS_CLIENT_ID: ${{ secrets.ASKNEWS_CLIENT_ID }}
# INPUT_ASKNEWS_SECRET: ${{ secrets.ASKNEWS_SECRET }}
# INPUT_OPENROUTER_API_KEY: ${{ secrets.OPENROUTER_API_KEY }}
# bot_gpt_5:
# needs: precache_asknews
# uses: ./.github/workflows/run-bot-launcher.yaml
# with:
# bot_name: 'METAC_GPT_5'
# cache_key: asknews-cache-${{ github.run_id }}
# secrets:
# INPUT_METACULUS_TOKEN: ${{ secrets.METAC_GPT_5 }}
# INPUT_OPENAI_API_KEY: ${{ secrets.OPENAI_API_KEY }}
# INPUT_ASKNEWS_CLIENT_ID: ${{ secrets.ASKNEWS_CLIENT_ID }}
# INPUT_ASKNEWS_SECRET: ${{ secrets.ASKNEWS_SECRET }}
# INPUT_OPENROUTER_API_KEY: ${{ secrets.OPENROUTER_API_KEY }}
bot_gpt_5_mini:
needs: precache_asknews
uses: ./.github/workflows/run-bot-launcher.yaml
with:
bot_name: 'METAC_GPT_5_MINI'
cache_key: asknews-cache-${{ github.run_id }}
secrets:
INPUT_METACULUS_TOKEN: ${{ secrets.METAC_GPT_5_MINI }}
INPUT_METACULUS_API_BASE_URL: ${{ secrets.METACULUS_API_BASE_URL }}
INPUT_OPENAI_API_KEY: ${{ secrets.OPENAI_API_KEY }}
INPUT_ASKNEWS_CLIENT_ID: ${{ secrets.ASKNEWS_CLIENT_ID }}
INPUT_ASKNEWS_SECRET: ${{ secrets.ASKNEWS_SECRET }}
INPUT_OPENROUTER_API_KEY: ${{ secrets.OPENROUTER_API_KEY }}
bot_gpt_5_nano:
needs: precache_asknews
uses: ./.github/workflows/run-bot-launcher.yaml
with:
bot_name: 'METAC_GPT_5_NANO'
cache_key: asknews-cache-${{ github.run_id }}
secrets:
INPUT_METACULUS_TOKEN: ${{ secrets.METAC_GPT_5_NANO }}
INPUT_METACULUS_API_BASE_URL: ${{ secrets.METACULUS_API_BASE_URL }}
INPUT_OPENAI_API_KEY: ${{ secrets.OPENAI_API_KEY }}
INPUT_ASKNEWS_CLIENT_ID: ${{ secrets.ASKNEWS_CLIENT_ID }}
INPUT_ASKNEWS_SECRET: ${{ secrets.ASKNEWS_SECRET }}
INPUT_OPENROUTER_API_KEY: ${{ secrets.OPENROUTER_API_KEY }}
# bot_claude_4_sonnet_high_16k:
# needs: precache_asknews
# uses: ./.github/workflows/run-bot-launcher.yaml
# with:
# bot_name: 'METAC_CLAUDE_4_SONNET_HIGH_16K'
# cache_key: asknews-cache-${{ github.run_id }}
# secrets:
# INPUT_METACULUS_TOKEN: ${{ secrets.METAC_CLAUDE_4_SONNET_HIGH_16K }}
# INPUT_ANTHROPIC_API_KEY: ${{ secrets.ANTHROPIC_API_KEY }}
# INPUT_ASKNEWS_CLIENT_ID: ${{ secrets.ASKNEWS_CLIENT_ID }}
# INPUT_ASKNEWS_SECRET: ${{ secrets.ASKNEWS_SECRET }}
# INPUT_OPENROUTER_API_KEY: ${{ secrets.OPENROUTER_API_KEY }}
# bot_claude_4_sonnet:
# needs: precache_asknews
# uses: ./.github/workflows/run-bot-launcher.yaml
# with:
# bot_name: 'METAC_CLAUDE_4_SONNET'
# cache_key: asknews-cache-${{ github.run_id }}
# secrets:
# INPUT_METACULUS_TOKEN: ${{ secrets.METAC_CLAUDE_4_SONNET }}
# INPUT_ANTHROPIC_API_KEY: ${{ secrets.ANTHROPIC_API_KEY }}
# INPUT_ASKNEWS_CLIENT_ID: ${{ secrets.ASKNEWS_CLIENT_ID }}
# INPUT_ASKNEWS_SECRET: ${{ secrets.ASKNEWS_SECRET }}
# INPUT_OPENROUTER_API_KEY: ${{ secrets.OPENROUTER_API_KEY }}
# bot_claude_4_1_opus_high_16k:
# needs: precache_asknews
# uses: ./.github/workflows/run-bot-launcher.yaml
# with:
# bot_name: 'METAC_CLAUDE_4_1_OPUS_HIGH_16K'
# cache_key: asknews-cache-${{ github.run_id }}
# secrets:
# INPUT_METACULUS_TOKEN: ${{ secrets.METAC_CLAUDE_4_1_OPUS_HIGH_16K }}
# INPUT_ANTHROPIC_API_KEY: ${{ secrets.ANTHROPIC_API_KEY }}
# INPUT_ASKNEWS_CLIENT_ID: ${{ secrets.ASKNEWS_CLIENT_ID }}
# INPUT_ASKNEWS_SECRET: ${{ secrets.ASKNEWS_SECRET }}
# INPUT_OPENROUTER_API_KEY: ${{ secrets.OPENROUTER_API_KEY }}
bot_grok_4:
needs: precache_asknews
uses: ./.github/workflows/run-bot-launcher.yaml
with:
bot_name: 'METAC_GROK_4'
cache_key: asknews-cache-${{ github.run_id }}
secrets:
INPUT_METACULUS_TOKEN: ${{ secrets.METAC_GROK_4 }}
INPUT_METACULUS_API_BASE_URL: ${{ secrets.METACULUS_API_BASE_URL }}
INPUT_XAI_API_KEY: ${{ secrets.XAI_API_KEY }}
INPUT_ASKNEWS_CLIENT_ID: ${{ secrets.ASKNEWS_CLIENT_ID }}
INPUT_ASKNEWS_SECRET: ${{ secrets.ASKNEWS_SECRET }}
INPUT_OPENROUTER_API_KEY: ${{ secrets.OPENROUTER_API_KEY }}
bot_kimi_k2:
needs: precache_asknews
uses: ./.github/workflows/run-bot-launcher.yaml
with:
bot_name: 'METAC_KIMI_K2'
cache_key: asknews-cache-${{ github.run_id }}
secrets:
INPUT_METACULUS_TOKEN: ${{ secrets.METAC_KIMI_K2 }}
INPUT_METACULUS_API_BASE_URL: ${{ secrets.METACULUS_API_BASE_URL }}
INPUT_OPENROUTER_API_KEY: ${{ secrets.OPENROUTER_API_KEY }}
INPUT_ASKNEWS_CLIENT_ID: ${{ secrets.ASKNEWS_CLIENT_ID }}
INPUT_ASKNEWS_SECRET: ${{ secrets.ASKNEWS_SECRET }}
# The name of the bot in Metaculus is weird, and this just isn't needed much
# bot_kimi_k2_variance_test:
# needs: precache_asknews
# uses: ./.github/workflows/run-bot-launcher.yaml
# with:
# bot_name: 'METAC_KIMI_K2_VARIANCE_TEST'
# cache_key: asknews-cache-${{ github.run_id }}
# secrets:
# INPUT_METACULUS_TOKEN: ${{ secrets.METAC_KIMI_K2_VARIANCE_TEST }}
# INPUT_OPENROUTER_API_KEY: ${{ secrets.OPENROUTER_API_KEY }}
# INPUT_ASKNEWS_CLIENT_ID: ${{ secrets.ASKNEWS_CLIENT_ID }}
# INPUT_ASKNEWS_SECRET: ${{ secrets.ASKNEWS_SECRET }}
bot_deepseek_r1_variance_test:
needs: precache_asknews
uses: ./.github/workflows/run-bot-launcher.yaml
with:
bot_name: 'METAC_DEEPSEEK_R1_VARIANCE_TEST'
cache_key: asknews-cache-${{ github.run_id }}
secrets:
INPUT_METACULUS_TOKEN: ${{ secrets.METAC_DEEPSEEK_R1_VARIANCE_TEST }}
INPUT_METACULUS_API_BASE_URL: ${{ secrets.METACULUS_API_BASE_URL }}
INPUT_OPENROUTER_API_KEY: ${{ secrets.OPENROUTER_API_KEY }}
INPUT_ASKNEWS_CLIENT_ID: ${{ secrets.ASKNEWS_CLIENT_ID }}
INPUT_ASKNEWS_SECRET: ${{ secrets.ASKNEWS_SECRET }}
bot_gpt_oss_120b:
needs: precache_asknews
uses: ./.github/workflows/run-bot-launcher.yaml
with:
bot_name: 'METAC_GPT_OSS_120B'
cache_key: asknews-cache-${{ github.run_id }}
secrets:
INPUT_METACULUS_TOKEN: ${{ secrets.METAC_GPT_OSS_120B }}
INPUT_METACULUS_API_BASE_URL: ${{ secrets.METACULUS_API_BASE_URL }}
INPUT_OPENROUTER_API_KEY: ${{ secrets.OPENROUTER_API_KEY }}
INPUT_ASKNEWS_CLIENT_ID: ${{ secrets.ASKNEWS_CLIENT_ID }}
INPUT_ASKNEWS_SECRET: ${{ secrets.ASKNEWS_SECRET }}
bot_zai_glm_4_5:
needs: precache_asknews
uses: ./.github/workflows/run-bot-launcher.yaml
with:
bot_name: 'METAC_ZAI_GLM_4_5'
cache_key: asknews-cache-${{ github.run_id }}
secrets:
INPUT_METACULUS_TOKEN: ${{ secrets.METAC_ZAI_GLM_4_5 }}
INPUT_METACULUS_API_BASE_URL: ${{ secrets.METACULUS_API_BASE_URL }}
INPUT_OPENROUTER_API_KEY: ${{ secrets.OPENROUTER_API_KEY }}
INPUT_ASKNEWS_CLIENT_ID: ${{ secrets.ASKNEWS_CLIENT_ID }}
INPUT_ASKNEWS_SECRET: ${{ secrets.ASKNEWS_SECRET }}
bot_deepseek_v3_1_reasoning:
needs: precache_asknews
uses: ./.github/workflows/run-bot-launcher.yaml
with:
bot_name: 'METAC_DEEPSEEK_V3_1_REASONING'
cache_key: asknews-cache-${{ github.run_id }}
secrets:
INPUT_METACULUS_TOKEN: ${{ secrets.METAC_DEEPSEEK_V3_1_REASONING }}
INPUT_METACULUS_API_BASE_URL: ${{ secrets.METACULUS_API_BASE_URL }}
INPUT_OPENROUTER_API_KEY: ${{ secrets.OPENROUTER_API_KEY }}
INPUT_ASKNEWS_CLIENT_ID: ${{ secrets.ASKNEWS_CLIENT_ID }}
INPUT_ASKNEWS_SECRET: ${{ secrets.ASKNEWS_SECRET }}
bot_deepseek_v3_1:
needs: precache_asknews
uses: ./.github/workflows/run-bot-launcher.yaml
with:
bot_name: 'METAC_DEEPSEEK_V3_1'
cache_key: asknews-cache-${{ github.run_id }}
secrets:
INPUT_METACULUS_TOKEN: ${{ secrets.METAC_DEEPSEEK_V3_1 }}
INPUT_METACULUS_API_BASE_URL: ${{ secrets.METACULUS_API_BASE_URL }}
INPUT_OPENROUTER_API_KEY: ${{ secrets.OPENROUTER_API_KEY }}
INPUT_ASKNEWS_CLIENT_ID: ${{ secrets.ASKNEWS_CLIENT_ID }}
INPUT_ASKNEWS_SECRET: ${{ secrets.ASKNEWS_SECRET }}
bot_deepseek_v3_1_variance_test_1:
needs: precache_asknews
uses: ./.github/workflows/run-bot-launcher.yaml
with:
bot_name: 'METAC_DEEPSEEK_V3_1_VARIANCE_TEST_1'
cache_key: asknews-cache-${{ github.run_id }}
secrets:
INPUT_METACULUS_TOKEN: ${{ secrets.METAC_DEEPSEEK_V3_1_VARIANCE_TEST_1 }}
INPUT_METACULUS_API_BASE_URL: ${{ secrets.METACULUS_API_BASE_URL }}
INPUT_OPENROUTER_API_KEY: ${{ secrets.OPENROUTER_API_KEY }}
INPUT_ASKNEWS_CLIENT_ID: ${{ secrets.ASKNEWS_CLIENT_ID }}
INPUT_ASKNEWS_SECRET: ${{ secrets.ASKNEWS_SECRET }}
bot_deepseek_v3_1_variance_test_2:
needs: precache_asknews
uses: ./.github/workflows/run-bot-launcher.yaml
with:
bot_name: 'METAC_DEEPSEEK_V3_1_VARIANCE_TEST_2'
cache_key: asknews-cache-${{ github.run_id }}
secrets:
INPUT_METACULUS_TOKEN: ${{ secrets.METAC_DEEPSEEK_V3_1_VARIANCE_TEST_2 }}
INPUT_METACULUS_API_BASE_URL: ${{ secrets.METACULUS_API_BASE_URL }}
INPUT_OPENROUTER_API_KEY: ${{ secrets.OPENROUTER_API_KEY }}
INPUT_ASKNEWS_CLIENT_ID: ${{ secrets.ASKNEWS_CLIENT_ID }}
INPUT_ASKNEWS_SECRET: ${{ secrets.ASKNEWS_SECRET }}
### Research only bots
# bot_o4_mini_deep_research:
# needs: precache_asknews
# uses: ./.github/workflows/run-bot-launcher.yaml
# with:
# bot_name: 'METAC_O4_MINI_DEEP_RESEARCH'
# cache_key: asknews-cache-${{ github.run_id }}
# secrets:
# INPUT_METACULUS_TOKEN: ${{ secrets.METAC_O4_MINI_DEEP_RESEARCH }}
# INPUT_OPENAI_API_KEY: ${{ secrets.OPENAI_API_KEY }}
# INPUT_OPENROUTER_API_KEY: ${{ secrets.OPENROUTER_API_KEY }}
# bot_o3_deep_research:
# needs: precache_asknews
# uses: ./.github/workflows/run-bot-launcher.yaml
# with:
# bot_name: 'METAC_O3_DEEP_RESEARCH'
# cache_key: asknews-cache-${{ github.run_id }}
# secrets:
# INPUT_METACULUS_TOKEN: ${{ secrets.METAC_O3_DEEP_RESEARCH }}
# INPUT_OPENAI_API_KEY: ${{ secrets.OPENAI_API_KEY }}
# INPUT_OPENROUTER_API_KEY: ${{ secrets.OPENROUTER_API_KEY }}
# bot_sonar_deep_research:
# needs: precache_asknews
# uses: ./.github/workflows/run-bot-launcher.yaml
# with:
# bot_name: 'METAC_SONAR_DEEP_RESEARCH'
# cache_key: asknews-cache-${{ github.run_id }}
# secrets:
# INPUT_METACULUS_TOKEN: ${{ secrets.METAC_SONAR_DEEP_RESEARCH }}
# INPUT_PERPLEXITY_API_KEY: ${{ secrets.PERPLEXITY_API_KEY }}
# INPUT_OPENROUTER_API_KEY: ${{ secrets.OPENROUTER_API_KEY }}
# bot_exa_research_pro:
# needs: precache_asknews
# uses: ./.github/workflows/run-bot-launcher.yaml
# with:
# bot_name: 'METAC_EXA_RESEARCH_PRO'
# cache_key: asknews-cache-${{ github.run_id }}
# secrets:
# INPUT_METACULUS_TOKEN: ${{ secrets.METAC_EXA_RESEARCH_PRO }}
# INPUT_EXA_API_KEY: ${{ secrets.EXA_API_KEY }}
# INPUT_OPENROUTER_API_KEY: ${{ secrets.OPENROUTER_API_KEY }}
bot_gemini_2_5_pro_grounding:
needs: precache_asknews
uses: ./.github/workflows/run-bot-launcher.yaml
with:
bot_name: 'METAC_GEMINI_2_5_PRO_GROUNDING'
cache_key: asknews-cache-${{ github.run_id }}
secrets:
INPUT_METACULUS_TOKEN: ${{ secrets.METAC_GEMINI_2_5_PRO_GROUNDING }}
INPUT_METACULUS_API_BASE_URL: ${{ secrets.METACULUS_API_BASE_URL }}
INPUT_GEMINI_API_KEY: ${{ secrets.GEMINI_API_KEY }}
INPUT_OPENROUTER_API_KEY: ${{ secrets.OPENROUTER_API_KEY }}
bot_asknews_deepnews:
needs: precache_asknews
uses: ./.github/workflows/run-bot-launcher.yaml
with:
bot_name: 'METAC_ASKNEWS_DEEPNEWS'
cache_key: asknews-cache-${{ github.run_id }}
secrets:
INPUT_METACULUS_TOKEN: ${{ secrets.METAC_ASKNEWS_DEEPNEWS }}
INPUT_METACULUS_API_BASE_URL: ${{ secrets.METACULUS_API_BASE_URL }}
INPUT_ASKNEWS_CLIENT_ID: ${{ secrets.ASKNEWS_CLIENT_ID }}
INPUT_ASKNEWS_SECRET: ${{ secrets.ASKNEWS_SECRET }}
INPUT_OPENROUTER_API_KEY: ${{ secrets.OPENROUTER_API_KEY }}
# bot_gpt_5_search:
# needs: precache_asknews
# uses: ./.github/workflows/run-bot-launcher.yaml
# with:
# bot_name: 'METAC_GPT_5_SEARCH'
# cache_key: asknews-cache-${{ github.run_id }}
# secrets:
# INPUT_METACULUS_TOKEN: ${{ secrets.METAC_GPT_5_SEARCH }}
# INPUT_OPENAI_API_KEY: ${{ secrets.OPENAI_API_KEY }}
# INPUT_OPENROUTER_API_KEY: ${{ secrets.OPENROUTER_API_KEY }}
# bot_grok_4_live_search: # live search is now deprecated
# needs: precache_asknews
# uses: ./.github/workflows/run-bot-launcher.yaml
# with:
# bot_name: 'METAC_GROK_4_LIVE_SEARCH'
# cache_key: asknews-cache-${{ github.run_id }}
# secrets:
# INPUT_METACULUS_TOKEN: ${{ secrets.METAC_GROK_4_LIVE_SEARCH }}
# INPUT_XAI_API_KEY: ${{ secrets.XAI_API_KEY }}
# INPUT_OPENROUTER_API_KEY: ${{ secrets.OPENROUTER_API_KEY }}
# bot_sonnet_4_search:
# needs: precache_asknews
# uses: ./.github/workflows/run-bot-launcher.yaml
# with:
# bot_name: 'METAC_SONNET_4_SEARCH'
# cache_key: asknews-cache-${{ github.run_id }}
# secrets:
# INPUT_METACULUS_TOKEN: ${{ secrets.METAC_SONNET_4_SEARCH }}
# INPUT_ANTHROPIC_API_KEY: ${{ secrets.ANTHROPIC_API_KEY }}
# INPUT_OPENROUTER_API_KEY: ${{ secrets.OPENROUTER_API_KEY }}
bot_deepseek_r1_exa_online_research_only:
needs: precache_asknews
uses: ./.github/workflows/run-bot-launcher.yaml
with:
bot_name: 'METAC_DEEPSEEK_R1_EXA_ONLINE_RESEARCH_ONLY'
cache_key: asknews-cache-${{ github.run_id }}
secrets:
INPUT_METACULUS_TOKEN: ${{ secrets.METAC_DEEPSEEK_R1_EXA_ONLINE_RESEARCH_ONLY }}
INPUT_METACULUS_API_BASE_URL: ${{ secrets.METACULUS_API_BASE_URL }}
INPUT_OPENROUTER_API_KEY: ${{ secrets.OPENROUTER_API_KEY }}
### Deepseek research variant bots
bot_deepseek_r1_plus_exa_online:
needs: precache_asknews
uses: ./.github/workflows/run-bot-launcher.yaml
with:
bot_name: 'METAC_DEEPSEEK_R1_PLUS_EXA_ONLINE'
cache_key: asknews-cache-${{ github.run_id }}
secrets:
INPUT_METACULUS_TOKEN: ${{ secrets.METAC_DEEPSEEK_R1_PLUS_EXA_ONLINE }}
INPUT_METACULUS_API_BASE_URL: ${{ secrets.METACULUS_API_BASE_URL }}
INPUT_OPENROUTER_API_KEY: ${{ secrets.OPENROUTER_API_KEY }}
INPUT_EXA_API_KEY: ${{ secrets.EXA_API_KEY }}
# bot_deepseek_r1_sonnet_4_search:
# needs: precache_asknews
# uses: ./.github/workflows/run-bot-launcher.yaml
# with:
# bot_name: 'METAC_DEEPSEEK_R1_SONNET_4_SEARCH'
# cache_key: asknews-cache-${{ github.run_id }}
# secrets:
# INPUT_METACULUS_TOKEN: ${{ secrets.METAC_DEEPSEEK_R1_SONNET_4_SEARCH }}
# INPUT_OPENROUTER_API_KEY: ${{ secrets.OPENROUTER_API_KEY }}
# INPUT_ANTHROPIC_API_KEY: ${{ secrets.ANTHROPIC_API_KEY }}
# bot_deepseek_r1_xai_livesearch: # Live search is now deprecated
# needs: precache_asknews
# uses: ./.github/workflows/run-bot-launcher.yaml
# with:
# bot_name: 'METAC_DEEPSEEK_R1_XAI_LIVESEARCH'
# cache_key: asknews-cache-${{ github.run_id }}
# secrets:
# INPUT_METACULUS_TOKEN: ${{ secrets.METAC_DEEPSEEK_R1_XAI_LIVESEARCH }}
# INPUT_OPENROUTER_API_KEY: ${{ secrets.OPENROUTER_API_KEY }}
# INPUT_XAI_API_KEY: ${{ secrets.XAI_API_KEY }}
# bot_deepseek_r1_o4_mini_deep_research:
# needs: precache_asknews
# uses: ./.github/workflows/run-bot-launcher.yaml
# with:
# bot_name: 'METAC_DEEPSEEK_R1_O4_MINI_DEEP_RESEARCH'
# cache_key: asknews-cache-${{ github.run_id }}
# secrets:
# INPUT_METACULUS_TOKEN: ${{ secrets.METAC_DEEPSEEK_R1_O4_MINI_DEEP_RESEARCH }}
# INPUT_OPENROUTER_API_KEY: ${{ secrets.OPENROUTER_API_KEY }}
# INPUT_OPENAI_API_KEY: ${{ secrets.OPENAI_API_KEY }}
bot_deepseek_r1_no_research:
needs: precache_asknews
uses: ./.github/workflows/run-bot-launcher.yaml
with:
bot_name: 'METAC_DEEPSEEK_R1_NO_RESEARCH'
cache_key: asknews-cache-${{ github.run_id }}
secrets:
INPUT_METACULUS_TOKEN: ${{ secrets.METAC_DEEPSEEK_R1_NO_RESEARCH }}
INPUT_METACULUS_API_BASE_URL: ${{ secrets.METACULUS_API_BASE_URL }}
INPUT_OPENROUTER_API_KEY: ${{ secrets.OPENROUTER_API_KEY }}
### Special bots
bot_gpt_4_1_optimized_prompt:
needs: precache_asknews
uses: ./.github/workflows/run-bot-launcher.yaml
with:
bot_name: 'METAC_GPT_4_1_OPTIMIZED_PROMPT'
cache_key: asknews-cache-${{ github.run_id }}
secrets:
INPUT_METACULUS_TOKEN: ${{ secrets.METAC_GPT_4_1_OPTIMIZED_PROMPT }}
INPUT_METACULUS_API_BASE_URL: ${{ secrets.METACULUS_API_BASE_URL }}
INPUT_OPENAI_API_KEY: ${{ secrets.OPENAI_API_KEY }}
INPUT_ASKNEWS_CLIENT_ID: ${{ secrets.ASKNEWS_CLIENT_ID }}
INPUT_ASKNEWS_SECRET: ${{ secrets.ASKNEWS_SECRET }}
INPUT_OPENROUTER_API_KEY: ${{ secrets.OPENROUTER_API_KEY }}
bot_gpt_4_1_nano_optimized_prompt:
needs: precache_asknews
uses: ./.github/workflows/run-bot-launcher.yaml
with:
bot_name: 'METAC_GPT_4_1_NANO_OPTIMIZED_PROMPT'
cache_key: asknews-cache-${{ github.run_id }}
secrets:
INPUT_METACULUS_TOKEN: ${{ secrets.METAC_GPT_4_1_NANO_OPTIMIZED_PROMPT }}
INPUT_METACULUS_API_BASE_URL: ${{ secrets.METACULUS_API_BASE_URL }}
INPUT_OPENAI_API_KEY: ${{ secrets.OPENAI_API_KEY }}
INPUT_ASKNEWS_CLIENT_ID: ${{ secrets.ASKNEWS_CLIENT_ID }}
INPUT_ASKNEWS_SECRET: ${{ secrets.ASKNEWS_SECRET }}
INPUT_OPENROUTER_API_KEY: ${{ secrets.OPENROUTER_API_KEY }}
# bot_grok_4_tools:
# needs: precache_asknews
# uses: ./.github/workflows/run-bot-launcher.yaml
# with:
# bot_name: 'METAC_GROK_4_TOOLS'
# cache_key: asknews-cache-${{ github.run_id }}
# secrets:
# INPUT_METACULUS_TOKEN: ${{ secrets.METAC_GROK_4_TOOLS }}
# INPUT_XAI_API_KEY: ${{ secrets.XAI_API_KEY }}
# bot_gpt_5_high_tools:
# needs: precache_asknews
# uses: ./.github/workflows/run-bot-launcher.yaml
# with:
# bot_name: 'METAC_GPT_5_HIGH_TOOLS'
# cache_key: asknews-cache-${{ github.run_id }}
# secrets:
# INPUT_METACULUS_TOKEN: ${{ secrets.METAC_GPT_5_HIGH_TOOLS }}
# INPUT_OPENAI_API_KEY: ${{ secrets.OPENAI_API_KEY }}
# bot_sonnet_4_high_tools:
# needs: precache_asknews
# uses: ./.github/workflows/run-bot-launcher.yaml
# with:
# bot_name: 'METAC_SONNET_4_HIGH_TOOLS'
# cache_key: asknews-cache-${{ github.run_id }}
# secrets:
# INPUT_METACULUS_TOKEN: ${{ secrets.METAC_SONNET_4_HIGH_TOOLS }}
# INPUT_ANTHROPIC_API_KEY: ${{ secrets.ANTHROPIC_API_KEY }}
#################################### Q2 2025 and earlier bots ####################################
### Research variants
# bot_gemini_2_5_pro_gemini_2_5_pro_grounding:
# needs: precache_asknews
# uses: ./.github/workflows/run-bot-launcher.yaml
# with:
# bot_name: 'METAC_GEMINI_2_5_PRO_GEMINI_2_5_PRO_GROUNDING'
# cache_key: asknews-cache-${{ github.run_id }}
# secrets:
# INPUT_METACULUS_TOKEN: ${{ secrets.METAC_GEMINI_2_5_PRO_GEMINI_2_5_PRO_GROUNDING }}
# INPUT_GEMINI_API_KEY: ${{ secrets.GEMINI_API_KEY }}
# INPUT_ASKNEWS_CLIENT_ID: ${{ secrets.ASKNEWS_CLIENT_ID }}
# INPUT_ASKNEWS_SECRET: ${{ secrets.ASKNEWS_SECRET }}
# INPUT_OPENROUTER_API_KEY: ${{ secrets.OPENROUTER_API_KEY }}
# bot_gemini_2_5_pro_sonar_reasoning_pro:
# needs: precache_asknews
# uses: ./.github/workflows/run-bot-launcher.yaml
# with:
# bot_name: 'METAC_GEMINI_2_5_PRO_SONAR_REASONING_PRO'
# cache_key: asknews-cache-${{ github.run_id }}
# secrets:
# INPUT_METACULUS_TOKEN: ${{ secrets.METAC_GEMINI_2_5_PRO_SONAR_REASONING_PRO }}
# INPUT_GEMINI_API_KEY: ${{ secrets.GEMINI_API_KEY }}
# INPUT_PERPLEXITY_API_KEY: ${{ secrets.PERPLEXITY_API_KEY }}
# INPUT_OPENROUTER_API_KEY: ${{ secrets.OPENROUTER_API_KEY }}
# bot_gemini_2_5_exa_pro:
# needs: precache_asknews
# uses: ./.github/workflows/run-bot-launcher.yaml
# with:
# bot_name: 'METAC_GEMINI_2_5_EXA_PRO'
# cache_key: asknews-cache-${{ github.run_id }}
# secrets:
# INPUT_METACULUS_TOKEN: ${{ secrets.METAC_GEMINI_2_5_EXA_PRO }}
# INPUT_GEMINI_API_KEY: ${{ secrets.GEMINI_API_KEY }}
# INPUT_EXA_API_KEY: ${{ secrets.EXA_API_KEY }}
# INPUT_OPENROUTER_API_KEY: ${{ secrets.OPENROUTER_API_KEY }}
bot_deepseek_r1_sonar_pro:
needs: precache_asknews
uses: ./.github/workflows/run-bot-launcher.yaml
with:
bot_name: 'METAC_DEEPSEEK_R1_SONAR_PRO'
cache_key: asknews-cache-${{ github.run_id }}
secrets:
INPUT_METACULUS_TOKEN: ${{ secrets.METAC_DEEPSEEK_R1_SONAR_PRO }}
INPUT_METACULUS_API_BASE_URL: ${{ secrets.METACULUS_API_BASE_URL }}
INPUT_OPENROUTER_API_KEY: ${{ secrets.OPENROUTER_API_KEY }}
INPUT_PERPLEXITY_API_KEY: ${{ secrets.PERPLEXITY_API_KEY }}
bot_deepseek_r1_sonar:
needs: precache_asknews
uses: ./.github/workflows/run-bot-launcher.yaml
with:
bot_name: 'METAC_DEEPSEEK_R1_SONAR'
cache_key: asknews-cache-${{ github.run_id }}
secrets:
INPUT_METACULUS_TOKEN: ${{ secrets.METAC_DEEPSEEK_R1_SONAR }}
INPUT_METACULUS_API_BASE_URL: ${{ secrets.METACULUS_API_BASE_URL }}
INPUT_OPENROUTER_API_KEY: ${{ secrets.OPENROUTER_API_KEY }}
INPUT_PERPLEXITY_API_KEY: ${{ secrets.PERPLEXITY_API_KEY }}
# bot_deepseek_r1_sonar_deep_research:
# needs: precache_asknews
# uses: ./.github/workflows/run-bot-launcher.yaml
# with:
# bot_name: 'METAC_DEEPSEEK_R1_SONAR_DEEP_RESEARCH'
# cache_key: asknews-cache-${{ github.run_id }}
# secrets:
# INPUT_METACULUS_TOKEN: ${{ secrets.METAC_DEEPSEEK_R1_SONAR_DEEP_RESEARCH }}
# INPUT_OPENROUTER_API_KEY: ${{ secrets.OPENROUTER_API_KEY }}
# INPUT_PERPLEXITY_API_KEY: ${{ secrets.PERPLEXITY_API_KEY }}
bot_deepseek_r1_sonar_reasoning_pro:
needs: precache_asknews
uses: ./.github/workflows/run-bot-launcher.yaml
with:
bot_name: 'METAC_DEEPSEEK_R1_SONAR_REASONING_PRO'
cache_key: asknews-cache-${{ github.run_id }}
secrets:
INPUT_METACULUS_TOKEN: ${{ secrets.METAC_DEEPSEEK_R1_SONAR_REASONING_PRO }}
INPUT_METACULUS_API_BASE_URL: ${{ secrets.METACULUS_API_BASE_URL }}
INPUT_OPENROUTER_API_KEY: ${{ secrets.OPENROUTER_API_KEY }}
INPUT_PERPLEXITY_API_KEY: ${{ secrets.PERPLEXITY_API_KEY }}
# NOTE: No longer available (model deprecated by Perplexity Dec 15th, 2025)
# bot_deepseek_r1_sonar_reasoning:
# needs: precache_asknews
# uses: ./.github/workflows/run-bot-launcher.yaml
# with:
# bot_name: 'METAC_DEEPSEEK_R1_SONAR_REASONING'
# cache_key: asknews-cache-${{ github.run_id }}
# secrets:
# INPUT_METACULUS_TOKEN: ${{ secrets.METAC_DEEPSEEK_R1_SONAR_REASONING }}
# INPUT_OPENROUTER_API_KEY: ${{ secrets.OPENROUTER_API_KEY }}
# INPUT_PERPLEXITY_API_KEY: ${{ secrets.PERPLEXITY_API_KEY }}
# bot_only_sonar_reasoning_pro:
# needs: precache_asknews
# uses: ./.github/workflows/run-bot-launcher.yaml
# with:
# bot_name: 'METAC_ONLY_SONAR_REASONING_PRO'
# cache_key: asknews-cache-${{ github.run_id }}
# secrets:
# INPUT_METACULUS_TOKEN: ${{ secrets.METAC_ONLY_SONAR_REASONING_PRO }}
# INPUT_OPENROUTER_API_KEY: ${{ secrets.OPENROUTER_API_KEY }}
# INPUT_PERPLEXITY_API_KEY: ${{ secrets.PERPLEXITY_API_KEY }}
bot_deepseek_r1_gpt_4o_search_preview:
needs: precache_asknews
uses: ./.github/workflows/run-bot-launcher.yaml
with:
bot_name: 'METAC_DEEPSEEK_R1_GPT_4O_SEARCH_PREVIEW'
cache_key: asknews-cache-${{ github.run_id }}
secrets:
INPUT_METACULUS_TOKEN: ${{ secrets.METAC_DEEPSEEK_R1_GPT_4O_SEARCH_PREVIEW }}
INPUT_METACULUS_API_BASE_URL: ${{ secrets.METACULUS_API_BASE_URL }}
INPUT_OPENROUTER_API_KEY: ${{ secrets.OPENROUTER_API_KEY }}
INPUT_OPENAI_API_KEY: ${{ secrets.OPENAI_API_KEY }}
bot_deepseek_r1_gemini_2_5_pro_grounding:
needs: precache_asknews
uses: ./.github/workflows/run-bot-launcher.yaml
with:
bot_name: 'METAC_DEEPSEEK_R1_GEMINI_2_5_PRO_GROUNDING'
cache_key: asknews-cache-${{ github.run_id }}
secrets:
INPUT_METACULUS_TOKEN: ${{ secrets.METAC_DEEPSEEK_R1_GEMINI_2_5_PRO_GROUNDING }}
INPUT_METACULUS_API_BASE_URL: ${{ secrets.METACULUS_API_BASE_URL }}
INPUT_OPENROUTER_API_KEY: ${{ secrets.OPENROUTER_API_KEY }}
INPUT_GEMINI_API_KEY: ${{ secrets.GEMINI_API_KEY }}
# bot_deepseek_r1_exa_smart_searcher:
# needs: precache_asknews
# uses: ./.github/workflows/run-bot-launcher.yaml
# with:
# bot_name: 'METAC_DEEPSEEK_R1_EXA_SMART_SEARCHER'
# cache_key: asknews-cache-${{ github.run_id }}
# secrets:
# INPUT_METACULUS_TOKEN: ${{ secrets.METAC_DEEPSEEK_R1_EXA_SMART_SEARCHER }}
# INPUT_OPENROUTER_API_KEY: ${{ secrets.OPENROUTER_API_KEY }}
# INPUT_EXA_API_KEY: ${{ secrets.EXA_API_KEY }}
bot_deepseek_r1_ask_exa_pro:
needs: precache_asknews
uses: ./.github/workflows/run-bot-launcher.yaml
with:
bot_name: 'METAC_DEEPSEEK_R1_ASK_EXA_PRO'
cache_key: asknews-cache-${{ github.run_id }}
secrets:
INPUT_METACULUS_TOKEN: ${{ secrets.METAC_DEEPSEEK_R1_ASK_EXA_PRO }}
INPUT_METACULUS_API_BASE_URL: ${{ secrets.METACULUS_API_BASE_URL }}
INPUT_OPENROUTER_API_KEY: ${{ secrets.OPENROUTER_API_KEY }}
INPUT_EXA_API_KEY: ${{ secrets.EXA_API_KEY }}
# bot_deepseek_r1_deepnews:
# needs: precache_asknews
# uses: ./.github/workflows/run-bot-launcher.yaml
# with:
# bot_name: 'METAC_DEEPSEEK_R1_DEEPNEWS'
# cache_key: asknews-cache-${{ github.run_id }}
# secrets:
# INPUT_METACULUS_TOKEN: ${{ secrets.METAC_DEEPSEEK_R1_DEEPNEWS }}
# INPUT_OPENROUTER_API_KEY: ${{ secrets.OPENROUTER_API_KEY }}
# INPUT_ASKNEWS_CLIENT_ID: ${{ secrets.ASKNEWS_CLIENT_ID }}
# INPUT_ASKNEWS_SECRET: ${{ secrets.ASKNEWS_SECRET }}
### Classic bots
# bot_o3_high:
# needs: precache_asknews
# uses: ./.github/workflows/run-bot-launcher.yaml
# with:
# bot_name: 'METAC_O3_HIGH_TOKEN'
# cache_key: asknews-cache-${{ github.run_id }}
# secrets:
# INPUT_METACULUS_TOKEN: ${{ secrets.METAC_O3_HIGH_TOKEN }}
# INPUT_OPENAI_API_KEY: ${{ secrets.OPENAI_API_KEY }}
# INPUT_ASKNEWS_CLIENT_ID: ${{ secrets.ASKNEWS_CLIENT_ID }}
# INPUT_ASKNEWS_SECRET: ${{ secrets.ASKNEWS_SECRET }}
# INPUT_OPENROUTER_API_KEY: ${{ secrets.OPENROUTER_API_KEY }}
bot_o3:
needs: precache_asknews
uses: ./.github/workflows/run-bot-launcher.yaml
with:
bot_name: 'METAC_O3_TOKEN'
cache_key: asknews-cache-${{ github.run_id }}
secrets:
INPUT_METACULUS_TOKEN: ${{ secrets.METAC_O3_TOKEN }}
INPUT_METACULUS_API_BASE_URL: ${{ secrets.METACULUS_API_BASE_URL }}
INPUT_OPENAI_API_KEY: ${{ secrets.OPENAI_API_KEY }}
INPUT_ASKNEWS_CLIENT_ID: ${{ secrets.ASKNEWS_CLIENT_ID }}
INPUT_ASKNEWS_SECRET: ${{ secrets.ASKNEWS_SECRET }}
INPUT_OPENROUTER_API_KEY: ${{ secrets.OPENROUTER_API_KEY }}
bot_o4_mini_high:
needs: precache_asknews
uses: ./.github/workflows/run-bot-launcher.yaml
with:
bot_name: 'METAC_O4_MINI_HIGH_TOKEN'
cache_key: asknews-cache-${{ github.run_id }}
secrets:
INPUT_METACULUS_TOKEN: ${{ secrets.METAC_O4_MINI_HIGH_TOKEN }}
INPUT_METACULUS_API_BASE_URL: ${{ secrets.METACULUS_API_BASE_URL }}
INPUT_OPENAI_API_KEY: ${{ secrets.OPENAI_API_KEY }}
INPUT_ASKNEWS_CLIENT_ID: ${{ secrets.ASKNEWS_CLIENT_ID }}
INPUT_ASKNEWS_SECRET: ${{ secrets.ASKNEWS_SECRET }}
INPUT_OPENROUTER_API_KEY: ${{ secrets.OPENROUTER_API_KEY }}
bot_o4_mini:
needs: precache_asknews
uses: ./.github/workflows/run-bot-launcher.yaml
with:
bot_name: 'METAC_O4_MINI_TOKEN'
cache_key: asknews-cache-${{ github.run_id }}
secrets:
INPUT_METACULUS_TOKEN: ${{ secrets.METAC_O4_MINI_TOKEN }}
INPUT_METACULUS_API_BASE_URL: ${{ secrets.METACULUS_API_BASE_URL }}
INPUT_OPENAI_API_KEY: ${{ secrets.OPENAI_API_KEY }}
INPUT_ASKNEWS_CLIENT_ID: ${{ secrets.ASKNEWS_CLIENT_ID }}
INPUT_ASKNEWS_SECRET: ${{ secrets.ASKNEWS_SECRET }}
INPUT_OPENROUTER_API_KEY: ${{ secrets.OPENROUTER_API_KEY }}
bot_4_1:
needs: precache_asknews
uses: ./.github/workflows/run-bot-launcher.yaml
with:
bot_name: 'METAC_4_1_TOKEN'
cache_key: asknews-cache-${{ github.run_id }}
secrets:
INPUT_METACULUS_TOKEN: ${{ secrets.METAC_4_1_TOKEN }}
INPUT_METACULUS_API_BASE_URL: ${{ secrets.METACULUS_API_BASE_URL }}
INPUT_OPENAI_API_KEY: ${{ secrets.OPENAI_API_KEY }}
INPUT_ASKNEWS_CLIENT_ID: ${{ secrets.ASKNEWS_CLIENT_ID }}
INPUT_ASKNEWS_SECRET: ${{ secrets.ASKNEWS_SECRET }}
INPUT_OPENROUTER_API_KEY: ${{ secrets.OPENROUTER_API_KEY }}
bot_4_1_mini:
needs: precache_asknews
uses: ./.github/workflows/run-bot-launcher.yaml
with:
bot_name: 'METAC_4_1_MINI_TOKEN'
cache_key: asknews-cache-${{ github.run_id }}
secrets:
INPUT_METACULUS_TOKEN: ${{ secrets.METAC_4_1_MINI_TOKEN }}
INPUT_METACULUS_API_BASE_URL: ${{ secrets.METACULUS_API_BASE_URL }}
INPUT_OPENAI_API_KEY: ${{ secrets.OPENAI_API_KEY }}
INPUT_ASKNEWS_CLIENT_ID: ${{ secrets.ASKNEWS_CLIENT_ID }}
INPUT_ASKNEWS_SECRET: ${{ secrets.ASKNEWS_SECRET }}
INPUT_OPENROUTER_API_KEY: ${{ secrets.OPENROUTER_API_KEY }}
bot_4_1_nano:
needs: precache_asknews
uses: ./.github/workflows/run-bot-launcher.yaml
with:
bot_name: 'METAC_4_1_NANO_TOKEN'
cache_key: asknews-cache-${{ github.run_id }}
secrets:
INPUT_METACULUS_TOKEN: ${{ secrets.METAC_4_1_NANO_TOKEN }}
INPUT_METACULUS_API_BASE_URL: ${{ secrets.METACULUS_API_BASE_URL }}
INPUT_OPENAI_API_KEY: ${{ secrets.OPENAI_API_KEY }}
INPUT_ASKNEWS_CLIENT_ID: ${{ secrets.ASKNEWS_CLIENT_ID }}
INPUT_ASKNEWS_SECRET: ${{ secrets.ASKNEWS_SECRET }}
INPUT_OPENROUTER_API_KEY: ${{ secrets.OPENROUTER_API_KEY }}
bot_gemini_2_5_flash:
needs: precache_asknews
uses: ./.github/workflows/run-bot-launcher.yaml
with:
bot_name: 'METAC_GEMINI_2_5_FLASH_PREVIEW_TOKEN'
cache_key: asknews-cache-${{ github.run_id }}
secrets:
INPUT_METACULUS_TOKEN: ${{ secrets.METAC_GEMINI_2_5_FLASH_PREVIEW_TOKEN }}
INPUT_METACULUS_API_BASE_URL: ${{ secrets.METACULUS_API_BASE_URL }}
INPUT_GEMINI_API_KEY: ${{ secrets.GEMINI_API_KEY }}
INPUT_OPENROUTER_API_KEY: ${{ secrets.OPENROUTER_API_KEY }}
INPUT_ASKNEWS_CLIENT_ID: ${{ secrets.ASKNEWS_CLIENT_ID }}
INPUT_ASKNEWS_SECRET: ${{ secrets.ASKNEWS_SECRET }}
# bot_o1_high:
# needs: precache_asknews
# uses: ./.github/workflows/run-bot-launcher.yaml
# with:
# bot_name: 'METAC_O1_HIGH_TOKEN'
# cache_key: asknews-cache-${{ github.run_id }}
# secrets:
# INPUT_METACULUS_TOKEN: ${{ secrets.METAC_O1_HIGH_TOKEN }}
# INPUT_OPENAI_API_KEY: ${{ secrets.OPENAI_API_KEY }}
# INPUT_ASKNEWS_CLIENT_ID: ${{ secrets.ASKNEWS_CLIENT_ID }}
# INPUT_ASKNEWS_SECRET: ${{ secrets.ASKNEWS_SECRET }}
# INPUT_OPENROUTER_API_KEY: ${{ secrets.OPENROUTER_API_KEY }}
# bot_o1:
# needs: precache_asknews
# uses: ./.github/workflows/run-bot-launcher.yaml
# with:
# bot_name: 'METAC_O1_TOKEN'
# cache_key: asknews-cache-${{ github.run_id }}
# secrets:
# INPUT_METACULUS_TOKEN: ${{ secrets.METAC_O1_TOKEN }}
# INPUT_OPENAI_API_KEY: ${{ secrets.OPENAI_API_KEY }}
# INPUT_ASKNEWS_CLIENT_ID: ${{ secrets.ASKNEWS_CLIENT_ID }}
# INPUT_ASKNEWS_SECRET: ${{ secrets.ASKNEWS_SECRET }}
# INPUT_OPENROUTER_API_KEY: ${{ secrets.OPENROUTER_API_KEY }}
# bot_o1_mini:
# needs: precache_asknews
# uses: ./.github/workflows/run-bot-launcher.yaml
# with:
# bot_name: 'METAC_O1_MINI_TOKEN'
# cache_key: asknews-cache-${{ github.run_id }}
# secrets:
# INPUT_METACULUS_TOKEN: ${{ secrets.METAC_O1_MINI_TOKEN }}
# INPUT_OPENAI_API_KEY: ${{ secrets.OPENAI_API_KEY }}
# INPUT_ASKNEWS_CLIENT_ID: ${{ secrets.ASKNEWS_CLIENT_ID }}
# INPUT_ASKNEWS_SECRET: ${{ secrets.ASKNEWS_SECRET }}
# INPUT_OPENROUTER_API_KEY: ${{ secrets.OPENROUTER_API_KEY }}
# bot_o3_mini_high:
# needs: precache_asknews
# uses: ./.github/workflows/run-bot-launcher.yaml
# with:
# bot_name: 'METAC_O3_MINI_HIGH_TOKEN'
# cache_key: asknews-cache-${{ github.run_id }}
# secrets:
# INPUT_METACULUS_TOKEN: ${{ secrets.METAC_O3_MINI_HIGH_TOKEN }}
# INPUT_OPENAI_API_KEY: ${{ secrets.OPENAI_API_KEY }}
# INPUT_ASKNEWS_CLIENT_ID: ${{ secrets.ASKNEWS_CLIENT_ID }}
# INPUT_ASKNEWS_SECRET: ${{ secrets.ASKNEWS_SECRET }}
# INPUT_OPENROUTER_API_KEY: ${{ secrets.OPENROUTER_API_KEY }}
# bot_o3_mini:
# needs: precache_asknews
# uses: ./.github/workflows/run-bot-launcher.yaml
# with:
# bot_name: 'METAC_O3_MINI_TOKEN'
# cache_key: asknews-cache-${{ github.run_id }}
# secrets:
# INPUT_METACULUS_TOKEN: ${{ secrets.METAC_O3_MINI_TOKEN }}
# INPUT_OPENAI_API_KEY: ${{ secrets.OPENAI_API_KEY }}
# INPUT_ASKNEWS_CLIENT_ID: ${{ secrets.ASKNEWS_CLIENT_ID }}
# INPUT_ASKNEWS_SECRET: ${{ secrets.ASKNEWS_SECRET }}
# INPUT_OPENROUTER_API_KEY: ${{ secrets.OPENROUTER_API_KEY }}
bot_gpt4o:
needs: precache_asknews
uses: ./.github/workflows/run-bot-launcher.yaml
with:
bot_name: 'METAC_GPT_4O_TOKEN'
cache_key: asknews-cache-${{ github.run_id }}
secrets:
INPUT_METACULUS_TOKEN: ${{ secrets.METAC_GPT_4O_TOKEN }}
INPUT_METACULUS_API_BASE_URL: ${{ secrets.METACULUS_API_BASE_URL }}
INPUT_OPENAI_API_KEY: ${{ secrets.OPENAI_API_KEY }}
INPUT_ASKNEWS_CLIENT_ID: ${{ secrets.ASKNEWS_CLIENT_ID }}
INPUT_ASKNEWS_SECRET: ${{ secrets.ASKNEWS_SECRET }}
INPUT_OPENROUTER_API_KEY: ${{ secrets.OPENROUTER_API_KEY }}
bot_gpt4o_mini:
needs: precache_asknews
uses: ./.github/workflows/run-bot-launcher.yaml
with:
bot_name: 'METAC_GPT_4O_MINI_TOKEN'
cache_key: asknews-cache-${{ github.run_id }}
secrets:
INPUT_METACULUS_TOKEN: ${{ secrets.METAC_GPT_4O_MINI_TOKEN }}
INPUT_METACULUS_API_BASE_URL: ${{ secrets.METACULUS_API_BASE_URL }}
INPUT_OPENAI_API_KEY: ${{ secrets.OPENAI_API_KEY }}
INPUT_ASKNEWS_CLIENT_ID: ${{ secrets.ASKNEWS_CLIENT_ID }}
INPUT_ASKNEWS_SECRET: ${{ secrets.ASKNEWS_SECRET }}
INPUT_OPENROUTER_API_KEY: ${{ secrets.OPENROUTER_API_KEY }}
bot_gpt3_5_turbo:
needs: precache_asknews
uses: ./.github/workflows/run-bot-launcher.yaml
with:
bot_name: 'METAC_GPT_3_5_TURBO_TOKEN'
cache_key: asknews-cache-${{ github.run_id }}
secrets:
INPUT_METACULUS_TOKEN: ${{ secrets.METAC_GPT_3_5_TURBO_TOKEN }}
INPUT_METACULUS_API_BASE_URL: ${{ secrets.METACULUS_API_BASE_URL }}
INPUT_OPENAI_API_KEY: ${{ secrets.OPENAI_API_KEY }}
INPUT_ASKNEWS_CLIENT_ID: ${{ secrets.ASKNEWS_CLIENT_ID }}
INPUT_ASKNEWS_SECRET: ${{ secrets.ASKNEWS_SECRET }}
INPUT_OPENROUTER_API_KEY: ${{ secrets.OPENROUTER_API_KEY }}
# bot_claude_3_7_sonnet_latest_thinking:
# needs: precache_asknews
# uses: ./.github/workflows/run-bot-launcher.yaml
# with:
# bot_name: 'METAC_CLAUDE_3_7_SONNET_LATEST_THINKING_TOKEN'
# cache_key: asknews-cache-${{ github.run_id }}
# secrets:
# INPUT_METACULUS_TOKEN: ${{ secrets.METAC_CLAUDE_3_7_SONNET_LATEST_THINKING_TOKEN }}
# INPUT_ANTHROPIC_API_KEY: ${{ secrets.ANTHROPIC_API_KEY }}
# INPUT_ASKNEWS_CLIENT_ID: ${{ secrets.ASKNEWS_CLIENT_ID }}
# INPUT_ASKNEWS_SECRET: ${{ secrets.ASKNEWS_SECRET }}
# INPUT_OPENROUTER_API_KEY: ${{ secrets.OPENROUTER_API_KEY }}
# bot_claude_3_7_sonnet_latest:
# needs: precache_asknews
# uses: ./.github/workflows/run-bot-launcher.yaml
# with:
# bot_name: 'METAC_CLAUDE_3_7_SONNET_LATEST_TOKEN'
# cache_key: asknews-cache-${{ github.run_id }}
# secrets:
# INPUT_METACULUS_TOKEN: ${{ secrets.METAC_CLAUDE_3_7_SONNET_LATEST_TOKEN }}
# INPUT_ANTHROPIC_API_KEY: ${{ secrets.ANTHROPIC_API_KEY }}
# INPUT_ASKNEWS_CLIENT_ID: ${{ secrets.ASKNEWS_CLIENT_ID }}
# INPUT_ASKNEWS_SECRET: ${{ secrets.ASKNEWS_SECRET }}
# INPUT_OPENROUTER_API_KEY: ${{ secrets.OPENROUTER_API_KEY }}
# bot_claude_3_5_sonnet_latest:
# needs: precache_asknews
# uses: ./.github/workflows/run-bot-launcher.yaml
# with:
# bot_name: 'METAC_CLAUDE_3_5_SONNET_LATEST_TOKEN'
# cache_key: asknews-cache-${{ github.run_id }}
# secrets:
# INPUT_METACULUS_TOKEN: ${{ secrets.METAC_CLAUDE_3_5_SONNET_LATEST_TOKEN }}
# INPUT_ANTHROPIC_API_KEY: ${{ secrets.ANTHROPIC_API_KEY }}
# INPUT_ASKNEWS_CLIENT_ID: ${{ secrets.ASKNEWS_CLIENT_ID }}
# INPUT_ASKNEWS_SECRET: ${{ secrets.ASKNEWS_SECRET }}
# INPUT_OPENROUTER_API_KEY: ${{ secrets.OPENROUTER_API_KEY }}
# bot_claude_3_5_sonnet_20240620:
# needs: precache_asknews
# uses: ./.github/workflows/run-bot-launcher.yaml
# with:
# bot_name: 'METAC_CLAUDE_3_5_SONNET_20240620_TOKEN'
# cache_key: asknews-cache-${{ github.run_id }}
# secrets:
# INPUT_METACULUS_TOKEN: ${{ secrets.METAC_CLAUDE_3_5_SONNET_20240620_TOKEN }}
# INPUT_ANTHROPIC_API_KEY: ${{ secrets.ANTHROPIC_API_KEY }}
# INPUT_ASKNEWS_CLIENT_ID: ${{ secrets.ASKNEWS_CLIENT_ID }}
# INPUT_ASKNEWS_SECRET: ${{ secrets.ASKNEWS_SECRET }}
# INPUT_OPENROUTER_API_KEY: ${{ secrets.OPENROUTER_API_KEY }}
# bot_gemini_2_5_pro:
# needs: precache_asknews
# uses: ./.github/workflows/run-bot-launcher.yaml
# with:
# bot_name: 'METAC_GEMINI_2_5_PRO_PREVIEW_TOKEN'
# cache_key: asknews-cache-${{ github.run_id }}
# secrets:
# INPUT_METACULUS_TOKEN: ${{ secrets.METAC_GEMINI_2_5_PRO_PREVIEW_TOKEN }}
# INPUT_GEMINI_API_KEY: ${{ secrets.GEMINI_API_KEY }}
# INPUT_OPENROUTER_API_KEY: ${{ secrets.OPENROUTER_API_KEY }}
# INPUT_ASKNEWS_CLIENT_ID: ${{ secrets.ASKNEWS_CLIENT_ID }}
# INPUT_ASKNEWS_SECRET: ${{ secrets.ASKNEWS_SECRET }}
# bot_gemini_2_0_flash:
# needs: precache_asknews
# uses: ./.github/workflows/run-bot-launcher.yaml
# with:
# bot_name: 'METAC_GEMINI_2_0_FLASH_TOKEN'
# cache_key: asknews-cache-${{ github.run_id }}
# secrets:
# INPUT_METACULUS_TOKEN: ${{ secrets.METAC_GEMINI_2_0_FLASH_TOKEN }}
# INPUT_GEMINI_API_KEY: ${{ secrets.GEMINI_API_KEY }}
# INPUT_OPENROUTER_API_KEY: ${{ secrets.OPENROUTER_API_KEY }}
# INPUT_ASKNEWS_CLIENT_ID: ${{ secrets.ASKNEWS_CLIENT_ID }}
# INPUT_ASKNEWS_SECRET: ${{ secrets.ASKNEWS_SECRET }}
bot_llama_4_maverick_17b:
needs: precache_asknews
uses: ./.github/workflows/run-bot-launcher.yaml
with:
bot_name: 'METAC_LLAMA_4_MAVERICK_17B_TOKEN'
cache_key: asknews-cache-${{ github.run_id }}
secrets:
INPUT_METACULUS_TOKEN: ${{ secrets.METAC_LLAMA_4_MAVERICK_17B_TOKEN }}
INPUT_METACULUS_API_BASE_URL: ${{ secrets.METACULUS_API_BASE_URL }}
INPUT_OPENROUTER_API_KEY: ${{ secrets.OPENROUTER_API_KEY }}
INPUT_ASKNEWS_CLIENT_ID: ${{ secrets.ASKNEWS_CLIENT_ID }}
INPUT_ASKNEWS_SECRET: ${{ secrets.ASKNEWS_SECRET }}
bot_qwen_2_5_max:
needs: precache_asknews
uses: ./.github/workflows/run-bot-launcher.yaml
with:
bot_name: 'METAC_QWEN_2_5_MAX_TOKEN'
cache_key: asknews-cache-${{ github.run_id }}
secrets:
INPUT_METACULUS_TOKEN: ${{ secrets.METAC_QWEN_2_5_MAX_TOKEN }}
INPUT_METACULUS_API_BASE_URL: ${{ secrets.METACULUS_API_BASE_URL }}
INPUT_OPENROUTER_API_KEY: ${{ secrets.OPENROUTER_API_KEY }}
INPUT_ASKNEWS_CLIENT_ID: ${{ secrets.ASKNEWS_CLIENT_ID }}
INPUT_ASKNEWS_SECRET: ${{ secrets.ASKNEWS_SECRET }}
bot_deepseek_r1:
needs: precache_asknews
uses: ./.github/workflows/run-bot-launcher.yaml
with:
bot_name: 'METAC_DEEPSEEK_R1_TOKEN'
cache_key: asknews-cache-${{ github.run_id }}
secrets:
INPUT_METACULUS_TOKEN: ${{ secrets.METAC_DEEPSEEK_R1_TOKEN }}
INPUT_METACULUS_API_BASE_URL: ${{ secrets.METACULUS_API_BASE_URL }}
INPUT_OPENROUTER_API_KEY: ${{ secrets.OPENROUTER_API_KEY }}
INPUT_ASKNEWS_CLIENT_ID: ${{ secrets.ASKNEWS_CLIENT_ID }}
INPUT_ASKNEWS_SECRET: ${{ secrets.ASKNEWS_SECRET }}
bot_deepseek_v3:
needs: precache_asknews
uses: ./.github/workflows/run-bot-launcher.yaml
with:
bot_name: 'METAC_DEEPSEEK_V3_TOKEN'
cache_key: asknews-cache-${{ github.run_id }}
secrets:
INPUT_METACULUS_TOKEN: ${{ secrets.METAC_DEEPSEEK_V3_TOKEN }}
INPUT_METACULUS_API_BASE_URL: ${{ secrets.METACULUS_API_BASE_URL }}
INPUT_OPENROUTER_API_KEY: ${{ secrets.OPENROUTER_API_KEY }}
INPUT_ASKNEWS_CLIENT_ID: ${{ secrets.ASKNEWS_CLIENT_ID }}
INPUT_ASKNEWS_SECRET: ${{ secrets.ASKNEWS_SECRET }}
bot_grok_3_latest:
needs: precache_asknews
uses: ./.github/workflows/run-bot-launcher.yaml
with:
bot_name: 'METAC_GROK_3_LATEST_TOKEN'
cache_key: asknews-cache-${{ github.run_id }}
secrets:
INPUT_METACULUS_TOKEN: ${{ secrets.METAC_GROK_3_LATEST_TOKEN }}
INPUT_METACULUS_API_BASE_URL: ${{ secrets.METACULUS_API_BASE_URL }}
INPUT_XAI_API_KEY: ${{ secrets.XAI_API_KEY }}
INPUT_OPENROUTER_API_KEY: ${{ secrets.OPENROUTER_API_KEY }}
INPUT_ASKNEWS_CLIENT_ID: ${{ secrets.ASKNEWS_CLIENT_ID }}
INPUT_ASKNEWS_SECRET: ${{ secrets.ASKNEWS_SECRET }}
bot_grok_3_mini_latest_high:
needs: precache_asknews
uses: ./.github/workflows/run-bot-launcher.yaml
with:
bot_name: 'METAC_GROK_3_MINI_LATEST_HIGH_TOKEN'
cache_key: asknews-cache-${{ github.run_id }}
secrets:
INPUT_METACULUS_TOKEN: ${{ secrets.METAC_GROK_3_MINI_LATEST_HIGH_TOKEN }}
INPUT_METACULUS_API_BASE_URL: ${{ secrets.METACULUS_API_BASE_URL }}
INPUT_XAI_API_KEY: ${{ secrets.XAI_API_KEY }}
INPUT_OPENROUTER_API_KEY: ${{ secrets.OPENROUTER_API_KEY }}
INPUT_ASKNEWS_CLIENT_ID: ${{ secrets.ASKNEWS_CLIENT_ID }}
INPUT_ASKNEWS_SECRET: ${{ secrets.ASKNEWS_SECRET }}
### Special bots
bot_uniform_probability:
needs: precache_asknews
uses: ./.github/workflows/run-bot-launcher.yaml
with:
bot_name: 'METAC_UNIFORM_PROBABILITY_BOT_TOKEN'
cache_key: asknews-cache-${{ github.run_id }}
secrets:
INPUT_METACULUS_TOKEN: ${{ secrets.METAC_UNIFORM_PROBABILITY_BOT_TOKEN }}
INPUT_METACULUS_API_BASE_URL: ${{ secrets.METACULUS_API_BASE_URL }}
INPUT_ASKNEWS_CLIENT_ID: ${{ secrets.ASKNEWS_CLIENT_ID }}
INPUT_ASKNEWS_SECRET: ${{ secrets.ASKNEWS_SECRET }}
INPUT_OPENROUTER_API_KEY: ${{ secrets.OPENROUTER_API_KEY }}