diff --git a/.github/workflows/run-bot-aib-tournament.yaml b/.github/workflows/run-bot-aib-tournament.yaml index 9b16dc76..167f37d0 100644 --- a/.github/workflows/run-bot-aib-tournament.yaml +++ b/.github/workflows/run-bot-aib-tournament.yaml @@ -86,218 +86,554 @@ jobs: # NOTE: don't remove any of the open source models, since these are the best option for a long term baseline (other models get deprecated) - bot_grok_4_1_high: # TODO: Not yet released via API as of Dec 21st, 2025 + #################################### May 2026 new bots #################################### + + bot_gpt_5_5_high: needs: precache_asknews uses: ./.github/workflows/run-bot-launcher.yaml with: - bot_name: "METAC_GROK_4_1_HIGH" + bot_name: "METAC_GPT_5_5_HIGH" + metac_name: "metac-gpt-5-5-high+asknews" cache_key: asknews-cache-${{ github.run_id }} secrets: - INPUT_METACULUS_TOKEN: ${{ secrets.METAC_GROK_4_1_HIGH }} - INPUT_XAI_API_KEY: ${{ secrets.XAI_API_KEY }} + INPUT_METACULUS_TOKENS: ${{ secrets.METACULUS_TOKENS }} + INPUT_METACULUS_API_BASE_URL: ${{ secrets.METACULUS_API_BASE_URL }} + INPUT_OPENAI_API_KEY: ${{ secrets.OPENAI_API_KEY }} INPUT_OPENROUTER_API_KEY: ${{ secrets.OPENROUTER_API_KEY }} INPUT_ASKNEWS_CLIENT_ID: ${{ secrets.ASKNEWS_CLIENT_ID }} INPUT_ASKNEWS_SECRET: ${{ secrets.ASKNEWS_SECRET }} - bot_grok_4_1: # TODO: Not yet released via API as of Dec 21st, 2025 + bot_gpt_5_5_instant: needs: precache_asknews uses: ./.github/workflows/run-bot-launcher.yaml with: - bot_name: "METAC_GROK_4_1" + bot_name: "METAC_GPT_5_5_INSTANT" + metac_name: "metac-gpt-5-5-instant+asknews" cache_key: asknews-cache-${{ github.run_id }} secrets: - INPUT_METACULUS_TOKEN: ${{ secrets.METAC_GROK_4_1 }} - INPUT_XAI_API_KEY: ${{ secrets.XAI_API_KEY }} + INPUT_METACULUS_TOKENS: ${{ secrets.METACULUS_TOKENS }} + INPUT_METACULUS_API_BASE_URL: ${{ secrets.METACULUS_API_BASE_URL }} + INPUT_OPENAI_API_KEY: ${{ secrets.OPENAI_API_KEY }} INPUT_OPENROUTER_API_KEY: ${{ secrets.OPENROUTER_API_KEY }} INPUT_ASKNEWS_CLIENT_ID: ${{ secrets.ASKNEWS_CLIENT_ID }} INPUT_ASKNEWS_SECRET: ${{ secrets.ASKNEWS_SECRET }} - #################################### February 2026 new bots #################################### + bot_gpt_5_4_high: + needs: precache_asknews + uses: ./.github/workflows/run-bot-launcher.yaml + with: + bot_name: "METAC_GPT_5_4_HIGH" + metac_name: "metac-gpt-5-4-high+asknews" + cache_key: asknews-cache-${{ github.run_id }} + secrets: + INPUT_METACULUS_TOKENS: ${{ secrets.METACULUS_TOKENS }} + INPUT_METACULUS_API_BASE_URL: ${{ secrets.METACULUS_API_BASE_URL }} + INPUT_OPENAI_API_KEY: ${{ secrets.OPENAI_API_KEY }} + INPUT_OPENROUTER_API_KEY: ${{ secrets.OPENROUTER_API_KEY }} + INPUT_ASKNEWS_CLIENT_ID: ${{ secrets.ASKNEWS_CLIENT_ID }} + INPUT_ASKNEWS_SECRET: ${{ secrets.ASKNEWS_SECRET }} - bot_claude_opus_4_6_high_32k: + bot_gemini_3_1_pro_high: needs: precache_asknews uses: ./.github/workflows/run-bot-launcher.yaml with: - bot_name: "METAC_CLAUDE_OPUS_4_6_HIGH_32K" + bot_name: "METAC_GEMINI_3_1_PRO_HIGH" + metac_name: "metac-gemini-3-1-pro-high+asknews" cache_key: asknews-cache-${{ github.run_id }} secrets: - INPUT_METACULUS_TOKEN: ${{ secrets.METAC_CLAUDE_OPUS_4_6_HIGH_32K }} + INPUT_METACULUS_TOKENS: ${{ secrets.METACULUS_TOKENS }} + INPUT_METACULUS_API_BASE_URL: ${{ secrets.METACULUS_API_BASE_URL }} + INPUT_OPENROUTER_API_KEY: ${{ secrets.OPENROUTER_API_KEY }} + INPUT_ASKNEWS_CLIENT_ID: ${{ secrets.ASKNEWS_CLIENT_ID }} + INPUT_ASKNEWS_SECRET: ${{ secrets.ASKNEWS_SECRET }} + + bot_gemini_3_1_flash_lite: + needs: precache_asknews + uses: ./.github/workflows/run-bot-launcher.yaml + with: + bot_name: "METAC_GEMINI_3_1_FLASH_LITE" + metac_name: "metac-gemini-3-1-flash-lite+asknews" + cache_key: asknews-cache-${{ github.run_id }} + secrets: + INPUT_METACULUS_TOKENS: ${{ secrets.METACULUS_TOKENS }} + INPUT_METACULUS_API_BASE_URL: ${{ secrets.METACULUS_API_BASE_URL }} + INPUT_OPENROUTER_API_KEY: ${{ secrets.OPENROUTER_API_KEY }} + INPUT_ASKNEWS_CLIENT_ID: ${{ secrets.ASKNEWS_CLIENT_ID }} + INPUT_ASKNEWS_SECRET: ${{ secrets.ASKNEWS_SECRET }} + + bot_qwen_3_6_plus: + needs: precache_asknews + uses: ./.github/workflows/run-bot-launcher.yaml + with: + bot_name: "METAC_QWEN_3_6_PLUS" + metac_name: "metac-qwen-3-6-plus+asknews" + cache_key: asknews-cache-${{ github.run_id }} + secrets: + INPUT_METACULUS_TOKENS: ${{ secrets.METACULUS_TOKENS }} + INPUT_METACULUS_API_BASE_URL: ${{ secrets.METACULUS_API_BASE_URL }} + INPUT_OPENROUTER_API_KEY: ${{ secrets.OPENROUTER_API_KEY }} + INPUT_ASKNEWS_CLIENT_ID: ${{ secrets.ASKNEWS_CLIENT_ID }} + INPUT_ASKNEWS_SECRET: ${{ secrets.ASKNEWS_SECRET }} + + bot_gemma_4: + needs: precache_asknews + uses: ./.github/workflows/run-bot-launcher.yaml + with: + bot_name: "METAC_GEMMA_4" + metac_name: "metac-gemma-4-26b+asknews" + cache_key: asknews-cache-${{ github.run_id }} + secrets: + INPUT_METACULUS_TOKENS: ${{ secrets.METACULUS_TOKENS }} + INPUT_METACULUS_API_BASE_URL: ${{ secrets.METACULUS_API_BASE_URL }} + INPUT_OPENROUTER_API_KEY: ${{ secrets.OPENROUTER_API_KEY }} + INPUT_ASKNEWS_CLIENT_ID: ${{ secrets.ASKNEWS_CLIENT_ID }} + INPUT_ASKNEWS_SECRET: ${{ secrets.ASKNEWS_SECRET }} + + bot_glm_5_1: + needs: precache_asknews + uses: ./.github/workflows/run-bot-launcher.yaml + with: + bot_name: "METAC_GLM_5_1" + metac_name: "metac-glm-5-1+asknews" + cache_key: asknews-cache-${{ github.run_id }} + secrets: + INPUT_METACULUS_TOKENS: ${{ secrets.METACULUS_TOKENS }} + INPUT_METACULUS_API_BASE_URL: ${{ secrets.METACULUS_API_BASE_URL }} + INPUT_OPENROUTER_API_KEY: ${{ secrets.OPENROUTER_API_KEY }} + INPUT_ASKNEWS_CLIENT_ID: ${{ secrets.ASKNEWS_CLIENT_ID }} + INPUT_ASKNEWS_SECRET: ${{ secrets.ASKNEWS_SECRET }} + + bot_claude_opus_4_7_high_32k: + needs: precache_asknews + uses: ./.github/workflows/run-bot-launcher.yaml + with: + bot_name: "METAC_CLAUDE_OPUS_4_7_HIGH_32K" + metac_name: "metac-claude-opus-4-7-high+asknews" + cache_key: asknews-cache-${{ github.run_id }} + secrets: + INPUT_METACULUS_TOKENS: ${{ secrets.METACULUS_TOKENS }} INPUT_METACULUS_API_BASE_URL: ${{ secrets.METACULUS_API_BASE_URL }} INPUT_ANTHROPIC_API_KEY: ${{ secrets.ANTHROPIC_API_KEY }} INPUT_ASKNEWS_CLIENT_ID: ${{ secrets.ASKNEWS_CLIENT_ID }} INPUT_ASKNEWS_SECRET: ${{ secrets.ASKNEWS_SECRET }} INPUT_OPENROUTER_API_KEY: ${{ secrets.OPENROUTER_API_KEY }} - # bot_claude_opus_4_6: - # needs: precache_asknews - # uses: ./.github/workflows/run-bot-launcher.yaml - # with: - # bot_name: 'METAC_CLAUDE_OPUS_4_6' - # cache_key: asknews-cache-${{ github.run_id }} - # secrets: - # INPUT_METACULUS_TOKEN: ${{ secrets.METAC_CLAUDE_OPUS_4_6 }} - # INPUT_METACULUS_API_BASE_URL: ${{ secrets.METACULUS_API_BASE_URL }} - # INPUT_ANTHROPIC_API_KEY: ${{ secrets.ANTHROPIC_API_KEY }} - # INPUT_ASKNEWS_CLIENT_ID: ${{ secrets.ASKNEWS_CLIENT_ID }} - # INPUT_ASKNEWS_SECRET: ${{ secrets.ASKNEWS_SECRET }} - # INPUT_OPENROUTER_API_KEY: ${{ secrets.OPENROUTER_API_KEY }} + bot_kimi_k2_6: + needs: precache_asknews + uses: ./.github/workflows/run-bot-launcher.yaml + with: + bot_name: "METAC_KIMI_K2_6" + metac_name: "metac-kimi-k2-6+asknews" + cache_key: asknews-cache-${{ github.run_id }} + secrets: + INPUT_METACULUS_TOKENS: ${{ secrets.METACULUS_TOKENS }} + INPUT_METACULUS_API_BASE_URL: ${{ secrets.METACULUS_API_BASE_URL }} + INPUT_OPENROUTER_API_KEY: ${{ secrets.OPENROUTER_API_KEY }} + INPUT_ASKNEWS_CLIENT_ID: ${{ secrets.ASKNEWS_CLIENT_ID }} + INPUT_ASKNEWS_SECRET: ${{ secrets.ASKNEWS_SECRET }} - bot_claude_haiku_4_5: + bot_deepseek_v4_pro_high: needs: precache_asknews uses: ./.github/workflows/run-bot-launcher.yaml with: - bot_name: "METAC_CLAUDE_HAIKU_4_5" + bot_name: "METAC_DEEPSEEK_V4_PRO_HIGH" + metac_name: "metac-deepseek-v4-pro-high+asknews" cache_key: asknews-cache-${{ github.run_id }} secrets: - INPUT_METACULUS_TOKEN: ${{ secrets.METAC_CLAUDE_HAIKU_4_5 }} + INPUT_METACULUS_TOKENS: ${{ secrets.METACULUS_TOKENS }} + INPUT_METACULUS_API_BASE_URL: ${{ secrets.METACULUS_API_BASE_URL }} + INPUT_OPENROUTER_API_KEY: ${{ secrets.OPENROUTER_API_KEY }} + INPUT_ASKNEWS_CLIENT_ID: ${{ secrets.ASKNEWS_CLIENT_ID }} + INPUT_ASKNEWS_SECRET: ${{ secrets.ASKNEWS_SECRET }} + + bot_grok_4_3_high: + needs: precache_asknews + uses: ./.github/workflows/run-bot-launcher.yaml + with: + bot_name: "METAC_GROK_4_3_HIGH" + metac_name: "metac-grok-4-3-high+asknews" + cache_key: asknews-cache-${{ github.run_id }} + secrets: + INPUT_METACULUS_TOKENS: ${{ secrets.METACULUS_TOKENS }} + INPUT_METACULUS_API_BASE_URL: ${{ secrets.METACULUS_API_BASE_URL }} + INPUT_XAI_API_KEY: ${{ secrets.XAI_API_KEY }} + INPUT_OPENROUTER_API_KEY: ${{ secrets.OPENROUTER_API_KEY }} + INPUT_ASKNEWS_CLIENT_ID: ${{ secrets.ASKNEWS_CLIENT_ID }} + INPUT_ASKNEWS_SECRET: ${{ secrets.ASKNEWS_SECRET }} + + bot_grok_4_20: + needs: precache_asknews + uses: ./.github/workflows/run-bot-launcher.yaml + with: + bot_name: "METAC_GROK_4_20" + metac_name: "metac-grok-4-20+asknews" + cache_key: asknews-cache-${{ github.run_id }} + secrets: + INPUT_METACULUS_TOKENS: ${{ secrets.METACULUS_TOKENS }} + INPUT_METACULUS_API_BASE_URL: ${{ secrets.METACULUS_API_BASE_URL }} + INPUT_XAI_API_KEY: ${{ secrets.XAI_API_KEY }} + INPUT_OPENROUTER_API_KEY: ${{ secrets.OPENROUTER_API_KEY }} + INPUT_ASKNEWS_CLIENT_ID: ${{ secrets.ASKNEWS_CLIENT_ID }} + INPUT_ASKNEWS_SECRET: ${{ secrets.ASKNEWS_SECRET }} + + bot_grok_4_20_multi_agent: + needs: precache_asknews + uses: ./.github/workflows/run-bot-launcher.yaml + with: + bot_name: "METAC_GROK_4_20_MULTI_AGENT" + metac_name: "metac-grok-4-20-multi-agent+asknews" + cache_key: asknews-cache-${{ github.run_id }} + secrets: + INPUT_METACULUS_TOKENS: ${{ secrets.METACULUS_TOKENS }} + INPUT_METACULUS_API_BASE_URL: ${{ secrets.METACULUS_API_BASE_URL }} + INPUT_XAI_API_KEY: ${{ secrets.XAI_API_KEY }} + INPUT_OPENROUTER_API_KEY: ${{ secrets.OPENROUTER_API_KEY }} + INPUT_ASKNEWS_CLIENT_ID: ${{ secrets.ASKNEWS_CLIENT_ID }} + INPUT_ASKNEWS_SECRET: ${{ secrets.ASKNEWS_SECRET }} + + #################################### April 2026 new bots #################################### + + bot_claude_sonnet_4_6: + needs: precache_asknews + uses: ./.github/workflows/run-bot-launcher.yaml + with: + bot_name: "METAC_CLAUDE_SONNET_4_6" + metac_name: "metac-claude-sonnet-4-6+asknews" + cache_key: asknews-cache-${{ github.run_id }} + secrets: + INPUT_METACULUS_TOKENS: ${{ secrets.METACULUS_TOKENS }} INPUT_METACULUS_API_BASE_URL: ${{ secrets.METACULUS_API_BASE_URL }} INPUT_ANTHROPIC_API_KEY: ${{ secrets.ANTHROPIC_API_KEY }} INPUT_ASKNEWS_CLIENT_ID: ${{ secrets.ASKNEWS_CLIENT_ID }} INPUT_ASKNEWS_SECRET: ${{ secrets.ASKNEWS_SECRET }} INPUT_OPENROUTER_API_KEY: ${{ secrets.OPENROUTER_API_KEY }} - bot_qwen3_max_thinking: + bot_qwen_3_5: needs: precache_asknews uses: ./.github/workflows/run-bot-launcher.yaml with: - bot_name: "METAC_QWEN3_MAX_THINKING" + bot_name: "METAC_QWEN_3_5" + metac_name: "metac-qwen-3-5+asknews" cache_key: asknews-cache-${{ github.run_id }} secrets: - INPUT_METACULUS_TOKEN: ${{ secrets.METAC_QWEN3_MAX_THINKING }} + INPUT_METACULUS_TOKENS: ${{ secrets.METACULUS_TOKENS }} INPUT_METACULUS_API_BASE_URL: ${{ secrets.METACULUS_API_BASE_URL }} INPUT_OPENROUTER_API_KEY: ${{ secrets.OPENROUTER_API_KEY }} INPUT_ASKNEWS_CLIENT_ID: ${{ secrets.ASKNEWS_CLIENT_ID }} INPUT_ASKNEWS_SECRET: ${{ secrets.ASKNEWS_SECRET }} - # bot_minimax_m2_5: + bot_gemini_3_1_pro: + needs: precache_asknews + uses: ./.github/workflows/run-bot-launcher.yaml + with: + bot_name: "METAC_GEMINI_3_1_PRO" + metac_name: "metac-gemini-3-1-pro+asknews" + cache_key: asknews-cache-${{ github.run_id }} + secrets: + INPUT_METACULUS_TOKENS: ${{ secrets.METACULUS_TOKENS }} + INPUT_METACULUS_API_BASE_URL: ${{ secrets.METACULUS_API_BASE_URL }} + INPUT_OPENROUTER_API_KEY: ${{ secrets.OPENROUTER_API_KEY }} + INPUT_ASKNEWS_CLIENT_ID: ${{ secrets.ASKNEWS_CLIENT_ID }} + INPUT_ASKNEWS_SECRET: ${{ secrets.ASKNEWS_SECRET }} + + bot_gpt_5_5: + needs: precache_asknews + uses: ./.github/workflows/run-bot-launcher.yaml + with: + bot_name: "METAC_GPT_5_5" + metac_name: "metac-gpt-5-5+asknews" + cache_key: asknews-cache-${{ github.run_id }} + secrets: + INPUT_METACULUS_TOKENS: ${{ secrets.METACULUS_TOKENS }} + INPUT_METACULUS_API_BASE_URL: ${{ secrets.METACULUS_API_BASE_URL }} + INPUT_OPENAI_API_KEY: ${{ secrets.OPENAI_API_KEY }} + INPUT_OPENROUTER_API_KEY: ${{ secrets.OPENROUTER_API_KEY }} + INPUT_ASKNEWS_CLIENT_ID: ${{ secrets.ASKNEWS_CLIENT_ID }} + INPUT_ASKNEWS_SECRET: ${{ secrets.ASKNEWS_SECRET }} + + # bot_gpt_5_4: # needs: precache_asknews # uses: ./.github/workflows/run-bot-launcher.yaml # with: - # bot_name: 'METAC_MINIMAX_M2_5' + # bot_name: "METAC_GPT_5_4" + # metac_name: "metac-gpt-5-4+asknews" # cache_key: asknews-cache-${{ github.run_id }} # secrets: - # INPUT_METACULUS_TOKEN: ${{ secrets.METAC_MINIMAX_M2_5 }} + # INPUT_METACULUS_TOKENS: ${{ secrets.METACULUS_TOKENS }} # INPUT_METACULUS_API_BASE_URL: ${{ secrets.METACULUS_API_BASE_URL }} - # INPUT_OPENROUTER_API_KEY: ${{ secrets.OPENROUTER_API_KEY }} + # INPUT_OPENAI_API_KEY: ${{ secrets.OPENAI_API_KEY }} # INPUT_ASKNEWS_CLIENT_ID: ${{ secrets.ASKNEWS_CLIENT_ID }} # INPUT_ASKNEWS_SECRET: ${{ secrets.ASKNEWS_SECRET }} - bot_kimi_k2_5_high: + bot_gpt_5_4_mini: needs: precache_asknews uses: ./.github/workflows/run-bot-launcher.yaml with: - bot_name: "METAC_KIMI_K2_5_HIGH" + bot_name: "METAC_GPT_5_4_MINI" + metac_name: "metac-gpt-5-4-mini+asknews" cache_key: asknews-cache-${{ github.run_id }} secrets: - INPUT_METACULUS_TOKEN: ${{ secrets.METAC_KIMI_K2_5_HIGH }} + INPUT_METACULUS_TOKENS: ${{ secrets.METACULUS_TOKENS }} INPUT_METACULUS_API_BASE_URL: ${{ secrets.METACULUS_API_BASE_URL }} + INPUT_OPENAI_API_KEY: ${{ secrets.OPENAI_API_KEY }} INPUT_OPENROUTER_API_KEY: ${{ secrets.OPENROUTER_API_KEY }} INPUT_ASKNEWS_CLIENT_ID: ${{ secrets.ASKNEWS_CLIENT_ID }} INPUT_ASKNEWS_SECRET: ${{ secrets.ASKNEWS_SECRET }} - bot_glm_5: + bot_gpt_5_4_nano: needs: precache_asknews uses: ./.github/workflows/run-bot-launcher.yaml with: - bot_name: "METAC_GLM_5" + bot_name: "METAC_GPT_5_4_NANO" + metac_name: "metac-gpt-5-4-nano+asknews" cache_key: asknews-cache-${{ github.run_id }} secrets: - INPUT_METACULUS_TOKEN: ${{ secrets.METAC_GLM_5 }} + INPUT_METACULUS_TOKENS: ${{ secrets.METACULUS_TOKENS }} INPUT_METACULUS_API_BASE_URL: ${{ secrets.METACULUS_API_BASE_URL }} + INPUT_OPENAI_API_KEY: ${{ secrets.OPENAI_API_KEY }} INPUT_OPENROUTER_API_KEY: ${{ secrets.OPENROUTER_API_KEY }} INPUT_ASKNEWS_CLIENT_ID: ${{ secrets.ASKNEWS_CLIENT_ID }} INPUT_ASKNEWS_SECRET: ${{ secrets.ASKNEWS_SECRET }} - #################################### December 2025 new bots #################################### + # bot_gpt_5_3: + # needs: precache_asknews + # uses: ./.github/workflows/run-bot-launcher.yaml + # with: + # bot_name: "METAC_GPT_5_3" + # metac_name: "metac-gpt-5-3+asknews" + # cache_key: asknews-cache-${{ github.run_id }} + # secrets: + # INPUT_METACULUS_TOKENS: ${{ secrets.METACULUS_TOKENS }} + # INPUT_METACULUS_API_BASE_URL: ${{ secrets.METACULUS_API_BASE_URL }} + # INPUT_OPENAI_API_KEY: ${{ secrets.OPENAI_API_KEY }} + # INPUT_ASKNEWS_CLIENT_ID: ${{ secrets.ASKNEWS_CLIENT_ID }} + # INPUT_ASKNEWS_SECRET: ${{ secrets.ASKNEWS_SECRET }} + + # bot_gpt_5_3_instant: + # needs: precache_asknews + # uses: ./.github/workflows/run-bot-launcher.yaml + # with: + # bot_name: "METAC_GPT_5_3_INSTANT" + # metac_name: "metac-gpt-5-3-instant+asknews" + # cache_key: asknews-cache-${{ github.run_id }} + # secrets: + # INPUT_METACULUS_TOKENS: ${{ secrets.METACULUS_TOKENS }} + # INPUT_METACULUS_API_BASE_URL: ${{ secrets.METACULUS_API_BASE_URL }} + # INPUT_OPENAI_API_KEY: ${{ secrets.OPENAI_API_KEY }} + # INPUT_ASKNEWS_CLIENT_ID: ${{ secrets.ASKNEWS_CLIENT_ID }} + # INPUT_ASKNEWS_SECRET: ${{ secrets.ASKNEWS_SECRET }} - bot_claude_opus_4_5_high_32k: + bot_minimax_m2_7: needs: precache_asknews uses: ./.github/workflows/run-bot-launcher.yaml with: - bot_name: "METAC_CLAUDE_OPUS_4_5_HIGH_32K" + bot_name: "METAC_MINIMAX_M2_7" + metac_name: "metac-minimax-m2-7+asknews" cache_key: asknews-cache-${{ github.run_id }} secrets: - INPUT_METACULUS_TOKEN: ${{ secrets.METAC_CLAUDE_OPUS_4_5_HIGH_32K }} + INPUT_METACULUS_TOKENS: ${{ secrets.METACULUS_TOKENS }} INPUT_METACULUS_API_BASE_URL: ${{ secrets.METACULUS_API_BASE_URL }} - INPUT_ANTHROPIC_API_KEY: ${{ secrets.ANTHROPIC_API_KEY }} + INPUT_OPENROUTER_API_KEY: ${{ secrets.OPENROUTER_API_KEY }} INPUT_ASKNEWS_CLIENT_ID: ${{ secrets.ASKNEWS_CLIENT_ID }} INPUT_ASKNEWS_SECRET: ${{ secrets.ASKNEWS_SECRET }} - INPUT_OPENROUTER_API_KEY: ${{ secrets.OPENROUTER_API_KEY }} - bot_claude_opus_4_5: + #################################### February 2026 new bots #################################### + + bot_claude_opus_4_6_high_32k: needs: precache_asknews uses: ./.github/workflows/run-bot-launcher.yaml with: - bot_name: "METAC_CLAUDE_OPUS_4_5" + bot_name: "METAC_CLAUDE_OPUS_4_6_HIGH_32K" + metac_name: "metac-claude-opus-4-6-high-32k+asknews" cache_key: asknews-cache-${{ github.run_id }} secrets: - INPUT_METACULUS_TOKEN: ${{ secrets.METAC_CLAUDE_OPUS_4_5 }} + INPUT_METACULUS_TOKEN: ${{ secrets.METAC_CLAUDE_OPUS_4_6_HIGH_32K }} INPUT_METACULUS_API_BASE_URL: ${{ secrets.METACULUS_API_BASE_URL }} INPUT_ANTHROPIC_API_KEY: ${{ secrets.ANTHROPIC_API_KEY }} INPUT_ASKNEWS_CLIENT_ID: ${{ secrets.ASKNEWS_CLIENT_ID }} INPUT_ASKNEWS_SECRET: ${{ secrets.ASKNEWS_SECRET }} INPUT_OPENROUTER_API_KEY: ${{ secrets.OPENROUTER_API_KEY }} - bot_gpt_5_2_high: + # bot_claude_opus_4_6: + # needs: precache_asknews + # uses: ./.github/workflows/run-bot-launcher.yaml + # with: + # bot_name: 'METAC_CLAUDE_OPUS_4_6' + # cache_key: asknews-cache-${{ github.run_id }} + # secrets: + # INPUT_METACULUS_TOKEN: ${{ secrets.METAC_CLAUDE_OPUS_4_6 }} + # INPUT_METACULUS_API_BASE_URL: ${{ secrets.METACULUS_API_BASE_URL }} + # INPUT_ANTHROPIC_API_KEY: ${{ secrets.ANTHROPIC_API_KEY }} + # INPUT_ASKNEWS_CLIENT_ID: ${{ secrets.ASKNEWS_CLIENT_ID }} + # INPUT_ASKNEWS_SECRET: ${{ secrets.ASKNEWS_SECRET }} + # INPUT_OPENROUTER_API_KEY: ${{ secrets.OPENROUTER_API_KEY }} + + bot_claude_haiku_4_5: needs: precache_asknews uses: ./.github/workflows/run-bot-launcher.yaml with: - bot_name: "METAC_GPT_5_2_HIGH" + bot_name: "METAC_CLAUDE_HAIKU_4_5" + metac_name: "metac-claude-haiku-4-5+asknews" cache_key: asknews-cache-${{ github.run_id }} secrets: - INPUT_METACULUS_TOKEN: ${{ secrets.METAC_GPT_5_2_HIGH }} + INPUT_METACULUS_TOKEN: ${{ secrets.METAC_CLAUDE_HAIKU_4_5 }} INPUT_METACULUS_API_BASE_URL: ${{ secrets.METACULUS_API_BASE_URL }} - INPUT_OPENAI_API_KEY: ${{ secrets.OPENAI_API_KEY }} + INPUT_ANTHROPIC_API_KEY: ${{ secrets.ANTHROPIC_API_KEY }} INPUT_ASKNEWS_CLIENT_ID: ${{ secrets.ASKNEWS_CLIENT_ID }} INPUT_ASKNEWS_SECRET: ${{ secrets.ASKNEWS_SECRET }} INPUT_OPENROUTER_API_KEY: ${{ secrets.OPENROUTER_API_KEY }} - bot_gpt_5_2: + bot_qwen3_max_thinking: needs: precache_asknews uses: ./.github/workflows/run-bot-launcher.yaml with: - bot_name: "METAC_GPT_5_2" + bot_name: "METAC_QWEN3_MAX_THINKING" + metac_name: "metac-qwen3-max-thinking+asknews" cache_key: asknews-cache-${{ github.run_id }} secrets: - INPUT_METACULUS_TOKEN: ${{ secrets.METAC_GPT_5_2 }} + INPUT_METACULUS_TOKEN: ${{ secrets.METAC_QWEN3_MAX_THINKING }} INPUT_METACULUS_API_BASE_URL: ${{ secrets.METACULUS_API_BASE_URL }} - INPUT_OPENAI_API_KEY: ${{ secrets.OPENAI_API_KEY }} + INPUT_OPENROUTER_API_KEY: ${{ secrets.OPENROUTER_API_KEY }} INPUT_ASKNEWS_CLIENT_ID: ${{ secrets.ASKNEWS_CLIENT_ID }} INPUT_ASKNEWS_SECRET: ${{ secrets.ASKNEWS_SECRET }} - INPUT_OPENROUTER_API_KEY: ${{ secrets.OPENROUTER_API_KEY }} - # bot_llama_3_1_nemotron_ultra_253b: + # bot_minimax_m2_5: # needs: precache_asknews # uses: ./.github/workflows/run-bot-launcher.yaml # with: - # bot_name: 'METAC_LLAMA_3_1_NEMOTRON_ULTRA_253B' + # bot_name: 'METAC_MINIMAX_M2_5' # cache_key: asknews-cache-${{ github.run_id }} # secrets: - # INPUT_METACULUS_TOKEN: ${{ secrets.METAC_LLAMA_3_1_NEMOTRON_ULTRA_253B }} + # INPUT_METACULUS_TOKEN: ${{ secrets.METAC_MINIMAX_M2_5 }} # INPUT_METACULUS_API_BASE_URL: ${{ secrets.METACULUS_API_BASE_URL }} # INPUT_OPENROUTER_API_KEY: ${{ secrets.OPENROUTER_API_KEY }} # INPUT_ASKNEWS_CLIENT_ID: ${{ secrets.ASKNEWS_CLIENT_ID }} # INPUT_ASKNEWS_SECRET: ${{ secrets.ASKNEWS_SECRET }} - bot_gemini_3_flash: + bot_kimi_k2_5_high: needs: precache_asknews uses: ./.github/workflows/run-bot-launcher.yaml with: - bot_name: "METAC_GEMINI_3_FLASH" + bot_name: "METAC_KIMI_K2_5_HIGH" + metac_name: "metac-kimi-k2-5+asknews" cache_key: asknews-cache-${{ github.run_id }} secrets: - INPUT_METACULUS_TOKEN: ${{ secrets.METAC_GEMINI_3_FLASH }} + INPUT_METACULUS_TOKEN: ${{ secrets.METAC_KIMI_K2_5_HIGH }} + INPUT_METACULUS_API_BASE_URL: ${{ secrets.METACULUS_API_BASE_URL }} + INPUT_OPENROUTER_API_KEY: ${{ secrets.OPENROUTER_API_KEY }} + INPUT_ASKNEWS_CLIENT_ID: ${{ secrets.ASKNEWS_CLIENT_ID }} + INPUT_ASKNEWS_SECRET: ${{ secrets.ASKNEWS_SECRET }} + + bot_glm_5: + needs: precache_asknews + uses: ./.github/workflows/run-bot-launcher.yaml + with: + bot_name: "METAC_GLM_5" + metac_name: "metac-glm-5+asknews" + cache_key: asknews-cache-${{ github.run_id }} + secrets: + INPUT_METACULUS_TOKEN: ${{ secrets.METAC_GLM_5 }} INPUT_METACULUS_API_BASE_URL: ${{ secrets.METACULUS_API_BASE_URL }} - INPUT_GEMINI_API_KEY: ${{ secrets.GEMINI_API_KEY }} INPUT_OPENROUTER_API_KEY: ${{ secrets.OPENROUTER_API_KEY }} INPUT_ASKNEWS_CLIENT_ID: ${{ secrets.ASKNEWS_CLIENT_ID }} INPUT_ASKNEWS_SECRET: ${{ secrets.ASKNEWS_SECRET }} + #################################### December 2025 new bots #################################### + + # bot_claude_opus_4_5_high_32k: + # needs: precache_asknews + # uses: ./.github/workflows/run-bot-launcher.yaml + # with: + # bot_name: "METAC_CLAUDE_OPUS_4_5_HIGH_32K" + # metac_name: "metac-claude-opus-4-5-high-32k+asknews" + # cache_key: asknews-cache-${{ github.run_id }} + # secrets: + # INPUT_METACULUS_TOKEN: ${{ secrets.METAC_CLAUDE_OPUS_4_5_HIGH_32K }} + # INPUT_METACULUS_API_BASE_URL: ${{ secrets.METACULUS_API_BASE_URL }} + # INPUT_ANTHROPIC_API_KEY: ${{ secrets.ANTHROPIC_API_KEY }} + # INPUT_ASKNEWS_CLIENT_ID: ${{ secrets.ASKNEWS_CLIENT_ID }} + # INPUT_ASKNEWS_SECRET: ${{ secrets.ASKNEWS_SECRET }} + # INPUT_OPENROUTER_API_KEY: ${{ secrets.OPENROUTER_API_KEY }} + + # bot_claude_opus_4_5: + # needs: precache_asknews + # uses: ./.github/workflows/run-bot-launcher.yaml + # with: + # bot_name: "METAC_CLAUDE_OPUS_4_5" + # metac_name: "metac-claude-opus-4-5+asknews" + # cache_key: asknews-cache-${{ github.run_id }} + # secrets: + # INPUT_METACULUS_TOKEN: ${{ secrets.METAC_CLAUDE_OPUS_4_5 }} + # INPUT_METACULUS_API_BASE_URL: ${{ secrets.METACULUS_API_BASE_URL }} + # INPUT_ANTHROPIC_API_KEY: ${{ secrets.ANTHROPIC_API_KEY }} + # INPUT_ASKNEWS_CLIENT_ID: ${{ secrets.ASKNEWS_CLIENT_ID }} + # INPUT_ASKNEWS_SECRET: ${{ secrets.ASKNEWS_SECRET }} + # INPUT_OPENROUTER_API_KEY: ${{ secrets.OPENROUTER_API_KEY }} + + # bot_gpt_5_2_high: + # needs: precache_asknews + # uses: ./.github/workflows/run-bot-launcher.yaml + # with: + # bot_name: "METAC_GPT_5_2_HIGH" + # metac_name: "metac-gpt-5-2-high+asknews" + # cache_key: asknews-cache-${{ github.run_id }} + # secrets: + # INPUT_METACULUS_TOKEN: ${{ secrets.METAC_GPT_5_2_HIGH }} + # INPUT_METACULUS_API_BASE_URL: ${{ secrets.METACULUS_API_BASE_URL }} + # INPUT_OPENAI_API_KEY: ${{ secrets.OPENAI_API_KEY }} + # INPUT_ASKNEWS_CLIENT_ID: ${{ secrets.ASKNEWS_CLIENT_ID }} + # INPUT_ASKNEWS_SECRET: ${{ secrets.ASKNEWS_SECRET }} + # INPUT_OPENROUTER_API_KEY: ${{ secrets.OPENROUTER_API_KEY }} + + # bot_gpt_5_2: + # needs: precache_asknews + # uses: ./.github/workflows/run-bot-launcher.yaml + # with: + # bot_name: "METAC_GPT_5_2" + # metac_name: "metac-gpt-5-2+asknews" + # cache_key: asknews-cache-${{ github.run_id }} + # secrets: + # INPUT_METACULUS_TOKEN: ${{ secrets.METAC_GPT_5_2 }} + # INPUT_METACULUS_API_BASE_URL: ${{ secrets.METACULUS_API_BASE_URL }} + # INPUT_OPENAI_API_KEY: ${{ secrets.OPENAI_API_KEY }} + # INPUT_ASKNEWS_CLIENT_ID: ${{ secrets.ASKNEWS_CLIENT_ID }} + # INPUT_ASKNEWS_SECRET: ${{ secrets.ASKNEWS_SECRET }} + # INPUT_OPENROUTER_API_KEY: ${{ secrets.OPENROUTER_API_KEY }} + + # bot_llama_3_1_nemotron_ultra_253b: + # needs: precache_asknews + # uses: ./.github/workflows/run-bot-launcher.yaml + # with: + # bot_name: 'METAC_LLAMA_3_1_NEMOTRON_ULTRA_253B' + # cache_key: asknews-cache-${{ github.run_id }} + # secrets: + # INPUT_METACULUS_TOKEN: ${{ secrets.METAC_LLAMA_3_1_NEMOTRON_ULTRA_253B }} + # INPUT_METACULUS_API_BASE_URL: ${{ secrets.METACULUS_API_BASE_URL }} + # INPUT_OPENROUTER_API_KEY: ${{ secrets.OPENROUTER_API_KEY }} + # INPUT_ASKNEWS_CLIENT_ID: ${{ secrets.ASKNEWS_CLIENT_ID }} + # INPUT_ASKNEWS_SECRET: ${{ secrets.ASKNEWS_SECRET }} + + # bot_gemini_3_flash: + # needs: precache_asknews + # uses: ./.github/workflows/run-bot-launcher.yaml + # with: + # bot_name: "METAC_GEMINI_3_FLASH" + # metac_name: "metac-gemini-3-flash+asknews" + # cache_key: asknews-cache-${{ github.run_id }} + # secrets: + # INPUT_METACULUS_TOKEN: ${{ secrets.METAC_GEMINI_3_FLASH }} + # INPUT_METACULUS_API_BASE_URL: ${{ secrets.METACULUS_API_BASE_URL }} + # INPUT_GEMINI_API_KEY: ${{ secrets.GEMINI_API_KEY }} + # INPUT_OPENROUTER_API_KEY: ${{ secrets.OPENROUTER_API_KEY }} + # INPUT_ASKNEWS_CLIENT_ID: ${{ secrets.ASKNEWS_CLIENT_ID }} + # INPUT_ASKNEWS_SECRET: ${{ secrets.ASKNEWS_SECRET }} + bot_glm_4_6: needs: precache_asknews uses: ./.github/workflows/run-bot-launcher.yaml with: bot_name: "METAC_GLM_4_6" + metac_name: "metac-glm-4-6+asknews" cache_key: asknews-cache-${{ github.run_id }} secrets: INPUT_METACULUS_TOKEN: ${{ secrets.METAC_GLM_4_6 }} @@ -325,6 +661,7 @@ jobs: uses: ./.github/workflows/run-bot-launcher.yaml with: bot_name: "METAC_KIMI_K2_HIGH" + metac_name: "metac-kimi-k2-high+asknews" cache_key: asknews-cache-${{ github.run_id }} secrets: INPUT_METACULUS_TOKEN: ${{ secrets.METAC_KIMI_K2_HIGH }} @@ -333,33 +670,35 @@ jobs: INPUT_ASKNEWS_CLIENT_ID: ${{ secrets.ASKNEWS_CLIENT_ID }} INPUT_ASKNEWS_SECRET: ${{ secrets.ASKNEWS_SECRET }} - bot_gpt_5_1_high: - needs: precache_asknews - uses: ./.github/workflows/run-bot-launcher.yaml - with: - bot_name: "METAC_GPT_5_1_HIGH" - cache_key: asknews-cache-${{ github.run_id }} - secrets: - INPUT_METACULUS_TOKEN: ${{ secrets.METAC_GPT_5_1_HIGH }} - INPUT_METACULUS_API_BASE_URL: ${{ secrets.METACULUS_API_BASE_URL }} - INPUT_OPENAI_API_KEY: ${{ secrets.OPENAI_API_KEY }} - INPUT_ASKNEWS_CLIENT_ID: ${{ secrets.ASKNEWS_CLIENT_ID }} - INPUT_ASKNEWS_SECRET: ${{ secrets.ASKNEWS_SECRET }} - INPUT_OPENROUTER_API_KEY: ${{ secrets.OPENROUTER_API_KEY }} + # bot_gpt_5_1_high: + # needs: precache_asknews + # uses: ./.github/workflows/run-bot-launcher.yaml + # with: + # bot_name: "METAC_GPT_5_1_HIGH" + # metac_name: "metac-gpt-5-1-high+asknews" + # cache_key: asknews-cache-${{ github.run_id }} + # secrets: + # INPUT_METACULUS_TOKEN: ${{ secrets.METAC_GPT_5_1_HIGH }} + # INPUT_METACULUS_API_BASE_URL: ${{ secrets.METACULUS_API_BASE_URL }} + # INPUT_OPENAI_API_KEY: ${{ secrets.OPENAI_API_KEY }} + # INPUT_ASKNEWS_CLIENT_ID: ${{ secrets.ASKNEWS_CLIENT_ID }} + # INPUT_ASKNEWS_SECRET: ${{ secrets.ASKNEWS_SECRET }} + # INPUT_OPENROUTER_API_KEY: ${{ secrets.OPENROUTER_API_KEY }} - bot_gpt_5_1: - needs: precache_asknews - uses: ./.github/workflows/run-bot-launcher.yaml - with: - bot_name: "METAC_GPT_5_1" - cache_key: asknews-cache-${{ github.run_id }} - secrets: - INPUT_METACULUS_TOKEN: ${{ secrets.METAC_GPT_5_1 }} - INPUT_METACULUS_API_BASE_URL: ${{ secrets.METACULUS_API_BASE_URL }} - INPUT_OPENAI_API_KEY: ${{ secrets.OPENAI_API_KEY }} - INPUT_ASKNEWS_CLIENT_ID: ${{ secrets.ASKNEWS_CLIENT_ID }} - INPUT_ASKNEWS_SECRET: ${{ secrets.ASKNEWS_SECRET }} - INPUT_OPENROUTER_API_KEY: ${{ secrets.OPENROUTER_API_KEY }} + # bot_gpt_5_1: + # needs: precache_asknews + # uses: ./.github/workflows/run-bot-launcher.yaml + # with: + # bot_name: "METAC_GPT_5_1" + # metac_name: "metac-gpt-5-1+asknews" + # cache_key: asknews-cache-${{ github.run_id }} + # secrets: + # INPUT_METACULUS_TOKEN: ${{ secrets.METAC_GPT_5_1 }} + # INPUT_METACULUS_API_BASE_URL: ${{ secrets.METACULUS_API_BASE_URL }} + # INPUT_OPENAI_API_KEY: ${{ secrets.OPENAI_API_KEY }} + # INPUT_ASKNEWS_CLIENT_ID: ${{ secrets.ASKNEWS_CLIENT_ID }} + # INPUT_ASKNEWS_SECRET: ${{ secrets.ASKNEWS_SECRET }} + # INPUT_OPENROUTER_API_KEY: ${{ secrets.OPENROUTER_API_KEY }} # bot_gemini_3_pro_high: # needs: precache_asknews @@ -393,6 +732,7 @@ jobs: uses: ./.github/workflows/run-bot-launcher.yaml with: bot_name: "METAC_GROK_4_1_FAST_HIGH" + metac_name: "metac-grok-4-1-fast-high+asknews" cache_key: asknews-cache-${{ github.run_id }} secrets: INPUT_METACULUS_TOKEN: ${{ secrets.METAC_GROK_4_1_FAST_HIGH }} @@ -407,6 +747,7 @@ jobs: uses: ./.github/workflows/run-bot-launcher.yaml with: bot_name: "METAC_GROK_4_1_FAST" + metac_name: "metac-grok-4-1-fast+asknews" cache_key: asknews-cache-${{ github.run_id }} secrets: INPUT_METACULUS_TOKEN: ${{ secrets.METAC_GROK_4_1_FAST }} @@ -442,39 +783,42 @@ jobs: #################################### October 2025 new bots #################################### - bot_claude_4_5_sonnet_high: - needs: precache_asknews - uses: ./.github/workflows/run-bot-launcher.yaml - with: - bot_name: "METAC_CLAUDE_4_5_SONNET_HIGH" - cache_key: asknews-cache-${{ github.run_id }} - secrets: - INPUT_METACULUS_TOKEN: ${{ secrets.METAC_CLAUDE_4_5_SONNET_HIGH }} - INPUT_METACULUS_API_BASE_URL: ${{ secrets.METACULUS_API_BASE_URL }} - INPUT_ANTHROPIC_API_KEY: ${{ secrets.ANTHROPIC_API_KEY }} - INPUT_ASKNEWS_CLIENT_ID: ${{ secrets.ASKNEWS_CLIENT_ID }} - INPUT_ASKNEWS_SECRET: ${{ secrets.ASKNEWS_SECRET }} - INPUT_OPENROUTER_API_KEY: ${{ secrets.OPENROUTER_API_KEY }} + # bot_claude_4_5_sonnet_high: + # needs: precache_asknews + # uses: ./.github/workflows/run-bot-launcher.yaml + # with: + # bot_name: "METAC_CLAUDE_4_5_SONNET_HIGH" + # metac_name: "metac-claude-4-5-sonnet-high-32k+asknews" + # cache_key: asknews-cache-${{ github.run_id }} + # secrets: + # INPUT_METACULUS_TOKEN: ${{ secrets.METAC_CLAUDE_4_5_SONNET_HIGH }} + # INPUT_METACULUS_API_BASE_URL: ${{ secrets.METACULUS_API_BASE_URL }} + # INPUT_ANTHROPIC_API_KEY: ${{ secrets.ANTHROPIC_API_KEY }} + # INPUT_ASKNEWS_CLIENT_ID: ${{ secrets.ASKNEWS_CLIENT_ID }} + # INPUT_ASKNEWS_SECRET: ${{ secrets.ASKNEWS_SECRET }} + # INPUT_OPENROUTER_API_KEY: ${{ secrets.OPENROUTER_API_KEY }} - bot_claude_4_5_sonnet: - needs: precache_asknews - uses: ./.github/workflows/run-bot-launcher.yaml - with: - bot_name: "METAC_CLAUDE_4_5_SONNET" - cache_key: asknews-cache-${{ github.run_id }} - secrets: - INPUT_METACULUS_TOKEN: ${{ secrets.METAC_CLAUDE_4_5_SONNET }} - INPUT_METACULUS_API_BASE_URL: ${{ secrets.METACULUS_API_BASE_URL }} - INPUT_ANTHROPIC_API_KEY: ${{ secrets.ANTHROPIC_API_KEY }} - INPUT_ASKNEWS_CLIENT_ID: ${{ secrets.ASKNEWS_CLIENT_ID }} - INPUT_ASKNEWS_SECRET: ${{ secrets.ASKNEWS_SECRET }} - INPUT_OPENROUTER_API_KEY: ${{ secrets.OPENROUTER_API_KEY }} + # bot_claude_4_5_sonnet: + # needs: precache_asknews + # uses: ./.github/workflows/run-bot-launcher.yaml + # with: + # bot_name: "METAC_CLAUDE_4_5_SONNET" + # metac_name: "metac-claude-4-5-sonnet+asknews" + # cache_key: asknews-cache-${{ github.run_id }} + # secrets: + # INPUT_METACULUS_TOKEN: ${{ secrets.METAC_CLAUDE_4_5_SONNET }} + # INPUT_METACULUS_API_BASE_URL: ${{ secrets.METACULUS_API_BASE_URL }} + # INPUT_ANTHROPIC_API_KEY: ${{ secrets.ANTHROPIC_API_KEY }} + # INPUT_ASKNEWS_CLIENT_ID: ${{ secrets.ASKNEWS_CLIENT_ID }} + # INPUT_ASKNEWS_SECRET: ${{ secrets.ASKNEWS_SECRET }} + # INPUT_OPENROUTER_API_KEY: ${{ secrets.OPENROUTER_API_KEY }} bot_qwen_3_max: needs: precache_asknews uses: ./.github/workflows/run-bot-launcher.yaml with: bot_name: "METAC_QWEN_3_MAX" + metac_name: "metac-qwen-3-max+asknews" cache_key: asknews-cache-${{ github.run_id }} secrets: INPUT_METACULUS_TOKEN: ${{ secrets.METAC_QWEN_3_MAX }} @@ -488,6 +832,7 @@ jobs: uses: ./.github/workflows/run-bot-launcher.yaml with: bot_name: "METAC_DEEPSEEK_3_2_REASONING" + metac_name: "metac-deepseek-3-2-reasoning+asknews" cache_key: asknews-cache-${{ github.run_id }} secrets: INPUT_METACULUS_TOKEN: ${{ secrets.METAC_DEEPSEEK_3_2_REASONING }} @@ -508,19 +853,20 @@ jobs: # INPUT_ASKNEWS_CLIENT_ID: ${{ secrets.ASKNEWS_CLIENT_ID }} # INPUT_ASKNEWS_SECRET: ${{ secrets.ASKNEWS_SECRET }} - bot_grok_4_fast_high: - needs: precache_asknews - uses: ./.github/workflows/run-bot-launcher.yaml - with: - bot_name: "METAC_GROK_4_FAST_HIGH" - cache_key: asknews-cache-${{ github.run_id }} - secrets: - INPUT_METACULUS_TOKEN: ${{ secrets.METAC_GROK_4_FAST_HIGH }} - INPUT_METACULUS_API_BASE_URL: ${{ secrets.METACULUS_API_BASE_URL }} - INPUT_XAI_API_KEY: ${{ secrets.XAI_API_KEY }} - INPUT_OPENROUTER_API_KEY: ${{ secrets.OPENROUTER_API_KEY }} - INPUT_ASKNEWS_CLIENT_ID: ${{ secrets.ASKNEWS_CLIENT_ID }} - INPUT_ASKNEWS_SECRET: ${{ secrets.ASKNEWS_SECRET }} + # bot_grok_4_fast_high: + # needs: precache_asknews + # uses: ./.github/workflows/run-bot-launcher.yaml + # with: + # bot_name: "METAC_GROK_4_FAST_HIGH" + # metac_name: "metac-grok-4-fast-high+asknews" + # cache_key: asknews-cache-${{ github.run_id }} + # secrets: + # INPUT_METACULUS_TOKEN: ${{ secrets.METAC_GROK_4_FAST_HIGH }} + # INPUT_METACULUS_API_BASE_URL: ${{ secrets.METACULUS_API_BASE_URL }} + # INPUT_XAI_API_KEY: ${{ secrets.XAI_API_KEY }} + # INPUT_OPENROUTER_API_KEY: ${{ secrets.OPENROUTER_API_KEY }} + # INPUT_ASKNEWS_CLIENT_ID: ${{ secrets.ASKNEWS_CLIENT_ID }} + # INPUT_ASKNEWS_SECRET: ${{ secrets.ASKNEWS_SECRET }} # bot_grok_4_fast: # needs: precache_asknews @@ -564,33 +910,35 @@ jobs: # INPUT_ASKNEWS_SECRET: ${{ secrets.ASKNEWS_SECRET }} # INPUT_OPENROUTER_API_KEY: ${{ secrets.OPENROUTER_API_KEY }} - bot_gpt_5_mini: - needs: precache_asknews - uses: ./.github/workflows/run-bot-launcher.yaml - with: - bot_name: "METAC_GPT_5_MINI" - cache_key: asknews-cache-${{ github.run_id }} - secrets: - INPUT_METACULUS_TOKEN: ${{ secrets.METAC_GPT_5_MINI }} - INPUT_METACULUS_API_BASE_URL: ${{ secrets.METACULUS_API_BASE_URL }} - INPUT_OPENAI_API_KEY: ${{ secrets.OPENAI_API_KEY }} - INPUT_ASKNEWS_CLIENT_ID: ${{ secrets.ASKNEWS_CLIENT_ID }} - INPUT_ASKNEWS_SECRET: ${{ secrets.ASKNEWS_SECRET }} - INPUT_OPENROUTER_API_KEY: ${{ secrets.OPENROUTER_API_KEY }} + # bot_gpt_5_mini: + # needs: precache_asknews + # uses: ./.github/workflows/run-bot-launcher.yaml + # with: + # bot_name: "METAC_GPT_5_MINI" + # metac_name: "metac-gpt-5-mini+asknews" + # cache_key: asknews-cache-${{ github.run_id }} + # secrets: + # INPUT_METACULUS_TOKEN: ${{ secrets.METAC_GPT_5_MINI }} + # INPUT_METACULUS_API_BASE_URL: ${{ secrets.METACULUS_API_BASE_URL }} + # INPUT_OPENAI_API_KEY: ${{ secrets.OPENAI_API_KEY }} + # INPUT_ASKNEWS_CLIENT_ID: ${{ secrets.ASKNEWS_CLIENT_ID }} + # INPUT_ASKNEWS_SECRET: ${{ secrets.ASKNEWS_SECRET }} + # INPUT_OPENROUTER_API_KEY: ${{ secrets.OPENROUTER_API_KEY }} - bot_gpt_5_nano: - needs: precache_asknews - uses: ./.github/workflows/run-bot-launcher.yaml - with: - bot_name: "METAC_GPT_5_NANO" - cache_key: asknews-cache-${{ github.run_id }} - secrets: - INPUT_METACULUS_TOKEN: ${{ secrets.METAC_GPT_5_NANO }} - INPUT_METACULUS_API_BASE_URL: ${{ secrets.METACULUS_API_BASE_URL }} - INPUT_OPENAI_API_KEY: ${{ secrets.OPENAI_API_KEY }} - INPUT_ASKNEWS_CLIENT_ID: ${{ secrets.ASKNEWS_CLIENT_ID }} - INPUT_ASKNEWS_SECRET: ${{ secrets.ASKNEWS_SECRET }} - INPUT_OPENROUTER_API_KEY: ${{ secrets.OPENROUTER_API_KEY }} + # bot_gpt_5_nano: + # needs: precache_asknews + # uses: ./.github/workflows/run-bot-launcher.yaml + # with: + # bot_name: "METAC_GPT_5_NANO" + # metac_name: "metac-gpt-5-nano+asknews" + # cache_key: asknews-cache-${{ github.run_id }} + # secrets: + # INPUT_METACULUS_TOKEN: ${{ secrets.METAC_GPT_5_NANO }} + # INPUT_METACULUS_API_BASE_URL: ${{ secrets.METACULUS_API_BASE_URL }} + # INPUT_OPENAI_API_KEY: ${{ secrets.OPENAI_API_KEY }} + # INPUT_ASKNEWS_CLIENT_ID: ${{ secrets.ASKNEWS_CLIENT_ID }} + # INPUT_ASKNEWS_SECRET: ${{ secrets.ASKNEWS_SECRET }} + # INPUT_OPENROUTER_API_KEY: ${{ secrets.OPENROUTER_API_KEY }} # bot_claude_4_sonnet_high_16k: # needs: precache_asknews @@ -631,25 +979,27 @@ jobs: # INPUT_ASKNEWS_SECRET: ${{ secrets.ASKNEWS_SECRET }} # INPUT_OPENROUTER_API_KEY: ${{ secrets.OPENROUTER_API_KEY }} - bot_grok_4: - needs: precache_asknews - uses: ./.github/workflows/run-bot-launcher.yaml - with: - bot_name: "METAC_GROK_4" - cache_key: asknews-cache-${{ github.run_id }} - secrets: - INPUT_METACULUS_TOKEN: ${{ secrets.METAC_GROK_4 }} - INPUT_METACULUS_API_BASE_URL: ${{ secrets.METACULUS_API_BASE_URL }} - INPUT_XAI_API_KEY: ${{ secrets.XAI_API_KEY }} - INPUT_ASKNEWS_CLIENT_ID: ${{ secrets.ASKNEWS_CLIENT_ID }} - INPUT_ASKNEWS_SECRET: ${{ secrets.ASKNEWS_SECRET }} - INPUT_OPENROUTER_API_KEY: ${{ secrets.OPENROUTER_API_KEY }} + # bot_grok_4: + # needs: precache_asknews + # uses: ./.github/workflows/run-bot-launcher.yaml + # with: + # bot_name: "METAC_GROK_4" + # metac_name: "metac-grok-4+asknews" + # cache_key: asknews-cache-${{ github.run_id }} + # secrets: + # INPUT_METACULUS_TOKEN: ${{ secrets.METAC_GROK_4 }} + # INPUT_METACULUS_API_BASE_URL: ${{ secrets.METACULUS_API_BASE_URL }} + # INPUT_XAI_API_KEY: ${{ secrets.XAI_API_KEY }} + # INPUT_ASKNEWS_CLIENT_ID: ${{ secrets.ASKNEWS_CLIENT_ID }} + # INPUT_ASKNEWS_SECRET: ${{ secrets.ASKNEWS_SECRET }} + # INPUT_OPENROUTER_API_KEY: ${{ secrets.OPENROUTER_API_KEY }} bot_kimi_k2: needs: precache_asknews uses: ./.github/workflows/run-bot-launcher.yaml with: bot_name: "METAC_KIMI_K2" + metac_name: "metac-kimi-k2+asknews" cache_key: asknews-cache-${{ github.run_id }} secrets: INPUT_METACULUS_TOKEN: ${{ secrets.METAC_KIMI_K2 }} @@ -676,6 +1026,7 @@ jobs: uses: ./.github/workflows/run-bot-launcher.yaml with: bot_name: "METAC_DEEPSEEK_R1_VARIANCE_TEST" + metac_name: "metac-deepseek-r1+asknews(variance-test)" cache_key: asknews-cache-${{ github.run_id }} secrets: INPUT_METACULUS_TOKEN: ${{ secrets.METAC_DEEPSEEK_R1_VARIANCE_TEST }} @@ -689,6 +1040,7 @@ jobs: uses: ./.github/workflows/run-bot-launcher.yaml with: bot_name: "METAC_GPT_OSS_120B" + metac_name: "metac-gpt-oss-120b+asknews" cache_key: asknews-cache-${{ github.run_id }} secrets: INPUT_METACULUS_TOKEN: ${{ secrets.METAC_GPT_OSS_120B }} @@ -702,6 +1054,7 @@ jobs: uses: ./.github/workflows/run-bot-launcher.yaml with: bot_name: "METAC_ZAI_GLM_4_5" + metac_name: "metac-zai-glm-4-5+asknews" cache_key: asknews-cache-${{ github.run_id }} secrets: INPUT_METACULUS_TOKEN: ${{ secrets.METAC_ZAI_GLM_4_5 }} @@ -715,6 +1068,7 @@ jobs: uses: ./.github/workflows/run-bot-launcher.yaml with: bot_name: "METAC_DEEPSEEK_V3_1_REASONING" + metac_name: "metac-deepseek-v3-1-reasoning+asknews" cache_key: asknews-cache-${{ github.run_id }} secrets: INPUT_METACULUS_TOKEN: ${{ secrets.METAC_DEEPSEEK_V3_1_REASONING }} @@ -728,6 +1082,7 @@ jobs: uses: ./.github/workflows/run-bot-launcher.yaml with: bot_name: "METAC_DEEPSEEK_V3_1" + metac_name: "metac-deepseek-v3-1+asknews" cache_key: asknews-cache-${{ github.run_id }} secrets: INPUT_METACULUS_TOKEN: ${{ secrets.METAC_DEEPSEEK_V3_1 }} @@ -741,6 +1096,7 @@ jobs: uses: ./.github/workflows/run-bot-launcher.yaml with: bot_name: "METAC_DEEPSEEK_V3_1_VARIANCE_TEST_1" + metac_name: "metac-deepseek-v3-1+asknews(variance-test-1)" cache_key: asknews-cache-${{ github.run_id }} secrets: INPUT_METACULUS_TOKEN: ${{ secrets.METAC_DEEPSEEK_V3_1_VARIANCE_TEST_1 }} @@ -754,6 +1110,7 @@ jobs: uses: ./.github/workflows/run-bot-launcher.yaml with: bot_name: "METAC_DEEPSEEK_V3_1_VARIANCE_TEST_2" + metac_name: "metac-deepseek-v3-1+asknews(variance-test-2)" cache_key: asknews-cache-${{ github.run_id }} secrets: INPUT_METACULUS_TOKEN: ${{ secrets.METAC_DEEPSEEK_V3_1_VARIANCE_TEST_2 }} @@ -807,23 +1164,25 @@ jobs: # INPUT_EXA_API_KEY: ${{ secrets.EXA_API_KEY }} # INPUT_OPENROUTER_API_KEY: ${{ secrets.OPENROUTER_API_KEY }} - bot_gemini_2_5_pro_grounding: - needs: precache_asknews - uses: ./.github/workflows/run-bot-launcher.yaml - with: - bot_name: "METAC_GEMINI_2_5_PRO_GROUNDING" - cache_key: asknews-cache-${{ github.run_id }} - secrets: - INPUT_METACULUS_TOKEN: ${{ secrets.METAC_GEMINI_2_5_PRO_GROUNDING }} - INPUT_METACULUS_API_BASE_URL: ${{ secrets.METACULUS_API_BASE_URL }} - INPUT_GEMINI_API_KEY: ${{ secrets.GEMINI_API_KEY }} - INPUT_OPENROUTER_API_KEY: ${{ secrets.OPENROUTER_API_KEY }} + # bot_gemini_2_5_pro_grounding: + # needs: precache_asknews + # uses: ./.github/workflows/run-bot-launcher.yaml + # with: + # bot_name: "METAC_GEMINI_2_5_PRO_GROUNDING" + # metac_name: "metac-gemini-2-5-pro-grounding[research-only]" + # cache_key: asknews-cache-${{ github.run_id }} + # secrets: + # INPUT_METACULUS_TOKEN: ${{ secrets.METAC_GEMINI_2_5_PRO_GROUNDING }} + # INPUT_METACULUS_API_BASE_URL: ${{ secrets.METACULUS_API_BASE_URL }} + # INPUT_GEMINI_API_KEY: ${{ secrets.GEMINI_API_KEY }} + # INPUT_OPENROUTER_API_KEY: ${{ secrets.OPENROUTER_API_KEY }} bot_asknews_deepnews: needs: precache_asknews uses: ./.github/workflows/run-bot-launcher.yaml with: bot_name: "METAC_ASKNEWS_DEEPNEWS" + metac_name: "metac-asknews-deepnews[research-only]" cache_key: asknews-cache-${{ github.run_id }} secrets: INPUT_METACULUS_TOKEN: ${{ secrets.METAC_ASKNEWS_DEEPNEWS }} @@ -870,6 +1229,7 @@ jobs: uses: ./.github/workflows/run-bot-launcher.yaml with: bot_name: "METAC_DEEPSEEK_R1_EXA_ONLINE_RESEARCH_ONLY" + metac_name: "metac-deepseek-r1-exa-online[research-only-bot]" cache_key: asknews-cache-${{ github.run_id }} secrets: INPUT_METACULUS_TOKEN: ${{ secrets.METAC_DEEPSEEK_R1_EXA_ONLINE_RESEARCH_ONLY }} @@ -882,6 +1242,7 @@ jobs: uses: ./.github/workflows/run-bot-launcher.yaml with: bot_name: "METAC_DEEPSEEK_R1_PLUS_EXA_ONLINE" + metac_name: "metac-deepseek-r1+deepseek-r1-exa-online" cache_key: asknews-cache-${{ github.run_id }} secrets: INPUT_METACULUS_TOKEN: ${{ secrets.METAC_DEEPSEEK_R1_PLUS_EXA_ONLINE }} @@ -927,6 +1288,7 @@ jobs: uses: ./.github/workflows/run-bot-launcher.yaml with: bot_name: "METAC_DEEPSEEK_R1_NO_RESEARCH" + metac_name: "metac-deepseek-r1+no-research" cache_key: asknews-cache-${{ github.run_id }} secrets: INPUT_METACULUS_TOKEN: ${{ secrets.METAC_DEEPSEEK_R1_NO_RESEARCH }} @@ -939,6 +1301,7 @@ jobs: uses: ./.github/workflows/run-bot-launcher.yaml with: bot_name: "METAC_GPT_4_1_OPTIMIZED_PROMPT" + metac_name: "metac-gpt-4-1+asknews[optimized-prompt]" cache_key: asknews-cache-${{ github.run_id }} secrets: INPUT_METACULUS_TOKEN: ${{ secrets.METAC_GPT_4_1_OPTIMIZED_PROMPT }} @@ -953,6 +1316,7 @@ jobs: uses: ./.github/workflows/run-bot-launcher.yaml with: bot_name: "METAC_GPT_4_1_NANO_OPTIMIZED_PROMPT" + metac_name: "metac-gpt-4-1-nano+asknews[optimized-prompt]" cache_key: asknews-cache-${{ github.run_id }} secrets: INPUT_METACULUS_TOKEN: ${{ secrets.METAC_GPT_4_1_NANO_OPTIMIZED_PROMPT }} @@ -1038,6 +1402,7 @@ jobs: uses: ./.github/workflows/run-bot-launcher.yaml with: bot_name: "METAC_DEEPSEEK_R1_SONAR_PRO" + metac_name: "metac-deepseek-r1+sonar-pro" cache_key: asknews-cache-${{ github.run_id }} secrets: INPUT_METACULUS_TOKEN: ${{ secrets.METAC_DEEPSEEK_R1_SONAR_PRO }} @@ -1050,6 +1415,7 @@ jobs: uses: ./.github/workflows/run-bot-launcher.yaml with: bot_name: "METAC_DEEPSEEK_R1_SONAR" + metac_name: "metac-deepseek-r1+sonar" cache_key: asknews-cache-${{ github.run_id }} secrets: INPUT_METACULUS_TOKEN: ${{ secrets.METAC_DEEPSEEK_R1_SONAR }} @@ -1073,6 +1439,7 @@ jobs: uses: ./.github/workflows/run-bot-launcher.yaml with: bot_name: "METAC_DEEPSEEK_R1_SONAR_REASONING_PRO" + metac_name: "metac-deepseek-r1+sonar-reasoning-pro" cache_key: asknews-cache-${{ github.run_id }} secrets: INPUT_METACULUS_TOKEN: ${{ secrets.METAC_DEEPSEEK_R1_SONAR_REASONING_PRO }} @@ -1108,6 +1475,7 @@ jobs: uses: ./.github/workflows/run-bot-launcher.yaml with: bot_name: "METAC_DEEPSEEK_R1_GPT_4O_SEARCH_PREVIEW" + metac_name: "metac-deepseek-r1+gpt-4o-search-preview" cache_key: asknews-cache-${{ github.run_id }} secrets: INPUT_METACULUS_TOKEN: ${{ secrets.METAC_DEEPSEEK_R1_GPT_4O_SEARCH_PREVIEW }} @@ -1115,17 +1483,18 @@ jobs: INPUT_OPENROUTER_API_KEY: ${{ secrets.OPENROUTER_API_KEY }} INPUT_OPENAI_API_KEY: ${{ secrets.OPENAI_API_KEY }} - bot_deepseek_r1_gemini_2_5_pro_grounding: - needs: precache_asknews - uses: ./.github/workflows/run-bot-launcher.yaml - with: - bot_name: "METAC_DEEPSEEK_R1_GEMINI_2_5_PRO_GROUNDING" - cache_key: asknews-cache-${{ github.run_id }} - secrets: - INPUT_METACULUS_TOKEN: ${{ secrets.METAC_DEEPSEEK_R1_GEMINI_2_5_PRO_GROUNDING }} - INPUT_METACULUS_API_BASE_URL: ${{ secrets.METACULUS_API_BASE_URL }} - INPUT_OPENROUTER_API_KEY: ${{ secrets.OPENROUTER_API_KEY }} - INPUT_GEMINI_API_KEY: ${{ secrets.GEMINI_API_KEY }} + # bot_deepseek_r1_gemini_2_5_pro_grounding: + # needs: precache_asknews + # uses: ./.github/workflows/run-bot-launcher.yaml + # with: + # bot_name: "METAC_DEEPSEEK_R1_GEMINI_2_5_PRO_GROUNDING" + # metac_name: "metac-deepseek-r1+gemini-2-5-pro-grounding" + # cache_key: asknews-cache-${{ github.run_id }} + # secrets: + # INPUT_METACULUS_TOKEN: ${{ secrets.METAC_DEEPSEEK_R1_GEMINI_2_5_PRO_GROUNDING }} + # INPUT_METACULUS_API_BASE_URL: ${{ secrets.METACULUS_API_BASE_URL }} + # INPUT_OPENROUTER_API_KEY: ${{ secrets.OPENROUTER_API_KEY }} + # INPUT_GEMINI_API_KEY: ${{ secrets.GEMINI_API_KEY }} # bot_deepseek_r1_exa_smart_searcher: # needs: precache_asknews @@ -1143,6 +1512,7 @@ jobs: uses: ./.github/workflows/run-bot-launcher.yaml with: bot_name: "METAC_DEEPSEEK_R1_ASK_EXA_PRO" + metac_name: "metac-deepseek-r1+exa-answer" cache_key: asknews-cache-${{ github.run_id }} secrets: INPUT_METACULUS_TOKEN: ${{ secrets.METAC_DEEPSEEK_R1_ASK_EXA_PRO }} @@ -1176,25 +1546,27 @@ jobs: # INPUT_ASKNEWS_SECRET: ${{ secrets.ASKNEWS_SECRET }} # INPUT_OPENROUTER_API_KEY: ${{ secrets.OPENROUTER_API_KEY }} - bot_o3: - needs: precache_asknews - uses: ./.github/workflows/run-bot-launcher.yaml - with: - bot_name: "METAC_O3_TOKEN" - cache_key: asknews-cache-${{ github.run_id }} - secrets: - INPUT_METACULUS_TOKEN: ${{ secrets.METAC_O3_TOKEN }} - INPUT_METACULUS_API_BASE_URL: ${{ secrets.METACULUS_API_BASE_URL }} - INPUT_OPENAI_API_KEY: ${{ secrets.OPENAI_API_KEY }} - INPUT_ASKNEWS_CLIENT_ID: ${{ secrets.ASKNEWS_CLIENT_ID }} - INPUT_ASKNEWS_SECRET: ${{ secrets.ASKNEWS_SECRET }} - INPUT_OPENROUTER_API_KEY: ${{ secrets.OPENROUTER_API_KEY }} + # bot_o3: + # needs: precache_asknews + # uses: ./.github/workflows/run-bot-launcher.yaml + # with: + # bot_name: "METAC_O3_TOKEN" + # metac_name: "metac-o3+asknews" + # cache_key: asknews-cache-${{ github.run_id }} + # secrets: + # INPUT_METACULUS_TOKEN: ${{ secrets.METAC_O3_TOKEN }} + # INPUT_METACULUS_API_BASE_URL: ${{ secrets.METACULUS_API_BASE_URL }} + # INPUT_OPENAI_API_KEY: ${{ secrets.OPENAI_API_KEY }} + # INPUT_ASKNEWS_CLIENT_ID: ${{ secrets.ASKNEWS_CLIENT_ID }} + # INPUT_ASKNEWS_SECRET: ${{ secrets.ASKNEWS_SECRET }} + # INPUT_OPENROUTER_API_KEY: ${{ secrets.OPENROUTER_API_KEY }} bot_o4_mini_high: needs: precache_asknews uses: ./.github/workflows/run-bot-launcher.yaml with: bot_name: "METAC_O4_MINI_HIGH_TOKEN" + metac_name: "metac-o4-mini-high+asknews" cache_key: asknews-cache-${{ github.run_id }} secrets: INPUT_METACULUS_TOKEN: ${{ secrets.METAC_O4_MINI_HIGH_TOKEN }} @@ -1209,6 +1581,7 @@ jobs: uses: ./.github/workflows/run-bot-launcher.yaml with: bot_name: "METAC_O4_MINI_TOKEN" + metac_name: "metac-o4-mini+asknews" cache_key: asknews-cache-${{ github.run_id }} secrets: INPUT_METACULUS_TOKEN: ${{ secrets.METAC_O4_MINI_TOKEN }} @@ -1223,6 +1596,7 @@ jobs: uses: ./.github/workflows/run-bot-launcher.yaml with: bot_name: "METAC_4_1_TOKEN" + metac_name: "metac-gpt-4-1+asknews" cache_key: asknews-cache-${{ github.run_id }} secrets: INPUT_METACULUS_TOKEN: ${{ secrets.METAC_4_1_TOKEN }} @@ -1237,6 +1611,7 @@ jobs: uses: ./.github/workflows/run-bot-launcher.yaml with: bot_name: "METAC_4_1_MINI_TOKEN" + metac_name: "metac-gpt-4-1-mini+asknews" cache_key: asknews-cache-${{ github.run_id }} secrets: INPUT_METACULUS_TOKEN: ${{ secrets.METAC_4_1_MINI_TOKEN }} @@ -1251,6 +1626,7 @@ jobs: uses: ./.github/workflows/run-bot-launcher.yaml with: bot_name: "METAC_4_1_NANO_TOKEN" + metac_name: "metac-gpt-4-1-nano+asknews" cache_key: asknews-cache-${{ github.run_id }} secrets: INPUT_METACULUS_TOKEN: ${{ secrets.METAC_4_1_NANO_TOKEN }} @@ -1260,19 +1636,20 @@ jobs: INPUT_ASKNEWS_SECRET: ${{ secrets.ASKNEWS_SECRET }} INPUT_OPENROUTER_API_KEY: ${{ secrets.OPENROUTER_API_KEY }} - bot_gemini_2_5_flash: - needs: precache_asknews - uses: ./.github/workflows/run-bot-launcher.yaml - with: - bot_name: "METAC_GEMINI_2_5_FLASH_PREVIEW_TOKEN" - cache_key: asknews-cache-${{ github.run_id }} - secrets: - INPUT_METACULUS_TOKEN: ${{ secrets.METAC_GEMINI_2_5_FLASH_PREVIEW_TOKEN }} - INPUT_METACULUS_API_BASE_URL: ${{ secrets.METACULUS_API_BASE_URL }} - INPUT_GEMINI_API_KEY: ${{ secrets.GEMINI_API_KEY }} - INPUT_OPENROUTER_API_KEY: ${{ secrets.OPENROUTER_API_KEY }} - INPUT_ASKNEWS_CLIENT_ID: ${{ secrets.ASKNEWS_CLIENT_ID }} - INPUT_ASKNEWS_SECRET: ${{ secrets.ASKNEWS_SECRET }} + # bot_gemini_2_5_flash: + # needs: precache_asknews + # uses: ./.github/workflows/run-bot-launcher.yaml + # with: + # bot_name: "METAC_GEMINI_2_5_FLASH_PREVIEW_TOKEN" + # metac_name: "metac-gemini-2-5-flash+asknews" + # cache_key: asknews-cache-${{ github.run_id }} + # secrets: + # INPUT_METACULUS_TOKEN: ${{ secrets.METAC_GEMINI_2_5_FLASH_PREVIEW_TOKEN }} + # INPUT_METACULUS_API_BASE_URL: ${{ secrets.METACULUS_API_BASE_URL }} + # INPUT_GEMINI_API_KEY: ${{ secrets.GEMINI_API_KEY }} + # INPUT_OPENROUTER_API_KEY: ${{ secrets.OPENROUTER_API_KEY }} + # INPUT_ASKNEWS_CLIENT_ID: ${{ secrets.ASKNEWS_CLIENT_ID }} + # INPUT_ASKNEWS_SECRET: ${{ secrets.ASKNEWS_SECRET }} # bot_o1_high: # needs: precache_asknews @@ -1344,6 +1721,7 @@ jobs: uses: ./.github/workflows/run-bot-launcher.yaml with: bot_name: "METAC_GPT_4O_TOKEN" + metac_name: "metac-gpt-4o+asknews" cache_key: asknews-cache-${{ github.run_id }} secrets: INPUT_METACULUS_TOKEN: ${{ secrets.METAC_GPT_4O_TOKEN }} @@ -1358,6 +1736,7 @@ jobs: uses: ./.github/workflows/run-bot-launcher.yaml with: bot_name: "METAC_GPT_4O_MINI_TOKEN" + metac_name: "metac-gpt-4o-mini+asknews" cache_key: asknews-cache-${{ github.run_id }} secrets: INPUT_METACULUS_TOKEN: ${{ secrets.METAC_GPT_4O_MINI_TOKEN }} @@ -1372,6 +1751,7 @@ jobs: uses: ./.github/workflows/run-bot-launcher.yaml with: bot_name: "METAC_GPT_3_5_TURBO_TOKEN" + metac_name: "metac-gpt-3-5-turbo+asknews" cache_key: asknews-cache-${{ github.run_id }} secrets: INPUT_METACULUS_TOKEN: ${{ secrets.METAC_GPT_3_5_TURBO_TOKEN }} @@ -1464,6 +1844,7 @@ jobs: uses: ./.github/workflows/run-bot-launcher.yaml with: bot_name: "METAC_LLAMA_4_MAVERICK_17B_TOKEN" + metac_name: "metac-llama-4-maverick-17b+asknews" cache_key: asknews-cache-${{ github.run_id }} secrets: INPUT_METACULUS_TOKEN: ${{ secrets.METAC_LLAMA_4_MAVERICK_17B_TOKEN }} @@ -1477,6 +1858,7 @@ jobs: uses: ./.github/workflows/run-bot-launcher.yaml with: bot_name: "METAC_QWEN_2_5_MAX_TOKEN" + metac_name: "metac-qwen-2-5-max+asknews" cache_key: asknews-cache-${{ github.run_id }} secrets: INPUT_METACULUS_TOKEN: ${{ secrets.METAC_QWEN_2_5_MAX_TOKEN }} @@ -1490,6 +1872,7 @@ jobs: uses: ./.github/workflows/run-bot-launcher.yaml with: bot_name: "METAC_DEEPSEEK_R1_TOKEN" + metac_name: "metac-deepseek-r1+asknews" cache_key: asknews-cache-${{ github.run_id }} secrets: INPUT_METACULUS_TOKEN: ${{ secrets.METAC_DEEPSEEK_R1_TOKEN }} @@ -1503,6 +1886,7 @@ jobs: uses: ./.github/workflows/run-bot-launcher.yaml with: bot_name: "METAC_DEEPSEEK_V3_TOKEN" + metac_name: "metac-deepseek-v3+asknews" cache_key: asknews-cache-${{ github.run_id }} secrets: INPUT_METACULUS_TOKEN: ${{ secrets.METAC_DEEPSEEK_V3_TOKEN }} @@ -1516,6 +1900,7 @@ jobs: uses: ./.github/workflows/run-bot-launcher.yaml with: bot_name: "METAC_GROK_3_LATEST_TOKEN" + metac_name: "metac-grok-3+asknews" cache_key: asknews-cache-${{ github.run_id }} secrets: INPUT_METACULUS_TOKEN: ${{ secrets.METAC_GROK_3_LATEST_TOKEN }} @@ -1525,19 +1910,20 @@ jobs: INPUT_ASKNEWS_CLIENT_ID: ${{ secrets.ASKNEWS_CLIENT_ID }} INPUT_ASKNEWS_SECRET: ${{ secrets.ASKNEWS_SECRET }} - bot_grok_3_mini_latest_high: - needs: precache_asknews - uses: ./.github/workflows/run-bot-launcher.yaml - with: - bot_name: "METAC_GROK_3_MINI_LATEST_HIGH_TOKEN" - cache_key: asknews-cache-${{ github.run_id }} - secrets: - INPUT_METACULUS_TOKEN: ${{ secrets.METAC_GROK_3_MINI_LATEST_HIGH_TOKEN }} - INPUT_METACULUS_API_BASE_URL: ${{ secrets.METACULUS_API_BASE_URL }} - INPUT_XAI_API_KEY: ${{ secrets.XAI_API_KEY }} - INPUT_OPENROUTER_API_KEY: ${{ secrets.OPENROUTER_API_KEY }} - INPUT_ASKNEWS_CLIENT_ID: ${{ secrets.ASKNEWS_CLIENT_ID }} - INPUT_ASKNEWS_SECRET: ${{ secrets.ASKNEWS_SECRET }} + # bot_grok_3_mini_latest_high: + # needs: precache_asknews + # uses: ./.github/workflows/run-bot-launcher.yaml + # with: + # bot_name: "METAC_GROK_3_MINI_LATEST_HIGH_TOKEN" + # metac_name: "metac-grok-3-mini-high+asknews" + # cache_key: asknews-cache-${{ github.run_id }} + # secrets: + # INPUT_METACULUS_TOKEN: ${{ secrets.METAC_GROK_3_MINI_LATEST_HIGH_TOKEN }} + # INPUT_METACULUS_API_BASE_URL: ${{ secrets.METACULUS_API_BASE_URL }} + # INPUT_XAI_API_KEY: ${{ secrets.XAI_API_KEY }} + # INPUT_OPENROUTER_API_KEY: ${{ secrets.OPENROUTER_API_KEY }} + # INPUT_ASKNEWS_CLIENT_ID: ${{ secrets.ASKNEWS_CLIENT_ID }} + # INPUT_ASKNEWS_SECRET: ${{ secrets.ASKNEWS_SECRET }} ### Special bots bot_uniform_probability: @@ -1545,6 +1931,7 @@ jobs: uses: ./.github/workflows/run-bot-launcher.yaml with: bot_name: "METAC_UNIFORM_PROBABILITY_BOT_TOKEN" + metac_name: "metac-uniform-probability-bot" cache_key: asknews-cache-${{ github.run_id }} secrets: INPUT_METACULUS_TOKENS: ${{ secrets.METACULUS_TOKENS }} diff --git a/.github/workflows/run-bot-launcher.yaml b/.github/workflows/run-bot-launcher.yaml index 8cb249fa..c11bcba9 100644 --- a/.github/workflows/run-bot-launcher.yaml +++ b/.github/workflows/run-bot-launcher.yaml @@ -4,6 +4,10 @@ on: bot_name: required: true type: string + metac_name: + required: false + type: string + default: "" cache_key: required: false type: string @@ -119,9 +123,9 @@ jobs: if [ -n "$RAW_TOKEN" ]; then echo "METACULUS_TOKEN=$RAW_TOKEN" >> $GITHUB_ENV else - TOKEN=$(echo "$METACULUS_TOKENS" | jq -r --arg key "$BOT_NAME" '.[$key] // empty') + TOKEN=$(echo "$METACULUS_TOKENS" | jq -r --arg key "$METAC_NAME" '.[$key] // empty') if [ -z "$TOKEN" ]; then - echo "ERROR: No token found for $BOT_NAME in METACULUS_TOKENS" >&2 + echo "ERROR: No token found for $METAC_NAME in METACULUS_TOKENS" >&2 exit 1 fi echo "METACULUS_TOKEN=$TOKEN" >> $GITHUB_ENV @@ -129,7 +133,7 @@ jobs: env: RAW_TOKEN: ${{ secrets.INPUT_METACULUS_TOKEN }} METACULUS_TOKENS: ${{ secrets.INPUT_METACULUS_TOKENS }} - BOT_NAME: ${{ inputs.bot_name }} + METAC_NAME: ${{ inputs.metac_name }} - name: Run bot run: | diff --git a/run_bots.py b/run_bots.py index 35ccc195..50b12bdd 100644 --- a/run_bots.py +++ b/run_bots.py @@ -412,6 +412,19 @@ def make_claude_thinking_settings(thinking_tokens: int, max_tokens: int) -> dict } +def make_claude_adaptive_thinking_settings( + effort: Literal["low", "medium", "high"], max_tokens: int +) -> dict: + return { + "temperature": 1, + "thinking": {"type": "adaptive"}, + "output_config": {"effort": effort}, + "allowed_openai_params": ["output_config"], + "max_tokens": max_tokens, + "timeout": 160, + } + + def get_default_bot_dict() -> dict[str, RunBotConfig]: # NOSONAR """ Each entry in the dict has a key which is the environment variable set in the project secrets, and also used in the Workflows that run the bots. @@ -466,6 +479,9 @@ def get_default_bot_dict() -> dict[str, RunBotConfig]: # NOSONAR claude_thinking_settings_32k: dict = make_claude_thinking_settings( thinking_tokens=32000, max_tokens=64000 ) + claude_adaptive_thinking_settings_high: dict = ( + make_claude_adaptive_thinking_settings(effort="high", max_tokens=64000) + ) gpt_5_timeout = 15 * 60 gemini_grounding_llm = GeneralLlm( @@ -560,8 +576,248 @@ def get_default_bot_dict() -> dict[str, RunBotConfig]: # NOSONAR } mode_base_bot_mapping = { - # "METAC_GROK_4_1_HIGH": {} # TODO: Add these bots to github workflow. Its not yet released via API as of Dec 21st, 2025 - # "METAC_GROK_4_1": {} + ############################ Bots started in May 2026 ############################ + "METAC_GPT_5_5_HIGH": { + "estimated_cost_per_question": roughly_gpt_5_high_cost * 2, + "bot": create_bot( + llm=GeneralLlm( + model="openai/gpt-5.5", + reasoning_effort="high", + temperature=None, + timeout=gpt_5_timeout, + ), + ), + "tournaments": TournConfig.aib_and_site + [AllowedTourn.METACULUS_CUP], + }, + "METAC_GPT_5_5_INSTANT": { + "estimated_cost_per_question": roughly_gpt_5_cost * 2, + "bot": create_bot( + llm=GeneralLlm( + model="openai/gpt-5.5", + reasoning_effort="minimal", + temperature=None, + timeout=gpt_5_timeout, + ), + ), + "tournaments": TournConfig.aib_and_site, + }, + "METAC_GPT_5_4_HIGH": { + "estimated_cost_per_question": roughly_gpt_5_high_cost, + "bot": create_bot( + llm=GeneralLlm( + model="openai/gpt-5.4", + reasoning_effort="high", + temperature=default_temperature, + timeout=gpt_5_timeout, + ), + ), + "tournaments": TournConfig.aib_and_site, + }, + "METAC_GEMINI_3_1_PRO_HIGH": { + "estimated_cost_per_question": roughly_gemini_2_5_pro_preview_cost * 1.3, + "bot": create_bot( + GeneralLlm( + model="openrouter/google/gemini-3.1-pro-preview", + reasoning_effort="high", + temperature=default_temperature, + timeout=gemini_default_timeout, + ), + ), + "tournaments": TournConfig.aib_and_site + [AllowedTourn.METACULUS_CUP], + }, + "METAC_GEMINI_3_1_FLASH_LITE": { + "estimated_cost_per_question": roughly_gpt_4o_mini_cost, + "bot": create_bot( + GeneralLlm( + model="openrouter/google/gemini-3.1-flash-lite", + temperature=default_temperature, + timeout=gemini_default_timeout, + ), + ), + "tournaments": TournConfig.aib_and_site, + }, + "METAC_QWEN_3_6_PLUS": { + "estimated_cost_per_question": roughly_deepseek_r1_cost, + "bot": create_bot( + GeneralLlm( + model="openrouter/qwen/qwen3.6-plus", + temperature=default_temperature, + ), + ), + "tournaments": TournConfig.aib_and_site, + }, + "METAC_GEMMA_4": { + "estimated_cost_per_question": roughly_gpt_4o_mini_cost, + "bot": create_bot( + GeneralLlm( + model="openrouter/google/gemma-4-31b-it", + temperature=default_temperature, + ), + ), + "tournaments": TournConfig.aib_and_site, + }, + "METAC_GLM_5_1": { + "estimated_cost_per_question": roughly_deepseek_r1_cost, + "bot": create_bot( + llm=GeneralLlm( + model="openrouter/z-ai/glm-5.1", + temperature=default_temperature, + ), + ), + "tournaments": TournConfig.aib_and_site, + }, + "METAC_CLAUDE_OPUS_4_7_HIGH_32K": { + "estimated_cost_per_question": roughly_opus_4_5_cost * 1.5, + "bot": create_bot( + llm=GeneralLlm( + model="anthropic/claude-opus-4-7", + **claude_adaptive_thinking_settings_high, + ), + ), + "tournaments": TournConfig.aib_and_site + [AllowedTourn.METACULUS_CUP], + }, + "METAC_KIMI_K2_6": { + "estimated_cost_per_question": roughly_deepseek_r1_cost, + "bot": create_bot( + GeneralLlm( + model="openrouter/moonshotai/kimi-k2.6", + temperature=default_temperature, + timeout=kimi_k2_timeout, + ), + ), + "tournaments": TournConfig.aib_and_site, + }, + "METAC_DEEPSEEK_V4_PRO_HIGH": { + "estimated_cost_per_question": roughly_deepseek_r1_cost, + "bot": create_bot( + llm=GeneralLlm( + model="openrouter/deepseek/deepseek-v4-pro", + temperature=default_temperature, + reasoning={ + "effort": "high", + }, + timeout=5 * 60, + ), + ), + "tournaments": TournConfig.aib_and_site, + }, + "METAC_GROK_4_3_HIGH": { + "estimated_cost_per_question": 5 * roughly_one_call_to_grok_4_llm, + "bot": create_bot( + llm=GeneralLlm( + model="openrouter/x-ai/grok-4.3", + reasoning_effort="high", + temperature=default_temperature, + ), + ), + "tournaments": TournConfig.aib_and_site, + }, + "METAC_GROK_4_20": { + "estimated_cost_per_question": 5 * roughly_one_call_to_grok_4_llm, + "bot": create_bot( + llm=GeneralLlm( + model="openrouter/x-ai/grok-4.20", + temperature=default_temperature, + ), + ), + "tournaments": TournConfig.aib_and_site, + }, + "METAC_GROK_4_20_MULTI_AGENT": { + "estimated_cost_per_question": 10 * roughly_one_call_to_grok_4_llm, + "bot": create_bot( + llm=GeneralLlm( + model="openrouter/x-ai/grok-4.20-multi-agent", + temperature=default_temperature, + ), + ), + "tournaments": TournConfig.aib_and_site, + }, + ############################ Bots started in April 2026 ############################ + "METAC_CLAUDE_SONNET_4_6": { + "estimated_cost_per_question": roughly_sonnet_4_cost, + "bot": create_bot( + llm=GeneralLlm( + model="anthropic/claude-sonnet-4-6", + temperature=default_temperature, + ), + ), + "tournaments": TournConfig.aib_and_site, + }, + "METAC_QWEN_3_5": { + "estimated_cost_per_question": roughly_sonnet_3_5_cost / 2, + "bot": create_bot( + GeneralLlm( + model="openrouter/qwen/qwen3.5-397b-a17b", + temperature=default_temperature, + ), + ), + "tournaments": TournConfig.aib_and_site, + }, + "METAC_GEMINI_3_1_PRO": { + "estimated_cost_per_question": roughly_gemini_2_5_pro_preview_cost, + "bot": create_bot( + GeneralLlm( + model="openrouter/google/gemini-3.1-pro-preview", + temperature=default_temperature, + timeout=gemini_default_timeout, + ), + ), + "tournaments": TournConfig.aib_and_site, + }, + "METAC_GPT_5_5": { + "estimated_cost_per_question": roughly_gpt_5_high_cost, + "bot": create_bot( + llm=GeneralLlm( + model="openai/gpt-5.5", + temperature=None, + timeout=gpt_5_timeout, + ), + ), + "tournaments": TournConfig.aib_and_site, + }, + "METAC_GPT_5_4": { + "estimated_cost_per_question": roughly_gpt_5_cost, + "bot": create_bot( + llm=GeneralLlm( + model="openai/gpt-5.4", + temperature=default_temperature, + timeout=gpt_5_timeout, + ), + ), + "tournaments": TournConfig.NONE, + }, + "METAC_GPT_5_4_MINI": { + "estimated_cost_per_question": roughly_gpt_4o_mini_cost, + "bot": create_bot( + llm=GeneralLlm( + model="openai/gpt-5.4-mini", + temperature=default_temperature, + ), + ), + "tournaments": TournConfig.aib_and_site, + }, + "METAC_GPT_5_4_NANO": { + "estimated_cost_per_question": roughly_gpt_4o_mini_cost / 2, + "bot": create_bot( + llm=GeneralLlm( + model="openai/gpt-5.4-nano", + temperature=default_temperature, + ), + ), + "tournaments": TournConfig.aib_and_site, + }, + # "METAC_GPT_5_3": {} -> Not yet available in OpenAI API as of April 2026 + # "METAC_GPT_5_3_INSTANT": {} -> Not yet available in OpenAI API as of April 2026 + "METAC_MINIMAX_M2_7": { + "estimated_cost_per_question": roughly_deepseek_r1_cost, + "bot": create_bot( + GeneralLlm( + model="openrouter/minimax/minimax-m2.7", + temperature=default_temperature, + ), + ), + "tournaments": TournConfig.aib_and_site, + }, ############################ Bots started in February 2026 ############################ "METAC_CLAUDE_OPUS_4_6_HIGH_32K": { "estimated_cost_per_question": roughly_opus_4_5_cost * 1.3, @@ -647,7 +903,7 @@ def get_default_bot_dict() -> dict[str, RunBotConfig]: # NOSONAR **claude_thinking_settings_32k, ), ), - "tournaments": TournConfig.aib_and_site, + "tournaments": TournConfig.NONE, }, "METAC_CLAUDE_OPUS_4_5": { "estimated_cost_per_question": roughly_opus_4_5_cost, @@ -657,7 +913,7 @@ def get_default_bot_dict() -> dict[str, RunBotConfig]: # NOSONAR temperature=default_temperature, ), ), - "tournaments": TournConfig.aib_only, + "tournaments": TournConfig.NONE, }, "METAC_GPT_5_2_HIGH": { "estimated_cost_per_question": roughly_gpt_5_high_cost * 1.5, @@ -669,7 +925,7 @@ def get_default_bot_dict() -> dict[str, RunBotConfig]: # NOSONAR timeout=gpt_5_timeout, ), ), - "tournaments": TournConfig.aib_and_site, + "tournaments": TournConfig.NONE, }, "METAC_GPT_5_2": { "estimated_cost_per_question": roughly_gpt_5_cost * 1.5, @@ -680,7 +936,7 @@ def get_default_bot_dict() -> dict[str, RunBotConfig]: # NOSONAR timeout=gpt_5_timeout, ), ), - "tournaments": TournConfig.aib_only, + "tournaments": TournConfig.NONE, }, "METAC_LLAMA_3_1_NEMOTRON_ULTRA_253B": { "estimated_cost_per_question": roughly_deepseek_r1_cost, @@ -701,7 +957,7 @@ def get_default_bot_dict() -> dict[str, RunBotConfig]: # NOSONAR timeout=gemini_default_timeout, ), ), - "tournaments": TournConfig.aib_and_site, + "tournaments": TournConfig.NONE, }, "METAC_GLM_4_6": { "estimated_cost_per_question": roughly_deepseek_r1_cost, @@ -746,7 +1002,7 @@ def get_default_bot_dict() -> dict[str, RunBotConfig]: # NOSONAR # **flex_price_settings, ), ), - "tournaments": TournConfig.aib_and_site, + "tournaments": TournConfig.NONE, }, "METAC_GPT_5_1": { "estimated_cost_per_question": roughly_gpt_5_cost, @@ -758,7 +1014,7 @@ def get_default_bot_dict() -> dict[str, RunBotConfig]: # NOSONAR # **flex_price_settings, ), ), - "tournaments": TournConfig.aib_and_site, + "tournaments": TournConfig.NONE, }, # "METAC_GEMINI_3_PRO_HIGH": {} # The default for regular gemini 3 pro is "high" so no need to make a separate version # "METAC_GEMINI_3_PRO": { @@ -804,7 +1060,7 @@ def get_default_bot_dict() -> dict[str, RunBotConfig]: # NOSONAR **claude_thinking_settings_32k, ), ), - "tournaments": TournConfig.aib_and_site + [AllowedTourn.METACULUS_CUP], + "tournaments": TournConfig.NONE, }, "METAC_CLAUDE_4_5_SONNET": { "estimated_cost_per_question": roughly_sonnet_4_cost, @@ -814,7 +1070,7 @@ def get_default_bot_dict() -> dict[str, RunBotConfig]: # NOSONAR temperature=default_temperature, ), ), - "tournaments": TournConfig.aib_and_site, + "tournaments": TournConfig.NONE, }, "METAC_QWEN_3_MAX": { "estimated_cost_per_question": roughly_sonnet_3_5_cost / 2, @@ -862,7 +1118,7 @@ def get_default_bot_dict() -> dict[str, RunBotConfig]: # NOSONAR temperature=default_temperature, ), ), - "tournaments": TournConfig.aib_and_site, + "tournaments": TournConfig.NONE, }, "METAC_GROK_4_FAST": { "estimated_cost_per_question": guess_at_deepseek_v3_1_cost, @@ -887,7 +1143,7 @@ def get_default_bot_dict() -> dict[str, RunBotConfig]: # NOSONAR # **flex_price_settings, ), ), - "tournaments": TournConfig.NONE, + "tournaments": [AllowedTourn.METACULUS_CUP], }, "METAC_GPT_5": { "estimated_cost_per_question": roughly_gpt_5_cost, @@ -910,7 +1166,7 @@ def get_default_bot_dict() -> dict[str, RunBotConfig]: # NOSONAR **flex_price_settings, ), ), - "tournaments": TournConfig.aib_and_site, + "tournaments": TournConfig.NONE, }, "METAC_GPT_5_NANO": { "estimated_cost_per_question": roughly_deepseek_r1_cost, @@ -920,7 +1176,7 @@ def get_default_bot_dict() -> dict[str, RunBotConfig]: # NOSONAR temperature=default_temperature, ), ), - "tournaments": TournConfig.aib_and_site, + "tournaments": TournConfig.NONE, }, "METAC_CLAUDE_4_SONNET_HIGH_16K": { "estimated_cost_per_question": 0.33980, @@ -960,7 +1216,7 @@ def get_default_bot_dict() -> dict[str, RunBotConfig]: # NOSONAR temperature=default_temperature, ), ), - "tournaments": TournConfig.aib_and_site + [AllowedTourn.METACULUS_CUP], + "tournaments": TournConfig.NONE, }, "METAC_KIMI_K2": { **kimi_k2_basic_bot, @@ -1073,7 +1329,7 @@ def get_default_bot_dict() -> dict[str, RunBotConfig]: # NOSONAR gemini_grounding_llm, bot_type="research_only", ), - "tournaments": TournConfig.aib_only, + "tournaments": TournConfig.NONE, }, "METAC_ASKNEWS_DEEPNEWS": { "estimated_cost_per_question": 0, @@ -1323,7 +1579,7 @@ def get_default_bot_dict() -> dict[str, RunBotConfig]: # NOSONAR default_research_comparison_forecast_llm, researcher=gemini_grounding_llm, ), - "tournaments": TournConfig.aib_only, + "tournaments": TournConfig.NONE, }, "METAC_DEEPSEEK_R1_EXA_SMART_SEARCHER": { "estimated_cost_per_question": guess_at_deepseek_plus_search, @@ -1375,7 +1631,7 @@ def get_default_bot_dict() -> dict[str, RunBotConfig]: # NOSONAR # **flex_price_settings, ), ), - "tournaments": TournConfig.aib_and_site + [AllowedTourn.METACULUS_CUP], + "tournaments": TournConfig.NONE, }, "METAC_O4_MINI_HIGH_TOKEN": { "estimated_cost_per_question": 0.07, @@ -1437,7 +1693,7 @@ def get_default_bot_dict() -> dict[str, RunBotConfig]: # NOSONAR timeout=gemini_default_timeout, ), ), - "tournaments": TournConfig.aib_and_site, + "tournaments": TournConfig.NONE, }, "METAC_O1_HIGH_TOKEN": { "estimated_cost_per_question": 1.18, @@ -1643,7 +1899,7 @@ def get_default_bot_dict() -> dict[str, RunBotConfig]: # NOSONAR reasoning_effort="high", ), ), - "tournaments": TournConfig.aib_and_site, + "tournaments": TournConfig.NONE, }, "METAC_UNIFORM_PROBABILITY_BOT_TOKEN": { "estimated_cost_per_question": 0.00,