diff --git a/.github/workflows/run-bot-aib-tournament.yaml b/.github/workflows/run-bot-aib-tournament.yaml index 9b16dc76..845b827e 100644 --- a/.github/workflows/run-bot-aib-tournament.yaml +++ b/.github/workflows/run-bot-aib-tournament.yaml @@ -91,6 +91,7 @@ jobs: uses: ./.github/workflows/run-bot-launcher.yaml with: bot_name: "METAC_GROK_4_1_HIGH" + metac_name: "metac-grok-4-1-high+asknews" cache_key: asknews-cache-${{ github.run_id }} secrets: INPUT_METACULUS_TOKEN: ${{ secrets.METAC_GROK_4_1_HIGH }} @@ -104,6 +105,7 @@ jobs: uses: ./.github/workflows/run-bot-launcher.yaml with: bot_name: "METAC_GROK_4_1" + metac_name: "metac-grok-4-1+asknews" cache_key: asknews-cache-${{ github.run_id }} secrets: INPUT_METACULUS_TOKEN: ${{ secrets.METAC_GROK_4_1 }} @@ -112,6 +114,149 @@ jobs: INPUT_ASKNEWS_CLIENT_ID: ${{ secrets.ASKNEWS_CLIENT_ID }} INPUT_ASKNEWS_SECRET: ${{ secrets.ASKNEWS_SECRET }} + #################################### April 2026 new bots #################################### + + bot_claude_sonnet_4_6: + needs: precache_asknews + uses: ./.github/workflows/run-bot-launcher.yaml + with: + bot_name: "METAC_CLAUDE_SONNET_4_6" + metac_name: "metac-claude-sonnet-4-6" + cache_key: asknews-cache-${{ github.run_id }} + secrets: + INPUT_METACULUS_TOKENS: ${{ secrets.METACULUS_TOKENS }} + INPUT_METACULUS_API_BASE_URL: ${{ secrets.METACULUS_API_BASE_URL }} + INPUT_ANTHROPIC_API_KEY: ${{ secrets.ANTHROPIC_API_KEY }} + INPUT_ASKNEWS_CLIENT_ID: ${{ secrets.ASKNEWS_CLIENT_ID }} + INPUT_ASKNEWS_SECRET: ${{ secrets.ASKNEWS_SECRET }} + INPUT_OPENROUTER_API_KEY: ${{ secrets.OPENROUTER_API_KEY }} + + bot_qwen_3_5: + needs: precache_asknews + uses: ./.github/workflows/run-bot-launcher.yaml + with: + bot_name: "METAC_QWEN_3_5" + metac_name: "metac-qwen-3-5" + cache_key: asknews-cache-${{ github.run_id }} + secrets: + INPUT_METACULUS_TOKENS: ${{ secrets.METACULUS_TOKENS }} + INPUT_METACULUS_API_BASE_URL: ${{ secrets.METACULUS_API_BASE_URL }} + INPUT_OPENROUTER_API_KEY: ${{ secrets.OPENROUTER_API_KEY }} + INPUT_ASKNEWS_CLIENT_ID: ${{ secrets.ASKNEWS_CLIENT_ID }} + INPUT_ASKNEWS_SECRET: ${{ secrets.ASKNEWS_SECRET }} + + bot_gemini_3_1_pro: + needs: precache_asknews + uses: ./.github/workflows/run-bot-launcher.yaml + with: + bot_name: "METAC_GEMINI_3_1_PRO" + metac_name: "metac-gemini-3-1-pro" + cache_key: asknews-cache-${{ github.run_id }} + secrets: + INPUT_METACULUS_TOKENS: ${{ secrets.METACULUS_TOKENS }} + INPUT_METACULUS_API_BASE_URL: ${{ secrets.METACULUS_API_BASE_URL }} + INPUT_OPENROUTER_API_KEY: ${{ secrets.OPENROUTER_API_KEY }} + INPUT_ASKNEWS_CLIENT_ID: ${{ secrets.ASKNEWS_CLIENT_ID }} + INPUT_ASKNEWS_SECRET: ${{ secrets.ASKNEWS_SECRET }} + + bot_gpt_5_5: + needs: precache_asknews + uses: ./.github/workflows/run-bot-launcher.yaml + with: + bot_name: "METAC_GPT_5_5" + metac_name: "metac-gpt-5-5" + cache_key: asknews-cache-${{ github.run_id }} + secrets: + INPUT_METACULUS_TOKENS: ${{ secrets.METACULUS_TOKENS }} + INPUT_METACULUS_API_BASE_URL: ${{ secrets.METACULUS_API_BASE_URL }} + INPUT_OPENAI_API_KEY: ${{ secrets.OPENAI_API_KEY }} + INPUT_ASKNEWS_CLIENT_ID: ${{ secrets.ASKNEWS_CLIENT_ID }} + INPUT_ASKNEWS_SECRET: ${{ secrets.ASKNEWS_SECRET }} + + bot_gpt_5_4: + needs: precache_asknews + uses: ./.github/workflows/run-bot-launcher.yaml + with: + bot_name: "METAC_GPT_5_4" + metac_name: "metac-gpt-5-4" + cache_key: asknews-cache-${{ github.run_id }} + secrets: + INPUT_METACULUS_TOKENS: ${{ secrets.METACULUS_TOKENS }} + INPUT_METACULUS_API_BASE_URL: ${{ secrets.METACULUS_API_BASE_URL }} + INPUT_OPENAI_API_KEY: ${{ secrets.OPENAI_API_KEY }} + INPUT_ASKNEWS_CLIENT_ID: ${{ secrets.ASKNEWS_CLIENT_ID }} + INPUT_ASKNEWS_SECRET: ${{ secrets.ASKNEWS_SECRET }} + + bot_gpt_5_4_mini: + needs: precache_asknews + uses: ./.github/workflows/run-bot-launcher.yaml + with: + bot_name: "METAC_GPT_5_4_MINI" + metac_name: "metac-gpt-5-4-mini" + cache_key: asknews-cache-${{ github.run_id }} + secrets: + INPUT_METACULUS_TOKENS: ${{ secrets.METACULUS_TOKENS }} + INPUT_METACULUS_API_BASE_URL: ${{ secrets.METACULUS_API_BASE_URL }} + INPUT_OPENAI_API_KEY: ${{ secrets.OPENAI_API_KEY }} + INPUT_ASKNEWS_CLIENT_ID: ${{ secrets.ASKNEWS_CLIENT_ID }} + INPUT_ASKNEWS_SECRET: ${{ secrets.ASKNEWS_SECRET }} + + bot_gpt_5_4_nano: + needs: precache_asknews + uses: ./.github/workflows/run-bot-launcher.yaml + with: + bot_name: "METAC_GPT_5_4_NANO" + metac_name: "metac-gpt-5-4-nano" + cache_key: asknews-cache-${{ github.run_id }} + secrets: + INPUT_METACULUS_TOKENS: ${{ secrets.METACULUS_TOKENS }} + INPUT_METACULUS_API_BASE_URL: ${{ secrets.METACULUS_API_BASE_URL }} + INPUT_OPENAI_API_KEY: ${{ secrets.OPENAI_API_KEY }} + INPUT_ASKNEWS_CLIENT_ID: ${{ secrets.ASKNEWS_CLIENT_ID }} + INPUT_ASKNEWS_SECRET: ${{ secrets.ASKNEWS_SECRET }} + + bot_gpt_5_3: + needs: precache_asknews + uses: ./.github/workflows/run-bot-launcher.yaml + with: + bot_name: "METAC_GPT_5_3" + metac_name: "metac-gpt-5-3" + cache_key: asknews-cache-${{ github.run_id }} + secrets: + INPUT_METACULUS_TOKENS: ${{ secrets.METACULUS_TOKENS }} + INPUT_METACULUS_API_BASE_URL: ${{ secrets.METACULUS_API_BASE_URL }} + INPUT_OPENAI_API_KEY: ${{ secrets.OPENAI_API_KEY }} + INPUT_ASKNEWS_CLIENT_ID: ${{ secrets.ASKNEWS_CLIENT_ID }} + INPUT_ASKNEWS_SECRET: ${{ secrets.ASKNEWS_SECRET }} + + bot_gpt_5_3_instant: + needs: precache_asknews + uses: ./.github/workflows/run-bot-launcher.yaml + with: + bot_name: "METAC_GPT_5_3_INSTANT" + metac_name: "metac-gpt-5-3-instant" + cache_key: asknews-cache-${{ github.run_id }} + secrets: + INPUT_METACULUS_TOKENS: ${{ secrets.METACULUS_TOKENS }} + INPUT_METACULUS_API_BASE_URL: ${{ secrets.METACULUS_API_BASE_URL }} + INPUT_OPENAI_API_KEY: ${{ secrets.OPENAI_API_KEY }} + INPUT_ASKNEWS_CLIENT_ID: ${{ secrets.ASKNEWS_CLIENT_ID }} + INPUT_ASKNEWS_SECRET: ${{ secrets.ASKNEWS_SECRET }} + + bot_minimax_m2_7: + needs: precache_asknews + uses: ./.github/workflows/run-bot-launcher.yaml + with: + bot_name: "METAC_MINIMAX_M2_7" + metac_name: "metac-minimax-m2-7" + cache_key: asknews-cache-${{ github.run_id }} + secrets: + INPUT_METACULUS_TOKENS: ${{ secrets.METACULUS_TOKENS }} + INPUT_METACULUS_API_BASE_URL: ${{ secrets.METACULUS_API_BASE_URL }} + INPUT_OPENROUTER_API_KEY: ${{ secrets.OPENROUTER_API_KEY }} + INPUT_ASKNEWS_CLIENT_ID: ${{ secrets.ASKNEWS_CLIENT_ID }} + INPUT_ASKNEWS_SECRET: ${{ secrets.ASKNEWS_SECRET }} + #################################### February 2026 new bots #################################### bot_claude_opus_4_6_high_32k: @@ -119,6 +264,7 @@ jobs: uses: ./.github/workflows/run-bot-launcher.yaml with: bot_name: "METAC_CLAUDE_OPUS_4_6_HIGH_32K" + metac_name: "metac-claude-opus-4-6-high-32k+asknews" cache_key: asknews-cache-${{ github.run_id }} secrets: INPUT_METACULUS_TOKEN: ${{ secrets.METAC_CLAUDE_OPUS_4_6_HIGH_32K }} @@ -147,6 +293,7 @@ jobs: uses: ./.github/workflows/run-bot-launcher.yaml with: bot_name: "METAC_CLAUDE_HAIKU_4_5" + metac_name: "metac-claude-haiku-4-5+asknews" cache_key: asknews-cache-${{ github.run_id }} secrets: INPUT_METACULUS_TOKEN: ${{ secrets.METAC_CLAUDE_HAIKU_4_5 }} @@ -161,6 +308,7 @@ jobs: uses: ./.github/workflows/run-bot-launcher.yaml with: bot_name: "METAC_QWEN3_MAX_THINKING" + metac_name: "metac-qwen3-max-thinking+asknews" cache_key: asknews-cache-${{ github.run_id }} secrets: INPUT_METACULUS_TOKEN: ${{ secrets.METAC_QWEN3_MAX_THINKING }} @@ -187,6 +335,7 @@ jobs: uses: ./.github/workflows/run-bot-launcher.yaml with: bot_name: "METAC_KIMI_K2_5_HIGH" + metac_name: "metac-kimi-k2-5+asknews" cache_key: asknews-cache-${{ github.run_id }} secrets: INPUT_METACULUS_TOKEN: ${{ secrets.METAC_KIMI_K2_5_HIGH }} @@ -200,6 +349,7 @@ jobs: uses: ./.github/workflows/run-bot-launcher.yaml with: bot_name: "METAC_GLM_5" + metac_name: "metac-glm-5+asknews" cache_key: asknews-cache-${{ github.run_id }} secrets: INPUT_METACULUS_TOKEN: ${{ secrets.METAC_GLM_5 }} @@ -215,6 +365,7 @@ jobs: uses: ./.github/workflows/run-bot-launcher.yaml with: bot_name: "METAC_CLAUDE_OPUS_4_5_HIGH_32K" + metac_name: "metac-claude-opus-4-5-high-32k+asknews" cache_key: asknews-cache-${{ github.run_id }} secrets: INPUT_METACULUS_TOKEN: ${{ secrets.METAC_CLAUDE_OPUS_4_5_HIGH_32K }} @@ -229,6 +380,7 @@ jobs: uses: ./.github/workflows/run-bot-launcher.yaml with: bot_name: "METAC_CLAUDE_OPUS_4_5" + metac_name: "metac-claude-opus-4-5+asknews" cache_key: asknews-cache-${{ github.run_id }} secrets: INPUT_METACULUS_TOKEN: ${{ secrets.METAC_CLAUDE_OPUS_4_5 }} @@ -243,6 +395,7 @@ jobs: uses: ./.github/workflows/run-bot-launcher.yaml with: bot_name: "METAC_GPT_5_2_HIGH" + metac_name: "metac-gpt-5-2-high+asknews" cache_key: asknews-cache-${{ github.run_id }} secrets: INPUT_METACULUS_TOKEN: ${{ secrets.METAC_GPT_5_2_HIGH }} @@ -257,6 +410,7 @@ jobs: uses: ./.github/workflows/run-bot-launcher.yaml with: bot_name: "METAC_GPT_5_2" + metac_name: "metac-gpt-5-2+asknews" cache_key: asknews-cache-${{ github.run_id }} secrets: INPUT_METACULUS_TOKEN: ${{ secrets.METAC_GPT_5_2 }} @@ -284,6 +438,7 @@ jobs: uses: ./.github/workflows/run-bot-launcher.yaml with: bot_name: "METAC_GEMINI_3_FLASH" + metac_name: "metac-gemini-3-flash+asknews" cache_key: asknews-cache-${{ github.run_id }} secrets: INPUT_METACULUS_TOKEN: ${{ secrets.METAC_GEMINI_3_FLASH }} @@ -298,6 +453,7 @@ jobs: uses: ./.github/workflows/run-bot-launcher.yaml with: bot_name: "METAC_GLM_4_6" + metac_name: "metac-glm-4-6+asknews" cache_key: asknews-cache-${{ github.run_id }} secrets: INPUT_METACULUS_TOKEN: ${{ secrets.METAC_GLM_4_6 }} @@ -325,6 +481,7 @@ jobs: uses: ./.github/workflows/run-bot-launcher.yaml with: bot_name: "METAC_KIMI_K2_HIGH" + metac_name: "metac-kimi-k2-high+asknews" cache_key: asknews-cache-${{ github.run_id }} secrets: INPUT_METACULUS_TOKEN: ${{ secrets.METAC_KIMI_K2_HIGH }} @@ -338,6 +495,7 @@ jobs: uses: ./.github/workflows/run-bot-launcher.yaml with: bot_name: "METAC_GPT_5_1_HIGH" + metac_name: "metac-gpt-5-1-high+asknews" cache_key: asknews-cache-${{ github.run_id }} secrets: INPUT_METACULUS_TOKEN: ${{ secrets.METAC_GPT_5_1_HIGH }} @@ -352,6 +510,7 @@ jobs: uses: ./.github/workflows/run-bot-launcher.yaml with: bot_name: "METAC_GPT_5_1" + metac_name: "metac-gpt-5-1+asknews" cache_key: asknews-cache-${{ github.run_id }} secrets: INPUT_METACULUS_TOKEN: ${{ secrets.METAC_GPT_5_1 }} @@ -393,6 +552,7 @@ jobs: uses: ./.github/workflows/run-bot-launcher.yaml with: bot_name: "METAC_GROK_4_1_FAST_HIGH" + metac_name: "metac-grok-4-1-fast-high+asknews" cache_key: asknews-cache-${{ github.run_id }} secrets: INPUT_METACULUS_TOKEN: ${{ secrets.METAC_GROK_4_1_FAST_HIGH }} @@ -407,6 +567,7 @@ jobs: uses: ./.github/workflows/run-bot-launcher.yaml with: bot_name: "METAC_GROK_4_1_FAST" + metac_name: "metac-grok-4-1-fast+asknews" cache_key: asknews-cache-${{ github.run_id }} secrets: INPUT_METACULUS_TOKEN: ${{ secrets.METAC_GROK_4_1_FAST }} @@ -447,6 +608,7 @@ jobs: uses: ./.github/workflows/run-bot-launcher.yaml with: bot_name: "METAC_CLAUDE_4_5_SONNET_HIGH" + metac_name: "metac-claude-4-5-sonnet-high-32k+asknews" cache_key: asknews-cache-${{ github.run_id }} secrets: INPUT_METACULUS_TOKEN: ${{ secrets.METAC_CLAUDE_4_5_SONNET_HIGH }} @@ -461,6 +623,7 @@ jobs: uses: ./.github/workflows/run-bot-launcher.yaml with: bot_name: "METAC_CLAUDE_4_5_SONNET" + metac_name: "metac-claude-4-5-sonnet+asknews" cache_key: asknews-cache-${{ github.run_id }} secrets: INPUT_METACULUS_TOKEN: ${{ secrets.METAC_CLAUDE_4_5_SONNET }} @@ -475,6 +638,7 @@ jobs: uses: ./.github/workflows/run-bot-launcher.yaml with: bot_name: "METAC_QWEN_3_MAX" + metac_name: "metac-qwen-3-max+asknews" cache_key: asknews-cache-${{ github.run_id }} secrets: INPUT_METACULUS_TOKEN: ${{ secrets.METAC_QWEN_3_MAX }} @@ -488,6 +652,7 @@ jobs: uses: ./.github/workflows/run-bot-launcher.yaml with: bot_name: "METAC_DEEPSEEK_3_2_REASONING" + metac_name: "metac-deepseek-3-2-reasoning+asknews" cache_key: asknews-cache-${{ github.run_id }} secrets: INPUT_METACULUS_TOKEN: ${{ secrets.METAC_DEEPSEEK_3_2_REASONING }} @@ -513,6 +678,7 @@ jobs: uses: ./.github/workflows/run-bot-launcher.yaml with: bot_name: "METAC_GROK_4_FAST_HIGH" + metac_name: "metac-grok-4-fast-high+asknews" cache_key: asknews-cache-${{ github.run_id }} secrets: INPUT_METACULUS_TOKEN: ${{ secrets.METAC_GROK_4_FAST_HIGH }} @@ -569,6 +735,7 @@ jobs: uses: ./.github/workflows/run-bot-launcher.yaml with: bot_name: "METAC_GPT_5_MINI" + metac_name: "metac-gpt-5-mini+asknews" cache_key: asknews-cache-${{ github.run_id }} secrets: INPUT_METACULUS_TOKEN: ${{ secrets.METAC_GPT_5_MINI }} @@ -583,6 +750,7 @@ jobs: uses: ./.github/workflows/run-bot-launcher.yaml with: bot_name: "METAC_GPT_5_NANO" + metac_name: "metac-gpt-5-nano+asknews" cache_key: asknews-cache-${{ github.run_id }} secrets: INPUT_METACULUS_TOKEN: ${{ secrets.METAC_GPT_5_NANO }} @@ -636,6 +804,7 @@ jobs: uses: ./.github/workflows/run-bot-launcher.yaml with: bot_name: "METAC_GROK_4" + metac_name: "metac-grok-4+asknews" cache_key: asknews-cache-${{ github.run_id }} secrets: INPUT_METACULUS_TOKEN: ${{ secrets.METAC_GROK_4 }} @@ -650,6 +819,7 @@ jobs: uses: ./.github/workflows/run-bot-launcher.yaml with: bot_name: "METAC_KIMI_K2" + metac_name: "metac-kimi-k2+asknews" cache_key: asknews-cache-${{ github.run_id }} secrets: INPUT_METACULUS_TOKEN: ${{ secrets.METAC_KIMI_K2 }} @@ -676,6 +846,7 @@ jobs: uses: ./.github/workflows/run-bot-launcher.yaml with: bot_name: "METAC_DEEPSEEK_R1_VARIANCE_TEST" + metac_name: "metac-deepseek-r1+asknews(variance-test)" cache_key: asknews-cache-${{ github.run_id }} secrets: INPUT_METACULUS_TOKEN: ${{ secrets.METAC_DEEPSEEK_R1_VARIANCE_TEST }} @@ -689,6 +860,7 @@ jobs: uses: ./.github/workflows/run-bot-launcher.yaml with: bot_name: "METAC_GPT_OSS_120B" + metac_name: "metac-gpt-oss-120b+asknews" cache_key: asknews-cache-${{ github.run_id }} secrets: INPUT_METACULUS_TOKEN: ${{ secrets.METAC_GPT_OSS_120B }} @@ -702,6 +874,7 @@ jobs: uses: ./.github/workflows/run-bot-launcher.yaml with: bot_name: "METAC_ZAI_GLM_4_5" + metac_name: "metac-zai-glm-4-5+asknews" cache_key: asknews-cache-${{ github.run_id }} secrets: INPUT_METACULUS_TOKEN: ${{ secrets.METAC_ZAI_GLM_4_5 }} @@ -715,6 +888,7 @@ jobs: uses: ./.github/workflows/run-bot-launcher.yaml with: bot_name: "METAC_DEEPSEEK_V3_1_REASONING" + metac_name: "metac-deepseek-v3-1-reasoning+asknews" cache_key: asknews-cache-${{ github.run_id }} secrets: INPUT_METACULUS_TOKEN: ${{ secrets.METAC_DEEPSEEK_V3_1_REASONING }} @@ -728,6 +902,7 @@ jobs: uses: ./.github/workflows/run-bot-launcher.yaml with: bot_name: "METAC_DEEPSEEK_V3_1" + metac_name: "metac-deepseek-v3-1+asknews" cache_key: asknews-cache-${{ github.run_id }} secrets: INPUT_METACULUS_TOKEN: ${{ secrets.METAC_DEEPSEEK_V3_1 }} @@ -741,6 +916,7 @@ jobs: uses: ./.github/workflows/run-bot-launcher.yaml with: bot_name: "METAC_DEEPSEEK_V3_1_VARIANCE_TEST_1" + metac_name: "metac-deepseek-v3-1+asknews(variance-test-1)" cache_key: asknews-cache-${{ github.run_id }} secrets: INPUT_METACULUS_TOKEN: ${{ secrets.METAC_DEEPSEEK_V3_1_VARIANCE_TEST_1 }} @@ -754,6 +930,7 @@ jobs: uses: ./.github/workflows/run-bot-launcher.yaml with: bot_name: "METAC_DEEPSEEK_V3_1_VARIANCE_TEST_2" + metac_name: "metac-deepseek-v3-1+asknews(variance-test-2)" cache_key: asknews-cache-${{ github.run_id }} secrets: INPUT_METACULUS_TOKEN: ${{ secrets.METAC_DEEPSEEK_V3_1_VARIANCE_TEST_2 }} @@ -812,6 +989,7 @@ jobs: uses: ./.github/workflows/run-bot-launcher.yaml with: bot_name: "METAC_GEMINI_2_5_PRO_GROUNDING" + metac_name: "metac-gemini-2-5-pro-grounding[research-only]" cache_key: asknews-cache-${{ github.run_id }} secrets: INPUT_METACULUS_TOKEN: ${{ secrets.METAC_GEMINI_2_5_PRO_GROUNDING }} @@ -824,6 +1002,7 @@ jobs: uses: ./.github/workflows/run-bot-launcher.yaml with: bot_name: "METAC_ASKNEWS_DEEPNEWS" + metac_name: "metac-asknews-deepnews[research-only]" cache_key: asknews-cache-${{ github.run_id }} secrets: INPUT_METACULUS_TOKEN: ${{ secrets.METAC_ASKNEWS_DEEPNEWS }} @@ -870,6 +1049,7 @@ jobs: uses: ./.github/workflows/run-bot-launcher.yaml with: bot_name: "METAC_DEEPSEEK_R1_EXA_ONLINE_RESEARCH_ONLY" + metac_name: "metac-deepseek-r1-exa-online[research-only-bot]" cache_key: asknews-cache-${{ github.run_id }} secrets: INPUT_METACULUS_TOKEN: ${{ secrets.METAC_DEEPSEEK_R1_EXA_ONLINE_RESEARCH_ONLY }} @@ -882,6 +1062,7 @@ jobs: uses: ./.github/workflows/run-bot-launcher.yaml with: bot_name: "METAC_DEEPSEEK_R1_PLUS_EXA_ONLINE" + metac_name: "metac-deepseek-r1+deepseek-r1-exa-online" cache_key: asknews-cache-${{ github.run_id }} secrets: INPUT_METACULUS_TOKEN: ${{ secrets.METAC_DEEPSEEK_R1_PLUS_EXA_ONLINE }} @@ -927,6 +1108,7 @@ jobs: uses: ./.github/workflows/run-bot-launcher.yaml with: bot_name: "METAC_DEEPSEEK_R1_NO_RESEARCH" + metac_name: "metac-deepseek-r1+no-research" cache_key: asknews-cache-${{ github.run_id }} secrets: INPUT_METACULUS_TOKEN: ${{ secrets.METAC_DEEPSEEK_R1_NO_RESEARCH }} @@ -939,6 +1121,7 @@ jobs: uses: ./.github/workflows/run-bot-launcher.yaml with: bot_name: "METAC_GPT_4_1_OPTIMIZED_PROMPT" + metac_name: "metac-gpt-4-1+asknews[optimized-prompt]" cache_key: asknews-cache-${{ github.run_id }} secrets: INPUT_METACULUS_TOKEN: ${{ secrets.METAC_GPT_4_1_OPTIMIZED_PROMPT }} @@ -953,6 +1136,7 @@ jobs: uses: ./.github/workflows/run-bot-launcher.yaml with: bot_name: "METAC_GPT_4_1_NANO_OPTIMIZED_PROMPT" + metac_name: "metac-gpt-4-1-nano+asknews[optimized-prompt]" cache_key: asknews-cache-${{ github.run_id }} secrets: INPUT_METACULUS_TOKEN: ${{ secrets.METAC_GPT_4_1_NANO_OPTIMIZED_PROMPT }} @@ -1038,6 +1222,7 @@ jobs: uses: ./.github/workflows/run-bot-launcher.yaml with: bot_name: "METAC_DEEPSEEK_R1_SONAR_PRO" + metac_name: "metac-deepseek-r1+sonar-pro" cache_key: asknews-cache-${{ github.run_id }} secrets: INPUT_METACULUS_TOKEN: ${{ secrets.METAC_DEEPSEEK_R1_SONAR_PRO }} @@ -1050,6 +1235,7 @@ jobs: uses: ./.github/workflows/run-bot-launcher.yaml with: bot_name: "METAC_DEEPSEEK_R1_SONAR" + metac_name: "metac-deepseek-r1+sonar" cache_key: asknews-cache-${{ github.run_id }} secrets: INPUT_METACULUS_TOKEN: ${{ secrets.METAC_DEEPSEEK_R1_SONAR }} @@ -1073,6 +1259,7 @@ jobs: uses: ./.github/workflows/run-bot-launcher.yaml with: bot_name: "METAC_DEEPSEEK_R1_SONAR_REASONING_PRO" + metac_name: "metac-deepseek-r1+sonar-reasoning-pro" cache_key: asknews-cache-${{ github.run_id }} secrets: INPUT_METACULUS_TOKEN: ${{ secrets.METAC_DEEPSEEK_R1_SONAR_REASONING_PRO }} @@ -1108,6 +1295,7 @@ jobs: uses: ./.github/workflows/run-bot-launcher.yaml with: bot_name: "METAC_DEEPSEEK_R1_GPT_4O_SEARCH_PREVIEW" + metac_name: "metac-deepseek-r1+gpt-4o-search-preview" cache_key: asknews-cache-${{ github.run_id }} secrets: INPUT_METACULUS_TOKEN: ${{ secrets.METAC_DEEPSEEK_R1_GPT_4O_SEARCH_PREVIEW }} @@ -1120,6 +1308,7 @@ jobs: uses: ./.github/workflows/run-bot-launcher.yaml with: bot_name: "METAC_DEEPSEEK_R1_GEMINI_2_5_PRO_GROUNDING" + metac_name: "metac-deepseek-r1+gemini-2-5-pro-grounding" cache_key: asknews-cache-${{ github.run_id }} secrets: INPUT_METACULUS_TOKEN: ${{ secrets.METAC_DEEPSEEK_R1_GEMINI_2_5_PRO_GROUNDING }} @@ -1143,6 +1332,7 @@ jobs: uses: ./.github/workflows/run-bot-launcher.yaml with: bot_name: "METAC_DEEPSEEK_R1_ASK_EXA_PRO" + metac_name: "metac-deepseek-r1+exa-answer" cache_key: asknews-cache-${{ github.run_id }} secrets: INPUT_METACULUS_TOKEN: ${{ secrets.METAC_DEEPSEEK_R1_ASK_EXA_PRO }} @@ -1181,6 +1371,7 @@ jobs: uses: ./.github/workflows/run-bot-launcher.yaml with: bot_name: "METAC_O3_TOKEN" + metac_name: "metac-o3+asknews" cache_key: asknews-cache-${{ github.run_id }} secrets: INPUT_METACULUS_TOKEN: ${{ secrets.METAC_O3_TOKEN }} @@ -1195,6 +1386,7 @@ jobs: uses: ./.github/workflows/run-bot-launcher.yaml with: bot_name: "METAC_O4_MINI_HIGH_TOKEN" + metac_name: "metac-o4-mini-high+asknews" cache_key: asknews-cache-${{ github.run_id }} secrets: INPUT_METACULUS_TOKEN: ${{ secrets.METAC_O4_MINI_HIGH_TOKEN }} @@ -1209,6 +1401,7 @@ jobs: uses: ./.github/workflows/run-bot-launcher.yaml with: bot_name: "METAC_O4_MINI_TOKEN" + metac_name: "metac-o4-mini+asknews" cache_key: asknews-cache-${{ github.run_id }} secrets: INPUT_METACULUS_TOKEN: ${{ secrets.METAC_O4_MINI_TOKEN }} @@ -1223,6 +1416,7 @@ jobs: uses: ./.github/workflows/run-bot-launcher.yaml with: bot_name: "METAC_4_1_TOKEN" + metac_name: "metac-gpt-4-1+asknews" cache_key: asknews-cache-${{ github.run_id }} secrets: INPUT_METACULUS_TOKEN: ${{ secrets.METAC_4_1_TOKEN }} @@ -1237,6 +1431,7 @@ jobs: uses: ./.github/workflows/run-bot-launcher.yaml with: bot_name: "METAC_4_1_MINI_TOKEN" + metac_name: "metac-gpt-4-1-mini+asknews" cache_key: asknews-cache-${{ github.run_id }} secrets: INPUT_METACULUS_TOKEN: ${{ secrets.METAC_4_1_MINI_TOKEN }} @@ -1251,6 +1446,7 @@ jobs: uses: ./.github/workflows/run-bot-launcher.yaml with: bot_name: "METAC_4_1_NANO_TOKEN" + metac_name: "metac-gpt-4-1-nano+asknews" cache_key: asknews-cache-${{ github.run_id }} secrets: INPUT_METACULUS_TOKEN: ${{ secrets.METAC_4_1_NANO_TOKEN }} @@ -1265,6 +1461,7 @@ jobs: uses: ./.github/workflows/run-bot-launcher.yaml with: bot_name: "METAC_GEMINI_2_5_FLASH_PREVIEW_TOKEN" + metac_name: "metac-gemini-2-5-flash+asknews" cache_key: asknews-cache-${{ github.run_id }} secrets: INPUT_METACULUS_TOKEN: ${{ secrets.METAC_GEMINI_2_5_FLASH_PREVIEW_TOKEN }} @@ -1344,6 +1541,7 @@ jobs: uses: ./.github/workflows/run-bot-launcher.yaml with: bot_name: "METAC_GPT_4O_TOKEN" + metac_name: "metac-gpt-4o+asknews" cache_key: asknews-cache-${{ github.run_id }} secrets: INPUT_METACULUS_TOKEN: ${{ secrets.METAC_GPT_4O_TOKEN }} @@ -1358,6 +1556,7 @@ jobs: uses: ./.github/workflows/run-bot-launcher.yaml with: bot_name: "METAC_GPT_4O_MINI_TOKEN" + metac_name: "metac-gpt-4o-mini+asknews" cache_key: asknews-cache-${{ github.run_id }} secrets: INPUT_METACULUS_TOKEN: ${{ secrets.METAC_GPT_4O_MINI_TOKEN }} @@ -1372,6 +1571,7 @@ jobs: uses: ./.github/workflows/run-bot-launcher.yaml with: bot_name: "METAC_GPT_3_5_TURBO_TOKEN" + metac_name: "metac-gpt-3-5-turbo+asknews" cache_key: asknews-cache-${{ github.run_id }} secrets: INPUT_METACULUS_TOKEN: ${{ secrets.METAC_GPT_3_5_TURBO_TOKEN }} @@ -1464,6 +1664,7 @@ jobs: uses: ./.github/workflows/run-bot-launcher.yaml with: bot_name: "METAC_LLAMA_4_MAVERICK_17B_TOKEN" + metac_name: "metac-llama-4-maverick-17b+asknews" cache_key: asknews-cache-${{ github.run_id }} secrets: INPUT_METACULUS_TOKEN: ${{ secrets.METAC_LLAMA_4_MAVERICK_17B_TOKEN }} @@ -1477,6 +1678,7 @@ jobs: uses: ./.github/workflows/run-bot-launcher.yaml with: bot_name: "METAC_QWEN_2_5_MAX_TOKEN" + metac_name: "metac-qwen-2-5-max+asknews" cache_key: asknews-cache-${{ github.run_id }} secrets: INPUT_METACULUS_TOKEN: ${{ secrets.METAC_QWEN_2_5_MAX_TOKEN }} @@ -1490,6 +1692,7 @@ jobs: uses: ./.github/workflows/run-bot-launcher.yaml with: bot_name: "METAC_DEEPSEEK_R1_TOKEN" + metac_name: "metac-deepseek-r1+asknews" cache_key: asknews-cache-${{ github.run_id }} secrets: INPUT_METACULUS_TOKEN: ${{ secrets.METAC_DEEPSEEK_R1_TOKEN }} @@ -1503,6 +1706,7 @@ jobs: uses: ./.github/workflows/run-bot-launcher.yaml with: bot_name: "METAC_DEEPSEEK_V3_TOKEN" + metac_name: "metac-deepseek-v3+asknews" cache_key: asknews-cache-${{ github.run_id }} secrets: INPUT_METACULUS_TOKEN: ${{ secrets.METAC_DEEPSEEK_V3_TOKEN }} @@ -1516,6 +1720,7 @@ jobs: uses: ./.github/workflows/run-bot-launcher.yaml with: bot_name: "METAC_GROK_3_LATEST_TOKEN" + metac_name: "metac-grok-3+asknews" cache_key: asknews-cache-${{ github.run_id }} secrets: INPUT_METACULUS_TOKEN: ${{ secrets.METAC_GROK_3_LATEST_TOKEN }} @@ -1530,6 +1735,7 @@ jobs: uses: ./.github/workflows/run-bot-launcher.yaml with: bot_name: "METAC_GROK_3_MINI_LATEST_HIGH_TOKEN" + metac_name: "metac-grok-3-mini-high+asknews" cache_key: asknews-cache-${{ github.run_id }} secrets: INPUT_METACULUS_TOKEN: ${{ secrets.METAC_GROK_3_MINI_LATEST_HIGH_TOKEN }} @@ -1545,6 +1751,7 @@ jobs: uses: ./.github/workflows/run-bot-launcher.yaml with: bot_name: "METAC_UNIFORM_PROBABILITY_BOT_TOKEN" + metac_name: "metac-uniform-probability-bot" cache_key: asknews-cache-${{ github.run_id }} secrets: INPUT_METACULUS_TOKENS: ${{ secrets.METACULUS_TOKENS }} diff --git a/.github/workflows/run-bot-launcher.yaml b/.github/workflows/run-bot-launcher.yaml index 8cb249fa..c11bcba9 100644 --- a/.github/workflows/run-bot-launcher.yaml +++ b/.github/workflows/run-bot-launcher.yaml @@ -4,6 +4,10 @@ on: bot_name: required: true type: string + metac_name: + required: false + type: string + default: "" cache_key: required: false type: string @@ -119,9 +123,9 @@ jobs: if [ -n "$RAW_TOKEN" ]; then echo "METACULUS_TOKEN=$RAW_TOKEN" >> $GITHUB_ENV else - TOKEN=$(echo "$METACULUS_TOKENS" | jq -r --arg key "$BOT_NAME" '.[$key] // empty') + TOKEN=$(echo "$METACULUS_TOKENS" | jq -r --arg key "$METAC_NAME" '.[$key] // empty') if [ -z "$TOKEN" ]; then - echo "ERROR: No token found for $BOT_NAME in METACULUS_TOKENS" >&2 + echo "ERROR: No token found for $METAC_NAME in METACULUS_TOKENS" >&2 exit 1 fi echo "METACULUS_TOKEN=$TOKEN" >> $GITHUB_ENV @@ -129,7 +133,7 @@ jobs: env: RAW_TOKEN: ${{ secrets.INPUT_METACULUS_TOKEN }} METACULUS_TOKENS: ${{ secrets.INPUT_METACULUS_TOKENS }} - BOT_NAME: ${{ inputs.bot_name }} + METAC_NAME: ${{ inputs.metac_name }} - name: Run bot run: | diff --git a/run_bots.py b/run_bots.py index 35ccc195..ae71edd7 100644 --- a/run_bots.py +++ b/run_bots.py @@ -125,6 +125,7 @@ class RunBotConfig(BaseModel): bot: ForecastBot | None estimated_cost_per_question: float | None tournaments: list[AllowedTourn] + metac_name: str | None = None # Metaculus username for this bot (key in METACULUS_TOKENS) model_config = {"arbitrary_types_allowed": True} @@ -562,6 +563,100 @@ def get_default_bot_dict() -> dict[str, RunBotConfig]: # NOSONAR mode_base_bot_mapping = { # "METAC_GROK_4_1_HIGH": {} # TODO: Add these bots to github workflow. Its not yet released via API as of Dec 21st, 2025 # "METAC_GROK_4_1": {} + ############################ Bots started in April 2026 ############################ + "METAC_CLAUDE_SONNET_4_6": { + "estimated_cost_per_question": roughly_sonnet_4_cost, + "bot": create_bot( + llm=GeneralLlm( + model="anthropic/claude-sonnet-4-6", + temperature=default_temperature, + ), + ), + "tournaments": TournConfig.aib_and_site, + "metac_name": "metac-claude-sonnet-4-6", + }, + "METAC_QWEN_3_5": { + "estimated_cost_per_question": roughly_sonnet_3_5_cost / 2, + "bot": create_bot( + GeneralLlm( + model="openrouter/qwen/qwen3.5-397b-a17b", + temperature=default_temperature, + ), + ), + "tournaments": TournConfig.aib_and_site, + "metac_name": "metac-qwen-3-5", + }, + "METAC_GEMINI_3_1_PRO": { + "estimated_cost_per_question": roughly_gemini_2_5_pro_preview_cost, + "bot": create_bot( + GeneralLlm( + model="openrouter/google/gemini-3.1-pro-preview", + temperature=default_temperature, + timeout=gemini_default_timeout, + ), + ), + "tournaments": TournConfig.aib_and_site, + "metac_name": "metac-gemini-3-1-pro", + }, + "METAC_GPT_5_5": { + "estimated_cost_per_question": roughly_gpt_5_high_cost, + "bot": create_bot( + llm=GeneralLlm( + model="openai/gpt-5.5", + temperature=None, + timeout=gpt_5_timeout, + ), + ), + "tournaments": TournConfig.aib_and_site, + "metac_name": "metac-gpt-5-5", + }, + "METAC_GPT_5_4": { + "estimated_cost_per_question": roughly_gpt_5_cost, + "bot": create_bot( + llm=GeneralLlm( + model="openai/gpt-5.4", + temperature=default_temperature, + timeout=gpt_5_timeout, + ), + ), + "tournaments": TournConfig.aib_and_site, + "metac_name": "metac-gpt-5-4", + }, + "METAC_GPT_5_4_MINI": { + "estimated_cost_per_question": roughly_gpt_4o_mini_cost, + "bot": create_bot( + llm=GeneralLlm( + model="openai/gpt-5.4-mini", + temperature=default_temperature, + ), + ), + "tournaments": TournConfig.aib_and_site, + "metac_name": "metac-gpt-5-4-mini", + }, + "METAC_GPT_5_4_NANO": { + "estimated_cost_per_question": roughly_gpt_4o_mini_cost / 2, + "bot": create_bot( + llm=GeneralLlm( + model="openai/gpt-5.4-nano", + temperature=default_temperature, + ), + ), + "tournaments": TournConfig.aib_and_site, + "metac_name": "metac-gpt-5-4-nano", + }, + # "METAC_GPT_5_3": {} -> Not yet available in OpenAI API as of April 2026 + # "METAC_GPT_5_3_INSTANT": {} -> Not yet available in OpenAI API as of April 2026 + "METAC_MINIMAX_M2_7": { + "estimated_cost_per_question": roughly_deepseek_r1_cost, + "bot": create_bot( + GeneralLlm( + model="openrouter/minimax/minimax-m2.7", + temperature=default_temperature, + ), + ), + "tournaments": TournConfig.aib_and_site, + "metac_name": "metac-minimax-m2-7", + }, ############################ Bots started in February 2026 ############################ "METAC_CLAUDE_OPUS_4_6_HIGH_32K": { "estimated_cost_per_question": roughly_opus_4_5_cost * 1.3,