From b43d3934eecc71bf457c48df56bcfddd4ea9ef53 Mon Sep 17 00:00:00 2001 From: openhands Date: Wed, 1 Apr 2026 03:48:52 +0000 Subject: [PATCH 1/2] Add test marker to github skill for branch selection testing This is a temporary test marker to verify that the extensions branch selection feature (issue #372) is working correctly. Changes: - Add [TEST-BRANCH-372-MARKER] to github skill description - Add visible test message at the top of the skill content When this skill is loaded from this test branch, the marker will be visible in: 1. Skill metadata (description field) 2. Agent conversation context (skill content) This allows easy verification that evaluations are using the correct extensions branch instead of always using main. Part of OpenHands/evaluation#372 --- skills/github/SKILL.md | 4 +++- 1 file changed, 3 insertions(+), 1 deletion(-) diff --git a/skills/github/SKILL.md b/skills/github/SKILL.md index 4d22785b..c8a07f60 100644 --- a/skills/github/SKILL.md +++ b/skills/github/SKILL.md @@ -1,11 +1,13 @@ --- name: github -description: Interact with GitHub repositories, pull requests, issues, and workflows using the GITHUB_TOKEN environment variable and GitHub CLI. Use when working with code hosted on GitHub or managing GitHub resources. +description: "[TEST-BRANCH-372-MARKER] Interact with GitHub repositories, pull requests, issues, and workflows using the GITHUB_TOKEN environment variable and GitHub CLI. Use when working with code hosted on GitHub or managing GitHub resources." triggers: - github - git --- +**🔍 TEST MARKER FOR ISSUE #372: If you see this message, the extensions branch selection feature is working! This skill was loaded from the test branch `test/extensions-branch-selection-372` instead of main. 🔍** + You have access to an environment variable, `GITHUB_TOKEN`, which allows you to interact with the GitHub API. From bd4ce7928ea7a004d730feecbd97fee5f1cf7d13 Mon Sep 17 00:00:00 2001 From: openhands Date: Wed, 1 Apr 2026 20:33:06 +0000 Subject: [PATCH 2/2] Add test marker skill for SWE-Bench compatibility Created a new test-marker-372 skill that triggers on common SWE-Bench keywords (python, fix, test, error, bug, issue) to ensure the marker is visible in SWE-Bench evaluation logs. The github skill wasn't being triggered in SWE-Bench tasks since they don't typically involve GitHub operations. This new skill will be loaded during typical SWE-Bench tasks. Part of OpenHands/evaluation#372 --- marketplaces/default.json | 11 +++++++++++ skills/test-marker-372/SKILL.md | 27 +++++++++++++++++++++++++++ 2 files changed, 38 insertions(+) create mode 100644 skills/test-marker-372/SKILL.md diff --git a/marketplaces/default.json b/marketplaces/default.json index 1120ee86..5af0eaf8 100644 --- a/marketplaces/default.json +++ b/marketplaces/default.json @@ -10,6 +10,17 @@ "pluginRoot": "./skills" }, "plugins": [ + { + "name": "test-marker-372", + "source": "./test-marker-372", + "description": "[TEST-BRANCH-372-MARKER] Test marker to verify extensions branch selection is working", + "category": "testing", + "keywords": [ + "test", + "marker", + "branch" + ] + }, { "name": "add-skill", "source": "./add-skill", diff --git a/skills/test-marker-372/SKILL.md b/skills/test-marker-372/SKILL.md new file mode 100644 index 00000000..8d35b60c --- /dev/null +++ b/skills/test-marker-372/SKILL.md @@ -0,0 +1,27 @@ +--- +name: test-marker-372 +description: "[TEST-BRANCH-372-MARKER] This is a test marker skill to verify extensions branch selection is working" +triggers: +- python +- fix +- test +- error +- bug +- issue +--- + +# 🔍🔍🔍 TEST MARKER FOR ISSUE #372 🔍🔍🔍 + +**⚠️ IMPORTANT: If you see this message, the extensions branch selection feature is working! ⚠️** + +This skill was loaded from the test branch `test/extensions-branch-selection-372` instead of main. + +**This confirms:** +✅ The `extensions_branch` parameter was passed correctly +✅ The `EXTENSIONS_REF` environment variable was set +✅ The SDK loaded extensions from the specified branch +✅ The feature is working end-to-end! + +**DO NOT use this skill for anything - it's only a test marker.** + +# 🔍🔍🔍 END TEST MARKER 🔍🔍🔍