File size: 1,572 Bytes
246d201 |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 |
checkout_eval_branch() {
if [ -z "$COMMIT_HASH" ]; then
echo "Commit hash not specified, use current git commit"
return 0
fi
if git diff --quiet $COMMIT_HASH HEAD; then
echo "The given hash is equivalent to the current HEAD"
return 0
fi
echo "Start to checkout openhands version to $COMMIT_HASH, but keep current evaluation harness"
if ! git diff-index --quiet HEAD --; then
echo "There are uncommitted changes, please stash or commit them first"
exit 1
fi
current_branch=$(git rev-parse --abbrev-ref HEAD)
echo "Current version is: $current_branch"
echo "Check out OpenHands to version: $COMMIT_HASH"
if ! git checkout $COMMIT_HASH; then
echo "Failed to check out to $COMMIT_HASH"
exit 1
fi
echo "Revert changes in evaluation folder"
git checkout $current_branch -- evaluation
# Trap the EXIT signal to checkout original branch
trap checkout_original_branch EXIT
}
checkout_original_branch() {
if [ -z "$current_branch" ]; then
return 0
fi
echo "Checkout back to original branch $current_branch"
git checkout $current_branch
}
get_openhands_version() {
# IMPORTANT: Because Agent's prompt changes fairly often in the rapidly evolving codebase of OpenHands
# We need to track the version of Agent in the evaluation to make sure results are comparable
OPENHANDS_VERSION=v$(poetry run python -c "from openhands import get_version; print(get_version())")
}
|