Skip to content

Commit 7aa064f

Browse files
authored
refactor cli and validate before create rft (#348)
* refactor cli and validate before create rft * update tests * update to separate validation and upload of dataset * don't validate when looking for candidate * rename test file * don't allow dataset id and dataset jsonl * use func_name
1 parent b483e00 commit 7aa064f

File tree

7 files changed

+1414
-1044
lines changed

7 files changed

+1414
-1044
lines changed

eval_protocol/cli.py

Lines changed: 20 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -433,6 +433,26 @@ def parse_args(args=None):
433433
rft_parser.add_argument("--yes", "-y", action="store_true", help="Non-interactive mode")
434434
rft_parser.add_argument("--dry-run", action="store_true", help="Print planned REST calls without sending")
435435
rft_parser.add_argument("--force", action="store_true", help="Overwrite existing evaluator with the same ID")
436+
rft_parser.add_argument(
437+
"--skip-validation",
438+
action="store_true",
439+
help="Skip local dataset and evaluator validation before creating the RFT job",
440+
)
441+
rft_parser.add_argument(
442+
"--ignore-docker",
443+
action="store_true",
444+
help="Ignore Dockerfile even if present; run pytest on host during evaluator validation",
445+
)
446+
rft_parser.add_argument(
447+
"--docker-build-extra",
448+
default="",
449+
help="Extra flags to pass to 'docker build' when validating evaluator (quoted string, e.g. \"--no-cache --pull --progress=plain\")",
450+
)
451+
rft_parser.add_argument(
452+
"--docker-run-extra",
453+
default="",
454+
help="Extra flags to pass to 'docker run' when validating evaluator (quoted string, e.g. \"--env-file .env --memory=8g\")",
455+
)
436456

437457
# Local test command
438458
local_test_parser = subparsers.add_parser(

0 commit comments

Comments
 (0)