634 lines
21 KiB
JSON
634 lines
21 KiB
JSON
{
|
|
"source_report": "param_hallucination_20260728_120943",
|
|
"source_file": "raw_dashscope_qwen3_7-max_20260728_120943.json",
|
|
"source_dws_commit": "a8e83e5",
|
|
"model": "dashscope/qwen3.7-max",
|
|
"expected_count": 52,
|
|
"badcases": [
|
|
{
|
|
"id": "dws_im_v3_0003-run10-command0",
|
|
"case_id": "dws_im_v3_0003",
|
|
"run": 10,
|
|
"command_index": 0,
|
|
"turn": 1,
|
|
"source_path": "chat +members",
|
|
"expected_outcome": "rewrite",
|
|
"raw": "dws chat +members --group \"dws测试群01\" --format json",
|
|
"original_exit_code": 3,
|
|
"is_help": false
|
|
},
|
|
{
|
|
"id": "dws_im_v3_0003-run10-command1",
|
|
"case_id": "dws_im_v3_0003",
|
|
"run": 10,
|
|
"command_index": 1,
|
|
"turn": 1,
|
|
"source_path": "chat +members",
|
|
"expected_outcome": "rewrite",
|
|
"raw": "dws chat +members --group-name \"dws测试群01\" --format json",
|
|
"original_exit_code": 3,
|
|
"is_help": false
|
|
},
|
|
{
|
|
"id": "dws_im_v3_0003-run10-command2",
|
|
"case_id": "dws_im_v3_0003",
|
|
"run": 10,
|
|
"command_index": 2,
|
|
"turn": 1,
|
|
"source_path": "chat +members",
|
|
"expected_outcome": "rewrite",
|
|
"raw": "dws chat +members \"dws测试群01\" --format json",
|
|
"original_exit_code": 5,
|
|
"is_help": false
|
|
},
|
|
{
|
|
"id": "dws_im_v3_0010-run1-command1",
|
|
"case_id": "dws_im_v3_0010",
|
|
"run": 1,
|
|
"command_index": 1,
|
|
"turn": 1,
|
|
"source_path": "chat +send-dm",
|
|
"expected_outcome": "ambiguous",
|
|
"raw": "dws chat +send-dm --open-dingtalk-id DCumk1qOOIgsjxMVAxenQsyiPzt5zTjyzS --content \"评测任务更新了，稍后同步\" --format json",
|
|
"original_exit_code": 3,
|
|
"is_help": false
|
|
},
|
|
{
|
|
"id": "dws_im_v3_0010-run1-command2",
|
|
"case_id": "dws_im_v3_0010",
|
|
"run": 1,
|
|
"command_index": 2,
|
|
"turn": 1,
|
|
"source_path": "chat +send-dm",
|
|
"expected_outcome": "ambiguous",
|
|
"raw": "dws chat +send-dm --dingtalk-id DCumk1qOOIgsjxMVAxenQsyiPzt5zTjyzS --content \"评测任务更新了，稍后同步\" --format json",
|
|
"original_exit_code": 3,
|
|
"is_help": false
|
|
},
|
|
{
|
|
"id": "dws_im_v3_0010-run8-command4",
|
|
"case_id": "dws_im_v3_0010",
|
|
"run": 8,
|
|
"command_index": 4,
|
|
"turn": 1,
|
|
"source_path": "chat +send-single",
|
|
"expected_outcome": "ambiguous",
|
|
"raw": "dws chat +send-single --user-id \"DCumk1qOOIgsjxMVAxenQsyiPzt5zTjyzS\" --content \"评测任务更新了，稍后同步\" --format json",
|
|
"original_exit_code": 3,
|
|
"is_help": false
|
|
},
|
|
{
|
|
"id": "dws_im_v3_0010-run10-command0",
|
|
"case_id": "dws_im_v3_0010",
|
|
"run": 10,
|
|
"command_index": 0,
|
|
"turn": 1,
|
|
"source_path": "chat +send-by-bot",
|
|
"expected_outcome": "ambiguous",
|
|
"raw": "dws chat +send-by-bot --open-dingtalk-id \"段旭彬\" --message \"评测任务更新了，稍后同步\" --format json",
|
|
"original_exit_code": 3,
|
|
"is_help": false
|
|
},
|
|
{
|
|
"id": "dws_im_v3_0010-run10-command1",
|
|
"case_id": "dws_im_v3_0010",
|
|
"run": 10,
|
|
"command_index": 1,
|
|
"turn": 1,
|
|
"source_path": "chat +send-by-bot",
|
|
"expected_outcome": "ambiguous",
|
|
"raw": "dws chat +send-by-bot --open-id \"段旭彬\" --msg \"评测任务更新了，稍后同步\" --format json",
|
|
"original_exit_code": 3,
|
|
"is_help": false
|
|
},
|
|
{
|
|
"id": "dws_im_v3_0010-run10-command2",
|
|
"case_id": "dws_im_v3_0010",
|
|
"run": 10,
|
|
"command_index": 2,
|
|
"turn": 1,
|
|
"source_path": "chat +send-by-bot",
|
|
"expected_outcome": "ambiguous",
|
|
"raw": "dws chat +send-by-bot \"段旭彬\" \"评测任务更新了，稍后同步\" --format json",
|
|
"original_exit_code": 5,
|
|
"is_help": false
|
|
},
|
|
{
|
|
"id": "dws_im_v3_0011-run1-command3",
|
|
"case_id": "dws_im_v3_0011",
|
|
"run": 1,
|
|
"command_index": 3,
|
|
"turn": 1,
|
|
"source_path": "chat +send-media",
|
|
"expected_outcome": "ambiguous",
|
|
"raw": "dws chat +send-media --user-id \"489149\" --file-path \"建筑.jpeg\" --format json",
|
|
"original_exit_code": 3,
|
|
"is_help": false
|
|
},
|
|
{
|
|
"id": "dws_im_v3_0011-run1-command4",
|
|
"case_id": "dws_im_v3_0011",
|
|
"run": 1,
|
|
"command_index": 4,
|
|
"turn": 1,
|
|
"source_path": "chat +send-media",
|
|
"expected_outcome": "ambiguous",
|
|
"raw": "dws chat +send-media --receiver \"489149\" --file-path \"建筑.jpeg\" --format json",
|
|
"original_exit_code": 3,
|
|
"is_help": false
|
|
},
|
|
{
|
|
"id": "dws_im_v3_0011-run9-command1",
|
|
"case_id": "dws_im_v3_0011",
|
|
"run": 9,
|
|
"command_index": 1,
|
|
"turn": 1,
|
|
"source_path": "chat +send-file",
|
|
"expected_outcome": "ambiguous",
|
|
"raw": "dws chat +send-file --user-id 489149 --file \"/private/var/folders/wy/34yt54fd7fv1ccgg3jpcwd140000gn/T/dws_eval_case__ysfhvr3/建筑.jpeg\" --format json",
|
|
"original_exit_code": 3,
|
|
"is_help": false
|
|
},
|
|
{
|
|
"id": "dws_im_v3_0011-run9-command2",
|
|
"case_id": "dws_im_v3_0011",
|
|
"run": 9,
|
|
"command_index": 2,
|
|
"turn": 1,
|
|
"source_path": "chat +send-file",
|
|
"expected_outcome": "ambiguous",
|
|
"raw": "dws chat +send-file --dry-run --format json 2>&1 | head -50",
|
|
"original_exit_code": 0,
|
|
"is_help": false
|
|
},
|
|
{
|
|
"id": "dws_im_v3_0012-run1-command2",
|
|
"case_id": "dws_im_v3_0012",
|
|
"run": 1,
|
|
"command_index": 2,
|
|
"turn": 1,
|
|
"source_path": "chat +send-file",
|
|
"expected_outcome": "ambiguous",
|
|
"raw": "dws chat +send-file \"/private/var/folders/wy/34yt54fd7fv1ccgg3jpcwd140000gn/T/dws_eval_case_bc6azkyi/streamlit.docx\" --to \"符咏畅\" --format json",
|
|
"original_exit_code": 3,
|
|
"is_help": false
|
|
},
|
|
{
|
|
"id": "dws_im_v3_0012-run1-command3",
|
|
"case_id": "dws_im_v3_0012",
|
|
"run": 1,
|
|
"command_index": 3,
|
|
"turn": 1,
|
|
"source_path": "chat +send-file",
|
|
"expected_outcome": "ambiguous",
|
|
"raw": "dws chat +send-file \"/private/var/folders/wy/34yt54fd7fv1ccgg3jpcwd140000gn/T/dws_eval_case_bc6azkyi/streamlit.docx\" --user \"符咏畅\" --format json",
|
|
"original_exit_code": 3,
|
|
"is_help": false
|
|
},
|
|
{
|
|
"id": "dws_im_v3_0012-run2-command3",
|
|
"case_id": "dws_im_v3_0012",
|
|
"run": 2,
|
|
"command_index": 3,
|
|
"turn": 1,
|
|
"source_path": "chat +send-file",
|
|
"expected_outcome": "ambiguous",
|
|
"raw": "dws chat +send-file --receiver 519483 --file \"/private/var/folders/wy/34yt54fd7fv1ccgg3jpcwd140000gn/T/dws_eval_case_3er98f5m/streamlit.docx\" --format json",
|
|
"original_exit_code": 3,
|
|
"is_help": false
|
|
},
|
|
{
|
|
"id": "dws_im_v3_0012-run2-command8",
|
|
"case_id": "dws_im_v3_0012",
|
|
"run": 2,
|
|
"command_index": 8,
|
|
"turn": 1,
|
|
"source_path": "chat +send",
|
|
"expected_outcome": "ambiguous",
|
|
"raw": "dws chat +send --user 519483 --file \"/private/var/folders/wy/34yt54fd7fv1ccgg3jpcwd140000gn/T/dws_eval_case_3er98f5m/streamlit.docx\" --format json",
|
|
"original_exit_code": 3,
|
|
"is_help": false
|
|
},
|
|
{
|
|
"id": "dws_im_v3_0012-run3-command1",
|
|
"case_id": "dws_im_v3_0012",
|
|
"run": 3,
|
|
"command_index": 1,
|
|
"turn": 1,
|
|
"source_path": "chat +send-file",
|
|
"expected_outcome": "ambiguous",
|
|
"raw": "dws chat +send-file --user-id 519483 --file \"/private/var/folders/wy/34yt54fd7fv1ccgg3jpcwd140000gn/T/dws_eval_case_cljycf8p/streamlit.docx\" --format json",
|
|
"original_exit_code": 3,
|
|
"is_help": false
|
|
},
|
|
{
|
|
"id": "dws_im_v3_0012-run3-command2",
|
|
"case_id": "dws_im_v3_0012",
|
|
"run": 3,
|
|
"command_index": 2,
|
|
"turn": 1,
|
|
"source_path": "chat +send-file",
|
|
"expected_outcome": "ambiguous",
|
|
"raw": "dws chat +send-file --receiver 519483 --file \"/private/var/folders/wy/34yt54fd7fv1ccgg3jpcwd140000gn/T/dws_eval_case_cljycf8p/streamlit.docx\" --format json",
|
|
"original_exit_code": 3,
|
|
"is_help": false
|
|
},
|
|
{
|
|
"id": "dws_im_v3_0012-run4-command3",
|
|
"case_id": "dws_im_v3_0012",
|
|
"run": 4,
|
|
"command_index": 3,
|
|
"turn": 1,
|
|
"source_path": "chat +send-file",
|
|
"expected_outcome": "ambiguous",
|
|
"raw": "dws chat +send-file --help",
|
|
"original_exit_code": 64,
|
|
"is_help": true
|
|
},
|
|
{
|
|
"id": "dws_im_v3_0012-run6-command4",
|
|
"case_id": "dws_im_v3_0012",
|
|
"run": 6,
|
|
"command_index": 4,
|
|
"turn": 1,
|
|
"source_path": "chat +send-file",
|
|
"expected_outcome": "ambiguous",
|
|
"raw": "dws chat +send-file --user 519483 --file \"/private/var/folders/wy/34yt54fd7fv1ccgg3jpcwd140000gn/T/dws_eval_case_8ef9dsey/streamlit.docx\" --format json",
|
|
"original_exit_code": 3,
|
|
"is_help": false
|
|
},
|
|
{
|
|
"id": "dws_im_v3_0012-run6-command5",
|
|
"case_id": "dws_im_v3_0012",
|
|
"run": 6,
|
|
"command_index": 5,
|
|
"turn": 1,
|
|
"source_path": "chat +send-file",
|
|
"expected_outcome": "ambiguous",
|
|
"raw": "dws chat +send-file --to \"519483\" --file \"/private/var/folders/wy/34yt54fd7fv1ccgg3jpcwd140000gn/T/dws_eval_case_8ef9dsey/streamlit.docx\" --format json",
|
|
"original_exit_code": 3,
|
|
"is_help": false
|
|
},
|
|
{
|
|
"id": "dws_im_v3_0012-run6-command6",
|
|
"case_id": "dws_im_v3_0012",
|
|
"run": 6,
|
|
"command_index": 6,
|
|
"turn": 1,
|
|
"source_path": "chat +send-file",
|
|
"expected_outcome": "ambiguous",
|
|
"raw": "dws chat +send-file --name \"符咏畅\" --path \"/private/var/folders/wy/34yt54fd7fv1ccgg3jpcwd140000gn/T/dws_eval_case_8ef9dsey/streamlit.docx\" --format json",
|
|
"original_exit_code": 3,
|
|
"is_help": false
|
|
},
|
|
{
|
|
"id": "dws_im_v3_0012-run7-command1",
|
|
"case_id": "dws_im_v3_0012",
|
|
"run": 7,
|
|
"command_index": 1,
|
|
"turn": 1,
|
|
"source_path": "chat +send-file",
|
|
"expected_outcome": "ambiguous",
|
|
"raw": "dws chat +send-file --user-id \"519483\" --file-path \"/private/var/folders/wy/34yt54fd7fv1ccgg3jpcwd140000gn/T/dws_eval_case_fjcfinmi/streamlit.docx\" --format json",
|
|
"original_exit_code": 3,
|
|
"is_help": false
|
|
},
|
|
{
|
|
"id": "dws_im_v3_0012-run7-command2",
|
|
"case_id": "dws_im_v3_0012",
|
|
"run": 7,
|
|
"command_index": 2,
|
|
"turn": 1,
|
|
"source_path": "chat +send-file",
|
|
"expected_outcome": "ambiguous",
|
|
"raw": "dws chat +send-file --format json --userid \"519483\" --file \"/private/var/folders/wy/34yt54fd7fv1ccgg3jpcwd140000gn/T/dws_eval_case_fjcfinmi/streamlit.docx\"",
|
|
"original_exit_code": 3,
|
|
"is_help": false
|
|
},
|
|
{
|
|
"id": "dws_im_v3_0016-run1-command7",
|
|
"case_id": "dws_im_v3_0016",
|
|
"run": 1,
|
|
"command_index": 7,
|
|
"turn": 3,
|
|
"source_path": "chat +rename-group",
|
|
"expected_outcome": "rewrite",
|
|
"raw": "dws chat +rename-group --id \"cideWy3UCPNZ4k8Mr4BL/8KRQ==\" --name \"测试废物群-20260713\" --format json",
|
|
"original_exit_code": 3,
|
|
"is_help": false
|
|
},
|
|
{
|
|
"id": "dws_im_v3_0017-run2-command6",
|
|
"case_id": "dws_im_v3_0017",
|
|
"run": 2,
|
|
"command_index": 6,
|
|
"turn": 2,
|
|
"source_path": "chat +send-message",
|
|
"expected_outcome": "ambiguous",
|
|
"raw": "dws chat +send-message --group \"cidACeQ0fCtKfLsFGvA47gXaQ==\" --content \"@陈邦杰 请确认下评测环境\" --mention \"DCumk1qOOIgvuN6zOZeehqYdii06QhlcIl\" --format json",
|
|
"original_exit_code": 3,
|
|
"is_help": false
|
|
},
|
|
{
|
|
"id": "dws_im_v3_0017-run2-command7",
|
|
"case_id": "dws_im_v3_0017",
|
|
"run": 2,
|
|
"command_index": 7,
|
|
"turn": 2,
|
|
"source_path": "chat +send-message",
|
|
"expected_outcome": "ambiguous",
|
|
"raw": "dws chat +send-message --open-conversation-id \"cidACeQ0fCtKfLsFGvA47gXaQ==\" --content \"@陈邦杰 请确认下评测环境\" --mention \"DCumk1qOOIgvuN6zOZeehqYdii06QhlcIl\" --format json",
|
|
"original_exit_code": 3,
|
|
"is_help": false
|
|
},
|
|
{
|
|
"id": "dws_im_v3_0017-run2-command9",
|
|
"case_id": "dws_im_v3_0017",
|
|
"run": 2,
|
|
"command_index": 9,
|
|
"turn": 2,
|
|
"source_path": "chat +send-message",
|
|
"expected_outcome": "ambiguous",
|
|
"raw": "dws chat +send-message --format json 2>&1",
|
|
"original_exit_code": 5,
|
|
"is_help": false
|
|
},
|
|
{
|
|
"id": "dws_im_v3_0017-run5-command0",
|
|
"case_id": "dws_im_v3_0017",
|
|
"run": 5,
|
|
"command_index": 0,
|
|
"turn": 1,
|
|
"source_path": "chat +group-member-list",
|
|
"expected_outcome": "rewrite",
|
|
"raw": "dws chat +group-member-list --group-name \"dws测试群01\" --format json",
|
|
"original_exit_code": 3,
|
|
"is_help": false
|
|
},
|
|
{
|
|
"id": "dws_im_v3_0017-run6-command6",
|
|
"case_id": "dws_im_v3_0017",
|
|
"run": 6,
|
|
"command_index": 6,
|
|
"turn": 2,
|
|
"source_path": "chat +send-text",
|
|
"expected_outcome": "ambiguous",
|
|
"raw": "dws chat +send-text --open-conversation-id \"cidACeQ0fCtKfLsFGvA47gXaQ==\" --text \"@陈邦杰 请确认下评测环境\" --at-open-dingtalk-ids \"DCumk1qOOIgvuN6zOZeehqYdii06QhlcIl\" --format json",
|
|
"original_exit_code": 3,
|
|
"is_help": false
|
|
},
|
|
{
|
|
"id": "dws_im_v3_0017-run6-command7",
|
|
"case_id": "dws_im_v3_0017",
|
|
"run": 6,
|
|
"command_index": 7,
|
|
"turn": 2,
|
|
"source_path": "chat +send-text",
|
|
"expected_outcome": "ambiguous",
|
|
"raw": "dws chat +send-text --conversation-id \"cidACeQ0fCtKfLsFGvA47gXaQ==\" --content \"@陈邦杰 请确认下评测环境\" --at-user-ids \"DCumk1qOOIgvuN6zOZeehqYdii06QhlcIl\" --format json",
|
|
"original_exit_code": 3,
|
|
"is_help": false
|
|
},
|
|
{
|
|
"id": "dws_im_v3_0017-run6-command8",
|
|
"case_id": "dws_im_v3_0017",
|
|
"run": 6,
|
|
"command_index": 8,
|
|
"turn": 2,
|
|
"source_path": "chat +group-send-text",
|
|
"expected_outcome": "ambiguous",
|
|
"raw": "dws chat +group-send-text --group-id \"cidACeQ0fCtKfLsFGvA47gXaQ==\" --text \"@陈邦杰 请确认下评测环境\" --at-open-dingtalk-ids \"DCumk1qOOIgvuN6zOZeehqYdii06QhlcIl\" --format json",
|
|
"original_exit_code": 3,
|
|
"is_help": false
|
|
},
|
|
{
|
|
"id": "dws_im_v3_0018-run10-command5",
|
|
"case_id": "dws_im_v3_0018",
|
|
"run": 10,
|
|
"command_index": 5,
|
|
"turn": 1,
|
|
"source_path": "chat +send-image",
|
|
"expected_outcome": "ambiguous",
|
|
"raw": "dws chat +send-image --group \"cidyfbDkUpmy4ReyI7vfZy+zw==\" --file-path \"/private/var/folders/wy/34yt54fd7fv1ccgg3jpcwd140000gn/T/dws_eval_case_z7y6p6_0/dog.png\" --format json",
|
|
"original_exit_code": 3,
|
|
"is_help": false
|
|
},
|
|
{
|
|
"id": "dws_im_v3_0019-run4-command1",
|
|
"case_id": "dws_im_v3_0019",
|
|
"run": 4,
|
|
"command_index": 1,
|
|
"turn": 1,
|
|
"source_path": "chat +send-image",
|
|
"expected_outcome": "ambiguous",
|
|
"raw": "dws chat +send-image --user-id 489149 --image /private/var/folders/wy/34yt54fd7fv1ccgg3jpcwd140000gn/T/dws_eval_case_wsppmjwr/landscape.jpg --format json",
|
|
"original_exit_code": 3,
|
|
"is_help": false
|
|
},
|
|
{
|
|
"id": "dws_im_v3_0019-run4-command2",
|
|
"case_id": "dws_im_v3_0019",
|
|
"run": 4,
|
|
"command_index": 2,
|
|
"turn": 1,
|
|
"source_path": "chat +send-image",
|
|
"expected_outcome": "ambiguous",
|
|
"raw": "dws chat +send-image --to 489149 --file /private/var/folders/wy/34yt54fd7fv1ccgg3jpcwd140000gn/T/dws_eval_case_wsppmjwr/landscape.jpg --format json",
|
|
"original_exit_code": 3,
|
|
"is_help": false
|
|
},
|
|
{
|
|
"id": "dws_im_v3_0019-run6-command3",
|
|
"case_id": "dws_im_v3_0019",
|
|
"run": 6,
|
|
"command_index": 3,
|
|
"turn": 1,
|
|
"source_path": "chat +send",
|
|
"expected_outcome": "ambiguous",
|
|
"raw": "dws chat +send --receiver-id 489149 --image \"/private/var/folders/wy/34yt54fd7fv1ccgg3jpcwd140000gn/T/dws_eval_case_09930iej/landscape.jpg\" --format json",
|
|
"original_exit_code": 3,
|
|
"is_help": false
|
|
},
|
|
{
|
|
"id": "dws_im_v3_0019-run8-command2",
|
|
"case_id": "dws_im_v3_0019",
|
|
"run": 8,
|
|
"command_index": 2,
|
|
"turn": 1,
|
|
"source_path": "chat +send-file",
|
|
"expected_outcome": "ambiguous",
|
|
"raw": "dws chat +send-file --user-id 489149 --file \"landscape.jpg\" --format json",
|
|
"original_exit_code": 3,
|
|
"is_help": false
|
|
},
|
|
{
|
|
"id": "dws_im_v3_0019-run8-command3",
|
|
"case_id": "dws_im_v3_0019",
|
|
"run": 8,
|
|
"command_index": 3,
|
|
"turn": 1,
|
|
"source_path": "chat +send-file",
|
|
"expected_outcome": "ambiguous",
|
|
"raw": "dws chat +send-file --receiver-id 489149 --file \"landscape.jpg\" --format json",
|
|
"original_exit_code": 3,
|
|
"is_help": false
|
|
},
|
|
{
|
|
"id": "dws_im_v3_0019-run8-command6",
|
|
"case_id": "dws_im_v3_0019",
|
|
"run": 8,
|
|
"command_index": 6,
|
|
"turn": 1,
|
|
"source_path": "chat +send",
|
|
"expected_outcome": "ambiguous",
|
|
"raw": "dws chat +send --to 489149 --file \"landscape.jpg\" --format json",
|
|
"original_exit_code": 3,
|
|
"is_help": false
|
|
},
|
|
{
|
|
"id": "dws_im_v3_0019-run8-command9",
|
|
"case_id": "dws_im_v3_0019",
|
|
"run": 8,
|
|
"command_index": 9,
|
|
"turn": 1,
|
|
"source_path": "chat +send-to",
|
|
"expected_outcome": "ambiguous",
|
|
"raw": "dws chat +send-to --uid 489149 --file \"landscape.jpg\" --format json",
|
|
"original_exit_code": 3,
|
|
"is_help": false
|
|
},
|
|
{
|
|
"id": "dws_im_v3_0019-run9-command0",
|
|
"case_id": "dws_im_v3_0019",
|
|
"run": 9,
|
|
"command_index": 0,
|
|
"turn": 1,
|
|
"source_path": "chat +send",
|
|
"expected_outcome": "ambiguous",
|
|
"raw": "dws chat +send --receiver 489149 --file-path \"./landscape.jpg\" --format json 2>&1",
|
|
"original_exit_code": 3,
|
|
"is_help": false
|
|
},
|
|
{
|
|
"id": "dws_im_v3_0021-run4-command3",
|
|
"case_id": "dws_im_v3_0021",
|
|
"run": 4,
|
|
"command_index": 3,
|
|
"turn": 1,
|
|
"source_path": "chat +read-single",
|
|
"expected_outcome": "ambiguous",
|
|
"raw": "dws chat +read-single --user-id 550582 --format json",
|
|
"original_exit_code": 3,
|
|
"is_help": false
|
|
},
|
|
{
|
|
"id": "dws_im_v3_0021-run4-command4",
|
|
"case_id": "dws_im_v3_0021",
|
|
"run": 4,
|
|
"command_index": 4,
|
|
"turn": 1,
|
|
"source_path": "chat +read-single",
|
|
"expected_outcome": "ambiguous",
|
|
"raw": "dws chat +read-single --uid 550582 --format json",
|
|
"original_exit_code": 3,
|
|
"is_help": false
|
|
},
|
|
{
|
|
"id": "dws_im_v3_0021-run4-command5",
|
|
"case_id": "dws_im_v3_0021",
|
|
"run": 4,
|
|
"command_index": 5,
|
|
"turn": 1,
|
|
"source_path": "chat +read-single",
|
|
"expected_outcome": "ambiguous",
|
|
"raw": "dws chat +read-single --staff-id 550582 --format json",
|
|
"original_exit_code": 3,
|
|
"is_help": false
|
|
},
|
|
{
|
|
"id": "dws_im_v3_0021-run4-command6",
|
|
"case_id": "dws_im_v3_0021",
|
|
"run": 4,
|
|
"command_index": 6,
|
|
"turn": 1,
|
|
"source_path": "chat +read-single",
|
|
"expected_outcome": "ambiguous",
|
|
"raw": "dws chat +read-single --open-dingtalk-id \"DCumk1qOOIgsjxMVAxenQsyiPzt5zTjyzS\" --format json",
|
|
"original_exit_code": 3,
|
|
"is_help": false
|
|
},
|
|
{
|
|
"id": "dws_im_v3_0021-run4-command7",
|
|
"case_id": "dws_im_v3_0021",
|
|
"run": 4,
|
|
"command_index": 7,
|
|
"turn": 1,
|
|
"source_path": "chat +read-single",
|
|
"expected_outcome": "ambiguous",
|
|
"raw": "dws chat +read-single --target 550582 --format json",
|
|
"original_exit_code": 3,
|
|
"is_help": false
|
|
},
|
|
{
|
|
"id": "dws_im_v3_0021-run4-command8",
|
|
"case_id": "dws_im_v3_0021",
|
|
"run": 4,
|
|
"command_index": 8,
|
|
"turn": 1,
|
|
"source_path": "chat +read-single",
|
|
"expected_outcome": "ambiguous",
|
|
"raw": "dws chat +read-single 550582 --format json",
|
|
"original_exit_code": 5,
|
|
"is_help": false
|
|
},
|
|
{
|
|
"id": "dws_im_v3_0021-run5-command1",
|
|
"case_id": "dws_im_v3_0021",
|
|
"run": 5,
|
|
"command_index": 1,
|
|
"turn": 1,
|
|
"source_path": "chat +message-list",
|
|
"expected_outcome": "ambiguous",
|
|
"raw": "dws chat +message-list --format json 2>&1",
|
|
"original_exit_code": 5,
|
|
"is_help": false
|
|
},
|
|
{
|
|
"id": "dws_im_v3_0028-run4-command5",
|
|
"case_id": "dws_im_v3_0028",
|
|
"run": 4,
|
|
"command_index": 5,
|
|
"turn": 1,
|
|
"source_path": "chat +list-robot",
|
|
"expected_outcome": "rewrite",
|
|
"raw": "dws chat +list-robot \"cidACeQ0fCtKfLsFGvA47gXaQ==\" --format json",
|
|
"original_exit_code": 5,
|
|
"is_help": false
|
|
},
|
|
{
|
|
"id": "dws_im_v3_0028-run5-command15",
|
|
"case_id": "dws_im_v3_0028",
|
|
"run": 5,
|
|
"command_index": 15,
|
|
"turn": 1,
|
|
"source_path": "chat +list-group-bots",
|
|
"expected_outcome": "rewrite",
|
|
"raw": "dws chat +list-group-bots --id \"cidACeQ0fCtKfLsFGvA47gXaQ==\" --format json",
|
|
"original_exit_code": 3,
|
|
"is_help": false
|
|
},
|
|
{
|
|
"id": "dws_im_v3_0028-run9-command9",
|
|
"case_id": "dws_im_v3_0028",
|
|
"run": 9,
|
|
"command_index": 9,
|
|
"turn": 1,
|
|
"source_path": "chat +list-robots",
|
|
"expected_outcome": "rewrite",
|
|
"raw": "dws chat +list-robots --cid \"cidACeQ0fCtKfLsFGvA47gXaQ==\" --format json",
|
|
"original_exit_code": 3,
|
|
"is_help": false
|
|
}
|
|
]
|
|
}
|