qwen3-coder:30b | RAG off

01_ip_integration / task_11 | axi2apb_write_bridge

benchmarkilyasov

task_idilyasov/01_ip_integration/task_11

samples_total10

final_success_samples0

final_success_rate_samples0.0%

functional_pass_rate_samples0.0%

synth_pass_rate_samples0.0%

source_runsrun_20260426_175047_007550_9b8266

Что показывает эта страница

Здесь перечислены все реальные попытки этой модели на одной задаче. По каждой попытке можно увидеть, до какой стадии она дошла, где именно сломалась и какое сообщение об ошибке вернулось из syntax, functional или synthesis.

Samples

sample	run	extract_ok	syntax_ok	functional_ok	openlane_ok	final_success	failure_stage	failure_reason	details
sample_1	run_20260426_175047_007550_9b8266	failed	failed	failed	skipped	failed	extract	No module/endmodule block found in model response	Open details sample_dir: E:\Work\MIEM\VKR\Analyse\data\model_dataset\models\qwen3-coder-30b\rag_off\benchmarks\ilyasov\tasks\ilyasov__01_ip_integration__task_11\samples\run_20260426_175047_007550_9b8266__sample_1 synthesis details [error] None errors[] [ { "stage": "extract", "code": "extract.no_verilog_found", "message": "No module/endmodule block found in model response", "retryable": false, "details": {} } ] outcome { "llm_ok": true, "extract_ok": false, "syntax_ok": false, "functional_ok": false, "openlane_ok": false, "syntax_required": true, "functional_required": true, "openlane_required": true, "final_success": false, "success": false }
sample_2	run_20260426_175047_007550_9b8266	failed	failed	failed	skipped	failed	extract	No module/endmodule block found in model response	Open details sample_dir: E:\Work\MIEM\VKR\Analyse\data\model_dataset\models\qwen3-coder-30b\rag_off\benchmarks\ilyasov\tasks\ilyasov__01_ip_integration__task_11\samples\run_20260426_175047_007550_9b8266__sample_2 synthesis details [error] None errors[] [ { "stage": "extract", "code": "extract.no_verilog_found", "message": "No module/endmodule block found in model response", "retryable": false, "details": {} } ] outcome { "llm_ok": true, "extract_ok": false, "syntax_ok": false, "functional_ok": false, "openlane_ok": false, "syntax_required": true, "functional_required": true, "openlane_required": true, "final_success": false, "success": false }
sample_3	run_20260426_175047_007550_9b8266	failed	failed	failed	skipped	failed	extract	No module/endmodule block found in model response	Open details sample_dir: E:\Work\MIEM\VKR\Analyse\data\model_dataset\models\qwen3-coder-30b\rag_off\benchmarks\ilyasov\tasks\ilyasov__01_ip_integration__task_11\samples\run_20260426_175047_007550_9b8266__sample_3 synthesis details [error] None errors[] [ { "stage": "extract", "code": "extract.no_verilog_found", "message": "No module/endmodule block found in model response", "retryable": false, "details": {} } ] outcome { "llm_ok": true, "extract_ok": false, "syntax_ok": false, "functional_ok": false, "openlane_ok": false, "syntax_required": true, "functional_required": true, "openlane_required": true, "final_success": false, "success": false }
sample_4	run_20260426_175047_007550_9b8266	failed	failed	failed	skipped	failed	extract	No module/endmodule block found in model response	Open details sample_dir: E:\Work\MIEM\VKR\Analyse\data\model_dataset\models\qwen3-coder-30b\rag_off\benchmarks\ilyasov\tasks\ilyasov__01_ip_integration__task_11\samples\run_20260426_175047_007550_9b8266__sample_4 synthesis details [error] None errors[] [ { "stage": "extract", "code": "extract.no_verilog_found", "message": "No module/endmodule block found in model response", "retryable": false, "details": {} } ] outcome { "llm_ok": true, "extract_ok": false, "syntax_ok": false, "functional_ok": false, "openlane_ok": false, "syntax_required": true, "functional_required": true, "openlane_required": true, "final_success": false, "success": false }
sample_5	run_20260426_175047_007550_9b8266	failed	failed	failed	skipped	failed	extract	No module/endmodule block found in model response	Open details sample_dir: E:\Work\MIEM\VKR\Analyse\data\model_dataset\models\qwen3-coder-30b\rag_off\benchmarks\ilyasov\tasks\ilyasov__01_ip_integration__task_11\samples\run_20260426_175047_007550_9b8266__sample_5 synthesis details [error] None errors[] [ { "stage": "extract", "code": "extract.no_verilog_found", "message": "No module/endmodule block found in model response", "retryable": false, "details": {} } ] outcome { "llm_ok": true, "extract_ok": false, "syntax_ok": false, "functional_ok": false, "openlane_ok": false, "syntax_required": true, "functional_required": true, "openlane_required": true, "final_success": false, "success": false }
sample_6	run_20260426_175047_007550_9b8266	failed	failed	failed	skipped	failed	extract	No module/endmodule block found in model response	Open details sample_dir: E:\Work\MIEM\VKR\Analyse\data\model_dataset\models\qwen3-coder-30b\rag_off\benchmarks\ilyasov\tasks\ilyasov__01_ip_integration__task_11\samples\run_20260426_175047_007550_9b8266__sample_6 synthesis details [error] None errors[] [ { "stage": "extract", "code": "extract.no_verilog_found", "message": "No module/endmodule block found in model response", "retryable": false, "details": {} } ] outcome { "llm_ok": true, "extract_ok": false, "syntax_ok": false, "functional_ok": false, "openlane_ok": false, "syntax_required": true, "functional_required": true, "openlane_required": true, "final_success": false, "success": false }
sample_7	run_20260426_175047_007550_9b8266	failed	failed	failed	skipped	failed	extract	No module/endmodule block found in model response	Open details sample_dir: E:\Work\MIEM\VKR\Analyse\data\model_dataset\models\qwen3-coder-30b\rag_off\benchmarks\ilyasov\tasks\ilyasov__01_ip_integration__task_11\samples\run_20260426_175047_007550_9b8266__sample_7 synthesis details [error] None errors[] [ { "stage": "extract", "code": "extract.no_verilog_found", "message": "No module/endmodule block found in model response", "retryable": false, "details": {} } ] outcome { "llm_ok": true, "extract_ok": false, "syntax_ok": false, "functional_ok": false, "openlane_ok": false, "syntax_required": true, "functional_required": true, "openlane_required": true, "final_success": false, "success": false }
sample_8	run_20260426_175047_007550_9b8266	failed	failed	failed	skipped	failed	extract	No module/endmodule block found in model response	Open details sample_dir: E:\Work\MIEM\VKR\Analyse\data\model_dataset\models\qwen3-coder-30b\rag_off\benchmarks\ilyasov\tasks\ilyasov__01_ip_integration__task_11\samples\run_20260426_175047_007550_9b8266__sample_8 synthesis details [error] None errors[] [ { "stage": "extract", "code": "extract.no_verilog_found", "message": "No module/endmodule block found in model response", "retryable": false, "details": {} } ] outcome { "llm_ok": true, "extract_ok": false, "syntax_ok": false, "functional_ok": false, "openlane_ok": false, "syntax_required": true, "functional_required": true, "openlane_required": true, "final_success": false, "success": false }
sample_9	run_20260426_175047_007550_9b8266	failed	failed	failed	skipped	failed	extract	No module/endmodule block found in model response	Open details sample_dir: E:\Work\MIEM\VKR\Analyse\data\model_dataset\models\qwen3-coder-30b\rag_off\benchmarks\ilyasov\tasks\ilyasov__01_ip_integration__task_11\samples\run_20260426_175047_007550_9b8266__sample_9 synthesis details [error] None errors[] [ { "stage": "extract", "code": "extract.no_verilog_found", "message": "No module/endmodule block found in model response", "retryable": false, "details": {} } ] outcome { "llm_ok": true, "extract_ok": false, "syntax_ok": false, "functional_ok": false, "openlane_ok": false, "syntax_required": true, "functional_required": true, "openlane_required": true, "final_success": false, "success": false }
sample_10	run_20260426_175047_007550_9b8266	failed	failed	failed	skipped	failed	extract	No module/endmodule block found in model response	Open details sample_dir: E:\Work\MIEM\VKR\Analyse\data\model_dataset\models\qwen3-coder-30b\rag_off\benchmarks\ilyasov\tasks\ilyasov__01_ip_integration__task_11\samples\run_20260426_175047_007550_9b8266__sample_10 synthesis details [error] None errors[] [ { "stage": "extract", "code": "extract.no_verilog_found", "message": "No module/endmodule block found in model response", "retryable": false, "details": {} } ] outcome { "llm_ok": true, "extract_ok": false, "syntax_ok": false, "functional_ok": false, "openlane_ok": false, "syntax_required": true, "functional_required": true, "openlane_required": true, "final_success": false, "success": false }