05_dft_testability / task_52 | jtag_tap_debug
Здесь перечислены все реальные попытки этой модели на одной задаче. По каждой попытке можно увидеть, до какой стадии она дошла, где именно сломалась и какое сообщение об ошибке вернулось из syntax, functional или synthesis.
| sample | run | extract_ok | syntax_ok | functional_ok | openlane_ok | final_success | failure_stage | failure_reason | details |
|---|---|---|---|---|---|---|---|---|---|
| sample_1 | run_20260426_224416_826723_5f6af1 | ok | failed | failed | skipped | failed | syntax | /data/eval/out/run_20260426_224416_826723_5f6af1/tmp/deepseek_coder_v2/pashencev__05_dft_testability__task_52/sample_1/generated.v:17: error: Enumeration name TEST_LOGIC_RESET has an incorrectly sized constant. |
Open detailssample_dir: E:\Work\MIEM\VKR\Analyse\data\model_dataset\models\deepseek-coder-v2-16b\rag_on\benchmarks\ilyasov\tasks\ilyasov__05_dft_testability__task_52\samples\run_20260426_224416_826723_5f6af1__sample_1
generated.v previewmodule jtag_tap_debug (
input tck,
input trst_n,
input tms,
input tdi,
output reg tdo,
input [7:0] dbg_status,
output reg [7:0] dbg_control
);
reg [3:0] ir; // Instruction register
reg [7:0] dr; // Data register
reg shift_dr, capture_dr, update_dr;
reg shift_ir, capture_ir, update_ir;
// State encoding
typedef enum reg {
TEST_LOGIC_RESET = 4'b1111,
RUN_TEST_IDLE = 4'b0001,
SELECT_DR_SCAN = 4'b0010,
CAPTURE_DR = 4'b0011,
SHIFT_DR = 4'b0100,
UPDATE_DR = 4'b0101,
SELECT_IR_SCAN = 4'b0110,
CAPTURE_IR = 4'b0111,
SHIFT_IR = 4'b1000,
UPDATE_IR = 4'b1001
} tap_state_t;
tap_state_t state, next_state;
// State transition logic
always @(posedge tck or negedge trst_n) begin
...
syntax details[stderr] /data/eval/out/run_20260426_224416_826723_5f6af1/tmp/deepseek_coder_v2/pashencev__05_dft_testability__task_52/sample_1/generated.v:17: error: Enumeration name TEST_LOGIC_RESET has an incorrectly sized constant. /data/eval/out/run_20260426_224416_826723_5f6af1/tmp/deepseek_coder_v2/pashencev__05_dft_testability__task_52/sample_1/generated.v:17: error: Enumeration name TEST_LOGIC_RESET has a value that is too large: 4'd15. 3 error(s) during elaboration. functional details[stderr] /data/eval/out/run_20260426_224416_826723_5f6af1/tmp/deepseek_coder_v2/pashencev__05_dft_testability__task_52/sample_1/functional/generated.v:17: error: Enumeration name TEST_LOGIC_RESET has an incorrectly sized constant. /data/eval/out/run_20260426_224416_826723_5f6af1/tmp/deepseek_coder_v2/pashencev__05_dft_testability__task_52/sample_1/functional/generated.v:17: error: Enumeration name TEST_LOGIC_RESET has a value that is too large: 4'd15. 3 error(s) during elaboration. synthesis details[error] None errors[][
{
"stage": "syntax",
"code": "syntax.iverilog_failed",
"message": "/data/eval/out/run_20260426_224416_826723_5f6af1/tmp/deepseek_coder_v2/pashencev__05_dft_testability__task_52/sample_1/generated.v:17: error: Enumeration name TEST_LOGIC_RESET has an incorrectly sized constant.\n/data/eval/out/run_20260426_224416_826723_5f6af1/tmp/deepseek_coder_v2/pashencev__05_dft_testability__task_52/sample_1/generated.v:17: error: Enumeration name TEST_LOGIC_RESET has a value that is too large: 4'd15.\n3 error(s) during elaboration.\n",
"retryable": false,
"details": {}
},
{
"stage": "functional",
"code": "functional.testbench_failed",
"message": "/data/eval/out/run_20260426_224416_826723_5f6af1/tmp/deepseek_coder_v2/pashencev__05_dft_testability__task_52/sample_1/functional/generated.v:17: error: Enumeration name TEST_LOGIC_RESET has an incorrectly sized constant.\n/data/eval/out/run_20260426_224416_826723_5f6af1/tmp/deepseek_coder_v2/pashencev__05_dft_testability__task_52/sample_1/functional/generated.v:17: error: Enumeration name TEST_LOGIC_RESET has a value that is too large: 4'd15.\n3 error(s) during elaboration.\n",
"retryable": false,
"details": {}
}
]
outcome{
"llm_ok": true,
"extract_ok": true,
"syntax_ok": false,
"functional_ok": false,
"openlane_ok": false,
"syntax_required": true,
"functional_required": true,
"openlane_required": true,
"final_success": false,
"success": false
}
|
| sample_2 | run_20260426_224416_826723_5f6af1 | ok | failed | failed | skipped | failed | syntax | /data/eval/out/run_20260426_224416_826723_5f6af1/tmp/deepseek_coder_v2/pashencev__05_dft_testability__task_52/sample_2/generated.v:15: error: Enumeration name TEST_LOGIC_RESET has an incorrectly sized constant. |
Open detailssample_dir: E:\Work\MIEM\VKR\Analyse\data\model_dataset\models\deepseek-coder-v2-16b\rag_on\benchmarks\ilyasov\tasks\ilyasov__05_dft_testability__task_52\samples\run_20260426_224416_826723_5f6af1__sample_2
generated.v previewmodule jtag_tap_debug (
input tck,
input trst_n,
input tms,
input tdi,
output reg tdo,
input [7:0] dbg_status,
output [7:0] dbg_control
);
reg [3:0] ir; // Instruction register
reg [7:0] dr; // Data register
// State machine for JTAG TAP controller
enum reg {
TEST_LOGIC_RESET = 4'b1111,
RUN_TEST_IDLE = 4'b0100,
SELECT_DR_SCAN = 4'b0001,
CAPTURE_DR = 4'b0010,
SHIFT_DR = 4'b0011,
UPDATE_DR = 4'b0100,
SELECT_IR_SCAN = 4'b0101,
CAPTURE_IR = 4'b0110,
SHIFT_IR = 4'b0111,
UPDATE_IR = 4'b1000
} state, next_state;
always @(posedge tck or negedge trst_n) begin
if (!trst_n) begin
state <= TEST_LOGIC_RESET;
ir <= 4'b0001; // Default instruction is IDCODE
dr <= 8'h00;
...
syntax details[stderr] /data/eval/out/run_20260426_224416_826723_5f6af1/tmp/deepseek_coder_v2/pashencev__05_dft_testability__task_52/sample_2/generated.v:15: error: Enumeration name TEST_LOGIC_RESET has an incorrectly sized constant. /data/eval/out/run_20260426_224416_826723_5f6af1/tmp/deepseek_coder_v2/pashencev__05_dft_testability__task_52/sample_2/generated.v:15: error: Enumeration name TEST_LOGIC_RESET has a value that is too large: 4'd15. 3 error(s) during elaboration. functional details[stderr] /data/eval/out/run_20260426_224416_826723_5f6af1/tmp/deepseek_coder_v2/pashencev__05_dft_testability__task_52/sample_2/functional/generated.v:15: error: Enumeration name TEST_LOGIC_RESET has an incorrectly sized constant. /data/eval/out/run_20260426_224416_826723_5f6af1/tmp/deepseek_coder_v2/pashencev__05_dft_testability__task_52/sample_2/functional/generated.v:15: error: Enumeration name TEST_LOGIC_RESET has a value that is too large: 4'd15. 3 error(s) during elaboration. synthesis details[error] None errors[][
{
"stage": "syntax",
"code": "syntax.iverilog_failed",
"message": "/data/eval/out/run_20260426_224416_826723_5f6af1/tmp/deepseek_coder_v2/pashencev__05_dft_testability__task_52/sample_2/generated.v:15: error: Enumeration name TEST_LOGIC_RESET has an incorrectly sized constant.\n/data/eval/out/run_20260426_224416_826723_5f6af1/tmp/deepseek_coder_v2/pashencev__05_dft_testability__task_52/sample_2/generated.v:15: error: Enumeration name TEST_LOGIC_RESET has a value that is too large: 4'd15.\n3 error(s) during elaboration.\n",
"retryable": false,
"details": {}
},
{
"stage": "functional",
"code": "functional.testbench_failed",
"message": "/data/eval/out/run_20260426_224416_826723_5f6af1/tmp/deepseek_coder_v2/pashencev__05_dft_testability__task_52/sample_2/functional/generated.v:15: error: Enumeration name TEST_LOGIC_RESET has an incorrectly sized constant.\n/data/eval/out/run_20260426_224416_826723_5f6af1/tmp/deepseek_coder_v2/pashencev__05_dft_testability__task_52/sample_2/functional/generated.v:15: error: Enumeration name TEST_LOGIC_RESET has a value that is too large: 4'd15.\n3 error(s) during elaboration.\n",
"retryable": false,
"details": {}
}
]
outcome{
"llm_ok": true,
"extract_ok": true,
"syntax_ok": false,
"functional_ok": false,
"openlane_ok": false,
"syntax_required": true,
"functional_required": true,
"openlane_required": true,
"final_success": false,
"success": false
}
|
| sample_3 | run_20260426_224416_826723_5f6af1 | ok | failed | failed | skipped | failed | syntax | /data/eval/out/run_20260426_224416_826723_5f6af1/tmp/deepseek_coder_v2/pashencev__05_dft_testability__task_52/sample_3/generated.v:20: error: dbg_control is not a valid l-value in jtag_tap_debug. |
Open detailssample_dir: E:\Work\MIEM\VKR\Analyse\data\model_dataset\models\deepseek-coder-v2-16b\rag_on\benchmarks\ilyasov\tasks\ilyasov__05_dft_testability__task_52\samples\run_20260426_224416_826723_5f6af1__sample_3
generated.v previewmodule jtag_tap_debug (
input tck,
input trst_n,
input tms,
input tdi,
output reg tdo,
input [7:0] dbg_status,
output [7:0] dbg_control
);
reg [3:0] ir; // Instruction register
reg [7:0] dr; // Data register
reg shift_dr, capture_dr, update_dr;
reg shift_ir, capture_ir, update_ir;
always @(posedge tck or negedge trst_n) begin
if (!trst_n) begin
ir <= 4'b0001; // Default to IDCODE instruction
dr <= 8'h00;
dbg_control <= 8'h00;
tdo <= 0;
shift_dr <= 0;
capture_dr <= 0;
update_dr <= 0;
shift_ir <= 0;
capture_ir <= 0;
update_ir <= 0;
end else begin
if (capture_ir) ir <= {tdi, ir[3:1]}; // Capture IR with MSB first
if (shift_ir) ir <= {ir[2:0], tdi}; // Shift IR with LSB first
if (update_ir) begin end // Update IR without modifying state
...
syntax details[stderr] /data/eval/out/run_20260426_224416_826723_5f6af1/tmp/deepseek_coder_v2/pashencev__05_dft_testability__task_52/sample_3/generated.v:20: error: dbg_control is not a valid l-value in jtag_tap_debug. /data/eval/out/run_20260426_224416_826723_5f6af1/tmp/deepseek_coder_v2/pashencev__05_dft_testability__task_52/sample_3/generated.v:8: : dbg_control is declared here as wire. 1 error(s) during elaboration. functional details[stderr] /data/eval/out/run_20260426_224416_826723_5f6af1/tmp/deepseek_coder_v2/pashencev__05_dft_testability__task_52/sample_3/functional/generated.v:20: error: dbg_control is not a valid l-value in tb_task_52.dut. /data/eval/out/run_20260426_224416_826723_5f6af1/tmp/deepseek_coder_v2/pashencev__05_dft_testability__task_52/sample_3/functional/generated.v:8: : dbg_control is declared here as wire. 1 error(s) during elaboration. synthesis details[error] None errors[][
{
"stage": "syntax",
"code": "syntax.iverilog_failed",
"message": "/data/eval/out/run_20260426_224416_826723_5f6af1/tmp/deepseek_coder_v2/pashencev__05_dft_testability__task_52/sample_3/generated.v:20: error: dbg_control is not a valid l-value in jtag_tap_debug.\n/data/eval/out/run_20260426_224416_826723_5f6af1/tmp/deepseek_coder_v2/pashencev__05_dft_testability__task_52/sample_3/generated.v:8: : dbg_control is declared here as wire.\n1 error(s) during elaboration.\n",
"retryable": false,
"details": {}
},
{
"stage": "functional",
"code": "functional.testbench_failed",
"message": "/data/eval/out/run_20260426_224416_826723_5f6af1/tmp/deepseek_coder_v2/pashencev__05_dft_testability__task_52/sample_3/functional/generated.v:20: error: dbg_control is not a valid l-value in tb_task_52.dut.\n/data/eval/out/run_20260426_224416_826723_5f6af1/tmp/deepseek_coder_v2/pashencev__05_dft_testability__task_52/sample_3/functional/generated.v:8: : dbg_control is declared here as wire.\n1 error(s) during elaboration.\n",
"retryable": false,
"details": {}
}
]
outcome{
"llm_ok": true,
"extract_ok": true,
"syntax_ok": false,
"functional_ok": false,
"openlane_ok": false,
"syntax_required": true,
"functional_required": true,
"openlane_required": true,
"final_success": false,
"success": false
}
|
| sample_4 | run_20260426_224416_826723_5f6af1 | failed | failed | failed | skipped | failed | extract | No module/endmodule block found in model response |
Open detailssample_dir: E:\Work\MIEM\VKR\Analyse\data\model_dataset\models\deepseek-coder-v2-16b\rag_on\benchmarks\ilyasov\tasks\ilyasov__05_dft_testability__task_52\samples\run_20260426_224416_826723_5f6af1__sample_4
synthesis details[error] None errors[][
{
"stage": "extract",
"code": "extract.no_verilog_found",
"message": "No module/endmodule block found in model response",
"retryable": false,
"details": {}
}
]
outcome{
"llm_ok": true,
"extract_ok": false,
"syntax_ok": false,
"functional_ok": false,
"openlane_ok": false,
"syntax_required": true,
"functional_required": true,
"openlane_required": true,
"final_success": false,
"success": false
}
|
| sample_5 | run_20260426_224416_826723_5f6af1 | ok | failed | failed | skipped | failed | syntax | /data/eval/out/run_20260426_224416_826723_5f6af1/tmp/deepseek_coder_v2/pashencev__05_dft_testability__task_52/sample_5/generated.v:44: syntax error |
Open detailssample_dir: E:\Work\MIEM\VKR\Analyse\data\model_dataset\models\deepseek-coder-v2-16b\rag_on\benchmarks\ilyasov\tasks\ilyasov__05_dft_testability__task_52\samples\run_20260426_224416_826723_5f6af1__sample_5
generated.v previewmodule jtag_tap_debug (
input tck,
input trst_n,
input tms,
input tdi,
output reg tdo,
input [7:0] dbg_status,
output [7:0] dbg_control
);
reg [3:0] ir; // Instruction register
reg [7:0] dr; // Data register
reg shift_dr, capture_dr, update_dr;
reg shift_ir, capture_ir, update_ir;
always @(posedge tck or negedge trst_n) begin
if (!trst_n) begin
ir <= 4'b0001; // Default to IDCODE instruction
dr <= 8'h00;
dbg_control <= 8'h00;
tdo <= 0;
shift_dr <= 0;
capture_dr <= 0;
update_dr <= 0;
shift_ir <= 0;
capture_ir <= 0;
update_ir <= 0;
end else begin
if (tms) begin
case (ir)
4'b0001: // IDCODE
if (!capture_dr && !shift_dr && !update_dr) begin
...
syntax details[stderr] /data/eval/out/run_20260426_224416_826723_5f6af1/tmp/deepseek_coder_v2/pashencev__05_dft_testability__task_52/sample_5/generated.v:44: syntax error /data/eval/out/run_20260426_224416_826723_5f6af1/tmp/deepseek_coder_v2/pashencev__05_dft_testability__task_52/sample_5/generated.v:45: error: Incomprehensible case expression. functional details[stderr] /data/eval/out/run_20260426_224416_826723_5f6af1/tmp/deepseek_coder_v2/pashencev__05_dft_testability__task_52/sample_5/functional/generated.v:44: syntax error /data/eval/out/run_20260426_224416_826723_5f6af1/tmp/deepseek_coder_v2/pashencev__05_dft_testability__task_52/sample_5/functional/generated.v:45: error: Incomprehensible case expression. synthesis details[error] None errors[][
{
"stage": "syntax",
"code": "syntax.iverilog_failed",
"message": "/data/eval/out/run_20260426_224416_826723_5f6af1/tmp/deepseek_coder_v2/pashencev__05_dft_testability__task_52/sample_5/generated.v:44: syntax error\n/data/eval/out/run_20260426_224416_826723_5f6af1/tmp/deepseek_coder_v2/pashencev__05_dft_testability__task_52/sample_5/generated.v:45: error: Incomprehensible case expression.\n",
"retryable": false,
"details": {}
},
{
"stage": "functional",
"code": "functional.testbench_failed",
"message": "/data/eval/out/run_20260426_224416_826723_5f6af1/tmp/deepseek_coder_v2/pashencev__05_dft_testability__task_52/sample_5/functional/generated.v:44: syntax error\n/data/eval/out/run_20260426_224416_826723_5f6af1/tmp/deepseek_coder_v2/pashencev__05_dft_testability__task_52/sample_5/functional/generated.v:45: error: Incomprehensible case expression.\n",
"retryable": false,
"details": {}
}
]
outcome{
"llm_ok": true,
"extract_ok": true,
"syntax_ok": false,
"functional_ok": false,
"openlane_ok": false,
"syntax_required": true,
"functional_required": true,
"openlane_required": true,
"final_success": false,
"success": false
}
|
| sample_6 | run_20260426_224416_826723_5f6af1 | ok | ok | failed | failed | failed | functional | Functional output contains failure marker: TEST_FAILED. ERROR: IDCODE readback failed. Expected A5, got 00 |
Open detailssample_dir: E:\Work\MIEM\VKR\Analyse\data\model_dataset\models\deepseek-coder-v2-16b\rag_on\benchmarks\ilyasov\tasks\ilyasov__05_dft_testability__task_52\samples\run_20260426_224416_826723_5f6af1__sample_6
generated.v previewmodule jtag_tap_debug (
input tck,
input trst_n,
input tms,
input tdi,
output reg tdo,
input [7:0] dbg_status,
output [7:0] dbg_control
);
reg [3:0] ir; // Instruction register
reg [7:0] dr; // Data register
reg shift_dr, capture_dr, update_dr, shift_ir, capture_ir, update_ir;
always @(posedge tck or negedge trst_n) begin
if (!trst_n) begin
ir <= 4'b0001; // Default instruction is IDCODE
dr <= 8'h00;
shift_dr <= 0;
capture_dr <= 0;
update_dr <= 0;
shift_ir <= 0;
capture_ir <= 0;
update_ir <= 0;
tdo <= 0;
end else begin
case (1'b1) // State machine based on TCK edges
shift_dr: begin
dr <= {tdi, dr[7:1]}; // Shift left in data register
tdo <= dr[0]; // Output the LSB of the data register
end
capture_dr: begin
...
functional details[stdout] ERROR: IDCODE readback failed. Expected A5, got 00 ERROR: IDCODE scan unexpectedly modified dbg_control. ERROR: initial DBG_CTL scan should have shifted out 00, got 02 ERROR: DBG_CTL update failed. Expected 3C, got zz ERROR: DBG_CTL readback failed. Expected 3C, got 03 ERROR: DBG_CTL readback corrupted dbg_control. ERROR: DBG_STAT readback failed. Expected 96, got 03 ERROR: DBG_STAT access unexpectedly modified dbg_control. TEST_FAILED /workspace/banchmarks/pashencev/05_dft_testability/task_52/tb.v:138: $finish called at 692000 (1ps) synthesis details[error] None errors[][
{
"stage": "functional",
"code": "functional.output_failed_marker",
"message": "Functional output contains failure marker: TEST_FAILED. ERROR: IDCODE readback failed. Expected A5, got 00",
"retryable": false,
"details": {
"marker": "TEST_FAILED"
}
},
{
"stage": "openlane",
"code": "openlane.invalidated_by_functional_failure",
"message": "OpenLane result invalidated because functional validation failed after output-marker correction",
"retryable": false,
"details": {}
}
]
outcome{
"llm_ok": true,
"extract_ok": true,
"syntax_ok": true,
"functional_ok": false,
"openlane_ok": false,
"syntax_required": true,
"functional_required": true,
"openlane_required": true,
"final_success": false,
"success": false
}
|
| sample_7 | run_20260426_224416_826723_5f6af1 | ok | failed | failed | skipped | failed | syntax | /data/eval/out/run_20260426_224416_826723_5f6af1/tmp/deepseek_coder_v2/pashencev__05_dft_testability__task_52/sample_7/generated.v:20: error: dbg_control is not a valid l-value in jtag_tap_debug. |
Open detailssample_dir: E:\Work\MIEM\VKR\Analyse\data\model_dataset\models\deepseek-coder-v2-16b\rag_on\benchmarks\ilyasov\tasks\ilyasov__05_dft_testability__task_52\samples\run_20260426_224416_826723_5f6af1__sample_7
generated.v previewmodule jtag_tap_debug (
input tck,
input trst_n,
input tms,
input tdi,
output reg tdo,
input [7:0] dbg_status,
output [7:0] dbg_control
);
reg [3:0] ir; // Instruction register
reg [7:0] dr; // Data register
reg shift_dr, capture_dr, update_dr;
reg shift_ir, capture_ir, update_ir;
always @(posedge tck or negedge trst_n) begin
if (!trst_n) begin
ir <= 4'b0001; // Default to IDCODE instruction
dr <= 8'h00;
dbg_control <= 8'h00;
tdo <= 0;
shift_dr <= 0;
capture_dr <= 0;
update_dr <= 0;
shift_ir <= 0;
capture_ir <= 0;
update_ir <= 0;
end else begin
if (tms) begin
case (ir)
4'b0001: // IDCODE
if (!capture_dr && !shift_dr && !update_dr) capture_dr <= 1;
...
syntax details[stderr] /data/eval/out/run_20260426_224416_826723_5f6af1/tmp/deepseek_coder_v2/pashencev__05_dft_testability__task_52/sample_7/generated.v:20: error: dbg_control is not a valid l-value in jtag_tap_debug. /data/eval/out/run_20260426_224416_826723_5f6af1/tmp/deepseek_coder_v2/pashencev__05_dft_testability__task_52/sample_7/generated.v:8: : dbg_control is declared here as wire. /data/eval/out/run_20260426_224416_826723_5f6af1/tmp/deepseek_coder_v2/pashencev__05_dft_testability__task_52/sample_7/generated.v:115: error: dbg_control is not a valid l-value in jtag_tap_debug. /data/eval/out/run_20260426_224416_826723_5f6af1/tmp/deepseek_coder_v2/pashencev__05_dft_testability__task_52/sample_7/generated.v:8: : dbg_control is declared here as wire. 2 error(s) during elaboration. functional details[stderr] /data/eval/out/run_20260426_224416_826723_5f6af1/tmp/deepseek_coder_v2/pashencev__05_dft_testability__task_52/sample_7/functional/generated.v:20: error: dbg_control is not a valid l-value in tb_task_52.dut. /data/eval/out/run_20260426_224416_826723_5f6af1/tmp/deepseek_coder_v2/pashencev__05_dft_testability__task_52/sample_7/functional/generated.v:8: : dbg_control is declared here as wire. /data/eval/out/run_20260426_224416_826723_5f6af1/tmp/deepseek_coder_v2/pashencev__05_dft_testability__task_52/sample_7/functional/generated.v:115: error: dbg_control is not a valid l-value in tb_task_52.dut. /data/eval/out/run_20260426_224416_826723_5f6af1/tmp/deepseek_coder_v2/pashencev__05_dft_testability__task_52/sample_7/functional/generated.v:8: : dbg_control is declared here as wire. 2 error(s) during elaboration. synthesis details[error] None errors[][
{
"stage": "syntax",
"code": "syntax.iverilog_failed",
"message": "/data/eval/out/run_20260426_224416_826723_5f6af1/tmp/deepseek_coder_v2/pashencev__05_dft_testability__task_52/sample_7/generated.v:20: error: dbg_control is not a valid l-value in jtag_tap_debug.\n/data/eval/out/run_20260426_224416_826723_5f6af1/tmp/deepseek_coder_v2/pashencev__05_dft_testability__task_52/sample_7/generated.v:8: : dbg_control is declared here as wire.\n/data/eval/out/run_20260426_224416_826723_5f6af1/tmp/deepseek_coder_v2/pashencev__05_dft_testability__task_52/sample_7/generated.v:115: error: dbg_control is not a valid l-value in jtag_tap_debug.\n/data/eval/out/run_20260426_224416_826723_5f6af1/tmp/deepseek_coder_v2/pashencev__05_dft_testability__task_52/sample_7/generated.v:8: : dbg_control is declared here as wire.\n2 error(s) during elaboration.\n",
"retryable": false,
"details": {}
},
{
"stage": "functional",
"code": "functional.testbench_failed",
"message": "/data/eval/out/run_20260426_224416_826723_5f6af1/tmp/deepseek_coder_v2/pashencev__05_dft_testability__task_52/sample_7/functional/generated.v:20: error: dbg_control is not a valid l-value in tb_task_52.dut.\n/data/eval/out/run_20260426_224416_826723_5f6af1/tmp/deepseek_coder_v2/pashencev__05_dft_testability__task_52/sample_7/functional/generated.v:8: : dbg_control is declared here as wire.\n/data/eval/out/run_20260426_224416_826723_5f6af1/tmp/deepseek_coder_v2/pashencev__05_dft_testability__task_52/sample_7/functional/generated.v:115: error: dbg_control is not a valid l-value in tb_task_52.dut.\n/data/eval/out/run_20260426_224416_826723_5f6af1/tmp/deepseek_coder_v2/pashencev__05_dft_testability__task_52/sample_7/functional/generated.v:8: : dbg_control is declared here as wire.\n2 error(s) during elaboration.\n",
"retryable": false,
"details": {}
}
]
outcome{
"llm_ok": true,
"extract_ok": true,
"syntax_ok": false,
"functional_ok": false,
"openlane_ok": false,
"syntax_required": true,
"functional_required": true,
"openlane_required": true,
"final_success": false,
"success": false
}
|
| sample_8 | run_20260426_224416_826723_5f6af1 | ok | failed | failed | skipped | failed | syntax | /data/eval/out/run_20260426_224416_826723_5f6af1/tmp/deepseek_coder_v2/pashencev__05_dft_testability__task_52/sample_8/generated.v:20: error: dbg_control is not a valid l-value in jtag_tap_debug. |
Open detailssample_dir: E:\Work\MIEM\VKR\Analyse\data\model_dataset\models\deepseek-coder-v2-16b\rag_on\benchmarks\ilyasov\tasks\ilyasov__05_dft_testability__task_52\samples\run_20260426_224416_826723_5f6af1__sample_8
generated.v previewmodule jtag_tap_debug (
input tck,
input trst_n,
input tms,
input tdi,
output reg tdo,
input [7:0] dbg_status,
output [7:0] dbg_control
);
reg [3:0] ir; // Instruction register
reg [7:0] dr; // Data register
reg shift_dr, capture_dr, update_dr;
reg shift_ir, capture_ir, update_ir;
always @(posedge tck or negedge trst_n) begin
if (!trst_n) begin
ir <= 4'b0001; // Default to IDCODE instruction
dr <= 8'h00;
dbg_control <= 8'h00;
tdo <= 0;
shift_dr <= 0;
capture_dr <= 0;
update_dr <= 0;
shift_ir <= 0;
capture_ir <= 0;
update_ir <= 0;
end else begin
if (tms) begin
case (ir)
4'b0001: begin // IDCODE instruction
dr <= 8'hA5;
...
syntax details[stderr] /data/eval/out/run_20260426_224416_826723_5f6af1/tmp/deepseek_coder_v2/pashencev__05_dft_testability__task_52/sample_8/generated.v:20: error: dbg_control is not a valid l-value in jtag_tap_debug. /data/eval/out/run_20260426_224416_826723_5f6af1/tmp/deepseek_coder_v2/pashencev__05_dft_testability__task_52/sample_8/generated.v:8: : dbg_control is declared here as wire. /data/eval/out/run_20260426_224416_826723_5f6af1/tmp/deepseek_coder_v2/pashencev__05_dft_testability__task_52/sample_8/generated.v:39: error: dbg_control is not a valid l-value in jtag_tap_debug. /data/eval/out/run_20260426_224416_826723_5f6af1/tmp/deepseek_coder_v2/pashencev__05_dft_testability__task_52/sample_8/generated.v:8: : dbg_control is declared here as wire. /data/eval/out/run_20260426_224416_826723_5f6af1/tmp/deepseek_coder_v2/pashencev__05_dft_testability__task_52/sample_8/generated.v:62: error: dbg_control is not a valid l-value in jtag_tap_debug. /data/eval/out/run_20260426_224416_826723_5f6af1/tmp/deepseek_coder_v2/pashencev__05_dft_testability__task_52/sample_8/generated.v:8: : dbg_control is declared here as wire. 3 error(s) during elaboration. functional details[stderr] /data/eval/out/run_20260426_224416_826723_5f6af1/tmp/deepseek_coder_v2/pashencev__05_dft_testability__task_52/sample_8/functional/generated.v:20: error: dbg_control is not a valid l-value in tb_task_52.dut. /data/eval/out/run_20260426_224416_826723_5f6af1/tmp/deepseek_coder_v2/pashencev__05_dft_testability__task_52/sample_8/functional/generated.v:8: : dbg_control is declared here as wire. /data/eval/out/run_20260426_224416_826723_5f6af1/tmp/deepseek_coder_v2/pashencev__05_dft_testability__task_52/sample_8/functional/generated.v:39: error: dbg_control is not a valid l-value in tb_task_52.dut. /data/eval/out/run_20260426_224416_826723_5f6af1/tmp/deepseek_coder_v2/pashencev__05_dft_testability__task_52/sample_8/functional/generated.v:8: : dbg_control is declared here as wire. /data/eval/out/run_20260426_224416_826723_5f6af1/tmp/deepseek_coder_v2/pashencev__05_dft_testability__task_52/sample_8/functional/generated.v:62: error: dbg_control is not a valid l-value in tb_task_52.dut. /data/eval/out/run_20260426_224416_826723_5f6af1/tmp/deepseek_coder_v2/pashencev__05_dft_testability__task_52/sample_8/functional/generated.v:8: : dbg_control is declared here as wire. 3 error(s) during elaboration. synthesis details[error] None errors[][
{
"stage": "syntax",
"code": "syntax.iverilog_failed",
"message": "/data/eval/out/run_20260426_224416_826723_5f6af1/tmp/deepseek_coder_v2/pashencev__05_dft_testability__task_52/sample_8/generated.v:20: error: dbg_control is not a valid l-value in jtag_tap_debug.\n/data/eval/out/run_20260426_224416_826723_5f6af1/tmp/deepseek_coder_v2/pashencev__05_dft_testability__task_52/sample_8/generated.v:8: : dbg_control is declared here as wire.\n/data/eval/out/run_20260426_224416_826723_5f6af1/tmp/deepseek_coder_v2/pashencev__05_dft_testability__task_52/sample_8/generated.v:39: error: dbg_control is not a valid l-value in jtag_tap_debug.\n/data/eval/out/run_20260426_224416_826723_5f6af1/tmp/deepseek_coder_v2/pashencev__05_dft_testability__task_52/sample_8/generated.v:8: : dbg_control is declared here as wire.\n/data/eval/out/run_20260426_224416_826723_5f6af1/tmp/deepseek_coder_v2/pashencev__05_dft_testability__task_52/sample_8/generated.v:62: error: dbg_control is not a valid l-value in jtag_tap_debug.\n/data/eval/out/run_20260426_224416_826723_5f6af1/tmp/deepseek_coder_v2/pashencev__05_dft_testability__task_52/sample_8/generated.v:8: : dbg_control is declared here as wire.\n3 error(s) during elaboration.\n",
"retryable": false,
"details": {}
},
{
"stage": "functional",
"code": "functional.testbench_failed",
"message": "/data/eval/out/run_20260426_224416_826723_5f6af1/tmp/deepseek_coder_v2/pashencev__05_dft_testability__task_52/sample_8/functional/generated.v:20: error: dbg_control is not a valid l-value in tb_task_52.dut.\n/data/eval/out/run_20260426_224416_826723_5f6af1/tmp/deepseek_coder_v2/pashencev__05_dft_testability__task_52/sample_8/functional/generated.v:8: : dbg_control is declared here as wire.\n/data/eval/out/run_20260426_224416_826723_5f6af1/tmp/deepseek_coder_v2/pashencev__05_dft_testability__task_52/sample_8/functional/generated.v:39: error: dbg_control is not a valid l-value in tb_task_52.dut.\n/data/eval/out/run_20260426_224416_826723_5f6af1/tmp/deepseek_coder_v2/pashencev__05_dft_testability__task_52/sample_8/functional/generated.v:8: : dbg_control is declared here as wire.\n/data/eval/out/run_20260426_224416_826723_5f6af1/tmp/deepseek_coder_v2/pashencev__05_dft_testability__task_52/sample_8/functional/generated.v:62: error: dbg_control is not a valid l-value in tb_task_52.dut.\n/data/eval/out/run_20260426_224416_826723_5f6af1/tmp/deepseek_coder_v2/pashencev__05_dft_testability__task_52/sample_8/functional/generated.v:8: : dbg_control is declared here as wire.\n3 error(s) during elaboration.\n",
"retryable": false,
"details": {}
}
]
outcome{
"llm_ok": true,
"extract_ok": true,
"syntax_ok": false,
"functional_ok": false,
"openlane_ok": false,
"syntax_required": true,
"functional_required": true,
"openlane_required": true,
"final_success": false,
"success": false
}
|
| sample_9 | run_20260426_224416_826723_5f6af1 | ok | failed | failed | skipped | failed | syntax | /data/eval/out/run_20260426_224416_826723_5f6af1/tmp/deepseek_coder_v2/pashencev__05_dft_testability__task_52/sample_9/generated.v:15: error: Enumeration name TEST_LOGIC_RESET has an incorrectly sized constant. |
Open detailssample_dir: E:\Work\MIEM\VKR\Analyse\data\model_dataset\models\deepseek-coder-v2-16b\rag_on\benchmarks\ilyasov\tasks\ilyasov__05_dft_testability__task_52\samples\run_20260426_224416_826723_5f6af1__sample_9
generated.v previewmodule jtag_tap_debug (
input tck,
input trst_n,
input tms,
input tdi,
output reg tdo,
input [7:0] dbg_status,
output [7:0] dbg_control
);
reg [3:0] ir; // Instruction register
reg [7:0] dr; // Data register
// State machine for JTAG TAP controller
enum reg {
TEST_LOGIC_RESET = 4'b1111,
RUN_TEST_IDLE = 4'b0000,
SELECT_DR_SCAN = 4'b0001,
CAPTURE_DR = 4'b0010,
SHIFT_DR = 4'b0011,
UPDATE_DR = 4'b0100,
SELECT_IR_SCAN = 4'b0101,
CAPTURE_IR = 4'b0110,
SHIFT_IR = 4'b0111,
UPDATE_IR = 4'b1000
} state, next_state;
always @(posedge tck or negedge trst_n) begin
if (!trst_n) begin
state <= TEST_LOGIC_RESET;
ir <= 4'b0001; // Default instruction is IDCODE
dr <= 8'h00;
...
syntax details[stderr] /data/eval/out/run_20260426_224416_826723_5f6af1/tmp/deepseek_coder_v2/pashencev__05_dft_testability__task_52/sample_9/generated.v:15: error: Enumeration name TEST_LOGIC_RESET has an incorrectly sized constant. /data/eval/out/run_20260426_224416_826723_5f6af1/tmp/deepseek_coder_v2/pashencev__05_dft_testability__task_52/sample_9/generated.v:15: error: Enumeration name TEST_LOGIC_RESET has a value that is too large: 4'd15. 3 error(s) during elaboration. functional details[stderr] /data/eval/out/run_20260426_224416_826723_5f6af1/tmp/deepseek_coder_v2/pashencev__05_dft_testability__task_52/sample_9/functional/generated.v:15: error: Enumeration name TEST_LOGIC_RESET has an incorrectly sized constant. /data/eval/out/run_20260426_224416_826723_5f6af1/tmp/deepseek_coder_v2/pashencev__05_dft_testability__task_52/sample_9/functional/generated.v:15: error: Enumeration name TEST_LOGIC_RESET has a value that is too large: 4'd15. 3 error(s) during elaboration. synthesis details[error] None errors[][
{
"stage": "syntax",
"code": "syntax.iverilog_failed",
"message": "/data/eval/out/run_20260426_224416_826723_5f6af1/tmp/deepseek_coder_v2/pashencev__05_dft_testability__task_52/sample_9/generated.v:15: error: Enumeration name TEST_LOGIC_RESET has an incorrectly sized constant.\n/data/eval/out/run_20260426_224416_826723_5f6af1/tmp/deepseek_coder_v2/pashencev__05_dft_testability__task_52/sample_9/generated.v:15: error: Enumeration name TEST_LOGIC_RESET has a value that is too large: 4'd15.\n3 error(s) during elaboration.\n",
"retryable": false,
"details": {}
},
{
"stage": "functional",
"code": "functional.testbench_failed",
"message": "/data/eval/out/run_20260426_224416_826723_5f6af1/tmp/deepseek_coder_v2/pashencev__05_dft_testability__task_52/sample_9/functional/generated.v:15: error: Enumeration name TEST_LOGIC_RESET has an incorrectly sized constant.\n/data/eval/out/run_20260426_224416_826723_5f6af1/tmp/deepseek_coder_v2/pashencev__05_dft_testability__task_52/sample_9/functional/generated.v:15: error: Enumeration name TEST_LOGIC_RESET has a value that is too large: 4'd15.\n3 error(s) during elaboration.\n",
"retryable": false,
"details": {}
}
]
outcome{
"llm_ok": true,
"extract_ok": true,
"syntax_ok": false,
"functional_ok": false,
"openlane_ok": false,
"syntax_required": true,
"functional_required": true,
"openlane_required": true,
"final_success": false,
"success": false
}
|
| sample_10 | run_20260426_224416_826723_5f6af1 | ok | failed | failed | skipped | failed | syntax | /data/eval/out/run_20260426_224416_826723_5f6af1/tmp/deepseek_coder_v2/pashencev__05_dft_testability__task_52/sample_10/generated.v:15: error: Enumeration name TEST_LOGIC_RESET has an incorrectly sized constant. |
Open detailssample_dir: E:\Work\MIEM\VKR\Analyse\data\model_dataset\models\deepseek-coder-v2-16b\rag_on\benchmarks\ilyasov\tasks\ilyasov__05_dft_testability__task_52\samples\run_20260426_224416_826723_5f6af1__sample_10
generated.v previewmodule jtag_tap_debug (
input tck,
input trst_n,
input tms,
input tdi,
output reg tdo,
input [7:0] dbg_status,
output [7:0] dbg_control
);
reg [3:0] ir; // Instruction register
reg [7:0] dr; // Data register
// State machine for JTAG TAP controller
enum reg {
TEST_LOGIC_RESET = 4'b1111,
RUN_TEST_IDLE = 4'b0000,
SELECT_DR_SCAN = 4'b0001,
CAPTURE_DR = 4'b0010,
SHIFT_DR = 4'b0011,
UPDATE_DR = 4'b0100,
SELECT_IR_SCAN = 4'b0101,
CAPTURE_IR = 4'b0110,
SHIFT_IR = 4'b0111,
UPDATE_IR = 4'b1000
} state, next_state;
always @(posedge tck or negedge trst_n) begin
if (!trst_n) begin
state <= TEST_LOGIC_RESET;
ir <= 4'b0001; // Default to IDCODE instruction
dr <= 8'h00;
...
syntax details[stderr] /data/eval/out/run_20260426_224416_826723_5f6af1/tmp/deepseek_coder_v2/pashencev__05_dft_testability__task_52/sample_10/generated.v:15: error: Enumeration name TEST_LOGIC_RESET has an incorrectly sized constant. /data/eval/out/run_20260426_224416_826723_5f6af1/tmp/deepseek_coder_v2/pashencev__05_dft_testability__task_52/sample_10/generated.v:15: error: Enumeration name TEST_LOGIC_RESET has a value that is too large: 4'd15. 3 error(s) during elaboration. functional details[stderr] /data/eval/out/run_20260426_224416_826723_5f6af1/tmp/deepseek_coder_v2/pashencev__05_dft_testability__task_52/sample_10/functional/generated.v:15: error: Enumeration name TEST_LOGIC_RESET has an incorrectly sized constant. /data/eval/out/run_20260426_224416_826723_5f6af1/tmp/deepseek_coder_v2/pashencev__05_dft_testability__task_52/sample_10/functional/generated.v:15: error: Enumeration name TEST_LOGIC_RESET has a value that is too large: 4'd15. 3 error(s) during elaboration. synthesis details[error] None errors[][
{
"stage": "syntax",
"code": "syntax.iverilog_failed",
"message": "/data/eval/out/run_20260426_224416_826723_5f6af1/tmp/deepseek_coder_v2/pashencev__05_dft_testability__task_52/sample_10/generated.v:15: error: Enumeration name TEST_LOGIC_RESET has an incorrectly sized constant.\n/data/eval/out/run_20260426_224416_826723_5f6af1/tmp/deepseek_coder_v2/pashencev__05_dft_testability__task_52/sample_10/generated.v:15: error: Enumeration name TEST_LOGIC_RESET has a value that is too large: 4'd15.\n3 error(s) during elaboration.\n",
"retryable": false,
"details": {}
},
{
"stage": "functional",
"code": "functional.testbench_failed",
"message": "/data/eval/out/run_20260426_224416_826723_5f6af1/tmp/deepseek_coder_v2/pashencev__05_dft_testability__task_52/sample_10/functional/generated.v:15: error: Enumeration name TEST_LOGIC_RESET has an incorrectly sized constant.\n/data/eval/out/run_20260426_224416_826723_5f6af1/tmp/deepseek_coder_v2/pashencev__05_dft_testability__task_52/sample_10/functional/generated.v:15: error: Enumeration name TEST_LOGIC_RESET has a value that is too large: 4'd15.\n3 error(s) during elaboration.\n",
"retryable": false,
"details": {}
}
]
outcome{
"llm_ok": true,
"extract_ok": true,
"syntax_ok": false,
"functional_ok": false,
"openlane_ok": false,
"syntax_required": true,
"functional_required": true,
"openlane_required": true,
"final_success": false,
"success": false
}
|