Назад к моделям Назад к профилю модели

deepseek-coder-v2:16b | RAG on

05_dft_testability / task_52 | jtag_tap_debug

benchmarkilyasov
task_idilyasov/05_dft_testability/task_52
samples_total10
final_success_samples0
final_success_rate_samples0.0%
functional_pass_rate_samples0.0%
synth_pass_rate_samples0.0%
source_runsrun_20260426_224416_826723_5f6af1

Что показывает эта страница

Здесь перечислены все реальные попытки этой модели на одной задаче. По каждой попытке можно увидеть, до какой стадии она дошла, где именно сломалась и какое сообщение об ошибке вернулось из syntax, functional или synthesis.

Samples

sample run extract_ok syntax_ok functional_ok openlane_ok final_success failure_stage failure_reason details
sample_1 run_20260426_224416_826723_5f6af1 ok failed failed skipped failed syntax /data/eval/out/run_20260426_224416_826723_5f6af1/tmp/deepseek_coder_v2/pashencev__05_dft_testability__task_52/sample_1/generated.v:17: error: Enumeration name TEST_LOGIC_RESET has an incorrectly sized constant.
Open details
sample_dir: E:\Work\MIEM\VKR\Analyse\data\model_dataset\models\deepseek-coder-v2-16b\rag_on\benchmarks\ilyasov\tasks\ilyasov__05_dft_testability__task_52\samples\run_20260426_224416_826723_5f6af1__sample_1
generated.v preview
module jtag_tap_debug (
    input tck,
    input trst_n,
    input tms,
    input tdi,
    output reg tdo,
    input [7:0] dbg_status,
    output reg [7:0] dbg_control
);

reg [3:0] ir; // Instruction register
reg [7:0] dr; // Data register
reg shift_dr, capture_dr, update_dr;
reg shift_ir, capture_ir, update_ir;

// State encoding
typedef enum reg {
    TEST_LOGIC_RESET = 4'b1111,
    RUN_TEST_IDLE     = 4'b0001,
    SELECT_DR_SCAN    = 4'b0010,
    CAPTURE_DR        = 4'b0011,
    SHIFT_DR          = 4'b0100,
    UPDATE_DR         = 4'b0101,
    SELECT_IR_SCAN    = 4'b0110,
    CAPTURE_IR        = 4'b0111,
    SHIFT_IR          = 4'b1000,
    UPDATE_IR         = 4'b1001
} tap_state_t;
tap_state_t state, next_state;

// State transition logic
always @(posedge tck or negedge trst_n) begin
...
syntax details
[stderr]
/data/eval/out/run_20260426_224416_826723_5f6af1/tmp/deepseek_coder_v2/pashencev__05_dft_testability__task_52/sample_1/generated.v:17: error: Enumeration name TEST_LOGIC_RESET has an incorrectly sized constant.
/data/eval/out/run_20260426_224416_826723_5f6af1/tmp/deepseek_coder_v2/pashencev__05_dft_testability__task_52/sample_1/generated.v:17: error: Enumeration name TEST_LOGIC_RESET has a value that is too large: 4'd15.
3 error(s) during elaboration.
functional details
[stderr]
/data/eval/out/run_20260426_224416_826723_5f6af1/tmp/deepseek_coder_v2/pashencev__05_dft_testability__task_52/sample_1/functional/generated.v:17: error: Enumeration name TEST_LOGIC_RESET has an incorrectly sized constant.
/data/eval/out/run_20260426_224416_826723_5f6af1/tmp/deepseek_coder_v2/pashencev__05_dft_testability__task_52/sample_1/functional/generated.v:17: error: Enumeration name TEST_LOGIC_RESET has a value that is too large: 4'd15.
3 error(s) during elaboration.
synthesis details
[error]
None
errors[]
[
  {
    "stage": "syntax",
    "code": "syntax.iverilog_failed",
    "message": "/data/eval/out/run_20260426_224416_826723_5f6af1/tmp/deepseek_coder_v2/pashencev__05_dft_testability__task_52/sample_1/generated.v:17: error: Enumeration name TEST_LOGIC_RESET has an incorrectly sized constant.\n/data/eval/out/run_20260426_224416_826723_5f6af1/tmp/deepseek_coder_v2/pashencev__05_dft_testability__task_52/sample_1/generated.v:17: error: Enumeration name TEST_LOGIC_RESET has a value that is too large: 4'd15.\n3 error(s) during elaboration.\n",
    "retryable": false,
    "details": {}
  },
  {
    "stage": "functional",
    "code": "functional.testbench_failed",
    "message": "/data/eval/out/run_20260426_224416_826723_5f6af1/tmp/deepseek_coder_v2/pashencev__05_dft_testability__task_52/sample_1/functional/generated.v:17: error: Enumeration name TEST_LOGIC_RESET has an incorrectly sized constant.\n/data/eval/out/run_20260426_224416_826723_5f6af1/tmp/deepseek_coder_v2/pashencev__05_dft_testability__task_52/sample_1/functional/generated.v:17: error: Enumeration name TEST_LOGIC_RESET has a value that is too large: 4'd15.\n3 error(s) during elaboration.\n",
    "retryable": false,
    "details": {}
  }
]
outcome
{
  "llm_ok": true,
  "extract_ok": true,
  "syntax_ok": false,
  "functional_ok": false,
  "openlane_ok": false,
  "syntax_required": true,
  "functional_required": true,
  "openlane_required": true,
  "final_success": false,
  "success": false
}
sample_2 run_20260426_224416_826723_5f6af1 ok failed failed skipped failed syntax /data/eval/out/run_20260426_224416_826723_5f6af1/tmp/deepseek_coder_v2/pashencev__05_dft_testability__task_52/sample_2/generated.v:15: error: Enumeration name TEST_LOGIC_RESET has an incorrectly sized constant.
Open details
sample_dir: E:\Work\MIEM\VKR\Analyse\data\model_dataset\models\deepseek-coder-v2-16b\rag_on\benchmarks\ilyasov\tasks\ilyasov__05_dft_testability__task_52\samples\run_20260426_224416_826723_5f6af1__sample_2
generated.v preview
module jtag_tap_debug (
    input tck,
    input trst_n,
    input tms,
    input tdi,
    output reg tdo,
    input [7:0] dbg_status,
    output [7:0] dbg_control
);

reg [3:0] ir; // Instruction register
reg [7:0] dr; // Data register

// State machine for JTAG TAP controller
enum reg {
    TEST_LOGIC_RESET = 4'b1111,
    RUN_TEST_IDLE = 4'b0100,
    SELECT_DR_SCAN = 4'b0001,
    CAPTURE_DR = 4'b0010,
    SHIFT_DR = 4'b0011,
    UPDATE_DR = 4'b0100,
    SELECT_IR_SCAN = 4'b0101,
    CAPTURE_IR = 4'b0110,
    SHIFT_IR = 4'b0111,
    UPDATE_IR = 4'b1000
} state, next_state;

always @(posedge tck or negedge trst_n) begin
    if (!trst_n) begin
        state <= TEST_LOGIC_RESET;
        ir <= 4'b0001; // Default instruction is IDCODE
        dr <= 8'h00;
...
syntax details
[stderr]
/data/eval/out/run_20260426_224416_826723_5f6af1/tmp/deepseek_coder_v2/pashencev__05_dft_testability__task_52/sample_2/generated.v:15: error: Enumeration name TEST_LOGIC_RESET has an incorrectly sized constant.
/data/eval/out/run_20260426_224416_826723_5f6af1/tmp/deepseek_coder_v2/pashencev__05_dft_testability__task_52/sample_2/generated.v:15: error: Enumeration name TEST_LOGIC_RESET has a value that is too large: 4'd15.
3 error(s) during elaboration.
functional details
[stderr]
/data/eval/out/run_20260426_224416_826723_5f6af1/tmp/deepseek_coder_v2/pashencev__05_dft_testability__task_52/sample_2/functional/generated.v:15: error: Enumeration name TEST_LOGIC_RESET has an incorrectly sized constant.
/data/eval/out/run_20260426_224416_826723_5f6af1/tmp/deepseek_coder_v2/pashencev__05_dft_testability__task_52/sample_2/functional/generated.v:15: error: Enumeration name TEST_LOGIC_RESET has a value that is too large: 4'd15.
3 error(s) during elaboration.
synthesis details
[error]
None
errors[]
[
  {
    "stage": "syntax",
    "code": "syntax.iverilog_failed",
    "message": "/data/eval/out/run_20260426_224416_826723_5f6af1/tmp/deepseek_coder_v2/pashencev__05_dft_testability__task_52/sample_2/generated.v:15: error: Enumeration name TEST_LOGIC_RESET has an incorrectly sized constant.\n/data/eval/out/run_20260426_224416_826723_5f6af1/tmp/deepseek_coder_v2/pashencev__05_dft_testability__task_52/sample_2/generated.v:15: error: Enumeration name TEST_LOGIC_RESET has a value that is too large: 4'd15.\n3 error(s) during elaboration.\n",
    "retryable": false,
    "details": {}
  },
  {
    "stage": "functional",
    "code": "functional.testbench_failed",
    "message": "/data/eval/out/run_20260426_224416_826723_5f6af1/tmp/deepseek_coder_v2/pashencev__05_dft_testability__task_52/sample_2/functional/generated.v:15: error: Enumeration name TEST_LOGIC_RESET has an incorrectly sized constant.\n/data/eval/out/run_20260426_224416_826723_5f6af1/tmp/deepseek_coder_v2/pashencev__05_dft_testability__task_52/sample_2/functional/generated.v:15: error: Enumeration name TEST_LOGIC_RESET has a value that is too large: 4'd15.\n3 error(s) during elaboration.\n",
    "retryable": false,
    "details": {}
  }
]
outcome
{
  "llm_ok": true,
  "extract_ok": true,
  "syntax_ok": false,
  "functional_ok": false,
  "openlane_ok": false,
  "syntax_required": true,
  "functional_required": true,
  "openlane_required": true,
  "final_success": false,
  "success": false
}
sample_3 run_20260426_224416_826723_5f6af1 ok failed failed skipped failed syntax /data/eval/out/run_20260426_224416_826723_5f6af1/tmp/deepseek_coder_v2/pashencev__05_dft_testability__task_52/sample_3/generated.v:20: error: dbg_control is not a valid l-value in jtag_tap_debug.
Open details
sample_dir: E:\Work\MIEM\VKR\Analyse\data\model_dataset\models\deepseek-coder-v2-16b\rag_on\benchmarks\ilyasov\tasks\ilyasov__05_dft_testability__task_52\samples\run_20260426_224416_826723_5f6af1__sample_3
generated.v preview
module jtag_tap_debug (
    input tck,
    input trst_n,
    input tms,
    input tdi,
    output reg tdo,
    input [7:0] dbg_status,
    output [7:0] dbg_control
);

reg [3:0] ir; // Instruction register
reg [7:0] dr; // Data register
reg shift_dr, capture_dr, update_dr;
reg shift_ir, capture_ir, update_ir;

always @(posedge tck or negedge trst_n) begin
    if (!trst_n) begin
        ir <= 4'b0001; // Default to IDCODE instruction
        dr <= 8'h00;
        dbg_control <= 8'h00;
        tdo <= 0;
        shift_dr <= 0;
        capture_dr <= 0;
        update_dr <= 0;
        shift_ir <= 0;
        capture_ir <= 0;
        update_ir <= 0;
    end else begin
        if (capture_ir) ir <= {tdi, ir[3:1]}; // Capture IR with MSB first
        if (shift_ir) ir <= {ir[2:0], tdi}; // Shift IR with LSB first
        if (update_ir) begin end // Update IR without modifying state
...
syntax details
[stderr]
/data/eval/out/run_20260426_224416_826723_5f6af1/tmp/deepseek_coder_v2/pashencev__05_dft_testability__task_52/sample_3/generated.v:20: error: dbg_control is not a valid l-value in jtag_tap_debug.
/data/eval/out/run_20260426_224416_826723_5f6af1/tmp/deepseek_coder_v2/pashencev__05_dft_testability__task_52/sample_3/generated.v:8:      : dbg_control is declared here as wire.
1 error(s) during elaboration.
functional details
[stderr]
/data/eval/out/run_20260426_224416_826723_5f6af1/tmp/deepseek_coder_v2/pashencev__05_dft_testability__task_52/sample_3/functional/generated.v:20: error: dbg_control is not a valid l-value in tb_task_52.dut.
/data/eval/out/run_20260426_224416_826723_5f6af1/tmp/deepseek_coder_v2/pashencev__05_dft_testability__task_52/sample_3/functional/generated.v:8:      : dbg_control is declared here as wire.
1 error(s) during elaboration.
synthesis details
[error]
None
errors[]
[
  {
    "stage": "syntax",
    "code": "syntax.iverilog_failed",
    "message": "/data/eval/out/run_20260426_224416_826723_5f6af1/tmp/deepseek_coder_v2/pashencev__05_dft_testability__task_52/sample_3/generated.v:20: error: dbg_control is not a valid l-value in jtag_tap_debug.\n/data/eval/out/run_20260426_224416_826723_5f6af1/tmp/deepseek_coder_v2/pashencev__05_dft_testability__task_52/sample_3/generated.v:8:      : dbg_control is declared here as wire.\n1 error(s) during elaboration.\n",
    "retryable": false,
    "details": {}
  },
  {
    "stage": "functional",
    "code": "functional.testbench_failed",
    "message": "/data/eval/out/run_20260426_224416_826723_5f6af1/tmp/deepseek_coder_v2/pashencev__05_dft_testability__task_52/sample_3/functional/generated.v:20: error: dbg_control is not a valid l-value in tb_task_52.dut.\n/data/eval/out/run_20260426_224416_826723_5f6af1/tmp/deepseek_coder_v2/pashencev__05_dft_testability__task_52/sample_3/functional/generated.v:8:      : dbg_control is declared here as wire.\n1 error(s) during elaboration.\n",
    "retryable": false,
    "details": {}
  }
]
outcome
{
  "llm_ok": true,
  "extract_ok": true,
  "syntax_ok": false,
  "functional_ok": false,
  "openlane_ok": false,
  "syntax_required": true,
  "functional_required": true,
  "openlane_required": true,
  "final_success": false,
  "success": false
}
sample_4 run_20260426_224416_826723_5f6af1 failed failed failed skipped failed extract No module/endmodule block found in model response
Open details
sample_dir: E:\Work\MIEM\VKR\Analyse\data\model_dataset\models\deepseek-coder-v2-16b\rag_on\benchmarks\ilyasov\tasks\ilyasov__05_dft_testability__task_52\samples\run_20260426_224416_826723_5f6af1__sample_4
synthesis details
[error]
None
errors[]
[
  {
    "stage": "extract",
    "code": "extract.no_verilog_found",
    "message": "No module/endmodule block found in model response",
    "retryable": false,
    "details": {}
  }
]
outcome
{
  "llm_ok": true,
  "extract_ok": false,
  "syntax_ok": false,
  "functional_ok": false,
  "openlane_ok": false,
  "syntax_required": true,
  "functional_required": true,
  "openlane_required": true,
  "final_success": false,
  "success": false
}
sample_5 run_20260426_224416_826723_5f6af1 ok failed failed skipped failed syntax /data/eval/out/run_20260426_224416_826723_5f6af1/tmp/deepseek_coder_v2/pashencev__05_dft_testability__task_52/sample_5/generated.v:44: syntax error
Open details
sample_dir: E:\Work\MIEM\VKR\Analyse\data\model_dataset\models\deepseek-coder-v2-16b\rag_on\benchmarks\ilyasov\tasks\ilyasov__05_dft_testability__task_52\samples\run_20260426_224416_826723_5f6af1__sample_5
generated.v preview
module jtag_tap_debug (
    input tck,
    input trst_n,
    input tms,
    input tdi,
    output reg tdo,
    input [7:0] dbg_status,
    output [7:0] dbg_control
);

reg [3:0] ir; // Instruction register
reg [7:0] dr; // Data register
reg shift_dr, capture_dr, update_dr;
reg shift_ir, capture_ir, update_ir;

always @(posedge tck or negedge trst_n) begin
    if (!trst_n) begin
        ir <= 4'b0001; // Default to IDCODE instruction
        dr <= 8'h00;
        dbg_control <= 8'h00;
        tdo <= 0;
        shift_dr <= 0;
        capture_dr <= 0;
        update_dr <= 0;
        shift_ir <= 0;
        capture_ir <= 0;
        update_ir <= 0;
    end else begin
        if (tms) begin
            case (ir)
                4'b0001: // IDCODE
                    if (!capture_dr && !shift_dr && !update_dr) begin
...
syntax details
[stderr]
/data/eval/out/run_20260426_224416_826723_5f6af1/tmp/deepseek_coder_v2/pashencev__05_dft_testability__task_52/sample_5/generated.v:44: syntax error
/data/eval/out/run_20260426_224416_826723_5f6af1/tmp/deepseek_coder_v2/pashencev__05_dft_testability__task_52/sample_5/generated.v:45: error: Incomprehensible case expression.
functional details
[stderr]
/data/eval/out/run_20260426_224416_826723_5f6af1/tmp/deepseek_coder_v2/pashencev__05_dft_testability__task_52/sample_5/functional/generated.v:44: syntax error
/data/eval/out/run_20260426_224416_826723_5f6af1/tmp/deepseek_coder_v2/pashencev__05_dft_testability__task_52/sample_5/functional/generated.v:45: error: Incomprehensible case expression.
synthesis details
[error]
None
errors[]
[
  {
    "stage": "syntax",
    "code": "syntax.iverilog_failed",
    "message": "/data/eval/out/run_20260426_224416_826723_5f6af1/tmp/deepseek_coder_v2/pashencev__05_dft_testability__task_52/sample_5/generated.v:44: syntax error\n/data/eval/out/run_20260426_224416_826723_5f6af1/tmp/deepseek_coder_v2/pashencev__05_dft_testability__task_52/sample_5/generated.v:45: error: Incomprehensible case expression.\n",
    "retryable": false,
    "details": {}
  },
  {
    "stage": "functional",
    "code": "functional.testbench_failed",
    "message": "/data/eval/out/run_20260426_224416_826723_5f6af1/tmp/deepseek_coder_v2/pashencev__05_dft_testability__task_52/sample_5/functional/generated.v:44: syntax error\n/data/eval/out/run_20260426_224416_826723_5f6af1/tmp/deepseek_coder_v2/pashencev__05_dft_testability__task_52/sample_5/functional/generated.v:45: error: Incomprehensible case expression.\n",
    "retryable": false,
    "details": {}
  }
]
outcome
{
  "llm_ok": true,
  "extract_ok": true,
  "syntax_ok": false,
  "functional_ok": false,
  "openlane_ok": false,
  "syntax_required": true,
  "functional_required": true,
  "openlane_required": true,
  "final_success": false,
  "success": false
}
sample_6 run_20260426_224416_826723_5f6af1 ok ok failed failed failed functional Functional output contains failure marker: TEST_FAILED. ERROR: IDCODE readback failed. Expected A5, got 00
Open details
sample_dir: E:\Work\MIEM\VKR\Analyse\data\model_dataset\models\deepseek-coder-v2-16b\rag_on\benchmarks\ilyasov\tasks\ilyasov__05_dft_testability__task_52\samples\run_20260426_224416_826723_5f6af1__sample_6
generated.v preview
module jtag_tap_debug (
    input tck,
    input trst_n,
    input tms,
    input tdi,
    output reg tdo,
    input [7:0] dbg_status,
    output [7:0] dbg_control
);

reg [3:0] ir; // Instruction register
reg [7:0] dr; // Data register
reg shift_dr, capture_dr, update_dr, shift_ir, capture_ir, update_ir;

always @(posedge tck or negedge trst_n) begin
    if (!trst_n) begin
        ir <= 4'b0001; // Default instruction is IDCODE
        dr <= 8'h00;
        shift_dr <= 0;
        capture_dr <= 0;
        update_dr <= 0;
        shift_ir <= 0;
        capture_ir <= 0;
        update_ir <= 0;
        tdo <= 0;
    end else begin
        case (1'b1) // State machine based on TCK edges
            shift_dr: begin
                dr <= {tdi, dr[7:1]}; // Shift left in data register
                tdo <= dr[0]; // Output the LSB of the data register
            end
            capture_dr: begin
...
functional details
[stdout]
ERROR: IDCODE readback failed. Expected A5, got 00
ERROR: IDCODE scan unexpectedly modified dbg_control.
ERROR: initial DBG_CTL scan should have shifted out 00, got 02
ERROR: DBG_CTL update failed. Expected 3C, got zz
ERROR: DBG_CTL readback failed. Expected 3C, got 03
ERROR: DBG_CTL readback corrupted dbg_control.
ERROR: DBG_STAT readback failed. Expected 96, got 03
ERROR: DBG_STAT access unexpectedly modified dbg_control.
TEST_FAILED
/workspace/banchmarks/pashencev/05_dft_testability/task_52/tb.v:138: $finish called at 692000 (1ps)
synthesis details
[error]
None
errors[]
[
  {
    "stage": "functional",
    "code": "functional.output_failed_marker",
    "message": "Functional output contains failure marker: TEST_FAILED. ERROR: IDCODE readback failed. Expected A5, got 00",
    "retryable": false,
    "details": {
      "marker": "TEST_FAILED"
    }
  },
  {
    "stage": "openlane",
    "code": "openlane.invalidated_by_functional_failure",
    "message": "OpenLane result invalidated because functional validation failed after output-marker correction",
    "retryable": false,
    "details": {}
  }
]
outcome
{
  "llm_ok": true,
  "extract_ok": true,
  "syntax_ok": true,
  "functional_ok": false,
  "openlane_ok": false,
  "syntax_required": true,
  "functional_required": true,
  "openlane_required": true,
  "final_success": false,
  "success": false
}
sample_7 run_20260426_224416_826723_5f6af1 ok failed failed skipped failed syntax /data/eval/out/run_20260426_224416_826723_5f6af1/tmp/deepseek_coder_v2/pashencev__05_dft_testability__task_52/sample_7/generated.v:20: error: dbg_control is not a valid l-value in jtag_tap_debug.
Open details
sample_dir: E:\Work\MIEM\VKR\Analyse\data\model_dataset\models\deepseek-coder-v2-16b\rag_on\benchmarks\ilyasov\tasks\ilyasov__05_dft_testability__task_52\samples\run_20260426_224416_826723_5f6af1__sample_7
generated.v preview
module jtag_tap_debug (
    input tck,
    input trst_n,
    input tms,
    input tdi,
    output reg tdo,
    input [7:0] dbg_status,
    output [7:0] dbg_control
);

reg [3:0] ir; // Instruction register
reg [7:0] dr; // Data register
reg shift_dr, capture_dr, update_dr;
reg shift_ir, capture_ir, update_ir;

always @(posedge tck or negedge trst_n) begin
    if (!trst_n) begin
        ir <= 4'b0001; // Default to IDCODE instruction
        dr <= 8'h00;
        dbg_control <= 8'h00;
        tdo <= 0;
        shift_dr <= 0;
        capture_dr <= 0;
        update_dr <= 0;
        shift_ir <= 0;
        capture_ir <= 0;
        update_ir <= 0;
    end else begin
        if (tms) begin
            case (ir)
                4'b0001: // IDCODE
                    if (!capture_dr && !shift_dr && !update_dr) capture_dr <= 1;
...
syntax details
[stderr]
/data/eval/out/run_20260426_224416_826723_5f6af1/tmp/deepseek_coder_v2/pashencev__05_dft_testability__task_52/sample_7/generated.v:20: error: dbg_control is not a valid l-value in jtag_tap_debug.
/data/eval/out/run_20260426_224416_826723_5f6af1/tmp/deepseek_coder_v2/pashencev__05_dft_testability__task_52/sample_7/generated.v:8:      : dbg_control is declared here as wire.
/data/eval/out/run_20260426_224416_826723_5f6af1/tmp/deepseek_coder_v2/pashencev__05_dft_testability__task_52/sample_7/generated.v:115: error: dbg_control is not a valid l-value in jtag_tap_debug.
/data/eval/out/run_20260426_224416_826723_5f6af1/tmp/deepseek_coder_v2/pashencev__05_dft_testability__task_52/sample_7/generated.v:8:      : dbg_control is declared here as wire.
2 error(s) during elaboration.
functional details
[stderr]
/data/eval/out/run_20260426_224416_826723_5f6af1/tmp/deepseek_coder_v2/pashencev__05_dft_testability__task_52/sample_7/functional/generated.v:20: error: dbg_control is not a valid l-value in tb_task_52.dut.
/data/eval/out/run_20260426_224416_826723_5f6af1/tmp/deepseek_coder_v2/pashencev__05_dft_testability__task_52/sample_7/functional/generated.v:8:      : dbg_control is declared here as wire.
/data/eval/out/run_20260426_224416_826723_5f6af1/tmp/deepseek_coder_v2/pashencev__05_dft_testability__task_52/sample_7/functional/generated.v:115: error: dbg_control is not a valid l-value in tb_task_52.dut.
/data/eval/out/run_20260426_224416_826723_5f6af1/tmp/deepseek_coder_v2/pashencev__05_dft_testability__task_52/sample_7/functional/generated.v:8:      : dbg_control is declared here as wire.
2 error(s) during elaboration.
synthesis details
[error]
None
errors[]
[
  {
    "stage": "syntax",
    "code": "syntax.iverilog_failed",
    "message": "/data/eval/out/run_20260426_224416_826723_5f6af1/tmp/deepseek_coder_v2/pashencev__05_dft_testability__task_52/sample_7/generated.v:20: error: dbg_control is not a valid l-value in jtag_tap_debug.\n/data/eval/out/run_20260426_224416_826723_5f6af1/tmp/deepseek_coder_v2/pashencev__05_dft_testability__task_52/sample_7/generated.v:8:      : dbg_control is declared here as wire.\n/data/eval/out/run_20260426_224416_826723_5f6af1/tmp/deepseek_coder_v2/pashencev__05_dft_testability__task_52/sample_7/generated.v:115: error: dbg_control is not a valid l-value in jtag_tap_debug.\n/data/eval/out/run_20260426_224416_826723_5f6af1/tmp/deepseek_coder_v2/pashencev__05_dft_testability__task_52/sample_7/generated.v:8:      : dbg_control is declared here as wire.\n2 error(s) during elaboration.\n",
    "retryable": false,
    "details": {}
  },
  {
    "stage": "functional",
    "code": "functional.testbench_failed",
    "message": "/data/eval/out/run_20260426_224416_826723_5f6af1/tmp/deepseek_coder_v2/pashencev__05_dft_testability__task_52/sample_7/functional/generated.v:20: error: dbg_control is not a valid l-value in tb_task_52.dut.\n/data/eval/out/run_20260426_224416_826723_5f6af1/tmp/deepseek_coder_v2/pashencev__05_dft_testability__task_52/sample_7/functional/generated.v:8:      : dbg_control is declared here as wire.\n/data/eval/out/run_20260426_224416_826723_5f6af1/tmp/deepseek_coder_v2/pashencev__05_dft_testability__task_52/sample_7/functional/generated.v:115: error: dbg_control is not a valid l-value in tb_task_52.dut.\n/data/eval/out/run_20260426_224416_826723_5f6af1/tmp/deepseek_coder_v2/pashencev__05_dft_testability__task_52/sample_7/functional/generated.v:8:      : dbg_control is declared here as wire.\n2 error(s) during elaboration.\n",
    "retryable": false,
    "details": {}
  }
]
outcome
{
  "llm_ok": true,
  "extract_ok": true,
  "syntax_ok": false,
  "functional_ok": false,
  "openlane_ok": false,
  "syntax_required": true,
  "functional_required": true,
  "openlane_required": true,
  "final_success": false,
  "success": false
}
sample_8 run_20260426_224416_826723_5f6af1 ok failed failed skipped failed syntax /data/eval/out/run_20260426_224416_826723_5f6af1/tmp/deepseek_coder_v2/pashencev__05_dft_testability__task_52/sample_8/generated.v:20: error: dbg_control is not a valid l-value in jtag_tap_debug.
Open details
sample_dir: E:\Work\MIEM\VKR\Analyse\data\model_dataset\models\deepseek-coder-v2-16b\rag_on\benchmarks\ilyasov\tasks\ilyasov__05_dft_testability__task_52\samples\run_20260426_224416_826723_5f6af1__sample_8
generated.v preview
module jtag_tap_debug (
    input tck,
    input trst_n,
    input tms,
    input tdi,
    output reg tdo,
    input [7:0] dbg_status,
    output [7:0] dbg_control
);

reg [3:0] ir; // Instruction register
reg [7:0] dr; // Data register
reg shift_dr, capture_dr, update_dr;
reg shift_ir, capture_ir, update_ir;

always @(posedge tck or negedge trst_n) begin
    if (!trst_n) begin
        ir <= 4'b0001; // Default to IDCODE instruction
        dr <= 8'h00;
        dbg_control <= 8'h00;
        tdo <= 0;
        shift_dr <= 0;
        capture_dr <= 0;
        update_dr <= 0;
        shift_ir <= 0;
        capture_ir <= 0;
        update_ir <= 0;
    end else begin
        if (tms) begin
            case (ir)
                4'b0001: begin // IDCODE instruction
                    dr <= 8'hA5;
...
syntax details
[stderr]
/data/eval/out/run_20260426_224416_826723_5f6af1/tmp/deepseek_coder_v2/pashencev__05_dft_testability__task_52/sample_8/generated.v:20: error: dbg_control is not a valid l-value in jtag_tap_debug.
/data/eval/out/run_20260426_224416_826723_5f6af1/tmp/deepseek_coder_v2/pashencev__05_dft_testability__task_52/sample_8/generated.v:8:      : dbg_control is declared here as wire.
/data/eval/out/run_20260426_224416_826723_5f6af1/tmp/deepseek_coder_v2/pashencev__05_dft_testability__task_52/sample_8/generated.v:39: error: dbg_control is not a valid l-value in jtag_tap_debug.
/data/eval/out/run_20260426_224416_826723_5f6af1/tmp/deepseek_coder_v2/pashencev__05_dft_testability__task_52/sample_8/generated.v:8:      : dbg_control is declared here as wire.
/data/eval/out/run_20260426_224416_826723_5f6af1/tmp/deepseek_coder_v2/pashencev__05_dft_testability__task_52/sample_8/generated.v:62: error: dbg_control is not a valid l-value in jtag_tap_debug.
/data/eval/out/run_20260426_224416_826723_5f6af1/tmp/deepseek_coder_v2/pashencev__05_dft_testability__task_52/sample_8/generated.v:8:      : dbg_control is declared here as wire.
3 error(s) during elaboration.
functional details
[stderr]
/data/eval/out/run_20260426_224416_826723_5f6af1/tmp/deepseek_coder_v2/pashencev__05_dft_testability__task_52/sample_8/functional/generated.v:20: error: dbg_control is not a valid l-value in tb_task_52.dut.
/data/eval/out/run_20260426_224416_826723_5f6af1/tmp/deepseek_coder_v2/pashencev__05_dft_testability__task_52/sample_8/functional/generated.v:8:      : dbg_control is declared here as wire.
/data/eval/out/run_20260426_224416_826723_5f6af1/tmp/deepseek_coder_v2/pashencev__05_dft_testability__task_52/sample_8/functional/generated.v:39: error: dbg_control is not a valid l-value in tb_task_52.dut.
/data/eval/out/run_20260426_224416_826723_5f6af1/tmp/deepseek_coder_v2/pashencev__05_dft_testability__task_52/sample_8/functional/generated.v:8:      : dbg_control is declared here as wire.
/data/eval/out/run_20260426_224416_826723_5f6af1/tmp/deepseek_coder_v2/pashencev__05_dft_testability__task_52/sample_8/functional/generated.v:62: error: dbg_control is not a valid l-value in tb_task_52.dut.
/data/eval/out/run_20260426_224416_826723_5f6af1/tmp/deepseek_coder_v2/pashencev__05_dft_testability__task_52/sample_8/functional/generated.v:8:      : dbg_control is declared here as wire.
3 error(s) during elaboration.
synthesis details
[error]
None
errors[]
[
  {
    "stage": "syntax",
    "code": "syntax.iverilog_failed",
    "message": "/data/eval/out/run_20260426_224416_826723_5f6af1/tmp/deepseek_coder_v2/pashencev__05_dft_testability__task_52/sample_8/generated.v:20: error: dbg_control is not a valid l-value in jtag_tap_debug.\n/data/eval/out/run_20260426_224416_826723_5f6af1/tmp/deepseek_coder_v2/pashencev__05_dft_testability__task_52/sample_8/generated.v:8:      : dbg_control is declared here as wire.\n/data/eval/out/run_20260426_224416_826723_5f6af1/tmp/deepseek_coder_v2/pashencev__05_dft_testability__task_52/sample_8/generated.v:39: error: dbg_control is not a valid l-value in jtag_tap_debug.\n/data/eval/out/run_20260426_224416_826723_5f6af1/tmp/deepseek_coder_v2/pashencev__05_dft_testability__task_52/sample_8/generated.v:8:      : dbg_control is declared here as wire.\n/data/eval/out/run_20260426_224416_826723_5f6af1/tmp/deepseek_coder_v2/pashencev__05_dft_testability__task_52/sample_8/generated.v:62: error: dbg_control is not a valid l-value in jtag_tap_debug.\n/data/eval/out/run_20260426_224416_826723_5f6af1/tmp/deepseek_coder_v2/pashencev__05_dft_testability__task_52/sample_8/generated.v:8:      : dbg_control is declared here as wire.\n3 error(s) during elaboration.\n",
    "retryable": false,
    "details": {}
  },
  {
    "stage": "functional",
    "code": "functional.testbench_failed",
    "message": "/data/eval/out/run_20260426_224416_826723_5f6af1/tmp/deepseek_coder_v2/pashencev__05_dft_testability__task_52/sample_8/functional/generated.v:20: error: dbg_control is not a valid l-value in tb_task_52.dut.\n/data/eval/out/run_20260426_224416_826723_5f6af1/tmp/deepseek_coder_v2/pashencev__05_dft_testability__task_52/sample_8/functional/generated.v:8:      : dbg_control is declared here as wire.\n/data/eval/out/run_20260426_224416_826723_5f6af1/tmp/deepseek_coder_v2/pashencev__05_dft_testability__task_52/sample_8/functional/generated.v:39: error: dbg_control is not a valid l-value in tb_task_52.dut.\n/data/eval/out/run_20260426_224416_826723_5f6af1/tmp/deepseek_coder_v2/pashencev__05_dft_testability__task_52/sample_8/functional/generated.v:8:      : dbg_control is declared here as wire.\n/data/eval/out/run_20260426_224416_826723_5f6af1/tmp/deepseek_coder_v2/pashencev__05_dft_testability__task_52/sample_8/functional/generated.v:62: error: dbg_control is not a valid l-value in tb_task_52.dut.\n/data/eval/out/run_20260426_224416_826723_5f6af1/tmp/deepseek_coder_v2/pashencev__05_dft_testability__task_52/sample_8/functional/generated.v:8:      : dbg_control is declared here as wire.\n3 error(s) during elaboration.\n",
    "retryable": false,
    "details": {}
  }
]
outcome
{
  "llm_ok": true,
  "extract_ok": true,
  "syntax_ok": false,
  "functional_ok": false,
  "openlane_ok": false,
  "syntax_required": true,
  "functional_required": true,
  "openlane_required": true,
  "final_success": false,
  "success": false
}
sample_9 run_20260426_224416_826723_5f6af1 ok failed failed skipped failed syntax /data/eval/out/run_20260426_224416_826723_5f6af1/tmp/deepseek_coder_v2/pashencev__05_dft_testability__task_52/sample_9/generated.v:15: error: Enumeration name TEST_LOGIC_RESET has an incorrectly sized constant.
Open details
sample_dir: E:\Work\MIEM\VKR\Analyse\data\model_dataset\models\deepseek-coder-v2-16b\rag_on\benchmarks\ilyasov\tasks\ilyasov__05_dft_testability__task_52\samples\run_20260426_224416_826723_5f6af1__sample_9
generated.v preview
module jtag_tap_debug (
    input tck,
    input trst_n,
    input tms,
    input tdi,
    output reg tdo,
    input [7:0] dbg_status,
    output [7:0] dbg_control
);

reg [3:0] ir; // Instruction register
reg [7:0] dr; // Data register

// State machine for JTAG TAP controller
enum reg {
    TEST_LOGIC_RESET = 4'b1111,
    RUN_TEST_IDLE = 4'b0000,
    SELECT_DR_SCAN = 4'b0001,
    CAPTURE_DR = 4'b0010,
    SHIFT_DR = 4'b0011,
    UPDATE_DR = 4'b0100,
    SELECT_IR_SCAN = 4'b0101,
    CAPTURE_IR = 4'b0110,
    SHIFT_IR = 4'b0111,
    UPDATE_IR = 4'b1000
} state, next_state;

always @(posedge tck or negedge trst_n) begin
    if (!trst_n) begin
        state <= TEST_LOGIC_RESET;
        ir <= 4'b0001; // Default instruction is IDCODE
        dr <= 8'h00;
...
syntax details
[stderr]
/data/eval/out/run_20260426_224416_826723_5f6af1/tmp/deepseek_coder_v2/pashencev__05_dft_testability__task_52/sample_9/generated.v:15: error: Enumeration name TEST_LOGIC_RESET has an incorrectly sized constant.
/data/eval/out/run_20260426_224416_826723_5f6af1/tmp/deepseek_coder_v2/pashencev__05_dft_testability__task_52/sample_9/generated.v:15: error: Enumeration name TEST_LOGIC_RESET has a value that is too large: 4'd15.
3 error(s) during elaboration.
functional details
[stderr]
/data/eval/out/run_20260426_224416_826723_5f6af1/tmp/deepseek_coder_v2/pashencev__05_dft_testability__task_52/sample_9/functional/generated.v:15: error: Enumeration name TEST_LOGIC_RESET has an incorrectly sized constant.
/data/eval/out/run_20260426_224416_826723_5f6af1/tmp/deepseek_coder_v2/pashencev__05_dft_testability__task_52/sample_9/functional/generated.v:15: error: Enumeration name TEST_LOGIC_RESET has a value that is too large: 4'd15.
3 error(s) during elaboration.
synthesis details
[error]
None
errors[]
[
  {
    "stage": "syntax",
    "code": "syntax.iverilog_failed",
    "message": "/data/eval/out/run_20260426_224416_826723_5f6af1/tmp/deepseek_coder_v2/pashencev__05_dft_testability__task_52/sample_9/generated.v:15: error: Enumeration name TEST_LOGIC_RESET has an incorrectly sized constant.\n/data/eval/out/run_20260426_224416_826723_5f6af1/tmp/deepseek_coder_v2/pashencev__05_dft_testability__task_52/sample_9/generated.v:15: error: Enumeration name TEST_LOGIC_RESET has a value that is too large: 4'd15.\n3 error(s) during elaboration.\n",
    "retryable": false,
    "details": {}
  },
  {
    "stage": "functional",
    "code": "functional.testbench_failed",
    "message": "/data/eval/out/run_20260426_224416_826723_5f6af1/tmp/deepseek_coder_v2/pashencev__05_dft_testability__task_52/sample_9/functional/generated.v:15: error: Enumeration name TEST_LOGIC_RESET has an incorrectly sized constant.\n/data/eval/out/run_20260426_224416_826723_5f6af1/tmp/deepseek_coder_v2/pashencev__05_dft_testability__task_52/sample_9/functional/generated.v:15: error: Enumeration name TEST_LOGIC_RESET has a value that is too large: 4'd15.\n3 error(s) during elaboration.\n",
    "retryable": false,
    "details": {}
  }
]
outcome
{
  "llm_ok": true,
  "extract_ok": true,
  "syntax_ok": false,
  "functional_ok": false,
  "openlane_ok": false,
  "syntax_required": true,
  "functional_required": true,
  "openlane_required": true,
  "final_success": false,
  "success": false
}
sample_10 run_20260426_224416_826723_5f6af1 ok failed failed skipped failed syntax /data/eval/out/run_20260426_224416_826723_5f6af1/tmp/deepseek_coder_v2/pashencev__05_dft_testability__task_52/sample_10/generated.v:15: error: Enumeration name TEST_LOGIC_RESET has an incorrectly sized constant.
Open details
sample_dir: E:\Work\MIEM\VKR\Analyse\data\model_dataset\models\deepseek-coder-v2-16b\rag_on\benchmarks\ilyasov\tasks\ilyasov__05_dft_testability__task_52\samples\run_20260426_224416_826723_5f6af1__sample_10
generated.v preview
module jtag_tap_debug (
    input tck,
    input trst_n,
    input tms,
    input tdi,
    output reg tdo,
    input [7:0] dbg_status,
    output [7:0] dbg_control
);

reg [3:0] ir; // Instruction register
reg [7:0] dr; // Data register

// State machine for JTAG TAP controller
enum reg {
    TEST_LOGIC_RESET = 4'b1111,
    RUN_TEST_IDLE = 4'b0000,
    SELECT_DR_SCAN = 4'b0001,
    CAPTURE_DR = 4'b0010,
    SHIFT_DR = 4'b0011,
    UPDATE_DR = 4'b0100,
    SELECT_IR_SCAN = 4'b0101,
    CAPTURE_IR = 4'b0110,
    SHIFT_IR = 4'b0111,
    UPDATE_IR = 4'b1000
} state, next_state;

always @(posedge tck or negedge trst_n) begin
    if (!trst_n) begin
        state <= TEST_LOGIC_RESET;
        ir <= 4'b0001; // Default to IDCODE instruction
        dr <= 8'h00;
...
syntax details
[stderr]
/data/eval/out/run_20260426_224416_826723_5f6af1/tmp/deepseek_coder_v2/pashencev__05_dft_testability__task_52/sample_10/generated.v:15: error: Enumeration name TEST_LOGIC_RESET has an incorrectly sized constant.
/data/eval/out/run_20260426_224416_826723_5f6af1/tmp/deepseek_coder_v2/pashencev__05_dft_testability__task_52/sample_10/generated.v:15: error: Enumeration name TEST_LOGIC_RESET has a value that is too large: 4'd15.
3 error(s) during elaboration.
functional details
[stderr]
/data/eval/out/run_20260426_224416_826723_5f6af1/tmp/deepseek_coder_v2/pashencev__05_dft_testability__task_52/sample_10/functional/generated.v:15: error: Enumeration name TEST_LOGIC_RESET has an incorrectly sized constant.
/data/eval/out/run_20260426_224416_826723_5f6af1/tmp/deepseek_coder_v2/pashencev__05_dft_testability__task_52/sample_10/functional/generated.v:15: error: Enumeration name TEST_LOGIC_RESET has a value that is too large: 4'd15.
3 error(s) during elaboration.
synthesis details
[error]
None
errors[]
[
  {
    "stage": "syntax",
    "code": "syntax.iverilog_failed",
    "message": "/data/eval/out/run_20260426_224416_826723_5f6af1/tmp/deepseek_coder_v2/pashencev__05_dft_testability__task_52/sample_10/generated.v:15: error: Enumeration name TEST_LOGIC_RESET has an incorrectly sized constant.\n/data/eval/out/run_20260426_224416_826723_5f6af1/tmp/deepseek_coder_v2/pashencev__05_dft_testability__task_52/sample_10/generated.v:15: error: Enumeration name TEST_LOGIC_RESET has a value that is too large: 4'd15.\n3 error(s) during elaboration.\n",
    "retryable": false,
    "details": {}
  },
  {
    "stage": "functional",
    "code": "functional.testbench_failed",
    "message": "/data/eval/out/run_20260426_224416_826723_5f6af1/tmp/deepseek_coder_v2/pashencev__05_dft_testability__task_52/sample_10/functional/generated.v:15: error: Enumeration name TEST_LOGIC_RESET has an incorrectly sized constant.\n/data/eval/out/run_20260426_224416_826723_5f6af1/tmp/deepseek_coder_v2/pashencev__05_dft_testability__task_52/sample_10/functional/generated.v:15: error: Enumeration name TEST_LOGIC_RESET has a value that is too large: 4'd15.\n3 error(s) during elaboration.\n",
    "retryable": false,
    "details": {}
  }
]
outcome
{
  "llm_ok": true,
  "extract_ok": true,
  "syntax_ok": false,
  "functional_ok": false,
  "openlane_ok": false,
  "syntax_required": true,
  "functional_required": true,
  "openlane_required": true,
  "final_success": false,
  "success": false
}