Назад к моделям Назад к профилю модели

codellama:13b | RAG off

03_low_power_design / task_34 | soc_top

benchmarkilyasov
task_idilyasov/03_low_power_design/task_34
samples_total20
final_success_samples0
final_success_rate_samples0.0%
functional_pass_rate_samples0.0%
synth_pass_rate_samples0.0%
source_runsrun_20260427_102437_171676_163c0c, run_20260427_144342_055801_c17762

Что показывает эта страница

Здесь перечислены все реальные попытки этой модели на одной задаче. По каждой попытке можно увидеть, до какой стадии она дошла, где именно сломалась и какое сообщение об ошибке вернулось из syntax, functional или synthesis.

Samples

sample run extract_ok syntax_ok functional_ok openlane_ok final_success failure_stage failure_reason details
sample_1 run_20260427_102437_171676_163c0c ok failed failed skipped failed syntax /data/eval/out/run_20260427_102437_171676_163c0c/tmp/codellama/pashencev__03_low_power_design__task_34/sample_1/generated.v:12: error: Unknown module type: aon_ctrl
Open details
sample_dir: E:\Work\MIEM\VKR\Analyse\data\model_dataset\models\codellama-13b\rag_off\benchmarks\ilyasov\tasks\ilyasov__03_low_power_design__task_34\samples\run_20260427_102437_171676_163c0c__sample_1
generated.v preview
module soc_top (
    input clk,
    input rst_n,
    input sleep_req,
    input [31:0] data_in,
    output [31:0] data_out,
    output pwr_enable,
    output iso_en
);

// Instantiate submodules
aon_ctrl aon_ctrl_inst (
    .clk(clk),
    .rst_n(rst_n),
    .sleep_req(sleep_req),
    .pwr_enable(pwr_enable),
    .iso_en(iso_en)
);

pd_dsp pd_dsp_inst (
    .clk(clk),
    .rst_n(rst_n),
    .data_in(data_in),
    .data_out(data_out)
);

// Connect submodules
assign data_out = pd_dsp_inst.data_out;

endmodule
syntax details
[stderr]
/data/eval/out/run_20260427_102437_171676_163c0c/tmp/codellama/pashencev__03_low_power_design__task_34/sample_1/generated.v:12: error: Unknown module type: aon_ctrl
/data/eval/out/run_20260427_102437_171676_163c0c/tmp/codellama/pashencev__03_low_power_design__task_34/sample_1/generated.v:20: error: Unknown module type: pd_dsp
3 error(s) during elaboration.
*** These modules were missing:
        aon_ctrl referenced 1 times.
        pd_dsp referenced 1 times.
***
functional details
[stderr]
/data/eval/out/run_20260427_102437_171676_163c0c/tmp/codellama/pashencev__03_low_power_design__task_34/sample_1/functional/generated.v:12: error: Unknown module type: aon_ctrl
/data/eval/out/run_20260427_102437_171676_163c0c/tmp/codellama/pashencev__03_low_power_design__task_34/sample_1/functional/generated.v:20: error: Unknown module type: pd_dsp
3 error(s) during elaboration.
*** These modules were missing:
        aon_ctrl referenced 1 times.
        pd_dsp referenced 1 times.
***
synthesis details
[error]
None
errors[]
[
  {
    "stage": "syntax",
    "code": "syntax.iverilog_failed",
    "message": "/data/eval/out/run_20260427_102437_171676_163c0c/tmp/codellama/pashencev__03_low_power_design__task_34/sample_1/generated.v:12: error: Unknown module type: aon_ctrl\n/data/eval/out/run_20260427_102437_171676_163c0c/tmp/codellama/pashencev__03_low_power_design__task_34/sample_1/generated.v:20: error: Unknown module type: pd_dsp\n3 error(s) during elaboration.\n*** These modules were missing:\n        aon_ctrl referenced 1 times.\n        pd_dsp referenced 1 times.\n***\n",
    "retryable": false,
    "details": {}
  },
  {
    "stage": "functional",
    "code": "functional.testbench_failed",
    "message": "/data/eval/out/run_20260427_102437_171676_163c0c/tmp/codellama/pashencev__03_low_power_design__task_34/sample_1/functional/generated.v:12: error: Unknown module type: aon_ctrl\n/data/eval/out/run_20260427_102437_171676_163c0c/tmp/codellama/pashencev__03_low_power_design__task_34/sample_1/functional/generated.v:20: error: Unknown module type: pd_dsp\n3 error(s) during elaboration.\n*** These modules were missing:\n        aon_ctrl referenced 1 times.\n        pd_dsp referenced 1 times.\n***\n",
    "retryable": false,
    "details": {}
  }
]
outcome
{
  "llm_ok": true,
  "extract_ok": true,
  "syntax_ok": false,
  "functional_ok": false,
  "openlane_ok": false,
  "syntax_required": true,
  "functional_required": true,
  "openlane_required": true,
  "final_success": false,
  "success": false
}
sample_1 run_20260427_144342_055801_c17762 ok failed failed skipped failed syntax /data/eval/out/run_20260427_144342_055801_c17762/tmp/codellama/pashencev__03_low_power_design__task_34/sample_1/generated.v:12: error: Unknown module type: aon_ctrl
Open details
sample_dir: E:\Work\MIEM\VKR\Analyse\data\model_dataset\models\codellama-13b\rag_off\benchmarks\ilyasov\tasks\ilyasov__03_low_power_design__task_34\samples\run_20260427_144342_055801_c17762__sample_1
generated.v preview
module soc_top (
    input clk,
    input rst_n,
    input sleep_req,
    input [31:0] data_in,
    output [31:0] data_out,
    output pwr_enable,
    output iso_en
);

// Instantiate submodules
aon_ctrl aon_ctrl_inst (
    .clk(clk),
    .rst_n(rst_n),
    .sleep_req(sleep_req),
    .pwr_enable(pwr_enable),
    .iso_en(iso_en)
);

pd_dsp pd_dsp_inst (
    .clk(clk),
    .rst_n(rst_n),
    .data_in(data_in),
    .data_out(data_out)
);

// Connect submodules to top-level signals
assign data_out = pd_dsp_inst.data_out;

endmodule
syntax details
[stderr]
/data/eval/out/run_20260427_144342_055801_c17762/tmp/codellama/pashencev__03_low_power_design__task_34/sample_1/generated.v:12: error: Unknown module type: aon_ctrl
/data/eval/out/run_20260427_144342_055801_c17762/tmp/codellama/pashencev__03_low_power_design__task_34/sample_1/generated.v:20: error: Unknown module type: pd_dsp
3 error(s) during elaboration.
*** These modules were missing:
        aon_ctrl referenced 1 times.
        pd_dsp referenced 1 times.
***
functional details
[stderr]
/data/eval/out/run_20260427_144342_055801_c17762/tmp/codellama/pashencev__03_low_power_design__task_34/sample_1/functional/generated.v:12: error: Unknown module type: aon_ctrl
/data/eval/out/run_20260427_144342_055801_c17762/tmp/codellama/pashencev__03_low_power_design__task_34/sample_1/functional/generated.v:20: error: Unknown module type: pd_dsp
3 error(s) during elaboration.
*** These modules were missing:
        aon_ctrl referenced 1 times.
        pd_dsp referenced 1 times.
***
synthesis details
[error]
None
errors[]
[
  {
    "stage": "syntax",
    "code": "syntax.iverilog_failed",
    "message": "/data/eval/out/run_20260427_144342_055801_c17762/tmp/codellama/pashencev__03_low_power_design__task_34/sample_1/generated.v:12: error: Unknown module type: aon_ctrl\n/data/eval/out/run_20260427_144342_055801_c17762/tmp/codellama/pashencev__03_low_power_design__task_34/sample_1/generated.v:20: error: Unknown module type: pd_dsp\n3 error(s) during elaboration.\n*** These modules were missing:\n        aon_ctrl referenced 1 times.\n        pd_dsp referenced 1 times.\n***\n",
    "retryable": false,
    "details": {}
  },
  {
    "stage": "functional",
    "code": "functional.testbench_failed",
    "message": "/data/eval/out/run_20260427_144342_055801_c17762/tmp/codellama/pashencev__03_low_power_design__task_34/sample_1/functional/generated.v:12: error: Unknown module type: aon_ctrl\n/data/eval/out/run_20260427_144342_055801_c17762/tmp/codellama/pashencev__03_low_power_design__task_34/sample_1/functional/generated.v:20: error: Unknown module type: pd_dsp\n3 error(s) during elaboration.\n*** These modules were missing:\n        aon_ctrl referenced 1 times.\n        pd_dsp referenced 1 times.\n***\n",
    "retryable": false,
    "details": {}
  }
]
outcome
{
  "llm_ok": true,
  "extract_ok": true,
  "syntax_ok": false,
  "functional_ok": false,
  "openlane_ok": false,
  "syntax_required": true,
  "functional_required": true,
  "openlane_required": true,
  "final_success": false,
  "success": false
}
sample_2 run_20260427_102437_171676_163c0c ok failed failed skipped failed syntax /data/eval/out/run_20260427_102437_171676_163c0c/tmp/codellama/pashencev__03_low_power_design__task_34/sample_2/generated.v:12: error: Unknown module type: aon_ctrl
Open details
sample_dir: E:\Work\MIEM\VKR\Analyse\data\model_dataset\models\codellama-13b\rag_off\benchmarks\ilyasov\tasks\ilyasov__03_low_power_design__task_34\samples\run_20260427_102437_171676_163c0c__sample_2
generated.v preview
module soc_top (
    input clk,
    input rst_n,
    input sleep_req,
    input [31:0] data_in,
    output [31:0] data_out,
    output pwr_enable,
    output iso_en
);

// Instantiate submodules
aon_ctrl aon_ctrl_inst (
    .clk(clk),
    .rst_n(rst_n),
    .sleep_req(sleep_req),
    .pwr_enable(pwr_enable),
    .iso_en(iso_en)
);

pd_dsp pd_dsp_inst (
    .clk(clk),
    .rst_n(rst_n),
    .data_in(data_in),
    .data_out(data_out)
);

// Connect submodules to top-level ports
assign data_out = pd_dsp_inst.data_out;

endmodule
syntax details
[stderr]
/data/eval/out/run_20260427_102437_171676_163c0c/tmp/codellama/pashencev__03_low_power_design__task_34/sample_2/generated.v:12: error: Unknown module type: aon_ctrl
/data/eval/out/run_20260427_102437_171676_163c0c/tmp/codellama/pashencev__03_low_power_design__task_34/sample_2/generated.v:20: error: Unknown module type: pd_dsp
3 error(s) during elaboration.
*** These modules were missing:
        aon_ctrl referenced 1 times.
        pd_dsp referenced 1 times.
***
functional details
[stderr]
/data/eval/out/run_20260427_102437_171676_163c0c/tmp/codellama/pashencev__03_low_power_design__task_34/sample_2/functional/generated.v:12: error: Unknown module type: aon_ctrl
/data/eval/out/run_20260427_102437_171676_163c0c/tmp/codellama/pashencev__03_low_power_design__task_34/sample_2/functional/generated.v:20: error: Unknown module type: pd_dsp
3 error(s) during elaboration.
*** These modules were missing:
        aon_ctrl referenced 1 times.
        pd_dsp referenced 1 times.
***
synthesis details
[error]
None
errors[]
[
  {
    "stage": "syntax",
    "code": "syntax.iverilog_failed",
    "message": "/data/eval/out/run_20260427_102437_171676_163c0c/tmp/codellama/pashencev__03_low_power_design__task_34/sample_2/generated.v:12: error: Unknown module type: aon_ctrl\n/data/eval/out/run_20260427_102437_171676_163c0c/tmp/codellama/pashencev__03_low_power_design__task_34/sample_2/generated.v:20: error: Unknown module type: pd_dsp\n3 error(s) during elaboration.\n*** These modules were missing:\n        aon_ctrl referenced 1 times.\n        pd_dsp referenced 1 times.\n***\n",
    "retryable": false,
    "details": {}
  },
  {
    "stage": "functional",
    "code": "functional.testbench_failed",
    "message": "/data/eval/out/run_20260427_102437_171676_163c0c/tmp/codellama/pashencev__03_low_power_design__task_34/sample_2/functional/generated.v:12: error: Unknown module type: aon_ctrl\n/data/eval/out/run_20260427_102437_171676_163c0c/tmp/codellama/pashencev__03_low_power_design__task_34/sample_2/functional/generated.v:20: error: Unknown module type: pd_dsp\n3 error(s) during elaboration.\n*** These modules were missing:\n        aon_ctrl referenced 1 times.\n        pd_dsp referenced 1 times.\n***\n",
    "retryable": false,
    "details": {}
  }
]
outcome
{
  "llm_ok": true,
  "extract_ok": true,
  "syntax_ok": false,
  "functional_ok": false,
  "openlane_ok": false,
  "syntax_required": true,
  "functional_required": true,
  "openlane_required": true,
  "final_success": false,
  "success": false
}
sample_2 run_20260427_144342_055801_c17762 ok failed failed skipped failed syntax /data/eval/out/run_20260427_144342_055801_c17762/tmp/codellama/pashencev__03_low_power_design__task_34/sample_2/generated.v:12: error: Unknown module type: aon_ctrl
Open details
sample_dir: E:\Work\MIEM\VKR\Analyse\data\model_dataset\models\codellama-13b\rag_off\benchmarks\ilyasov\tasks\ilyasov__03_low_power_design__task_34\samples\run_20260427_144342_055801_c17762__sample_2
generated.v preview
module soc_top (
  input clk,
  input rst_n,
  input sleep_req,
  input [31:0] data_in,
  output [31:0] data_out,
  output pwr_enable,
  output iso_en
);

// Instantiate submodules
aon_ctrl aon_ctrl_inst (
  .clk(clk),
  .rst_n(rst_n),
  .sleep_req(sleep_req),
  .pwr_enable(pwr_enable),
  .iso_en(iso_en)
);

pd_dsp pd_dsp_inst (
  .clk(clk),
  .rst_n(rst_n),
  .data_in(data_in),
  .data_out(data_out)
);

// Connect submodules
assign aon_ctrl_inst.sleep_req = sleep_req;
assign pd_dsp_inst.clk = clk;
assign pd_dsp_inst.rst_n = rst_n;
assign pd_dsp_inst.data_in = data_in;
assign pd_dsp_inst.data_out = data_out;
...
syntax details
[stderr]
/data/eval/out/run_20260427_144342_055801_c17762/tmp/codellama/pashencev__03_low_power_design__task_34/sample_2/generated.v:12: error: Unknown module type: aon_ctrl
/data/eval/out/run_20260427_144342_055801_c17762/tmp/codellama/pashencev__03_low_power_design__task_34/sample_2/generated.v:20: error: Unknown module type: pd_dsp
3 error(s) during elaboration.
*** These modules were missing:
        aon_ctrl referenced 1 times.
        pd_dsp referenced 1 times.
***
functional details
[stderr]
/data/eval/out/run_20260427_144342_055801_c17762/tmp/codellama/pashencev__03_low_power_design__task_34/sample_2/functional/generated.v:12: error: Unknown module type: aon_ctrl
/data/eval/out/run_20260427_144342_055801_c17762/tmp/codellama/pashencev__03_low_power_design__task_34/sample_2/functional/generated.v:20: error: Unknown module type: pd_dsp
3 error(s) during elaboration.
*** These modules were missing:
        aon_ctrl referenced 1 times.
        pd_dsp referenced 1 times.
***
synthesis details
[error]
None
errors[]
[
  {
    "stage": "syntax",
    "code": "syntax.iverilog_failed",
    "message": "/data/eval/out/run_20260427_144342_055801_c17762/tmp/codellama/pashencev__03_low_power_design__task_34/sample_2/generated.v:12: error: Unknown module type: aon_ctrl\n/data/eval/out/run_20260427_144342_055801_c17762/tmp/codellama/pashencev__03_low_power_design__task_34/sample_2/generated.v:20: error: Unknown module type: pd_dsp\n3 error(s) during elaboration.\n*** These modules were missing:\n        aon_ctrl referenced 1 times.\n        pd_dsp referenced 1 times.\n***\n",
    "retryable": false,
    "details": {}
  },
  {
    "stage": "functional",
    "code": "functional.testbench_failed",
    "message": "/data/eval/out/run_20260427_144342_055801_c17762/tmp/codellama/pashencev__03_low_power_design__task_34/sample_2/functional/generated.v:12: error: Unknown module type: aon_ctrl\n/data/eval/out/run_20260427_144342_055801_c17762/tmp/codellama/pashencev__03_low_power_design__task_34/sample_2/functional/generated.v:20: error: Unknown module type: pd_dsp\n3 error(s) during elaboration.\n*** These modules were missing:\n        aon_ctrl referenced 1 times.\n        pd_dsp referenced 1 times.\n***\n",
    "retryable": false,
    "details": {}
  }
]
outcome
{
  "llm_ok": true,
  "extract_ok": true,
  "syntax_ok": false,
  "functional_ok": false,
  "openlane_ok": false,
  "syntax_required": true,
  "functional_required": true,
  "openlane_required": true,
  "final_success": false,
  "success": false
}
sample_3 run_20260427_102437_171676_163c0c ok failed failed skipped failed syntax /data/eval/out/run_20260427_102437_171676_163c0c/tmp/codellama/pashencev__03_low_power_design__task_34/sample_3/generated.v:12: error: Unknown module type: aon_ctrl
Open details
sample_dir: E:\Work\MIEM\VKR\Analyse\data\model_dataset\models\codellama-13b\rag_off\benchmarks\ilyasov\tasks\ilyasov__03_low_power_design__task_34\samples\run_20260427_102437_171676_163c0c__sample_3
generated.v preview
module soc_top (
  input clk,
  input rst_n,
  input sleep_req,
  input [31:0] data_in,
  output [31:0] data_out,
  output pwr_enable,
  output iso_en
);

// Instantiate submodules
aon_ctrl aon_inst (
  .clk(clk),
  .rst_n(rst_n),
  .sleep_req(sleep_req),
  .pwr_enable(pwr_enable),
  .iso_en(iso_en)
);

pd_dsp pd_inst (
  .clk(clk),
  .data_in(data_in),
  .data_out(data_out)
);

// Connect submodules
assign aon_inst.sleep_req = sleep_req;
assign pd_inst.data_in = data_in;
assign data_out = pd_inst.data_out;

endmodule
syntax details
[stderr]
/data/eval/out/run_20260427_102437_171676_163c0c/tmp/codellama/pashencev__03_low_power_design__task_34/sample_3/generated.v:12: error: Unknown module type: aon_ctrl
/data/eval/out/run_20260427_102437_171676_163c0c/tmp/codellama/pashencev__03_low_power_design__task_34/sample_3/generated.v:20: error: Unknown module type: pd_dsp
3 error(s) during elaboration.
*** These modules were missing:
        aon_ctrl referenced 1 times.
        pd_dsp referenced 1 times.
***
functional details
[stderr]
/data/eval/out/run_20260427_102437_171676_163c0c/tmp/codellama/pashencev__03_low_power_design__task_34/sample_3/functional/generated.v:12: error: Unknown module type: aon_ctrl
/data/eval/out/run_20260427_102437_171676_163c0c/tmp/codellama/pashencev__03_low_power_design__task_34/sample_3/functional/generated.v:20: error: Unknown module type: pd_dsp
3 error(s) during elaboration.
*** These modules were missing:
        aon_ctrl referenced 1 times.
        pd_dsp referenced 1 times.
***
synthesis details
[error]
None
errors[]
[
  {
    "stage": "syntax",
    "code": "syntax.iverilog_failed",
    "message": "/data/eval/out/run_20260427_102437_171676_163c0c/tmp/codellama/pashencev__03_low_power_design__task_34/sample_3/generated.v:12: error: Unknown module type: aon_ctrl\n/data/eval/out/run_20260427_102437_171676_163c0c/tmp/codellama/pashencev__03_low_power_design__task_34/sample_3/generated.v:20: error: Unknown module type: pd_dsp\n3 error(s) during elaboration.\n*** These modules were missing:\n        aon_ctrl referenced 1 times.\n        pd_dsp referenced 1 times.\n***\n",
    "retryable": false,
    "details": {}
  },
  {
    "stage": "functional",
    "code": "functional.testbench_failed",
    "message": "/data/eval/out/run_20260427_102437_171676_163c0c/tmp/codellama/pashencev__03_low_power_design__task_34/sample_3/functional/generated.v:12: error: Unknown module type: aon_ctrl\n/data/eval/out/run_20260427_102437_171676_163c0c/tmp/codellama/pashencev__03_low_power_design__task_34/sample_3/functional/generated.v:20: error: Unknown module type: pd_dsp\n3 error(s) during elaboration.\n*** These modules were missing:\n        aon_ctrl referenced 1 times.\n        pd_dsp referenced 1 times.\n***\n",
    "retryable": false,
    "details": {}
  }
]
outcome
{
  "llm_ok": true,
  "extract_ok": true,
  "syntax_ok": false,
  "functional_ok": false,
  "openlane_ok": false,
  "syntax_required": true,
  "functional_required": true,
  "openlane_required": true,
  "final_success": false,
  "success": false
}
sample_3 run_20260427_144342_055801_c17762 ok failed failed skipped failed syntax /data/eval/out/run_20260427_144342_055801_c17762/tmp/codellama/pashencev__03_low_power_design__task_34/sample_3/generated.v:12: error: Unknown module type: aon_ctrl
Open details
sample_dir: E:\Work\MIEM\VKR\Analyse\data\model_dataset\models\codellama-13b\rag_off\benchmarks\ilyasov\tasks\ilyasov__03_low_power_design__task_34\samples\run_20260427_144342_055801_c17762__sample_3
generated.v preview
module soc_top (
  input clk,
  input rst_n,
  input sleep_req,
  input [31:0] data_in,
  output [31:0] data_out,
  output pwr_enable,
  output iso_en
);

// Instantiate submodules
aon_ctrl aon_ctrl_inst (
  .clk(clk),
  .rst_n(rst_n),
  .sleep_req(sleep_req),
  .pwr_enable(pwr_enable),
  .iso_en(iso_en)
);

pd_dsp pd_dsp_inst (
  .clk(clk),
  .rst_n(rst_n),
  .data_in(data_in),
  .data_out(data_out)
);

// Connect submodules
assign data_out = pd_dsp_inst.data_out;

endmodule
syntax details
[stderr]
/data/eval/out/run_20260427_144342_055801_c17762/tmp/codellama/pashencev__03_low_power_design__task_34/sample_3/generated.v:12: error: Unknown module type: aon_ctrl
/data/eval/out/run_20260427_144342_055801_c17762/tmp/codellama/pashencev__03_low_power_design__task_34/sample_3/generated.v:20: error: Unknown module type: pd_dsp
3 error(s) during elaboration.
*** These modules were missing:
        aon_ctrl referenced 1 times.
        pd_dsp referenced 1 times.
***
functional details
[stderr]
/data/eval/out/run_20260427_144342_055801_c17762/tmp/codellama/pashencev__03_low_power_design__task_34/sample_3/functional/generated.v:12: error: Unknown module type: aon_ctrl
/data/eval/out/run_20260427_144342_055801_c17762/tmp/codellama/pashencev__03_low_power_design__task_34/sample_3/functional/generated.v:20: error: Unknown module type: pd_dsp
3 error(s) during elaboration.
*** These modules were missing:
        aon_ctrl referenced 1 times.
        pd_dsp referenced 1 times.
***
synthesis details
[error]
None
errors[]
[
  {
    "stage": "syntax",
    "code": "syntax.iverilog_failed",
    "message": "/data/eval/out/run_20260427_144342_055801_c17762/tmp/codellama/pashencev__03_low_power_design__task_34/sample_3/generated.v:12: error: Unknown module type: aon_ctrl\n/data/eval/out/run_20260427_144342_055801_c17762/tmp/codellama/pashencev__03_low_power_design__task_34/sample_3/generated.v:20: error: Unknown module type: pd_dsp\n3 error(s) during elaboration.\n*** These modules were missing:\n        aon_ctrl referenced 1 times.\n        pd_dsp referenced 1 times.\n***\n",
    "retryable": false,
    "details": {}
  },
  {
    "stage": "functional",
    "code": "functional.testbench_failed",
    "message": "/data/eval/out/run_20260427_144342_055801_c17762/tmp/codellama/pashencev__03_low_power_design__task_34/sample_3/functional/generated.v:12: error: Unknown module type: aon_ctrl\n/data/eval/out/run_20260427_144342_055801_c17762/tmp/codellama/pashencev__03_low_power_design__task_34/sample_3/functional/generated.v:20: error: Unknown module type: pd_dsp\n3 error(s) during elaboration.\n*** These modules were missing:\n        aon_ctrl referenced 1 times.\n        pd_dsp referenced 1 times.\n***\n",
    "retryable": false,
    "details": {}
  }
]
outcome
{
  "llm_ok": true,
  "extract_ok": true,
  "syntax_ok": false,
  "functional_ok": false,
  "openlane_ok": false,
  "syntax_required": true,
  "functional_required": true,
  "openlane_required": true,
  "final_success": false,
  "success": false
}
sample_4 run_20260427_102437_171676_163c0c ok failed failed skipped failed syntax /data/eval/out/run_20260427_102437_171676_163c0c/tmp/codellama/pashencev__03_low_power_design__task_34/sample_4/generated.v:12: error: Unknown module type: aon_ctrl
Open details
sample_dir: E:\Work\MIEM\VKR\Analyse\data\model_dataset\models\codellama-13b\rag_off\benchmarks\ilyasov\tasks\ilyasov__03_low_power_design__task_34\samples\run_20260427_102437_171676_163c0c__sample_4
generated.v preview
module soc_top (
    input clk,
    input rst_n,
    input sleep_req,
    input [31:0] data_in,
    output [31:0] data_out,
    output pwr_enable,
    output iso_en
);

// Instantiate submodules
aon_ctrl aon_ctrl_inst (
    .clk(clk),
    .rst_n(rst_n),
    .sleep_req(sleep_req),
    .pwr_enable(pwr_enable),
    .iso_en(iso_en)
);

pd_dsp pd_dsp_inst (
    .clk(clk),
    .rst_n(rst_n),
    .data_in(data_in),
    .data_out(data_out)
);

// Connect submodules
assign data_out = pd_dsp_inst.data_out;

endmodule
syntax details
[stderr]
/data/eval/out/run_20260427_102437_171676_163c0c/tmp/codellama/pashencev__03_low_power_design__task_34/sample_4/generated.v:12: error: Unknown module type: aon_ctrl
/data/eval/out/run_20260427_102437_171676_163c0c/tmp/codellama/pashencev__03_low_power_design__task_34/sample_4/generated.v:20: error: Unknown module type: pd_dsp
3 error(s) during elaboration.
*** These modules were missing:
        aon_ctrl referenced 1 times.
        pd_dsp referenced 1 times.
***
functional details
[stderr]
/data/eval/out/run_20260427_102437_171676_163c0c/tmp/codellama/pashencev__03_low_power_design__task_34/sample_4/functional/generated.v:12: error: Unknown module type: aon_ctrl
/data/eval/out/run_20260427_102437_171676_163c0c/tmp/codellama/pashencev__03_low_power_design__task_34/sample_4/functional/generated.v:20: error: Unknown module type: pd_dsp
3 error(s) during elaboration.
*** These modules were missing:
        aon_ctrl referenced 1 times.
        pd_dsp referenced 1 times.
***
synthesis details
[error]
None
errors[]
[
  {
    "stage": "syntax",
    "code": "syntax.iverilog_failed",
    "message": "/data/eval/out/run_20260427_102437_171676_163c0c/tmp/codellama/pashencev__03_low_power_design__task_34/sample_4/generated.v:12: error: Unknown module type: aon_ctrl\n/data/eval/out/run_20260427_102437_171676_163c0c/tmp/codellama/pashencev__03_low_power_design__task_34/sample_4/generated.v:20: error: Unknown module type: pd_dsp\n3 error(s) during elaboration.\n*** These modules were missing:\n        aon_ctrl referenced 1 times.\n        pd_dsp referenced 1 times.\n***\n",
    "retryable": false,
    "details": {}
  },
  {
    "stage": "functional",
    "code": "functional.testbench_failed",
    "message": "/data/eval/out/run_20260427_102437_171676_163c0c/tmp/codellama/pashencev__03_low_power_design__task_34/sample_4/functional/generated.v:12: error: Unknown module type: aon_ctrl\n/data/eval/out/run_20260427_102437_171676_163c0c/tmp/codellama/pashencev__03_low_power_design__task_34/sample_4/functional/generated.v:20: error: Unknown module type: pd_dsp\n3 error(s) during elaboration.\n*** These modules were missing:\n        aon_ctrl referenced 1 times.\n        pd_dsp referenced 1 times.\n***\n",
    "retryable": false,
    "details": {}
  }
]
outcome
{
  "llm_ok": true,
  "extract_ok": true,
  "syntax_ok": false,
  "functional_ok": false,
  "openlane_ok": false,
  "syntax_required": true,
  "functional_required": true,
  "openlane_required": true,
  "final_success": false,
  "success": false
}
sample_4 run_20260427_144342_055801_c17762 ok failed failed skipped failed syntax /data/eval/out/run_20260427_144342_055801_c17762/tmp/codellama/pashencev__03_low_power_design__task_34/sample_4/generated.v:12: error: Unknown module type: aon_ctrl
Open details
sample_dir: E:\Work\MIEM\VKR\Analyse\data\model_dataset\models\codellama-13b\rag_off\benchmarks\ilyasov\tasks\ilyasov__03_low_power_design__task_34\samples\run_20260427_144342_055801_c17762__sample_4
generated.v preview
module soc_top (
    input clk,
    input rst_n,
    input sleep_req,
    input [31:0] data_in,
    output [31:0] data_out,
    output pwr_enable,
    output iso_en
);

// Instantiate submodules
aon_ctrl aon_inst (
    .clk(clk),
    .rst_n(rst_n),
    .sleep_req(sleep_req),
    .pwr_enable(pwr_enable),
    .iso_en(iso_en)
);

pd_dsp pd_inst (
    .clk(clk),
    .data_in(data_in),
    .data_out(data_out)
);

// Connect submodules
assign aon_inst.sleep_req = sleep_req;
assign pd_inst.pwr_enable = pwr_enable;
assign pd_inst.iso_en = iso_en;

endmodule
syntax details
[stderr]
/data/eval/out/run_20260427_144342_055801_c17762/tmp/codellama/pashencev__03_low_power_design__task_34/sample_4/generated.v:12: error: Unknown module type: aon_ctrl
/data/eval/out/run_20260427_144342_055801_c17762/tmp/codellama/pashencev__03_low_power_design__task_34/sample_4/generated.v:20: error: Unknown module type: pd_dsp
3 error(s) during elaboration.
*** These modules were missing:
        aon_ctrl referenced 1 times.
        pd_dsp referenced 1 times.
***
functional details
[stderr]
/data/eval/out/run_20260427_144342_055801_c17762/tmp/codellama/pashencev__03_low_power_design__task_34/sample_4/functional/generated.v:12: error: Unknown module type: aon_ctrl
/data/eval/out/run_20260427_144342_055801_c17762/tmp/codellama/pashencev__03_low_power_design__task_34/sample_4/functional/generated.v:20: error: Unknown module type: pd_dsp
3 error(s) during elaboration.
*** These modules were missing:
        aon_ctrl referenced 1 times.
        pd_dsp referenced 1 times.
***
synthesis details
[error]
None
errors[]
[
  {
    "stage": "syntax",
    "code": "syntax.iverilog_failed",
    "message": "/data/eval/out/run_20260427_144342_055801_c17762/tmp/codellama/pashencev__03_low_power_design__task_34/sample_4/generated.v:12: error: Unknown module type: aon_ctrl\n/data/eval/out/run_20260427_144342_055801_c17762/tmp/codellama/pashencev__03_low_power_design__task_34/sample_4/generated.v:20: error: Unknown module type: pd_dsp\n3 error(s) during elaboration.\n*** These modules were missing:\n        aon_ctrl referenced 1 times.\n        pd_dsp referenced 1 times.\n***\n",
    "retryable": false,
    "details": {}
  },
  {
    "stage": "functional",
    "code": "functional.testbench_failed",
    "message": "/data/eval/out/run_20260427_144342_055801_c17762/tmp/codellama/pashencev__03_low_power_design__task_34/sample_4/functional/generated.v:12: error: Unknown module type: aon_ctrl\n/data/eval/out/run_20260427_144342_055801_c17762/tmp/codellama/pashencev__03_low_power_design__task_34/sample_4/functional/generated.v:20: error: Unknown module type: pd_dsp\n3 error(s) during elaboration.\n*** These modules were missing:\n        aon_ctrl referenced 1 times.\n        pd_dsp referenced 1 times.\n***\n",
    "retryable": false,
    "details": {}
  }
]
outcome
{
  "llm_ok": true,
  "extract_ok": true,
  "syntax_ok": false,
  "functional_ok": false,
  "openlane_ok": false,
  "syntax_required": true,
  "functional_required": true,
  "openlane_required": true,
  "final_success": false,
  "success": false
}
sample_5 run_20260427_102437_171676_163c0c ok failed failed skipped failed syntax /data/eval/out/run_20260427_102437_171676_163c0c/tmp/codellama/pashencev__03_low_power_design__task_34/sample_5/generated.v:12: error: Unknown module type: aon_ctrl
Open details
sample_dir: E:\Work\MIEM\VKR\Analyse\data\model_dataset\models\codellama-13b\rag_off\benchmarks\ilyasov\tasks\ilyasov__03_low_power_design__task_34\samples\run_20260427_102437_171676_163c0c__sample_5
generated.v preview
module soc_top (
    input clk,
    input rst_n,
    input sleep_req,
    input [31:0] data_in,
    output [31:0] data_out,
    output pwr_enable,
    output iso_en
);

// Instantiate submodules
aon_ctrl aon_inst (
    .clk(clk),
    .rst_n(rst_n),
    .sleep_req(sleep_req),
    .pwr_enable(pwr_enable),
    .iso_en(iso_en)
);

pd_dsp pd_inst (
    .clk(clk),
    .rst_n(rst_n),
    .data_in(data_in),
    .data_out(data_out)
);

endmodule
syntax details
[stderr]
/data/eval/out/run_20260427_102437_171676_163c0c/tmp/codellama/pashencev__03_low_power_design__task_34/sample_5/generated.v:12: error: Unknown module type: aon_ctrl
/data/eval/out/run_20260427_102437_171676_163c0c/tmp/codellama/pashencev__03_low_power_design__task_34/sample_5/generated.v:20: error: Unknown module type: pd_dsp
3 error(s) during elaboration.
*** These modules were missing:
        aon_ctrl referenced 1 times.
        pd_dsp referenced 1 times.
***
functional details
[stderr]
/data/eval/out/run_20260427_102437_171676_163c0c/tmp/codellama/pashencev__03_low_power_design__task_34/sample_5/functional/generated.v:12: error: Unknown module type: aon_ctrl
/data/eval/out/run_20260427_102437_171676_163c0c/tmp/codellama/pashencev__03_low_power_design__task_34/sample_5/functional/generated.v:20: error: Unknown module type: pd_dsp
3 error(s) during elaboration.
*** These modules were missing:
        aon_ctrl referenced 1 times.
        pd_dsp referenced 1 times.
***
synthesis details
[error]
None
errors[]
[
  {
    "stage": "syntax",
    "code": "syntax.iverilog_failed",
    "message": "/data/eval/out/run_20260427_102437_171676_163c0c/tmp/codellama/pashencev__03_low_power_design__task_34/sample_5/generated.v:12: error: Unknown module type: aon_ctrl\n/data/eval/out/run_20260427_102437_171676_163c0c/tmp/codellama/pashencev__03_low_power_design__task_34/sample_5/generated.v:20: error: Unknown module type: pd_dsp\n3 error(s) during elaboration.\n*** These modules were missing:\n        aon_ctrl referenced 1 times.\n        pd_dsp referenced 1 times.\n***\n",
    "retryable": false,
    "details": {}
  },
  {
    "stage": "functional",
    "code": "functional.testbench_failed",
    "message": "/data/eval/out/run_20260427_102437_171676_163c0c/tmp/codellama/pashencev__03_low_power_design__task_34/sample_5/functional/generated.v:12: error: Unknown module type: aon_ctrl\n/data/eval/out/run_20260427_102437_171676_163c0c/tmp/codellama/pashencev__03_low_power_design__task_34/sample_5/functional/generated.v:20: error: Unknown module type: pd_dsp\n3 error(s) during elaboration.\n*** These modules were missing:\n        aon_ctrl referenced 1 times.\n        pd_dsp referenced 1 times.\n***\n",
    "retryable": false,
    "details": {}
  }
]
outcome
{
  "llm_ok": true,
  "extract_ok": true,
  "syntax_ok": false,
  "functional_ok": false,
  "openlane_ok": false,
  "syntax_required": true,
  "functional_required": true,
  "openlane_required": true,
  "final_success": false,
  "success": false
}
sample_5 run_20260427_144342_055801_c17762 ok failed failed skipped failed syntax /data/eval/out/run_20260427_144342_055801_c17762/tmp/codellama/pashencev__03_low_power_design__task_34/sample_5/generated.v:58: syntax error
Open details
sample_dir: E:\Work\MIEM\VKR\Analyse\data\model_dataset\models\codellama-13b\rag_off\benchmarks\ilyasov\tasks\ilyasov__03_low_power_design__task_34\samples\run_20260427_144342_055801_c17762__sample_5
generated.v preview
module soc_top (
    input clk,
    input rst_n,
    input sleep_req,
    input [31:0] data_in,
    output [31:0] data_out,
    output pwr_enable,
    output iso_en
);

// UPF Control Hooks (Exported for power intent binding)
assign pwr_enable = 1'b1;
assign iso_en = 1'b0;

// Power-Down DSP Domain
module pd_dsp (
    input clk,
    input rst_n,
    input [31:0] data_in,
    output [31:0] data_out
);

always @(posedge clk or negedge rst_n) begin
    if (!rst_n) begin
        data_out <= 32'b0;
    end else begin
        data_out <= data_in;
    end
end

// Always-On Domain Controller
module aon_ctrl (
...
syntax details
[stderr]
/data/eval/out/run_20260427_144342_055801_c17762/tmp/codellama/pashencev__03_low_power_design__task_34/sample_5/generated.v:58: syntax error
I give up.
functional details
[stderr]
/workspace/banchmarks/pashencev/03_low_power_design/task_34/tb.v:98: syntax error
I give up.
synthesis details
[error]
None
errors[]
[
  {
    "stage": "syntax",
    "code": "syntax.iverilog_failed",
    "message": "/data/eval/out/run_20260427_144342_055801_c17762/tmp/codellama/pashencev__03_low_power_design__task_34/sample_5/generated.v:58: syntax error\nI give up.\n",
    "retryable": false,
    "details": {}
  },
  {
    "stage": "functional",
    "code": "functional.testbench_failed",
    "message": "/workspace/banchmarks/pashencev/03_low_power_design/task_34/tb.v:98: syntax error\nI give up.\n",
    "retryable": false,
    "details": {}
  }
]
outcome
{
  "llm_ok": true,
  "extract_ok": true,
  "syntax_ok": false,
  "functional_ok": false,
  "openlane_ok": false,
  "syntax_required": true,
  "functional_required": true,
  "openlane_required": true,
  "final_success": false,
  "success": false
}
sample_6 run_20260427_102437_171676_163c0c ok failed failed skipped failed syntax /data/eval/out/run_20260427_102437_171676_163c0c/tmp/codellama/pashencev__03_low_power_design__task_34/sample_6/generated.v:16: error: Unknown module type: pd_dsp
Open details
sample_dir: E:\Work\MIEM\VKR\Analyse\data\model_dataset\models\codellama-13b\rag_off\benchmarks\ilyasov\tasks\ilyasov__03_low_power_design__task_34\samples\run_20260427_102437_171676_163c0c__sample_6
generated.v preview
module soc_top (
    input clk,
    input rst_n,
    input sleep_req,
    input [31:0] data_in,
    output [31:0] data_out,
    output pwr_enable,
    output iso_en
);

// UPF Control Hooks (Exported for power intent binding)
assign pwr_enable = 1'b1; // Always enable power
assign iso_en = 1'b0; // No isolation by default

// Power-Down DSP Domain
pd_dsp pd_dsp_inst (
    .clk(clk),
    .rst_n(rst_n),
    .data_in(data_in),
    .data_out(data_out)
);

// Always-On Domain Controller
aon_ctrl aon_ctrl_inst (
    .clk(clk),
    .rst_n(rst_n),
    .sleep_req(sleep_req),
    .pwr_enable(pwr_enable),
    .iso_en(iso_en)
);

endmodule
syntax details
[stderr]
/data/eval/out/run_20260427_102437_171676_163c0c/tmp/codellama/pashencev__03_low_power_design__task_34/sample_6/generated.v:16: error: Unknown module type: pd_dsp
/data/eval/out/run_20260427_102437_171676_163c0c/tmp/codellama/pashencev__03_low_power_design__task_34/sample_6/generated.v:24: error: Unknown module type: aon_ctrl
3 error(s) during elaboration.
*** These modules were missing:
        aon_ctrl referenced 1 times.
        pd_dsp referenced 1 times.
***
functional details
[stderr]
/data/eval/out/run_20260427_102437_171676_163c0c/tmp/codellama/pashencev__03_low_power_design__task_34/sample_6/functional/generated.v:16: error: Unknown module type: pd_dsp
/data/eval/out/run_20260427_102437_171676_163c0c/tmp/codellama/pashencev__03_low_power_design__task_34/sample_6/functional/generated.v:24: error: Unknown module type: aon_ctrl
3 error(s) during elaboration.
*** These modules were missing:
        aon_ctrl referenced 1 times.
        pd_dsp referenced 1 times.
***
synthesis details
[error]
None
errors[]
[
  {
    "stage": "syntax",
    "code": "syntax.iverilog_failed",
    "message": "/data/eval/out/run_20260427_102437_171676_163c0c/tmp/codellama/pashencev__03_low_power_design__task_34/sample_6/generated.v:16: error: Unknown module type: pd_dsp\n/data/eval/out/run_20260427_102437_171676_163c0c/tmp/codellama/pashencev__03_low_power_design__task_34/sample_6/generated.v:24: error: Unknown module type: aon_ctrl\n3 error(s) during elaboration.\n*** These modules were missing:\n        aon_ctrl referenced 1 times.\n        pd_dsp referenced 1 times.\n***\n",
    "retryable": false,
    "details": {}
  },
  {
    "stage": "functional",
    "code": "functional.testbench_failed",
    "message": "/data/eval/out/run_20260427_102437_171676_163c0c/tmp/codellama/pashencev__03_low_power_design__task_34/sample_6/functional/generated.v:16: error: Unknown module type: pd_dsp\n/data/eval/out/run_20260427_102437_171676_163c0c/tmp/codellama/pashencev__03_low_power_design__task_34/sample_6/functional/generated.v:24: error: Unknown module type: aon_ctrl\n3 error(s) during elaboration.\n*** These modules were missing:\n        aon_ctrl referenced 1 times.\n        pd_dsp referenced 1 times.\n***\n",
    "retryable": false,
    "details": {}
  }
]
outcome
{
  "llm_ok": true,
  "extract_ok": true,
  "syntax_ok": false,
  "functional_ok": false,
  "openlane_ok": false,
  "syntax_required": true,
  "functional_required": true,
  "openlane_required": true,
  "final_success": false,
  "success": false
}
sample_6 run_20260427_144342_055801_c17762 ok failed failed skipped failed syntax /data/eval/out/run_20260427_144342_055801_c17762/tmp/codellama/pashencev__03_low_power_design__task_34/sample_6/generated.v:12: error: Unknown module type: aon_ctrl
Open details
sample_dir: E:\Work\MIEM\VKR\Analyse\data\model_dataset\models\codellama-13b\rag_off\benchmarks\ilyasov\tasks\ilyasov__03_low_power_design__task_34\samples\run_20260427_144342_055801_c17762__sample_6
generated.v preview
module soc_top (
    input clk,
    input rst_n,
    input sleep_req,
    input [31:0] data_in,
    output [31:0] data_out,
    output pwr_enable,
    output iso_en
);

// Instantiate submodules
aon_ctrl aon_ctrl_inst (
    .clk(clk),
    .rst_n(rst_n),
    .sleep_req(sleep_req),
    .pwr_enable(pwr_enable),
    .iso_en(iso_en)
);

pd_dsp pd_dsp_inst (
    .clk(clk),
    .rst_n(rst_n),
    .data_in(data_in),
    .data_out(data_out)
);

// Connect submodules
assign data_out = pd_dsp_inst.data_out;

endmodule
syntax details
[stderr]
/data/eval/out/run_20260427_144342_055801_c17762/tmp/codellama/pashencev__03_low_power_design__task_34/sample_6/generated.v:12: error: Unknown module type: aon_ctrl
/data/eval/out/run_20260427_144342_055801_c17762/tmp/codellama/pashencev__03_low_power_design__task_34/sample_6/generated.v:20: error: Unknown module type: pd_dsp
3 error(s) during elaboration.
*** These modules were missing:
        aon_ctrl referenced 1 times.
        pd_dsp referenced 1 times.
***
functional details
[stderr]
/data/eval/out/run_20260427_144342_055801_c17762/tmp/codellama/pashencev__03_low_power_design__task_34/sample_6/functional/generated.v:12: error: Unknown module type: aon_ctrl
/data/eval/out/run_20260427_144342_055801_c17762/tmp/codellama/pashencev__03_low_power_design__task_34/sample_6/functional/generated.v:20: error: Unknown module type: pd_dsp
3 error(s) during elaboration.
*** These modules were missing:
        aon_ctrl referenced 1 times.
        pd_dsp referenced 1 times.
***
synthesis details
[error]
None
errors[]
[
  {
    "stage": "syntax",
    "code": "syntax.iverilog_failed",
    "message": "/data/eval/out/run_20260427_144342_055801_c17762/tmp/codellama/pashencev__03_low_power_design__task_34/sample_6/generated.v:12: error: Unknown module type: aon_ctrl\n/data/eval/out/run_20260427_144342_055801_c17762/tmp/codellama/pashencev__03_low_power_design__task_34/sample_6/generated.v:20: error: Unknown module type: pd_dsp\n3 error(s) during elaboration.\n*** These modules were missing:\n        aon_ctrl referenced 1 times.\n        pd_dsp referenced 1 times.\n***\n",
    "retryable": false,
    "details": {}
  },
  {
    "stage": "functional",
    "code": "functional.testbench_failed",
    "message": "/data/eval/out/run_20260427_144342_055801_c17762/tmp/codellama/pashencev__03_low_power_design__task_34/sample_6/functional/generated.v:12: error: Unknown module type: aon_ctrl\n/data/eval/out/run_20260427_144342_055801_c17762/tmp/codellama/pashencev__03_low_power_design__task_34/sample_6/functional/generated.v:20: error: Unknown module type: pd_dsp\n3 error(s) during elaboration.\n*** These modules were missing:\n        aon_ctrl referenced 1 times.\n        pd_dsp referenced 1 times.\n***\n",
    "retryable": false,
    "details": {}
  }
]
outcome
{
  "llm_ok": true,
  "extract_ok": true,
  "syntax_ok": false,
  "functional_ok": false,
  "openlane_ok": false,
  "syntax_required": true,
  "functional_required": true,
  "openlane_required": true,
  "final_success": false,
  "success": false
}
sample_7 run_20260427_102437_171676_163c0c ok failed failed skipped failed syntax /data/eval/out/run_20260427_102437_171676_163c0c/tmp/codellama/pashencev__03_low_power_design__task_34/sample_7/generated.v:12: error: Unknown module type: aon_ctrl
Open details
sample_dir: E:\Work\MIEM\VKR\Analyse\data\model_dataset\models\codellama-13b\rag_off\benchmarks\ilyasov\tasks\ilyasov__03_low_power_design__task_34\samples\run_20260427_102437_171676_163c0c__sample_7
generated.v preview
module soc_top (
  input clk,
  input rst_n,
  input sleep_req,
  input [31:0] data_in,
  output [31:0] data_out,
  output pwr_enable,
  output iso_en
);

// Instantiate submodules
aon_ctrl aon_ctrl_inst (
  .clk(clk),
  .rst_n(rst_n),
  .sleep_req(sleep_req),
  .pwr_enable(pwr_enable),
  .iso_en(iso_en)
);

pd_dsp pd_dsp_inst (
  .clk(clk),
  .rst_n(rst_n),
  .data_in(data_in),
  .data_out(data_out)
);

endmodule
syntax details
[stderr]
/data/eval/out/run_20260427_102437_171676_163c0c/tmp/codellama/pashencev__03_low_power_design__task_34/sample_7/generated.v:12: error: Unknown module type: aon_ctrl
/data/eval/out/run_20260427_102437_171676_163c0c/tmp/codellama/pashencev__03_low_power_design__task_34/sample_7/generated.v:20: error: Unknown module type: pd_dsp
3 error(s) during elaboration.
*** These modules were missing:
        aon_ctrl referenced 1 times.
        pd_dsp referenced 1 times.
***
functional details
[stderr]
/data/eval/out/run_20260427_102437_171676_163c0c/tmp/codellama/pashencev__03_low_power_design__task_34/sample_7/functional/generated.v:12: error: Unknown module type: aon_ctrl
/data/eval/out/run_20260427_102437_171676_163c0c/tmp/codellama/pashencev__03_low_power_design__task_34/sample_7/functional/generated.v:20: error: Unknown module type: pd_dsp
3 error(s) during elaboration.
*** These modules were missing:
        aon_ctrl referenced 1 times.
        pd_dsp referenced 1 times.
***
synthesis details
[error]
None
errors[]
[
  {
    "stage": "syntax",
    "code": "syntax.iverilog_failed",
    "message": "/data/eval/out/run_20260427_102437_171676_163c0c/tmp/codellama/pashencev__03_low_power_design__task_34/sample_7/generated.v:12: error: Unknown module type: aon_ctrl\n/data/eval/out/run_20260427_102437_171676_163c0c/tmp/codellama/pashencev__03_low_power_design__task_34/sample_7/generated.v:20: error: Unknown module type: pd_dsp\n3 error(s) during elaboration.\n*** These modules were missing:\n        aon_ctrl referenced 1 times.\n        pd_dsp referenced 1 times.\n***\n",
    "retryable": false,
    "details": {}
  },
  {
    "stage": "functional",
    "code": "functional.testbench_failed",
    "message": "/data/eval/out/run_20260427_102437_171676_163c0c/tmp/codellama/pashencev__03_low_power_design__task_34/sample_7/functional/generated.v:12: error: Unknown module type: aon_ctrl\n/data/eval/out/run_20260427_102437_171676_163c0c/tmp/codellama/pashencev__03_low_power_design__task_34/sample_7/functional/generated.v:20: error: Unknown module type: pd_dsp\n3 error(s) during elaboration.\n*** These modules were missing:\n        aon_ctrl referenced 1 times.\n        pd_dsp referenced 1 times.\n***\n",
    "retryable": false,
    "details": {}
  }
]
outcome
{
  "llm_ok": true,
  "extract_ok": true,
  "syntax_ok": false,
  "functional_ok": false,
  "openlane_ok": false,
  "syntax_required": true,
  "functional_required": true,
  "openlane_required": true,
  "final_success": false,
  "success": false
}
sample_7 run_20260427_144342_055801_c17762 ok failed failed skipped failed syntax /data/eval/out/run_20260427_144342_055801_c17762/tmp/codellama/pashencev__03_low_power_design__task_34/sample_7/generated.v:12: error: Unknown module type: aon_ctrl
Open details
sample_dir: E:\Work\MIEM\VKR\Analyse\data\model_dataset\models\codellama-13b\rag_off\benchmarks\ilyasov\tasks\ilyasov__03_low_power_design__task_34\samples\run_20260427_144342_055801_c17762__sample_7
generated.v preview
module soc_top (
  input clk,
  input rst_n,
  input sleep_req,
  input [31:0] data_in,
  output [31:0] data_out,
  output pwr_enable,
  output iso_en
);

// Instantiate submodules
aon_ctrl aon (
  .clk(clk),
  .rst_n(rst_n),
  .sleep_req(sleep_req),
  .pwr_enable(pwr_enable),
  .iso_en(iso_en)
);

pd_dsp pd (
  .clk(clk),
  .rst_n(rst_n),
  .data_in(data_in),
  .data_out(data_out)
);

// Connect submodules
assign aon.sleep_req = sleep_req;
assign pd.data_in = data_in;
assign data_out = pd.data_out;

endmodule
syntax details
[stderr]
/data/eval/out/run_20260427_144342_055801_c17762/tmp/codellama/pashencev__03_low_power_design__task_34/sample_7/generated.v:12: error: Unknown module type: aon_ctrl
/data/eval/out/run_20260427_144342_055801_c17762/tmp/codellama/pashencev__03_low_power_design__task_34/sample_7/generated.v:20: error: Unknown module type: pd_dsp
3 error(s) during elaboration.
*** These modules were missing:
        aon_ctrl referenced 1 times.
        pd_dsp referenced 1 times.
***
functional details
[stderr]
/data/eval/out/run_20260427_144342_055801_c17762/tmp/codellama/pashencev__03_low_power_design__task_34/sample_7/functional/generated.v:12: error: Unknown module type: aon_ctrl
/data/eval/out/run_20260427_144342_055801_c17762/tmp/codellama/pashencev__03_low_power_design__task_34/sample_7/functional/generated.v:20: error: Unknown module type: pd_dsp
3 error(s) during elaboration.
*** These modules were missing:
        aon_ctrl referenced 1 times.
        pd_dsp referenced 1 times.
***
synthesis details
[error]
None
errors[]
[
  {
    "stage": "syntax",
    "code": "syntax.iverilog_failed",
    "message": "/data/eval/out/run_20260427_144342_055801_c17762/tmp/codellama/pashencev__03_low_power_design__task_34/sample_7/generated.v:12: error: Unknown module type: aon_ctrl\n/data/eval/out/run_20260427_144342_055801_c17762/tmp/codellama/pashencev__03_low_power_design__task_34/sample_7/generated.v:20: error: Unknown module type: pd_dsp\n3 error(s) during elaboration.\n*** These modules were missing:\n        aon_ctrl referenced 1 times.\n        pd_dsp referenced 1 times.\n***\n",
    "retryable": false,
    "details": {}
  },
  {
    "stage": "functional",
    "code": "functional.testbench_failed",
    "message": "/data/eval/out/run_20260427_144342_055801_c17762/tmp/codellama/pashencev__03_low_power_design__task_34/sample_7/functional/generated.v:12: error: Unknown module type: aon_ctrl\n/data/eval/out/run_20260427_144342_055801_c17762/tmp/codellama/pashencev__03_low_power_design__task_34/sample_7/functional/generated.v:20: error: Unknown module type: pd_dsp\n3 error(s) during elaboration.\n*** These modules were missing:\n        aon_ctrl referenced 1 times.\n        pd_dsp referenced 1 times.\n***\n",
    "retryable": false,
    "details": {}
  }
]
outcome
{
  "llm_ok": true,
  "extract_ok": true,
  "syntax_ok": false,
  "functional_ok": false,
  "openlane_ok": false,
  "syntax_required": true,
  "functional_required": true,
  "openlane_required": true,
  "final_success": false,
  "success": false
}
sample_8 run_20260427_102437_171676_163c0c ok failed failed skipped failed syntax /data/eval/out/run_20260427_102437_171676_163c0c/tmp/codellama/pashencev__03_low_power_design__task_34/sample_8/generated.v:12: error: Unknown module type: aon_ctrl
Open details
sample_dir: E:\Work\MIEM\VKR\Analyse\data\model_dataset\models\codellama-13b\rag_off\benchmarks\ilyasov\tasks\ilyasov__03_low_power_design__task_34\samples\run_20260427_102437_171676_163c0c__sample_8
generated.v preview
module soc_top (
  input clk,
  input rst_n,
  input sleep_req,
  input [31:0] data_in,
  output [31:0] data_out,
  output pwr_enable,
  output iso_en
);

// Instantiate submodules
aon_ctrl aon_inst (
  .clk(clk),
  .rst_n(rst_n),
  .sleep_req(sleep_req),
  .pwr_enable(pwr_enable),
  .iso_en(iso_en)
);

pd_dsp pd_inst (
  .clk(clk),
  .data_in(data_in),
  .data_out(data_out)
);

// Connect submodules
assign data_out = pd_inst.data_out;

endmodule
syntax details
[stderr]
/data/eval/out/run_20260427_102437_171676_163c0c/tmp/codellama/pashencev__03_low_power_design__task_34/sample_8/generated.v:12: error: Unknown module type: aon_ctrl
/data/eval/out/run_20260427_102437_171676_163c0c/tmp/codellama/pashencev__03_low_power_design__task_34/sample_8/generated.v:20: error: Unknown module type: pd_dsp
3 error(s) during elaboration.
*** These modules were missing:
        aon_ctrl referenced 1 times.
        pd_dsp referenced 1 times.
***
functional details
[stderr]
/data/eval/out/run_20260427_102437_171676_163c0c/tmp/codellama/pashencev__03_low_power_design__task_34/sample_8/functional/generated.v:12: error: Unknown module type: aon_ctrl
/data/eval/out/run_20260427_102437_171676_163c0c/tmp/codellama/pashencev__03_low_power_design__task_34/sample_8/functional/generated.v:20: error: Unknown module type: pd_dsp
3 error(s) during elaboration.
*** These modules were missing:
        aon_ctrl referenced 1 times.
        pd_dsp referenced 1 times.
***
synthesis details
[error]
None
errors[]
[
  {
    "stage": "syntax",
    "code": "syntax.iverilog_failed",
    "message": "/data/eval/out/run_20260427_102437_171676_163c0c/tmp/codellama/pashencev__03_low_power_design__task_34/sample_8/generated.v:12: error: Unknown module type: aon_ctrl\n/data/eval/out/run_20260427_102437_171676_163c0c/tmp/codellama/pashencev__03_low_power_design__task_34/sample_8/generated.v:20: error: Unknown module type: pd_dsp\n3 error(s) during elaboration.\n*** These modules were missing:\n        aon_ctrl referenced 1 times.\n        pd_dsp referenced 1 times.\n***\n",
    "retryable": false,
    "details": {}
  },
  {
    "stage": "functional",
    "code": "functional.testbench_failed",
    "message": "/data/eval/out/run_20260427_102437_171676_163c0c/tmp/codellama/pashencev__03_low_power_design__task_34/sample_8/functional/generated.v:12: error: Unknown module type: aon_ctrl\n/data/eval/out/run_20260427_102437_171676_163c0c/tmp/codellama/pashencev__03_low_power_design__task_34/sample_8/functional/generated.v:20: error: Unknown module type: pd_dsp\n3 error(s) during elaboration.\n*** These modules were missing:\n        aon_ctrl referenced 1 times.\n        pd_dsp referenced 1 times.\n***\n",
    "retryable": false,
    "details": {}
  }
]
outcome
{
  "llm_ok": true,
  "extract_ok": true,
  "syntax_ok": false,
  "functional_ok": false,
  "openlane_ok": false,
  "syntax_required": true,
  "functional_required": true,
  "openlane_required": true,
  "final_success": false,
  "success": false
}
sample_8 run_20260427_144342_055801_c17762 ok failed failed skipped failed syntax /data/eval/out/run_20260427_144342_055801_c17762/tmp/codellama/pashencev__03_low_power_design__task_34/sample_8/generated.v:12: error: Unknown module type: aon_ctrl
Open details
sample_dir: E:\Work\MIEM\VKR\Analyse\data\model_dataset\models\codellama-13b\rag_off\benchmarks\ilyasov\tasks\ilyasov__03_low_power_design__task_34\samples\run_20260427_144342_055801_c17762__sample_8
generated.v preview
module soc_top (
    input clk,
    input rst_n,
    input sleep_req,
    input [31:0] data_in,
    output [31:0] data_out,
    output pwr_enable,
    output iso_en
);

// Instantiate submodules
aon_ctrl aon_ctrl_inst (
    .clk(clk),
    .rst_n(rst_n),
    .sleep_req(sleep_req),
    .pwr_enable(pwr_enable),
    .iso_en(iso_en)
);

pd_dsp pd_dsp_inst (
    .clk(clk),
    .rst_n(rst_n),
    .data_in(data_in),
    .data_out(data_out)
);

// Connect submodules
assign aon_ctrl_inst.sleep_req = sleep_req;
assign pd_dsp_inst.clk = clk;
assign pd_dsp_inst.rst_n = rst_n;
assign pd_dsp_inst.data_in = data_in;
assign pd_dsp_inst.data_out = data_out;
...
syntax details
[stderr]
/data/eval/out/run_20260427_144342_055801_c17762/tmp/codellama/pashencev__03_low_power_design__task_34/sample_8/generated.v:12: error: Unknown module type: aon_ctrl
/data/eval/out/run_20260427_144342_055801_c17762/tmp/codellama/pashencev__03_low_power_design__task_34/sample_8/generated.v:20: error: Unknown module type: pd_dsp
3 error(s) during elaboration.
*** These modules were missing:
        aon_ctrl referenced 1 times.
        pd_dsp referenced 1 times.
***
functional details
[stderr]
/data/eval/out/run_20260427_144342_055801_c17762/tmp/codellama/pashencev__03_low_power_design__task_34/sample_8/functional/generated.v:12: error: Unknown module type: aon_ctrl
/data/eval/out/run_20260427_144342_055801_c17762/tmp/codellama/pashencev__03_low_power_design__task_34/sample_8/functional/generated.v:20: error: Unknown module type: pd_dsp
3 error(s) during elaboration.
*** These modules were missing:
        aon_ctrl referenced 1 times.
        pd_dsp referenced 1 times.
***
synthesis details
[error]
None
errors[]
[
  {
    "stage": "syntax",
    "code": "syntax.iverilog_failed",
    "message": "/data/eval/out/run_20260427_144342_055801_c17762/tmp/codellama/pashencev__03_low_power_design__task_34/sample_8/generated.v:12: error: Unknown module type: aon_ctrl\n/data/eval/out/run_20260427_144342_055801_c17762/tmp/codellama/pashencev__03_low_power_design__task_34/sample_8/generated.v:20: error: Unknown module type: pd_dsp\n3 error(s) during elaboration.\n*** These modules were missing:\n        aon_ctrl referenced 1 times.\n        pd_dsp referenced 1 times.\n***\n",
    "retryable": false,
    "details": {}
  },
  {
    "stage": "functional",
    "code": "functional.testbench_failed",
    "message": "/data/eval/out/run_20260427_144342_055801_c17762/tmp/codellama/pashencev__03_low_power_design__task_34/sample_8/functional/generated.v:12: error: Unknown module type: aon_ctrl\n/data/eval/out/run_20260427_144342_055801_c17762/tmp/codellama/pashencev__03_low_power_design__task_34/sample_8/functional/generated.v:20: error: Unknown module type: pd_dsp\n3 error(s) during elaboration.\n*** These modules were missing:\n        aon_ctrl referenced 1 times.\n        pd_dsp referenced 1 times.\n***\n",
    "retryable": false,
    "details": {}
  }
]
outcome
{
  "llm_ok": true,
  "extract_ok": true,
  "syntax_ok": false,
  "functional_ok": false,
  "openlane_ok": false,
  "syntax_required": true,
  "functional_required": true,
  "openlane_required": true,
  "final_success": false,
  "success": false
}
sample_9 run_20260427_102437_171676_163c0c ok failed failed skipped failed syntax /data/eval/out/run_20260427_102437_171676_163c0c/tmp/codellama/pashencev__03_low_power_design__task_34/sample_9/generated.v:12: error: Unknown module type: aon_ctrl
Open details
sample_dir: E:\Work\MIEM\VKR\Analyse\data\model_dataset\models\codellama-13b\rag_off\benchmarks\ilyasov\tasks\ilyasov__03_low_power_design__task_34\samples\run_20260427_102437_171676_163c0c__sample_9
generated.v preview
module soc_top (
    input clk,
    input rst_n,
    input sleep_req,
    input [31:0] data_in,
    output [31:0] data_out,
    output pwr_enable,
    output iso_en
);

// Instantiate submodules
aon_ctrl aon_ctrl_inst (
    .clk(clk),
    .rst_n(rst_n),
    .sleep_req(sleep_req),
    .pwr_enable(pwr_enable),
    .iso_en(iso_en)
);

pd_dsp pd_dsp_inst (
    .clk(clk),
    .rst_n(rst_n),
    .data_in(data_in),
    .data_out(data_out)
);

// Connect submodules
assign data_out = pd_dsp_inst.data_out;

endmodule
syntax details
[stderr]
/data/eval/out/run_20260427_102437_171676_163c0c/tmp/codellama/pashencev__03_low_power_design__task_34/sample_9/generated.v:12: error: Unknown module type: aon_ctrl
/data/eval/out/run_20260427_102437_171676_163c0c/tmp/codellama/pashencev__03_low_power_design__task_34/sample_9/generated.v:20: error: Unknown module type: pd_dsp
3 error(s) during elaboration.
*** These modules were missing:
        aon_ctrl referenced 1 times.
        pd_dsp referenced 1 times.
***
functional details
[stderr]
/data/eval/out/run_20260427_102437_171676_163c0c/tmp/codellama/pashencev__03_low_power_design__task_34/sample_9/functional/generated.v:12: error: Unknown module type: aon_ctrl
/data/eval/out/run_20260427_102437_171676_163c0c/tmp/codellama/pashencev__03_low_power_design__task_34/sample_9/functional/generated.v:20: error: Unknown module type: pd_dsp
3 error(s) during elaboration.
*** These modules were missing:
        aon_ctrl referenced 1 times.
        pd_dsp referenced 1 times.
***
synthesis details
[error]
None
errors[]
[
  {
    "stage": "syntax",
    "code": "syntax.iverilog_failed",
    "message": "/data/eval/out/run_20260427_102437_171676_163c0c/tmp/codellama/pashencev__03_low_power_design__task_34/sample_9/generated.v:12: error: Unknown module type: aon_ctrl\n/data/eval/out/run_20260427_102437_171676_163c0c/tmp/codellama/pashencev__03_low_power_design__task_34/sample_9/generated.v:20: error: Unknown module type: pd_dsp\n3 error(s) during elaboration.\n*** These modules were missing:\n        aon_ctrl referenced 1 times.\n        pd_dsp referenced 1 times.\n***\n",
    "retryable": false,
    "details": {}
  },
  {
    "stage": "functional",
    "code": "functional.testbench_failed",
    "message": "/data/eval/out/run_20260427_102437_171676_163c0c/tmp/codellama/pashencev__03_low_power_design__task_34/sample_9/functional/generated.v:12: error: Unknown module type: aon_ctrl\n/data/eval/out/run_20260427_102437_171676_163c0c/tmp/codellama/pashencev__03_low_power_design__task_34/sample_9/functional/generated.v:20: error: Unknown module type: pd_dsp\n3 error(s) during elaboration.\n*** These modules were missing:\n        aon_ctrl referenced 1 times.\n        pd_dsp referenced 1 times.\n***\n",
    "retryable": false,
    "details": {}
  }
]
outcome
{
  "llm_ok": true,
  "extract_ok": true,
  "syntax_ok": false,
  "functional_ok": false,
  "openlane_ok": false,
  "syntax_required": true,
  "functional_required": true,
  "openlane_required": true,
  "final_success": false,
  "success": false
}
sample_9 run_20260427_144342_055801_c17762 ok failed failed skipped failed syntax /data/eval/out/run_20260427_144342_055801_c17762/tmp/codellama/pashencev__03_low_power_design__task_34/sample_9/generated.v:12: error: Unknown module type: aon_ctrl
Open details
sample_dir: E:\Work\MIEM\VKR\Analyse\data\model_dataset\models\codellama-13b\rag_off\benchmarks\ilyasov\tasks\ilyasov__03_low_power_design__task_34\samples\run_20260427_144342_055801_c17762__sample_9
generated.v preview
module soc_top (
  input clk,
  input rst_n,
  input sleep_req,
  input [31:0] data_in,
  output [31:0] data_out,
  output pwr_enable,
  output iso_en
);

// Instantiate submodules
aon_ctrl aon (
  .clk(clk),
  .rst_n(rst_n),
  .sleep_req(sleep_req),
  .pwr_enable(pwr_enable),
  .iso_en(iso_en)
);

pd_dsp pd (
  .clk(clk),
  .data_in(data_in),
  .data_out(data_out)
);

// Connect submodules
assign data_out = pd.data_out;

endmodule
syntax details
[stderr]
/data/eval/out/run_20260427_144342_055801_c17762/tmp/codellama/pashencev__03_low_power_design__task_34/sample_9/generated.v:12: error: Unknown module type: aon_ctrl
/data/eval/out/run_20260427_144342_055801_c17762/tmp/codellama/pashencev__03_low_power_design__task_34/sample_9/generated.v:20: error: Unknown module type: pd_dsp
3 error(s) during elaboration.
*** These modules were missing:
        aon_ctrl referenced 1 times.
        pd_dsp referenced 1 times.
***
functional details
[stderr]
/data/eval/out/run_20260427_144342_055801_c17762/tmp/codellama/pashencev__03_low_power_design__task_34/sample_9/functional/generated.v:12: error: Unknown module type: aon_ctrl
/data/eval/out/run_20260427_144342_055801_c17762/tmp/codellama/pashencev__03_low_power_design__task_34/sample_9/functional/generated.v:20: error: Unknown module type: pd_dsp
3 error(s) during elaboration.
*** These modules were missing:
        aon_ctrl referenced 1 times.
        pd_dsp referenced 1 times.
***
synthesis details
[error]
None
errors[]
[
  {
    "stage": "syntax",
    "code": "syntax.iverilog_failed",
    "message": "/data/eval/out/run_20260427_144342_055801_c17762/tmp/codellama/pashencev__03_low_power_design__task_34/sample_9/generated.v:12: error: Unknown module type: aon_ctrl\n/data/eval/out/run_20260427_144342_055801_c17762/tmp/codellama/pashencev__03_low_power_design__task_34/sample_9/generated.v:20: error: Unknown module type: pd_dsp\n3 error(s) during elaboration.\n*** These modules were missing:\n        aon_ctrl referenced 1 times.\n        pd_dsp referenced 1 times.\n***\n",
    "retryable": false,
    "details": {}
  },
  {
    "stage": "functional",
    "code": "functional.testbench_failed",
    "message": "/data/eval/out/run_20260427_144342_055801_c17762/tmp/codellama/pashencev__03_low_power_design__task_34/sample_9/functional/generated.v:12: error: Unknown module type: aon_ctrl\n/data/eval/out/run_20260427_144342_055801_c17762/tmp/codellama/pashencev__03_low_power_design__task_34/sample_9/functional/generated.v:20: error: Unknown module type: pd_dsp\n3 error(s) during elaboration.\n*** These modules were missing:\n        aon_ctrl referenced 1 times.\n        pd_dsp referenced 1 times.\n***\n",
    "retryable": false,
    "details": {}
  }
]
outcome
{
  "llm_ok": true,
  "extract_ok": true,
  "syntax_ok": false,
  "functional_ok": false,
  "openlane_ok": false,
  "syntax_required": true,
  "functional_required": true,
  "openlane_required": true,
  "final_success": false,
  "success": false
}
sample_10 run_20260427_102437_171676_163c0c ok failed failed skipped failed syntax /data/eval/out/run_20260427_102437_171676_163c0c/tmp/codellama/pashencev__03_low_power_design__task_34/sample_10/generated.v:12: error: Unknown module type: aon_ctrl
Open details
sample_dir: E:\Work\MIEM\VKR\Analyse\data\model_dataset\models\codellama-13b\rag_off\benchmarks\ilyasov\tasks\ilyasov__03_low_power_design__task_34\samples\run_20260427_102437_171676_163c0c__sample_10
generated.v preview
module soc_top (
  input clk,
  input rst_n,
  input sleep_req,
  input [31:0] data_in,
  output [31:0] data_out,
  output pwr_enable,
  output iso_en
);

// Submodules
aon_ctrl aon_ctrl_inst (
  .clk(clk),
  .rst_n(rst_n),
  .sleep_req(sleep_req),
  .pwr_enable(pwr_enable),
  .iso_en(iso_en)
);

pd_dsp pd_dsp_inst (
  .clk(clk),
  .rst_n(rst_n),
  .data_in(data_in),
  .data_out(data_out)
);

// Connect submodules
assign aon_ctrl_inst.pwr_enable = pwr_enable;
assign aon_ctrl_inst.iso_en = iso_en;

endmodule
syntax details
[stderr]
/data/eval/out/run_20260427_102437_171676_163c0c/tmp/codellama/pashencev__03_low_power_design__task_34/sample_10/generated.v:12: error: Unknown module type: aon_ctrl
/data/eval/out/run_20260427_102437_171676_163c0c/tmp/codellama/pashencev__03_low_power_design__task_34/sample_10/generated.v:20: error: Unknown module type: pd_dsp
3 error(s) during elaboration.
*** These modules were missing:
        aon_ctrl referenced 1 times.
        pd_dsp referenced 1 times.
***
functional details
[stderr]
/data/eval/out/run_20260427_102437_171676_163c0c/tmp/codellama/pashencev__03_low_power_design__task_34/sample_10/functional/generated.v:12: error: Unknown module type: aon_ctrl
/data/eval/out/run_20260427_102437_171676_163c0c/tmp/codellama/pashencev__03_low_power_design__task_34/sample_10/functional/generated.v:20: error: Unknown module type: pd_dsp
3 error(s) during elaboration.
*** These modules were missing:
        aon_ctrl referenced 1 times.
        pd_dsp referenced 1 times.
***
synthesis details
[error]
None
errors[]
[
  {
    "stage": "syntax",
    "code": "syntax.iverilog_failed",
    "message": "/data/eval/out/run_20260427_102437_171676_163c0c/tmp/codellama/pashencev__03_low_power_design__task_34/sample_10/generated.v:12: error: Unknown module type: aon_ctrl\n/data/eval/out/run_20260427_102437_171676_163c0c/tmp/codellama/pashencev__03_low_power_design__task_34/sample_10/generated.v:20: error: Unknown module type: pd_dsp\n3 error(s) during elaboration.\n*** These modules were missing:\n        aon_ctrl referenced 1 times.\n        pd_dsp referenced 1 times.\n***\n",
    "retryable": false,
    "details": {}
  },
  {
    "stage": "functional",
    "code": "functional.testbench_failed",
    "message": "/data/eval/out/run_20260427_102437_171676_163c0c/tmp/codellama/pashencev__03_low_power_design__task_34/sample_10/functional/generated.v:12: error: Unknown module type: aon_ctrl\n/data/eval/out/run_20260427_102437_171676_163c0c/tmp/codellama/pashencev__03_low_power_design__task_34/sample_10/functional/generated.v:20: error: Unknown module type: pd_dsp\n3 error(s) during elaboration.\n*** These modules were missing:\n        aon_ctrl referenced 1 times.\n        pd_dsp referenced 1 times.\n***\n",
    "retryable": false,
    "details": {}
  }
]
outcome
{
  "llm_ok": true,
  "extract_ok": true,
  "syntax_ok": false,
  "functional_ok": false,
  "openlane_ok": false,
  "syntax_required": true,
  "functional_required": true,
  "openlane_required": true,
  "final_success": false,
  "success": false
}
sample_10 run_20260427_144342_055801_c17762 ok failed failed skipped failed syntax /data/eval/out/run_20260427_144342_055801_c17762/tmp/codellama/pashencev__03_low_power_design__task_34/sample_10/generated.v:12: error: Unknown module type: aon_ctrl
Open details
sample_dir: E:\Work\MIEM\VKR\Analyse\data\model_dataset\models\codellama-13b\rag_off\benchmarks\ilyasov\tasks\ilyasov__03_low_power_design__task_34\samples\run_20260427_144342_055801_c17762__sample_10
generated.v preview
module soc_top (
  input clk,
  input rst_n,
  input sleep_req,
  input [31:0] data_in,
  output [31:0] data_out,
  output pwr_enable,
  output iso_en
);

// Instantiate submodules
aon_ctrl aon_ctrl_inst (
  .clk(clk),
  .rst_n(rst_n),
  .sleep_req(sleep_req),
  .pwr_enable(pwr_enable),
  .iso_en(iso_en)
);

pd_dsp pd_dsp_inst (
  .clk(clk),
  .rst_n(rst_n),
  .data_in(data_in),
  .data_out(data_out)
);

// Connect submodules to top-level signals
assign data_out = pd_dsp_inst.data_out;

endmodule
syntax details
[stderr]
/data/eval/out/run_20260427_144342_055801_c17762/tmp/codellama/pashencev__03_low_power_design__task_34/sample_10/generated.v:12: error: Unknown module type: aon_ctrl
/data/eval/out/run_20260427_144342_055801_c17762/tmp/codellama/pashencev__03_low_power_design__task_34/sample_10/generated.v:20: error: Unknown module type: pd_dsp
3 error(s) during elaboration.
*** These modules were missing:
        aon_ctrl referenced 1 times.
        pd_dsp referenced 1 times.
***
functional details
[stderr]
/data/eval/out/run_20260427_144342_055801_c17762/tmp/codellama/pashencev__03_low_power_design__task_34/sample_10/functional/generated.v:12: error: Unknown module type: aon_ctrl
/data/eval/out/run_20260427_144342_055801_c17762/tmp/codellama/pashencev__03_low_power_design__task_34/sample_10/functional/generated.v:20: error: Unknown module type: pd_dsp
3 error(s) during elaboration.
*** These modules were missing:
        aon_ctrl referenced 1 times.
        pd_dsp referenced 1 times.
***
synthesis details
[error]
None
errors[]
[
  {
    "stage": "syntax",
    "code": "syntax.iverilog_failed",
    "message": "/data/eval/out/run_20260427_144342_055801_c17762/tmp/codellama/pashencev__03_low_power_design__task_34/sample_10/generated.v:12: error: Unknown module type: aon_ctrl\n/data/eval/out/run_20260427_144342_055801_c17762/tmp/codellama/pashencev__03_low_power_design__task_34/sample_10/generated.v:20: error: Unknown module type: pd_dsp\n3 error(s) during elaboration.\n*** These modules were missing:\n        aon_ctrl referenced 1 times.\n        pd_dsp referenced 1 times.\n***\n",
    "retryable": false,
    "details": {}
  },
  {
    "stage": "functional",
    "code": "functional.testbench_failed",
    "message": "/data/eval/out/run_20260427_144342_055801_c17762/tmp/codellama/pashencev__03_low_power_design__task_34/sample_10/functional/generated.v:12: error: Unknown module type: aon_ctrl\n/data/eval/out/run_20260427_144342_055801_c17762/tmp/codellama/pashencev__03_low_power_design__task_34/sample_10/functional/generated.v:20: error: Unknown module type: pd_dsp\n3 error(s) during elaboration.\n*** These modules were missing:\n        aon_ctrl referenced 1 times.\n        pd_dsp referenced 1 times.\n***\n",
    "retryable": false,
    "details": {}
  }
]
outcome
{
  "llm_ok": true,
  "extract_ok": true,
  "syntax_ok": false,
  "functional_ok": false,
  "openlane_ok": false,
  "syntax_required": true,
  "functional_required": true,
  "openlane_required": true,
  "final_success": false,
  "success": false
}