Назад к моделям Назад к профилю модели

codellama:13b | RAG off

02_clock_domain_crossing / task_24 | cdc_bus_sync

benchmarkilyasov
task_idilyasov/02_clock_domain_crossing/task_24
samples_total20
final_success_samples11
final_success_rate_samples55.0%
functional_pass_rate_samples55.0%
synth_pass_rate_samples55.0%
source_runsrun_20260427_102437_171676_163c0c, run_20260427_144342_055801_c17762

Что показывает эта страница

Здесь перечислены все реальные попытки этой модели на одной задаче. По каждой попытке можно увидеть, до какой стадии она дошла, где именно сломалась и какое сообщение об ошибке вернулось из syntax, functional или synthesis.

Samples

sample run extract_ok syntax_ok functional_ok openlane_ok final_success failure_stage failure_reason details
sample_1 run_20260427_102437_171676_163c0c ok ok failed failed failed functional Functional output contains failure marker: TEST_FAILED. ERROR: Simulation timed out. valid_b was never asserted.
Open details
sample_dir: E:\Work\MIEM\VKR\Analyse\data\model_dataset\models\codellama-13b\rag_off\benchmarks\ilyasov\tasks\ilyasov__02_clock_domain_crossing__task_24\samples\run_20260427_102437_171676_163c0c__sample_1
generated.v preview
module cdc_bus_sync (
  input clk_a,
  input rst_n_a,
  input [15:0] data_a,
  input valid_a,
  input clk_b,
  input rst_n_b,
  output reg [15:0] data_b,
  output reg valid_b
);

// Synchronize valid_a into the clk_b domain using a standard 2-flop or 3-flop synchronizer chain.
reg sync_valid_a;
always @(posedge clk_b) begin
  if (rst_n_b == 1'b0) begin
    sync_valid_a <= 1'b0;
  end else begin
    sync_valid_a <= valid_a;
  end
end

// Detect the rising edge of the synchronized valid signal in the clk_b domain.
reg valid_a_rising_edge;
always @(posedge clk_b) begin
  if (rst_n_b == 1'b0) begin
    valid_a_rising_edge <= 1'b0;
  end else begin
    valid_a_rising_edge <= sync_valid_a & ~sync_valid_a;
  end
end

// Capture the raw asynchronous data_a directly into the data_b output register.
...
functional details
[stdout]
ERROR: Simulation timed out. valid_b was never asserted.
TEST_FAILED
/workspace/banchmarks/pashencev/02_clock_domain_crossing/task_24/tb.v:89: $finish called at 1000000 (1ps)
synthesis details
[error]
None
errors[]
[
  {
    "stage": "functional",
    "code": "functional.output_failed_marker",
    "message": "Functional output contains failure marker: TEST_FAILED. ERROR: Simulation timed out. valid_b was never asserted.",
    "retryable": false,
    "details": {
      "marker": "TEST_FAILED"
    }
  },
  {
    "stage": "openlane",
    "code": "openlane.invalidated_by_functional_failure",
    "message": "OpenLane result invalidated because functional validation failed after output-marker correction",
    "retryable": false,
    "details": {}
  }
]
outcome
{
  "llm_ok": true,
  "extract_ok": true,
  "syntax_ok": true,
  "functional_ok": false,
  "openlane_ok": false,
  "syntax_required": true,
  "functional_required": true,
  "openlane_required": true,
  "final_success": false,
  "success": false
}
sample_1 run_20260427_144342_055801_c17762 ok ok failed failed failed functional Functional output contains failure marker: TEST_FAILED. ERROR: Simulation timed out. valid_b was never asserted.
Open details
sample_dir: E:\Work\MIEM\VKR\Analyse\data\model_dataset\models\codellama-13b\rag_off\benchmarks\ilyasov\tasks\ilyasov__02_clock_domain_crossing__task_24\samples\run_20260427_144342_055801_c17762__sample_1
generated.v preview
module cdc_bus_sync (
    input clk_a,
    input rst_n_a,
    input [15:0] data_a,
    input valid_a,
    input clk_b,
    input rst_n_b,
    output reg [15:0] data_b,
    output reg valid_b
);

// Synchronize valid_a into the clk_b domain using a 2-flop or 3-flop synchronizer chain.
reg sync_valid_a;
always @(posedge clk_b) begin
    if (rst_n_b == 1'b0) begin
        sync_valid_a <= 1'b0;
    end else begin
        sync_valid_a <= valid_a;
    end
end

// Detect the rising edge of the synchronized valid signal in the clk_b domain.
reg rising_edge_sync_valid_a;
always @(posedge clk_b) begin
    if (rst_n_b == 1'b0) begin
        rising_edge_sync_valid_a <= 1'b0;
    end else begin
        rising_edge_sync_valid_a <= sync_valid_a & ~sync_valid_a;
    end
end

// Capture the raw asynchronous data_a directly into the data_b output register.
...
functional details
[stdout]
ERROR: Simulation timed out. valid_b was never asserted.
TEST_FAILED
/workspace/banchmarks/pashencev/02_clock_domain_crossing/task_24/tb.v:89: $finish called at 1000000 (1ps)
synthesis details
[error]
None
errors[]
[
  {
    "stage": "functional",
    "code": "functional.output_failed_marker",
    "message": "Functional output contains failure marker: TEST_FAILED. ERROR: Simulation timed out. valid_b was never asserted.",
    "retryable": false,
    "details": {
      "marker": "TEST_FAILED"
    }
  },
  {
    "stage": "openlane",
    "code": "openlane.invalidated_by_functional_failure",
    "message": "OpenLane result invalidated because functional validation failed after output-marker correction",
    "retryable": false,
    "details": {}
  }
]
outcome
{
  "llm_ok": true,
  "extract_ok": true,
  "syntax_ok": true,
  "functional_ok": false,
  "openlane_ok": false,
  "syntax_required": true,
  "functional_required": true,
  "openlane_required": true,
  "final_success": false,
  "success": false
}
sample_2 run_20260427_102437_171676_163c0c ok ok ok ok ok success Full pipeline success
Open details
sample_dir: E:\Work\MIEM\VKR\Analyse\data\model_dataset\models\codellama-13b\rag_off\benchmarks\ilyasov\tasks\ilyasov__02_clock_domain_crossing__task_24\samples\run_20260427_102437_171676_163c0c__sample_2
generated.v preview
module cdc_bus_sync (
  input clk_a,
  input rst_n_a,
  input [15:0] data_a,
  input valid_a,
  input clk_b,
  input rst_n_b,
  output reg [15:0] data_b,
  output reg valid_b
);

// Synchronize valid_a into the clk_b domain using a standard 2-flop or 3-flop synchronizer chain.
reg valid_sync;
always @(posedge clk_b or negedge rst_n_b) begin
  if (~rst_n_b) begin
    valid_sync <= 1'b0;
  end else begin
    valid_sync <= valid_a;
  end
end

// Detect the rising edge of the synchronized valid signal in the clk_b domain.
reg valid_rising_edge;
always @(posedge clk_b or negedge rst_n_b) begin
  if (~rst_n_b) begin
    valid_rising_edge <= 1'b0;
  end else begin
    valid_rising_edge <= valid_sync & ~valid_a;
  end
end

// Capture the raw asynchronous data_a directly into the data_b output register.
...
functional details
[stdout]
TEST_PASSED
/workspace/banchmarks/pashencev/02_clock_domain_crossing/task_24/tb.v:81: $finish called at 158000 (1ps)
synthesis details
[error]
None
outcome
{
  "llm_ok": true,
  "extract_ok": true,
  "syntax_ok": true,
  "functional_ok": true,
  "openlane_ok": true,
  "syntax_required": true,
  "functional_required": true,
  "openlane_required": true,
  "final_success": true,
  "success": true
}
sample_2 run_20260427_144342_055801_c17762 ok ok ok ok ok success Full pipeline success
Open details
sample_dir: E:\Work\MIEM\VKR\Analyse\data\model_dataset\models\codellama-13b\rag_off\benchmarks\ilyasov\tasks\ilyasov__02_clock_domain_crossing__task_24\samples\run_20260427_144342_055801_c17762__sample_2
generated.v preview
module cdc_bus_sync (
  input clk_a,
  input rst_n_a,
  input [15:0] data_a,
  input valid_a,
  input clk_b,
  input rst_n_b,
  output reg [15:0] data_b,
  output reg valid_b
);

// Synchronize valid_a into the clk_b domain using a standard 2-flop or 3-flop synchronizer chain.
reg sync_valid;
always @(posedge clk_b) begin
  if (rst_n_b == 1'b0) begin
    sync_valid <= 1'b0;
  end else begin
    sync_valid <= valid_a;
  end
end

// Detect the rising edge of the synchronized valid signal in the clk_b domain.
reg valid_sync_rising_edge;
always @(posedge clk_b) begin
  if (rst_n_b == 1'b0) begin
    valid_sync_rising_edge <= 1'b0;
  end else begin
    valid_sync_rising_edge <= sync_valid & ~valid_sync_rising_edge;
  end
end

// Capture the raw asynchronous data_a directly into the data_b output register.
...
functional details
[stdout]
TEST_PASSED
/workspace/banchmarks/pashencev/02_clock_domain_crossing/task_24/tb.v:81: $finish called at 146000 (1ps)
synthesis details
[error]
None
outcome
{
  "llm_ok": true,
  "extract_ok": true,
  "syntax_ok": true,
  "functional_ok": true,
  "openlane_ok": true,
  "syntax_required": true,
  "functional_required": true,
  "openlane_required": true,
  "final_success": true,
  "success": true
}
sample_3 run_20260427_102437_171676_163c0c ok failed failed skipped failed syntax /data/eval/out/run_20260427_102437_171676_163c0c/tmp/codellama/pashencev__02_clock_domain_crossing__task_24/sample_3/generated.v:18: error: can not select part of scalar: valid_sync
Open details
sample_dir: E:\Work\MIEM\VKR\Analyse\data\model_dataset\models\codellama-13b\rag_off\benchmarks\ilyasov\tasks\ilyasov__02_clock_domain_crossing__task_24\samples\run_20260427_102437_171676_163c0c__sample_3
generated.v preview
module cdc_bus_sync (
    input clk_a,
    input rst_n_a,
    input [15:0] data_a,
    input valid_a,
    input clk_b,
    input rst_n_b,
    output reg [15:0] data_b,
    output reg valid_b
);

// Synchronize the valid signal from clk_a to clk_b using a 2-flop synchronizer chain
reg valid_sync;
always @(posedge clk_a or negedge rst_n_a) begin
    if (~rst_n_a) begin
        valid_sync <= 1'b0;
    end else begin
        valid_sync <= {valid_sync[0], valid_a};
    end
end

// Detect the rising edge of the synchronized valid signal in clk_b
reg valid_rise;
always @(posedge clk_b or negedge rst_n_b) begin
    if (~rst_n_b) begin
        valid_rise <= 1'b0;
    end else begin
        valid_rise <= valid_sync[1] & ~valid_sync[0];
    end
end

// Capture the raw asynchronous data on the rising edge of the synchronized valid signal in clk_b
...
syntax details
[stderr]
/data/eval/out/run_20260427_102437_171676_163c0c/tmp/codellama/pashencev__02_clock_domain_crossing__task_24/sample_3/generated.v:18: error: can not select part of scalar: valid_sync
/data/eval/out/run_20260427_102437_171676_163c0c/tmp/codellama/pashencev__02_clock_domain_crossing__task_24/sample_3/generated.v:28: error: can not select part of scalar: valid_sync
/data/eval/out/run_20260427_102437_171676_163c0c/tmp/codellama/pashencev__02_clock_domain_crossing__task_24/sample_3/generated.v:28: error: can not select part of scalar: valid_sync
3 error(s) during elaboration.
functional details
[stderr]
/data/eval/out/run_20260427_102437_171676_163c0c/tmp/codellama/pashencev__02_clock_domain_crossing__task_24/sample_3/functional/generated.v:18: error: can not select part of scalar: valid_sync
/data/eval/out/run_20260427_102437_171676_163c0c/tmp/codellama/pashencev__02_clock_domain_crossing__task_24/sample_3/functional/generated.v:28: error: can not select part of scalar: valid_sync
/data/eval/out/run_20260427_102437_171676_163c0c/tmp/codellama/pashencev__02_clock_domain_crossing__task_24/sample_3/functional/generated.v:28: error: can not select part of scalar: valid_sync
3 error(s) during elaboration.
synthesis details
[error]
None
errors[]
[
  {
    "stage": "syntax",
    "code": "syntax.iverilog_failed",
    "message": "/data/eval/out/run_20260427_102437_171676_163c0c/tmp/codellama/pashencev__02_clock_domain_crossing__task_24/sample_3/generated.v:18: error: can not select part of scalar: valid_sync\n/data/eval/out/run_20260427_102437_171676_163c0c/tmp/codellama/pashencev__02_clock_domain_crossing__task_24/sample_3/generated.v:28: error: can not select part of scalar: valid_sync\n/data/eval/out/run_20260427_102437_171676_163c0c/tmp/codellama/pashencev__02_clock_domain_crossing__task_24/sample_3/generated.v:28: error: can not select part of scalar: valid_sync\n3 error(s) during elaboration.\n",
    "retryable": false,
    "details": {}
  },
  {
    "stage": "functional",
    "code": "functional.testbench_failed",
    "message": "/data/eval/out/run_20260427_102437_171676_163c0c/tmp/codellama/pashencev__02_clock_domain_crossing__task_24/sample_3/functional/generated.v:18: error: can not select part of scalar: valid_sync\n/data/eval/out/run_20260427_102437_171676_163c0c/tmp/codellama/pashencev__02_clock_domain_crossing__task_24/sample_3/functional/generated.v:28: error: can not select part of scalar: valid_sync\n/data/eval/out/run_20260427_102437_171676_163c0c/tmp/codellama/pashencev__02_clock_domain_crossing__task_24/sample_3/functional/generated.v:28: error: can not select part of scalar: valid_sync\n3 error(s) during elaboration.\n",
    "retryable": false,
    "details": {}
  }
]
outcome
{
  "llm_ok": true,
  "extract_ok": true,
  "syntax_ok": false,
  "functional_ok": false,
  "openlane_ok": false,
  "syntax_required": true,
  "functional_required": true,
  "openlane_required": true,
  "final_success": false,
  "success": false
}
sample_3 run_20260427_144342_055801_c17762 ok ok failed failed failed functional Functional output contains failure marker: TEST_FAILED. ERROR: Simulation timed out. valid_b was never asserted.
Open details
sample_dir: E:\Work\MIEM\VKR\Analyse\data\model_dataset\models\codellama-13b\rag_off\benchmarks\ilyasov\tasks\ilyasov__02_clock_domain_crossing__task_24\samples\run_20260427_144342_055801_c17762__sample_3
generated.v preview
module cdc_bus_sync (
    input clk_a,
    input rst_n_a,
    input [15:0] data_a,
    input valid_a,
    input clk_b,
    input rst_n_b,
    output reg [15:0] data_b,
    output reg valid_b
);

// Synchronize valid_a into the clk_b domain using a 2-flop synchronizer chain
reg valid_a_sync;
always @(posedge clk_b or negedge rst_n_b) begin
    if (~rst_n_b) begin
        valid_a_sync <= 1'b0;
    end else begin
        valid_a_sync <= valid_a;
    end
end

// Detect the rising edge of the synchronized valid signal in the clk_b domain
reg valid_a_edge;
always @(posedge clk_b or negedge rst_n_b) begin
    if (~rst_n_b) begin
        valid_a_edge <= 1'b0;
    end else begin
        valid_a_edge <= valid_a_sync & ~valid_a_sync;
    end
end

// Capture the raw asynchronous data_a directly into the data_b output register on the cycle where the rising edge of the synchronized valid signal is detected
...
functional details
[stdout]
ERROR: Simulation timed out. valid_b was never asserted.
TEST_FAILED
/workspace/banchmarks/pashencev/02_clock_domain_crossing/task_24/tb.v:89: $finish called at 1000000 (1ps)
synthesis details
[error]
None
errors[]
[
  {
    "stage": "functional",
    "code": "functional.output_failed_marker",
    "message": "Functional output contains failure marker: TEST_FAILED. ERROR: Simulation timed out. valid_b was never asserted.",
    "retryable": false,
    "details": {
      "marker": "TEST_FAILED"
    }
  },
  {
    "stage": "openlane",
    "code": "openlane.invalidated_by_functional_failure",
    "message": "OpenLane result invalidated because functional validation failed after output-marker correction",
    "retryable": false,
    "details": {}
  }
]
outcome
{
  "llm_ok": true,
  "extract_ok": true,
  "syntax_ok": true,
  "functional_ok": false,
  "openlane_ok": false,
  "syntax_required": true,
  "functional_required": true,
  "openlane_required": true,
  "final_success": false,
  "success": false
}
sample_4 run_20260427_102437_171676_163c0c ok ok ok ok ok success Full pipeline success
Open details
sample_dir: E:\Work\MIEM\VKR\Analyse\data\model_dataset\models\codellama-13b\rag_off\benchmarks\ilyasov\tasks\ilyasov__02_clock_domain_crossing__task_24\samples\run_20260427_102437_171676_163c0c__sample_4
generated.v preview
module cdc_bus_sync (
    input clk_a,
    input rst_n_a,
    input [15:0] data_a,
    input valid_a,
    input clk_b,
    input rst_n_b,
    output reg [15:0] data_b,
    output reg valid_b
);

// Synchronize valid_a into the clk_b domain using a 2-flop synchronizer chain
reg sync_valid;
always @(posedge clk_b or negedge rst_n_b) begin
    if (~rst_n_b) begin
        sync_valid <= 1'b0;
    end else begin
        sync_valid <= valid_a;
    end
end

// Detect the rising edge of the synchronized valid signal in the clk_b domain
reg valid_sync_rising;
always @(posedge clk_b or negedge rst_n_b) begin
    if (~rst_n_b) begin
        valid_sync_rising <= 1'b0;
    end else begin
        valid_sync_rising <= sync_valid & ~valid_sync_rising;
    end
end

// Capture the raw asynchronous data_a directly into the data_b output register on the cycle where the rising edge of the synchronized valid signal is detected
...
functional details
[stdout]
TEST_PASSED
/workspace/banchmarks/pashencev/02_clock_domain_crossing/task_24/tb.v:81: $finish called at 146000 (1ps)
synthesis details
[error]
None
outcome
{
  "llm_ok": true,
  "extract_ok": true,
  "syntax_ok": true,
  "functional_ok": true,
  "openlane_ok": true,
  "syntax_required": true,
  "functional_required": true,
  "openlane_required": true,
  "final_success": true,
  "success": true
}
sample_4 run_20260427_144342_055801_c17762 ok ok failed failed failed functional Functional output contains failure marker: TEST_FAILED. ERROR: Simulation timed out. valid_b was never asserted.
Open details
sample_dir: E:\Work\MIEM\VKR\Analyse\data\model_dataset\models\codellama-13b\rag_off\benchmarks\ilyasov\tasks\ilyasov__02_clock_domain_crossing__task_24\samples\run_20260427_144342_055801_c17762__sample_4
generated.v preview
module cdc_bus_sync (
    input clk_a,
    input rst_n_a,
    input [15:0] data_a,
    input valid_a,
    input clk_b,
    input rst_n_b,
    output reg [15:0] data_b,
    output reg valid_b
);

// Synchronize valid_a into the clk_b domain using a 2-flop synchronizer chain
reg valid_a_sync;
always @(posedge clk_b or negedge rst_n_b) begin
    if (~rst_n_b) begin
        valid_a_sync <= 1'b0;
    end else begin
        valid_a_sync <= valid_a;
    end
end

// Detect the rising edge of the synchronized valid signal in the clk_b domain
reg valid_a_rising_edge;
always @(posedge clk_b or negedge rst_n_b) begin
    if (~rst_n_b) begin
        valid_a_rising_edge <= 1'b0;
    end else begin
        valid_a_rising_edge <= valid_a_sync & ~valid_a_sync;
    end
end

// Capture the raw asynchronous data_a directly into the data_b output register on the rising edge of the synchronized valid signal
...
functional details
[stdout]
ERROR: Simulation timed out. valid_b was never asserted.
TEST_FAILED
/workspace/banchmarks/pashencev/02_clock_domain_crossing/task_24/tb.v:89: $finish called at 1000000 (1ps)
synthesis details
[error]
None
errors[]
[
  {
    "stage": "functional",
    "code": "functional.output_failed_marker",
    "message": "Functional output contains failure marker: TEST_FAILED. ERROR: Simulation timed out. valid_b was never asserted.",
    "retryable": false,
    "details": {
      "marker": "TEST_FAILED"
    }
  },
  {
    "stage": "openlane",
    "code": "openlane.invalidated_by_functional_failure",
    "message": "OpenLane result invalidated because functional validation failed after output-marker correction",
    "retryable": false,
    "details": {}
  }
]
outcome
{
  "llm_ok": true,
  "extract_ok": true,
  "syntax_ok": true,
  "functional_ok": false,
  "openlane_ok": false,
  "syntax_required": true,
  "functional_required": true,
  "openlane_required": true,
  "final_success": false,
  "success": false
}
sample_5 run_20260427_102437_171676_163c0c ok ok ok ok ok success Full pipeline success
Open details
sample_dir: E:\Work\MIEM\VKR\Analyse\data\model_dataset\models\codellama-13b\rag_off\benchmarks\ilyasov\tasks\ilyasov__02_clock_domain_crossing__task_24\samples\run_20260427_102437_171676_163c0c__sample_5
generated.v preview
module cdc_bus_sync (
  input clk_a,
  input rst_n_a,
  input [15:0] data_a,
  input valid_a,
  input clk_b,
  input rst_n_b,
  output reg [15:0] data_b,
  output reg valid_b
);

// Synchronize valid_a into the clk_b domain using a 2-flop synchronizer chain
reg sync_valid;
always @(posedge clk_b or negedge rst_n_b) begin
  if (~rst_n_b) begin
    sync_valid <= 1'b0;
  end else begin
    sync_valid <= valid_a;
  end
end

// Detect the rising edge of the synchronized valid signal in the clk_b domain
reg valid_sync_dly;
always @(posedge clk_b or negedge rst_n_b) begin
  if (~rst_n_b) begin
    valid_sync_dly <= 1'b0;
  end else begin
    valid_sync_dly <= sync_valid;
  end
end
wire valid_sync = ~valid_sync_dly & sync_valid;
...
functional details
[stdout]
TEST_PASSED
/workspace/banchmarks/pashencev/02_clock_domain_crossing/task_24/tb.v:81: $finish called at 135000 (1ps)
synthesis details
[error]
None
outcome
{
  "llm_ok": true,
  "extract_ok": true,
  "syntax_ok": true,
  "functional_ok": true,
  "openlane_ok": true,
  "syntax_required": true,
  "functional_required": true,
  "openlane_required": true,
  "final_success": true,
  "success": true
}
sample_5 run_20260427_144342_055801_c17762 ok ok failed failed failed functional Functional output contains failure marker: TEST_FAILED. ERROR: Simulation timed out. valid_b was never asserted.
Open details
sample_dir: E:\Work\MIEM\VKR\Analyse\data\model_dataset\models\codellama-13b\rag_off\benchmarks\ilyasov\tasks\ilyasov__02_clock_domain_crossing__task_24\samples\run_20260427_144342_055801_c17762__sample_5
generated.v preview
module cdc_bus_sync (
    input clk_a,
    input rst_n_a,
    input [15:0] data_a,
    input valid_a,
    input clk_b,
    input rst_n_b,
    output reg [15:0] data_b,
    output reg valid_b
);

// Synchronize valid_a into the clk_b domain using a 2-flop synchronizer chain
reg sync_valid_a;
always @(posedge clk_b or negedge rst_n_b) begin
    if (~rst_n_b) begin
        sync_valid_a <= 1'b0;
    end else begin
        sync_valid_a <= valid_a;
    end
end

// Detect the rising edge of the synchronized valid signal in the clk_b domain
reg valid_a_rise;
always @(posedge clk_b or negedge rst_n_b) begin
    if (~rst_n_b) begin
        valid_a_rise <= 1'b0;
    end else begin
        valid_a_rise <= sync_valid_a & ~sync_valid_a;
    end
end

// Capture the raw asynchronous data_a directly into the data_b output register on the cycle where the rising edge of the synchronized valid signal is detected
...
functional details
[stdout]
ERROR: Simulation timed out. valid_b was never asserted.
TEST_FAILED
/workspace/banchmarks/pashencev/02_clock_domain_crossing/task_24/tb.v:89: $finish called at 1000000 (1ps)
synthesis details
[error]
None
errors[]
[
  {
    "stage": "functional",
    "code": "functional.output_failed_marker",
    "message": "Functional output contains failure marker: TEST_FAILED. ERROR: Simulation timed out. valid_b was never asserted.",
    "retryable": false,
    "details": {
      "marker": "TEST_FAILED"
    }
  },
  {
    "stage": "openlane",
    "code": "openlane.invalidated_by_functional_failure",
    "message": "OpenLane result invalidated because functional validation failed after output-marker correction",
    "retryable": false,
    "details": {}
  }
]
outcome
{
  "llm_ok": true,
  "extract_ok": true,
  "syntax_ok": true,
  "functional_ok": false,
  "openlane_ok": false,
  "syntax_required": true,
  "functional_required": true,
  "openlane_required": true,
  "final_success": false,
  "success": false
}
sample_6 run_20260427_102437_171676_163c0c ok ok ok ok ok success Full pipeline success
Open details
sample_dir: E:\Work\MIEM\VKR\Analyse\data\model_dataset\models\codellama-13b\rag_off\benchmarks\ilyasov\tasks\ilyasov__02_clock_domain_crossing__task_24\samples\run_20260427_102437_171676_163c0c__sample_6
generated.v preview
module cdc_bus_sync (
  input clk_a,
  input rst_n_a,
  input [15:0] data_a,
  input valid_a,
  input clk_b,
  input rst_n_b,
  output reg [15:0] data_b,
  output reg valid_b
);

// Synchronize the valid signal from clk_a to clk_b
reg sync_valid;
always @(posedge clk_a or negedge rst_n_a) begin
  if (~rst_n_a) begin
    sync_valid <= 1'b0;
  end else begin
    sync_valid <= valid_a;
  end
end

// Detect the rising edge of the synchronized valid signal in clk_b domain
reg valid_sync_rising_edge;
always @(posedge clk_b or negedge rst_n_b) begin
  if (~rst_n_b) begin
    valid_sync_rising_edge <= 1'b0;
  end else begin
    valid_sync_rising_edge <= sync_valid & ~valid_sync_rising_edge;
  end
end

// Capture the raw asynchronous data_a on rising edge of synchronized valid signal in clk_b domain
...
functional details
[stdout]
TEST_PASSED
/workspace/banchmarks/pashencev/02_clock_domain_crossing/task_24/tb.v:81: $finish called at 146000 (1ps)
synthesis details
[error]
None
outcome
{
  "llm_ok": true,
  "extract_ok": true,
  "syntax_ok": true,
  "functional_ok": true,
  "openlane_ok": true,
  "syntax_required": true,
  "functional_required": true,
  "openlane_required": true,
  "final_success": true,
  "success": true
}
sample_6 run_20260427_144342_055801_c17762 ok ok ok ok ok success Full pipeline success
Open details
sample_dir: E:\Work\MIEM\VKR\Analyse\data\model_dataset\models\codellama-13b\rag_off\benchmarks\ilyasov\tasks\ilyasov__02_clock_domain_crossing__task_24\samples\run_20260427_144342_055801_c17762__sample_6
generated.v preview
module cdc_bus_sync (
    input clk_a,
    input rst_n_a,
    input [15:0] data_a,
    input valid_a,
    input clk_b,
    input rst_n_b,
    output reg [15:0] data_b,
    output reg valid_b
);

// Synchronize valid signal from clk_a to clk_b
reg sync_valid;
always @(posedge clk_a or negedge rst_n_a) begin
    if (~rst_n_a) begin
        sync_valid <= 0;
    end else begin
        sync_valid <= valid_a;
    end
end

// Detect rising edge of synchronized valid signal in clk_b domain
reg valid_sync_rising;
always @(posedge clk_b or negedge rst_n_b) begin
    if (~rst_n_b) begin
        valid_sync_rising <= 0;
    end else begin
        valid_sync_rising <= sync_valid & ~valid_sync_rising;
    end
end

// Capture data on rising edge of synchronized valid signal in clk_b domain
...
functional details
[stdout]
TEST_PASSED
/workspace/banchmarks/pashencev/02_clock_domain_crossing/task_24/tb.v:81: $finish called at 146000 (1ps)
synthesis details
[error]
None
outcome
{
  "llm_ok": true,
  "extract_ok": true,
  "syntax_ok": true,
  "functional_ok": true,
  "openlane_ok": true,
  "syntax_required": true,
  "functional_required": true,
  "openlane_required": true,
  "final_success": true,
  "success": true
}
sample_7 run_20260427_102437_171676_163c0c ok ok ok ok ok success Full pipeline success
Open details
sample_dir: E:\Work\MIEM\VKR\Analyse\data\model_dataset\models\codellama-13b\rag_off\benchmarks\ilyasov\tasks\ilyasov__02_clock_domain_crossing__task_24\samples\run_20260427_102437_171676_163c0c__sample_7
generated.v preview
module cdc_bus_sync (
    input clk_a,
    input rst_n_a,
    input [15:0] data_a,
    input valid_a,
    input clk_b,
    input rst_n_b,
    output reg [15:0] data_b,
    output reg valid_b
);

// Synchronize the valid signal from clk_a to clk_b using a 2-flop synchronizer
reg valid_sync;
always @(posedge clk_a or negedge rst_n_a) begin
    if (~rst_n_a) begin
        valid_sync <= 1'b0;
    end else begin
        valid_sync <= valid_a;
    end
end

// Detect the rising edge of the synchronized valid signal in clk_b
reg valid_rising_edge;
always @(posedge clk_b or negedge rst_n_b) begin
    if (~rst_n_b) begin
        valid_rising_edge <= 1'b0;
    end else begin
        valid_rising_edge <= valid_sync & ~valid_b;
    end
end

// Capture the raw asynchronous data on the rising edge of the synchronized valid signal in clk_b
...
functional details
[stdout]
TEST_PASSED
/workspace/banchmarks/pashencev/02_clock_domain_crossing/task_24/tb.v:81: $finish called at 146000 (1ps)
synthesis details
[error]
None
outcome
{
  "llm_ok": true,
  "extract_ok": true,
  "syntax_ok": true,
  "functional_ok": true,
  "openlane_ok": true,
  "syntax_required": true,
  "functional_required": true,
  "openlane_required": true,
  "final_success": true,
  "success": true
}
sample_7 run_20260427_144342_055801_c17762 ok failed failed skipped failed syntax /data/eval/out/run_20260427_144342_055801_c17762/tmp/codellama/pashencev__02_clock_domain_crossing__task_24/sample_7/generated.v:18: error: can not select part of scalar: valid_sync
Open details
sample_dir: E:\Work\MIEM\VKR\Analyse\data\model_dataset\models\codellama-13b\rag_off\benchmarks\ilyasov\tasks\ilyasov__02_clock_domain_crossing__task_24\samples\run_20260427_144342_055801_c17762__sample_7
generated.v preview
module cdc_bus_sync (
    input clk_a,
    input rst_n_a,
    input [15:0] data_a,
    input valid_a,
    input clk_b,
    input rst_n_b,
    output reg [15:0] data_b,
    output reg valid_b
);

// Synchronize the valid signal from clk_a to clk_b using a 2-flop synchronizer chain
reg valid_sync;
always @(posedge clk_a or negedge rst_n_a) begin
    if (~rst_n_a) begin
        valid_sync <= 0;
    end else begin
        valid_sync <= {valid_sync[14:0], valid_a};
    end
end

// Detect the rising edge of the synchronized valid signal in clk_b domain
reg valid_rising_edge;
always @(posedge clk_b or negedge rst_n_b) begin
    if (~rst_n_b) begin
        valid_rising_edge <= 0;
    end else begin
        valid_rising_edge <= valid_sync[15] & ~valid_sync[14];
    end
end

// Capture the raw asynchronous data_a directly into data_b on the cycle where the rising edge of the synchronized valid signal is detected
...
syntax details
[stderr]
/data/eval/out/run_20260427_144342_055801_c17762/tmp/codellama/pashencev__02_clock_domain_crossing__task_24/sample_7/generated.v:18: error: can not select part of scalar: valid_sync
/data/eval/out/run_20260427_144342_055801_c17762/tmp/codellama/pashencev__02_clock_domain_crossing__task_24/sample_7/generated.v:28: error: can not select part of scalar: valid_sync
/data/eval/out/run_20260427_144342_055801_c17762/tmp/codellama/pashencev__02_clock_domain_crossing__task_24/sample_7/generated.v:28: error: can not select part of scalar: valid_sync
3 error(s) during elaboration.
functional details
[stderr]
/data/eval/out/run_20260427_144342_055801_c17762/tmp/codellama/pashencev__02_clock_domain_crossing__task_24/sample_7/functional/generated.v:18: error: can not select part of scalar: valid_sync
/data/eval/out/run_20260427_144342_055801_c17762/tmp/codellama/pashencev__02_clock_domain_crossing__task_24/sample_7/functional/generated.v:28: error: can not select part of scalar: valid_sync
/data/eval/out/run_20260427_144342_055801_c17762/tmp/codellama/pashencev__02_clock_domain_crossing__task_24/sample_7/functional/generated.v:28: error: can not select part of scalar: valid_sync
3 error(s) during elaboration.
synthesis details
[error]
None
errors[]
[
  {
    "stage": "syntax",
    "code": "syntax.iverilog_failed",
    "message": "/data/eval/out/run_20260427_144342_055801_c17762/tmp/codellama/pashencev__02_clock_domain_crossing__task_24/sample_7/generated.v:18: error: can not select part of scalar: valid_sync\n/data/eval/out/run_20260427_144342_055801_c17762/tmp/codellama/pashencev__02_clock_domain_crossing__task_24/sample_7/generated.v:28: error: can not select part of scalar: valid_sync\n/data/eval/out/run_20260427_144342_055801_c17762/tmp/codellama/pashencev__02_clock_domain_crossing__task_24/sample_7/generated.v:28: error: can not select part of scalar: valid_sync\n3 error(s) during elaboration.\n",
    "retryable": false,
    "details": {}
  },
  {
    "stage": "functional",
    "code": "functional.testbench_failed",
    "message": "/data/eval/out/run_20260427_144342_055801_c17762/tmp/codellama/pashencev__02_clock_domain_crossing__task_24/sample_7/functional/generated.v:18: error: can not select part of scalar: valid_sync\n/data/eval/out/run_20260427_144342_055801_c17762/tmp/codellama/pashencev__02_clock_domain_crossing__task_24/sample_7/functional/generated.v:28: error: can not select part of scalar: valid_sync\n/data/eval/out/run_20260427_144342_055801_c17762/tmp/codellama/pashencev__02_clock_domain_crossing__task_24/sample_7/functional/generated.v:28: error: can not select part of scalar: valid_sync\n3 error(s) during elaboration.\n",
    "retryable": false,
    "details": {}
  }
]
outcome
{
  "llm_ok": true,
  "extract_ok": true,
  "syntax_ok": false,
  "functional_ok": false,
  "openlane_ok": false,
  "syntax_required": true,
  "functional_required": true,
  "openlane_required": true,
  "final_success": false,
  "success": false
}
sample_8 run_20260427_102437_171676_163c0c ok ok ok ok ok success Full pipeline success
Open details
sample_dir: E:\Work\MIEM\VKR\Analyse\data\model_dataset\models\codellama-13b\rag_off\benchmarks\ilyasov\tasks\ilyasov__02_clock_domain_crossing__task_24\samples\run_20260427_102437_171676_163c0c__sample_8
generated.v preview
module cdc_bus_sync (
    input clk_a,
    input rst_n_a,
    input [15:0] data_a,
    input valid_a,
    input clk_b,
    input rst_n_b,
    output reg [15:0] data_b,
    output reg valid_b
);

// Synchronize valid_a into the clk_b domain using a 2-flop synchronizer chain
reg sync_valid;
always @(posedge clk_a or negedge rst_n_a) begin
    if (~rst_n_a) begin
        sync_valid <= 1'b0;
    end else begin
        sync_valid <= valid_a;
    end
end

// Detect the rising edge of the synchronized valid signal in the clk_b domain
reg valid_sync_rising_edge;
always @(posedge clk_b or negedge rst_n_b) begin
    if (~rst_n_b) begin
        valid_sync_rising_edge <= 1'b0;
    end else begin
        valid_sync_rising_edge <= sync_valid & ~valid_sync_rising_edge;
    end
end

// Capture the raw asynchronous data_a directly into the data_b output register on the rising edge of the synchronized valid signal
...
functional details
[stdout]
TEST_PASSED
/workspace/banchmarks/pashencev/02_clock_domain_crossing/task_24/tb.v:81: $finish called at 146000 (1ps)
synthesis details
[error]
None
outcome
{
  "llm_ok": true,
  "extract_ok": true,
  "syntax_ok": true,
  "functional_ok": true,
  "openlane_ok": true,
  "syntax_required": true,
  "functional_required": true,
  "openlane_required": true,
  "final_success": true,
  "success": true
}
sample_8 run_20260427_144342_055801_c17762 ok ok ok ok ok success Full pipeline success
Open details
sample_dir: E:\Work\MIEM\VKR\Analyse\data\model_dataset\models\codellama-13b\rag_off\benchmarks\ilyasov\tasks\ilyasov__02_clock_domain_crossing__task_24\samples\run_20260427_144342_055801_c17762__sample_8
generated.v preview
module cdc_bus_sync (
    input clk_a,
    input rst_n_a,
    input [15:0] data_a,
    input valid_a,
    input clk_b,
    input rst_n_b,
    output reg [15:0] data_b,
    output reg valid_b
);

// Synchronize valid_a into the clk_b domain using a 2-flop or 3-flop synchronizer chain.
reg sync_valid;
always @(posedge clk_b) begin
    if (rst_n_b == 1'b0) begin
        sync_valid <= 1'b0;
    end else begin
        sync_valid <= valid_a;
    end
end

// Detect the rising edge of the synchronized valid signal in the clk_b domain.
reg valid_sync_rising_edge;
always @(posedge clk_b) begin
    if (rst_n_b == 1'b0) begin
        valid_sync_rising_edge <= 1'b0;
    end else begin
        valid_sync_rising_edge <= sync_valid & ~valid_sync_rising_edge;
    end
end

// Capture the raw asynchronous data_a directly into the data_b output register.
...
functional details
[stdout]
TEST_PASSED
/workspace/banchmarks/pashencev/02_clock_domain_crossing/task_24/tb.v:81: $finish called at 146000 (1ps)
synthesis details
[error]
None
outcome
{
  "llm_ok": true,
  "extract_ok": true,
  "syntax_ok": true,
  "functional_ok": true,
  "openlane_ok": true,
  "syntax_required": true,
  "functional_required": true,
  "openlane_required": true,
  "final_success": true,
  "success": true
}
sample_9 run_20260427_102437_171676_163c0c ok ok ok ok ok success Full pipeline success
Open details
sample_dir: E:\Work\MIEM\VKR\Analyse\data\model_dataset\models\codellama-13b\rag_off\benchmarks\ilyasov\tasks\ilyasov__02_clock_domain_crossing__task_24\samples\run_20260427_102437_171676_163c0c__sample_9
generated.v preview
module cdc_bus_sync (
    input clk_a,
    input rst_n_a,
    input [15:0] data_a,
    input valid_a,
    input clk_b,
    input rst_n_b,
    output reg [15:0] data_b,
    output reg valid_b
);

// Synchronize valid_a into the clk_b domain using a 2-flop synchronizer chain
reg sync_valid;
always @(posedge clk_b or negedge rst_n_b) begin
    if (~rst_n_b) begin
        sync_valid <= 0;
    end else begin
        sync_valid <= valid_a;
    end
end

// Detect the rising edge of the synchronized valid signal in the clk_b domain
reg valid_sync_rising_edge;
always @(posedge clk_b or negedge rst_n_b) begin
    if (~rst_n_b) begin
        valid_sync_rising_edge <= 0;
    end else begin
        valid_sync_rising_edge <= sync_valid & ~valid_sync_rising_edge;
    end
end

// Capture the raw asynchronous data_a directly into the data_b output register on the cycle where the rising edge of the synchronized valid signal is detected
...
functional details
[stdout]
TEST_PASSED
/workspace/banchmarks/pashencev/02_clock_domain_crossing/task_24/tb.v:81: $finish called at 146000 (1ps)
synthesis details
[error]
None
outcome
{
  "llm_ok": true,
  "extract_ok": true,
  "syntax_ok": true,
  "functional_ok": true,
  "openlane_ok": true,
  "syntax_required": true,
  "functional_required": true,
  "openlane_required": true,
  "final_success": true,
  "success": true
}
sample_9 run_20260427_144342_055801_c17762 ok failed failed skipped failed syntax /data/eval/out/run_20260427_144342_055801_c17762/tmp/codellama/pashencev__02_clock_domain_crossing__task_24/sample_9/generated.v:18: error: can not select part of scalar: valid_sync
Open details
sample_dir: E:\Work\MIEM\VKR\Analyse\data\model_dataset\models\codellama-13b\rag_off\benchmarks\ilyasov\tasks\ilyasov__02_clock_domain_crossing__task_24\samples\run_20260427_144342_055801_c17762__sample_9
generated.v preview
module cdc_bus_sync (
    input clk_a,
    input rst_n_a,
    input [15:0] data_a,
    input valid_a,
    input clk_b,
    input rst_n_b,
    output reg [15:0] data_b,
    output reg valid_b
);

// Synchronize valid_a into the clk_b domain using a 2-flop synchronizer chain
reg valid_sync;
always @(posedge clk_b or negedge rst_n_b) begin
    if (~rst_n_b) begin
        valid_sync <= 1'b0;
    end else begin
        valid_sync <= {valid_sync[0], valid_a};
    end
end

// Detect the rising edge of the synchronized valid signal in the clk_b domain
reg valid_edge;
always @(posedge clk_b or negedge rst_n_b) begin
    if (~rst_n_b) begin
        valid_edge <= 1'b0;
    end else begin
        valid_edge <= valid_sync[1] & ~valid_sync[0];
    end
end

// Capture the raw asynchronous data_a directly into the data_b output register
...
syntax details
[stderr]
/data/eval/out/run_20260427_144342_055801_c17762/tmp/codellama/pashencev__02_clock_domain_crossing__task_24/sample_9/generated.v:18: error: can not select part of scalar: valid_sync
/data/eval/out/run_20260427_144342_055801_c17762/tmp/codellama/pashencev__02_clock_domain_crossing__task_24/sample_9/generated.v:28: error: can not select part of scalar: valid_sync
/data/eval/out/run_20260427_144342_055801_c17762/tmp/codellama/pashencev__02_clock_domain_crossing__task_24/sample_9/generated.v:28: error: can not select part of scalar: valid_sync
3 error(s) during elaboration.
functional details
[stderr]
/data/eval/out/run_20260427_144342_055801_c17762/tmp/codellama/pashencev__02_clock_domain_crossing__task_24/sample_9/functional/generated.v:18: error: can not select part of scalar: valid_sync
/data/eval/out/run_20260427_144342_055801_c17762/tmp/codellama/pashencev__02_clock_domain_crossing__task_24/sample_9/functional/generated.v:28: error: can not select part of scalar: valid_sync
/data/eval/out/run_20260427_144342_055801_c17762/tmp/codellama/pashencev__02_clock_domain_crossing__task_24/sample_9/functional/generated.v:28: error: can not select part of scalar: valid_sync
3 error(s) during elaboration.
synthesis details
[error]
None
errors[]
[
  {
    "stage": "syntax",
    "code": "syntax.iverilog_failed",
    "message": "/data/eval/out/run_20260427_144342_055801_c17762/tmp/codellama/pashencev__02_clock_domain_crossing__task_24/sample_9/generated.v:18: error: can not select part of scalar: valid_sync\n/data/eval/out/run_20260427_144342_055801_c17762/tmp/codellama/pashencev__02_clock_domain_crossing__task_24/sample_9/generated.v:28: error: can not select part of scalar: valid_sync\n/data/eval/out/run_20260427_144342_055801_c17762/tmp/codellama/pashencev__02_clock_domain_crossing__task_24/sample_9/generated.v:28: error: can not select part of scalar: valid_sync\n3 error(s) during elaboration.\n",
    "retryable": false,
    "details": {}
  },
  {
    "stage": "functional",
    "code": "functional.testbench_failed",
    "message": "/data/eval/out/run_20260427_144342_055801_c17762/tmp/codellama/pashencev__02_clock_domain_crossing__task_24/sample_9/functional/generated.v:18: error: can not select part of scalar: valid_sync\n/data/eval/out/run_20260427_144342_055801_c17762/tmp/codellama/pashencev__02_clock_domain_crossing__task_24/sample_9/functional/generated.v:28: error: can not select part of scalar: valid_sync\n/data/eval/out/run_20260427_144342_055801_c17762/tmp/codellama/pashencev__02_clock_domain_crossing__task_24/sample_9/functional/generated.v:28: error: can not select part of scalar: valid_sync\n3 error(s) during elaboration.\n",
    "retryable": false,
    "details": {}
  }
]
outcome
{
  "llm_ok": true,
  "extract_ok": true,
  "syntax_ok": false,
  "functional_ok": false,
  "openlane_ok": false,
  "syntax_required": true,
  "functional_required": true,
  "openlane_required": true,
  "final_success": false,
  "success": false
}
sample_10 run_20260427_102437_171676_163c0c ok ok ok ok ok success Full pipeline success
Open details
sample_dir: E:\Work\MIEM\VKR\Analyse\data\model_dataset\models\codellama-13b\rag_off\benchmarks\ilyasov\tasks\ilyasov__02_clock_domain_crossing__task_24\samples\run_20260427_102437_171676_163c0c__sample_10
generated.v preview
module cdc_bus_sync (
    input clk_a,
    input rst_n_a,
    input [15:0] data_a,
    input valid_a,
    input clk_b,
    input rst_n_b,
    output reg [15:0] data_b,
    output reg valid_b
);

// Synchronize valid_a into the clk_b domain using a 2-flop synchronizer chain
reg sync_valid;
always @(posedge clk_b or negedge rst_n_b) begin
    if (~rst_n_b) begin
        sync_valid <= 0;
    end else begin
        sync_valid <= valid_a;
    end
end

// Detect the rising edge of the synchronized valid signal in the clk_b domain
reg valid_sync_rising_edge;
always @(posedge clk_b or negedge rst_n_b) begin
    if (~rst_n_b) begin
        valid_sync_rising_edge <= 0;
    end else begin
        valid_sync_rising_edge <= sync_valid & ~valid_sync_rising_edge;
    end
end

// Capture the raw asynchronous data_a directly into the data_b output register on the cycle where the rising edge of the synchronized valid signal is detected
...
functional details
[stdout]
TEST_PASSED
/workspace/banchmarks/pashencev/02_clock_domain_crossing/task_24/tb.v:81: $finish called at 146000 (1ps)
synthesis details
[error]
None
outcome
{
  "llm_ok": true,
  "extract_ok": true,
  "syntax_ok": true,
  "functional_ok": true,
  "openlane_ok": true,
  "syntax_required": true,
  "functional_required": true,
  "openlane_required": true,
  "final_success": true,
  "success": true
}
sample_10 run_20260427_144342_055801_c17762 ok ok failed failed failed functional Functional output contains failure marker: TEST_FAILED. ERROR: Simulation timed out. valid_b was never asserted.
Open details
sample_dir: E:\Work\MIEM\VKR\Analyse\data\model_dataset\models\codellama-13b\rag_off\benchmarks\ilyasov\tasks\ilyasov__02_clock_domain_crossing__task_24\samples\run_20260427_144342_055801_c17762__sample_10
generated.v preview
module cdc_bus_sync (
  input clk_a,
  input rst_n_a,
  input [15:0] data_a,
  input valid_a,
  input clk_b,
  input rst_n_b,
  output reg [15:0] data_b,
  output reg valid_b
);

// Synchronize valid_a into the clk_b domain using a standard 2-flop or 3-flop synchronizer chain.
reg valid_sync;
always @(posedge clk_b) begin
  if (rst_n_b == 1'b0) begin
    valid_sync <= 1'b0;
  end else begin
    valid_sync <= valid_a;
  end
end

// Detect the rising edge of the synchronized valid signal in the clk_b domain.
reg valid_edge;
always @(posedge clk_b) begin
  if (rst_n_b == 1'b0) begin
    valid_edge <= 1'b0;
  end else begin
    valid_edge <= valid_sync & ~valid_sync;
  end
end

// Capture the raw asynchronous data_a directly into the data_b output register.
...
functional details
[stdout]
ERROR: Simulation timed out. valid_b was never asserted.
TEST_FAILED
/workspace/banchmarks/pashencev/02_clock_domain_crossing/task_24/tb.v:89: $finish called at 1000000 (1ps)
synthesis details
[error]
None
errors[]
[
  {
    "stage": "functional",
    "code": "functional.output_failed_marker",
    "message": "Functional output contains failure marker: TEST_FAILED. ERROR: Simulation timed out. valid_b was never asserted.",
    "retryable": false,
    "details": {
      "marker": "TEST_FAILED"
    }
  },
  {
    "stage": "openlane",
    "code": "openlane.invalidated_by_functional_failure",
    "message": "OpenLane result invalidated because functional validation failed after output-marker correction",
    "retryable": false,
    "details": {}
  }
]
outcome
{
  "llm_ok": true,
  "extract_ok": true,
  "syntax_ok": true,
  "functional_ok": false,
  "openlane_ok": false,
  "syntax_required": true,
  "functional_required": true,
  "openlane_required": true,
  "final_success": false,
  "success": false
}