benchmark_comparison.rb

# frozen_string_literal: true

# gem install benchmark-ips json-repair json_mend
# ruby -Ilib benchmark_comparison.rb
require 'benchmark/ips'
require 'json'

# --- Load Libraries ---
begin
  require 'json_mend'
rescue LoadError
  abort "❌ Could not load 'json_mend'. Make sure you are in the gem root or have it installed."
end

begin
  require 'json/repair'
rescue LoadError
  puts "❌ Could not load 'json-repair'. Benchmarks for it will be skipped."
end

puts '========================================================='
puts '  🚀 JSON Repair Benchmark (IPS) '
puts "     JsonMend (v#{JsonMend::VERSION}) vs json-repair-rb (v#{JSON::Repair::VERSION})"
puts '========================================================='
puts

# --- Test Data ---

json_object = '{"id": 1, "name": "Test", "active": true, "tags": ["a", "b"]}'

TEST_CASES = {
  valid_single: {
    label: 'Valid Single JSON',
    input: json_object
  },
  concatenated: {
    label: 'Concatenated JSON (x10)',
    input: json_object * 10
  },
  simple_fix: {
    label: 'Simple Fix (Missing Quotes)',
    input: '{name: "Alice", age: 30, city: "Wonderland"}'
  },
  trailing_comma: {
    label: 'Trailing Commas',
    input: '{"items": [1, 2, 3,], "active": true,}'
  },
  comments: {
    label: 'Comments (// and #)',
    input: <<~JSON
      {
        "key": "value", // This is a comment
        "config": {
          "timeout": 100 # Another comment
        }
      }
    JSON
  },
  complex: {
    label: 'Complex & Mixed Errors',
    input: <<~JSON
      {
        name: "Broken",
        "nested": [
          {id: 1,},
          {id: 2}
        ],
        "dangling": [1, 2, 3
    JSON
  },
  garbage: {
    label: 'Heavy Garbage / Hallucinations',
    input: 'Here is the JSON: ```json {"a": 1} ``` and some other text.'
  },
  python_style: {
    label: 'Python Literals (True/None)',
    input: '{"is_valid": True, "missing": None, "wrong_bool": False}'
  },
  single_quotes: {
    label: 'Single Quotes (JS Style)',
    input: "{'id': 123, 'status': 'pending', 'meta': {'active': true}}"
  },
  deep_nesting: {
    label: 'Deeply Nested (Stack Test)',
    input: "#{'{"a":' * 50}1#{'}' * 50}"
  },
  unbalanced: {
    label: 'Truncated / Unbalanced',
    input: '{"users": [{"id": 1, "name": "Alice"}, {"id": 2'
  },
  unescaped_control: {
    label: 'Unescaped Newlines/Tabs',
    input: "{\"bio\": \"This is a \n multi-line string \t with tabs.\"}"
  },
  large_array: {
    label: 'Large Single Array (Throughput)',
    input: "[#{(1..1000).map { |i| %({"id": #{i}, "val": "item_#{i}"}) }.join(',')}]"
  },
  concatenated_complex: {
    label: 'Concatenated + Broken (LLM Stream)',
    input: '{"part": 1} {part: 2, "broken": true} {"part": 3}'
  }
}.freeze

# Helper to check if a library supports the input before benchmarking
def supported?(library_proc, input)
  library_proc.call(input)
  true
rescue StandardError
  false
end

# --- Run Benchmarks ---

TEST_CASES.each_value do |data|
  puts "\n\n🔸 Scenario: #{data[:label]}"
  puts '-' * 40

  Benchmark.ips do |x|
    x.config(time: 2, warmup: 1) # Short duration for quick checks

    # 1. JsonMend
    if supported?(->(i) { JsonMend.repair(i) }, data[:input])
      x.report('JsonMend') do
        JsonMend.repair(data[:input])
      end
    else
      puts '   JsonMend: ❌ Not Supported'
    end

    # 2. json-repair
    if defined?(JSON::Repair)
      if supported?(->(i) { JSON.repair(i) }, data[:input])
        x.report('json-repair') do
          JSON.repair(data[:input])
        end
      else
        puts '   json-repair: ❌ Not Supported'
      end
    end

    x.compare!
  end
end