data/data_incr-order.json

{
  "completion": [
    {
      "Context": "selective",
      "Method": "incremental",
      "Model": "deepseek-coder-6.7b-instruct",
      "Pass_at_1": 0.8642857143
    },
    {
      "Context": "selective",
      "Method": "incremental_random",
      "Model": "deepseek-coder-6.7b-instruct",
      "Pass_at_1": 0.8514285714
    },
    {
      "Context": "selective",
      "Method": "incremental",
      "Model": "gpt-3.5-turbo-1106",
      "Pass_at_1": 0.8392857143
    },
    {
      "Context": "selective",
      "Method": "incremental_rev",
      "Model": "deepseek-coder-6.7b-instruct",
      "Pass_at_1": 0.8257142857
    },
    {
      "Context": "selective",
      "Method": "incremental_random",
      "Model": "gpt-3.5-turbo-1106",
      "Pass_at_1": 0.8135714286
    },
    {
      "Context": "selective",
      "Method": "incremental_rev",
      "Model": "gpt-3.5-turbo-1106",
      "Pass_at_1": 0.8121428571
    },
    {
      "Context": "selective",
      "Method": "incremental",
      "Model": "deepseek-coder-33b-instruct",
      "Pass_at_1": 0.7485714286
    },
    {
      "Context": "selective",
      "Method": "incremental",
      "Model": "Phind-CodeLlama-34B-v2",
      "Pass_at_1": 0.5992857143
    },
    {
      "Context": "selective",
      "Method": "incremental",
      "Model": "WizardCoder-15B-V1.0",
      "Pass_at_1": 0.5057142857
    }
  ],
  "compilation_class_wise": [
    {
      "Context": "selective",
      "Method": "incremental_random",
      "Model": "gpt-3.5-turbo-1106",
      "Pass_at_1": 0.7285714286
    },
    {
      "Context": "selective",
      "Method": "incremental",
      "Model": "deepseek-coder-6.7b-instruct",
      "Pass_at_1": 0.725
    },
    {
      "Context": "selective",
      "Method": "incremental",
      "Model": "gpt-3.5-turbo-1106",
      "Pass_at_1": 0.7
    },
    {
      "Context": "selective",
      "Method": "incremental_random",
      "Model": "deepseek-coder-6.7b-instruct",
      "Pass_at_1": 0.695
    },
    {
      "Context": "selective",
      "Method": "incremental_rev",
      "Model": "deepseek-coder-6.7b-instruct",
      "Pass_at_1": 0.6864285714
    },
    {
      "Context": "selective",
      "Method": "incremental_rev",
      "Model": "gpt-3.5-turbo-1106",
      "Pass_at_1": 0.6642857143
    },
    {
      "Context": "selective",
      "Method": "incremental",
      "Model": "deepseek-coder-33b-instruct",
      "Pass_at_1": 0.5778571429
    },
    {
      "Context": "selective",
      "Method": "incremental",
      "Model": "Phind-CodeLlama-34B-v2",
      "Pass_at_1": 0.5021428571
    },
    {
      "Context": "selective",
      "Method": "incremental",
      "Model": "WizardCoder-15B-V1.0",
      "Pass_at_1": 0.3507142857
    }
  ],
  "compilation_test_wise": [
    {
      "Context": "selective",
      "Method": "incremental",
      "Model": "deepseek-coder-6.7b-instruct",
      "Pass_at_1": 0.2621848739
    },
    {
      "Context": "selective",
      "Method": "incremental_rev",
      "Model": "deepseek-coder-6.7b-instruct",
      "Pass_at_1": 0.2589381207
    },
    {
      "Context": "selective",
      "Method": "incremental_random",
      "Model": "deepseek-coder-6.7b-instruct",
      "Pass_at_1": 0.2505252101
    },
    {
      "Context": "selective",
      "Method": "incremental_rev",
      "Model": "gpt-3.5-turbo-1106",
      "Pass_at_1": 0.2421457219
    },
    {
      "Context": "selective",
      "Method": "incremental_random",
      "Model": "gpt-3.5-turbo-1106",
      "Pass_at_1": 0.1824818564
    },
    {
      "Context": "selective",
      "Method": "incremental",
      "Model": "gpt-3.5-turbo-1106",
      "Pass_at_1": 0.0955357143
    },
    {
      "Context": "selective",
      "Method": "incremental",
      "Model": "Phind-CodeLlama-34B-v2",
      "Pass_at_1": 0.0701680672
    },
    {
      "Context": "selective",
      "Method": "incremental",
      "Model": "deepseek-coder-33b-instruct",
      "Pass_at_1": 0.0352941176
    },
    {
      "Context": "selective",
      "Method": "incremental",
      "Model": "WizardCoder-15B-V1.0",
      "Pass_at_1": 0.0
    }
  ],
  "pass_class_wise": [
    {
      "Context": "selective",
      "Method": "incremental_random",
      "Model": "gpt-3.5-turbo-1106",
      "Pass_at_1": 0.7209670092
    },
    {
      "Context": "selective",
      "Method": "incremental",
      "Model": "deepseek-coder-6.7b-instruct",
      "Pass_at_1": 0.7036481325
    },
    {
      "Context": "selective",
      "Method": "incremental",
      "Model": "gpt-3.5-turbo-1106",
      "Pass_at_1": 0.6846699639
    },
    {
      "Context": "selective",
      "Method": "incremental_random",
      "Model": "deepseek-coder-6.7b-instruct",
      "Pass_at_1": 0.6816620162
    },
    {
      "Context": "selective",
      "Method": "incremental_rev",
      "Model": "deepseek-coder-6.7b-instruct",
      "Pass_at_1": 0.6650646981
    },
    {
      "Context": "selective",
      "Method": "incremental_rev",
      "Model": "gpt-3.5-turbo-1106",
      "Pass_at_1": 0.6537268945
    },
    {
      "Context": "selective",
      "Method": "incremental",
      "Model": "deepseek-coder-33b-instruct",
      "Pass_at_1": 0.5603969625
    },
    {
      "Context": "selective",
      "Method": "incremental",
      "Model": "Phind-CodeLlama-34B-v2",
      "Pass_at_1": 0.4878321662
    },
    {
      "Context": "selective",
      "Method": "incremental",
      "Model": "WizardCoder-15B-V1.0",
      "Pass_at_1": 0.3468474087
    }
  ],
  "pass_test_wise": [
    {
      "Context": "selective",
      "Method": "incremental_random",
      "Model": "deepseek-coder-6.7b-instruct",
      "Pass_at_1": 0.2107590067
    },
    {
      "Context": "selective",
      "Method": "incremental_rev",
      "Model": "deepseek-coder-6.7b-instruct",
      "Pass_at_1": 0.2085373337
    },
    {
      "Context": "selective",
      "Method": "incremental",
      "Model": "deepseek-coder-6.7b-instruct",
      "Pass_at_1": 0.1967821219
    },
    {
      "Context": "selective",
      "Method": "incremental_rev",
      "Model": "gpt-3.5-turbo-1106",
      "Pass_at_1": 0.1865232907
    },
    {
      "Context": "selective",
      "Method": "incremental_random",
      "Model": "gpt-3.5-turbo-1106",
      "Pass_at_1": 0.1179619378
    },
    {
      "Context": "selective",
      "Method": "incremental",
      "Model": "Phind-CodeLlama-34B-v2",
      "Pass_at_1": 0.061012122
    },
    {
      "Context": "selective",
      "Method": "incremental",
      "Model": "gpt-3.5-turbo-1106",
      "Pass_at_1": 0.0514928193
    },
    {
      "Context": "selective",
      "Method": "incremental",
      "Model": "deepseek-coder-33b-instruct",
      "Pass_at_1": 0.0350620781
    },
    {
      "Context": "selective",
      "Method": "incremental",
      "Model": "WizardCoder-15B-V1.0",
      "Pass_at_1": 0.0
    }
  ]
}