openide/plugins/completion-ml-ranking/resources/experiment.json

{
  "version": 2,
  "seed": 42,
  "groups": [
    {
      "number": 7,
      "description": "Standard completion",
      "useMLRanking": false,
      "showArrows": false,
      "calculateFeatures": true
    },
    {
      "number": 8,
      "description": "Default ML model without arrows",
      "useMLRanking": true,
      "showArrows": false,
      "calculateFeatures": true
    },
    {
      "number": 11,
      "description": "Default ML model with arrows",
      "useMLRanking": true,
      "showArrows": true,
      "calculateFeatures": true
    },
    {
      "number": 12,
      "description": "Standard completion without calculation features",
      "useMLRanking": false,
      "showArrows": false,
      "calculateFeatures": false
    },
    {
      "number": 13,
      "description": "First experimental model",
      "useMLRanking": true,
      "showArrows": false,
      "calculateFeatures": true
    },
    {
      "number": 14,
      "description": "Second experimental model",
      "useMLRanking": true,
      "showArrows": false,
      "calculateFeatures": true
    },
    {
      "number": 15,
      "description": "Full Line - ONNX",
      "useMLRanking": true,
      "showArrows": false,
      "calculateFeatures": true
    },
    {
      "number": 16,
      "description": "Full Line - ONNX + trigger/filter model",
      "useMLRanking": true,
      "showArrows": false,
      "calculateFeatures": true
    },
    {
      "number": 17,
      "description": "Completion performance (early lookup & MLRanking)",
      "useMLRanking": true,
      "showArrows": false,
      "calculateFeatures": true
    },
    {
      "number": 18,
      "description": "Completion performance (early lookup)",
      "useMLRanking": false,
      "showArrows": false,
      "calculateFeatures": true
    },
    {
      "number": 19,
      "description": "Completion performance",
      "useMLRanking": false,
      "showArrows": false,
      "calculateFeatures": true
    },
    {
      "number": 22,
      "description": "Full Line - Llama 1536ctx",
      "useMLRanking": true,
      "showArrows": false,
      "calculateFeatures": true
    },
    {
      "number": 23,
      "description": "Full Line - Llama 1536ctx drop initialization on type",
      "useMLRanking": true,
      "showArrows": false,
      "calculateFeatures": true
    },
    {
      "number": 24,
      "description": "Full Line - RAG",
      "useMLRanking": true,
      "showArrows": false,
      "calculateFeatures": true
    },
    {
      "number": 25,
      "description": "Full Line - disable stash by newline",
      "useMLRanking": true,
      "showArrows": false,
      "calculateFeatures": true
    },
    {
      "number": 26,
      "description": "Full Line - FIM",
      "useMLRanking": true,
      "showArrows": false,
      "calculateFeatures": true
    },
    {
      "number": 27,
      "description": "Full Line - FIM and RAG",
      "useMLRanking": true,
      "showArrows": false,
      "calculateFeatures": true
    },
    {
      "number": 28,
      "description": "Full Line - Llama + filter model",
      "useMLRanking": true,
      "showArrows": false,
      "calculateFeatures": true
    },
    {
      "number": 29,
      "description": "Full Line - 150ms debounce",
      "useMLRanking": true,
      "showArrows": false,
      "calculateFeatures": true
    },
    {
      "number": 30,
      "description": "Full Line - 50 ms debounce",
      "useMLRanking": true,
      "showArrows": false,
      "calculateFeatures": true
    },
    {
      "number": 31,
      "description": "Full Line - RAG + Filter Model",
      "useMLRanking": true,
      "showArrows": false,
      "calculateFeatures": true
    },
    {
      "number": 32,
      "description": "Full Line - FIM + Filter Model",
      "useMLRanking": true,
      "showArrows": false,
      "calculateFeatures": true
    },
    {
      "number": 33,
      "description": "Full Line - Llama + filter model + debounce 100",
      "useMLRanking": true,
      "showArrows": false,
      "calculateFeatures": true
    },
    {
      "number": 34,
      "description": "Full Line - PHP WA5 + Filter model",
      "useMLRanking": true,
      "showArrows": false,
      "calculateFeatures": true
    },
    {
      "number": 35,
      "description": "Full Line - PHP WA5",
      "useMLRanking": true,
      "showArrows": false,
      "calculateFeatures": true
    },
    {
      "number": 36,
      "description": "Full Line - Filter simplified",
      "useMLRanking": true,
      "showArrows": false,
      "calculateFeatures": true
    },
    {
      "number": 37,
      "description": "Full Line - FIM + 50 ms debounce",
      "useMLRanking": true,
      "showArrows": false,
      "calculateFeatures": true
    },
    {
      "number": 38,
      "description": "Full Line - Llama + filter model V2",
      "useMLRanking": true,
      "showArrows": false,
      "calculateFeatures": true
    },
    {
      "number": 39,
      "description": "Full Line - PHP WA5 + Filter model V2",
      "useMLRanking": true,
      "showArrows": false,
      "calculateFeatures": true
    },
    {
      "number": 40,
      "description": "Full Line - RAG + filter model V2",
      "useMLRanking": true,
      "showArrows": false,
      "calculateFeatures": true
    },
    {
      "number": 41,
      "description": "Full Line - Rust filtered data",
      "useMLRanking": true,
      "showArrows": false,
      "calculateFeatures": true
    },
    {
      "number": 42,
      "description": "Full Line - Rust filtered data + old filter model",
      "useMLRanking": true,
      "showArrows": false,
      "calculateFeatures": true
    },
    {
      "number": 43,
      "description": "Full Line - Rust filtered data + new filter model",
      "useMLRanking": true,
      "showArrows": false,
      "calculateFeatures": true
    }
  ],
  "languages": [
    {
      "id": "java",
      "experimentBucketsCount": 4,
      "includeGroups": [28, 38, 22, 24],
      "shouldLogElementFeatures": false
    },
    {
      "id": "python",
      "experimentBucketsCount": 4,
      "includeGroups": [28, 38, 22, 24],
      "shouldLogElementFeatures": true
    },
    {
      "id": "kotlin",
      "experimentBucketsCount": 4,
      "includeGroups": [28, 38, 22, 24],
      "shouldLogElementFeatures": true
    },
    {
      "id": "scala",
      "experimentBucketsCount": 4,
      "includeGroups": [ 7, 8, 12, 13 ],
      "shouldLogElementFeatures": true
    },
    {
      "id": "php",
      "experimentBucketsCount": 4,
      "includeGroups": [28, 39, 38, 35],
      "shouldLogElementFeatures": false
    },
    {
      "id": "javascript",
      "experimentBucketsCount": 2,
      "includeGroups": [31, 40],
      "shouldLogElementFeatures": true
    },
    {
      "id": "ruby",
      "experimentBucketsCount": 1,
      "includeGroups": [38],
      "shouldLogElementFeatures": true
    },
    {
      "id": "go",
      "experimentBucketsCount": 2,
      "includeGroups": [28, 38],
      "shouldLogElementFeatures": true
    },
    {
      "id": "rust",
      "experimentBucketsCount": 4,
      "includeGroups": [8, 42, 43, 41],
      "shouldLogElementFeatures": true
    },
    {
      "id": "swift",
      "experimentBucketsCount": 4,
      "includeGroups": [7, 8, 12, 13],
      "shouldLogElementFeatures": true
    },
    {
      "id": "mysql",
      "experimentBucketsCount": 4,
      "includeGroups": [7, 8, 12, 2],
      "shouldLogElementFeatures": false
    },
    {
      "id": "C#",
      "experimentBucketsCount": 2,
      "includeGroups": [22, 28],
      "shouldLogElementFeatures": false
    },
    {
      "id": "objectivec",
      "experimentBucketsCount": 4,
      "includeGroups": [7, 8, 12, 2],
      "shouldLogElementFeatures": false
    },
    {
      "id": "C++",
      "experimentBucketsCount": 2,
      "includeGroups": [22, 28],
      "shouldLogElementFeatures": false
    },
    {
      "id": "html",
      "experimentBucketsCount": 8,
      "includeGroups": [7, 7, 12, 12, 13, 13, 2, 2],
      "shouldLogElementFeatures": false
    },
    {
      "id": "css",
      "experimentBucketsCount": 2,
      "includeGroups": [31, 40],
      "shouldLogElementFeatures": true
    },
    {
      "id": "shell script",
      "experimentBucketsCount": 4,
      "includeGroups": [7, 12, 13, 2],
      "shouldLogElementFeatures": true
    }
  ]
}