experiment_0000076.json

[{"cap_original_tokens":["<SENTENCE_START>","{","final","<id>","ast","Node","<\/id>","[","]","<id>","eq","Signs","<\/id>","=","<id>","get","Node","<\/id>","(",")",".","<id>","get","Children","<\/id>","(","<id>","token","Set","<\/id>",".","<id>","create","<\/id>","(","<id>","py","Token","Types","<\/id>",".","<id>","eq","<\/id>",")",")",";","if","(","<id>","eq","Signs","<\/id>",".","<id>","length","<\/id>","==","0",")","{","return","<id>","py","Expression","<\/id>",".","<id>","empty","Array","<\/id>",";","}","final","<id>","ast","Node","<\/id>","<id>","last","Eq","<\/id>","=","<id>","eq","Signs","<\/id>","[","<id>","eq","Signs","<\/id>",".","<id>","length","<\/id>","-","1","]",";","<id>","list","<\/id>","<","<id>","py","Expression","<\/id>",">","<id>","candidates","<\/id>","=","new","<id>","array","List","<\/id>","<","<id>","py","Expression","<\/id>",">","(",")",";","<id>","ast","Node","<\/id>","<id>","node","<\/id>","=","<id>","get","Node","<\/id>","(",")",".","<id>","get","First","Child","Node","<\/id>","(",")",";","while","(","<id>","node","<\/id>","!=","null","&&","<id>","node","<\/id>","!=","<id>","last","Eq","<\/id>",")","{","final","<id>","psi","Element","<\/id>","<id>","psi","<\/id>","=","<id>","node","<\/id>",".","<id>","get","Psi","<\/id>","(",")",";","if","(","<id>","psi","<\/id>","Instanceof","<id>","py","Expression","<\/id>",")","{","if","(","<id>","raw","<\/id>",")","{","<id>","candidates","<\/id>",".","<id>","add","<\/id>","(","(","<id>","py","Expression","<\/id>",")","<id>","psi","<\/id>",")",";","}","else","{","<id>","add","Candidate","<\/id>","(","<id>","candidates","<\/id>",",","(","<id>","py","Expression","<\/id>",")","<id>","psi","<\/id>",")",";","}","}","<id>","node","<\/id>","=","<id>","node","<\/id>",".","<id>","get","Tree","Next","<\/id>","(",")",";","}","<id>","list","<\/id>","<","<id>","py","Expression","<\/id>",">","<id>","targets","<\/id>","=","new","<id>","array","List","<\/id>","<","<id>","py","Expression","<\/id>",">","(",")",";","for","(","<id>","py","Expression","<\/id>","<id>","expr","<\/id>",":","<id>","candidates","<\/id>",")","{","if","(","<id>","raw","<\/id>","||","<id>","expr","<\/id>","Instanceof","<id>","py","Target","Expression","<\/id>","||","<id>","expr","<\/id>","Instanceof","<id>","py","Reference","Expression","<\/id>","||","<id>","expr","<\/id>","Instanceof","<id>","py","Subscription","Expression","<\/id>","||","<id>","expr","<\/id>","Instanceof","<id>","py","Slice","Expression","<\/id>",")","{","<id>","targets","<\/id>",".","<id>","add","<\/id>","(","<id>","expr","<\/id>",")",";","}","}","return","<id>","targets","<\/id>",".","<id>","to","Array","<\/id>","(","new","<id>","py","Expression","<\/id>","[","<id>","targets","<\/id>",".","<id>","size","<\/id>","(",")","]",")",";","}","<SENTENCE_END\/>"],"file_name":"PyAssignmentStatementImpl.java","formatted_lines":["{","    final ASTNode[] eqSigns = getNode().getChildren(TokenSet.create(","                                  PyTokenTypes.EQ));","    if (eqSigns.length == 0)","    {","        return PyExpression.EMPTY_ARRAY;","    }","    final ASTNode lastEq = eqSigns[eqSigns.length - 1];","    List<PyExpression> candidates = new ArrayList<PyExpression>();","    ASTNode node = getNode().getFirstChildNode();","    while (node != null && node != lastEq)","    {","        final PsiElement psi = node.getPsi();","        if (psi instanceof PyExpression)","        {","            if (raw)","            {","                candidates.add((PyExpression) psi);","            }","            else","            {","                addCandidate(candidates, (PyExpression)psi);","            }","        }","        node = node.getTreeNext();","    }","    List<PyExpression> targets = new ArrayList<PyExpression>();","    for (PyExpression expr : candidates)","    {","        if (raw ||","                expr instanceof PyTargetExpression ||","                expr instanceof PyReferenceExpression ||","                expr instanceof PySubscriptionExpression ||","                expr instanceof PySliceExpression)","        {","            targets.add(expr);","        }","    }","    return targets.toArray(new PyExpression[targets.size()]);","}"],"function_name":"calcTargets","function_name_tokens":["calc","targets"],"id_body_hash":"8aa75e00c5c47fae7e61bfcd614357e0","id_same_identifier_list":[0,1,2,3,3,4,5,6,6,7,8,8,9,10,11,12,12,13,14,14,15,16,17,18,18,18,19,20,21,22,23,24,25,26,26,27,28,29,30,31,32,33,34,34,35,36,36,37,38,39,40,40,41,41,42,43,43,44,45,45,46,47,48,49,50,51,52,53,54,54,55,56,57,58,59,59,60,61,61,62,63,64,65,66,66,67,68,69,69,70,71,72,73,73,73,73,74,75,76,77,78,79,80,81,82,83,84,85,85,86,87,88,89,89,90,91,92,93,94,94,95,96,97,98,99,100,101,102,102,103,104,105,106,107,108,109,110,111,112,113,114,115,115,116,117,118,119,120,121,122,123,123,124,125,126,127,128,128,129,130,131,132,133,134,135,136,137,138,139,139,139,140,141,142,143,144,145,146,146,147,148,149,150,151,151,152,153,153,154,155,156,157,158,159,160,160,161,162,163,164,165,166,167,168,169,170,171,172,172,172,173,174,175,176,176,176,177,178,179,180,180,180,181,182,183,184,184,184,185,186,187,188,189,190,191,192,193,194,195,196,197,198,199,199,200,201,202,202,203,204,205,206,207,208,209,210,211,212,213],"option_correct":"calcTargets","options":["calcChildren","testImportList","isLogByDefault","setFilteredTargets","shouldConvert","calcTargets","calcValue"],"options_nlp":["calc children","test import list","is log by default","set filtered targets","should convert","calc targets","calc value"],"options_random":["shouldConvert","isLogByDefault","testImportList"],"options_tfidf":["setFilteredTargets","calcChildren","calcValue"],"project_name":"intellij-community","source_code_string":"private PyExpression[] calcTargets(boolean raw) {\n    final ASTNode[] eqSigns = getNode().getChildren(TokenSet.create(PyTokenTypes.EQ));\n    if (eqSigns.length == 0) {\n      return PyExpression.EMPTY_ARRAY;\n    }\n    final ASTNode lastEq = eqSigns[eqSigns.length - 1];\n    List<PyExpression> candidates = new ArrayList<PyExpression>();\n    ASTNode node = getNode().getFirstChildNode();\n    while (node != null && node != lastEq) {\n      final PsiElement psi = node.getPsi();\n      if (psi instanceof PyExpression) {\n        if (raw) {\n          candidates.add((PyExpression) psi);\n        }\n        else {\n          addCandidate(candidates, (PyExpression)psi);\n        }\n      }\n      node = node.getTreeNext();\n    }\n    List<PyExpression> targets = new ArrayList<PyExpression>();\n    for (PyExpression expr : candidates) { \n      if (raw ||\n          expr instanceof PyTargetExpression ||\n          expr instanceof PyReferenceExpression ||\n          expr instanceof PySubscriptionExpression ||\n          expr instanceof PySliceExpression) {\n        targets.add(expr);\n      }\n    }\n    return targets.toArray(new PyExpression[targets.size()]);\n  }","tokens_in_code":[{"index_id":0,"token_group":0,"text":"{","start_char":0,"line":0},{"index_id":1,"token_group":1,"text":"final","start_char":4,"line":1},{"index_id":2,"token_group":2,"text":"ast","start_char":10,"line":1},{"index_id":3,"token_group":3,"text":"Node","start_char":13,"line":1},{"index_id":4,"token_group":3,"text":"[","start_char":17,"line":1},{"index_id":5,"token_group":4,"text":"]","start_char":18,"line":1},{"index_id":6,"token_group":5,"text":"eq","start_char":20,"line":1},{"index_id":7,"token_group":6,"text":"Signs","start_char":22,"line":1},{"index_id":8,"token_group":6,"text":"=","start_char":28,"line":1},{"index_id":9,"token_group":7,"text":"get","start_char":30,"line":1},{"index_id":10,"token_group":8,"text":"Node","start_char":33,"line":1},{"index_id":11,"token_group":8,"text":"(","start_char":37,"line":1},{"index_id":12,"token_group":9,"text":")","start_char":38,"line":1},{"index_id":13,"token_group":10,"text":".","start_char":39,"line":1},{"index_id":14,"token_group":11,"text":"get","start_char":40,"line":1},{"index_id":15,"token_group":12,"text":"Children","start_char":43,"line":1},{"index_id":16,"token_group":12,"text":"(","start_char":51,"line":1},{"index_id":17,"token_group":13,"text":"token","start_char":52,"line":1},{"index_id":18,"token_group":14,"text":"Set","start_char":57,"line":1},{"index_id":19,"token_group":14,"text":".","start_char":60,"line":1},{"index_id":20,"token_group":15,"text":"create","start_char":61,"line":1},{"index_id":21,"token_group":16,"text":"(","start_char":67,"line":1},{"index_id":22,"token_group":17,"text":"py","start_char":34,"line":2},{"index_id":23,"token_group":18,"text":"Token","start_char":36,"line":2},{"index_id":24,"token_group":18,"text":"Types","start_char":41,"line":2},{"index_id":25,"token_group":18,"text":".","start_char":46,"line":2},{"index_id":26,"token_group":19,"text":"eq","start_char":47,"line":2},{"index_id":27,"token_group":20,"text":")","start_char":49,"line":2},{"index_id":28,"token_group":21,"text":")","start_char":50,"line":2},{"index_id":29,"token_group":22,"text":";","start_char":51,"line":2},{"index_id":30,"token_group":23,"text":"if","start_char":4,"line":3},{"index_id":31,"token_group":24,"text":"(","start_char":7,"line":3},{"index_id":32,"token_group":25,"text":"eq","start_char":8,"line":3},{"index_id":33,"token_group":26,"text":"Signs","start_char":10,"line":3},{"index_id":34,"token_group":26,"text":".","start_char":15,"line":3},{"index_id":35,"token_group":27,"text":"length","start_char":16,"line":3},{"index_id":36,"token_group":28,"text":"==","start_char":23,"line":3},{"index_id":37,"token_group":29,"text":"0","start_char":26,"line":3},{"index_id":38,"token_group":30,"text":")","start_char":27,"line":3},{"index_id":39,"token_group":31,"text":"{","start_char":4,"line":4},{"index_id":40,"token_group":32,"text":"return","start_char":8,"line":5},{"index_id":41,"token_group":33,"text":"py","start_char":15,"line":5},{"index_id":42,"token_group":34,"text":"Expression","start_char":17,"line":5},{"index_id":43,"token_group":34,"text":".","start_char":27,"line":5},{"index_id":44,"token_group":35,"text":"empty","start_char":28,"line":5},{"index_id":45,"token_group":36,"text":"Array","start_char":34,"line":5},{"index_id":46,"token_group":36,"text":";","start_char":39,"line":5},{"index_id":47,"token_group":37,"text":"}","start_char":4,"line":6},{"index_id":48,"token_group":38,"text":"final","start_char":4,"line":7},{"index_id":49,"token_group":39,"text":"ast","start_char":10,"line":7},{"index_id":50,"token_group":40,"text":"Node","start_char":13,"line":7},{"index_id":51,"token_group":40,"text":"last","start_char":18,"line":7},{"index_id":52,"token_group":41,"text":"Eq","start_char":22,"line":7},{"index_id":53,"token_group":41,"text":"=","start_char":25,"line":7},{"index_id":54,"token_group":42,"text":"eq","start_char":27,"line":7},{"index_id":55,"token_group":43,"text":"Signs","start_char":29,"line":7},{"index_id":56,"token_group":43,"text":"[","start_char":34,"line":7},{"index_id":57,"token_group":44,"text":"eq","start_char":35,"line":7},{"index_id":58,"token_group":45,"text":"Signs","start_char":37,"line":7},{"index_id":59,"token_group":45,"text":".","start_char":42,"line":7},{"index_id":60,"token_group":46,"text":"length","start_char":43,"line":7},{"index_id":61,"token_group":47,"text":"-","start_char":50,"line":7},{"index_id":62,"token_group":48,"text":"1","start_char":52,"line":7},{"index_id":63,"token_group":49,"text":"]","start_char":53,"line":7},{"index_id":64,"token_group":50,"text":";","start_char":54,"line":7},{"index_id":65,"token_group":51,"text":"list","start_char":4,"line":8},{"index_id":66,"token_group":52,"text":"<","start_char":8,"line":8},{"index_id":67,"token_group":53,"text":"py","start_char":9,"line":8},{"index_id":68,"token_group":54,"text":"Expression","start_char":11,"line":8},{"index_id":69,"token_group":54,"text":">","start_char":21,"line":8},{"index_id":70,"token_group":55,"text":"candidates","start_char":23,"line":8},{"index_id":71,"token_group":56,"text":"=","start_char":34,"line":8},{"index_id":72,"token_group":57,"text":"new","start_char":36,"line":8},{"index_id":73,"token_group":58,"text":"array","start_char":40,"line":8},{"index_id":74,"token_group":59,"text":"List","start_char":45,"line":8},{"index_id":75,"token_group":59,"text":"<","start_char":49,"line":8},{"index_id":76,"token_group":60,"text":"py","start_char":50,"line":8},{"index_id":77,"token_group":61,"text":"Expression","start_char":52,"line":8},{"index_id":78,"token_group":61,"text":">","start_char":62,"line":8},{"index_id":79,"token_group":62,"text":"(","start_char":63,"line":8},{"index_id":80,"token_group":63,"text":")","start_char":64,"line":8},{"index_id":81,"token_group":64,"text":";","start_char":65,"line":8},{"index_id":82,"token_group":65,"text":"ast","start_char":4,"line":9},{"index_id":83,"token_group":66,"text":"Node","start_char":7,"line":9},{"index_id":84,"token_group":66,"text":"node","start_char":12,"line":9},{"index_id":85,"token_group":67,"text":"=","start_char":17,"line":9},{"index_id":86,"token_group":68,"text":"get","start_char":19,"line":9},{"index_id":87,"token_group":69,"text":"Node","start_char":22,"line":9},{"index_id":88,"token_group":69,"text":"(","start_char":26,"line":9},{"index_id":89,"token_group":70,"text":")","start_char":27,"line":9},{"index_id":90,"token_group":71,"text":".","start_char":28,"line":9},{"index_id":91,"token_group":72,"text":"get","start_char":29,"line":9},{"index_id":92,"token_group":73,"text":"First","start_char":32,"line":9},{"index_id":93,"token_group":73,"text":"Child","start_char":37,"line":9},{"index_id":94,"token_group":73,"text":"Node","start_char":42,"line":9},{"index_id":95,"token_group":73,"text":"(","start_char":46,"line":9},{"index_id":96,"token_group":74,"text":")","start_char":47,"line":9},{"index_id":97,"token_group":75,"text":";","start_char":48,"line":9},{"index_id":98,"token_group":76,"text":"while","start_char":4,"line":10},{"index_id":99,"token_group":77,"text":"(","start_char":10,"line":10},{"index_id":100,"token_group":78,"text":"node","start_char":11,"line":10},{"index_id":101,"token_group":79,"text":"!=","start_char":16,"line":10},{"index_id":102,"token_group":80,"text":"null","start_char":19,"line":10},{"index_id":103,"token_group":81,"text":"&&","start_char":24,"line":10},{"index_id":104,"token_group":82,"text":"node","start_char":27,"line":10},{"index_id":105,"token_group":83,"text":"!=","start_char":32,"line":10},{"index_id":106,"token_group":84,"text":"last","start_char":35,"line":10},{"index_id":107,"token_group":85,"text":"Eq","start_char":39,"line":10},{"index_id":108,"token_group":85,"text":")","start_char":41,"line":10},{"index_id":109,"token_group":86,"text":"{","start_char":4,"line":11},{"index_id":110,"token_group":87,"text":"final","start_char":8,"line":12},{"index_id":111,"token_group":88,"text":"psi","start_char":14,"line":12},{"index_id":112,"token_group":89,"text":"Element","start_char":17,"line":12},{"index_id":113,"token_group":89,"text":"psi","start_char":25,"line":12},{"index_id":114,"token_group":90,"text":"=","start_char":29,"line":12},{"index_id":115,"token_group":91,"text":"node","start_char":31,"line":12},{"index_id":116,"token_group":92,"text":".","start_char":35,"line":12},{"index_id":117,"token_group":93,"text":"get","start_char":36,"line":12},{"index_id":118,"token_group":94,"text":"Psi","start_char":39,"line":12},{"index_id":119,"token_group":94,"text":"(","start_char":42,"line":12},{"index_id":120,"token_group":95,"text":")","start_char":43,"line":12},{"index_id":121,"token_group":96,"text":";","start_char":44,"line":12},{"index_id":122,"token_group":97,"text":"if","start_char":8,"line":13},{"index_id":123,"token_group":98,"text":"(","start_char":11,"line":13},{"index_id":124,"token_group":99,"text":"psi","start_char":12,"line":13},{"index_id":125,"token_group":100,"text":"Instanceof","start_char":16,"line":13},{"index_id":126,"token_group":101,"text":"py","start_char":27,"line":13},{"index_id":127,"token_group":102,"text":"Expression","start_char":29,"line":13},{"index_id":128,"token_group":102,"text":")","start_char":39,"line":13},{"index_id":129,"token_group":103,"text":"{","start_char":8,"line":14},{"index_id":130,"token_group":104,"text":"if","start_char":12,"line":15},{"index_id":131,"token_group":105,"text":"(","start_char":15,"line":15},{"index_id":132,"token_group":106,"text":"raw","start_char":16,"line":15},{"index_id":133,"token_group":107,"text":")","start_char":19,"line":15},{"index_id":134,"token_group":108,"text":"{","start_char":12,"line":16},{"index_id":135,"token_group":109,"text":"candidates","start_char":16,"line":17},{"index_id":136,"token_group":110,"text":".","start_char":26,"line":17},{"index_id":137,"token_group":111,"text":"add","start_char":27,"line":17},{"index_id":138,"token_group":112,"text":"(","start_char":30,"line":17},{"index_id":139,"token_group":113,"text":"(","start_char":31,"line":17},{"index_id":140,"token_group":114,"text":"py","start_char":32,"line":17},{"index_id":141,"token_group":115,"text":"Expression","start_char":34,"line":17},{"index_id":142,"token_group":115,"text":")","start_char":44,"line":17},{"index_id":143,"token_group":116,"text":"psi","start_char":46,"line":17},{"index_id":144,"token_group":117,"text":")","start_char":49,"line":17},{"index_id":145,"token_group":118,"text":";","start_char":50,"line":17},{"index_id":146,"token_group":119,"text":"}","start_char":12,"line":18},{"index_id":147,"token_group":120,"text":"else","start_char":12,"line":19},{"index_id":148,"token_group":121,"text":"{","start_char":12,"line":20},{"index_id":149,"token_group":122,"text":"add","start_char":16,"line":21},{"index_id":150,"token_group":123,"text":"Candidate","start_char":19,"line":21},{"index_id":151,"token_group":123,"text":"(","start_char":28,"line":21},{"index_id":152,"token_group":124,"text":"candidates","start_char":29,"line":21},{"index_id":153,"token_group":125,"text":",","start_char":39,"line":21},{"index_id":154,"token_group":126,"text":"(","start_char":41,"line":21},{"index_id":155,"token_group":127,"text":"py","start_char":42,"line":21},{"index_id":156,"token_group":128,"text":"Expression","start_char":44,"line":21},{"index_id":157,"token_group":128,"text":")","start_char":54,"line":21},{"index_id":158,"token_group":129,"text":"psi","start_char":55,"line":21},{"index_id":159,"token_group":130,"text":")","start_char":58,"line":21},{"index_id":160,"token_group":131,"text":";","start_char":59,"line":21},{"index_id":161,"token_group":132,"text":"}","start_char":12,"line":22},{"index_id":162,"token_group":133,"text":"}","start_char":8,"line":23},{"index_id":163,"token_group":134,"text":"node","start_char":8,"line":24},{"index_id":164,"token_group":135,"text":"=","start_char":13,"line":24},{"index_id":165,"token_group":136,"text":"node","start_char":15,"line":24},{"index_id":166,"token_group":137,"text":".","start_char":19,"line":24},{"index_id":167,"token_group":138,"text":"get","start_char":20,"line":24},{"index_id":168,"token_group":139,"text":"Tree","start_char":23,"line":24},{"index_id":169,"token_group":139,"text":"Next","start_char":27,"line":24},{"index_id":170,"token_group":139,"text":"(","start_char":31,"line":24},{"index_id":171,"token_group":140,"text":")","start_char":32,"line":24},{"index_id":172,"token_group":141,"text":";","start_char":33,"line":24},{"index_id":173,"token_group":142,"text":"}","start_char":4,"line":25},{"index_id":174,"token_group":143,"text":"list","start_char":4,"line":26},{"index_id":175,"token_group":144,"text":"<","start_char":8,"line":26},{"index_id":176,"token_group":145,"text":"py","start_char":9,"line":26},{"index_id":177,"token_group":146,"text":"Expression","start_char":11,"line":26},{"index_id":178,"token_group":146,"text":">","start_char":21,"line":26},{"index_id":179,"token_group":147,"text":"targets","start_char":23,"line":26},{"index_id":180,"token_group":148,"text":"=","start_char":31,"line":26},{"index_id":181,"token_group":149,"text":"new","start_char":33,"line":26},{"index_id":182,"token_group":150,"text":"array","start_char":37,"line":26},{"index_id":183,"token_group":151,"text":"List","start_char":42,"line":26},{"index_id":184,"token_group":151,"text":"<","start_char":46,"line":26},{"index_id":185,"token_group":152,"text":"py","start_char":47,"line":26},{"index_id":186,"token_group":153,"text":"Expression","start_char":49,"line":26},{"index_id":187,"token_group":153,"text":">","start_char":59,"line":26},{"index_id":188,"token_group":154,"text":"(","start_char":60,"line":26},{"index_id":189,"token_group":155,"text":")","start_char":61,"line":26},{"index_id":190,"token_group":156,"text":";","start_char":62,"line":26},{"index_id":191,"token_group":157,"text":"for","start_char":4,"line":27},{"index_id":192,"token_group":158,"text":"(","start_char":8,"line":27},{"index_id":193,"token_group":159,"text":"py","start_char":9,"line":27},{"index_id":194,"token_group":160,"text":"Expression","start_char":11,"line":27},{"index_id":195,"token_group":160,"text":"expr","start_char":22,"line":27},{"index_id":196,"token_group":161,"text":":","start_char":27,"line":27},{"index_id":197,"token_group":162,"text":"candidates","start_char":29,"line":27},{"index_id":198,"token_group":163,"text":")","start_char":39,"line":27},{"index_id":199,"token_group":164,"text":"{","start_char":4,"line":28},{"index_id":200,"token_group":165,"text":"if","start_char":8,"line":29},{"index_id":201,"token_group":166,"text":"(","start_char":11,"line":29},{"index_id":202,"token_group":167,"text":"raw","start_char":12,"line":29},{"index_id":203,"token_group":168,"text":"||","start_char":16,"line":29},{"index_id":204,"token_group":169,"text":"expr","start_char":16,"line":30},{"index_id":205,"token_group":170,"text":"Instanceof","start_char":21,"line":30},{"index_id":206,"token_group":171,"text":"py","start_char":32,"line":30},{"index_id":207,"token_group":172,"text":"Target","start_char":34,"line":30},{"index_id":208,"token_group":172,"text":"Expression","start_char":40,"line":30},{"index_id":209,"token_group":172,"text":"||","start_char":51,"line":30},{"index_id":210,"token_group":173,"text":"expr","start_char":16,"line":31},{"index_id":211,"token_group":174,"text":"Instanceof","start_char":21,"line":31},{"index_id":212,"token_group":175,"text":"py","start_char":32,"line":31},{"index_id":213,"token_group":176,"text":"Reference","start_char":34,"line":31},{"index_id":214,"token_group":176,"text":"Expression","start_char":43,"line":31},{"index_id":215,"token_group":176,"text":"||","start_char":54,"line":31},{"index_id":216,"token_group":177,"text":"expr","start_char":16,"line":32},{"index_id":217,"token_group":178,"text":"Instanceof","start_char":21,"line":32},{"index_id":218,"token_group":179,"text":"py","start_char":32,"line":32},{"index_id":219,"token_group":180,"text":"Subscription","start_char":34,"line":32},{"index_id":220,"token_group":180,"text":"Expression","start_char":46,"line":32},{"index_id":221,"token_group":180,"text":"||","start_char":57,"line":32},{"index_id":222,"token_group":181,"text":"expr","start_char":16,"line":33},{"index_id":223,"token_group":182,"text":"Instanceof","start_char":21,"line":33},{"index_id":224,"token_group":183,"text":"py","start_char":32,"line":33},{"index_id":225,"token_group":184,"text":"Slice","start_char":34,"line":33},{"index_id":226,"token_group":184,"text":"Expression","start_char":39,"line":33},{"index_id":227,"token_group":184,"text":")","start_char":49,"line":33},{"index_id":228,"token_group":185,"text":"{","start_char":8,"line":34},{"index_id":229,"token_group":186,"text":"targets","start_char":12,"line":35},{"index_id":230,"token_group":187,"text":".","start_char":19,"line":35},{"index_id":231,"token_group":188,"text":"add","start_char":20,"line":35},{"index_id":232,"token_group":189,"text":"(","start_char":23,"line":35},{"index_id":233,"token_group":190,"text":"expr","start_char":24,"line":35},{"index_id":234,"token_group":191,"text":")","start_char":28,"line":35},{"index_id":235,"token_group":192,"text":";","start_char":29,"line":35},{"index_id":236,"token_group":193,"text":"}","start_char":8,"line":36},{"index_id":237,"token_group":194,"text":"}","start_char":4,"line":37},{"index_id":238,"token_group":195,"text":"return","start_char":4,"line":38},{"index_id":239,"token_group":196,"text":"targets","start_char":11,"line":38},{"index_id":240,"token_group":197,"text":".","start_char":18,"line":38},{"index_id":241,"token_group":198,"text":"to","start_char":19,"line":38},{"index_id":242,"token_group":199,"text":"Array","start_char":21,"line":38},{"index_id":243,"token_group":199,"text":"(","start_char":26,"line":38},{"index_id":244,"token_group":200,"text":"new","start_char":27,"line":38},{"index_id":245,"token_group":201,"text":"py","start_char":31,"line":38},{"index_id":246,"token_group":202,"text":"Expression","start_char":33,"line":38},{"index_id":247,"token_group":202,"text":"[","start_char":43,"line":38},{"index_id":248,"token_group":203,"text":"targets","start_char":44,"line":38},{"index_id":249,"token_group":204,"text":".","start_char":51,"line":38},{"index_id":250,"token_group":205,"text":"size","start_char":52,"line":38},{"index_id":251,"token_group":206,"text":"(","start_char":56,"line":38},{"index_id":252,"token_group":207,"text":")","start_char":57,"line":38},{"index_id":253,"token_group":208,"text":"]","start_char":58,"line":38},{"index_id":254,"token_group":209,"text":")","start_char":59,"line":38},{"index_id":255,"token_group":210,"text":";","start_char":60,"line":38},{"index_id":256,"token_group":211,"text":"}","start_char":0,"line":39}],"tokens_list":["{","final","ast","Node","[","]","eq","Signs","=","get","Node","(",")",".","get","Children","(","token","Set",".","create","(","py","Token","Types",".","eq",")",")",";","if","(","eq","Signs",".","length","==","0",")","{","return","py","Expression",".","empty","Array",";","}","final","ast","Node","last","Eq","=","eq","Signs","[","eq","Signs",".","length","-","1","]",";","list","<","py","Expression",">","candidates","=","new","array","List","<","py","Expression",">","(",")",";","ast","Node","node","=","get","Node","(",")",".","get","First","Child","Node","(",")",";","while","(","node","!=","null","&&","node","!=","last","Eq",")","{","final","psi","Element","psi","=","node",".","get","Psi","(",")",";","if","(","psi","Instanceof","py","Expression",")","{","if","(","raw",")","{","candidates",".","add","(","(","py","Expression",")","psi",")",";","}","else","{","add","Candidate","(","candidates",",","(","py","Expression",")","psi",")",";","}","}","node","=","node",".","get","Tree","Next","(",")",";","}","list","<","py","Expression",">","targets","=","new","array","List","<","py","Expression",">","(",")",";","for","(","py","Expression","expr",":","candidates",")","{","if","(","raw","||","expr","Instanceof","py","Target","Expression","||","expr","Instanceof","py","Reference","Expression","||","expr","Instanceof","py","Subscription","Expression","||","expr","Instanceof","py","Slice","Expression",")","{","targets",".","add","(","expr",")",";","}","}","return","targets",".","to","Array","(","new","py","Expression","[","targets",".","size","(",")","]",")",";","}"],"uuid":"ad0f7fdc236a07c2a2329a41115497de"},{"cap_original_tokens":["<SENTENCE_START>","{","return","<id>","class","Name","Local","Service","<\/id>",";","}","<SENTENCE_END\/>"],"file_name":"BookmarksFolderServiceBaseImpl.java","formatted_lines":["{","    return classNameLocalService;","}"],"function_name":"getClassNameLocalService","function_name_tokens":["get","class","name","local","service"],"id_body_hash":"a36da1f806c1cc489e21da6e1d766b4a","id_same_identifier_list":[0,1,2,3,3,3,3,4,5,6],"option_correct":"getClassNameLocalService","options":["getWrappedClassNameService","setWrappedLayoutSetBranchService","getClassName","getClassNameService","getClassNameLocalService","getImplDir","prepareSortedArticles"],"options_nlp":["get wrapped class name service","set wrapped layout set branch service","get class name","get class name service","get class name local service","get impl dir","prepare sorted articles"],"options_random":["getImplDir","setWrappedLayoutSetBranchService","prepareSortedArticles"],"options_tfidf":["getClassName","getClassNameService","getWrappedClassNameService"],"project_name":"liferay-portal","source_code_string":"public com.liferay.portal.service.ClassNameLocalService getClassNameLocalService() {\n\t\treturn classNameLocalService;\n\t}","tokens_in_code":[{"index_id":0,"token_group":0,"text":"{","start_char":0,"line":0},{"index_id":1,"token_group":1,"text":"return","start_char":4,"line":1},{"index_id":2,"token_group":2,"text":"class","start_char":11,"line":1},{"index_id":3,"token_group":3,"text":"Name","start_char":16,"line":1},{"index_id":4,"token_group":3,"text":"Local","start_char":20,"line":1},{"index_id":5,"token_group":3,"text":"Service","start_char":25,"line":1},{"index_id":6,"token_group":3,"text":";","start_char":32,"line":1},{"index_id":7,"token_group":4,"text":"}","start_char":0,"line":2}],"tokens_list":["{","return","class","Name","Local","Service",";","}"],"uuid":"60b34c8888d292464829870673270e92"},{"cap_original_tokens":["<SENTENCE_START>","{","<id>","","Class","Pk","<\/id>","=","<id>","class","Pk","<\/id>",";","}","<SENTENCE_END\/>"],"file_name":"CalendarResourceSoap.java","formatted_lines":["{","    _classPK = classPK;","}"],"function_name":"setClassPK","function_name_tokens":["set","class","pk"],"id_body_hash":"bdeb0b0c77151a93b1b2dad1046c3378","id_same_identifier_list":[0,1,2,2,2,3,4,4,5,6,7],"option_correct":"setClassPK","options":["getServlet","setRecipientClassPK","setClassPK","setKaleoClassPK","setDuplicateClassPK","removeByPrefix","testSetOperationModeToUnavailable"],"options_nlp":["get servlet","set recipient class pk","set class pk","set kaleo class pk","set duplicate class pk","remove by prefix","test set operation mode to unavailable"],"options_random":["getServlet","removeByPrefix","testSetOperationModeToUnavailable"],"options_tfidf":["setDuplicateClassPK","setKaleoClassPK","setRecipientClassPK"],"project_name":"liferay-portal","source_code_string":"public void setClassPK(long classPK) {\n\t\t_classPK = classPK;\n\t}","tokens_in_code":[{"index_id":0,"token_group":0,"text":"{","start_char":0,"line":0},{"index_id":1,"token_group":1,"text":"","start_char":1,"line":0},{"index_id":2,"token_group":2,"text":"Class","start_char":5,"line":1},{"index_id":3,"token_group":2,"text":"Pk","start_char":10,"line":1},{"index_id":4,"token_group":2,"text":"=","start_char":13,"line":1},{"index_id":5,"token_group":3,"text":"class","start_char":15,"line":1},{"index_id":6,"token_group":4,"text":"Pk","start_char":20,"line":1},{"index_id":7,"token_group":4,"text":";","start_char":22,"line":1},{"index_id":8,"token_group":5,"text":"}","start_char":0,"line":2}],"tokens_list":["{","","Class","Pk","=","class","Pk",";","}"],"uuid":"08767067742813269b8a249359398a0d"},{"cap_original_tokens":["<SENTENCE_START>","{","<id>","d","<\/id>","<id>","diff","<\/id>","=","<id>","get","Diff","By","Id","<\/id>","(","<id>","snapshot","Id","<\/id>",")",";","return","<id>","diff","<\/id>","==","null","?","<id>","snapshot","<\/id>",".","<id>","current","State","Id","<\/id>",":","<id>","diff","<\/id>",".","<id>","get","Snapshot","Id","<\/id>","(",")",";","}","<SENTENCE_END\/>"],"file_name":"AbstractINodeDiffList.java","formatted_lines":["{","    D diff = getDiffById(snapshotId);","    return diff == null ? Snapshot.CURRENT_STATE_ID : diff.getSnapshotId();","}"],"function_name":"getSnapshotById","function_name_tokens":["get","snapshot","by","id"],"id_body_hash":"ca081da61de69527f4674e891d2d6aa6","id_same_identifier_list":[0,1,2,3,4,5,5,5,5,6,7,7,8,9,10,11,12,13,14,15,16,17,17,17,18,19,20,21,21,21,22,23,24,25,26],"option_correct":"getSnapshotById","options":["getPathSnapshotId","getDiffById","pipeline_Fi_40","getSnapshotById","getNextId","script_","getSnapshotId"],"options_nlp":["get path snapshot id","get diff by id","pipeline fi 40","get snapshot by id","get next id","script","get snapshot id"],"options_random":["getNextId","pipeline_Fi_40","script_"],"options_tfidf":["getPathSnapshotId","getSnapshotId","getDiffById"],"project_name":"hadoop-common","source_code_string":"public final int getSnapshotById(final int snapshotId) {\n    D diff = getDiffById(snapshotId);\n    return diff == null ? Snapshot.CURRENT_STATE_ID : diff.getSnapshotId();\n  }","tokens_in_code":[{"index_id":0,"token_group":0,"text":"{","start_char":0,"line":0},{"index_id":1,"token_group":1,"text":"d","start_char":4,"line":1},{"index_id":2,"token_group":2,"text":"diff","start_char":6,"line":1},{"index_id":3,"token_group":3,"text":"=","start_char":11,"line":1},{"index_id":4,"token_group":4,"text":"get","start_char":13,"line":1},{"index_id":5,"token_group":5,"text":"Diff","start_char":16,"line":1},{"index_id":6,"token_group":5,"text":"By","start_char":20,"line":1},{"index_id":7,"token_group":5,"text":"Id","start_char":22,"line":1},{"index_id":8,"token_group":5,"text":"(","start_char":24,"line":1},{"index_id":9,"token_group":6,"text":"snapshot","start_char":25,"line":1},{"index_id":10,"token_group":7,"text":"Id","start_char":33,"line":1},{"index_id":11,"token_group":7,"text":")","start_char":35,"line":1},{"index_id":12,"token_group":8,"text":";","start_char":36,"line":1},{"index_id":13,"token_group":9,"text":"return","start_char":4,"line":2},{"index_id":14,"token_group":10,"text":"diff","start_char":11,"line":2},{"index_id":15,"token_group":11,"text":"==","start_char":16,"line":2},{"index_id":16,"token_group":12,"text":"null","start_char":19,"line":2},{"index_id":17,"token_group":13,"text":"?","start_char":24,"line":2},{"index_id":18,"token_group":14,"text":"snapshot","start_char":26,"line":2},{"index_id":19,"token_group":15,"text":".","start_char":34,"line":2},{"index_id":20,"token_group":16,"text":"current","start_char":35,"line":2},{"index_id":21,"token_group":17,"text":"State","start_char":43,"line":2},{"index_id":22,"token_group":17,"text":"Id","start_char":49,"line":2},{"index_id":23,"token_group":17,"text":":","start_char":52,"line":2},{"index_id":24,"token_group":18,"text":"diff","start_char":54,"line":2},{"index_id":25,"token_group":19,"text":".","start_char":58,"line":2},{"index_id":26,"token_group":20,"text":"get","start_char":59,"line":2},{"index_id":27,"token_group":21,"text":"Snapshot","start_char":62,"line":2},{"index_id":28,"token_group":21,"text":"Id","start_char":70,"line":2},{"index_id":29,"token_group":21,"text":"(","start_char":72,"line":2},{"index_id":30,"token_group":22,"text":")","start_char":73,"line":2},{"index_id":31,"token_group":23,"text":";","start_char":74,"line":2},{"index_id":32,"token_group":24,"text":"}","start_char":0,"line":3}],"tokens_list":["{","d","diff","=","get","Diff","By","Id","(","snapshot","Id",")",";","return","diff","==","null","?","snapshot",".","current","State","Id",":","diff",".","get","Snapshot","Id","(",")",";","}"],"uuid":"72c4b2f52e083f3073cfd70843cc5f87"},{"cap_original_tokens":["<SENTENCE_START>","{","<id>","cancelled","<\/id>","=","true",";","<id>","stop","<\/id>","(",")",";","}","<SENTENCE_END\/>"],"file_name":"MavenExecutor.java","formatted_lines":["{","    cancelled = true;","    stop();","}"],"function_name":"cancel","function_name_tokens":["cancel"],"id_body_hash":"6b6ba23a62aff523b3f21fb12e818026","id_same_identifier_list":[0,1,2,3,4,5,6,7,8,9,10,11],"option_correct":"cancel","options":["cancel","computeProblemRange","cancelCurrent","importProjects","onCancel","getRemoteSdkMappedPaths","cancelClear"],"options_nlp":["cancel","compute problem range","cancel current","import projects","on cancel","get remote sdk mapped paths","cancel clear"],"options_random":["computeProblemRange","getRemoteSdkMappedPaths","importProjects"],"options_tfidf":["cancelClear","cancelCurrent","onCancel"],"project_name":"intellij-community","source_code_string":"public void cancel() {\n    cancelled = true;\n    stop();\n  }","tokens_in_code":[{"index_id":0,"token_group":0,"text":"{","start_char":0,"line":0},{"index_id":1,"token_group":1,"text":"cancelled","start_char":4,"line":1},{"index_id":2,"token_group":2,"text":"=","start_char":14,"line":1},{"index_id":3,"token_group":3,"text":"true","start_char":16,"line":1},{"index_id":4,"token_group":4,"text":";","start_char":20,"line":1},{"index_id":5,"token_group":5,"text":"stop","start_char":4,"line":2},{"index_id":6,"token_group":6,"text":"(","start_char":8,"line":2},{"index_id":7,"token_group":7,"text":")","start_char":9,"line":2},{"index_id":8,"token_group":8,"text":";","start_char":10,"line":2},{"index_id":9,"token_group":9,"text":"}","start_char":0,"line":3}],"tokens_list":["{","cancelled","=","true",";","stop","(",")",";","}"],"uuid":"4a0f419852a9b0141ff97f0bd54c0c53"},{"cap_original_tokens":["<SENTENCE_START>","{","this",".","<id>","kaleo","Task","Persistence","<\/id>","=","<id>","kaleo","Task","Persistence","<\/id>",";","}","<SENTENCE_END\/>"],"file_name":"KaleoLogLocalServiceBaseImpl.java","formatted_lines":["{","    this.kaleoTaskPersistence = kaleoTaskPersistence;","}"],"function_name":"setKaleoTaskPersistence","function_name_tokens":["set","kaleo","task","persistence"],"id_body_hash":"cbc59748eceabe04142a9b4ddeb626a7","id_same_identifier_list":[0,1,2,3,4,4,4,5,6,6,6,7,8,9],"option_correct":"setKaleoTaskPersistence","options":["setAnchorCssClass","getLast","setKaleoTaskPersistence","setKaleoTaskName","setKaleoTaskAssignmentPersistence","createConfigurationTable","setKaleoTaskId"],"options_nlp":["set anchor css class","get last","set kaleo task persistence","set kaleo task name","set kaleo task assignment persistence","create configuration table","set kaleo task id"],"options_random":["setAnchorCssClass","getLast","createConfigurationTable"],"options_tfidf":["setKaleoTaskName","setKaleoTaskAssignmentPersistence","setKaleoTaskId"],"project_name":"liferay-portal","source_code_string":"public void setKaleoTaskPersistence(\n\t\tKaleoTaskPersistence kaleoTaskPersistence) {\n\t\tthis.kaleoTaskPersistence = kaleoTaskPersistence;\n\t}","tokens_in_code":[{"index_id":0,"token_group":0,"text":"{","start_char":0,"line":0},{"index_id":1,"token_group":1,"text":"this","start_char":4,"line":1},{"index_id":2,"token_group":2,"text":".","start_char":8,"line":1},{"index_id":3,"token_group":3,"text":"kaleo","start_char":9,"line":1},{"index_id":4,"token_group":4,"text":"Task","start_char":14,"line":1},{"index_id":5,"token_group":4,"text":"Persistence","start_char":18,"line":1},{"index_id":6,"token_group":4,"text":"=","start_char":30,"line":1},{"index_id":7,"token_group":5,"text":"kaleo","start_char":32,"line":1},{"index_id":8,"token_group":6,"text":"Task","start_char":37,"line":1},{"index_id":9,"token_group":6,"text":"Persistence","start_char":41,"line":1},{"index_id":10,"token_group":6,"text":";","start_char":52,"line":1},{"index_id":11,"token_group":7,"text":"}","start_char":0,"line":2}],"tokens_list":["{","this",".","kaleo","Task","Persistence","=","kaleo","Task","Persistence",";","}"],"uuid":"2231c1669bb0e3f7a4ad4137ab47f7cd"},{"cap_original_tokens":["<SENTENCE_START>","{","<id>","local","Query","Runner","<\/id>","<id>","local","Query","Runner","<\/id>","=","<id>","create","Local","Query","Runner","<\/id>","(",")",";","new","<id>","long","Variance","Benchmark","<\/id>","(","<id>","local","Query","Runner","<\/id>",")",".","<id>","run","Benchmark","<\/id>","(","new","<id>","average","Benchmark","Results","<\/id>","(",")",")",";","new","<id>","long","Variance","Pop","Benchmark","<\/id>","(","<id>","local","Query","Runner","<\/id>",")",".","<id>","run","Benchmark","<\/id>","(","new","<id>","average","Benchmark","Results","<\/id>","(",")",")",";","new","<id>","double","Variance","Benchmark","<\/id>","(","<id>","local","Query","Runner","<\/id>",")",".","<id>","run","Benchmark","<\/id>","(","new","<id>","average","Benchmark","Results","<\/id>","(",")",")",";","new","<id>","double","Variance","Pop","Benchmark","<\/id>","(","<id>","local","Query","Runner","<\/id>",")",".","<id>","run","Benchmark","<\/id>","(","new","<id>","average","Benchmark","Results","<\/id>","(",")",")",";","new","<id>","long","Std","Dev","Benchmark","<\/id>","(","<id>","local","Query","Runner","<\/id>",")",".","<id>","run","Benchmark","<\/id>","(","new","<id>","average","Benchmark","Results","<\/id>","(",")",")",";","new","<id>","long","Std","Dev","Pop","Benchmark","<\/id>","(","<id>","local","Query","Runner","<\/id>",")",".","<id>","run","Benchmark","<\/id>","(","new","<id>","average","Benchmark","Results","<\/id>","(",")",")",";","new","<id>","double","Std","Dev","Benchmark","<\/id>","(","<id>","local","Query","Runner","<\/id>",")",".","<id>","run","Benchmark","<\/id>","(","new","<id>","average","Benchmark","Results","<\/id>","(",")",")",";","new","<id>","double","Std","Dev","Pop","Benchmark","<\/id>","(","<id>","local","Query","Runner","<\/id>",")",".","<id>","run","Benchmark","<\/id>","(","new","<id>","average","Benchmark","Results","<\/id>","(",")",")",";","}","<SENTENCE_END\/>"],"file_name":"StatisticsBenchmark.java","formatted_lines":["{","    LocalQueryRunner localQueryRunner = createLocalQueryRunner();","    new LongVarianceBenchmark(localQueryRunner).runBenchmark(","        new AverageBenchmarkResults());","    new LongVariancePopBenchmark(localQueryRunner).runBenchmark(","        new AverageBenchmarkResults());","    new DoubleVarianceBenchmark(localQueryRunner).runBenchmark(","        new AverageBenchmarkResults());","    new DoubleVariancePopBenchmark(localQueryRunner).runBenchmark(","        new AverageBenchmarkResults());","    new LongStdDevBenchmark(localQueryRunner).runBenchmark(new","            AverageBenchmarkResults());","    new LongStdDevPopBenchmark(localQueryRunner).runBenchmark(","        new AverageBenchmarkResults());","    new DoubleStdDevBenchmark(localQueryRunner).runBenchmark(","        new AverageBenchmarkResults());","    new DoubleStdDevPopBenchmark(localQueryRunner).runBenchmark(","        new AverageBenchmarkResults());","}"],"function_name":"main","function_name_tokens":["main"],"id_body_hash":"26c18f22fa69e6a5fc10a065b9bdc2ec","id_same_identifier_list":[0,1,2,2,2,3,3,3,4,5,5,5,5,6,7,8,9,10,10,10,11,12,12,12,13,14,15,15,16,17,18,18,18,19,20,21,22,23,24,24,24,24,25,26,26,26,27,28,29,29,30,31,32,32,32,33,34,35,36,37,38,38,38,39,40,40,40,41,42,43,43,44,45,46,46,46,47,48,49,50,51,52,52,52,52,53,54,54,54,55,56,57,57,58,59,60,60,60,61,62,63,64,65,66,66,66,66,67,68,68,68,69,70,71,71,72,73,74,74,74,75,76,77,78,79,80,80,80,80,80,81,82,82,82,83,84,85,85,86,87,88,88,88,89,90,91,92,93,94,94,94,94,95,96,96,96,97,98,99,99,100,101,102,102,102,103,104,105,106,107,108,108,108,108,108,109,110,110,110,111,112,113,113,114,115,116,116,116,117,118,119,120,121,122],"option_correct":"main","options":["getSampleRatio","getStaticInstruction","main","getFieldInstruction","getMonths","push","getTrueValueCount"],"options_nlp":["get sample ratio","get static instruction","main","get field instruction","get months","push","get true value count"],"options_random":["getSampleRatio","getMonths","push"],"options_tfidf":["getTrueValueCount","getFieldInstruction","getStaticInstruction"],"project_name":"presto","source_code_string":"public static void main(String... args)\n    {\n        LocalQueryRunner localQueryRunner = createLocalQueryRunner();\n        new LongVarianceBenchmark(localQueryRunner).runBenchmark(new AverageBenchmarkResults());\n        new LongVariancePopBenchmark(localQueryRunner).runBenchmark(new AverageBenchmarkResults());\n        new DoubleVarianceBenchmark(localQueryRunner).runBenchmark(new AverageBenchmarkResults());\n        new DoubleVariancePopBenchmark(localQueryRunner).runBenchmark(new AverageBenchmarkResults());\n        new LongStdDevBenchmark(localQueryRunner).runBenchmark(new AverageBenchmarkResults());\n        new LongStdDevPopBenchmark(localQueryRunner).runBenchmark(new AverageBenchmarkResults());\n        new DoubleStdDevBenchmark(localQueryRunner).runBenchmark(new AverageBenchmarkResults());\n        new DoubleStdDevPopBenchmark(localQueryRunner).runBenchmark(new AverageBenchmarkResults());\n    }","tokens_in_code":[{"index_id":0,"token_group":0,"text":"{","start_char":0,"line":0},{"index_id":1,"token_group":1,"text":"local","start_char":4,"line":1},{"index_id":2,"token_group":2,"text":"Query","start_char":9,"line":1},{"index_id":3,"token_group":2,"text":"Runner","start_char":14,"line":1},{"index_id":4,"token_group":2,"text":"local","start_char":21,"line":1},{"index_id":5,"token_group":3,"text":"Query","start_char":26,"line":1},{"index_id":6,"token_group":3,"text":"Runner","start_char":31,"line":1},{"index_id":7,"token_group":3,"text":"=","start_char":38,"line":1},{"index_id":8,"token_group":4,"text":"create","start_char":40,"line":1},{"index_id":9,"token_group":5,"text":"Local","start_char":46,"line":1},{"index_id":10,"token_group":5,"text":"Query","start_char":51,"line":1},{"index_id":11,"token_group":5,"text":"Runner","start_char":56,"line":1},{"index_id":12,"token_group":5,"text":"(","start_char":62,"line":1},{"index_id":13,"token_group":6,"text":")","start_char":63,"line":1},{"index_id":14,"token_group":7,"text":";","start_char":64,"line":1},{"index_id":15,"token_group":8,"text":"new","start_char":4,"line":2},{"index_id":16,"token_group":9,"text":"long","start_char":8,"line":2},{"index_id":17,"token_group":10,"text":"Variance","start_char":12,"line":2},{"index_id":18,"token_group":10,"text":"Benchmark","start_char":20,"line":2},{"index_id":19,"token_group":10,"text":"(","start_char":29,"line":2},{"index_id":20,"token_group":11,"text":"local","start_char":30,"line":2},{"index_id":21,"token_group":12,"text":"Query","start_char":35,"line":2},{"index_id":22,"token_group":12,"text":"Runner","start_char":40,"line":2},{"index_id":23,"token_group":12,"text":")","start_char":46,"line":2},{"index_id":24,"token_group":13,"text":".","start_char":47,"line":2},{"index_id":25,"token_group":14,"text":"run","start_char":48,"line":2},{"index_id":26,"token_group":15,"text":"Benchmark","start_char":51,"line":2},{"index_id":27,"token_group":15,"text":"(","start_char":60,"line":2},{"index_id":28,"token_group":16,"text":"new","start_char":8,"line":3},{"index_id":29,"token_group":17,"text":"average","start_char":12,"line":3},{"index_id":30,"token_group":18,"text":"Benchmark","start_char":19,"line":3},{"index_id":31,"token_group":18,"text":"Results","start_char":28,"line":3},{"index_id":32,"token_group":18,"text":"(","start_char":35,"line":3},{"index_id":33,"token_group":19,"text":")","start_char":36,"line":3},{"index_id":34,"token_group":20,"text":")","start_char":37,"line":3},{"index_id":35,"token_group":21,"text":";","start_char":38,"line":3},{"index_id":36,"token_group":22,"text":"new","start_char":4,"line":4},{"index_id":37,"token_group":23,"text":"long","start_char":8,"line":4},{"index_id":38,"token_group":24,"text":"Variance","start_char":12,"line":4},{"index_id":39,"token_group":24,"text":"Pop","start_char":20,"line":4},{"index_id":40,"token_group":24,"text":"Benchmark","start_char":23,"line":4},{"index_id":41,"token_group":24,"text":"(","start_char":32,"line":4},{"index_id":42,"token_group":25,"text":"local","start_char":33,"line":4},{"index_id":43,"token_group":26,"text":"Query","start_char":38,"line":4},{"index_id":44,"token_group":26,"text":"Runner","start_char":43,"line":4},{"index_id":45,"token_group":26,"text":")","start_char":49,"line":4},{"index_id":46,"token_group":27,"text":".","start_char":50,"line":4},{"index_id":47,"token_group":28,"text":"run","start_char":51,"line":4},{"index_id":48,"token_group":29,"text":"Benchmark","start_char":54,"line":4},{"index_id":49,"token_group":29,"text":"(","start_char":63,"line":4},{"index_id":50,"token_group":30,"text":"new","start_char":8,"line":5},{"index_id":51,"token_group":31,"text":"average","start_char":12,"line":5},{"index_id":52,"token_group":32,"text":"Benchmark","start_char":19,"line":5},{"index_id":53,"token_group":32,"text":"Results","start_char":28,"line":5},{"index_id":54,"token_group":32,"text":"(","start_char":35,"line":5},{"index_id":55,"token_group":33,"text":")","start_char":36,"line":5},{"index_id":56,"token_group":34,"text":")","start_char":37,"line":5},{"index_id":57,"token_group":35,"text":";","start_char":38,"line":5},{"index_id":58,"token_group":36,"text":"new","start_char":4,"line":6},{"index_id":59,"token_group":37,"text":"double","start_char":8,"line":6},{"index_id":60,"token_group":38,"text":"Variance","start_char":14,"line":6},{"index_id":61,"token_group":38,"text":"Benchmark","start_char":22,"line":6},{"index_id":62,"token_group":38,"text":"(","start_char":31,"line":6},{"index_id":63,"token_group":39,"text":"local","start_char":32,"line":6},{"index_id":64,"token_group":40,"text":"Query","start_char":37,"line":6},{"index_id":65,"token_group":40,"text":"Runner","start_char":42,"line":6},{"index_id":66,"token_group":40,"text":")","start_char":48,"line":6},{"index_id":67,"token_group":41,"text":".","start_char":49,"line":6},{"index_id":68,"token_group":42,"text":"run","start_char":50,"line":6},{"index_id":69,"token_group":43,"text":"Benchmark","start_char":53,"line":6},{"index_id":70,"token_group":43,"text":"(","start_char":62,"line":6},{"index_id":71,"token_group":44,"text":"new","start_char":8,"line":7},{"index_id":72,"token_group":45,"text":"average","start_char":12,"line":7},{"index_id":73,"token_group":46,"text":"Benchmark","start_char":19,"line":7},{"index_id":74,"token_group":46,"text":"Results","start_char":28,"line":7},{"index_id":75,"token_group":46,"text":"(","start_char":35,"line":7},{"index_id":76,"token_group":47,"text":")","start_char":36,"line":7},{"index_id":77,"token_group":48,"text":")","start_char":37,"line":7},{"index_id":78,"token_group":49,"text":";","start_char":38,"line":7},{"index_id":79,"token_group":50,"text":"new","start_char":4,"line":8},{"index_id":80,"token_group":51,"text":"double","start_char":8,"line":8},{"index_id":81,"token_group":52,"text":"Variance","start_char":14,"line":8},{"index_id":82,"token_group":52,"text":"Pop","start_char":22,"line":8},{"index_id":83,"token_group":52,"text":"Benchmark","start_char":25,"line":8},{"index_id":84,"token_group":52,"text":"(","start_char":34,"line":8},{"index_id":85,"token_group":53,"text":"local","start_char":35,"line":8},{"index_id":86,"token_group":54,"text":"Query","start_char":40,"line":8},{"index_id":87,"token_group":54,"text":"Runner","start_char":45,"line":8},{"index_id":88,"token_group":54,"text":")","start_char":51,"line":8},{"index_id":89,"token_group":55,"text":".","start_char":52,"line":8},{"index_id":90,"token_group":56,"text":"run","start_char":53,"line":8},{"index_id":91,"token_group":57,"text":"Benchmark","start_char":56,"line":8},{"index_id":92,"token_group":57,"text":"(","start_char":65,"line":8},{"index_id":93,"token_group":58,"text":"new","start_char":8,"line":9},{"index_id":94,"token_group":59,"text":"average","start_char":12,"line":9},{"index_id":95,"token_group":60,"text":"Benchmark","start_char":19,"line":9},{"index_id":96,"token_group":60,"text":"Results","start_char":28,"line":9},{"index_id":97,"token_group":60,"text":"(","start_char":35,"line":9},{"index_id":98,"token_group":61,"text":")","start_char":36,"line":9},{"index_id":99,"token_group":62,"text":")","start_char":37,"line":9},{"index_id":100,"token_group":63,"text":";","start_char":38,"line":9},{"index_id":101,"token_group":64,"text":"new","start_char":4,"line":10},{"index_id":102,"token_group":65,"text":"long","start_char":8,"line":10},{"index_id":103,"token_group":66,"text":"Std","start_char":12,"line":10},{"index_id":104,"token_group":66,"text":"Dev","start_char":15,"line":10},{"index_id":105,"token_group":66,"text":"Benchmark","start_char":18,"line":10},{"index_id":106,"token_group":66,"text":"(","start_char":27,"line":10},{"index_id":107,"token_group":67,"text":"local","start_char":28,"line":10},{"index_id":108,"token_group":68,"text":"Query","start_char":33,"line":10},{"index_id":109,"token_group":68,"text":"Runner","start_char":38,"line":10},{"index_id":110,"token_group":68,"text":")","start_char":44,"line":10},{"index_id":111,"token_group":69,"text":".","start_char":45,"line":10},{"index_id":112,"token_group":70,"text":"run","start_char":46,"line":10},{"index_id":113,"token_group":71,"text":"Benchmark","start_char":49,"line":10},{"index_id":114,"token_group":71,"text":"(","start_char":58,"line":10},{"index_id":115,"token_group":72,"text":"new","start_char":59,"line":10},{"index_id":116,"token_group":73,"text":"average","start_char":12,"line":11},{"index_id":117,"token_group":74,"text":"Benchmark","start_char":19,"line":11},{"index_id":118,"token_group":74,"text":"Results","start_char":28,"line":11},{"index_id":119,"token_group":74,"text":"(","start_char":35,"line":11},{"index_id":120,"token_group":75,"text":")","start_char":36,"line":11},{"index_id":121,"token_group":76,"text":")","start_char":37,"line":11},{"index_id":122,"token_group":77,"text":";","start_char":38,"line":11},{"index_id":123,"token_group":78,"text":"new","start_char":4,"line":12},{"index_id":124,"token_group":79,"text":"long","start_char":8,"line":12},{"index_id":125,"token_group":80,"text":"Std","start_char":12,"line":12},{"index_id":126,"token_group":80,"text":"Dev","start_char":15,"line":12},{"index_id":127,"token_group":80,"text":"Pop","start_char":18,"line":12},{"index_id":128,"token_group":80,"text":"Benchmark","start_char":21,"line":12},{"index_id":129,"token_group":80,"text":"(","start_char":30,"line":12},{"index_id":130,"token_group":81,"text":"local","start_char":31,"line":12},{"index_id":131,"token_group":82,"text":"Query","start_char":36,"line":12},{"index_id":132,"token_group":82,"text":"Runner","start_char":41,"line":12},{"index_id":133,"token_group":82,"text":")","start_char":47,"line":12},{"index_id":134,"token_group":83,"text":".","start_char":48,"line":12},{"index_id":135,"token_group":84,"text":"run","start_char":49,"line":12},{"index_id":136,"token_group":85,"text":"Benchmark","start_char":52,"line":12},{"index_id":137,"token_group":85,"text":"(","start_char":61,"line":12},{"index_id":138,"token_group":86,"text":"new","start_char":8,"line":13},{"index_id":139,"token_group":87,"text":"average","start_char":12,"line":13},{"index_id":140,"token_group":88,"text":"Benchmark","start_char":19,"line":13},{"index_id":141,"token_group":88,"text":"Results","start_char":28,"line":13},{"index_id":142,"token_group":88,"text":"(","start_char":35,"line":13},{"index_id":143,"token_group":89,"text":")","start_char":36,"line":13},{"index_id":144,"token_group":90,"text":")","start_char":37,"line":13},{"index_id":145,"token_group":91,"text":";","start_char":38,"line":13},{"index_id":146,"token_group":92,"text":"new","start_char":4,"line":14},{"index_id":147,"token_group":93,"text":"double","start_char":8,"line":14},{"index_id":148,"token_group":94,"text":"Std","start_char":14,"line":14},{"index_id":149,"token_group":94,"text":"Dev","start_char":17,"line":14},{"index_id":150,"token_group":94,"text":"Benchmark","start_char":20,"line":14},{"index_id":151,"token_group":94,"text":"(","start_char":29,"line":14},{"index_id":152,"token_group":95,"text":"local","start_char":30,"line":14},{"index_id":153,"token_group":96,"text":"Query","start_char":35,"line":14},{"index_id":154,"token_group":96,"text":"Runner","start_char":40,"line":14},{"index_id":155,"token_group":96,"text":")","start_char":46,"line":14},{"index_id":156,"token_group":97,"text":".","start_char":47,"line":14},{"index_id":157,"token_group":98,"text":"run","start_char":48,"line":14},{"index_id":158,"token_group":99,"text":"Benchmark","start_char":51,"line":14},{"index_id":159,"token_group":99,"text":"(","start_char":60,"line":14},{"index_id":160,"token_group":100,"text":"new","start_char":8,"line":15},{"index_id":161,"token_group":101,"text":"average","start_char":12,"line":15},{"index_id":162,"token_group":102,"text":"Benchmark","start_char":19,"line":15},{"index_id":163,"token_group":102,"text":"Results","start_char":28,"line":15},{"index_id":164,"token_group":102,"text":"(","start_char":35,"line":15},{"index_id":165,"token_group":103,"text":")","start_char":36,"line":15},{"index_id":166,"token_group":104,"text":")","start_char":37,"line":15},{"index_id":167,"token_group":105,"text":";","start_char":38,"line":15},{"index_id":168,"token_group":106,"text":"new","start_char":4,"line":16},{"index_id":169,"token_group":107,"text":"double","start_char":8,"line":16},{"index_id":170,"token_group":108,"text":"Std","start_char":14,"line":16},{"index_id":171,"token_group":108,"text":"Dev","start_char":17,"line":16},{"index_id":172,"token_group":108,"text":"Pop","start_char":20,"line":16},{"index_id":173,"token_group":108,"text":"Benchmark","start_char":23,"line":16},{"index_id":174,"token_group":108,"text":"(","start_char":32,"line":16},{"index_id":175,"token_group":109,"text":"local","start_char":33,"line":16},{"index_id":176,"token_group":110,"text":"Query","start_char":38,"line":16},{"index_id":177,"token_group":110,"text":"Runner","start_char":43,"line":16},{"index_id":178,"token_group":110,"text":")","start_char":49,"line":16},{"index_id":179,"token_group":111,"text":".","start_char":50,"line":16},{"index_id":180,"token_group":112,"text":"run","start_char":51,"line":16},{"index_id":181,"token_group":113,"text":"Benchmark","start_char":54,"line":16},{"index_id":182,"token_group":113,"text":"(","start_char":63,"line":16},{"index_id":183,"token_group":114,"text":"new","start_char":8,"line":17},{"index_id":184,"token_group":115,"text":"average","start_char":12,"line":17},{"index_id":185,"token_group":116,"text":"Benchmark","start_char":19,"line":17},{"index_id":186,"token_group":116,"text":"Results","start_char":28,"line":17},{"index_id":187,"token_group":116,"text":"(","start_char":35,"line":17},{"index_id":188,"token_group":117,"text":")","start_char":36,"line":17},{"index_id":189,"token_group":118,"text":")","start_char":37,"line":17},{"index_id":190,"token_group":119,"text":";","start_char":38,"line":17},{"index_id":191,"token_group":120,"text":"}","start_char":0,"line":18}],"tokens_list":["{","local","Query","Runner","local","Query","Runner","=","create","Local","Query","Runner","(",")",";","new","long","Variance","Benchmark","(","local","Query","Runner",")",".","run","Benchmark","(","new","average","Benchmark","Results","(",")",")",";","new","long","Variance","Pop","Benchmark","(","local","Query","Runner",")",".","run","Benchmark","(","new","average","Benchmark","Results","(",")",")",";","new","double","Variance","Benchmark","(","local","Query","Runner",")",".","run","Benchmark","(","new","average","Benchmark","Results","(",")",")",";","new","double","Variance","Pop","Benchmark","(","local","Query","Runner",")",".","run","Benchmark","(","new","average","Benchmark","Results","(",")",")",";","new","long","Std","Dev","Benchmark","(","local","Query","Runner",")",".","run","Benchmark","(","new","average","Benchmark","Results","(",")",")",";","new","long","Std","Dev","Pop","Benchmark","(","local","Query","Runner",")",".","run","Benchmark","(","new","average","Benchmark","Results","(",")",")",";","new","double","Std","Dev","Benchmark","(","local","Query","Runner",")",".","run","Benchmark","(","new","average","Benchmark","Results","(",")",")",";","new","double","Std","Dev","Pop","Benchmark","(","local","Query","Runner",")",".","run","Benchmark","(","new","average","Benchmark","Results","(",")",")",";","}"],"uuid":"a63efcfea3a8207984e766e6a747de9b"},{"cap_original_tokens":["<SENTENCE_START>","{","return","<id>","exception","Logging","Enabled","<\/id>",".","<id>","get","Value","<\/id>","(",")",";","}","<SENTENCE_END\/>"],"file_name":"EJBComponentCreateService.java","formatted_lines":["{","    return exceptionLoggingEnabled.getValue();","}"],"function_name":"getExceptionLoggingEnabled","function_name_tokens":["get","exception","logging","enabled"],"id_body_hash":"9d2747b62a93940fd22a0663323248a8","id_same_identifier_list":[0,1,2,3,3,3,4,5,5,6,7,8,9,10],"option_correct":"getExceptionLoggingEnabled","options":["getExceptionClass","getExceptionLoggingEnabledInjector","getExceptionLoggingEnabled","third","writeException","newLine","setComponentCreateServiceFactory"],"options_nlp":["get exception class","get exception logging enabled injector","get exception logging enabled","third","write exception","new line","set component create service factory"],"options_random":["third","newLine","setComponentCreateServiceFactory"],"options_tfidf":["getExceptionClass","getExceptionLoggingEnabledInjector","writeException"],"project_name":"wildfly","source_code_string":"public AtomicBoolean getExceptionLoggingEnabled() {\n        return exceptionLoggingEnabled.getValue();\n    }","tokens_in_code":[{"index_id":0,"token_group":0,"text":"{","start_char":0,"line":0},{"index_id":1,"token_group":1,"text":"return","start_char":4,"line":1},{"index_id":2,"token_group":2,"text":"exception","start_char":11,"line":1},{"index_id":3,"token_group":3,"text":"Logging","start_char":20,"line":1},{"index_id":4,"token_group":3,"text":"Enabled","start_char":27,"line":1},{"index_id":5,"token_group":3,"text":".","start_char":34,"line":1},{"index_id":6,"token_group":4,"text":"get","start_char":35,"line":1},{"index_id":7,"token_group":5,"text":"Value","start_char":38,"line":1},{"index_id":8,"token_group":5,"text":"(","start_char":43,"line":1},{"index_id":9,"token_group":6,"text":")","start_char":44,"line":1},{"index_id":10,"token_group":7,"text":";","start_char":45,"line":1},{"index_id":11,"token_group":8,"text":"}","start_char":0,"line":2}],"tokens_list":["{","return","exception","Logging","Enabled",".","get","Value","(",")",";","}"],"uuid":"442afd1f9db2cabc632d1b0b63580426"},{"cap_original_tokens":["<SENTENCE_START>","{","this",".","<id>","max","Query","Terms","<\/id>","=","<id>","max","Query","Terms","<\/id>",";","}","<SENTENCE_END\/>"],"file_name":"MoreLikeThisQuery.java","formatted_lines":["{","    this.maxQueryTerms = maxQueryTerms;","}"],"function_name":"setMaxQueryTerms","function_name_tokens":["set","max","query","terms"],"id_body_hash":"7149fc65b5a90c06d6cefa68fbc50e31","id_same_identifier_list":[0,1,2,3,4,4,4,5,6,6,6,7,8,9],"option_correct":"setMaxQueryTerms","options":["setMaxQueryTerms","queryTerms","readQueryFetchSearchResult","setQuery","testTermsQuery","setRoutingTable","testToQueryNumericRangeQuery"],"options_nlp":["set max query terms","query terms","read query fetch search result","set query","test terms query","set routing table","test to query numeric range query"],"options_random":["readQueryFetchSearchResult","setRoutingTable","testToQueryNumericRangeQuery"],"options_tfidf":["setQuery","testTermsQuery","queryTerms"],"project_name":"elasticsearch","source_code_string":"public void setMaxQueryTerms(int maxQueryTerms) {\n        this.maxQueryTerms = maxQueryTerms;\n    }","tokens_in_code":[{"index_id":0,"token_group":0,"text":"{","start_char":0,"line":0},{"index_id":1,"token_group":1,"text":"this","start_char":4,"line":1},{"index_id":2,"token_group":2,"text":".","start_char":8,"line":1},{"index_id":3,"token_group":3,"text":"max","start_char":9,"line":1},{"index_id":4,"token_group":4,"text":"Query","start_char":12,"line":1},{"index_id":5,"token_group":4,"text":"Terms","start_char":17,"line":1},{"index_id":6,"token_group":4,"text":"=","start_char":23,"line":1},{"index_id":7,"token_group":5,"text":"max","start_char":25,"line":1},{"index_id":8,"token_group":6,"text":"Query","start_char":28,"line":1},{"index_id":9,"token_group":6,"text":"Terms","start_char":33,"line":1},{"index_id":10,"token_group":6,"text":";","start_char":38,"line":1},{"index_id":11,"token_group":7,"text":"}","start_char":0,"line":2}],"tokens_list":["{","this",".","max","Query","Terms","=","max","Query","Terms",";","}"],"uuid":"3d21d0eedca8b5c092a84718c30d8436"},{"cap_original_tokens":["<SENTENCE_START>","{","final","<id>","persistent","Fs","<\/id>","<id>","fs","<\/id>","=","(","<id>","persistent","Fs","<\/id>",")","<id>","managing","Fs","<\/id>",".","<id>","get","Instance","<\/id>","(",")",";","return","<id>","ids","<\/id>",".","<id>","for","Each","<\/id>","(","new","<id>","t","Int","Procedure","<\/id>","(",")","{","@","<id>","override","<\/id>","Public","boolean","<id>","execute","<\/id>","(","int","<id>","id","<\/id>",")","{","<id>","progress","Manager","<\/id>",".","<id>","check","Canceled","<\/id>","(",")",";","<id>","virtual","File","<\/id>","<id>","file","<\/id>","=","<id>","index","Infrastructure","<\/id>",".","<id>","find","File","By","Id","If","Cached","<\/id>","(","<id>","fs","<\/id>",",","<id>","id","<\/id>",")",";","if","(","<id>","file","<\/id>","!=","null","&&","<id>","filter","<\/id>",".","<id>","accept","<\/id>","(","<id>","file","<\/id>",")",")","{","return","<id>","processor","<\/id>",".","<id>","process","<\/id>","(","<id>","file","<\/id>",")",";","}","return","true",";","}","}",")",";","}","<SENTENCE_END\/>"],"file_name":"FileBasedIndexImpl.java","formatted_lines":["{","    final PersistentFS fs = (PersistentFS)ManagingFS.getInstance();","    return ids.forEach(new TIntProcedure()","    {","        @Override","        public boolean execute(int id)","        {","            ProgressManager.checkCanceled();","            VirtualFile file = IndexInfrastructure.findFileByIdIfCached(fs, id);","            if (file != null && filter.accept(file))","            {","                return processor.process(file);","            }","            return true;","        }","    });","}"],"function_name":"processVirtualFiles","function_name_tokens":["process","virtual","files"],"id_body_hash":"e534781e7a86e8feff99fa5e5b1689f7","id_same_identifier_list":[0,1,2,3,3,4,5,6,7,7,8,9,9,10,11,11,12,13,14,15,16,17,18,18,19,20,21,21,21,22,23,24,25,26,27,28,29,30,31,32,33,34,35,35,36,37,37,38,39,40,41,41,42,43,44,44,45,46,46,46,46,46,46,47,48,49,50,51,52,53,54,55,56,57,58,59,60,61,62,63,64,65,66,67,68,69,70,71,72,73,74,75,76,77,78,79,80,81,82,83,84],"option_correct":"processVirtualFiles","options":["checkChunkRebuildNeeded","calcAnnotationExtraSize","buildVirtualFiles","notifyAboutSyncedBranches","processVirtualFiles","processFiles","setVirtualFile"],"options_nlp":["check chunk rebuild needed","calc annotation extra size","build virtual files","notify about synced branches","process virtual files","process files","set virtual file"],"options_random":["notifyAboutSyncedBranches","checkChunkRebuildNeeded","calcAnnotationExtraSize"],"options_tfidf":["buildVirtualFiles","setVirtualFile","processFiles"],"project_name":"intellij-community","source_code_string":"private static boolean processVirtualFiles(@NotNull TIntHashSet ids,\n                                             @NotNull final GlobalSearchScope filter,\n                                             @NotNull final Processor<VirtualFile> processor) {\n    final PersistentFS fs = (PersistentFS)ManagingFS.getInstance();\n    return ids.forEach(new TIntProcedure() {\n      @Override\n      public boolean execute(int id) {\n        ProgressManager.checkCanceled();\n        VirtualFile file = IndexInfrastructure.findFileByIdIfCached(fs, id);\n        if (file != null && filter.accept(file)) {\n          return processor.process(file);\n        }\n        return true;\n      }\n    });\n  }","tokens_in_code":[{"index_id":0,"token_group":0,"text":"{","start_char":0,"line":0},{"index_id":1,"token_group":1,"text":"final","start_char":4,"line":1},{"index_id":2,"token_group":2,"text":"persistent","start_char":10,"line":1},{"index_id":3,"token_group":3,"text":"Fs","start_char":20,"line":1},{"index_id":4,"token_group":3,"text":"fs","start_char":23,"line":1},{"index_id":5,"token_group":4,"text":"=","start_char":26,"line":1},{"index_id":6,"token_group":5,"text":"(","start_char":28,"line":1},{"index_id":7,"token_group":6,"text":"persistent","start_char":29,"line":1},{"index_id":8,"token_group":7,"text":"Fs","start_char":39,"line":1},{"index_id":9,"token_group":7,"text":")","start_char":41,"line":1},{"index_id":10,"token_group":8,"text":"managing","start_char":42,"line":1},{"index_id":11,"token_group":9,"text":"Fs","start_char":50,"line":1},{"index_id":12,"token_group":9,"text":".","start_char":52,"line":1},{"index_id":13,"token_group":10,"text":"get","start_char":53,"line":1},{"index_id":14,"token_group":11,"text":"Instance","start_char":56,"line":1},{"index_id":15,"token_group":11,"text":"(","start_char":64,"line":1},{"index_id":16,"token_group":12,"text":")","start_char":65,"line":1},{"index_id":17,"token_group":13,"text":";","start_char":66,"line":1},{"index_id":18,"token_group":14,"text":"return","start_char":4,"line":2},{"index_id":19,"token_group":15,"text":"ids","start_char":11,"line":2},{"index_id":20,"token_group":16,"text":".","start_char":14,"line":2},{"index_id":21,"token_group":17,"text":"for","start_char":15,"line":2},{"index_id":22,"token_group":18,"text":"Each","start_char":18,"line":2},{"index_id":23,"token_group":18,"text":"(","start_char":22,"line":2},{"index_id":24,"token_group":19,"text":"new","start_char":23,"line":2},{"index_id":25,"token_group":20,"text":"t","start_char":27,"line":2},{"index_id":26,"token_group":21,"text":"Int","start_char":28,"line":2},{"index_id":27,"token_group":21,"text":"Procedure","start_char":31,"line":2},{"index_id":28,"token_group":21,"text":"(","start_char":40,"line":2},{"index_id":29,"token_group":22,"text":")","start_char":41,"line":2},{"index_id":30,"token_group":23,"text":"{","start_char":4,"line":3},{"index_id":31,"token_group":24,"text":"@","start_char":8,"line":4},{"index_id":32,"token_group":25,"text":"override","start_char":9,"line":4},{"index_id":33,"token_group":26,"text":"Public","start_char":8,"line":5},{"index_id":34,"token_group":27,"text":"boolean","start_char":15,"line":5},{"index_id":35,"token_group":28,"text":"execute","start_char":23,"line":5},{"index_id":36,"token_group":29,"text":"(","start_char":30,"line":5},{"index_id":37,"token_group":30,"text":"int","start_char":31,"line":5},{"index_id":38,"token_group":31,"text":"id","start_char":35,"line":5},{"index_id":39,"token_group":32,"text":")","start_char":37,"line":5},{"index_id":40,"token_group":33,"text":"{","start_char":8,"line":6},{"index_id":41,"token_group":34,"text":"progress","start_char":12,"line":7},{"index_id":42,"token_group":35,"text":"Manager","start_char":20,"line":7},{"index_id":43,"token_group":35,"text":".","start_char":27,"line":7},{"index_id":44,"token_group":36,"text":"check","start_char":28,"line":7},{"index_id":45,"token_group":37,"text":"Canceled","start_char":33,"line":7},{"index_id":46,"token_group":37,"text":"(","start_char":41,"line":7},{"index_id":47,"token_group":38,"text":")","start_char":42,"line":7},{"index_id":48,"token_group":39,"text":";","start_char":43,"line":7},{"index_id":49,"token_group":40,"text":"virtual","start_char":12,"line":8},{"index_id":50,"token_group":41,"text":"File","start_char":19,"line":8},{"index_id":51,"token_group":41,"text":"file","start_char":24,"line":8},{"index_id":52,"token_group":42,"text":"=","start_char":29,"line":8},{"index_id":53,"token_group":43,"text":"index","start_char":31,"line":8},{"index_id":54,"token_group":44,"text":"Infrastructure","start_char":36,"line":8},{"index_id":55,"token_group":44,"text":".","start_char":50,"line":8},{"index_id":56,"token_group":45,"text":"find","start_char":51,"line":8},{"index_id":57,"token_group":46,"text":"File","start_char":55,"line":8},{"index_id":58,"token_group":46,"text":"By","start_char":59,"line":8},{"index_id":59,"token_group":46,"text":"Id","start_char":61,"line":8},{"index_id":60,"token_group":46,"text":"If","start_char":63,"line":8},{"index_id":61,"token_group":46,"text":"Cached","start_char":65,"line":8},{"index_id":62,"token_group":46,"text":"(","start_char":71,"line":8},{"index_id":63,"token_group":47,"text":"fs","start_char":72,"line":8},{"index_id":64,"token_group":48,"text":",","start_char":74,"line":8},{"index_id":65,"token_group":49,"text":"id","start_char":76,"line":8},{"index_id":66,"token_group":50,"text":")","start_char":78,"line":8},{"index_id":67,"token_group":51,"text":";","start_char":79,"line":8},{"index_id":68,"token_group":52,"text":"if","start_char":12,"line":9},{"index_id":69,"token_group":53,"text":"(","start_char":15,"line":9},{"index_id":70,"token_group":54,"text":"file","start_char":16,"line":9},{"index_id":71,"token_group":55,"text":"!=","start_char":21,"line":9},{"index_id":72,"token_group":56,"text":"null","start_char":24,"line":9},{"index_id":73,"token_group":57,"text":"&&","start_char":29,"line":9},{"index_id":74,"token_group":58,"text":"filter","start_char":32,"line":9},{"index_id":75,"token_group":59,"text":".","start_char":38,"line":9},{"index_id":76,"token_group":60,"text":"accept","start_char":39,"line":9},{"index_id":77,"token_group":61,"text":"(","start_char":45,"line":9},{"index_id":78,"token_group":62,"text":"file","start_char":46,"line":9},{"index_id":79,"token_group":63,"text":")","start_char":50,"line":9},{"index_id":80,"token_group":64,"text":")","start_char":51,"line":9},{"index_id":81,"token_group":65,"text":"{","start_char":12,"line":10},{"index_id":82,"token_group":66,"text":"return","start_char":16,"line":11},{"index_id":83,"token_group":67,"text":"processor","start_char":23,"line":11},{"index_id":84,"token_group":68,"text":".","start_char":32,"line":11},{"index_id":85,"token_group":69,"text":"process","start_char":33,"line":11},{"index_id":86,"token_group":70,"text":"(","start_char":40,"line":11},{"index_id":87,"token_group":71,"text":"file","start_char":41,"line":11},{"index_id":88,"token_group":72,"text":")","start_char":45,"line":11},{"index_id":89,"token_group":73,"text":";","start_char":46,"line":11},{"index_id":90,"token_group":74,"text":"}","start_char":12,"line":12},{"index_id":91,"token_group":75,"text":"return","start_char":12,"line":13},{"index_id":92,"token_group":76,"text":"true","start_char":19,"line":13},{"index_id":93,"token_group":77,"text":";","start_char":23,"line":13},{"index_id":94,"token_group":78,"text":"}","start_char":8,"line":14},{"index_id":95,"token_group":79,"text":"}","start_char":4,"line":15},{"index_id":96,"token_group":80,"text":")","start_char":5,"line":15},{"index_id":97,"token_group":81,"text":";","start_char":6,"line":15},{"index_id":98,"token_group":82,"text":"}","start_char":0,"line":16}],"tokens_list":["{","final","persistent","Fs","fs","=","(","persistent","Fs",")","managing","Fs",".","get","Instance","(",")",";","return","ids",".","for","Each","(","new","t","Int","Procedure","(",")","{","@","override","Public","boolean","execute","(","int","id",")","{","progress","Manager",".","check","Canceled","(",")",";","virtual","File","file","=","index","Infrastructure",".","find","File","By","Id","If","Cached","(","fs",",","id",")",";","if","(","file","!=","null","&&","filter",".","accept","(","file",")",")","{","return","processor",".","process","(","file",")",";","}","return","true",";","}","}",")",";","}"],"uuid":"fca6e3b9a08933b6ad9536455e9cee95"},{"cap_original_tokens":["<SENTENCE_START>","{","return","<id>","","Original","Small","Image","Id","<\/id>",";","}","<SENTENCE_END\/>"],"file_name":"JournalArticleModelImpl.java","formatted_lines":["{","    return _originalSmallImageId;","}"],"function_name":"getOriginalSmallImageId","function_name_tokens":["get","original","small","image","id"],"id_body_hash":"a3ffb3ab57d8195e60d2cf8fb9b817fc","id_same_identifier_list":[0,1,2,3,3,3,3,3,4,5,6],"option_correct":"getOriginalSmallImageId","options":["invokeBridge","getRecurrence","setWrappedKaleoInstanceTokenLocalService","getSmallImageId","getOriginalIconImageId","getImageId","getOriginalSmallImageId"],"options_nlp":["invoke bridge","get recurrence","set wrapped kaleo instance token local service","get small image id","get original icon image id","get image id","get original small image id"],"options_random":["invokeBridge","getRecurrence","setWrappedKaleoInstanceTokenLocalService"],"options_tfidf":["getOriginalIconImageId","getSmallImageId","getImageId"],"project_name":"liferay-portal","source_code_string":"public long getOriginalSmallImageId() {\n\t\treturn _originalSmallImageId;\n\t}","tokens_in_code":[{"index_id":0,"token_group":0,"text":"{","start_char":0,"line":0},{"index_id":1,"token_group":1,"text":"return","start_char":4,"line":1},{"index_id":2,"token_group":2,"text":"","start_char":10,"line":1},{"index_id":3,"token_group":3,"text":"Original","start_char":12,"line":1},{"index_id":4,"token_group":3,"text":"Small","start_char":20,"line":1},{"index_id":5,"token_group":3,"text":"Image","start_char":25,"line":1},{"index_id":6,"token_group":3,"text":"Id","start_char":30,"line":1},{"index_id":7,"token_group":3,"text":";","start_char":32,"line":1},{"index_id":8,"token_group":4,"text":"}","start_char":0,"line":2}],"tokens_list":["{","return","","Original","Small","Image","Id",";","}"],"uuid":"d106e609e55b888354edfb8326e93d8a"},{"cap_original_tokens":["<SENTENCE_START>","{","<id>","runnable","<\/id>","<id>","r","<\/id>","=","(",")","->","{","if","(","<id>","system","<\/id>",".","<id>","current","Time","Millis","<\/id>","(",")","<=","1",")","{","<id>","system","<\/id>",".","<id>","err","<\/id>",".","<id>","println","<\/id>","(","\"Elvis lives\"",")",";","}","else","{","return",";","}","}",";","}","<SENTENCE_END\/>"],"file_name":"afterInsideLambda.java","formatted_lines":["{","    Runnable r = () ->","    {","        if (System.currentTimeMillis() <= 1)","        {","            System.err.println(\"Elvis lives\");","        }","        else","        {","            return;","        }","    };","}"],"function_name":"foo","function_name_tokens":["foo"],"id_body_hash":"cb3507eaac89cd57e62ebfbc95f9efd8","id_same_identifier_list":[0,1,2,3,4,5,6,7,8,9,10,11,12,13,13,13,14,15,16,17,18,19,20,21,22,23,24,25,26,27,28,29,30,31,32,33,34,35,36,37,38],"option_correct":"foo","options":["testAllTheseConcurrentThreadsDoNotCrashAnything","getJavaVendor","zzScanError","doTestSoftWraps","installEditorListeners","testComponentAbstractImplementation","foo"],"options_nlp":["test all these concurrent threads do not crash anything","get java vendor","zz scan error","do test soft wraps","install editor listeners","test component abstract implementation","foo"],"options_random":["testAllTheseConcurrentThreadsDoNotCrashAnything","getJavaVendor","installEditorListeners"],"options_tfidf":["testComponentAbstractImplementation","zzScanError","doTestSoftWraps"],"project_name":"intellij-community","source_code_string":"public void foo() {\n        Runnable r = () -> {\n            if (System.currentTimeMillis() <= 1) {\n                System.err.println(\"Elvis lives\");\n            }\n            else {\n                return;\n            }\n        };\n    }","tokens_in_code":[{"index_id":0,"token_group":0,"text":"{","start_char":0,"line":0},{"index_id":1,"token_group":1,"text":"runnable","start_char":4,"line":1},{"index_id":2,"token_group":2,"text":"r","start_char":13,"line":1},{"index_id":3,"token_group":3,"text":"=","start_char":15,"line":1},{"index_id":4,"token_group":4,"text":"(","start_char":17,"line":1},{"index_id":5,"token_group":5,"text":")","start_char":18,"line":1},{"index_id":6,"token_group":6,"text":"->","start_char":20,"line":1},{"index_id":7,"token_group":7,"text":"{","start_char":4,"line":2},{"index_id":8,"token_group":8,"text":"if","start_char":8,"line":3},{"index_id":9,"token_group":9,"text":"(","start_char":11,"line":3},{"index_id":10,"token_group":10,"text":"system","start_char":12,"line":3},{"index_id":11,"token_group":11,"text":".","start_char":18,"line":3},{"index_id":12,"token_group":12,"text":"current","start_char":19,"line":3},{"index_id":13,"token_group":13,"text":"Time","start_char":26,"line":3},{"index_id":14,"token_group":13,"text":"Millis","start_char":30,"line":3},{"index_id":15,"token_group":13,"text":"(","start_char":36,"line":3},{"index_id":16,"token_group":14,"text":")","start_char":37,"line":3},{"index_id":17,"token_group":15,"text":"<=","start_char":39,"line":3},{"index_id":18,"token_group":16,"text":"1","start_char":42,"line":3},{"index_id":19,"token_group":17,"text":")","start_char":43,"line":3},{"index_id":20,"token_group":18,"text":"{","start_char":8,"line":4},{"index_id":21,"token_group":19,"text":"system","start_char":12,"line":5},{"index_id":22,"token_group":20,"text":".","start_char":18,"line":5},{"index_id":23,"token_group":21,"text":"err","start_char":19,"line":5},{"index_id":24,"token_group":22,"text":".","start_char":22,"line":5},{"index_id":25,"token_group":23,"text":"println","start_char":23,"line":5},{"index_id":26,"token_group":24,"text":"(","start_char":30,"line":5},{"index_id":27,"token_group":25,"text":"\"Elvis lives\"","start_char":31,"line":5},{"index_id":28,"token_group":26,"text":")","start_char":44,"line":5},{"index_id":29,"token_group":27,"text":";","start_char":45,"line":5},{"index_id":30,"token_group":28,"text":"}","start_char":8,"line":6},{"index_id":31,"token_group":29,"text":"else","start_char":8,"line":7},{"index_id":32,"token_group":30,"text":"{","start_char":8,"line":8},{"index_id":33,"token_group":31,"text":"return","start_char":12,"line":9},{"index_id":34,"token_group":32,"text":";","start_char":18,"line":9},{"index_id":35,"token_group":33,"text":"}","start_char":8,"line":10},{"index_id":36,"token_group":34,"text":"}","start_char":4,"line":11},{"index_id":37,"token_group":35,"text":";","start_char":5,"line":11},{"index_id":38,"token_group":36,"text":"}","start_char":0,"line":12}],"tokens_list":["{","runnable","r","=","(",")","->","{","if","(","system",".","current","Time","Millis","(",")","<=","1",")","{","system",".","err",".","println","(","\"Elvis lives\"",")",";","}","else","{","return",";","}","}",";","}"],"uuid":"8457610716ed931af52496e8e688af98"},{"cap_original_tokens":["<SENTENCE_START>","{","this",".","<id>","orc","Stream","Buffer","Size","<\/id>","=","<id>","orc","Stream","Buffer","Size","<\/id>",";","return","this",";","}","<SENTENCE_END\/>"],"file_name":"HiveClientConfig.java","formatted_lines":["{","    this.orcStreamBufferSize = orcStreamBufferSize;","    return this;","}"],"function_name":"setOrcStreamBufferSize","function_name_tokens":["set","orc","stream","buffer","size"],"id_body_hash":"5ffcf11ffb6b0b9dace334cc09bbc4fb","id_same_identifier_list":[0,1,2,3,4,4,4,4,5,6,6,6,6,7,8,9,10,11,12],"option_correct":"setOrcStreamBufferSize","options":["setOrcStreamBufferSize","setSinkMaxBufferSize","hexDigitCharToInt","testExactMatchBeforeCoercion","setKafkaBufferSize","setOrcMaxBufferSize","isAlwaysReport"],"options_nlp":["set orc stream buffer size","set sink max buffer size","hex digit char to int","test exact match before coercion","set kafka buffer size","set orc max buffer size","is always report"],"options_random":["isAlwaysReport","hexDigitCharToInt","testExactMatchBeforeCoercion"],"options_tfidf":["setOrcMaxBufferSize","setKafkaBufferSize","setSinkMaxBufferSize"],"project_name":"presto","source_code_string":"@Config(\"hive.orc.stream-buffer-size\")\n    public HiveClientConfig setOrcStreamBufferSize(DataSize orcStreamBufferSize)\n    {\n        this.orcStreamBufferSize = orcStreamBufferSize;\n        return this;\n    }","tokens_in_code":[{"index_id":0,"token_group":0,"text":"{","start_char":0,"line":0},{"index_id":1,"token_group":1,"text":"this","start_char":4,"line":1},{"index_id":2,"token_group":2,"text":".","start_char":8,"line":1},{"index_id":3,"token_group":3,"text":"orc","start_char":9,"line":1},{"index_id":4,"token_group":4,"text":"Stream","start_char":12,"line":1},{"index_id":5,"token_group":4,"text":"Buffer","start_char":18,"line":1},{"index_id":6,"token_group":4,"text":"Size","start_char":24,"line":1},{"index_id":7,"token_group":4,"text":"=","start_char":29,"line":1},{"index_id":8,"token_group":5,"text":"orc","start_char":31,"line":1},{"index_id":9,"token_group":6,"text":"Stream","start_char":34,"line":1},{"index_id":10,"token_group":6,"text":"Buffer","start_char":40,"line":1},{"index_id":11,"token_group":6,"text":"Size","start_char":46,"line":1},{"index_id":12,"token_group":6,"text":";","start_char":50,"line":1},{"index_id":13,"token_group":7,"text":"return","start_char":4,"line":2},{"index_id":14,"token_group":8,"text":"this","start_char":11,"line":2},{"index_id":15,"token_group":9,"text":";","start_char":15,"line":2},{"index_id":16,"token_group":10,"text":"}","start_char":0,"line":3}],"tokens_list":["{","this",".","orc","Stream","Buffer","Size","=","orc","Stream","Buffer","Size",";","return","this",";","}"],"uuid":"3da6377a64d6028a6dfe4c92064277db"},{"cap_original_tokens":["<SENTENCE_START>","{","return","<id>","completed","<\/id>",";","}","<SENTENCE_END\/>"],"file_name":"CompactionInfo.java","formatted_lines":["{","    return completed;","}"],"function_name":"getCompleted","function_name_tokens":["get","completed"],"id_body_hash":"e347dac676409501f40f5b426ec8a50b","id_same_identifier_list":[0,1,2,3,4,5,6],"option_correct":"getCompleted","options":["getCompletedTasks","getCompleted","get","nonSortedAdditionTestWithOneRangeWithEmptyEnd","getTotalCompactionsCompleted","from","createRangeTombstoneIterator"],"options_nlp":["get completed tasks","get completed","get","non sorted addition test with one range with empty end","get total compactions completed","from","create range tombstone iterator"],"options_random":["nonSortedAdditionTestWithOneRangeWithEmptyEnd","from","createRangeTombstoneIterator"],"options_tfidf":["get","getTotalCompactionsCompleted","getCompletedTasks"],"project_name":"cassandra","source_code_string":"public long getCompleted()\n    {\n        return completed;\n    }","tokens_in_code":[{"index_id":0,"token_group":0,"text":"{","start_char":0,"line":0},{"index_id":1,"token_group":1,"text":"return","start_char":4,"line":1},{"index_id":2,"token_group":2,"text":"completed","start_char":11,"line":1},{"index_id":3,"token_group":3,"text":";","start_char":20,"line":1},{"index_id":4,"token_group":4,"text":"}","start_char":0,"line":2}],"tokens_list":["{","return","completed",";","}"],"uuid":"d353bbc95ace82764ee20c9e47b23fc6"},{"cap_original_tokens":["<SENTENCE_START>","{","return","<id>","getter","Util","<\/id>",".","<id>","get","String","<\/id>","(","<id>","","Original","Uuid","<\/id>",")",";","}","<SENTENCE_END\/>"],"file_name":"LayoutModelImpl.java","formatted_lines":["{","    return GetterUtil.getString(_originalUuid);","}"],"function_name":"getOriginalUuid","function_name_tokens":["get","original","uuid"],"id_body_hash":"9393323f5442ad641fa91484b4569b50","id_same_identifier_list":[0,1,2,3,3,4,5,5,6,7,7,7,8,9,10,11],"option_correct":"getOriginalUuid","options":["updateFileEntries","test08Col","getOriginalLayoutUuid","getOriginalLayoutPrototypeUuid","testCountByG_U","getOriginalUuid","getUuid"],"options_nlp":["update file entries","test 08 col","get original layout uuid","get original layout prototype uuid","test count by g u","get original uuid","get uuid"],"options_random":["testCountByG_U","updateFileEntries","test08Col"],"options_tfidf":["getOriginalLayoutPrototypeUuid","getUuid","getOriginalLayoutUuid"],"project_name":"liferay-portal","source_code_string":"public String getOriginalUuid() {\n\t\treturn GetterUtil.getString(_originalUuid);\n\t}","tokens_in_code":[{"index_id":0,"token_group":0,"text":"{","start_char":0,"line":0},{"index_id":1,"token_group":1,"text":"return","start_char":4,"line":1},{"index_id":2,"token_group":2,"text":"getter","start_char":11,"line":1},{"index_id":3,"token_group":3,"text":"Util","start_char":17,"line":1},{"index_id":4,"token_group":3,"text":".","start_char":21,"line":1},{"index_id":5,"token_group":4,"text":"get","start_char":22,"line":1},{"index_id":6,"token_group":5,"text":"String","start_char":25,"line":1},{"index_id":7,"token_group":5,"text":"(","start_char":31,"line":1},{"index_id":8,"token_group":6,"text":"","start_char":32,"line":1},{"index_id":9,"token_group":7,"text":"Original","start_char":33,"line":1},{"index_id":10,"token_group":7,"text":"Uuid","start_char":41,"line":1},{"index_id":11,"token_group":7,"text":")","start_char":45,"line":1},{"index_id":12,"token_group":8,"text":";","start_char":46,"line":1},{"index_id":13,"token_group":9,"text":"}","start_char":0,"line":2}],"tokens_list":["{","return","getter","Util",".","get","String","(","","Original","Uuid",")",";","}"],"uuid":"aff18ce5d0a8df21afa6448791f3d608"},{"cap_original_tokens":["<SENTENCE_START>","{","<id>","document","Impl","<\/id>","<id>","status","Doc","<\/id>","=","new","<id>","document","Impl","<\/id>","(","<id>","log","Doc","<\/id>",".","<id>","get","Immutable","Char","Sequence","<\/id>","(",")",",","true",")",";","<id>","list","<\/id>","<","<id>","range","Marker","<\/id>",">","<id>","status","Separators","<\/id>","=","new","<id>","array","List","<\/id>","<","<id>","range","Marker","<\/id>",">","(",")",";","for","(","<id>","range","Marker","<\/id>","<id>","separator","<\/id>",":","<id>","line","Separators","<\/id>",")","{","if","(","<id>","separator","<\/id>",".","<id>","is","Valid","<\/id>","(",")",")","{","<id>","status","Separators","<\/id>",".","<id>","add","<\/id>","(","<id>","status","Doc","<\/id>",".","<id>","create","Range","Marker","<\/id>","(","<id>","separator","<\/id>",".","<id>","get","Start","Offset","<\/id>","(",")",",","<id>","separator","<\/id>",".","<id>","get","End","Offset","<\/id>","(",")",")",")",";","}","}","<id>","remove","Java","New","Lines","<\/id>","(","<id>","status","Doc","<\/id>",",","<id>","status","Separators","<\/id>",",","<id>","has","Html","<\/id>",")",";","<id>","insert","New","Line","Substitutors","<\/id>","(","<id>","status","Doc","<\/id>",",","<id>","show","More","<\/id>",",","<id>","status","Separators","<\/id>",")",";","return","<id>","status","Doc","<\/id>",".","<id>","get","Text","<\/id>","(",")",";","}","<SENTENCE_END\/>"],"file_name":"EventLog.java","formatted_lines":["{","    DocumentImpl statusDoc = new DocumentImpl(logDoc.getImmutableCharSequence(),","            true);","    List<RangeMarker> statusSeparators = new ArrayList<RangeMarker>();","    for (RangeMarker separator : lineSeparators)","    {","        if (separator.isValid())","        {","            statusSeparators.add(statusDoc.createRangeMarker(separator.getStartOffset(),","                                 separator.getEndOffset()));","        }","    }","    removeJavaNewLines(statusDoc, statusSeparators, hasHtml);","    insertNewLineSubstitutors(statusDoc, showMore, statusSeparators);","","    return statusDoc.getText();","}"],"function_name":"getStatusText","function_name_tokens":["get","status","text"],"id_body_hash":"87c3bb2f4ca4274cb56ec89b1926354c","id_same_identifier_list":[0,1,2,2,3,3,4,5,6,6,7,8,8,9,10,10,10,10,11,12,13,14,15,16,17,18,19,19,20,21,21,22,23,24,24,25,26,26,27,28,29,30,31,32,33,33,34,35,36,36,37,38,39,40,41,42,43,43,44,45,46,47,48,48,49,50,51,52,52,53,54,54,54,55,56,57,58,58,58,59,60,61,62,63,64,64,64,65,66,67,68,69,70,71,72,72,72,72,73,74,74,75,76,76,77,78,78,79,80,81,81,81,81,82,83,83,84,85,85,86,87,87,88,89,90,91,91,92,93,93,94,95,96,97,98],"option_correct":"getStatusText","options":["getStatusText","testChannelWithCurrentStatusPreferred","getStatusBarText","getStatus","addTestTypeListener","assertTreeNow","getStatusName"],"options_nlp":["get status text","test channel with current status preferred","get status bar text","get status","add test type listener","assert tree now","get status name"],"options_random":["addTestTypeListener","assertTreeNow","testChannelWithCurrentStatusPreferred"],"options_tfidf":["getStatusBarText","getStatus","getStatusName"],"project_name":"intellij-community","source_code_string":"private static String getStatusText(DocumentImpl logDoc, AtomicBoolean showMore, List<RangeMarker> lineSeparators, boolean hasHtml) {\n    DocumentImpl statusDoc = new DocumentImpl(logDoc.getImmutableCharSequence(),true);\n    List<RangeMarker> statusSeparators = new ArrayList<RangeMarker>();\n    for (RangeMarker separator : lineSeparators) {\n      if (separator.isValid()) {\n        statusSeparators.add(statusDoc.createRangeMarker(separator.getStartOffset(), separator.getEndOffset()));\n      }\n    }\n    removeJavaNewLines(statusDoc, statusSeparators, hasHtml);\n    insertNewLineSubstitutors(statusDoc, showMore, statusSeparators);\n\n    return statusDoc.getText();\n  }","tokens_in_code":[{"index_id":0,"token_group":0,"text":"{","start_char":0,"line":0},{"index_id":1,"token_group":1,"text":"document","start_char":4,"line":1},{"index_id":2,"token_group":2,"text":"Impl","start_char":12,"line":1},{"index_id":3,"token_group":2,"text":"status","start_char":17,"line":1},{"index_id":4,"token_group":3,"text":"Doc","start_char":23,"line":1},{"index_id":5,"token_group":3,"text":"=","start_char":27,"line":1},{"index_id":6,"token_group":4,"text":"new","start_char":29,"line":1},{"index_id":7,"token_group":5,"text":"document","start_char":33,"line":1},{"index_id":8,"token_group":6,"text":"Impl","start_char":41,"line":1},{"index_id":9,"token_group":6,"text":"(","start_char":45,"line":1},{"index_id":10,"token_group":7,"text":"log","start_char":46,"line":1},{"index_id":11,"token_group":8,"text":"Doc","start_char":49,"line":1},{"index_id":12,"token_group":8,"text":".","start_char":52,"line":1},{"index_id":13,"token_group":9,"text":"get","start_char":53,"line":1},{"index_id":14,"token_group":10,"text":"Immutable","start_char":56,"line":1},{"index_id":15,"token_group":10,"text":"Char","start_char":65,"line":1},{"index_id":16,"token_group":10,"text":"Sequence","start_char":69,"line":1},{"index_id":17,"token_group":10,"text":"(","start_char":77,"line":1},{"index_id":18,"token_group":11,"text":")","start_char":78,"line":1},{"index_id":19,"token_group":12,"text":",","start_char":79,"line":1},{"index_id":20,"token_group":13,"text":"true","start_char":12,"line":2},{"index_id":21,"token_group":14,"text":")","start_char":16,"line":2},{"index_id":22,"token_group":15,"text":";","start_char":17,"line":2},{"index_id":23,"token_group":16,"text":"list","start_char":4,"line":3},{"index_id":24,"token_group":17,"text":"<","start_char":8,"line":3},{"index_id":25,"token_group":18,"text":"range","start_char":9,"line":3},{"index_id":26,"token_group":19,"text":"Marker","start_char":14,"line":3},{"index_id":27,"token_group":19,"text":">","start_char":20,"line":3},{"index_id":28,"token_group":20,"text":"status","start_char":22,"line":3},{"index_id":29,"token_group":21,"text":"Separators","start_char":28,"line":3},{"index_id":30,"token_group":21,"text":"=","start_char":39,"line":3},{"index_id":31,"token_group":22,"text":"new","start_char":41,"line":3},{"index_id":32,"token_group":23,"text":"array","start_char":45,"line":3},{"index_id":33,"token_group":24,"text":"List","start_char":50,"line":3},{"index_id":34,"token_group":24,"text":"<","start_char":54,"line":3},{"index_id":35,"token_group":25,"text":"range","start_char":55,"line":3},{"index_id":36,"token_group":26,"text":"Marker","start_char":60,"line":3},{"index_id":37,"token_group":26,"text":">","start_char":66,"line":3},{"index_id":38,"token_group":27,"text":"(","start_char":67,"line":3},{"index_id":39,"token_group":28,"text":")","start_char":68,"line":3},{"index_id":40,"token_group":29,"text":";","start_char":69,"line":3},{"index_id":41,"token_group":30,"text":"for","start_char":4,"line":4},{"index_id":42,"token_group":31,"text":"(","start_char":8,"line":4},{"index_id":43,"token_group":32,"text":"range","start_char":9,"line":4},{"index_id":44,"token_group":33,"text":"Marker","start_char":14,"line":4},{"index_id":45,"token_group":33,"text":"separator","start_char":21,"line":4},{"index_id":46,"token_group":34,"text":":","start_char":31,"line":4},{"index_id":47,"token_group":35,"text":"line","start_char":33,"line":4},{"index_id":48,"token_group":36,"text":"Separators","start_char":37,"line":4},{"index_id":49,"token_group":36,"text":")","start_char":47,"line":4},{"index_id":50,"token_group":37,"text":"{","start_char":4,"line":5},{"index_id":51,"token_group":38,"text":"if","start_char":8,"line":6},{"index_id":52,"token_group":39,"text":"(","start_char":11,"line":6},{"index_id":53,"token_group":40,"text":"separator","start_char":12,"line":6},{"index_id":54,"token_group":41,"text":".","start_char":21,"line":6},{"index_id":55,"token_group":42,"text":"is","start_char":22,"line":6},{"index_id":56,"token_group":43,"text":"Valid","start_char":24,"line":6},{"index_id":57,"token_group":43,"text":"(","start_char":29,"line":6},{"index_id":58,"token_group":44,"text":")","start_char":30,"line":6},{"index_id":59,"token_group":45,"text":")","start_char":31,"line":6},{"index_id":60,"token_group":46,"text":"{","start_char":8,"line":7},{"index_id":61,"token_group":47,"text":"status","start_char":12,"line":8},{"index_id":62,"token_group":48,"text":"Separators","start_char":18,"line":8},{"index_id":63,"token_group":48,"text":".","start_char":28,"line":8},{"index_id":64,"token_group":49,"text":"add","start_char":29,"line":8},{"index_id":65,"token_group":50,"text":"(","start_char":32,"line":8},{"index_id":66,"token_group":51,"text":"status","start_char":33,"line":8},{"index_id":67,"token_group":52,"text":"Doc","start_char":39,"line":8},{"index_id":68,"token_group":52,"text":".","start_char":42,"line":8},{"index_id":69,"token_group":53,"text":"create","start_char":43,"line":8},{"index_id":70,"token_group":54,"text":"Range","start_char":49,"line":8},{"index_id":71,"token_group":54,"text":"Marker","start_char":54,"line":8},{"index_id":72,"token_group":54,"text":"(","start_char":60,"line":8},{"index_id":73,"token_group":55,"text":"separator","start_char":61,"line":8},{"index_id":74,"token_group":56,"text":".","start_char":70,"line":8},{"index_id":75,"token_group":57,"text":"get","start_char":71,"line":8},{"index_id":76,"token_group":58,"text":"Start","start_char":74,"line":8},{"index_id":77,"token_group":58,"text":"Offset","start_char":79,"line":8},{"index_id":78,"token_group":58,"text":"(","start_char":85,"line":8},{"index_id":79,"token_group":59,"text":")","start_char":86,"line":8},{"index_id":80,"token_group":60,"text":",","start_char":87,"line":8},{"index_id":81,"token_group":61,"text":"separator","start_char":33,"line":9},{"index_id":82,"token_group":62,"text":".","start_char":42,"line":9},{"index_id":83,"token_group":63,"text":"get","start_char":43,"line":9},{"index_id":84,"token_group":64,"text":"End","start_char":46,"line":9},{"index_id":85,"token_group":64,"text":"Offset","start_char":49,"line":9},{"index_id":86,"token_group":64,"text":"(","start_char":55,"line":9},{"index_id":87,"token_group":65,"text":")","start_char":56,"line":9},{"index_id":88,"token_group":66,"text":")","start_char":57,"line":9},{"index_id":89,"token_group":67,"text":")","start_char":58,"line":9},{"index_id":90,"token_group":68,"text":";","start_char":59,"line":9},{"index_id":91,"token_group":69,"text":"}","start_char":8,"line":10},{"index_id":92,"token_group":70,"text":"}","start_char":4,"line":11},{"index_id":93,"token_group":71,"text":"remove","start_char":4,"line":12},{"index_id":94,"token_group":72,"text":"Java","start_char":10,"line":12},{"index_id":95,"token_group":72,"text":"New","start_char":14,"line":12},{"index_id":96,"token_group":72,"text":"Lines","start_char":17,"line":12},{"index_id":97,"token_group":72,"text":"(","start_char":22,"line":12},{"index_id":98,"token_group":73,"text":"status","start_char":23,"line":12},{"index_id":99,"token_group":74,"text":"Doc","start_char":29,"line":12},{"index_id":100,"token_group":74,"text":",","start_char":32,"line":12},{"index_id":101,"token_group":75,"text":"status","start_char":34,"line":12},{"index_id":102,"token_group":76,"text":"Separators","start_char":40,"line":12},{"index_id":103,"token_group":76,"text":",","start_char":50,"line":12},{"index_id":104,"token_group":77,"text":"has","start_char":52,"line":12},{"index_id":105,"token_group":78,"text":"Html","start_char":55,"line":12},{"index_id":106,"token_group":78,"text":")","start_char":59,"line":12},{"index_id":107,"token_group":79,"text":";","start_char":60,"line":12},{"index_id":108,"token_group":80,"text":"insert","start_char":4,"line":13},{"index_id":109,"token_group":81,"text":"New","start_char":10,"line":13},{"index_id":110,"token_group":81,"text":"Line","start_char":13,"line":13},{"index_id":111,"token_group":81,"text":"Substitutors","start_char":17,"line":13},{"index_id":112,"token_group":81,"text":"(","start_char":29,"line":13},{"index_id":113,"token_group":82,"text":"status","start_char":30,"line":13},{"index_id":114,"token_group":83,"text":"Doc","start_char":36,"line":13},{"index_id":115,"token_group":83,"text":",","start_char":39,"line":13},{"index_id":116,"token_group":84,"text":"show","start_char":41,"line":13},{"index_id":117,"token_group":85,"text":"More","start_char":45,"line":13},{"index_id":118,"token_group":85,"text":",","start_char":49,"line":13},{"index_id":119,"token_group":86,"text":"status","start_char":51,"line":13},{"index_id":120,"token_group":87,"text":"Separators","start_char":57,"line":13},{"index_id":121,"token_group":87,"text":")","start_char":67,"line":13},{"index_id":122,"token_group":88,"text":";","start_char":68,"line":13},{"index_id":123,"token_group":89,"text":"return","start_char":4,"line":15},{"index_id":124,"token_group":90,"text":"status","start_char":11,"line":15},{"index_id":125,"token_group":91,"text":"Doc","start_char":17,"line":15},{"index_id":126,"token_group":91,"text":".","start_char":20,"line":15},{"index_id":127,"token_group":92,"text":"get","start_char":21,"line":15},{"index_id":128,"token_group":93,"text":"Text","start_char":24,"line":15},{"index_id":129,"token_group":93,"text":"(","start_char":28,"line":15},{"index_id":130,"token_group":94,"text":")","start_char":29,"line":15},{"index_id":131,"token_group":95,"text":";","start_char":30,"line":15},{"index_id":132,"token_group":96,"text":"}","start_char":0,"line":16}],"tokens_list":["{","document","Impl","status","Doc","=","new","document","Impl","(","log","Doc",".","get","Immutable","Char","Sequence","(",")",",","true",")",";","list","<","range","Marker",">","status","Separators","=","new","array","List","<","range","Marker",">","(",")",";","for","(","range","Marker","separator",":","line","Separators",")","{","if","(","separator",".","is","Valid","(",")",")","{","status","Separators",".","add","(","status","Doc",".","create","Range","Marker","(","separator",".","get","Start","Offset","(",")",",","separator",".","get","End","Offset","(",")",")",")",";","}","}","remove","Java","New","Lines","(","status","Doc",",","status","Separators",",","has","Html",")",";","insert","New","Line","Substitutors","(","status","Doc",",","show","More",",","status","Separators",")",";","return","status","Doc",".","get","Text","(",")",";","}"],"uuid":"48f3b715e1e91704f5bf00c1729d75ac"},{"cap_original_tokens":["<SENTENCE_START>","{","<id>","require","Non","Null","<\/id>","(","<id>","name","<\/id>",",","\"name is null\"",")",";","<id>","immutable","List","<\/id>","<","<id>","string","<\/id>",">","<id>","ids","<\/id>","=","<id>","immutable","List","<\/id>",".","<id>","copy","Of","<\/id>","(","<id>","splitter","<\/id>",".","<id>","on","<\/id>","(","'.'",")",".","<id>","split","<\/id>","(","<id>","name","<\/id>",")",")",";","<id>","check","Argument","<\/id>","(","<id>","ids","<\/id>",".","<id>","size","<\/id>","(",")","==","3",",","\"Invalid name %s\"",",","<id>","name","<\/id>",")",";","return","new","<id>","qualified","Object","Name","<\/id>","(","<id>","ids","<\/id>",".","<id>","get","<\/id>","(","0",")",",","<id>","ids","<\/id>",".","<id>","get","<\/id>","(","1",")",",","<id>","ids","<\/id>",".","<id>","get","<\/id>","(","2",")",")",";","}","<SENTENCE_END\/>"],"file_name":"QualifiedObjectName.java","formatted_lines":["{","    requireNonNull(name, \"name is null\");","","    ImmutableList<String> ids = ImmutableList.copyOf(Splitter.on('.').split(name));","    checkArgument(ids.size() == 3, \"Invalid name %s\", name);","","    return new QualifiedObjectName(ids.get(0), ids.get(1), ids.get(2));","}"],"function_name":"valueOf","function_name_tokens":["value","of"],"id_body_hash":"b3b17372d8455dadc68e4d59bf143593","id_same_identifier_list":[0,1,2,2,2,3,4,5,6,7,8,9,9,10,11,12,13,14,15,15,16,17,17,18,19,20,21,22,23,24,25,26,27,28,29,30,31,32,32,33,34,35,36,37,38,39,40,41,42,43,44,45,46,47,48,49,49,49,50,51,52,53,54,55,56,57,58,59,60,61,62,63,64,65,66,67,68,69,70,71,72,73,74],"option_correct":"valueOf","options":["singleValue","getColumnValue","assignSplits","valueOf","testInsertDeletedShards","mapBlockOf","deleteIfExists"],"options_nlp":["single value","get column value","assign splits","value of","test insert deleted shards","map block of","delete if exists"],"options_random":["assignSplits","deleteIfExists","testInsertDeletedShards"],"options_tfidf":["mapBlockOf","getColumnValue","singleValue"],"project_name":"presto","source_code_string":"@JsonCreator\n    public static QualifiedObjectName valueOf(String name)\n    {\n        requireNonNull(name, \"name is null\");\n\n        ImmutableList<String> ids = ImmutableList.copyOf(Splitter.on('.').split(name));\n        checkArgument(ids.size() == 3, \"Invalid name %s\", name);\n\n        return new QualifiedObjectName(ids.get(0), ids.get(1), ids.get(2));\n    }","tokens_in_code":[{"index_id":0,"token_group":0,"text":"{","start_char":0,"line":0},{"index_id":1,"token_group":1,"text":"require","start_char":4,"line":1},{"index_id":2,"token_group":2,"text":"Non","start_char":11,"line":1},{"index_id":3,"token_group":2,"text":"Null","start_char":14,"line":1},{"index_id":4,"token_group":2,"text":"(","start_char":18,"line":1},{"index_id":5,"token_group":3,"text":"name","start_char":19,"line":1},{"index_id":6,"token_group":4,"text":",","start_char":23,"line":1},{"index_id":7,"token_group":5,"text":"\"name is null\"","start_char":25,"line":1},{"index_id":8,"token_group":6,"text":")","start_char":39,"line":1},{"index_id":9,"token_group":7,"text":";","start_char":40,"line":1},{"index_id":10,"token_group":8,"text":"immutable","start_char":4,"line":3},{"index_id":11,"token_group":9,"text":"List","start_char":13,"line":3},{"index_id":12,"token_group":9,"text":"<","start_char":17,"line":3},{"index_id":13,"token_group":10,"text":"string","start_char":18,"line":3},{"index_id":14,"token_group":11,"text":">","start_char":24,"line":3},{"index_id":15,"token_group":12,"text":"ids","start_char":26,"line":3},{"index_id":16,"token_group":13,"text":"=","start_char":30,"line":3},{"index_id":17,"token_group":14,"text":"immutable","start_char":32,"line":3},{"index_id":18,"token_group":15,"text":"List","start_char":41,"line":3},{"index_id":19,"token_group":15,"text":".","start_char":45,"line":3},{"index_id":20,"token_group":16,"text":"copy","start_char":46,"line":3},{"index_id":21,"token_group":17,"text":"Of","start_char":50,"line":3},{"index_id":22,"token_group":17,"text":"(","start_char":52,"line":3},{"index_id":23,"token_group":18,"text":"splitter","start_char":53,"line":3},{"index_id":24,"token_group":19,"text":".","start_char":61,"line":3},{"index_id":25,"token_group":20,"text":"on","start_char":62,"line":3},{"index_id":26,"token_group":21,"text":"(","start_char":64,"line":3},{"index_id":27,"token_group":22,"text":"'.'","start_char":65,"line":3},{"index_id":28,"token_group":23,"text":")","start_char":68,"line":3},{"index_id":29,"token_group":24,"text":".","start_char":69,"line":3},{"index_id":30,"token_group":25,"text":"split","start_char":70,"line":3},{"index_id":31,"token_group":26,"text":"(","start_char":75,"line":3},{"index_id":32,"token_group":27,"text":"name","start_char":76,"line":3},{"index_id":33,"token_group":28,"text":")","start_char":80,"line":3},{"index_id":34,"token_group":29,"text":")","start_char":81,"line":3},{"index_id":35,"token_group":30,"text":";","start_char":82,"line":3},{"index_id":36,"token_group":31,"text":"check","start_char":4,"line":4},{"index_id":37,"token_group":32,"text":"Argument","start_char":9,"line":4},{"index_id":38,"token_group":32,"text":"(","start_char":17,"line":4},{"index_id":39,"token_group":33,"text":"ids","start_char":18,"line":4},{"index_id":40,"token_group":34,"text":".","start_char":21,"line":4},{"index_id":41,"token_group":35,"text":"size","start_char":22,"line":4},{"index_id":42,"token_group":36,"text":"(","start_char":26,"line":4},{"index_id":43,"token_group":37,"text":")","start_char":27,"line":4},{"index_id":44,"token_group":38,"text":"==","start_char":29,"line":4},{"index_id":45,"token_group":39,"text":"3","start_char":32,"line":4},{"index_id":46,"token_group":40,"text":",","start_char":33,"line":4},{"index_id":47,"token_group":41,"text":"\"Invalid name %s\"","start_char":35,"line":4},{"index_id":48,"token_group":42,"text":",","start_char":52,"line":4},{"index_id":49,"token_group":43,"text":"name","start_char":54,"line":4},{"index_id":50,"token_group":44,"text":")","start_char":58,"line":4},{"index_id":51,"token_group":45,"text":";","start_char":59,"line":4},{"index_id":52,"token_group":46,"text":"return","start_char":4,"line":6},{"index_id":53,"token_group":47,"text":"new","start_char":11,"line":6},{"index_id":54,"token_group":48,"text":"qualified","start_char":15,"line":6},{"index_id":55,"token_group":49,"text":"Object","start_char":24,"line":6},{"index_id":56,"token_group":49,"text":"Name","start_char":30,"line":6},{"index_id":57,"token_group":49,"text":"(","start_char":34,"line":6},{"index_id":58,"token_group":50,"text":"ids","start_char":35,"line":6},{"index_id":59,"token_group":51,"text":".","start_char":38,"line":6},{"index_id":60,"token_group":52,"text":"get","start_char":39,"line":6},{"index_id":61,"token_group":53,"text":"(","start_char":42,"line":6},{"index_id":62,"token_group":54,"text":"0","start_char":43,"line":6},{"index_id":63,"token_group":55,"text":")","start_char":44,"line":6},{"index_id":64,"token_group":56,"text":",","start_char":45,"line":6},{"index_id":65,"token_group":57,"text":"ids","start_char":47,"line":6},{"index_id":66,"token_group":58,"text":".","start_char":50,"line":6},{"index_id":67,"token_group":59,"text":"get","start_char":51,"line":6},{"index_id":68,"token_group":60,"text":"(","start_char":54,"line":6},{"index_id":69,"token_group":61,"text":"1","start_char":55,"line":6},{"index_id":70,"token_group":62,"text":")","start_char":56,"line":6},{"index_id":71,"token_group":63,"text":",","start_char":57,"line":6},{"index_id":72,"token_group":64,"text":"ids","start_char":59,"line":6},{"index_id":73,"token_group":65,"text":".","start_char":62,"line":6},{"index_id":74,"token_group":66,"text":"get","start_char":63,"line":6},{"index_id":75,"token_group":67,"text":"(","start_char":66,"line":6},{"index_id":76,"token_group":68,"text":"2","start_char":67,"line":6},{"index_id":77,"token_group":69,"text":")","start_char":68,"line":6},{"index_id":78,"token_group":70,"text":")","start_char":69,"line":6},{"index_id":79,"token_group":71,"text":";","start_char":70,"line":6},{"index_id":80,"token_group":72,"text":"}","start_char":0,"line":7}],"tokens_list":["{","require","Non","Null","(","name",",","\"name is null\"",")",";","immutable","List","<","string",">","ids","=","immutable","List",".","copy","Of","(","splitter",".","on","(","'.'",")",".","split","(","name",")",")",";","check","Argument","(","ids",".","size","(",")","==","3",",","\"Invalid name %s\"",",","name",")",";","return","new","qualified","Object","Name","(","ids",".","get","(","0",")",",","ids",".","get","(","1",")",",","ids",".","get","(","2",")",")",";","}"],"uuid":"1ae3d5d5a04fc3c113965ea4af4b1562"},{"cap_original_tokens":["<SENTENCE_START>","{","return","<id>","builder","<\/id>","(",")",".","<id>","build","<\/id>","(",")",";","}","<SENTENCE_END\/>"],"file_name":"PreferredProperties.java","formatted_lines":["{","    return builder().build();","}"],"function_name":"any","function_name_tokens":["any"],"id_body_hash":"918cf6609c82070e733662b43a863461","id_same_identifier_list":[0,1,2,3,4,5,6,7,8,9,10,11,12],"option_correct":"any","options":["getStaticInstruction","testWindowFunctionWithoutOverClause","any","analyzeWindowFrame","getFieldInstruction","getStreamId","getTrueValueCount"],"options_nlp":["get static instruction","test window function without over clause","any","analyze window frame","get field instruction","get stream id","get true value count"],"options_random":["getStreamId","testWindowFunctionWithoutOverClause","analyzeWindowFrame"],"options_tfidf":["getTrueValueCount","getFieldInstruction","getStaticInstruction"],"project_name":"presto","source_code_string":"public static PreferredProperties any()\n    {\n        return builder().build();\n    }","tokens_in_code":[{"index_id":0,"token_group":0,"text":"{","start_char":0,"line":0},{"index_id":1,"token_group":1,"text":"return","start_char":4,"line":1},{"index_id":2,"token_group":2,"text":"builder","start_char":11,"line":1},{"index_id":3,"token_group":3,"text":"(","start_char":18,"line":1},{"index_id":4,"token_group":4,"text":")","start_char":19,"line":1},{"index_id":5,"token_group":5,"text":".","start_char":20,"line":1},{"index_id":6,"token_group":6,"text":"build","start_char":21,"line":1},{"index_id":7,"token_group":7,"text":"(","start_char":26,"line":1},{"index_id":8,"token_group":8,"text":")","start_char":27,"line":1},{"index_id":9,"token_group":9,"text":";","start_char":28,"line":1},{"index_id":10,"token_group":10,"text":"}","start_char":0,"line":2}],"tokens_list":["{","return","builder","(",")",".","build","(",")",";","}"],"uuid":"730b51a43a7d771691cb9fc4775d5afa"},{"cap_original_tokens":["<SENTENCE_START>","{","<id>","my","Fixture","<\/id>",".","<id>","copy","Directory","To","Project","<\/id>","(","\"inspectionDescriptions\"",",","\"inspectionDescriptions\"",")",";","final","<id>","gutter","Mark","<\/id>","<id>","gutter","<\/id>","=","<id>","my","Fixture","<\/id>",".","<id>","find","Gutter","<\/id>","(","\"MyWithDescriptionInspection.java\"",")",";","<id>","dev","Kit","Gutter","Targets","Checker","<\/id>",".","<id>","check","Gutter","Targets","<\/id>","(","<id>","gutter","<\/id>",",","\"Description\"",",","<id>","all","Icons","<\/id>",".","<id>","file","Types","<\/id>",".","<id>","html","<\/id>",",","\"MyWithDescription.html\"",")",";","}","<SENTENCE_END\/>"],"file_name":"DescriptionTypeRelatedItemLineMarkerProviderTest.java","formatted_lines":["{","    myFixture.copyDirectoryToProject(\"inspectionDescriptions\",","                                     \"inspectionDescriptions\");","","    final GutterMark gutter =","        myFixture.findGutter(\"MyWithDescriptionInspection.java\");","    DevKitGutterTargetsChecker.checkGutterTargets(gutter, \"Description\",","            AllIcons.FileTypes.Html, \"MyWithDescription.html\");","}"],"function_name":"testInspectionDescription","function_name_tokens":["test","inspection","description"],"id_body_hash":"95dd8d793a8f3820a182d94604a6c3d5","id_same_identifier_list":[0,1,2,2,3,4,4,4,4,5,6,7,8,9,10,11,12,12,13,14,15,15,16,17,17,18,19,20,21,22,22,22,22,22,23,24,24,24,25,26,27,28,29,30,30,31,32,32,33,34,35,36,37,38,39,40],"option_correct":"testInspectionDescription","options":["prepareFileInBothRepositories","testInspectionDescription","testGlobalInspectionContext","propertiesFilesByBundleName","shouldStartTypeTemplate","testAnnotationDescription","testInspectionDescriptionFromFieldReference"],"options_nlp":["prepare file in both repositories","test inspection description","test global inspection context","properties files by bundle name","should start type template","test annotation description","test inspection description from field reference"],"options_random":["prepareFileInBothRepositories","shouldStartTypeTemplate","propertiesFilesByBundleName"],"options_tfidf":["testGlobalInspectionContext","testInspectionDescriptionFromFieldReference","testAnnotationDescription"],"project_name":"intellij-community","source_code_string":"public void testInspectionDescription() {\n    myFixture.copyDirectoryToProject(\"inspectionDescriptions\", \"inspectionDescriptions\");\n\n    final GutterMark gutter = myFixture.findGutter(\"MyWithDescriptionInspection.java\");\n    DevKitGutterTargetsChecker.checkGutterTargets(gutter, \"Description\", AllIcons.FileTypes.Html, \"MyWithDescription.html\");\n  }","tokens_in_code":[{"index_id":0,"token_group":0,"text":"{","start_char":0,"line":0},{"index_id":1,"token_group":1,"text":"my","start_char":4,"line":1},{"index_id":2,"token_group":2,"text":"Fixture","start_char":6,"line":1},{"index_id":3,"token_group":2,"text":".","start_char":13,"line":1},{"index_id":4,"token_group":3,"text":"copy","start_char":14,"line":1},{"index_id":5,"token_group":4,"text":"Directory","start_char":18,"line":1},{"index_id":6,"token_group":4,"text":"To","start_char":27,"line":1},{"index_id":7,"token_group":4,"text":"Project","start_char":29,"line":1},{"index_id":8,"token_group":4,"text":"(","start_char":36,"line":1},{"index_id":9,"token_group":5,"text":"\"inspectionDescriptions\"","start_char":37,"line":1},{"index_id":10,"token_group":6,"text":",","start_char":61,"line":1},{"index_id":11,"token_group":7,"text":"\"inspectionDescriptions\"","start_char":37,"line":2},{"index_id":12,"token_group":8,"text":")","start_char":61,"line":2},{"index_id":13,"token_group":9,"text":";","start_char":62,"line":2},{"index_id":14,"token_group":10,"text":"final","start_char":4,"line":4},{"index_id":15,"token_group":11,"text":"gutter","start_char":10,"line":4},{"index_id":16,"token_group":12,"text":"Mark","start_char":16,"line":4},{"index_id":17,"token_group":12,"text":"gutter","start_char":21,"line":4},{"index_id":18,"token_group":13,"text":"=","start_char":28,"line":4},{"index_id":19,"token_group":14,"text":"my","start_char":8,"line":5},{"index_id":20,"token_group":15,"text":"Fixture","start_char":10,"line":5},{"index_id":21,"token_group":15,"text":".","start_char":17,"line":5},{"index_id":22,"token_group":16,"text":"find","start_char":18,"line":5},{"index_id":23,"token_group":17,"text":"Gutter","start_char":22,"line":5},{"index_id":24,"token_group":17,"text":"(","start_char":28,"line":5},{"index_id":25,"token_group":18,"text":"\"MyWithDescriptionInspection.java\"","start_char":29,"line":5},{"index_id":26,"token_group":19,"text":")","start_char":63,"line":5},{"index_id":27,"token_group":20,"text":";","start_char":64,"line":5},{"index_id":28,"token_group":21,"text":"dev","start_char":4,"line":6},{"index_id":29,"token_group":22,"text":"Kit","start_char":7,"line":6},{"index_id":30,"token_group":22,"text":"Gutter","start_char":10,"line":6},{"index_id":31,"token_group":22,"text":"Targets","start_char":16,"line":6},{"index_id":32,"token_group":22,"text":"Checker","start_char":23,"line":6},{"index_id":33,"token_group":22,"text":".","start_char":30,"line":6},{"index_id":34,"token_group":23,"text":"check","start_char":31,"line":6},{"index_id":35,"token_group":24,"text":"Gutter","start_char":36,"line":6},{"index_id":36,"token_group":24,"text":"Targets","start_char":42,"line":6},{"index_id":37,"token_group":24,"text":"(","start_char":49,"line":6},{"index_id":38,"token_group":25,"text":"gutter","start_char":50,"line":6},{"index_id":39,"token_group":26,"text":",","start_char":56,"line":6},{"index_id":40,"token_group":27,"text":"\"Description\"","start_char":58,"line":6},{"index_id":41,"token_group":28,"text":",","start_char":71,"line":6},{"index_id":42,"token_group":29,"text":"all","start_char":12,"line":7},{"index_id":43,"token_group":30,"text":"Icons","start_char":15,"line":7},{"index_id":44,"token_group":30,"text":".","start_char":20,"line":7},{"index_id":45,"token_group":31,"text":"file","start_char":21,"line":7},{"index_id":46,"token_group":32,"text":"Types","start_char":25,"line":7},{"index_id":47,"token_group":32,"text":".","start_char":30,"line":7},{"index_id":48,"token_group":33,"text":"html","start_char":31,"line":7},{"index_id":49,"token_group":34,"text":",","start_char":35,"line":7},{"index_id":50,"token_group":35,"text":"\"MyWithDescription.html\"","start_char":37,"line":7},{"index_id":51,"token_group":36,"text":")","start_char":61,"line":7},{"index_id":52,"token_group":37,"text":";","start_char":62,"line":7},{"index_id":53,"token_group":38,"text":"}","start_char":0,"line":8}],"tokens_list":["{","my","Fixture",".","copy","Directory","To","Project","(","\"inspectionDescriptions\"",",","\"inspectionDescriptions\"",")",";","final","gutter","Mark","gutter","=","my","Fixture",".","find","Gutter","(","\"MyWithDescriptionInspection.java\"",")",";","dev","Kit","Gutter","Targets","Checker",".","check","Gutter","Targets","(","gutter",",","\"Description\"",",","all","Icons",".","file","Types",".","html",",","\"MyWithDescription.html\"",")",";","}"],"uuid":"8166d27f7d92ea46edb891f4fb9ea5ec"},{"cap_original_tokens":["<SENTENCE_START>","{","return","<id>","client","<\/id>",".","<id>","prepare","Search","<\/id>","(","<id>","index","<\/id>",")",".","<id>","set","Size","<\/id>","(","0",")",".","<id>","get","<\/id>","(",")",".","<id>","get","Hits","<\/id>","(",")",".","<id>","total","Hits","<\/id>","(",")",";","}","<SENTENCE_END\/>"],"file_name":"HdfsTests.java","formatted_lines":["{","    return client.prepareSearch(index).setSize(0).get().getHits().totalHits();","}"],"function_name":"count","function_name_tokens":["count"],"id_body_hash":"88ce4992b5f8843fe6be018dc6731d1d","id_same_identifier_list":[0,1,2,3,4,5,5,6,7,8,9,10,10,11,12,13,14,15,16,17,18,19,19,20,21,22,23,23,24,25,26,27,28],"option_correct":"count","options":["getValueCount","getCount","assertCount","testNoDotsAllowed","randomAnalyzer","testEmptyFilterPath","count"],"options_nlp":["get value count","get count","assert count","test no dots allowed","random analyzer","test empty filter path","count"],"options_random":["testNoDotsAllowed","randomAnalyzer","testEmptyFilterPath"],"options_tfidf":["getValueCount","assertCount","getCount"],"project_name":"elasticsearch","source_code_string":"private long count(Client client, String index) {\n        return client.prepareSearch(index).setSize(0).get().getHits().totalHits();\n    }","tokens_in_code":[{"index_id":0,"token_group":0,"text":"{","start_char":0,"line":0},{"index_id":1,"token_group":1,"text":"return","start_char":4,"line":1},{"index_id":2,"token_group":2,"text":"client","start_char":11,"line":1},{"index_id":3,"token_group":3,"text":".","start_char":17,"line":1},{"index_id":4,"token_group":4,"text":"prepare","start_char":18,"line":1},{"index_id":5,"token_group":5,"text":"Search","start_char":25,"line":1},{"index_id":6,"token_group":5,"text":"(","start_char":31,"line":1},{"index_id":7,"token_group":6,"text":"index","start_char":32,"line":1},{"index_id":8,"token_group":7,"text":")","start_char":37,"line":1},{"index_id":9,"token_group":8,"text":".","start_char":38,"line":1},{"index_id":10,"token_group":9,"text":"set","start_char":39,"line":1},{"index_id":11,"token_group":10,"text":"Size","start_char":42,"line":1},{"index_id":12,"token_group":10,"text":"(","start_char":46,"line":1},{"index_id":13,"token_group":11,"text":"0","start_char":47,"line":1},{"index_id":14,"token_group":12,"text":")","start_char":48,"line":1},{"index_id":15,"token_group":13,"text":".","start_char":49,"line":1},{"index_id":16,"token_group":14,"text":"get","start_char":50,"line":1},{"index_id":17,"token_group":15,"text":"(","start_char":53,"line":1},{"index_id":18,"token_group":16,"text":")","start_char":54,"line":1},{"index_id":19,"token_group":17,"text":".","start_char":55,"line":1},{"index_id":20,"token_group":18,"text":"get","start_char":56,"line":1},{"index_id":21,"token_group":19,"text":"Hits","start_char":59,"line":1},{"index_id":22,"token_group":19,"text":"(","start_char":63,"line":1},{"index_id":23,"token_group":20,"text":")","start_char":64,"line":1},{"index_id":24,"token_group":21,"text":".","start_char":65,"line":1},{"index_id":25,"token_group":22,"text":"total","start_char":66,"line":1},{"index_id":26,"token_group":23,"text":"Hits","start_char":71,"line":1},{"index_id":27,"token_group":23,"text":"(","start_char":75,"line":1},{"index_id":28,"token_group":24,"text":")","start_char":76,"line":1},{"index_id":29,"token_group":25,"text":";","start_char":77,"line":1},{"index_id":30,"token_group":26,"text":"}","start_char":0,"line":2}],"tokens_list":["{","return","client",".","prepare","Search","(","index",")",".","set","Size","(","0",")",".","get","(",")",".","get","Hits","(",")",".","total","Hits","(",")",";","}"],"uuid":"d60955a43c82e52905ac49e7dc63c1ff"}]