experiment_0000046.json

[{"cap_original_tokens":["<SENTENCE_START>","{","<id>","page","<\/id>","<id>","index","Key","Tuple","<\/id>","=","new","<id>","page","<\/id>","(","<id>","slice","Blocks","<\/id>","(","<id>","update","Request","<\/id>",".","<id>","get","Blocks","<\/id>","(",")",",","0",",","1",")",")",";","<id>","page","Buffer","<\/id>","<id>","page","Buffer","<\/id>","=","new","<id>","page","Buffer","<\/id>","(","100",")",";","<id>","driver","Factory","<\/id>","<id>","driver","Factory","<\/id>","=","<id>","index","Build","Driver","Factory","Provider","<\/id>",".","<id>","create","Streaming","<\/id>","(","<id>","page","Buffer","<\/id>",",","<id>","index","Key","Tuple","<\/id>",")",";","<id>","driver","<\/id>","<id>","driver","<\/id>","=","<id>","driver","Factory","<\/id>",".","<id>","create","Driver","<\/id>","(","<id>","pipeline","Context","<\/id>",".","<id>","add","Driver","Context","<\/id>","(",")",")",";","<id>","page","Record","Set","<\/id>","<id>","page","Record","Set","<\/id>","=","new","<id>","page","Record","Set","<\/id>","(","<id>","key","Types","<\/id>",",","<id>","index","Key","Tuple","<\/id>",")",";","<id>","plan","Node","Id","<\/id>","<id>","plan","Node","Id","<\/id>","=","<id>","iterables","<\/id>",".","<id>","get","Only","Element","<\/id>","(","<id>","driver","Factory","<\/id>",".","<id>","get","Source","Ids","<\/id>","(",")",")",";","<id>","driver","<\/id>",".","<id>","update","Source","<\/id>","(","new","<id>","task","Source","<\/id>","(","<id>","plan","Node","Id","<\/id>",",","<id>","immutable","Set","<\/id>",".","<id>","of","<\/id>","(","new","<id>","scheduled","Split","<\/id>","(","0",",","new","<id>","split","<\/id>","(","\"index\"",",","new","<id>","index","Split","<\/id>","(","<id>","page","Record","Set","<\/id>",")",")",")",")",",","true",")",")",";","return","new","<id>","streaming","Indexed","Data","<\/id>","(","<id>","output","Types","<\/id>",",","<id>","key","Types","<\/id>",",","<id>","index","Key","Tuple","<\/id>",",","<id>","page","Buffer","<\/id>",",","<id>","driver","<\/id>",")",";","}","<SENTENCE_END\/>"],"file_name":"IndexLoader.java","formatted_lines":["{","    Page indexKeyTuple = new Page(sliceBlocks(updateRequest.getBlocks(), 0, 1));","","    PageBuffer pageBuffer = new PageBuffer(100);","    DriverFactory driverFactory = indexBuildDriverFactoryProvider.createStreaming(","                                      pageBuffer, indexKeyTuple);","    Driver driver = driverFactory.createDriver(pipelineContext.addDriverContext());","","    PageRecordSet pageRecordSet = new PageRecordSet(keyTypes, indexKeyTuple);","    PlanNodeId planNodeId = Iterables.getOnlyElement(driverFactory.getSourceIds());","    driver.updateSource(new TaskSource(planNodeId,","                                       ImmutableSet.of(new ScheduledSplit(0, new Split(\"index\",","                                               new IndexSplit(pageRecordSet)))), true));","","    return new StreamingIndexedData(outputTypes, keyTypes, indexKeyTuple,","                                    pageBuffer, driver);","}"],"function_name":"streamIndexDataForSingleKey","function_name_tokens":["stream","index","data","for","single","key"],"id_body_hash":"427db2fd5f47ea954459028ee6cfd322","id_same_identifier_list":[0,1,2,3,3,3,4,5,6,7,8,8,9,10,10,11,12,12,13,14,15,16,17,18,19,20,21,22,22,23,23,24,25,26,26,27,28,29,30,31,31,32,32,33,34,34,34,34,34,35,36,36,37,38,38,39,40,40,40,41,42,43,44,45,46,46,47,48,48,49,50,50,51,52,52,52,53,54,55,56,57,57,57,58,58,58,59,60,61,61,61,62,63,63,64,65,65,65,66,67,68,68,68,69,69,69,70,71,72,73,73,73,74,75,75,76,77,77,77,78,79,80,81,82,83,84,84,85,86,87,87,88,89,89,89,90,91,91,92,93,94,95,96,96,97,98,99,100,101,102,103,104,105,106,106,107,108,108,108,109,110,111,112,113,114,115,116,117,118,119,120,120,120,121,122,122,123,124,124,125,126,126,126,127,128,128,129,130,131,132,133,134],"option_correct":"streamIndexDataForSingleKey","options":["testIndex","index","testCorrectnessOfErrorFunction","isNullableSingleValue","streamIndexDataForSingleKey","getColumnValueForPartitionKey","getAllowRenameTable"],"options_nlp":["test index","index","test correctness of error function","is nullable single value","stream index data for single key","get column value for partition key","get allow rename table"],"options_random":["testCorrectnessOfErrorFunction","isNullableSingleValue","getAllowRenameTable"],"options_tfidf":["getColumnValueForPartitionKey","index","testIndex"],"project_name":"presto","source_code_string":"public IndexedData streamIndexDataForSingleKey(UpdateRequest updateRequest)\n    {\n        Page indexKeyTuple = new Page(sliceBlocks(updateRequest.getBlocks(), 0, 1));\n\n        PageBuffer pageBuffer = new PageBuffer(100);\n        DriverFactory driverFactory = indexBuildDriverFactoryProvider.createStreaming(pageBuffer, indexKeyTuple);\n        Driver driver = driverFactory.createDriver(pipelineContext.addDriverContext());\n\n        PageRecordSet pageRecordSet = new PageRecordSet(keyTypes, indexKeyTuple);\n        PlanNodeId planNodeId = Iterables.getOnlyElement(driverFactory.getSourceIds());\n        driver.updateSource(new TaskSource(planNodeId, ImmutableSet.of(new ScheduledSplit(0, new Split(\"index\", new IndexSplit(pageRecordSet)))), true));\n\n        return new StreamingIndexedData(outputTypes, keyTypes, indexKeyTuple, pageBuffer, driver);\n    }","tokens_in_code":[{"index_id":0,"token_group":0,"text":"{","start_char":0,"line":0},{"index_id":1,"token_group":1,"text":"page","start_char":4,"line":1},{"index_id":2,"token_group":2,"text":"index","start_char":9,"line":1},{"index_id":3,"token_group":3,"text":"Key","start_char":14,"line":1},{"index_id":4,"token_group":3,"text":"Tuple","start_char":17,"line":1},{"index_id":5,"token_group":3,"text":"=","start_char":23,"line":1},{"index_id":6,"token_group":4,"text":"new","start_char":25,"line":1},{"index_id":7,"token_group":5,"text":"page","start_char":29,"line":1},{"index_id":8,"token_group":6,"text":"(","start_char":33,"line":1},{"index_id":9,"token_group":7,"text":"slice","start_char":34,"line":1},{"index_id":10,"token_group":8,"text":"Blocks","start_char":39,"line":1},{"index_id":11,"token_group":8,"text":"(","start_char":45,"line":1},{"index_id":12,"token_group":9,"text":"update","start_char":46,"line":1},{"index_id":13,"token_group":10,"text":"Request","start_char":52,"line":1},{"index_id":14,"token_group":10,"text":".","start_char":59,"line":1},{"index_id":15,"token_group":11,"text":"get","start_char":60,"line":1},{"index_id":16,"token_group":12,"text":"Blocks","start_char":63,"line":1},{"index_id":17,"token_group":12,"text":"(","start_char":69,"line":1},{"index_id":18,"token_group":13,"text":")","start_char":70,"line":1},{"index_id":19,"token_group":14,"text":",","start_char":71,"line":1},{"index_id":20,"token_group":15,"text":"0","start_char":73,"line":1},{"index_id":21,"token_group":16,"text":",","start_char":74,"line":1},{"index_id":22,"token_group":17,"text":"1","start_char":76,"line":1},{"index_id":23,"token_group":18,"text":")","start_char":77,"line":1},{"index_id":24,"token_group":19,"text":")","start_char":78,"line":1},{"index_id":25,"token_group":20,"text":";","start_char":79,"line":1},{"index_id":26,"token_group":21,"text":"page","start_char":4,"line":3},{"index_id":27,"token_group":22,"text":"Buffer","start_char":8,"line":3},{"index_id":28,"token_group":22,"text":"page","start_char":15,"line":3},{"index_id":29,"token_group":23,"text":"Buffer","start_char":19,"line":3},{"index_id":30,"token_group":23,"text":"=","start_char":26,"line":3},{"index_id":31,"token_group":24,"text":"new","start_char":28,"line":3},{"index_id":32,"token_group":25,"text":"page","start_char":32,"line":3},{"index_id":33,"token_group":26,"text":"Buffer","start_char":36,"line":3},{"index_id":34,"token_group":26,"text":"(","start_char":42,"line":3},{"index_id":35,"token_group":27,"text":"100","start_char":43,"line":3},{"index_id":36,"token_group":28,"text":")","start_char":46,"line":3},{"index_id":37,"token_group":29,"text":";","start_char":47,"line":3},{"index_id":38,"token_group":30,"text":"driver","start_char":4,"line":4},{"index_id":39,"token_group":31,"text":"Factory","start_char":10,"line":4},{"index_id":40,"token_group":31,"text":"driver","start_char":18,"line":4},{"index_id":41,"token_group":32,"text":"Factory","start_char":24,"line":4},{"index_id":42,"token_group":32,"text":"=","start_char":32,"line":4},{"index_id":43,"token_group":33,"text":"index","start_char":34,"line":4},{"index_id":44,"token_group":34,"text":"Build","start_char":39,"line":4},{"index_id":45,"token_group":34,"text":"Driver","start_char":44,"line":4},{"index_id":46,"token_group":34,"text":"Factory","start_char":50,"line":4},{"index_id":47,"token_group":34,"text":"Provider","start_char":57,"line":4},{"index_id":48,"token_group":34,"text":".","start_char":65,"line":4},{"index_id":49,"token_group":35,"text":"create","start_char":66,"line":4},{"index_id":50,"token_group":36,"text":"Streaming","start_char":72,"line":4},{"index_id":51,"token_group":36,"text":"(","start_char":81,"line":4},{"index_id":52,"token_group":37,"text":"page","start_char":38,"line":5},{"index_id":53,"token_group":38,"text":"Buffer","start_char":42,"line":5},{"index_id":54,"token_group":38,"text":",","start_char":48,"line":5},{"index_id":55,"token_group":39,"text":"index","start_char":50,"line":5},{"index_id":56,"token_group":40,"text":"Key","start_char":55,"line":5},{"index_id":57,"token_group":40,"text":"Tuple","start_char":58,"line":5},{"index_id":58,"token_group":40,"text":")","start_char":63,"line":5},{"index_id":59,"token_group":41,"text":";","start_char":64,"line":5},{"index_id":60,"token_group":42,"text":"driver","start_char":4,"line":6},{"index_id":61,"token_group":43,"text":"driver","start_char":11,"line":6},{"index_id":62,"token_group":44,"text":"=","start_char":18,"line":6},{"index_id":63,"token_group":45,"text":"driver","start_char":20,"line":6},{"index_id":64,"token_group":46,"text":"Factory","start_char":26,"line":6},{"index_id":65,"token_group":46,"text":".","start_char":33,"line":6},{"index_id":66,"token_group":47,"text":"create","start_char":34,"line":6},{"index_id":67,"token_group":48,"text":"Driver","start_char":40,"line":6},{"index_id":68,"token_group":48,"text":"(","start_char":46,"line":6},{"index_id":69,"token_group":49,"text":"pipeline","start_char":47,"line":6},{"index_id":70,"token_group":50,"text":"Context","start_char":55,"line":6},{"index_id":71,"token_group":50,"text":".","start_char":62,"line":6},{"index_id":72,"token_group":51,"text":"add","start_char":63,"line":6},{"index_id":73,"token_group":52,"text":"Driver","start_char":66,"line":6},{"index_id":74,"token_group":52,"text":"Context","start_char":72,"line":6},{"index_id":75,"token_group":52,"text":"(","start_char":79,"line":6},{"index_id":76,"token_group":53,"text":")","start_char":80,"line":6},{"index_id":77,"token_group":54,"text":")","start_char":81,"line":6},{"index_id":78,"token_group":55,"text":";","start_char":82,"line":6},{"index_id":79,"token_group":56,"text":"page","start_char":4,"line":8},{"index_id":80,"token_group":57,"text":"Record","start_char":8,"line":8},{"index_id":81,"token_group":57,"text":"Set","start_char":14,"line":8},{"index_id":82,"token_group":57,"text":"page","start_char":18,"line":8},{"index_id":83,"token_group":58,"text":"Record","start_char":22,"line":8},{"index_id":84,"token_group":58,"text":"Set","start_char":28,"line":8},{"index_id":85,"token_group":58,"text":"=","start_char":32,"line":8},{"index_id":86,"token_group":59,"text":"new","start_char":34,"line":8},{"index_id":87,"token_group":60,"text":"page","start_char":38,"line":8},{"index_id":88,"token_group":61,"text":"Record","start_char":42,"line":8},{"index_id":89,"token_group":61,"text":"Set","start_char":48,"line":8},{"index_id":90,"token_group":61,"text":"(","start_char":51,"line":8},{"index_id":91,"token_group":62,"text":"key","start_char":52,"line":8},{"index_id":92,"token_group":63,"text":"Types","start_char":55,"line":8},{"index_id":93,"token_group":63,"text":",","start_char":60,"line":8},{"index_id":94,"token_group":64,"text":"index","start_char":62,"line":8},{"index_id":95,"token_group":65,"text":"Key","start_char":67,"line":8},{"index_id":96,"token_group":65,"text":"Tuple","start_char":70,"line":8},{"index_id":97,"token_group":65,"text":")","start_char":75,"line":8},{"index_id":98,"token_group":66,"text":";","start_char":76,"line":8},{"index_id":99,"token_group":67,"text":"plan","start_char":4,"line":9},{"index_id":100,"token_group":68,"text":"Node","start_char":8,"line":9},{"index_id":101,"token_group":68,"text":"Id","start_char":12,"line":9},{"index_id":102,"token_group":68,"text":"plan","start_char":15,"line":9},{"index_id":103,"token_group":69,"text":"Node","start_char":19,"line":9},{"index_id":104,"token_group":69,"text":"Id","start_char":23,"line":9},{"index_id":105,"token_group":69,"text":"=","start_char":26,"line":9},{"index_id":106,"token_group":70,"text":"iterables","start_char":28,"line":9},{"index_id":107,"token_group":71,"text":".","start_char":37,"line":9},{"index_id":108,"token_group":72,"text":"get","start_char":38,"line":9},{"index_id":109,"token_group":73,"text":"Only","start_char":41,"line":9},{"index_id":110,"token_group":73,"text":"Element","start_char":45,"line":9},{"index_id":111,"token_group":73,"text":"(","start_char":52,"line":9},{"index_id":112,"token_group":74,"text":"driver","start_char":53,"line":9},{"index_id":113,"token_group":75,"text":"Factory","start_char":59,"line":9},{"index_id":114,"token_group":75,"text":".","start_char":66,"line":9},{"index_id":115,"token_group":76,"text":"get","start_char":67,"line":9},{"index_id":116,"token_group":77,"text":"Source","start_char":70,"line":9},{"index_id":117,"token_group":77,"text":"Ids","start_char":76,"line":9},{"index_id":118,"token_group":77,"text":"(","start_char":79,"line":9},{"index_id":119,"token_group":78,"text":")","start_char":80,"line":9},{"index_id":120,"token_group":79,"text":")","start_char":81,"line":9},{"index_id":121,"token_group":80,"text":";","start_char":82,"line":9},{"index_id":122,"token_group":81,"text":"driver","start_char":4,"line":10},{"index_id":123,"token_group":82,"text":".","start_char":10,"line":10},{"index_id":124,"token_group":83,"text":"update","start_char":11,"line":10},{"index_id":125,"token_group":84,"text":"Source","start_char":17,"line":10},{"index_id":126,"token_group":84,"text":"(","start_char":23,"line":10},{"index_id":127,"token_group":85,"text":"new","start_char":24,"line":10},{"index_id":128,"token_group":86,"text":"task","start_char":28,"line":10},{"index_id":129,"token_group":87,"text":"Source","start_char":32,"line":10},{"index_id":130,"token_group":87,"text":"(","start_char":38,"line":10},{"index_id":131,"token_group":88,"text":"plan","start_char":39,"line":10},{"index_id":132,"token_group":89,"text":"Node","start_char":43,"line":10},{"index_id":133,"token_group":89,"text":"Id","start_char":47,"line":10},{"index_id":134,"token_group":89,"text":",","start_char":49,"line":10},{"index_id":135,"token_group":90,"text":"immutable","start_char":39,"line":11},{"index_id":136,"token_group":91,"text":"Set","start_char":48,"line":11},{"index_id":137,"token_group":91,"text":".","start_char":51,"line":11},{"index_id":138,"token_group":92,"text":"of","start_char":52,"line":11},{"index_id":139,"token_group":93,"text":"(","start_char":54,"line":11},{"index_id":140,"token_group":94,"text":"new","start_char":55,"line":11},{"index_id":141,"token_group":95,"text":"scheduled","start_char":59,"line":11},{"index_id":142,"token_group":96,"text":"Split","start_char":68,"line":11},{"index_id":143,"token_group":96,"text":"(","start_char":73,"line":11},{"index_id":144,"token_group":97,"text":"0","start_char":74,"line":11},{"index_id":145,"token_group":98,"text":",","start_char":75,"line":11},{"index_id":146,"token_group":99,"text":"new","start_char":77,"line":11},{"index_id":147,"token_group":100,"text":"split","start_char":81,"line":11},{"index_id":148,"token_group":101,"text":"(","start_char":86,"line":11},{"index_id":149,"token_group":102,"text":"\"index\"","start_char":87,"line":11},{"index_id":150,"token_group":103,"text":",","start_char":94,"line":11},{"index_id":151,"token_group":104,"text":"new","start_char":47,"line":12},{"index_id":152,"token_group":105,"text":"index","start_char":51,"line":12},{"index_id":153,"token_group":106,"text":"Split","start_char":56,"line":12},{"index_id":154,"token_group":106,"text":"(","start_char":61,"line":12},{"index_id":155,"token_group":107,"text":"page","start_char":62,"line":12},{"index_id":156,"token_group":108,"text":"Record","start_char":66,"line":12},{"index_id":157,"token_group":108,"text":"Set","start_char":72,"line":12},{"index_id":158,"token_group":108,"text":")","start_char":75,"line":12},{"index_id":159,"token_group":109,"text":")","start_char":76,"line":12},{"index_id":160,"token_group":110,"text":")","start_char":77,"line":12},{"index_id":161,"token_group":111,"text":")","start_char":78,"line":12},{"index_id":162,"token_group":112,"text":",","start_char":79,"line":12},{"index_id":163,"token_group":113,"text":"true","start_char":81,"line":12},{"index_id":164,"token_group":114,"text":")","start_char":85,"line":12},{"index_id":165,"token_group":115,"text":")","start_char":86,"line":12},{"index_id":166,"token_group":116,"text":";","start_char":87,"line":12},{"index_id":167,"token_group":117,"text":"return","start_char":4,"line":14},{"index_id":168,"token_group":118,"text":"new","start_char":11,"line":14},{"index_id":169,"token_group":119,"text":"streaming","start_char":15,"line":14},{"index_id":170,"token_group":120,"text":"Indexed","start_char":24,"line":14},{"index_id":171,"token_group":120,"text":"Data","start_char":31,"line":14},{"index_id":172,"token_group":120,"text":"(","start_char":35,"line":14},{"index_id":173,"token_group":121,"text":"output","start_char":36,"line":14},{"index_id":174,"token_group":122,"text":"Types","start_char":42,"line":14},{"index_id":175,"token_group":122,"text":",","start_char":47,"line":14},{"index_id":176,"token_group":123,"text":"key","start_char":49,"line":14},{"index_id":177,"token_group":124,"text":"Types","start_char":52,"line":14},{"index_id":178,"token_group":124,"text":",","start_char":57,"line":14},{"index_id":179,"token_group":125,"text":"index","start_char":59,"line":14},{"index_id":180,"token_group":126,"text":"Key","start_char":64,"line":14},{"index_id":181,"token_group":126,"text":"Tuple","start_char":67,"line":14},{"index_id":182,"token_group":126,"text":",","start_char":72,"line":14},{"index_id":183,"token_group":127,"text":"page","start_char":36,"line":15},{"index_id":184,"token_group":128,"text":"Buffer","start_char":40,"line":15},{"index_id":185,"token_group":128,"text":",","start_char":46,"line":15},{"index_id":186,"token_group":129,"text":"driver","start_char":48,"line":15},{"index_id":187,"token_group":130,"text":")","start_char":54,"line":15},{"index_id":188,"token_group":131,"text":";","start_char":55,"line":15},{"index_id":189,"token_group":132,"text":"}","start_char":0,"line":16}],"tokens_list":["{","page","index","Key","Tuple","=","new","page","(","slice","Blocks","(","update","Request",".","get","Blocks","(",")",",","0",",","1",")",")",";","page","Buffer","page","Buffer","=","new","page","Buffer","(","100",")",";","driver","Factory","driver","Factory","=","index","Build","Driver","Factory","Provider",".","create","Streaming","(","page","Buffer",",","index","Key","Tuple",")",";","driver","driver","=","driver","Factory",".","create","Driver","(","pipeline","Context",".","add","Driver","Context","(",")",")",";","page","Record","Set","page","Record","Set","=","new","page","Record","Set","(","key","Types",",","index","Key","Tuple",")",";","plan","Node","Id","plan","Node","Id","=","iterables",".","get","Only","Element","(","driver","Factory",".","get","Source","Ids","(",")",")",";","driver",".","update","Source","(","new","task","Source","(","plan","Node","Id",",","immutable","Set",".","of","(","new","scheduled","Split","(","0",",","new","split","(","\"index\"",",","new","index","Split","(","page","Record","Set",")",")",")",")",",","true",")",")",";","return","new","streaming","Indexed","Data","(","output","Types",",","key","Types",",","index","Key","Tuple",",","page","Buffer",",","driver",")",";","}"],"uuid":"925b7467f91d9f7667060922bd6bf140"},{"cap_original_tokens":["<SENTENCE_START>","{","return","<id>","check","Interval","Msecs","<\/id>",";","}","<SENTENCE_END\/>"],"file_name":"AggregatedLogDeletionService.java","formatted_lines":["{","    return checkIntervalMsecs;","}"],"function_name":"getCheckIntervalMsecs","function_name_tokens":["get","check","interval","msecs"],"id_body_hash":"1403957f89e12a7e65a9cef1914e9760","id_same_identifier_list":[0,1,2,3,3,3,4,5,6],"option_correct":"getCheckIntervalMsecs","options":["getCheckIntervalMsecs","getPingInterval","getMonitorInterval","verifyCleanupCall","getProgressWallclockTime","getTrashInterval","testReadWrite"],"options_nlp":["get check interval msecs","get ping interval","get monitor interval","verify cleanup call","get progress wallclock time","get trash interval","test read write"],"options_random":["getProgressWallclockTime","verifyCleanupCall","testReadWrite"],"options_tfidf":["getTrashInterval","getPingInterval","getMonitorInterval"],"project_name":"hadoop-common","source_code_string":"public long getCheckIntervalMsecs() {\n    return checkIntervalMsecs;\n  }","tokens_in_code":[{"index_id":0,"token_group":0,"text":"{","start_char":0,"line":0},{"index_id":1,"token_group":1,"text":"return","start_char":4,"line":1},{"index_id":2,"token_group":2,"text":"check","start_char":11,"line":1},{"index_id":3,"token_group":3,"text":"Interval","start_char":16,"line":1},{"index_id":4,"token_group":3,"text":"Msecs","start_char":24,"line":1},{"index_id":5,"token_group":3,"text":";","start_char":29,"line":1},{"index_id":6,"token_group":4,"text":"}","start_char":0,"line":2}],"tokens_list":["{","return","check","Interval","Msecs",";","}"],"uuid":"6e59ac67363d9604bbb34f0f9618e42f"},{"cap_original_tokens":["<SENTENCE_START>","{","<id>","setup","Loading","Filter","<\/id>","(",")",";","<id>","psi","Class","<\/id>","<id>","a","Class","<\/id>","=","<id>","my","Java","Facade","<\/id>",".","<id>","find","Class","<\/id>","(","\"pack.MyClass2\"",",","<id>","global","Search","Scope","<\/id>",".","<id>","all","Scope","<\/id>","(","<id>","my","Project","<\/id>",")",")",";","<id>","string","<\/id>","<id>","package","Name","<\/id>","=","(","(","<id>","psi","Java","File","<\/id>",")","<id>","a","Class","<\/id>",".","<id>","get","Containing","File","<\/id>","(",")",")",".","<id>","get","Package","Name","<\/id>","(",")",";","<id>","assert","Equals","<\/id>","(","\"pack\"",",","<id>","package","Name","<\/id>",")",";","<id>","teardown","Loading","Filter","<\/id>","(",")",";","}","<SENTENCE_END\/>"],"file_name":"SrcRepositoryUseTest.java","formatted_lines":["{","    setupLoadingFilter();","","    PsiClass aClass = myJavaFacade.findClass(\"pack.MyClass2\",","                      GlobalSearchScope.allScope(myProject));","    String packageName = ((PsiJavaFile)aClass.getContainingFile()).getPackageName();","    assertEquals(\"pack\", packageName);","","    teardownLoadingFilter();","}"],"function_name":"testPackageName","function_name_tokens":["test","package","name"],"id_body_hash":"8b704cd09581c7b61f58b950836641c3","id_same_identifier_list":[0,1,2,2,2,3,4,5,6,6,7,7,8,9,9,9,10,11,11,12,13,14,15,15,15,16,17,17,18,19,19,20,21,22,23,24,24,25,26,27,28,28,28,29,30,30,31,32,32,32,33,34,35,36,37,37,37,38,39,40,41,41,42,43,44,45,45,46,47,48,48,48,49,50,51,52,53],"option_correct":"testPackageName","options":["testPackageName","testDoNotShowSiblingInheritanceLineMarkerIfSubclassImplementsTheSameInterfaceAsTheCurrentClass","parentPackageName","isExternalSystemAwareModule","setPackage","isSecondSearchPossible","testPackage"],"options_nlp":["test package name","test do not show sibling inheritance line marker if subclass implements the same interface as the current class","parent package name","is external system aware module","set package","is second search possible","test package"],"options_random":["isSecondSearchPossible","testDoNotShowSiblingInheritanceLineMarkerIfSubclassImplementsTheSameInterfaceAsTheCurrentClass","isExternalSystemAwareModule"],"options_tfidf":["setPackage","parentPackageName","testPackage"],"project_name":"intellij-community","source_code_string":"public void testPackageName(){\n    setupLoadingFilter();\n\n    PsiClass aClass = myJavaFacade.findClass(\"pack.MyClass2\", GlobalSearchScope.allScope(myProject));\n    String packageName = ((PsiJavaFile)aClass.getContainingFile()).getPackageName();\n    assertEquals(\"pack\", packageName);\n\n    teardownLoadingFilter();\n  }","tokens_in_code":[{"index_id":0,"token_group":0,"text":"{","start_char":0,"line":0},{"index_id":1,"token_group":1,"text":"setup","start_char":4,"line":1},{"index_id":2,"token_group":2,"text":"Loading","start_char":9,"line":1},{"index_id":3,"token_group":2,"text":"Filter","start_char":16,"line":1},{"index_id":4,"token_group":2,"text":"(","start_char":22,"line":1},{"index_id":5,"token_group":3,"text":")","start_char":23,"line":1},{"index_id":6,"token_group":4,"text":";","start_char":24,"line":1},{"index_id":7,"token_group":5,"text":"psi","start_char":4,"line":3},{"index_id":8,"token_group":6,"text":"Class","start_char":7,"line":3},{"index_id":9,"token_group":6,"text":"a","start_char":13,"line":3},{"index_id":10,"token_group":7,"text":"Class","start_char":14,"line":3},{"index_id":11,"token_group":7,"text":"=","start_char":20,"line":3},{"index_id":12,"token_group":8,"text":"my","start_char":22,"line":3},{"index_id":13,"token_group":9,"text":"Java","start_char":24,"line":3},{"index_id":14,"token_group":9,"text":"Facade","start_char":28,"line":3},{"index_id":15,"token_group":9,"text":".","start_char":34,"line":3},{"index_id":16,"token_group":10,"text":"find","start_char":35,"line":3},{"index_id":17,"token_group":11,"text":"Class","start_char":39,"line":3},{"index_id":18,"token_group":11,"text":"(","start_char":44,"line":3},{"index_id":19,"token_group":12,"text":"\"pack.MyClass2\"","start_char":45,"line":3},{"index_id":20,"token_group":13,"text":",","start_char":60,"line":3},{"index_id":21,"token_group":14,"text":"global","start_char":22,"line":4},{"index_id":22,"token_group":15,"text":"Search","start_char":28,"line":4},{"index_id":23,"token_group":15,"text":"Scope","start_char":34,"line":4},{"index_id":24,"token_group":15,"text":".","start_char":39,"line":4},{"index_id":25,"token_group":16,"text":"all","start_char":40,"line":4},{"index_id":26,"token_group":17,"text":"Scope","start_char":43,"line":4},{"index_id":27,"token_group":17,"text":"(","start_char":48,"line":4},{"index_id":28,"token_group":18,"text":"my","start_char":49,"line":4},{"index_id":29,"token_group":19,"text":"Project","start_char":51,"line":4},{"index_id":30,"token_group":19,"text":")","start_char":58,"line":4},{"index_id":31,"token_group":20,"text":")","start_char":59,"line":4},{"index_id":32,"token_group":21,"text":";","start_char":60,"line":4},{"index_id":33,"token_group":22,"text":"string","start_char":4,"line":5},{"index_id":34,"token_group":23,"text":"package","start_char":11,"line":5},{"index_id":35,"token_group":24,"text":"Name","start_char":18,"line":5},{"index_id":36,"token_group":24,"text":"=","start_char":23,"line":5},{"index_id":37,"token_group":25,"text":"(","start_char":25,"line":5},{"index_id":38,"token_group":26,"text":"(","start_char":26,"line":5},{"index_id":39,"token_group":27,"text":"psi","start_char":27,"line":5},{"index_id":40,"token_group":28,"text":"Java","start_char":30,"line":5},{"index_id":41,"token_group":28,"text":"File","start_char":34,"line":5},{"index_id":42,"token_group":28,"text":")","start_char":38,"line":5},{"index_id":43,"token_group":29,"text":"a","start_char":39,"line":5},{"index_id":44,"token_group":30,"text":"Class","start_char":40,"line":5},{"index_id":45,"token_group":30,"text":".","start_char":45,"line":5},{"index_id":46,"token_group":31,"text":"get","start_char":46,"line":5},{"index_id":47,"token_group":32,"text":"Containing","start_char":49,"line":5},{"index_id":48,"token_group":32,"text":"File","start_char":59,"line":5},{"index_id":49,"token_group":32,"text":"(","start_char":63,"line":5},{"index_id":50,"token_group":33,"text":")","start_char":64,"line":5},{"index_id":51,"token_group":34,"text":")","start_char":65,"line":5},{"index_id":52,"token_group":35,"text":".","start_char":66,"line":5},{"index_id":53,"token_group":36,"text":"get","start_char":67,"line":5},{"index_id":54,"token_group":37,"text":"Package","start_char":70,"line":5},{"index_id":55,"token_group":37,"text":"Name","start_char":77,"line":5},{"index_id":56,"token_group":37,"text":"(","start_char":81,"line":5},{"index_id":57,"token_group":38,"text":")","start_char":82,"line":5},{"index_id":58,"token_group":39,"text":";","start_char":83,"line":5},{"index_id":59,"token_group":40,"text":"assert","start_char":4,"line":6},{"index_id":60,"token_group":41,"text":"Equals","start_char":10,"line":6},{"index_id":61,"token_group":41,"text":"(","start_char":16,"line":6},{"index_id":62,"token_group":42,"text":"\"pack\"","start_char":17,"line":6},{"index_id":63,"token_group":43,"text":",","start_char":23,"line":6},{"index_id":64,"token_group":44,"text":"package","start_char":25,"line":6},{"index_id":65,"token_group":45,"text":"Name","start_char":32,"line":6},{"index_id":66,"token_group":45,"text":")","start_char":36,"line":6},{"index_id":67,"token_group":46,"text":";","start_char":37,"line":6},{"index_id":68,"token_group":47,"text":"teardown","start_char":4,"line":8},{"index_id":69,"token_group":48,"text":"Loading","start_char":12,"line":8},{"index_id":70,"token_group":48,"text":"Filter","start_char":19,"line":8},{"index_id":71,"token_group":48,"text":"(","start_char":25,"line":8},{"index_id":72,"token_group":49,"text":")","start_char":26,"line":8},{"index_id":73,"token_group":50,"text":";","start_char":27,"line":8},{"index_id":74,"token_group":51,"text":"}","start_char":0,"line":9}],"tokens_list":["{","setup","Loading","Filter","(",")",";","psi","Class","a","Class","=","my","Java","Facade",".","find","Class","(","\"pack.MyClass2\"",",","global","Search","Scope",".","all","Scope","(","my","Project",")",")",";","string","package","Name","=","(","(","psi","Java","File",")","a","Class",".","get","Containing","File","(",")",")",".","get","Package","Name","(",")",";","assert","Equals","(","\"pack\"",",","package","Name",")",";","teardown","Loading","Filter","(",")",";","}"],"uuid":"1ad24f9d9c4529408ac73e78e8b3d70d"},{"cap_original_tokens":["<SENTENCE_START>","{","<id>","dimension","<\/id>","<id>","dim","<\/id>","=","new","<id>","dimension","<\/id>","(","<id>","my","Preferred","W","<\/id>",",","<id>","my","Preferred","H","<\/id>",")",";","<id>","component","<\/id>","[","]","<id>","components","<\/id>","=","<id>","get","Components","<\/id>","(",")",";","if","(","<id>","components","<\/id>","==","null",")","return",";","for","(","int","<id>","i","<\/id>","=","0",";","<id>","i","<\/id>","<","<id>","components","<\/id>",".","<id>","length","<\/id>",";","<id>","i","<\/id>","++",")","{","if","(","<id>","components","<\/id>","[","<id>","i","<\/id>","]","instanceof","<id>","abstract","Button","<\/id>",")","{","<id>","abstract","Button","<\/id>","<id>","button","<\/id>","=","(","<id>","abstract","Button","<\/id>",")","<id>","components","<\/id>","[","<id>","i","<\/id>","]",";","<id>","button","<\/id>",".","<id>","set","Preferred","Size","<\/id>","(","<id>","dim","<\/id>",")",";","<id>","button","<\/id>",".","<id>","set","Maximum","Size","<\/id>","(","<id>","dim","<\/id>",")",";","<id>","button","<\/id>",".","<id>","set","Minimum","Size","<\/id>","(","<id>","dim","<\/id>",")",";","}","}","}","<SENTENCE_END\/>"],"file_name":"CommandButtonGroup.java","formatted_lines":["{","    Dimension dim = new Dimension(myPreferredW, myPreferredH);","    Component[] components = getComponents();","    if (components == null) return;","    for(int i = 0; i < components.length; i++)","    {","        if (components[i] instanceof AbstractButton)","        {","            AbstractButton button = (AbstractButton)components[i];","            button.setPreferredSize(dim);","            button.setMaximumSize(dim);","            button.setMinimumSize(dim);","        }","    }","}"],"function_name":"updateButtonSizes","function_name_tokens":["update","button","sizes"],"id_body_hash":"acdbe81962d6ba3046cdeff181bab47b","id_same_identifier_list":[0,1,2,3,4,5,6,7,8,8,8,9,10,10,10,11,12,13,14,15,16,17,18,18,19,20,21,22,23,24,25,26,27,28,29,30,31,32,33,34,35,36,37,38,39,40,41,42,43,44,45,46,47,48,49,50,51,52,53,54,54,55,56,57,57,58,59,60,61,61,62,63,64,65,66,67,68,69,70,70,70,71,72,73,74,75,76,77,77,77,78,79,80,81,82,83,84,84,84,85,86,87,88,89,90,91,92],"option_correct":"updateButtonSizes","options":["updateButtonState","setUsePerProjectSettings","addRecentGroup","updateColumnSizes","updateButtonSizes","updateCustomButton","containsSurroundedTextMarker"],"options_nlp":["update button state","set use per project settings","add recent group","update column sizes","update button sizes","update custom button","contains surrounded text marker"],"options_random":["setUsePerProjectSettings","addRecentGroup","containsSurroundedTextMarker"],"options_tfidf":["updateColumnSizes","updateCustomButton","updateButtonState"],"project_name":"intellij-community","source_code_string":"private void updateButtonSizes() {\n    Dimension dim = new Dimension(myPreferredW, myPreferredH);\n    Component[] components = getComponents();\n    if (components == null) return;\n    for(int i = 0; i < components.length; i++){\n      if (components[i] instanceof AbstractButton){\n        AbstractButton button = (AbstractButton)components[i];\n        button.setPreferredSize(dim);\n        button.setMaximumSize(dim);\n        button.setMinimumSize(dim);\n      }\n    }\n  }","tokens_in_code":[{"index_id":0,"token_group":0,"text":"{","start_char":0,"line":0},{"index_id":1,"token_group":1,"text":"dimension","start_char":4,"line":1},{"index_id":2,"token_group":2,"text":"dim","start_char":14,"line":1},{"index_id":3,"token_group":3,"text":"=","start_char":18,"line":1},{"index_id":4,"token_group":4,"text":"new","start_char":20,"line":1},{"index_id":5,"token_group":5,"text":"dimension","start_char":24,"line":1},{"index_id":6,"token_group":6,"text":"(","start_char":33,"line":1},{"index_id":7,"token_group":7,"text":"my","start_char":34,"line":1},{"index_id":8,"token_group":8,"text":"Preferred","start_char":36,"line":1},{"index_id":9,"token_group":8,"text":"W","start_char":45,"line":1},{"index_id":10,"token_group":8,"text":",","start_char":46,"line":1},{"index_id":11,"token_group":9,"text":"my","start_char":48,"line":1},{"index_id":12,"token_group":10,"text":"Preferred","start_char":50,"line":1},{"index_id":13,"token_group":10,"text":"H","start_char":59,"line":1},{"index_id":14,"token_group":10,"text":")","start_char":60,"line":1},{"index_id":15,"token_group":11,"text":";","start_char":61,"line":1},{"index_id":16,"token_group":12,"text":"component","start_char":4,"line":2},{"index_id":17,"token_group":13,"text":"[","start_char":13,"line":2},{"index_id":18,"token_group":14,"text":"]","start_char":14,"line":2},{"index_id":19,"token_group":15,"text":"components","start_char":16,"line":2},{"index_id":20,"token_group":16,"text":"=","start_char":27,"line":2},{"index_id":21,"token_group":17,"text":"get","start_char":29,"line":2},{"index_id":22,"token_group":18,"text":"Components","start_char":32,"line":2},{"index_id":23,"token_group":18,"text":"(","start_char":42,"line":2},{"index_id":24,"token_group":19,"text":")","start_char":43,"line":2},{"index_id":25,"token_group":20,"text":";","start_char":44,"line":2},{"index_id":26,"token_group":21,"text":"if","start_char":4,"line":3},{"index_id":27,"token_group":22,"text":"(","start_char":7,"line":3},{"index_id":28,"token_group":23,"text":"components","start_char":8,"line":3},{"index_id":29,"token_group":24,"text":"==","start_char":19,"line":3},{"index_id":30,"token_group":25,"text":"null","start_char":22,"line":3},{"index_id":31,"token_group":26,"text":")","start_char":26,"line":3},{"index_id":32,"token_group":27,"text":"return","start_char":28,"line":3},{"index_id":33,"token_group":28,"text":";","start_char":34,"line":3},{"index_id":34,"token_group":29,"text":"for","start_char":4,"line":4},{"index_id":35,"token_group":30,"text":"(","start_char":7,"line":4},{"index_id":36,"token_group":31,"text":"int","start_char":8,"line":4},{"index_id":37,"token_group":32,"text":"i","start_char":12,"line":4},{"index_id":38,"token_group":33,"text":"=","start_char":14,"line":4},{"index_id":39,"token_group":34,"text":"0","start_char":16,"line":4},{"index_id":40,"token_group":35,"text":";","start_char":17,"line":4},{"index_id":41,"token_group":36,"text":"i","start_char":19,"line":4},{"index_id":42,"token_group":37,"text":"<","start_char":21,"line":4},{"index_id":43,"token_group":38,"text":"components","start_char":23,"line":4},{"index_id":44,"token_group":39,"text":".","start_char":33,"line":4},{"index_id":45,"token_group":40,"text":"length","start_char":34,"line":4},{"index_id":46,"token_group":41,"text":";","start_char":40,"line":4},{"index_id":47,"token_group":42,"text":"i","start_char":42,"line":4},{"index_id":48,"token_group":43,"text":"++","start_char":43,"line":4},{"index_id":49,"token_group":44,"text":")","start_char":45,"line":4},{"index_id":50,"token_group":45,"text":"{","start_char":4,"line":5},{"index_id":51,"token_group":46,"text":"if","start_char":8,"line":6},{"index_id":52,"token_group":47,"text":"(","start_char":11,"line":6},{"index_id":53,"token_group":48,"text":"components","start_char":12,"line":6},{"index_id":54,"token_group":49,"text":"[","start_char":22,"line":6},{"index_id":55,"token_group":50,"text":"i","start_char":23,"line":6},{"index_id":56,"token_group":51,"text":"]","start_char":24,"line":6},{"index_id":57,"token_group":52,"text":"instanceof","start_char":26,"line":6},{"index_id":58,"token_group":53,"text":"abstract","start_char":37,"line":6},{"index_id":59,"token_group":54,"text":"Button","start_char":45,"line":6},{"index_id":60,"token_group":54,"text":")","start_char":51,"line":6},{"index_id":61,"token_group":55,"text":"{","start_char":8,"line":7},{"index_id":62,"token_group":56,"text":"abstract","start_char":12,"line":8},{"index_id":63,"token_group":57,"text":"Button","start_char":20,"line":8},{"index_id":64,"token_group":57,"text":"button","start_char":27,"line":8},{"index_id":65,"token_group":58,"text":"=","start_char":34,"line":8},{"index_id":66,"token_group":59,"text":"(","start_char":36,"line":8},{"index_id":67,"token_group":60,"text":"abstract","start_char":37,"line":8},{"index_id":68,"token_group":61,"text":"Button","start_char":45,"line":8},{"index_id":69,"token_group":61,"text":")","start_char":51,"line":8},{"index_id":70,"token_group":62,"text":"components","start_char":52,"line":8},{"index_id":71,"token_group":63,"text":"[","start_char":62,"line":8},{"index_id":72,"token_group":64,"text":"i","start_char":63,"line":8},{"index_id":73,"token_group":65,"text":"]","start_char":64,"line":8},{"index_id":74,"token_group":66,"text":";","start_char":65,"line":8},{"index_id":75,"token_group":67,"text":"button","start_char":12,"line":9},{"index_id":76,"token_group":68,"text":".","start_char":18,"line":9},{"index_id":77,"token_group":69,"text":"set","start_char":19,"line":9},{"index_id":78,"token_group":70,"text":"Preferred","start_char":22,"line":9},{"index_id":79,"token_group":70,"text":"Size","start_char":31,"line":9},{"index_id":80,"token_group":70,"text":"(","start_char":35,"line":9},{"index_id":81,"token_group":71,"text":"dim","start_char":36,"line":9},{"index_id":82,"token_group":72,"text":")","start_char":39,"line":9},{"index_id":83,"token_group":73,"text":";","start_char":40,"line":9},{"index_id":84,"token_group":74,"text":"button","start_char":12,"line":10},{"index_id":85,"token_group":75,"text":".","start_char":18,"line":10},{"index_id":86,"token_group":76,"text":"set","start_char":19,"line":10},{"index_id":87,"token_group":77,"text":"Maximum","start_char":22,"line":10},{"index_id":88,"token_group":77,"text":"Size","start_char":29,"line":10},{"index_id":89,"token_group":77,"text":"(","start_char":33,"line":10},{"index_id":90,"token_group":78,"text":"dim","start_char":34,"line":10},{"index_id":91,"token_group":79,"text":")","start_char":37,"line":10},{"index_id":92,"token_group":80,"text":";","start_char":38,"line":10},{"index_id":93,"token_group":81,"text":"button","start_char":12,"line":11},{"index_id":94,"token_group":82,"text":".","start_char":18,"line":11},{"index_id":95,"token_group":83,"text":"set","start_char":19,"line":11},{"index_id":96,"token_group":84,"text":"Minimum","start_char":22,"line":11},{"index_id":97,"token_group":84,"text":"Size","start_char":29,"line":11},{"index_id":98,"token_group":84,"text":"(","start_char":33,"line":11},{"index_id":99,"token_group":85,"text":"dim","start_char":34,"line":11},{"index_id":100,"token_group":86,"text":")","start_char":37,"line":11},{"index_id":101,"token_group":87,"text":";","start_char":38,"line":11},{"index_id":102,"token_group":88,"text":"}","start_char":8,"line":12},{"index_id":103,"token_group":89,"text":"}","start_char":4,"line":13},{"index_id":104,"token_group":90,"text":"}","start_char":0,"line":14}],"tokens_list":["{","dimension","dim","=","new","dimension","(","my","Preferred","W",",","my","Preferred","H",")",";","component","[","]","components","=","get","Components","(",")",";","if","(","components","==","null",")","return",";","for","(","int","i","=","0",";","i","<","components",".","length",";","i","++",")","{","if","(","components","[","i","]","instanceof","abstract","Button",")","{","abstract","Button","button","=","(","abstract","Button",")","components","[","i","]",";","button",".","set","Preferred","Size","(","dim",")",";","button",".","set","Maximum","Size","(","dim",")",";","button",".","set","Minimum","Size","(","dim",")",";","}","}","}"],"uuid":"a663523381604eb80751e854b9f16615"},{"cap_original_tokens":["<SENTENCE_START>","{","this",".","<id>","path","<\/id>","=","<id>","path","<\/id>",";","}","<SENTENCE_END\/>"],"file_name":"GroupTypeEntity.java","formatted_lines":["{","    this.path = path;","}"],"function_name":"setPath","function_name_tokens":["set","path"],"id_body_hash":"eddf8e04b2b342578004b87b268b56a9","id_same_identifier_list":[0,1,2,3,4,5,6,7,8,9],"option_correct":"setPath","options":["setPathAddress","testSession30","setModulePath","setPath","path","testCorrectNamingContextUsedForEjbInWar","push"],"options_nlp":["set path address","test session 30","set module path","set path","path","test correct naming context used for ejb in war","push"],"options_random":["testSession30","testCorrectNamingContextUsedForEjbInWar","push"],"options_tfidf":["path","setPathAddress","setModulePath"],"project_name":"wildfly","source_code_string":"public void setPath(String path) {\n        this.path = path;\n    }","tokens_in_code":[{"index_id":0,"token_group":0,"text":"{","start_char":0,"line":0},{"index_id":1,"token_group":1,"text":"this","start_char":4,"line":1},{"index_id":2,"token_group":2,"text":".","start_char":8,"line":1},{"index_id":3,"token_group":3,"text":"path","start_char":9,"line":1},{"index_id":4,"token_group":4,"text":"=","start_char":14,"line":1},{"index_id":5,"token_group":5,"text":"path","start_char":16,"line":1},{"index_id":6,"token_group":6,"text":";","start_char":20,"line":1},{"index_id":7,"token_group":7,"text":"}","start_char":0,"line":2}],"tokens_list":["{","this",".","path","=","path",";","}"],"uuid":"00758cdcaf1f01adade4976d721fe49c"},{"cap_original_tokens":["<SENTENCE_START>","{","<id>","singleton","Registry","<\/id>",".","<id>","close","<\/id>","(",")",";","<id>","singleton","Registry","<\/id>","=","new","<id>","connector","Service","Registry","<\/id>","(",")",";","}","<SENTENCE_END\/>"],"file_name":"ConnectorServices.java","formatted_lines":["{","    singletonRegistry.close();","    singletonRegistry = new ConnectorServiceRegistry();","}"],"function_name":"reset","function_name_tokens":["reset"],"id_body_hash":"4ba8587d165634ca9003f521e41ae48d","id_same_identifier_list":[0,1,2,2,3,4,5,6,7,8,8,9,10,11,11,11,12,13,14,15,16],"option_correct":"reset","options":["testSecondSearchBlank","resetStdinPipe","setToolVersion","getExtraArguments","reset","setForkOptions","parseMavenMetadataInto"],"options_nlp":["test second search blank","reset stdin pipe","set tool version","get extra arguments","reset","set fork options","parse maven metadata into"],"options_random":["getExtraArguments","parseMavenMetadataInto","testSecondSearchBlank"],"options_tfidf":["setForkOptions","resetStdinPipe","setToolVersion"],"project_name":"gradle","source_code_string":"public static void reset() {\n        singletonRegistry.close();\n        singletonRegistry = new ConnectorServiceRegistry();\n    }","tokens_in_code":[{"index_id":0,"token_group":0,"text":"{","start_char":0,"line":0},{"index_id":1,"token_group":1,"text":"singleton","start_char":4,"line":1},{"index_id":2,"token_group":2,"text":"Registry","start_char":13,"line":1},{"index_id":3,"token_group":2,"text":".","start_char":21,"line":1},{"index_id":4,"token_group":3,"text":"close","start_char":22,"line":1},{"index_id":5,"token_group":4,"text":"(","start_char":27,"line":1},{"index_id":6,"token_group":5,"text":")","start_char":28,"line":1},{"index_id":7,"token_group":6,"text":";","start_char":29,"line":1},{"index_id":8,"token_group":7,"text":"singleton","start_char":4,"line":2},{"index_id":9,"token_group":8,"text":"Registry","start_char":13,"line":2},{"index_id":10,"token_group":8,"text":"=","start_char":22,"line":2},{"index_id":11,"token_group":9,"text":"new","start_char":24,"line":2},{"index_id":12,"token_group":10,"text":"connector","start_char":28,"line":2},{"index_id":13,"token_group":11,"text":"Service","start_char":37,"line":2},{"index_id":14,"token_group":11,"text":"Registry","start_char":44,"line":2},{"index_id":15,"token_group":11,"text":"(","start_char":52,"line":2},{"index_id":16,"token_group":12,"text":")","start_char":53,"line":2},{"index_id":17,"token_group":13,"text":";","start_char":54,"line":2},{"index_id":18,"token_group":14,"text":"}","start_char":0,"line":3}],"tokens_list":["{","singleton","Registry",".","close","(",")",";","singleton","Registry","=","new","connector","Service","Registry","(",")",";","}"],"uuid":"e3e78db1a5a11287b40c595238d2c4b8"},{"cap_original_tokens":["<SENTENCE_START>","{","<id>","register","Function","<\/id>","(","\"current_time\"",",","new","<id>","no","Arg","Sql","Function","<\/id>","(","\"current_time\"",",","<id>","standard","Basic","Types","<\/id>",".","<id>","time","<\/id>",",","false",")",")",";","<id>","register","Function","<\/id>","(","\"current_timestamp\"",",","new","<id>","no","Arg","Sql","Function","<\/id>","(","\"current_timestamp\"",",","<id>","standard","Basic","Types","<\/id>",".","<id>","timestamp","<\/id>",",","false",")",")",";","<id>","register","Function","<\/id>","(","\"current_date\"",",","new","<id>","no","Arg","Sql","Function","<\/id>","(","\"current_date\"",",","<id>","standard","Basic","Types","<\/id>",".","<id>","date","<\/id>",",","false",")",")",";","}","<SENTENCE_END\/>"],"file_name":"Ingres9Dialect.java","formatted_lines":["{","    registerFunction( \"current_time\", new NoArgSQLFunction( \"current_time\",","                      StandardBasicTypes.TIME, false ) );","    registerFunction(","        \"current_timestamp\", new NoArgSQLFunction(","            \"current_timestamp\",","            StandardBasicTypes.TIMESTAMP,","            false","        )","    );","    registerFunction( \"current_date\", new NoArgSQLFunction( \"current_date\",","                      StandardBasicTypes.DATE, false ) );","}"],"function_name":"registerDateTimeFunctions","function_name_tokens":["register","date","time","functions"],"id_body_hash":"5545df49f903ac1f48c1f1913f2c3eb1","id_same_identifier_list":[0,1,2,2,3,4,5,6,7,7,7,7,8,9,10,11,11,11,12,13,14,15,16,17,18,19,19,20,21,22,23,24,24,24,24,25,26,27,28,28,28,29,30,31,32,33,34,35,36,36,37,38,39,40,41,41,41,41,42,43,44,45,45,45,46,47,48,49,50,51,52,53,54],"option_correct":"registerDateTimeFunctions","options":["in","testSameMappingValues","appendElementColumns","testTimeAsDate","registerDateTimeFunctions","registerDateTimeColumnTypes","register71Functions"],"options_nlp":["in","test same mapping values","append element columns","test time as date","register date time functions","register date time column types","register 71 functions"],"options_random":["testSameMappingValues","appendElementColumns","in"],"options_tfidf":["registerDateTimeColumnTypes","testTimeAsDate","register71Functions"],"project_name":"hibernate-orm","source_code_string":"protected void registerDateTimeFunctions() {\n\t\tregisterFunction( \"current_time\", new NoArgSQLFunction( \"current_time\", StandardBasicTypes.TIME, false ) );\n\t\tregisterFunction(\n\t\t\t\t\"current_timestamp\", new NoArgSQLFunction(\n\t\t\t\t\"current_timestamp\",\n\t\t\t\tStandardBasicTypes.TIMESTAMP,\n\t\t\t\tfalse\n\t\t)\n\t\t);\n\t\tregisterFunction( \"current_date\", new NoArgSQLFunction( \"current_date\", StandardBasicTypes.DATE, false ) );\n\t}","tokens_in_code":[{"index_id":0,"token_group":0,"text":"{","start_char":0,"line":0},{"index_id":1,"token_group":1,"text":"register","start_char":4,"line":1},{"index_id":2,"token_group":2,"text":"Function","start_char":12,"line":1},{"index_id":3,"token_group":2,"text":"(","start_char":20,"line":1},{"index_id":4,"token_group":3,"text":"\"current_time\"","start_char":22,"line":1},{"index_id":5,"token_group":4,"text":",","start_char":36,"line":1},{"index_id":6,"token_group":5,"text":"new","start_char":38,"line":1},{"index_id":7,"token_group":6,"text":"no","start_char":42,"line":1},{"index_id":8,"token_group":7,"text":"Arg","start_char":44,"line":1},{"index_id":9,"token_group":7,"text":"Sql","start_char":47,"line":1},{"index_id":10,"token_group":7,"text":"Function","start_char":50,"line":1},{"index_id":11,"token_group":7,"text":"(","start_char":58,"line":1},{"index_id":12,"token_group":8,"text":"\"current_time\"","start_char":60,"line":1},{"index_id":13,"token_group":9,"text":",","start_char":74,"line":1},{"index_id":14,"token_group":10,"text":"standard","start_char":22,"line":2},{"index_id":15,"token_group":11,"text":"Basic","start_char":30,"line":2},{"index_id":16,"token_group":11,"text":"Types","start_char":35,"line":2},{"index_id":17,"token_group":11,"text":".","start_char":40,"line":2},{"index_id":18,"token_group":12,"text":"time","start_char":41,"line":2},{"index_id":19,"token_group":13,"text":",","start_char":45,"line":2},{"index_id":20,"token_group":14,"text":"false","start_char":47,"line":2},{"index_id":21,"token_group":15,"text":")","start_char":53,"line":2},{"index_id":22,"token_group":16,"text":")","start_char":55,"line":2},{"index_id":23,"token_group":17,"text":";","start_char":56,"line":2},{"index_id":24,"token_group":18,"text":"register","start_char":4,"line":3},{"index_id":25,"token_group":19,"text":"Function","start_char":12,"line":3},{"index_id":26,"token_group":19,"text":"(","start_char":20,"line":3},{"index_id":27,"token_group":20,"text":"\"current_timestamp\"","start_char":8,"line":4},{"index_id":28,"token_group":21,"text":",","start_char":27,"line":4},{"index_id":29,"token_group":22,"text":"new","start_char":29,"line":4},{"index_id":30,"token_group":23,"text":"no","start_char":33,"line":4},{"index_id":31,"token_group":24,"text":"Arg","start_char":35,"line":4},{"index_id":32,"token_group":24,"text":"Sql","start_char":38,"line":4},{"index_id":33,"token_group":24,"text":"Function","start_char":41,"line":4},{"index_id":34,"token_group":24,"text":"(","start_char":49,"line":4},{"index_id":35,"token_group":25,"text":"\"current_timestamp\"","start_char":12,"line":5},{"index_id":36,"token_group":26,"text":",","start_char":31,"line":5},{"index_id":37,"token_group":27,"text":"standard","start_char":12,"line":6},{"index_id":38,"token_group":28,"text":"Basic","start_char":20,"line":6},{"index_id":39,"token_group":28,"text":"Types","start_char":25,"line":6},{"index_id":40,"token_group":28,"text":".","start_char":30,"line":6},{"index_id":41,"token_group":29,"text":"timestamp","start_char":31,"line":6},{"index_id":42,"token_group":30,"text":",","start_char":40,"line":6},{"index_id":43,"token_group":31,"text":"false","start_char":12,"line":7},{"index_id":44,"token_group":32,"text":")","start_char":8,"line":8},{"index_id":45,"token_group":33,"text":")","start_char":4,"line":9},{"index_id":46,"token_group":34,"text":";","start_char":5,"line":9},{"index_id":47,"token_group":35,"text":"register","start_char":4,"line":10},{"index_id":48,"token_group":36,"text":"Function","start_char":12,"line":10},{"index_id":49,"token_group":36,"text":"(","start_char":20,"line":10},{"index_id":50,"token_group":37,"text":"\"current_date\"","start_char":22,"line":10},{"index_id":51,"token_group":38,"text":",","start_char":36,"line":10},{"index_id":52,"token_group":39,"text":"new","start_char":38,"line":10},{"index_id":53,"token_group":40,"text":"no","start_char":42,"line":10},{"index_id":54,"token_group":41,"text":"Arg","start_char":44,"line":10},{"index_id":55,"token_group":41,"text":"Sql","start_char":47,"line":10},{"index_id":56,"token_group":41,"text":"Function","start_char":50,"line":10},{"index_id":57,"token_group":41,"text":"(","start_char":58,"line":10},{"index_id":58,"token_group":42,"text":"\"current_date\"","start_char":60,"line":10},{"index_id":59,"token_group":43,"text":",","start_char":74,"line":10},{"index_id":60,"token_group":44,"text":"standard","start_char":22,"line":11},{"index_id":61,"token_group":45,"text":"Basic","start_char":30,"line":11},{"index_id":62,"token_group":45,"text":"Types","start_char":35,"line":11},{"index_id":63,"token_group":45,"text":".","start_char":40,"line":11},{"index_id":64,"token_group":46,"text":"date","start_char":41,"line":11},{"index_id":65,"token_group":47,"text":",","start_char":45,"line":11},{"index_id":66,"token_group":48,"text":"false","start_char":47,"line":11},{"index_id":67,"token_group":49,"text":")","start_char":53,"line":11},{"index_id":68,"token_group":50,"text":")","start_char":55,"line":11},{"index_id":69,"token_group":51,"text":";","start_char":56,"line":11},{"index_id":70,"token_group":52,"text":"}","start_char":0,"line":12}],"tokens_list":["{","register","Function","(","\"current_time\"",",","new","no","Arg","Sql","Function","(","\"current_time\"",",","standard","Basic","Types",".","time",",","false",")",")",";","register","Function","(","\"current_timestamp\"",",","new","no","Arg","Sql","Function","(","\"current_timestamp\"",",","standard","Basic","Types",".","timestamp",",","false",")",")",";","register","Function","(","\"current_date\"",",","new","no","Arg","Sql","Function","(","\"current_date\"",",","standard","Basic","Types",".","date",",","false",")",")",";","}"],"uuid":"8c9ba43b3072ed93f1b0d2a133a22b74"},{"cap_original_tokens":["<SENTENCE_START>","{","<id>","","Group","Id","<\/id>","=","<id>","group","Id","<\/id>",";","}","<SENTENCE_END\/>"],"file_name":"FolderSoap.java","formatted_lines":["{","    _groupId = groupId;","}"],"function_name":"setGroupId","function_name_tokens":["set","group","id"],"id_body_hash":"9ddd4b66d27f84bf37a021ccf2c3d0ce","id_same_identifier_list":[0,1,2,2,2,3,4,4,5,6,7],"option_correct":"setGroupId","options":["setRuleGroupId","addDDMStructureVersion","setUserGroupId","setGroupId","testSingleRangeByte","setManagementBarFilterItems","setId"],"options_nlp":["set rule group id","add ddm structure version","set user group id","set group id","test single range byte","set management bar filter items","set id"],"options_random":["testSingleRangeByte","addDDMStructureVersion","setManagementBarFilterItems"],"options_tfidf":["setRuleGroupId","setId","setUserGroupId"],"project_name":"liferay-portal","source_code_string":"public void setGroupId(long groupId) {\n\t\t_groupId = groupId;\n\t}","tokens_in_code":[{"index_id":0,"token_group":0,"text":"{","start_char":0,"line":0},{"index_id":1,"token_group":1,"text":"","start_char":1,"line":0},{"index_id":2,"token_group":2,"text":"Group","start_char":5,"line":1},{"index_id":3,"token_group":2,"text":"Id","start_char":10,"line":1},{"index_id":4,"token_group":2,"text":"=","start_char":13,"line":1},{"index_id":5,"token_group":3,"text":"group","start_char":15,"line":1},{"index_id":6,"token_group":4,"text":"Id","start_char":20,"line":1},{"index_id":7,"token_group":4,"text":";","start_char":22,"line":1},{"index_id":8,"token_group":5,"text":"}","start_char":0,"line":2}],"tokens_list":["{","","Group","Id","=","group","Id",";","}"],"uuid":"b75d85412bf4ea5e6ed9920a70bfca20"},{"cap_original_tokens":["<SENTENCE_START>","{","boolean","<id>","should","Fold","Doc","String","<\/id>","=","<id>","get","Doc","String","Owner","Type","<\/id>","(","<id>","node","<\/id>",")","!=","null","&&","<id>","string","Util","<\/id>",".","<id>","count","New","Lines","<\/id>","(","<id>","node","<\/id>",".","<id>","get","Chars","<\/id>","(",")",")",">","1",";","boolean","<id>","should","Fold","String","<\/id>","=","<id>","get","Doc","String","Owner","Type","<\/id>","(","<id>","node","<\/id>",")","==","null","&&","<id>","string","Util","<\/id>",".","<id>","count","New","Lines","<\/id>","(","<id>","node","<\/id>",".","<id>","get","Chars","<\/id>","(",")",")",">","0",";","if","(","<id>","should","Fold","Doc","String","<\/id>","||","<id>","should","Fold","String","<\/id>",")","{","<id>","descriptors","<\/id>",".","<id>","add","<\/id>","(","new","<id>","folding","Descriptor","<\/id>","(","<id>","node","<\/id>",",","<id>","node","<\/id>",".","<id>","get","Text","Range","<\/id>","(",")",")",")",";","}","}","<SENTENCE_END\/>"],"file_name":"PythonFoldingBuilder.java","formatted_lines":["{","","    boolean shouldFoldDocString = getDocStringOwnerType(node) != null &&","                                  StringUtil.countNewLines(node.getChars()) > 1;","    boolean shouldFoldString = getDocStringOwnerType(node) == null &&","                               StringUtil.countNewLines(node.getChars()) > 0;","    if (shouldFoldDocString || shouldFoldString)","    {","        descriptors.add(new FoldingDescriptor(node, node.getTextRange()));","    }","}"],"function_name":"foldLongStrings","function_name_tokens":["fold","long","strings"],"id_body_hash":"425e9f0573cd90a332c1902ee61be3ed","id_same_identifier_list":[0,1,2,3,3,3,3,4,5,5,5,5,5,6,7,8,9,10,11,12,12,13,14,14,14,15,16,17,18,18,19,20,21,22,23,24,25,26,26,26,27,28,28,28,28,28,29,30,31,32,33,34,35,35,36,37,37,37,38,39,40,41,41,42,43,44,45,46,47,48,49,50,50,50,50,51,52,52,52,53,54,55,56,57,58,59,60,60,61,62,63,64,65,66,66,66,67,68,69,70,71,72,73,74],"option_correct":"foldLongStrings","options":["putFeedback","putLong","foldLongStrings","forLongFieldIn","checkTrackedBranchesConfigured","testIntPlusLongNotDouble","parseString"],"options_nlp":["put feedback","put long","fold long strings","for long field in","check tracked branches configured","test int plus long not double","parse string"],"options_random":["putFeedback","checkTrackedBranchesConfigured","parseString"],"options_tfidf":["putLong","testIntPlusLongNotDouble","forLongFieldIn"],"project_name":"intellij-community","source_code_string":"private static void foldLongStrings(ASTNode node, List<FoldingDescriptor> descriptors) {\n    \n    boolean shouldFoldDocString = getDocStringOwnerType(node) != null && StringUtil.countNewLines(node.getChars()) > 1;\n    boolean shouldFoldString = getDocStringOwnerType(node) == null && StringUtil.countNewLines(node.getChars()) > 0;\n    if (shouldFoldDocString || shouldFoldString) {\n      descriptors.add(new FoldingDescriptor(node, node.getTextRange()));\n    }\n  }","tokens_in_code":[{"index_id":0,"token_group":0,"text":"{","start_char":0,"line":0},{"index_id":1,"token_group":1,"text":"boolean","start_char":4,"line":2},{"index_id":2,"token_group":2,"text":"should","start_char":12,"line":2},{"index_id":3,"token_group":3,"text":"Fold","start_char":18,"line":2},{"index_id":4,"token_group":3,"text":"Doc","start_char":22,"line":2},{"index_id":5,"token_group":3,"text":"String","start_char":25,"line":2},{"index_id":6,"token_group":3,"text":"=","start_char":32,"line":2},{"index_id":7,"token_group":4,"text":"get","start_char":34,"line":2},{"index_id":8,"token_group":5,"text":"Doc","start_char":37,"line":2},{"index_id":9,"token_group":5,"text":"String","start_char":40,"line":2},{"index_id":10,"token_group":5,"text":"Owner","start_char":46,"line":2},{"index_id":11,"token_group":5,"text":"Type","start_char":51,"line":2},{"index_id":12,"token_group":5,"text":"(","start_char":55,"line":2},{"index_id":13,"token_group":6,"text":"node","start_char":56,"line":2},{"index_id":14,"token_group":7,"text":")","start_char":60,"line":2},{"index_id":15,"token_group":8,"text":"!=","start_char":62,"line":2},{"index_id":16,"token_group":9,"text":"null","start_char":65,"line":2},{"index_id":17,"token_group":10,"text":"&&","start_char":70,"line":2},{"index_id":18,"token_group":11,"text":"string","start_char":34,"line":3},{"index_id":19,"token_group":12,"text":"Util","start_char":40,"line":3},{"index_id":20,"token_group":12,"text":".","start_char":44,"line":3},{"index_id":21,"token_group":13,"text":"count","start_char":45,"line":3},{"index_id":22,"token_group":14,"text":"New","start_char":50,"line":3},{"index_id":23,"token_group":14,"text":"Lines","start_char":53,"line":3},{"index_id":24,"token_group":14,"text":"(","start_char":58,"line":3},{"index_id":25,"token_group":15,"text":"node","start_char":59,"line":3},{"index_id":26,"token_group":16,"text":".","start_char":63,"line":3},{"index_id":27,"token_group":17,"text":"get","start_char":64,"line":3},{"index_id":28,"token_group":18,"text":"Chars","start_char":67,"line":3},{"index_id":29,"token_group":18,"text":"(","start_char":72,"line":3},{"index_id":30,"token_group":19,"text":")","start_char":73,"line":3},{"index_id":31,"token_group":20,"text":")","start_char":74,"line":3},{"index_id":32,"token_group":21,"text":">","start_char":76,"line":3},{"index_id":33,"token_group":22,"text":"1","start_char":78,"line":3},{"index_id":34,"token_group":23,"text":";","start_char":79,"line":3},{"index_id":35,"token_group":24,"text":"boolean","start_char":4,"line":4},{"index_id":36,"token_group":25,"text":"should","start_char":12,"line":4},{"index_id":37,"token_group":26,"text":"Fold","start_char":18,"line":4},{"index_id":38,"token_group":26,"text":"String","start_char":22,"line":4},{"index_id":39,"token_group":26,"text":"=","start_char":29,"line":4},{"index_id":40,"token_group":27,"text":"get","start_char":31,"line":4},{"index_id":41,"token_group":28,"text":"Doc","start_char":34,"line":4},{"index_id":42,"token_group":28,"text":"String","start_char":37,"line":4},{"index_id":43,"token_group":28,"text":"Owner","start_char":43,"line":4},{"index_id":44,"token_group":28,"text":"Type","start_char":48,"line":4},{"index_id":45,"token_group":28,"text":"(","start_char":52,"line":4},{"index_id":46,"token_group":29,"text":"node","start_char":53,"line":4},{"index_id":47,"token_group":30,"text":")","start_char":57,"line":4},{"index_id":48,"token_group":31,"text":"==","start_char":59,"line":4},{"index_id":49,"token_group":32,"text":"null","start_char":62,"line":4},{"index_id":50,"token_group":33,"text":"&&","start_char":67,"line":4},{"index_id":51,"token_group":34,"text":"string","start_char":31,"line":5},{"index_id":52,"token_group":35,"text":"Util","start_char":37,"line":5},{"index_id":53,"token_group":35,"text":".","start_char":41,"line":5},{"index_id":54,"token_group":36,"text":"count","start_char":42,"line":5},{"index_id":55,"token_group":37,"text":"New","start_char":47,"line":5},{"index_id":56,"token_group":37,"text":"Lines","start_char":50,"line":5},{"index_id":57,"token_group":37,"text":"(","start_char":55,"line":5},{"index_id":58,"token_group":38,"text":"node","start_char":56,"line":5},{"index_id":59,"token_group":39,"text":".","start_char":60,"line":5},{"index_id":60,"token_group":40,"text":"get","start_char":61,"line":5},{"index_id":61,"token_group":41,"text":"Chars","start_char":64,"line":5},{"index_id":62,"token_group":41,"text":"(","start_char":69,"line":5},{"index_id":63,"token_group":42,"text":")","start_char":70,"line":5},{"index_id":64,"token_group":43,"text":")","start_char":71,"line":5},{"index_id":65,"token_group":44,"text":">","start_char":73,"line":5},{"index_id":66,"token_group":45,"text":"0","start_char":75,"line":5},{"index_id":67,"token_group":46,"text":";","start_char":76,"line":5},{"index_id":68,"token_group":47,"text":"if","start_char":4,"line":6},{"index_id":69,"token_group":48,"text":"(","start_char":7,"line":6},{"index_id":70,"token_group":49,"text":"should","start_char":8,"line":6},{"index_id":71,"token_group":50,"text":"Fold","start_char":14,"line":6},{"index_id":72,"token_group":50,"text":"Doc","start_char":18,"line":6},{"index_id":73,"token_group":50,"text":"String","start_char":21,"line":6},{"index_id":74,"token_group":50,"text":"||","start_char":28,"line":6},{"index_id":75,"token_group":51,"text":"should","start_char":31,"line":6},{"index_id":76,"token_group":52,"text":"Fold","start_char":37,"line":6},{"index_id":77,"token_group":52,"text":"String","start_char":41,"line":6},{"index_id":78,"token_group":52,"text":")","start_char":47,"line":6},{"index_id":79,"token_group":53,"text":"{","start_char":4,"line":7},{"index_id":80,"token_group":54,"text":"descriptors","start_char":8,"line":8},{"index_id":81,"token_group":55,"text":".","start_char":19,"line":8},{"index_id":82,"token_group":56,"text":"add","start_char":20,"line":8},{"index_id":83,"token_group":57,"text":"(","start_char":23,"line":8},{"index_id":84,"token_group":58,"text":"new","start_char":24,"line":8},{"index_id":85,"token_group":59,"text":"folding","start_char":28,"line":8},{"index_id":86,"token_group":60,"text":"Descriptor","start_char":35,"line":8},{"index_id":87,"token_group":60,"text":"(","start_char":45,"line":8},{"index_id":88,"token_group":61,"text":"node","start_char":46,"line":8},{"index_id":89,"token_group":62,"text":",","start_char":50,"line":8},{"index_id":90,"token_group":63,"text":"node","start_char":52,"line":8},{"index_id":91,"token_group":64,"text":".","start_char":56,"line":8},{"index_id":92,"token_group":65,"text":"get","start_char":57,"line":8},{"index_id":93,"token_group":66,"text":"Text","start_char":60,"line":8},{"index_id":94,"token_group":66,"text":"Range","start_char":64,"line":8},{"index_id":95,"token_group":66,"text":"(","start_char":69,"line":8},{"index_id":96,"token_group":67,"text":")","start_char":70,"line":8},{"index_id":97,"token_group":68,"text":")","start_char":71,"line":8},{"index_id":98,"token_group":69,"text":")","start_char":72,"line":8},{"index_id":99,"token_group":70,"text":";","start_char":73,"line":8},{"index_id":100,"token_group":71,"text":"}","start_char":4,"line":9},{"index_id":101,"token_group":72,"text":"}","start_char":0,"line":10}],"tokens_list":["{","boolean","should","Fold","Doc","String","=","get","Doc","String","Owner","Type","(","node",")","!=","null","&&","string","Util",".","count","New","Lines","(","node",".","get","Chars","(",")",")",">","1",";","boolean","should","Fold","String","=","get","Doc","String","Owner","Type","(","node",")","==","null","&&","string","Util",".","count","New","Lines","(","node",".","get","Chars","(",")",")",">","0",";","if","(","should","Fold","Doc","String","||","should","Fold","String",")","{","descriptors",".","add","(","new","folding","Descriptor","(","node",",","node",".","get","Text","Range","(",")",")",")",";","}","}"],"uuid":"78facc7d45ce96630733a03ef8dfe9ff"},{"cap_original_tokens":["<SENTENCE_START>","{","for","(","<id>","session","<\/id>","<id>","sess","<\/id>",":","<id>","sessions","<\/id>",".","<id>","values","<\/id>","(",")",")","<id>","sess","<\/id>",".","<id>","close","<\/id>","(",")",";","for","(","<id>","cluster","<\/id>","<id>","cl","<\/id>",":","<id>","clusters","<\/id>",".","<id>","values","<\/id>","(",")",")","<id>","cl","<\/id>",".","<id>","close","<\/id>","(",")",";","if","(","<id>","server","<\/id>","!=","null",")","<id>","server","<\/id>",".","<id>","stop","<\/id>","(",")",";","if","(","<id>","reuse","Prepared","<\/id>",")","<id>","query","Processor","<\/id>",".","<id>","clear","Internal","Statements","Cache","<\/id>","(",")",";","}","<SENTENCE_END\/>"],"file_name":"CQLTester.java","formatted_lines":["{","    for (Session sess : sessions.values())","        sess.close();","    for (Cluster cl : clusters.values())","        cl.close();","","    if (server != null)","        server.stop();","","","","    if (reusePrepared)","        QueryProcessor.clearInternalStatementsCache();","}"],"function_name":"tearDownClass","function_name_tokens":["tear","down","class"],"id_body_hash":"6ba753caba960ba0f58a6a78e16c1669","id_same_identifier_list":[0,1,2,3,4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25,26,27,28,29,30,31,32,33,34,35,36,37,38,39,40,41,42,43,44,45,46,47,48,49,50,50,51,52,52,53,54,54,54,54,55,56,57,58,59],"option_correct":"tearDownClass","options":["afterClass","tearDownClass","testSorting","setupClass","isShuttingDown","atomicMoveWithFallback","getEndpointsIterator"],"options_nlp":["after class","tear down class","test sorting","setup class","is shutting down","atomic move with fallback","get endpoints iterator"],"options_random":["atomicMoveWithFallback","getEndpointsIterator","testSorting"],"options_tfidf":["setupClass","isShuttingDown","afterClass"],"project_name":"cassandra","source_code_string":"@AfterClass\n    public static void tearDownClass()\n    {\n        for (Session sess : sessions.values())\n                sess.close();\n        for (Cluster cl : clusters.values())\n                cl.close();\n\n        if (server != null)\n            server.stop();\n\n        \n        \n        if (reusePrepared)\n            QueryProcessor.clearInternalStatementsCache();\n    }","tokens_in_code":[{"index_id":0,"token_group":0,"text":"{","start_char":0,"line":0},{"index_id":1,"token_group":1,"text":"for","start_char":4,"line":1},{"index_id":2,"token_group":2,"text":"(","start_char":8,"line":1},{"index_id":3,"token_group":3,"text":"session","start_char":9,"line":1},{"index_id":4,"token_group":4,"text":"sess","start_char":17,"line":1},{"index_id":5,"token_group":5,"text":":","start_char":22,"line":1},{"index_id":6,"token_group":6,"text":"sessions","start_char":24,"line":1},{"index_id":7,"token_group":7,"text":".","start_char":32,"line":1},{"index_id":8,"token_group":8,"text":"values","start_char":33,"line":1},{"index_id":9,"token_group":9,"text":"(","start_char":39,"line":1},{"index_id":10,"token_group":10,"text":")","start_char":40,"line":1},{"index_id":11,"token_group":11,"text":")","start_char":41,"line":1},{"index_id":12,"token_group":12,"text":"sess","start_char":8,"line":2},{"index_id":13,"token_group":13,"text":".","start_char":12,"line":2},{"index_id":14,"token_group":14,"text":"close","start_char":13,"line":2},{"index_id":15,"token_group":15,"text":"(","start_char":18,"line":2},{"index_id":16,"token_group":16,"text":")","start_char":19,"line":2},{"index_id":17,"token_group":17,"text":";","start_char":20,"line":2},{"index_id":18,"token_group":18,"text":"for","start_char":4,"line":3},{"index_id":19,"token_group":19,"text":"(","start_char":8,"line":3},{"index_id":20,"token_group":20,"text":"cluster","start_char":9,"line":3},{"index_id":21,"token_group":21,"text":"cl","start_char":17,"line":3},{"index_id":22,"token_group":22,"text":":","start_char":20,"line":3},{"index_id":23,"token_group":23,"text":"clusters","start_char":22,"line":3},{"index_id":24,"token_group":24,"text":".","start_char":30,"line":3},{"index_id":25,"token_group":25,"text":"values","start_char":31,"line":3},{"index_id":26,"token_group":26,"text":"(","start_char":37,"line":3},{"index_id":27,"token_group":27,"text":")","start_char":38,"line":3},{"index_id":28,"token_group":28,"text":")","start_char":39,"line":3},{"index_id":29,"token_group":29,"text":"cl","start_char":8,"line":4},{"index_id":30,"token_group":30,"text":".","start_char":10,"line":4},{"index_id":31,"token_group":31,"text":"close","start_char":11,"line":4},{"index_id":32,"token_group":32,"text":"(","start_char":16,"line":4},{"index_id":33,"token_group":33,"text":")","start_char":17,"line":4},{"index_id":34,"token_group":34,"text":";","start_char":18,"line":4},{"index_id":35,"token_group":35,"text":"if","start_char":4,"line":6},{"index_id":36,"token_group":36,"text":"(","start_char":7,"line":6},{"index_id":37,"token_group":37,"text":"server","start_char":8,"line":6},{"index_id":38,"token_group":38,"text":"!=","start_char":15,"line":6},{"index_id":39,"token_group":39,"text":"null","start_char":18,"line":6},{"index_id":40,"token_group":40,"text":")","start_char":22,"line":6},{"index_id":41,"token_group":41,"text":"server","start_char":8,"line":7},{"index_id":42,"token_group":42,"text":".","start_char":14,"line":7},{"index_id":43,"token_group":43,"text":"stop","start_char":15,"line":7},{"index_id":44,"token_group":44,"text":"(","start_char":19,"line":7},{"index_id":45,"token_group":45,"text":")","start_char":20,"line":7},{"index_id":46,"token_group":46,"text":";","start_char":21,"line":7},{"index_id":47,"token_group":47,"text":"if","start_char":4,"line":11},{"index_id":48,"token_group":48,"text":"(","start_char":7,"line":11},{"index_id":49,"token_group":49,"text":"reuse","start_char":8,"line":11},{"index_id":50,"token_group":50,"text":"Prepared","start_char":13,"line":11},{"index_id":51,"token_group":50,"text":")","start_char":21,"line":11},{"index_id":52,"token_group":51,"text":"query","start_char":8,"line":12},{"index_id":53,"token_group":52,"text":"Processor","start_char":13,"line":12},{"index_id":54,"token_group":52,"text":".","start_char":22,"line":12},{"index_id":55,"token_group":53,"text":"clear","start_char":23,"line":12},{"index_id":56,"token_group":54,"text":"Internal","start_char":28,"line":12},{"index_id":57,"token_group":54,"text":"Statements","start_char":36,"line":12},{"index_id":58,"token_group":54,"text":"Cache","start_char":46,"line":12},{"index_id":59,"token_group":54,"text":"(","start_char":51,"line":12},{"index_id":60,"token_group":55,"text":")","start_char":52,"line":12},{"index_id":61,"token_group":56,"text":";","start_char":53,"line":12},{"index_id":62,"token_group":57,"text":"}","start_char":0,"line":13}],"tokens_list":["{","for","(","session","sess",":","sessions",".","values","(",")",")","sess",".","close","(",")",";","for","(","cluster","cl",":","clusters",".","values","(",")",")","cl",".","close","(",")",";","if","(","server","!=","null",")","server",".","stop","(",")",";","if","(","reuse","Prepared",")","query","Processor",".","clear","Internal","Statements","Cache","(",")",";","}"],"uuid":"545c5212628c6f417fa81a8709e558bf"},{"cap_original_tokens":["<SENTENCE_START>","{","<id>","type","Mismatch","Exception","<\/id>","<id>","ex","<\/id>","=","new","<id>","type","Mismatch","Exception","<\/id>","(","\"foo\"",",","<id>","string","<\/id>",".","class",")",";","<id>","model","And","View","<\/id>","<id>","mav","<\/id>","=","<id>","exception","Resolver","<\/id>",".","<id>","resolve","Exception","<\/id>","(","<id>","request","<\/id>",",","<id>","response","<\/id>",",","null",",","<id>","ex","<\/id>",")",";","<id>","assert","Not","Null","<\/id>","(","\"No ModelAndView returned\"",",","<id>","mav","<\/id>",")",";","<id>","assert","True","<\/id>","(","\"No Empty ModelAndView returned\"",",","<id>","mav","<\/id>",".","<id>","is","Empty","<\/id>","(",")",")",";","<id>","assert","Equals","<\/id>","(","\"Invalid status code\"",",","400",",","<id>","response","<\/id>",".","<id>","get","Status","<\/id>","(",")",")",";","}","<SENTENCE_END\/>"],"file_name":"DefaultHandlerExceptionResolverTests.java","formatted_lines":["{","    TypeMismatchException ex = new TypeMismatchException(\"foo\", String.class);","    ModelAndView mav = exceptionResolver.resolveException(request, response, null,","                       ex);","    assertNotNull(\"No ModelAndView returned\", mav);","    assertTrue(\"No Empty ModelAndView returned\", mav.isEmpty());","    assertEquals(\"Invalid status code\", 400, response.getStatus());","}"],"function_name":"handleTypeMismatch","function_name_tokens":["handle","type","mismatch"],"id_body_hash":"74263566528318e3c00ce5c8ba7f2f62","id_same_identifier_list":[0,1,2,2,2,3,4,5,6,6,6,7,8,9,10,11,12,13,14,15,15,15,16,17,18,18,19,20,20,21,22,23,24,25,26,27,28,29,30,31,31,31,32,33,34,35,36,37,38,38,39,40,41,42,43,44,44,45,46,47,48,49,49,50,51,52,53,54,55,56,57,57,58,59,60,61,62,63],"option_correct":"handleTypeMismatch","options":["handle","resolveContextLoader","getParamConditions","handleTypeMismatch","bindingMismatch","pathSegment","instanceOfWithTypeMismatch"],"options_nlp":["handle","resolve context loader","get param conditions","handle type mismatch","binding mismatch","path segment","instance of with type mismatch"],"options_random":["pathSegment","resolveContextLoader","getParamConditions"],"options_tfidf":["handle","bindingMismatch","instanceOfWithTypeMismatch"],"project_name":"spring-framework","source_code_string":"@Test\n\tpublic void handleTypeMismatch() {\n\t\tTypeMismatchException ex = new TypeMismatchException(\"foo\", String.class);\n\t\tModelAndView mav = exceptionResolver.resolveException(request, response, null, ex);\n\t\tassertNotNull(\"No ModelAndView returned\", mav);\n\t\tassertTrue(\"No Empty ModelAndView returned\", mav.isEmpty());\n\t\tassertEquals(\"Invalid status code\", 400, response.getStatus());\n\t}","tokens_in_code":[{"index_id":0,"token_group":0,"text":"{","start_char":0,"line":0},{"index_id":1,"token_group":1,"text":"type","start_char":4,"line":1},{"index_id":2,"token_group":2,"text":"Mismatch","start_char":8,"line":1},{"index_id":3,"token_group":2,"text":"Exception","start_char":16,"line":1},{"index_id":4,"token_group":2,"text":"ex","start_char":26,"line":1},{"index_id":5,"token_group":3,"text":"=","start_char":29,"line":1},{"index_id":6,"token_group":4,"text":"new","start_char":31,"line":1},{"index_id":7,"token_group":5,"text":"type","start_char":35,"line":1},{"index_id":8,"token_group":6,"text":"Mismatch","start_char":39,"line":1},{"index_id":9,"token_group":6,"text":"Exception","start_char":47,"line":1},{"index_id":10,"token_group":6,"text":"(","start_char":56,"line":1},{"index_id":11,"token_group":7,"text":"\"foo\"","start_char":57,"line":1},{"index_id":12,"token_group":8,"text":",","start_char":62,"line":1},{"index_id":13,"token_group":9,"text":"string","start_char":64,"line":1},{"index_id":14,"token_group":10,"text":".","start_char":70,"line":1},{"index_id":15,"token_group":11,"text":"class","start_char":71,"line":1},{"index_id":16,"token_group":12,"text":")","start_char":76,"line":1},{"index_id":17,"token_group":13,"text":";","start_char":77,"line":1},{"index_id":18,"token_group":14,"text":"model","start_char":4,"line":2},{"index_id":19,"token_group":15,"text":"And","start_char":9,"line":2},{"index_id":20,"token_group":15,"text":"View","start_char":12,"line":2},{"index_id":21,"token_group":15,"text":"mav","start_char":17,"line":2},{"index_id":22,"token_group":16,"text":"=","start_char":21,"line":2},{"index_id":23,"token_group":17,"text":"exception","start_char":23,"line":2},{"index_id":24,"token_group":18,"text":"Resolver","start_char":32,"line":2},{"index_id":25,"token_group":18,"text":".","start_char":40,"line":2},{"index_id":26,"token_group":19,"text":"resolve","start_char":41,"line":2},{"index_id":27,"token_group":20,"text":"Exception","start_char":48,"line":2},{"index_id":28,"token_group":20,"text":"(","start_char":57,"line":2},{"index_id":29,"token_group":21,"text":"request","start_char":58,"line":2},{"index_id":30,"token_group":22,"text":",","start_char":65,"line":2},{"index_id":31,"token_group":23,"text":"response","start_char":67,"line":2},{"index_id":32,"token_group":24,"text":",","start_char":75,"line":2},{"index_id":33,"token_group":25,"text":"null","start_char":77,"line":2},{"index_id":34,"token_group":26,"text":",","start_char":81,"line":2},{"index_id":35,"token_group":27,"text":"ex","start_char":23,"line":3},{"index_id":36,"token_group":28,"text":")","start_char":25,"line":3},{"index_id":37,"token_group":29,"text":";","start_char":26,"line":3},{"index_id":38,"token_group":30,"text":"assert","start_char":4,"line":4},{"index_id":39,"token_group":31,"text":"Not","start_char":10,"line":4},{"index_id":40,"token_group":31,"text":"Null","start_char":13,"line":4},{"index_id":41,"token_group":31,"text":"(","start_char":17,"line":4},{"index_id":42,"token_group":32,"text":"\"No ModelAndView returned\"","start_char":18,"line":4},{"index_id":43,"token_group":33,"text":",","start_char":44,"line":4},{"index_id":44,"token_group":34,"text":"mav","start_char":46,"line":4},{"index_id":45,"token_group":35,"text":")","start_char":49,"line":4},{"index_id":46,"token_group":36,"text":";","start_char":50,"line":4},{"index_id":47,"token_group":37,"text":"assert","start_char":4,"line":5},{"index_id":48,"token_group":38,"text":"True","start_char":10,"line":5},{"index_id":49,"token_group":38,"text":"(","start_char":14,"line":5},{"index_id":50,"token_group":39,"text":"\"No Empty ModelAndView returned\"","start_char":15,"line":5},{"index_id":51,"token_group":40,"text":",","start_char":47,"line":5},{"index_id":52,"token_group":41,"text":"mav","start_char":49,"line":5},{"index_id":53,"token_group":42,"text":".","start_char":52,"line":5},{"index_id":54,"token_group":43,"text":"is","start_char":53,"line":5},{"index_id":55,"token_group":44,"text":"Empty","start_char":55,"line":5},{"index_id":56,"token_group":44,"text":"(","start_char":60,"line":5},{"index_id":57,"token_group":45,"text":")","start_char":61,"line":5},{"index_id":58,"token_group":46,"text":")","start_char":62,"line":5},{"index_id":59,"token_group":47,"text":";","start_char":63,"line":5},{"index_id":60,"token_group":48,"text":"assert","start_char":4,"line":6},{"index_id":61,"token_group":49,"text":"Equals","start_char":10,"line":6},{"index_id":62,"token_group":49,"text":"(","start_char":16,"line":6},{"index_id":63,"token_group":50,"text":"\"Invalid status code\"","start_char":17,"line":6},{"index_id":64,"token_group":51,"text":",","start_char":38,"line":6},{"index_id":65,"token_group":52,"text":"400","start_char":40,"line":6},{"index_id":66,"token_group":53,"text":",","start_char":43,"line":6},{"index_id":67,"token_group":54,"text":"response","start_char":45,"line":6},{"index_id":68,"token_group":55,"text":".","start_char":53,"line":6},{"index_id":69,"token_group":56,"text":"get","start_char":54,"line":6},{"index_id":70,"token_group":57,"text":"Status","start_char":57,"line":6},{"index_id":71,"token_group":57,"text":"(","start_char":63,"line":6},{"index_id":72,"token_group":58,"text":")","start_char":64,"line":6},{"index_id":73,"token_group":59,"text":")","start_char":65,"line":6},{"index_id":74,"token_group":60,"text":";","start_char":66,"line":6},{"index_id":75,"token_group":61,"text":"}","start_char":0,"line":7}],"tokens_list":["{","type","Mismatch","Exception","ex","=","new","type","Mismatch","Exception","(","\"foo\"",",","string",".","class",")",";","model","And","View","mav","=","exception","Resolver",".","resolve","Exception","(","request",",","response",",","null",",","ex",")",";","assert","Not","Null","(","\"No ModelAndView returned\"",",","mav",")",";","assert","True","(","\"No Empty ModelAndView returned\"",",","mav",".","is","Empty","(",")",")",";","assert","Equals","(","\"Invalid status code\"",",","400",",","response",".","get","Status","(",")",")",";","}"],"uuid":"10a6489a864346265b435d6b4392df72"},{"cap_original_tokens":["<SENTENCE_START>","{","final","<id>","psi","Class","<\/id>","[","]","<id>","classes","<\/id>","=","new","<id>","psi","Class","<\/id>","[","<id>","class","Names","<\/id>",".","<id>","length","<\/id>","]",";","for","(","int","<id>","i","<\/id>","=","0",";","<id>","i","<\/id>","<","<id>","classes","<\/id>",".","<id>","length","<\/id>",";","<id>","i","<\/id>","++",")","{","<id>","string","<\/id>","<id>","class","Name","<\/id>","=","<id>","class","Names","<\/id>","[","<id>","i","<\/id>","]",";","<id>","classes","<\/id>","[","<id>","i","<\/id>","]","=","<id>","my","Java","Facade","<\/id>",".","<id>","find","Class","<\/id>","(","<id>","class","Name","<\/id>",",","<id>","global","Search","Scope","<\/id>",".","<id>","project","Scope","<\/id>","(","<id>","get","Project","<\/id>","(",")",")",")",";","<id>","assert","Not","Null","<\/id>","(","\"Class \"","+","<id>","class","Name","<\/id>","+","\" not found\"",",","<id>","classes","<\/id>","[","<id>","i","<\/id>","]",")",";","}","<id>","psi","Package","<\/id>","<id>","a","Package","<\/id>","=","<id>","java","Psi","Facade","<\/id>",".","<id>","get","Instance","<\/id>","(","<id>","my","Psi","Manager","<\/id>",".","<id>","get","Project","<\/id>","(",")",")",".","<id>","find","Package","<\/id>","(","<id>","new","Package","Name","<\/id>",")",";","<id>","assert","Not","Null","<\/id>","(","\"Package \"","+","<id>","new","Package","Name","<\/id>","+","\" not found\"",",","<id>","a","Package","<\/id>",")",";","final","<id>","psi","Directory","<\/id>","[","]","<id>","dirs","<\/id>","=","<id>","a","Package","<\/id>",".","<id>","get","Directories","<\/id>","(",")",";","<id>","assert","Equals","<\/id>","(","<id>","dirs","<\/id>",".","<id>","length","<\/id>",",","1",")",";","new","<id>","move","Classes","Or","Packages","Processor","<\/id>","(","<id>","my","Project","<\/id>",",","<id>","classes","<\/id>",",","new","<id>","single","Source","Root","Move","Destination","<\/id>","(","<id>","package","Wrapper","<\/id>",".","<id>","create","<\/id>","(","<id>","java","Directory","Service","<\/id>",".","<id>","get","Instance","<\/id>","(",")",".","<id>","get","Package","<\/id>","(","<id>","dirs","<\/id>","[","0","]",")",")",",","<id>","dirs","<\/id>","[","0","]",")",",","true",",","true",",","null",")",".","<id>","run","<\/id>","(",")",";","<id>","psi","Document","Manager","<\/id>",".","<id>","get","Instance","<\/id>","(","<id>","my","Project","<\/id>",")",".","<id>","commit","All","Documents","<\/id>","(",")",";","<id>","file","Document","Manager","<\/id>",".","<id>","get","Instance","<\/id>","(",")",".","<id>","save","All","Documents","<\/id>","(",")",";","}","<SENTENCE_END\/>"],"file_name":"MoveClassTest.java","formatted_lines":["{","    final PsiClass[] classes = new PsiClass[classNames.length];","    for(int i = 0; i < classes.length; i++)","    {","        String className = classNames[i];","        classes[i] = myJavaFacade.findClass(className,","                                            GlobalSearchScope.projectScope(getProject()));","        assertNotNull(\"Class \" + className + \" not found\", classes[i]);","    }","","    PsiPackage aPackage = JavaPsiFacade.getInstance(myPsiManager.getProject()).findPackage(newPackageName);","    assertNotNull(\"Package \" + newPackageName + \" not found\", aPackage);","    final PsiDirectory[] dirs = aPackage.getDirectories();","    assertEquals(dirs.length, 1);","","    new MoveClassesOrPackagesProcessor(myProject, classes,","                                       new SingleSourceRootMoveDestination(PackageWrapper.create(JavaDirectoryService","                                               .getInstance().getPackage(dirs[0])), dirs[0]),","                                       true, true, null).run();","    PsiDocumentManager.getInstance(myProject).commitAllDocuments();","    FileDocumentManager.getInstance().saveAllDocuments();","}"],"function_name":"performAction","function_name_tokens":["perform","action"],"id_body_hash":"44b6bb8a0e34972c16d803259a55f18c","id_same_identifier_list":[0,1,2,3,3,4,5,6,7,8,9,9,10,11,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25,26,27,28,29,30,31,32,33,34,34,35,36,36,37,38,39,40,41,42,43,44,45,46,46,46,47,48,48,49,50,50,51,52,52,52,53,54,54,55,56,56,57,58,59,60,61,62,62,62,63,64,65,66,66,67,68,69,70,71,72,73,74,75,76,77,77,78,78,79,80,80,80,81,82,82,83,84,84,84,85,86,86,87,88,89,90,91,91,92,93,93,93,94,95,96,96,96,97,98,99,100,100,100,101,102,103,104,104,105,106,107,108,108,109,110,111,112,113,113,114,115,115,116,117,118,119,119,120,121,122,123,124,125,126,127,128,129,129,129,129,129,130,131,131,132,133,134,135,136,136,136,136,136,137,138,138,139,140,141,142,142,142,143,144,144,145,146,147,148,148,149,150,151,152,153,154,155,156,157,158,159,160,161,162,163,164,165,166,167,168,169,170,171,172,173,174,174,174,175,176,176,177,178,178,179,180,181,181,181,182,183,184,185,185,185,186,187,187,188,189,190,191,191,191,192,193,194,195,196],"option_correct":"performAction","options":["testMethod","_performAction","testLastTypeParam","performAction","performInReadAction","doIndentTest","performEditAction"],"options_nlp":["test method"," perform action","test last type param","perform action","perform in read action","do indent test","perform edit action"],"options_random":["testMethod","doIndentTest","testLastTypeParam"],"options_tfidf":["performInReadAction","performEditAction","_performAction"],"project_name":"intellij-community","source_code_string":"private void performAction(String[] classNames, String newPackageName) throws Exception{\n    final PsiClass[] classes = new PsiClass[classNames.length];\n    for(int i = 0; i < classes.length; i++){\n      String className = classNames[i];\n      classes[i] = myJavaFacade.findClass(className, GlobalSearchScope.projectScope(getProject()));\n      assertNotNull(\"Class \" + className + \" not found\", classes[i]);\n    }\n\n    PsiPackage aPackage = JavaPsiFacade.getInstance(myPsiManager.getProject()).findPackage(newPackageName);\n    assertNotNull(\"Package \" + newPackageName + \" not found\", aPackage);\n    final PsiDirectory[] dirs = aPackage.getDirectories();\n    assertEquals(dirs.length, 1);\n\n    new MoveClassesOrPackagesProcessor(myProject, classes,\n                                       new SingleSourceRootMoveDestination(PackageWrapper.create(JavaDirectoryService\n                                         .getInstance().getPackage(dirs[0])), dirs[0]),\n                                       true, true, null).run();\n    PsiDocumentManager.getInstance(myProject).commitAllDocuments();\n    FileDocumentManager.getInstance().saveAllDocuments();\n  }","tokens_in_code":[{"index_id":0,"token_group":0,"text":"{","start_char":0,"line":0},{"index_id":1,"token_group":1,"text":"final","start_char":4,"line":1},{"index_id":2,"token_group":2,"text":"psi","start_char":10,"line":1},{"index_id":3,"token_group":3,"text":"Class","start_char":13,"line":1},{"index_id":4,"token_group":3,"text":"[","start_char":18,"line":1},{"index_id":5,"token_group":4,"text":"]","start_char":19,"line":1},{"index_id":6,"token_group":5,"text":"classes","start_char":21,"line":1},{"index_id":7,"token_group":6,"text":"=","start_char":29,"line":1},{"index_id":8,"token_group":7,"text":"new","start_char":31,"line":1},{"index_id":9,"token_group":8,"text":"psi","start_char":35,"line":1},{"index_id":10,"token_group":9,"text":"Class","start_char":38,"line":1},{"index_id":11,"token_group":9,"text":"[","start_char":43,"line":1},{"index_id":12,"token_group":10,"text":"class","start_char":44,"line":1},{"index_id":13,"token_group":11,"text":"Names","start_char":49,"line":1},{"index_id":14,"token_group":11,"text":".","start_char":54,"line":1},{"index_id":15,"token_group":12,"text":"length","start_char":55,"line":1},{"index_id":16,"token_group":13,"text":"]","start_char":61,"line":1},{"index_id":17,"token_group":14,"text":";","start_char":62,"line":1},{"index_id":18,"token_group":15,"text":"for","start_char":4,"line":2},{"index_id":19,"token_group":16,"text":"(","start_char":7,"line":2},{"index_id":20,"token_group":17,"text":"int","start_char":8,"line":2},{"index_id":21,"token_group":18,"text":"i","start_char":12,"line":2},{"index_id":22,"token_group":19,"text":"=","start_char":14,"line":2},{"index_id":23,"token_group":20,"text":"0","start_char":16,"line":2},{"index_id":24,"token_group":21,"text":";","start_char":17,"line":2},{"index_id":25,"token_group":22,"text":"i","start_char":19,"line":2},{"index_id":26,"token_group":23,"text":"<","start_char":21,"line":2},{"index_id":27,"token_group":24,"text":"classes","start_char":23,"line":2},{"index_id":28,"token_group":25,"text":".","start_char":30,"line":2},{"index_id":29,"token_group":26,"text":"length","start_char":31,"line":2},{"index_id":30,"token_group":27,"text":";","start_char":37,"line":2},{"index_id":31,"token_group":28,"text":"i","start_char":39,"line":2},{"index_id":32,"token_group":29,"text":"++","start_char":40,"line":2},{"index_id":33,"token_group":30,"text":")","start_char":42,"line":2},{"index_id":34,"token_group":31,"text":"{","start_char":4,"line":3},{"index_id":35,"token_group":32,"text":"string","start_char":8,"line":4},{"index_id":36,"token_group":33,"text":"class","start_char":15,"line":4},{"index_id":37,"token_group":34,"text":"Name","start_char":20,"line":4},{"index_id":38,"token_group":34,"text":"=","start_char":25,"line":4},{"index_id":39,"token_group":35,"text":"class","start_char":27,"line":4},{"index_id":40,"token_group":36,"text":"Names","start_char":32,"line":4},{"index_id":41,"token_group":36,"text":"[","start_char":37,"line":4},{"index_id":42,"token_group":37,"text":"i","start_char":38,"line":4},{"index_id":43,"token_group":38,"text":"]","start_char":39,"line":4},{"index_id":44,"token_group":39,"text":";","start_char":40,"line":4},{"index_id":45,"token_group":40,"text":"classes","start_char":8,"line":5},{"index_id":46,"token_group":41,"text":"[","start_char":15,"line":5},{"index_id":47,"token_group":42,"text":"i","start_char":16,"line":5},{"index_id":48,"token_group":43,"text":"]","start_char":17,"line":5},{"index_id":49,"token_group":44,"text":"=","start_char":19,"line":5},{"index_id":50,"token_group":45,"text":"my","start_char":21,"line":5},{"index_id":51,"token_group":46,"text":"Java","start_char":23,"line":5},{"index_id":52,"token_group":46,"text":"Facade","start_char":27,"line":5},{"index_id":53,"token_group":46,"text":".","start_char":33,"line":5},{"index_id":54,"token_group":47,"text":"find","start_char":34,"line":5},{"index_id":55,"token_group":48,"text":"Class","start_char":38,"line":5},{"index_id":56,"token_group":48,"text":"(","start_char":43,"line":5},{"index_id":57,"token_group":49,"text":"class","start_char":44,"line":5},{"index_id":58,"token_group":50,"text":"Name","start_char":49,"line":5},{"index_id":59,"token_group":50,"text":",","start_char":53,"line":5},{"index_id":60,"token_group":51,"text":"global","start_char":44,"line":6},{"index_id":61,"token_group":52,"text":"Search","start_char":50,"line":6},{"index_id":62,"token_group":52,"text":"Scope","start_char":56,"line":6},{"index_id":63,"token_group":52,"text":".","start_char":61,"line":6},{"index_id":64,"token_group":53,"text":"project","start_char":62,"line":6},{"index_id":65,"token_group":54,"text":"Scope","start_char":69,"line":6},{"index_id":66,"token_group":54,"text":"(","start_char":74,"line":6},{"index_id":67,"token_group":55,"text":"get","start_char":75,"line":6},{"index_id":68,"token_group":56,"text":"Project","start_char":78,"line":6},{"index_id":69,"token_group":56,"text":"(","start_char":85,"line":6},{"index_id":70,"token_group":57,"text":")","start_char":86,"line":6},{"index_id":71,"token_group":58,"text":")","start_char":87,"line":6},{"index_id":72,"token_group":59,"text":")","start_char":88,"line":6},{"index_id":73,"token_group":60,"text":";","start_char":89,"line":6},{"index_id":74,"token_group":61,"text":"assert","start_char":8,"line":7},{"index_id":75,"token_group":62,"text":"Not","start_char":14,"line":7},{"index_id":76,"token_group":62,"text":"Null","start_char":17,"line":7},{"index_id":77,"token_group":62,"text":"(","start_char":21,"line":7},{"index_id":78,"token_group":63,"text":"\"Class \"","start_char":22,"line":7},{"index_id":79,"token_group":64,"text":"+","start_char":31,"line":7},{"index_id":80,"token_group":65,"text":"class","start_char":33,"line":7},{"index_id":81,"token_group":66,"text":"Name","start_char":38,"line":7},{"index_id":82,"token_group":66,"text":"+","start_char":43,"line":7},{"index_id":83,"token_group":67,"text":"\" not found\"","start_char":45,"line":7},{"index_id":84,"token_group":68,"text":",","start_char":57,"line":7},{"index_id":85,"token_group":69,"text":"classes","start_char":59,"line":7},{"index_id":86,"token_group":70,"text":"[","start_char":66,"line":7},{"index_id":87,"token_group":71,"text":"i","start_char":67,"line":7},{"index_id":88,"token_group":72,"text":"]","start_char":68,"line":7},{"index_id":89,"token_group":73,"text":")","start_char":69,"line":7},{"index_id":90,"token_group":74,"text":";","start_char":70,"line":7},{"index_id":91,"token_group":75,"text":"}","start_char":4,"line":8},{"index_id":92,"token_group":76,"text":"psi","start_char":4,"line":10},{"index_id":93,"token_group":77,"text":"Package","start_char":7,"line":10},{"index_id":94,"token_group":77,"text":"a","start_char":15,"line":10},{"index_id":95,"token_group":78,"text":"Package","start_char":16,"line":10},{"index_id":96,"token_group":78,"text":"=","start_char":24,"line":10},{"index_id":97,"token_group":79,"text":"java","start_char":26,"line":10},{"index_id":98,"token_group":80,"text":"Psi","start_char":30,"line":10},{"index_id":99,"token_group":80,"text":"Facade","start_char":33,"line":10},{"index_id":100,"token_group":80,"text":".","start_char":39,"line":10},{"index_id":101,"token_group":81,"text":"get","start_char":40,"line":10},{"index_id":102,"token_group":82,"text":"Instance","start_char":43,"line":10},{"index_id":103,"token_group":82,"text":"(","start_char":51,"line":10},{"index_id":104,"token_group":83,"text":"my","start_char":52,"line":10},{"index_id":105,"token_group":84,"text":"Psi","start_char":54,"line":10},{"index_id":106,"token_group":84,"text":"Manager","start_char":57,"line":10},{"index_id":107,"token_group":84,"text":".","start_char":64,"line":10},{"index_id":108,"token_group":85,"text":"get","start_char":65,"line":10},{"index_id":109,"token_group":86,"text":"Project","start_char":68,"line":10},{"index_id":110,"token_group":86,"text":"(","start_char":75,"line":10},{"index_id":111,"token_group":87,"text":")","start_char":76,"line":10},{"index_id":112,"token_group":88,"text":")","start_char":77,"line":10},{"index_id":113,"token_group":89,"text":".","start_char":78,"line":10},{"index_id":114,"token_group":90,"text":"find","start_char":79,"line":10},{"index_id":115,"token_group":91,"text":"Package","start_char":83,"line":10},{"index_id":116,"token_group":91,"text":"(","start_char":90,"line":10},{"index_id":117,"token_group":92,"text":"new","start_char":91,"line":10},{"index_id":118,"token_group":93,"text":"Package","start_char":94,"line":10},{"index_id":119,"token_group":93,"text":"Name","start_char":101,"line":10},{"index_id":120,"token_group":93,"text":")","start_char":105,"line":10},{"index_id":121,"token_group":94,"text":";","start_char":106,"line":10},{"index_id":122,"token_group":95,"text":"assert","start_char":4,"line":11},{"index_id":123,"token_group":96,"text":"Not","start_char":10,"line":11},{"index_id":124,"token_group":96,"text":"Null","start_char":13,"line":11},{"index_id":125,"token_group":96,"text":"(","start_char":17,"line":11},{"index_id":126,"token_group":97,"text":"\"Package \"","start_char":18,"line":11},{"index_id":127,"token_group":98,"text":"+","start_char":29,"line":11},{"index_id":128,"token_group":99,"text":"new","start_char":31,"line":11},{"index_id":129,"token_group":100,"text":"Package","start_char":34,"line":11},{"index_id":130,"token_group":100,"text":"Name","start_char":41,"line":11},{"index_id":131,"token_group":100,"text":"+","start_char":46,"line":11},{"index_id":132,"token_group":101,"text":"\" not found\"","start_char":48,"line":11},{"index_id":133,"token_group":102,"text":",","start_char":60,"line":11},{"index_id":134,"token_group":103,"text":"a","start_char":62,"line":11},{"index_id":135,"token_group":104,"text":"Package","start_char":63,"line":11},{"index_id":136,"token_group":104,"text":")","start_char":70,"line":11},{"index_id":137,"token_group":105,"text":";","start_char":71,"line":11},{"index_id":138,"token_group":106,"text":"final","start_char":4,"line":12},{"index_id":139,"token_group":107,"text":"psi","start_char":10,"line":12},{"index_id":140,"token_group":108,"text":"Directory","start_char":13,"line":12},{"index_id":141,"token_group":108,"text":"[","start_char":22,"line":12},{"index_id":142,"token_group":109,"text":"]","start_char":23,"line":12},{"index_id":143,"token_group":110,"text":"dirs","start_char":25,"line":12},{"index_id":144,"token_group":111,"text":"=","start_char":30,"line":12},{"index_id":145,"token_group":112,"text":"a","start_char":32,"line":12},{"index_id":146,"token_group":113,"text":"Package","start_char":33,"line":12},{"index_id":147,"token_group":113,"text":".","start_char":40,"line":12},{"index_id":148,"token_group":114,"text":"get","start_char":41,"line":12},{"index_id":149,"token_group":115,"text":"Directories","start_char":44,"line":12},{"index_id":150,"token_group":115,"text":"(","start_char":55,"line":12},{"index_id":151,"token_group":116,"text":")","start_char":56,"line":12},{"index_id":152,"token_group":117,"text":";","start_char":57,"line":12},{"index_id":153,"token_group":118,"text":"assert","start_char":4,"line":13},{"index_id":154,"token_group":119,"text":"Equals","start_char":10,"line":13},{"index_id":155,"token_group":119,"text":"(","start_char":16,"line":13},{"index_id":156,"token_group":120,"text":"dirs","start_char":17,"line":13},{"index_id":157,"token_group":121,"text":".","start_char":21,"line":13},{"index_id":158,"token_group":122,"text":"length","start_char":22,"line":13},{"index_id":159,"token_group":123,"text":",","start_char":28,"line":13},{"index_id":160,"token_group":124,"text":"1","start_char":30,"line":13},{"index_id":161,"token_group":125,"text":")","start_char":31,"line":13},{"index_id":162,"token_group":126,"text":";","start_char":32,"line":13},{"index_id":163,"token_group":127,"text":"new","start_char":4,"line":15},{"index_id":164,"token_group":128,"text":"move","start_char":8,"line":15},{"index_id":165,"token_group":129,"text":"Classes","start_char":12,"line":15},{"index_id":166,"token_group":129,"text":"Or","start_char":19,"line":15},{"index_id":167,"token_group":129,"text":"Packages","start_char":21,"line":15},{"index_id":168,"token_group":129,"text":"Processor","start_char":29,"line":15},{"index_id":169,"token_group":129,"text":"(","start_char":38,"line":15},{"index_id":170,"token_group":130,"text":"my","start_char":39,"line":15},{"index_id":171,"token_group":131,"text":"Project","start_char":41,"line":15},{"index_id":172,"token_group":131,"text":",","start_char":48,"line":15},{"index_id":173,"token_group":132,"text":"classes","start_char":50,"line":15},{"index_id":174,"token_group":133,"text":",","start_char":57,"line":15},{"index_id":175,"token_group":134,"text":"new","start_char":39,"line":16},{"index_id":176,"token_group":135,"text":"single","start_char":43,"line":16},{"index_id":177,"token_group":136,"text":"Source","start_char":49,"line":16},{"index_id":178,"token_group":136,"text":"Root","start_char":55,"line":16},{"index_id":179,"token_group":136,"text":"Move","start_char":59,"line":16},{"index_id":180,"token_group":136,"text":"Destination","start_char":63,"line":16},{"index_id":181,"token_group":136,"text":"(","start_char":74,"line":16},{"index_id":182,"token_group":137,"text":"package","start_char":75,"line":16},{"index_id":183,"token_group":138,"text":"Wrapper","start_char":82,"line":16},{"index_id":184,"token_group":138,"text":".","start_char":89,"line":16},{"index_id":185,"token_group":139,"text":"create","start_char":90,"line":16},{"index_id":186,"token_group":140,"text":"(","start_char":96,"line":16},{"index_id":187,"token_group":141,"text":"java","start_char":97,"line":16},{"index_id":188,"token_group":142,"text":"Directory","start_char":101,"line":16},{"index_id":189,"token_group":142,"text":"Service","start_char":110,"line":16},{"index_id":190,"token_group":142,"text":".","start_char":47,"line":17},{"index_id":191,"token_group":143,"text":"get","start_char":48,"line":17},{"index_id":192,"token_group":144,"text":"Instance","start_char":51,"line":17},{"index_id":193,"token_group":144,"text":"(","start_char":59,"line":17},{"index_id":194,"token_group":145,"text":")","start_char":60,"line":17},{"index_id":195,"token_group":146,"text":".","start_char":61,"line":17},{"index_id":196,"token_group":147,"text":"get","start_char":62,"line":17},{"index_id":197,"token_group":148,"text":"Package","start_char":65,"line":17},{"index_id":198,"token_group":148,"text":"(","start_char":72,"line":17},{"index_id":199,"token_group":149,"text":"dirs","start_char":73,"line":17},{"index_id":200,"token_group":150,"text":"[","start_char":77,"line":17},{"index_id":201,"token_group":151,"text":"0","start_char":78,"line":17},{"index_id":202,"token_group":152,"text":"]","start_char":79,"line":17},{"index_id":203,"token_group":153,"text":")","start_char":80,"line":17},{"index_id":204,"token_group":154,"text":")","start_char":81,"line":17},{"index_id":205,"token_group":155,"text":",","start_char":82,"line":17},{"index_id":206,"token_group":156,"text":"dirs","start_char":84,"line":17},{"index_id":207,"token_group":157,"text":"[","start_char":88,"line":17},{"index_id":208,"token_group":158,"text":"0","start_char":89,"line":17},{"index_id":209,"token_group":159,"text":"]","start_char":90,"line":17},{"index_id":210,"token_group":160,"text":")","start_char":91,"line":17},{"index_id":211,"token_group":161,"text":",","start_char":92,"line":17},{"index_id":212,"token_group":162,"text":"true","start_char":39,"line":18},{"index_id":213,"token_group":163,"text":",","start_char":43,"line":18},{"index_id":214,"token_group":164,"text":"true","start_char":45,"line":18},{"index_id":215,"token_group":165,"text":",","start_char":49,"line":18},{"index_id":216,"token_group":166,"text":"null","start_char":51,"line":18},{"index_id":217,"token_group":167,"text":")","start_char":55,"line":18},{"index_id":218,"token_group":168,"text":".","start_char":56,"line":18},{"index_id":219,"token_group":169,"text":"run","start_char":57,"line":18},{"index_id":220,"token_group":170,"text":"(","start_char":60,"line":18},{"index_id":221,"token_group":171,"text":")","start_char":61,"line":18},{"index_id":222,"token_group":172,"text":";","start_char":62,"line":18},{"index_id":223,"token_group":173,"text":"psi","start_char":4,"line":19},{"index_id":224,"token_group":174,"text":"Document","start_char":7,"line":19},{"index_id":225,"token_group":174,"text":"Manager","start_char":15,"line":19},{"index_id":226,"token_group":174,"text":".","start_char":22,"line":19},{"index_id":227,"token_group":175,"text":"get","start_char":23,"line":19},{"index_id":228,"token_group":176,"text":"Instance","start_char":26,"line":19},{"index_id":229,"token_group":176,"text":"(","start_char":34,"line":19},{"index_id":230,"token_group":177,"text":"my","start_char":35,"line":19},{"index_id":231,"token_group":178,"text":"Project","start_char":37,"line":19},{"index_id":232,"token_group":178,"text":")","start_char":44,"line":19},{"index_id":233,"token_group":179,"text":".","start_char":45,"line":19},{"index_id":234,"token_group":180,"text":"commit","start_char":46,"line":19},{"index_id":235,"token_group":181,"text":"All","start_char":52,"line":19},{"index_id":236,"token_group":181,"text":"Documents","start_char":55,"line":19},{"index_id":237,"token_group":181,"text":"(","start_char":64,"line":19},{"index_id":238,"token_group":182,"text":")","start_char":65,"line":19},{"index_id":239,"token_group":183,"text":";","start_char":66,"line":19},{"index_id":240,"token_group":184,"text":"file","start_char":4,"line":20},{"index_id":241,"token_group":185,"text":"Document","start_char":8,"line":20},{"index_id":242,"token_group":185,"text":"Manager","start_char":16,"line":20},{"index_id":243,"token_group":185,"text":".","start_char":23,"line":20},{"index_id":244,"token_group":186,"text":"get","start_char":24,"line":20},{"index_id":245,"token_group":187,"text":"Instance","start_char":27,"line":20},{"index_id":246,"token_group":187,"text":"(","start_char":35,"line":20},{"index_id":247,"token_group":188,"text":")","start_char":36,"line":20},{"index_id":248,"token_group":189,"text":".","start_char":37,"line":20},{"index_id":249,"token_group":190,"text":"save","start_char":38,"line":20},{"index_id":250,"token_group":191,"text":"All","start_char":42,"line":20},{"index_id":251,"token_group":191,"text":"Documents","start_char":45,"line":20},{"index_id":252,"token_group":191,"text":"(","start_char":54,"line":20},{"index_id":253,"token_group":192,"text":")","start_char":55,"line":20},{"index_id":254,"token_group":193,"text":";","start_char":56,"line":20},{"index_id":255,"token_group":194,"text":"}","start_char":0,"line":21}],"tokens_list":["{","final","psi","Class","[","]","classes","=","new","psi","Class","[","class","Names",".","length","]",";","for","(","int","i","=","0",";","i","<","classes",".","length",";","i","++",")","{","string","class","Name","=","class","Names","[","i","]",";","classes","[","i","]","=","my","Java","Facade",".","find","Class","(","class","Name",",","global","Search","Scope",".","project","Scope","(","get","Project","(",")",")",")",";","assert","Not","Null","(","\"Class \"","+","class","Name","+","\" not found\"",",","classes","[","i","]",")",";","}","psi","Package","a","Package","=","java","Psi","Facade",".","get","Instance","(","my","Psi","Manager",".","get","Project","(",")",")",".","find","Package","(","new","Package","Name",")",";","assert","Not","Null","(","\"Package \"","+","new","Package","Name","+","\" not found\"",",","a","Package",")",";","final","psi","Directory","[","]","dirs","=","a","Package",".","get","Directories","(",")",";","assert","Equals","(","dirs",".","length",",","1",")",";","new","move","Classes","Or","Packages","Processor","(","my","Project",",","classes",",","new","single","Source","Root","Move","Destination","(","package","Wrapper",".","create","(","java","Directory","Service",".","get","Instance","(",")",".","get","Package","(","dirs","[","0","]",")",")",",","dirs","[","0","]",")",",","true",",","true",",","null",")",".","run","(",")",";","psi","Document","Manager",".","get","Instance","(","my","Project",")",".","commit","All","Documents","(",")",";","file","Document","Manager",".","get","Instance","(",")",".","save","All","Documents","(",")",";","}"],"uuid":"eaa07674cc7747397512d774fb2daa03"},{"cap_original_tokens":["<SENTENCE_START>","{","return","<id>","start","Key","<\/id>","(",")",".","<id>","is","Minimum","<\/id>","(",")","&&","<id>","stop","Key","<\/id>","(",")",".","<id>","is","Minimum","<\/id>","(",")","&&","<id>","clustering","Index","Filter","<\/id>",".","<id>","selects","All","Partition","<\/id>","(",")",";","}","<SENTENCE_END\/>"],"file_name":"DataRange.java","formatted_lines":["{","    return startKey().isMinimum() && stopKey().isMinimum() &&","           clusteringIndexFilter.selectsAllPartition();","}"],"function_name":"isUnrestricted","function_name_tokens":["is","unrestricted"],"id_body_hash":"3e2b1dc92e20924566c8abae57615e95","id_same_identifier_list":[0,1,2,3,3,4,5,6,7,7,8,9,10,11,11,12,13,14,15,15,16,17,18,19,19,19,20,21,21,21,22,23,24,25,26],"option_correct":"isUnrestricted","options":["hasUnrestrictedPartitionKeyComponents","isUnrestricted","index","getPartitionKeyUnrestrictedComponents","testColumnStatsRecordsRowDeletesCorrectly","hasUnrestrictedClusteringColumns","getRestrictions"],"options_nlp":["has unrestricted partition key components","is unrestricted","index","get partition key unrestricted components","test column stats records row deletes correctly","has unrestricted clustering columns","get restrictions"],"options_random":["index","testColumnStatsRecordsRowDeletesCorrectly","getRestrictions"],"options_tfidf":["getPartitionKeyUnrestrictedComponents","hasUnrestrictedPartitionKeyComponents","hasUnrestrictedClusteringColumns"],"project_name":"cassandra","source_code_string":"public boolean isUnrestricted()\n    {\n        return startKey().isMinimum() && stopKey().isMinimum() && clusteringIndexFilter.selectsAllPartition();\n    }","tokens_in_code":[{"index_id":0,"token_group":0,"text":"{","start_char":0,"line":0},{"index_id":1,"token_group":1,"text":"return","start_char":4,"line":1},{"index_id":2,"token_group":2,"text":"start","start_char":11,"line":1},{"index_id":3,"token_group":3,"text":"Key","start_char":16,"line":1},{"index_id":4,"token_group":3,"text":"(","start_char":19,"line":1},{"index_id":5,"token_group":4,"text":")","start_char":20,"line":1},{"index_id":6,"token_group":5,"text":".","start_char":21,"line":1},{"index_id":7,"token_group":6,"text":"is","start_char":22,"line":1},{"index_id":8,"token_group":7,"text":"Minimum","start_char":24,"line":1},{"index_id":9,"token_group":7,"text":"(","start_char":31,"line":1},{"index_id":10,"token_group":8,"text":")","start_char":32,"line":1},{"index_id":11,"token_group":9,"text":"&&","start_char":34,"line":1},{"index_id":12,"token_group":10,"text":"stop","start_char":37,"line":1},{"index_id":13,"token_group":11,"text":"Key","start_char":41,"line":1},{"index_id":14,"token_group":11,"text":"(","start_char":44,"line":1},{"index_id":15,"token_group":12,"text":")","start_char":45,"line":1},{"index_id":16,"token_group":13,"text":".","start_char":46,"line":1},{"index_id":17,"token_group":14,"text":"is","start_char":47,"line":1},{"index_id":18,"token_group":15,"text":"Minimum","start_char":49,"line":1},{"index_id":19,"token_group":15,"text":"(","start_char":56,"line":1},{"index_id":20,"token_group":16,"text":")","start_char":57,"line":1},{"index_id":21,"token_group":17,"text":"&&","start_char":59,"line":1},{"index_id":22,"token_group":18,"text":"clustering","start_char":11,"line":2},{"index_id":23,"token_group":19,"text":"Index","start_char":21,"line":2},{"index_id":24,"token_group":19,"text":"Filter","start_char":26,"line":2},{"index_id":25,"token_group":19,"text":".","start_char":32,"line":2},{"index_id":26,"token_group":20,"text":"selects","start_char":33,"line":2},{"index_id":27,"token_group":21,"text":"All","start_char":40,"line":2},{"index_id":28,"token_group":21,"text":"Partition","start_char":43,"line":2},{"index_id":29,"token_group":21,"text":"(","start_char":52,"line":2},{"index_id":30,"token_group":22,"text":")","start_char":53,"line":2},{"index_id":31,"token_group":23,"text":";","start_char":54,"line":2},{"index_id":32,"token_group":24,"text":"}","start_char":0,"line":3}],"tokens_list":["{","return","start","Key","(",")",".","is","Minimum","(",")","&&","stop","Key","(",")",".","is","Minimum","(",")","&&","clustering","Index","Filter",".","selects","All","Partition","(",")",";","}"],"uuid":"50374aeebe96f75bdc63b687fe32fa62"},{"cap_original_tokens":["<SENTENCE_START>","{","this",".","<id>","mock","Mvc","<\/id>",".","<id>","perform","<\/id>","(","<id>","get","<\/id>","(","\"\/\"",")",")",".","<id>","and","Expect","<\/id>","(","<id>","request","<\/id>","(",")",".","<id>","session","Attribute","<\/id>","(","\"locale\"",",","<id>","not","Null","Value","<\/id>","(",")",")",")",";","}","<SENTENCE_END\/>"],"file_name":"SessionAttributeAssertionTests.java","formatted_lines":["{","    this.mockMvc.perform(get(\"\/\"))","    .andExpect(request().sessionAttribute(\"locale\", notNullValue()));","}"],"function_name":"testSessionAttributeMatcher","function_name_tokens":["test","session","attribute","matcher"],"id_body_hash":"dc834010bf4cffe4a119681905b9d269","id_same_identifier_list":[0,1,2,3,4,4,5,6,7,8,9,10,11,12,13,14,14,15,16,17,18,19,20,20,21,22,23,24,24,24,25,26,27,28,29,30,31],"option_correct":"testSessionAttributeMatcher","options":["httpPatch","isSessionAttribute","getTimerManager","testSessionAttributeMatcher","testGetSessionAttributeWithExistingSession","sessionAttribute","rawCollectionAsSource"],"options_nlp":["http patch","is session attribute","get timer manager","test session attribute matcher","test get session attribute with existing session","session attribute","raw collection as source"],"options_random":["httpPatch","getTimerManager","rawCollectionAsSource"],"options_tfidf":["sessionAttribute","testGetSessionAttributeWithExistingSession","isSessionAttribute"],"project_name":"spring-framework","source_code_string":"@Test\n\tpublic void testSessionAttributeMatcher() throws Exception {\n\t\tthis.mockMvc.perform(get(\"\/\"))\n\t\t\t.andExpect(request().sessionAttribute(\"locale\", notNullValue()));\n\t}","tokens_in_code":[{"index_id":0,"token_group":0,"text":"{","start_char":0,"line":0},{"index_id":1,"token_group":1,"text":"this","start_char":4,"line":1},{"index_id":2,"token_group":2,"text":".","start_char":8,"line":1},{"index_id":3,"token_group":3,"text":"mock","start_char":9,"line":1},{"index_id":4,"token_group":4,"text":"Mvc","start_char":13,"line":1},{"index_id":5,"token_group":4,"text":".","start_char":16,"line":1},{"index_id":6,"token_group":5,"text":"perform","start_char":17,"line":1},{"index_id":7,"token_group":6,"text":"(","start_char":24,"line":1},{"index_id":8,"token_group":7,"text":"get","start_char":25,"line":1},{"index_id":9,"token_group":8,"text":"(","start_char":28,"line":1},{"index_id":10,"token_group":9,"text":"\"\/\"","start_char":29,"line":1},{"index_id":11,"token_group":10,"text":")","start_char":32,"line":1},{"index_id":12,"token_group":11,"text":")","start_char":33,"line":1},{"index_id":13,"token_group":12,"text":".","start_char":4,"line":2},{"index_id":14,"token_group":13,"text":"and","start_char":5,"line":2},{"index_id":15,"token_group":14,"text":"Expect","start_char":8,"line":2},{"index_id":16,"token_group":14,"text":"(","start_char":14,"line":2},{"index_id":17,"token_group":15,"text":"request","start_char":15,"line":2},{"index_id":18,"token_group":16,"text":"(","start_char":22,"line":2},{"index_id":19,"token_group":17,"text":")","start_char":23,"line":2},{"index_id":20,"token_group":18,"text":".","start_char":24,"line":2},{"index_id":21,"token_group":19,"text":"session","start_char":25,"line":2},{"index_id":22,"token_group":20,"text":"Attribute","start_char":32,"line":2},{"index_id":23,"token_group":20,"text":"(","start_char":41,"line":2},{"index_id":24,"token_group":21,"text":"\"locale\"","start_char":42,"line":2},{"index_id":25,"token_group":22,"text":",","start_char":50,"line":2},{"index_id":26,"token_group":23,"text":"not","start_char":52,"line":2},{"index_id":27,"token_group":24,"text":"Null","start_char":55,"line":2},{"index_id":28,"token_group":24,"text":"Value","start_char":59,"line":2},{"index_id":29,"token_group":24,"text":"(","start_char":64,"line":2},{"index_id":30,"token_group":25,"text":")","start_char":65,"line":2},{"index_id":31,"token_group":26,"text":")","start_char":66,"line":2},{"index_id":32,"token_group":27,"text":")","start_char":67,"line":2},{"index_id":33,"token_group":28,"text":";","start_char":68,"line":2},{"index_id":34,"token_group":29,"text":"}","start_char":0,"line":3}],"tokens_list":["{","this",".","mock","Mvc",".","perform","(","get","(","\"\/\"",")",")",".","and","Expect","(","request","(",")",".","session","Attribute","(","\"locale\"",",","not","Null","Value","(",")",")",")",";","}"],"uuid":"06849f54bedbcb925f93351b60912459"},{"cap_original_tokens":["<SENTENCE_START>","{","return","<id>","user","Service","<\/id>",";","}","<SENTENCE_END\/>"],"file_name":"LayoutSetBranchServiceBaseImpl.java","formatted_lines":["{","    return userService;","}"],"function_name":"getUserService","function_name_tokens":["get","user","service"],"id_body_hash":"09a90e6b4cf226afab69ffb5cb4f05da","id_same_identifier_list":[0,1,2,3,3,4,5,6],"option_correct":"getUserService","options":["setTypeMapping","getUser","setRootMessageId","getUserGroupService","getUserLocalService","getUserService","getDefaultLocale"],"options_nlp":["set type mapping","get user","set root message id","get user group service","get user local service","get user service","get default locale"],"options_random":["setTypeMapping","setRootMessageId","getDefaultLocale"],"options_tfidf":["getUserGroupService","getUserLocalService","getUser"],"project_name":"liferay-portal","source_code_string":"public com.liferay.portal.service.UserService getUserService() {\n\t\treturn userService;\n\t}","tokens_in_code":[{"index_id":0,"token_group":0,"text":"{","start_char":0,"line":0},{"index_id":1,"token_group":1,"text":"return","start_char":4,"line":1},{"index_id":2,"token_group":2,"text":"user","start_char":11,"line":1},{"index_id":3,"token_group":3,"text":"Service","start_char":15,"line":1},{"index_id":4,"token_group":3,"text":";","start_char":22,"line":1},{"index_id":5,"token_group":4,"text":"}","start_char":0,"line":2}],"tokens_list":["{","return","user","Service",";","}"],"uuid":"5edef3572da5f31b4059893539f98c8d"},{"cap_original_tokens":["<SENTENCE_START>","{","int","<id>","parameter","Count","<\/id>","=","<id>","required","Parameter","Types","<\/id>",".","<id>","length","<\/id>",";","int","<id>","argument","Count","<\/id>","=","<id>","args","<\/id>",".","<id>","length","<\/id>",";","if","(","<id>","parameter","Count","<\/id>","!=","<id>","args","<\/id>",".","<id>","length","<\/id>","||","<id>","required","Parameter","Types","<\/id>","[","<id>","parameter","Count","<\/id>","-","1","]","!=","(","<id>","args","<\/id>","[","<id>","argument","Count","<\/id>","-","1","]","!=","null","?","<id>","args","<\/id>","[","<id>","argument","Count","<\/id>","-","1","]",".","<id>","get","Class","<\/id>","(",")",":","null",")",")","{","int","<id>","array","Size","<\/id>","=","0",";","if","(","<id>","argument","Count","<\/id>",">=","<id>","parameter","Count","<\/id>",")","{","<id>","array","Size","<\/id>","=","<id>","argument","Count","<\/id>","-","(","<id>","parameter","Count","<\/id>","-","1",")",";","}","<id>","object","<\/id>","[","]","<id>","new","Args","<\/id>","=","new","<id>","object","<\/id>","[","<id>","parameter","Count","<\/id>","]",";","<id>","system","<\/id>",".","<id>","arraycopy","<\/id>","(","<id>","args","<\/id>",",","0",",","<id>","new","Args","<\/id>",",","0",",","<id>","new","Args","<\/id>",".","<id>","length","<\/id>","-","1",")",";","<id>","class","<\/id>","<","?",">","<id>","component","Type","<\/id>","=","<id>","required","Parameter","Types","<\/id>","[","<id>","parameter","Count","<\/id>","-","1","]",".","<id>","get","Component","Type","<\/id>","(",")",";","<id>","object","<\/id>","<id>","repackaged","Args","<\/id>","=","<id>","array","<\/id>",".","<id>","new","Instance","<\/id>","(","<id>","component","Type","<\/id>",",","<id>","array","Size","<\/id>",")",";","for","(","int","<id>","i","<\/id>","=","0",";","<id>","i","<\/id>","<","<id>","array","Size","<\/id>",";","<id>","i","<\/id>","++",")","{","<id>","array","<\/id>",".","<id>","set","<\/id>","(","<id>","repackaged","Args","<\/id>",",","<id>","i","<\/id>",",","<id>","args","<\/id>","[","<id>","parameter","Count","<\/id>","-","1","+","<id>","i","<\/id>","]",")",";","}","<id>","new","Args","<\/id>","[","<id>","new","Args","<\/id>",".","<id>","length","<\/id>","-","1","]","=","<id>","repackaged","Args","<\/id>",";","return","<id>","new","Args","<\/id>",";","}","return","<id>","args","<\/id>",";","}","<SENTENCE_END\/>"],"file_name":"ReflectionHelper.java","formatted_lines":["{","","    int parameterCount = requiredParameterTypes.length;","    int argumentCount = args.length;","","","    if (parameterCount != args.length ||","            requiredParameterTypes[parameterCount - 1] !=","            (args[argumentCount - 1] != null ? args[argumentCount - 1].getClass() : null))","    {","","        int arraySize = 0;","        if (argumentCount >= parameterCount)","        {","            arraySize = argumentCount - (parameterCount - 1);","        }","","","        Object[] newArgs = new Object[parameterCount];","        System.arraycopy(args, 0, newArgs, 0, newArgs.length - 1);","","","","        Class<?> componentType = requiredParameterTypes[parameterCount -","                                                1].getComponentType();","        Object repackagedArgs = Array.newInstance(componentType, arraySize);","        for (int i = 0; i < arraySize; i++)","        {","            Array.set(repackagedArgs, i, args[parameterCount - 1 + i]);","        }","        newArgs[newArgs.length - 1] = repackagedArgs;","        return newArgs;","    }","    return args;","}"],"function_name":"setupArgumentsForVarargsInvocation","function_name_tokens":["setup","arguments","for","varargs","invocation"],"id_body_hash":"510163ea478cad7346073221b7f3dc63","id_same_identifier_list":[0,1,2,3,3,4,5,5,5,6,7,8,9,10,10,11,12,13,14,15,16,17,18,18,19,20,21,22,23,24,24,24,25,26,26,27,28,29,30,31,32,33,34,34,35,36,37,38,39,40,41,42,43,43,44,45,46,47,48,48,49,50,51,52,53,54,55,56,57,57,58,59,60,61,62,63,63,64,65,65,66,67,68,68,69,70,70,71,72,73,73,74,75,76,77,78,79,80,81,82,82,83,84,85,86,87,87,88,89,90,91,92,93,94,95,96,97,98,98,99,100,101,102,102,103,104,105,106,107,108,109,110,111,112,113,113,114,115,115,115,116,117,117,118,119,120,121,122,122,122,123,124,125,126,127,127,128,129,130,131,131,132,133,133,134,135,135,136,137,138,139,140,141,142,143,144,145,146,147,147,148,149,150,151,152,153,154,155,156,157,157,158,159,160,161,162,163,163,164,165,166,167,168,169,170,171,172,172,173,174,174,175,176,177,178,179,180,181,181,182,183,184,184,185,186,187,188,189,190,191],"option_correct":"setupArgumentsForVarargsInvocation","options":["testComplexGenericMap","setup","testTransactionCommitWithSharedEntityManagerUnsynchronizedAndPropagationSupports","getInvocationArguments","setupArgumentsForVarargsInvocation","getArguments","resolvePlaceholder"],"options_nlp":["test complex generic map","setup","test transaction commit with shared entity manager unsynchronized and propagation supports","get invocation arguments","setup arguments for varargs invocation","get arguments","resolve placeholder"],"options_random":["testTransactionCommitWithSharedEntityManagerUnsynchronizedAndPropagationSupports","resolvePlaceholder","testComplexGenericMap"],"options_tfidf":["getArguments","setup","getInvocationArguments"],"project_name":"spring-framework","source_code_string":"public static Object[] setupArgumentsForVarargsInvocation(Class<?>[] requiredParameterTypes, Object... args) {\n\t\t\n\t\tint parameterCount = requiredParameterTypes.length;\n\t\tint argumentCount = args.length;\n\n\t\t\n\t\tif (parameterCount != args.length ||\n\t\t\t\trequiredParameterTypes[parameterCount - 1] !=\n\t\t\t\t\t\t(args[argumentCount - 1] != null ? args[argumentCount - 1].getClass() : null)) {\n\n\t\t\tint arraySize = 0;  \n\t\t\tif (argumentCount >= parameterCount) {\n\t\t\t\tarraySize = argumentCount - (parameterCount - 1);\n\t\t\t}\n\n\t\t\t\n\t\t\tObject[] newArgs = new Object[parameterCount];\n\t\t\tSystem.arraycopy(args, 0, newArgs, 0, newArgs.length - 1);\n\n\t\t\t\n\t\t\t\n\t\t\tClass<?> componentType = requiredParameterTypes[parameterCount - 1].getComponentType();\n\t\t\tObject repackagedArgs = Array.newInstance(componentType, arraySize);\n\t\t\tfor (int i = 0; i < arraySize; i++) {\n\t\t\t\tArray.set(repackagedArgs, i, args[parameterCount - 1 + i]);\n\t\t\t}\n\t\t\tnewArgs[newArgs.length - 1] = repackagedArgs;\n\t\t\treturn newArgs;\n\t\t}\n\t\treturn args;\n\t}","tokens_in_code":[{"index_id":0,"token_group":0,"text":"{","start_char":0,"line":0},{"index_id":1,"token_group":1,"text":"int","start_char":4,"line":2},{"index_id":2,"token_group":2,"text":"parameter","start_char":8,"line":2},{"index_id":3,"token_group":3,"text":"Count","start_char":17,"line":2},{"index_id":4,"token_group":3,"text":"=","start_char":23,"line":2},{"index_id":5,"token_group":4,"text":"required","start_char":25,"line":2},{"index_id":6,"token_group":5,"text":"Parameter","start_char":33,"line":2},{"index_id":7,"token_group":5,"text":"Types","start_char":42,"line":2},{"index_id":8,"token_group":5,"text":".","start_char":47,"line":2},{"index_id":9,"token_group":6,"text":"length","start_char":48,"line":2},{"index_id":10,"token_group":7,"text":";","start_char":54,"line":2},{"index_id":11,"token_group":8,"text":"int","start_char":4,"line":3},{"index_id":12,"token_group":9,"text":"argument","start_char":8,"line":3},{"index_id":13,"token_group":10,"text":"Count","start_char":16,"line":3},{"index_id":14,"token_group":10,"text":"=","start_char":22,"line":3},{"index_id":15,"token_group":11,"text":"args","start_char":24,"line":3},{"index_id":16,"token_group":12,"text":".","start_char":28,"line":3},{"index_id":17,"token_group":13,"text":"length","start_char":29,"line":3},{"index_id":18,"token_group":14,"text":";","start_char":35,"line":3},{"index_id":19,"token_group":15,"text":"if","start_char":4,"line":6},{"index_id":20,"token_group":16,"text":"(","start_char":7,"line":6},{"index_id":21,"token_group":17,"text":"parameter","start_char":8,"line":6},{"index_id":22,"token_group":18,"text":"Count","start_char":17,"line":6},{"index_id":23,"token_group":18,"text":"!=","start_char":23,"line":6},{"index_id":24,"token_group":19,"text":"args","start_char":26,"line":6},{"index_id":25,"token_group":20,"text":".","start_char":30,"line":6},{"index_id":26,"token_group":21,"text":"length","start_char":31,"line":6},{"index_id":27,"token_group":22,"text":"||","start_char":38,"line":6},{"index_id":28,"token_group":23,"text":"required","start_char":12,"line":7},{"index_id":29,"token_group":24,"text":"Parameter","start_char":20,"line":7},{"index_id":30,"token_group":24,"text":"Types","start_char":29,"line":7},{"index_id":31,"token_group":24,"text":"[","start_char":34,"line":7},{"index_id":32,"token_group":25,"text":"parameter","start_char":35,"line":7},{"index_id":33,"token_group":26,"text":"Count","start_char":44,"line":7},{"index_id":34,"token_group":26,"text":"-","start_char":50,"line":7},{"index_id":35,"token_group":27,"text":"1","start_char":52,"line":7},{"index_id":36,"token_group":28,"text":"]","start_char":53,"line":7},{"index_id":37,"token_group":29,"text":"!=","start_char":55,"line":7},{"index_id":38,"token_group":30,"text":"(","start_char":12,"line":8},{"index_id":39,"token_group":31,"text":"args","start_char":13,"line":8},{"index_id":40,"token_group":32,"text":"[","start_char":17,"line":8},{"index_id":41,"token_group":33,"text":"argument","start_char":18,"line":8},{"index_id":42,"token_group":34,"text":"Count","start_char":26,"line":8},{"index_id":43,"token_group":34,"text":"-","start_char":32,"line":8},{"index_id":44,"token_group":35,"text":"1","start_char":34,"line":8},{"index_id":45,"token_group":36,"text":"]","start_char":35,"line":8},{"index_id":46,"token_group":37,"text":"!=","start_char":37,"line":8},{"index_id":47,"token_group":38,"text":"null","start_char":40,"line":8},{"index_id":48,"token_group":39,"text":"?","start_char":45,"line":8},{"index_id":49,"token_group":40,"text":"args","start_char":47,"line":8},{"index_id":50,"token_group":41,"text":"[","start_char":51,"line":8},{"index_id":51,"token_group":42,"text":"argument","start_char":52,"line":8},{"index_id":52,"token_group":43,"text":"Count","start_char":60,"line":8},{"index_id":53,"token_group":43,"text":"-","start_char":66,"line":8},{"index_id":54,"token_group":44,"text":"1","start_char":68,"line":8},{"index_id":55,"token_group":45,"text":"]","start_char":69,"line":8},{"index_id":56,"token_group":46,"text":".","start_char":70,"line":8},{"index_id":57,"token_group":47,"text":"get","start_char":71,"line":8},{"index_id":58,"token_group":48,"text":"Class","start_char":74,"line":8},{"index_id":59,"token_group":48,"text":"(","start_char":79,"line":8},{"index_id":60,"token_group":49,"text":")","start_char":80,"line":8},{"index_id":61,"token_group":50,"text":":","start_char":82,"line":8},{"index_id":62,"token_group":51,"text":"null","start_char":84,"line":8},{"index_id":63,"token_group":52,"text":")","start_char":88,"line":8},{"index_id":64,"token_group":53,"text":")","start_char":89,"line":8},{"index_id":65,"token_group":54,"text":"{","start_char":4,"line":9},{"index_id":66,"token_group":55,"text":"int","start_char":8,"line":11},{"index_id":67,"token_group":56,"text":"array","start_char":12,"line":11},{"index_id":68,"token_group":57,"text":"Size","start_char":17,"line":11},{"index_id":69,"token_group":57,"text":"=","start_char":22,"line":11},{"index_id":70,"token_group":58,"text":"0","start_char":24,"line":11},{"index_id":71,"token_group":59,"text":";","start_char":25,"line":11},{"index_id":72,"token_group":60,"text":"if","start_char":8,"line":12},{"index_id":73,"token_group":61,"text":"(","start_char":11,"line":12},{"index_id":74,"token_group":62,"text":"argument","start_char":12,"line":12},{"index_id":75,"token_group":63,"text":"Count","start_char":20,"line":12},{"index_id":76,"token_group":63,"text":">=","start_char":26,"line":12},{"index_id":77,"token_group":64,"text":"parameter","start_char":29,"line":12},{"index_id":78,"token_group":65,"text":"Count","start_char":38,"line":12},{"index_id":79,"token_group":65,"text":")","start_char":43,"line":12},{"index_id":80,"token_group":66,"text":"{","start_char":8,"line":13},{"index_id":81,"token_group":67,"text":"array","start_char":12,"line":14},{"index_id":82,"token_group":68,"text":"Size","start_char":17,"line":14},{"index_id":83,"token_group":68,"text":"=","start_char":22,"line":14},{"index_id":84,"token_group":69,"text":"argument","start_char":24,"line":14},{"index_id":85,"token_group":70,"text":"Count","start_char":32,"line":14},{"index_id":86,"token_group":70,"text":"-","start_char":38,"line":14},{"index_id":87,"token_group":71,"text":"(","start_char":40,"line":14},{"index_id":88,"token_group":72,"text":"parameter","start_char":41,"line":14},{"index_id":89,"token_group":73,"text":"Count","start_char":50,"line":14},{"index_id":90,"token_group":73,"text":"-","start_char":56,"line":14},{"index_id":91,"token_group":74,"text":"1","start_char":58,"line":14},{"index_id":92,"token_group":75,"text":")","start_char":59,"line":14},{"index_id":93,"token_group":76,"text":";","start_char":60,"line":14},{"index_id":94,"token_group":77,"text":"}","start_char":8,"line":15},{"index_id":95,"token_group":78,"text":"object","start_char":8,"line":18},{"index_id":96,"token_group":79,"text":"[","start_char":14,"line":18},{"index_id":97,"token_group":80,"text":"]","start_char":15,"line":18},{"index_id":98,"token_group":81,"text":"new","start_char":17,"line":18},{"index_id":99,"token_group":82,"text":"Args","start_char":20,"line":18},{"index_id":100,"token_group":82,"text":"=","start_char":25,"line":18},{"index_id":101,"token_group":83,"text":"new","start_char":27,"line":18},{"index_id":102,"token_group":84,"text":"object","start_char":31,"line":18},{"index_id":103,"token_group":85,"text":"[","start_char":37,"line":18},{"index_id":104,"token_group":86,"text":"parameter","start_char":38,"line":18},{"index_id":105,"token_group":87,"text":"Count","start_char":47,"line":18},{"index_id":106,"token_group":87,"text":"]","start_char":52,"line":18},{"index_id":107,"token_group":88,"text":";","start_char":53,"line":18},{"index_id":108,"token_group":89,"text":"system","start_char":8,"line":19},{"index_id":109,"token_group":90,"text":".","start_char":14,"line":19},{"index_id":110,"token_group":91,"text":"arraycopy","start_char":15,"line":19},{"index_id":111,"token_group":92,"text":"(","start_char":24,"line":19},{"index_id":112,"token_group":93,"text":"args","start_char":25,"line":19},{"index_id":113,"token_group":94,"text":",","start_char":29,"line":19},{"index_id":114,"token_group":95,"text":"0","start_char":31,"line":19},{"index_id":115,"token_group":96,"text":",","start_char":32,"line":19},{"index_id":116,"token_group":97,"text":"new","start_char":34,"line":19},{"index_id":117,"token_group":98,"text":"Args","start_char":37,"line":19},{"index_id":118,"token_group":98,"text":",","start_char":41,"line":19},{"index_id":119,"token_group":99,"text":"0","start_char":43,"line":19},{"index_id":120,"token_group":100,"text":",","start_char":44,"line":19},{"index_id":121,"token_group":101,"text":"new","start_char":46,"line":19},{"index_id":122,"token_group":102,"text":"Args","start_char":49,"line":19},{"index_id":123,"token_group":102,"text":".","start_char":53,"line":19},{"index_id":124,"token_group":103,"text":"length","start_char":54,"line":19},{"index_id":125,"token_group":104,"text":"-","start_char":61,"line":19},{"index_id":126,"token_group":105,"text":"1","start_char":63,"line":19},{"index_id":127,"token_group":106,"text":")","start_char":64,"line":19},{"index_id":128,"token_group":107,"text":";","start_char":65,"line":19},{"index_id":129,"token_group":108,"text":"class","start_char":8,"line":23},{"index_id":130,"token_group":109,"text":"<","start_char":13,"line":23},{"index_id":131,"token_group":110,"text":"?","start_char":14,"line":23},{"index_id":132,"token_group":111,"text":">","start_char":15,"line":23},{"index_id":133,"token_group":112,"text":"component","start_char":17,"line":23},{"index_id":134,"token_group":113,"text":"Type","start_char":26,"line":23},{"index_id":135,"token_group":113,"text":"=","start_char":31,"line":23},{"index_id":136,"token_group":114,"text":"required","start_char":33,"line":23},{"index_id":137,"token_group":115,"text":"Parameter","start_char":41,"line":23},{"index_id":138,"token_group":115,"text":"Types","start_char":50,"line":23},{"index_id":139,"token_group":115,"text":"[","start_char":55,"line":23},{"index_id":140,"token_group":116,"text":"parameter","start_char":56,"line":23},{"index_id":141,"token_group":117,"text":"Count","start_char":65,"line":23},{"index_id":142,"token_group":117,"text":"-","start_char":71,"line":23},{"index_id":143,"token_group":118,"text":"1","start_char":48,"line":24},{"index_id":144,"token_group":119,"text":"]","start_char":49,"line":24},{"index_id":145,"token_group":120,"text":".","start_char":50,"line":24},{"index_id":146,"token_group":121,"text":"get","start_char":51,"line":24},{"index_id":147,"token_group":122,"text":"Component","start_char":54,"line":24},{"index_id":148,"token_group":122,"text":"Type","start_char":63,"line":24},{"index_id":149,"token_group":122,"text":"(","start_char":67,"line":24},{"index_id":150,"token_group":123,"text":")","start_char":68,"line":24},{"index_id":151,"token_group":124,"text":";","start_char":69,"line":24},{"index_id":152,"token_group":125,"text":"object","start_char":8,"line":25},{"index_id":153,"token_group":126,"text":"repackaged","start_char":15,"line":25},{"index_id":154,"token_group":127,"text":"Args","start_char":25,"line":25},{"index_id":155,"token_group":127,"text":"=","start_char":30,"line":25},{"index_id":156,"token_group":128,"text":"array","start_char":32,"line":25},{"index_id":157,"token_group":129,"text":".","start_char":37,"line":25},{"index_id":158,"token_group":130,"text":"new","start_char":38,"line":25},{"index_id":159,"token_group":131,"text":"Instance","start_char":41,"line":25},{"index_id":160,"token_group":131,"text":"(","start_char":49,"line":25},{"index_id":161,"token_group":132,"text":"component","start_char":50,"line":25},{"index_id":162,"token_group":133,"text":"Type","start_char":59,"line":25},{"index_id":163,"token_group":133,"text":",","start_char":63,"line":25},{"index_id":164,"token_group":134,"text":"array","start_char":65,"line":25},{"index_id":165,"token_group":135,"text":"Size","start_char":70,"line":25},{"index_id":166,"token_group":135,"text":")","start_char":74,"line":25},{"index_id":167,"token_group":136,"text":";","start_char":75,"line":25},{"index_id":168,"token_group":137,"text":"for","start_char":8,"line":26},{"index_id":169,"token_group":138,"text":"(","start_char":12,"line":26},{"index_id":170,"token_group":139,"text":"int","start_char":13,"line":26},{"index_id":171,"token_group":140,"text":"i","start_char":17,"line":26},{"index_id":172,"token_group":141,"text":"=","start_char":19,"line":26},{"index_id":173,"token_group":142,"text":"0","start_char":21,"line":26},{"index_id":174,"token_group":143,"text":";","start_char":22,"line":26},{"index_id":175,"token_group":144,"text":"i","start_char":24,"line":26},{"index_id":176,"token_group":145,"text":"<","start_char":26,"line":26},{"index_id":177,"token_group":146,"text":"array","start_char":28,"line":26},{"index_id":178,"token_group":147,"text":"Size","start_char":33,"line":26},{"index_id":179,"token_group":147,"text":";","start_char":37,"line":26},{"index_id":180,"token_group":148,"text":"i","start_char":39,"line":26},{"index_id":181,"token_group":149,"text":"++","start_char":40,"line":26},{"index_id":182,"token_group":150,"text":")","start_char":42,"line":26},{"index_id":183,"token_group":151,"text":"{","start_char":8,"line":27},{"index_id":184,"token_group":152,"text":"array","start_char":12,"line":28},{"index_id":185,"token_group":153,"text":".","start_char":17,"line":28},{"index_id":186,"token_group":154,"text":"set","start_char":18,"line":28},{"index_id":187,"token_group":155,"text":"(","start_char":21,"line":28},{"index_id":188,"token_group":156,"text":"repackaged","start_char":22,"line":28},{"index_id":189,"token_group":157,"text":"Args","start_char":32,"line":28},{"index_id":190,"token_group":157,"text":",","start_char":36,"line":28},{"index_id":191,"token_group":158,"text":"i","start_char":38,"line":28},{"index_id":192,"token_group":159,"text":",","start_char":39,"line":28},{"index_id":193,"token_group":160,"text":"args","start_char":41,"line":28},{"index_id":194,"token_group":161,"text":"[","start_char":45,"line":28},{"index_id":195,"token_group":162,"text":"parameter","start_char":46,"line":28},{"index_id":196,"token_group":163,"text":"Count","start_char":55,"line":28},{"index_id":197,"token_group":163,"text":"-","start_char":61,"line":28},{"index_id":198,"token_group":164,"text":"1","start_char":63,"line":28},{"index_id":199,"token_group":165,"text":"+","start_char":65,"line":28},{"index_id":200,"token_group":166,"text":"i","start_char":67,"line":28},{"index_id":201,"token_group":167,"text":"]","start_char":68,"line":28},{"index_id":202,"token_group":168,"text":")","start_char":69,"line":28},{"index_id":203,"token_group":169,"text":";","start_char":70,"line":28},{"index_id":204,"token_group":170,"text":"}","start_char":8,"line":29},{"index_id":205,"token_group":171,"text":"new","start_char":8,"line":30},{"index_id":206,"token_group":172,"text":"Args","start_char":11,"line":30},{"index_id":207,"token_group":172,"text":"[","start_char":15,"line":30},{"index_id":208,"token_group":173,"text":"new","start_char":16,"line":30},{"index_id":209,"token_group":174,"text":"Args","start_char":19,"line":30},{"index_id":210,"token_group":174,"text":".","start_char":23,"line":30},{"index_id":211,"token_group":175,"text":"length","start_char":24,"line":30},{"index_id":212,"token_group":176,"text":"-","start_char":31,"line":30},{"index_id":213,"token_group":177,"text":"1","start_char":33,"line":30},{"index_id":214,"token_group":178,"text":"]","start_char":34,"line":30},{"index_id":215,"token_group":179,"text":"=","start_char":36,"line":30},{"index_id":216,"token_group":180,"text":"repackaged","start_char":38,"line":30},{"index_id":217,"token_group":181,"text":"Args","start_char":48,"line":30},{"index_id":218,"token_group":181,"text":";","start_char":52,"line":30},{"index_id":219,"token_group":182,"text":"return","start_char":8,"line":31},{"index_id":220,"token_group":183,"text":"new","start_char":15,"line":31},{"index_id":221,"token_group":184,"text":"Args","start_char":18,"line":31},{"index_id":222,"token_group":184,"text":";","start_char":22,"line":31},{"index_id":223,"token_group":185,"text":"}","start_char":4,"line":32},{"index_id":224,"token_group":186,"text":"return","start_char":4,"line":33},{"index_id":225,"token_group":187,"text":"args","start_char":11,"line":33},{"index_id":226,"token_group":188,"text":";","start_char":15,"line":33},{"index_id":227,"token_group":189,"text":"}","start_char":0,"line":34}],"tokens_list":["{","int","parameter","Count","=","required","Parameter","Types",".","length",";","int","argument","Count","=","args",".","length",";","if","(","parameter","Count","!=","args",".","length","||","required","Parameter","Types","[","parameter","Count","-","1","]","!=","(","args","[","argument","Count","-","1","]","!=","null","?","args","[","argument","Count","-","1","]",".","get","Class","(",")",":","null",")",")","{","int","array","Size","=","0",";","if","(","argument","Count",">=","parameter","Count",")","{","array","Size","=","argument","Count","-","(","parameter","Count","-","1",")",";","}","object","[","]","new","Args","=","new","object","[","parameter","Count","]",";","system",".","arraycopy","(","args",",","0",",","new","Args",",","0",",","new","Args",".","length","-","1",")",";","class","<","?",">","component","Type","=","required","Parameter","Types","[","parameter","Count","-","1","]",".","get","Component","Type","(",")",";","object","repackaged","Args","=","array",".","new","Instance","(","component","Type",",","array","Size",")",";","for","(","int","i","=","0",";","i","<","array","Size",";","i","++",")","{","array",".","set","(","repackaged","Args",",","i",",","args","[","parameter","Count","-","1","+","i","]",")",";","}","new","Args","[","new","Args",".","length","-","1","]","=","repackaged","Args",";","return","new","Args",";","}","return","args",";","}"],"uuid":"9ad5dc4f6e64bd0e64255778623b0744"},{"cap_original_tokens":["<SENTENCE_START>","{","return","\"Type extends bounds list\"",";","}","<SENTENCE_END\/>"],"file_name":"GrTypeParameterParameterExtendsListImpl.java","formatted_lines":["{","    return \"Type extends bounds list\";","}"],"function_name":"toString","function_name_tokens":["to","string"],"id_body_hash":"efbc019dab5bd2ba88741cbe86a04ce4","id_same_identifier_list":[0,1,2,3,4,5,6],"option_correct":"toString","options":["toString","valueToString","stringToValue","testIDEA71582","namedArgumentListsAreEquivalent","testPsi2DocThreeOverlappingReplacements","toString1"],"options_nlp":["to string","value to string","string to value","test idea 71582","named argument lists are equivalent","test psi 2 doc three overlapping replacements","to string 1"],"options_random":["testIDEA71582","testPsi2DocThreeOverlappingReplacements","namedArgumentListsAreEquivalent"],"options_tfidf":["valueToString","stringToValue","toString1"],"project_name":"intellij-community","source_code_string":"public String toString() {\n    return \"Type extends bounds list\";\n  }","tokens_in_code":[{"index_id":0,"token_group":0,"text":"{","start_char":0,"line":0},{"index_id":1,"token_group":1,"text":"return","start_char":4,"line":1},{"index_id":2,"token_group":2,"text":"\"Type extends bounds list\"","start_char":11,"line":1},{"index_id":3,"token_group":3,"text":";","start_char":37,"line":1},{"index_id":4,"token_group":4,"text":"}","start_char":0,"line":2}],"tokens_list":["{","return","\"Type extends bounds list\"",";","}"],"uuid":"e6faf2e8cc1ab989bad7b5c52eed12ae"},{"cap_original_tokens":["<SENTENCE_START>","{","<id>","create","Index","<\/id>","(","\"test\"",")",";","<id>","ensure","Green","<\/id>","(","\"test\"",")",";","<id>","index","Random","<\/id>","(","true",",","<id>","client","<\/id>","(",")",".","<id>","prepare","Index","<\/id>","(","\"test\"",",","\"doc\"",",","\"1\"",")",".","<id>","set","Source","<\/id>","(","\"text\"",",","\"hello\"",")",",","<id>","client","<\/id>","(",")",".","<id>","prepare","Index","<\/id>","(","\"test\"",",","\"doc\"",",","\"2\"",")",".","<id>","set","Source","<\/id>","(","\"text\"",",","\"goodbye\"",")",",","<id>","client","<\/id>","(",")",".","<id>","prepare","Index","<\/id>","(","\"test\"",",","\"doc\"",",","\"3\"",")",".","<id>","set","Source","<\/id>","(","\"text\"",",","\"hello\"",")",")",";","<id>","search","Request","Builder","<\/id>","<id>","req","<\/id>","=","<id>","client","<\/id>","(",")",".","<id>","prepare","Search","<\/id>","(",")",".","<id>","set","Indices","<\/id>","(","\"test\"",")",";","<id>","req","<\/id>",".","<id>","set","Query","<\/id>","(","<id>","query","Builders","<\/id>",".","<id>","match","All","Query","<\/id>","(",")",")",".","<id>","add","Aggregation","<\/id>","(","<id>","aggregation","Builders","<\/id>",".","<id>","terms","<\/id>","(","\"term_agg\"",")",".","<id>","field","<\/id>","(","\"text\"",")",".","<id>","script","<\/id>","(","new","<id>","script","<\/id>","(","\"_value\"",",","<id>","script","Type","<\/id>",".","<id>","inline","<\/id>",",","<id>","expression","Script","Engine","Service","<\/id>",".","<id>","name","<\/id>",",","null",")",")",")",";","<id>","string","<\/id>","<id>","message","<\/id>",";","try","{","<id>","search","Response","<\/id>","<id>","rsp","<\/id>","=","<id>","req","<\/id>",".","<id>","get","<\/id>","(",")",";","<id>","assert","That","<\/id>","(","<id>","rsp","<\/id>",".","<id>","get","Shard","Failures","<\/id>","(",")",".","<id>","length","<\/id>",",","<id>","greater","Than","<\/id>","(","0",")",")",";","<id>","message","<\/id>","=","<id>","rsp","<\/id>",".","<id>","get","Shard","Failures","<\/id>","(",")","[","0","]",".","<id>","reason","<\/id>","(",")",";","}","catch","(","<id>","search","Phase","Execution","Exception","<\/id>","<id>","e","<\/id>",")","{","<id>","message","<\/id>","=","<id>","e","<\/id>",".","<id>","to","String","<\/id>","(",")",";","}","<id>","assert","That","<\/id>","(","<id>","message","<\/id>","+","\"should have contained ScriptException\"",",","<id>","message","<\/id>",".","<id>","contains","<\/id>","(","\"ScriptException\"",")",",","<id>","equal","To","<\/id>","(","true",")",")",";","<id>","assert","That","<\/id>","(","<id>","message","<\/id>","+","\"should have contained text variable error\"",",","<id>","message","<\/id>",".","<id>","contains","<\/id>","(","\"text variable\"",")",",","<id>","equal","To","<\/id>","(","true",")",")",";","}","<SENTENCE_END\/>"],"file_name":"MoreExpressionTests.java","formatted_lines":["public void testStringSpecialValueVariable() throws Exception {","","    createIndex(\"test\");","    ensureGreen(\"test\");","    indexRandom(true,","                client().prepareIndex(\"test\", \"doc\", \"1\").setSource(\"text\", \"hello\"),","                client().prepareIndex(\"test\", \"doc\", \"2\").setSource(\"text\", \"goodbye\"),","                client().prepareIndex(\"test\", \"doc\", \"3\").setSource(\"text\", \"hello\"));","","    SearchRequestBuilder req = client().prepareSearch().setIndices(\"test\");","    req.setQuery(QueryBuilders.matchAllQuery())","    .addAggregation(","        AggregationBuilders.terms(\"term_agg\").field(\"text\")","        .script(new Script(\"_value\", ScriptType.INLINE, ExpressionScriptEngineService.NAME, null)));","","    String message;","    try","    {","","","        SearchResponse rsp = req.get();","        assertThat(rsp.getShardFailures().length, greaterThan(0));","        message = rsp.getShardFailures()[0].reason();","    }","    catch (SearchPhaseExecutionException e)","    {","        message = e.toString();","    }","    assertThat(message + \"should have contained ScriptException\",","               message.contains(\"ScriptException\"), equalTo(true));","    assertThat(message + \"should have contained text variable error\",","               message.contains(\"text variable\"), equalTo(true));","}"],"function_name":"testStringSpecialValueVariable","function_name_tokens":["test","string","special","value","variable"],"id_body_hash":"9e5475e1a23a7da047bdfe852694c7aa","id_same_identifier_list":[0,1,2,2,3,4,5,6,7,7,8,9,10,11,12,12,13,14,15,16,17,18,19,20,20,21,22,23,24,25,26,27,28,29,29,30,31,32,33,34,35,36,37,38,39,40,40,41,42,43,44,45,46,47,48,49,49,50,51,52,53,54,55,56,57,58,59,60,60,61,62,63,64,65,66,67,68,69,69,70,71,72,73,74,75,76,77,77,77,78,79,80,81,82,83,84,84,85,86,87,88,88,89,90,91,92,93,94,95,95,96,97,97,98,99,99,99,100,101,102,103,104,104,105,106,106,107,108,109,110,111,112,113,114,115,116,117,118,119,120,121,122,123,124,125,125,126,127,128,129,129,129,129,130,131,132,133,134,135,136,137,138,139,140,141,142,143,143,144,145,146,147,148,149,150,151,152,152,153,154,155,156,156,156,157,158,159,160,161,162,162,163,164,165,166,167,168,169,170,171,172,172,172,173,174,175,176,177,178,179,180,181,182,183,184,185,186,186,186,186,187,188,189,190,191,192,193,194,194,195,196,197,198,199,199,200,201,202,203,204,205,206,207,208,209,210,211,212,212,213,214,215,216,217,218,218,219,220,221,222,223,224,225,226,227,228,229,230,231,231,232,233,234,235,236,237,238],"option_correct":"testStringSpecialValueVariable","options":["testSpecialValueVariable","getMatchingNestedDoc","testStringSpecialValueVariable","testDelegateToMaster","testSpecialRangeSyntaxInQueryString","getNeighbours","testInvalidGlobalVariable"],"options_nlp":["test special value variable","get matching nested doc","test string special value variable","test delegate to master","test special range syntax in query string","get neighbours","test invalid global variable"],"options_random":["getMatchingNestedDoc","testDelegateToMaster","getNeighbours"],"options_tfidf":["testInvalidGlobalVariable","testSpecialRangeSyntaxInQueryString","testSpecialValueVariable"],"project_name":"elasticsearch","source_code_string":"public void testStringSpecialValueVariable() throws Exception {\n        \n        createIndex(\"test\");\n        ensureGreen(\"test\");\n        indexRandom(true,\n                client().prepareIndex(\"test\", \"doc\", \"1\").setSource(\"text\", \"hello\"),\n                client().prepareIndex(\"test\", \"doc\", \"2\").setSource(\"text\", \"goodbye\"),\n                client().prepareIndex(\"test\", \"doc\", \"3\").setSource(\"text\", \"hello\"));\n\n        SearchRequestBuilder req = client().prepareSearch().setIndices(\"test\");\n        req.setQuery(QueryBuilders.matchAllQuery())\n                .addAggregation(\n                        AggregationBuilders.terms(\"term_agg\").field(\"text\")\n                                .script(new Script(\"_value\", ScriptType.INLINE, ExpressionScriptEngineService.NAME, null)));\n\n        String message;\n        try {\n            \n            \n            SearchResponse rsp = req.get();\n            assertThat(rsp.getShardFailures().length, greaterThan(0)); \n            message = rsp.getShardFailures()[0].reason();\n        } catch (SearchPhaseExecutionException e) {\n            message = e.toString();\n        }\n        assertThat(message + \"should have contained ScriptException\",\n                message.contains(\"ScriptException\"), equalTo(true));\n        assertThat(message + \"should have contained text variable error\",\n                message.contains(\"text variable\"), equalTo(true));\n    }","tokens_in_code":[{"index_id":0,"token_group":0,"text":"{","start_char":38,"line":0},{"index_id":1,"token_group":1,"text":"create","start_char":4,"line":2},{"index_id":2,"token_group":2,"text":"Index","start_char":10,"line":2},{"index_id":3,"token_group":2,"text":"(","start_char":15,"line":2},{"index_id":4,"token_group":3,"text":"\"test\"","start_char":16,"line":2},{"index_id":5,"token_group":4,"text":")","start_char":22,"line":2},{"index_id":6,"token_group":5,"text":";","start_char":23,"line":2},{"index_id":7,"token_group":6,"text":"ensure","start_char":4,"line":3},{"index_id":8,"token_group":7,"text":"Green","start_char":10,"line":3},{"index_id":9,"token_group":7,"text":"(","start_char":15,"line":3},{"index_id":10,"token_group":8,"text":"\"test\"","start_char":16,"line":3},{"index_id":11,"token_group":9,"text":")","start_char":22,"line":3},{"index_id":12,"token_group":10,"text":";","start_char":23,"line":3},{"index_id":13,"token_group":11,"text":"index","start_char":4,"line":4},{"index_id":14,"token_group":12,"text":"Random","start_char":9,"line":4},{"index_id":15,"token_group":12,"text":"(","start_char":15,"line":4},{"index_id":16,"token_group":13,"text":"true","start_char":16,"line":4},{"index_id":17,"token_group":14,"text":",","start_char":20,"line":4},{"index_id":18,"token_group":15,"text":"client","start_char":16,"line":5},{"index_id":19,"token_group":16,"text":"(","start_char":22,"line":5},{"index_id":20,"token_group":17,"text":")","start_char":23,"line":5},{"index_id":21,"token_group":18,"text":".","start_char":24,"line":5},{"index_id":22,"token_group":19,"text":"prepare","start_char":25,"line":5},{"index_id":23,"token_group":20,"text":"Index","start_char":32,"line":5},{"index_id":24,"token_group":20,"text":"(","start_char":37,"line":5},{"index_id":25,"token_group":21,"text":"\"test\"","start_char":38,"line":5},{"index_id":26,"token_group":22,"text":",","start_char":44,"line":5},{"index_id":27,"token_group":23,"text":"\"doc\"","start_char":46,"line":5},{"index_id":28,"token_group":24,"text":",","start_char":51,"line":5},{"index_id":29,"token_group":25,"text":"\"1\"","start_char":53,"line":5},{"index_id":30,"token_group":26,"text":")","start_char":56,"line":5},{"index_id":31,"token_group":27,"text":".","start_char":57,"line":5},{"index_id":32,"token_group":28,"text":"set","start_char":58,"line":5},{"index_id":33,"token_group":29,"text":"Source","start_char":61,"line":5},{"index_id":34,"token_group":29,"text":"(","start_char":67,"line":5},{"index_id":35,"token_group":30,"text":"\"text\"","start_char":68,"line":5},{"index_id":36,"token_group":31,"text":",","start_char":74,"line":5},{"index_id":37,"token_group":32,"text":"\"hello\"","start_char":76,"line":5},{"index_id":38,"token_group":33,"text":")","start_char":83,"line":5},{"index_id":39,"token_group":34,"text":",","start_char":84,"line":5},{"index_id":40,"token_group":35,"text":"client","start_char":16,"line":6},{"index_id":41,"token_group":36,"text":"(","start_char":22,"line":6},{"index_id":42,"token_group":37,"text":")","start_char":23,"line":6},{"index_id":43,"token_group":38,"text":".","start_char":24,"line":6},{"index_id":44,"token_group":39,"text":"prepare","start_char":25,"line":6},{"index_id":45,"token_group":40,"text":"Index","start_char":32,"line":6},{"index_id":46,"token_group":40,"text":"(","start_char":37,"line":6},{"index_id":47,"token_group":41,"text":"\"test\"","start_char":38,"line":6},{"index_id":48,"token_group":42,"text":",","start_char":44,"line":6},{"index_id":49,"token_group":43,"text":"\"doc\"","start_char":46,"line":6},{"index_id":50,"token_group":44,"text":",","start_char":51,"line":6},{"index_id":51,"token_group":45,"text":"\"2\"","start_char":53,"line":6},{"index_id":52,"token_group":46,"text":")","start_char":56,"line":6},{"index_id":53,"token_group":47,"text":".","start_char":57,"line":6},{"index_id":54,"token_group":48,"text":"set","start_char":58,"line":6},{"index_id":55,"token_group":49,"text":"Source","start_char":61,"line":6},{"index_id":56,"token_group":49,"text":"(","start_char":67,"line":6},{"index_id":57,"token_group":50,"text":"\"text\"","start_char":68,"line":6},{"index_id":58,"token_group":51,"text":",","start_char":74,"line":6},{"index_id":59,"token_group":52,"text":"\"goodbye\"","start_char":76,"line":6},{"index_id":60,"token_group":53,"text":")","start_char":85,"line":6},{"index_id":61,"token_group":54,"text":",","start_char":86,"line":6},{"index_id":62,"token_group":55,"text":"client","start_char":16,"line":7},{"index_id":63,"token_group":56,"text":"(","start_char":22,"line":7},{"index_id":64,"token_group":57,"text":")","start_char":23,"line":7},{"index_id":65,"token_group":58,"text":".","start_char":24,"line":7},{"index_id":66,"token_group":59,"text":"prepare","start_char":25,"line":7},{"index_id":67,"token_group":60,"text":"Index","start_char":32,"line":7},{"index_id":68,"token_group":60,"text":"(","start_char":37,"line":7},{"index_id":69,"token_group":61,"text":"\"test\"","start_char":38,"line":7},{"index_id":70,"token_group":62,"text":",","start_char":44,"line":7},{"index_id":71,"token_group":63,"text":"\"doc\"","start_char":46,"line":7},{"index_id":72,"token_group":64,"text":",","start_char":51,"line":7},{"index_id":73,"token_group":65,"text":"\"3\"","start_char":53,"line":7},{"index_id":74,"token_group":66,"text":")","start_char":56,"line":7},{"index_id":75,"token_group":67,"text":".","start_char":57,"line":7},{"index_id":76,"token_group":68,"text":"set","start_char":58,"line":7},{"index_id":77,"token_group":69,"text":"Source","start_char":61,"line":7},{"index_id":78,"token_group":69,"text":"(","start_char":67,"line":7},{"index_id":79,"token_group":70,"text":"\"text\"","start_char":68,"line":7},{"index_id":80,"token_group":71,"text":",","start_char":74,"line":7},{"index_id":81,"token_group":72,"text":"\"hello\"","start_char":76,"line":7},{"index_id":82,"token_group":73,"text":")","start_char":83,"line":7},{"index_id":83,"token_group":74,"text":")","start_char":84,"line":7},{"index_id":84,"token_group":75,"text":";","start_char":85,"line":7},{"index_id":85,"token_group":76,"text":"search","start_char":4,"line":9},{"index_id":86,"token_group":77,"text":"Request","start_char":10,"line":9},{"index_id":87,"token_group":77,"text":"Builder","start_char":17,"line":9},{"index_id":88,"token_group":77,"text":"req","start_char":25,"line":9},{"index_id":89,"token_group":78,"text":"=","start_char":29,"line":9},{"index_id":90,"token_group":79,"text":"client","start_char":31,"line":9},{"index_id":91,"token_group":80,"text":"(","start_char":37,"line":9},{"index_id":92,"token_group":81,"text":")","start_char":38,"line":9},{"index_id":93,"token_group":82,"text":".","start_char":39,"line":9},{"index_id":94,"token_group":83,"text":"prepare","start_char":40,"line":9},{"index_id":95,"token_group":84,"text":"Search","start_char":47,"line":9},{"index_id":96,"token_group":84,"text":"(","start_char":53,"line":9},{"index_id":97,"token_group":85,"text":")","start_char":54,"line":9},{"index_id":98,"token_group":86,"text":".","start_char":55,"line":9},{"index_id":99,"token_group":87,"text":"set","start_char":56,"line":9},{"index_id":100,"token_group":88,"text":"Indices","start_char":59,"line":9},{"index_id":101,"token_group":88,"text":"(","start_char":66,"line":9},{"index_id":102,"token_group":89,"text":"\"test\"","start_char":67,"line":9},{"index_id":103,"token_group":90,"text":")","start_char":73,"line":9},{"index_id":104,"token_group":91,"text":";","start_char":74,"line":9},{"index_id":105,"token_group":92,"text":"req","start_char":4,"line":10},{"index_id":106,"token_group":93,"text":".","start_char":7,"line":10},{"index_id":107,"token_group":94,"text":"set","start_char":8,"line":10},{"index_id":108,"token_group":95,"text":"Query","start_char":11,"line":10},{"index_id":109,"token_group":95,"text":"(","start_char":16,"line":10},{"index_id":110,"token_group":96,"text":"query","start_char":17,"line":10},{"index_id":111,"token_group":97,"text":"Builders","start_char":22,"line":10},{"index_id":112,"token_group":97,"text":".","start_char":30,"line":10},{"index_id":113,"token_group":98,"text":"match","start_char":31,"line":10},{"index_id":114,"token_group":99,"text":"All","start_char":36,"line":10},{"index_id":115,"token_group":99,"text":"Query","start_char":39,"line":10},{"index_id":116,"token_group":99,"text":"(","start_char":44,"line":10},{"index_id":117,"token_group":100,"text":")","start_char":45,"line":10},{"index_id":118,"token_group":101,"text":")","start_char":46,"line":10},{"index_id":119,"token_group":102,"text":".","start_char":4,"line":11},{"index_id":120,"token_group":103,"text":"add","start_char":5,"line":11},{"index_id":121,"token_group":104,"text":"Aggregation","start_char":8,"line":11},{"index_id":122,"token_group":104,"text":"(","start_char":19,"line":11},{"index_id":123,"token_group":105,"text":"aggregation","start_char":8,"line":12},{"index_id":124,"token_group":106,"text":"Builders","start_char":19,"line":12},{"index_id":125,"token_group":106,"text":".","start_char":27,"line":12},{"index_id":126,"token_group":107,"text":"terms","start_char":28,"line":12},{"index_id":127,"token_group":108,"text":"(","start_char":33,"line":12},{"index_id":128,"token_group":109,"text":"\"term_agg\"","start_char":34,"line":12},{"index_id":129,"token_group":110,"text":")","start_char":44,"line":12},{"index_id":130,"token_group":111,"text":".","start_char":45,"line":12},{"index_id":131,"token_group":112,"text":"field","start_char":46,"line":12},{"index_id":132,"token_group":113,"text":"(","start_char":51,"line":12},{"index_id":133,"token_group":114,"text":"\"text\"","start_char":52,"line":12},{"index_id":134,"token_group":115,"text":")","start_char":58,"line":12},{"index_id":135,"token_group":116,"text":".","start_char":8,"line":13},{"index_id":136,"token_group":117,"text":"script","start_char":9,"line":13},{"index_id":137,"token_group":118,"text":"(","start_char":15,"line":13},{"index_id":138,"token_group":119,"text":"new","start_char":16,"line":13},{"index_id":139,"token_group":120,"text":"script","start_char":20,"line":13},{"index_id":140,"token_group":121,"text":"(","start_char":26,"line":13},{"index_id":141,"token_group":122,"text":"\"_value\"","start_char":27,"line":13},{"index_id":142,"token_group":123,"text":",","start_char":35,"line":13},{"index_id":143,"token_group":124,"text":"script","start_char":37,"line":13},{"index_id":144,"token_group":125,"text":"Type","start_char":43,"line":13},{"index_id":145,"token_group":125,"text":".","start_char":47,"line":13},{"index_id":146,"token_group":126,"text":"inline","start_char":48,"line":13},{"index_id":147,"token_group":127,"text":",","start_char":54,"line":13},{"index_id":148,"token_group":128,"text":"expression","start_char":56,"line":13},{"index_id":149,"token_group":129,"text":"Script","start_char":66,"line":13},{"index_id":150,"token_group":129,"text":"Engine","start_char":72,"line":13},{"index_id":151,"token_group":129,"text":"Service","start_char":78,"line":13},{"index_id":152,"token_group":129,"text":".","start_char":85,"line":13},{"index_id":153,"token_group":130,"text":"name","start_char":86,"line":13},{"index_id":154,"token_group":131,"text":",","start_char":90,"line":13},{"index_id":155,"token_group":132,"text":"null","start_char":92,"line":13},{"index_id":156,"token_group":133,"text":")","start_char":96,"line":13},{"index_id":157,"token_group":134,"text":")","start_char":97,"line":13},{"index_id":158,"token_group":135,"text":")","start_char":98,"line":13},{"index_id":159,"token_group":136,"text":";","start_char":99,"line":13},{"index_id":160,"token_group":137,"text":"string","start_char":4,"line":15},{"index_id":161,"token_group":138,"text":"message","start_char":11,"line":15},{"index_id":162,"token_group":139,"text":";","start_char":18,"line":15},{"index_id":163,"token_group":140,"text":"try","start_char":4,"line":16},{"index_id":164,"token_group":141,"text":"{","start_char":4,"line":17},{"index_id":165,"token_group":142,"text":"search","start_char":8,"line":20},{"index_id":166,"token_group":143,"text":"Response","start_char":14,"line":20},{"index_id":167,"token_group":143,"text":"rsp","start_char":23,"line":20},{"index_id":168,"token_group":144,"text":"=","start_char":27,"line":20},{"index_id":169,"token_group":145,"text":"req","start_char":29,"line":20},{"index_id":170,"token_group":146,"text":".","start_char":32,"line":20},{"index_id":171,"token_group":147,"text":"get","start_char":33,"line":20},{"index_id":172,"token_group":148,"text":"(","start_char":36,"line":20},{"index_id":173,"token_group":149,"text":")","start_char":37,"line":20},{"index_id":174,"token_group":150,"text":";","start_char":38,"line":20},{"index_id":175,"token_group":151,"text":"assert","start_char":8,"line":21},{"index_id":176,"token_group":152,"text":"That","start_char":14,"line":21},{"index_id":177,"token_group":152,"text":"(","start_char":18,"line":21},{"index_id":178,"token_group":153,"text":"rsp","start_char":19,"line":21},{"index_id":179,"token_group":154,"text":".","start_char":22,"line":21},{"index_id":180,"token_group":155,"text":"get","start_char":23,"line":21},{"index_id":181,"token_group":156,"text":"Shard","start_char":26,"line":21},{"index_id":182,"token_group":156,"text":"Failures","start_char":31,"line":21},{"index_id":183,"token_group":156,"text":"(","start_char":39,"line":21},{"index_id":184,"token_group":157,"text":")","start_char":40,"line":21},{"index_id":185,"token_group":158,"text":".","start_char":41,"line":21},{"index_id":186,"token_group":159,"text":"length","start_char":42,"line":21},{"index_id":187,"token_group":160,"text":",","start_char":48,"line":21},{"index_id":188,"token_group":161,"text":"greater","start_char":50,"line":21},{"index_id":189,"token_group":162,"text":"Than","start_char":57,"line":21},{"index_id":190,"token_group":162,"text":"(","start_char":61,"line":21},{"index_id":191,"token_group":163,"text":"0","start_char":62,"line":21},{"index_id":192,"token_group":164,"text":")","start_char":63,"line":21},{"index_id":193,"token_group":165,"text":")","start_char":64,"line":21},{"index_id":194,"token_group":166,"text":";","start_char":65,"line":21},{"index_id":195,"token_group":167,"text":"message","start_char":8,"line":22},{"index_id":196,"token_group":168,"text":"=","start_char":16,"line":22},{"index_id":197,"token_group":169,"text":"rsp","start_char":18,"line":22},{"index_id":198,"token_group":170,"text":".","start_char":21,"line":22},{"index_id":199,"token_group":171,"text":"get","start_char":22,"line":22},{"index_id":200,"token_group":172,"text":"Shard","start_char":25,"line":22},{"index_id":201,"token_group":172,"text":"Failures","start_char":30,"line":22},{"index_id":202,"token_group":172,"text":"(","start_char":38,"line":22},{"index_id":203,"token_group":173,"text":")","start_char":39,"line":22},{"index_id":204,"token_group":174,"text":"[","start_char":40,"line":22},{"index_id":205,"token_group":175,"text":"0","start_char":41,"line":22},{"index_id":206,"token_group":176,"text":"]","start_char":42,"line":22},{"index_id":207,"token_group":177,"text":".","start_char":43,"line":22},{"index_id":208,"token_group":178,"text":"reason","start_char":44,"line":22},{"index_id":209,"token_group":179,"text":"(","start_char":50,"line":22},{"index_id":210,"token_group":180,"text":")","start_char":51,"line":22},{"index_id":211,"token_group":181,"text":";","start_char":52,"line":22},{"index_id":212,"token_group":182,"text":"}","start_char":4,"line":23},{"index_id":213,"token_group":183,"text":"catch","start_char":4,"line":24},{"index_id":214,"token_group":184,"text":"(","start_char":10,"line":24},{"index_id":215,"token_group":185,"text":"search","start_char":11,"line":24},{"index_id":216,"token_group":186,"text":"Phase","start_char":17,"line":24},{"index_id":217,"token_group":186,"text":"Execution","start_char":22,"line":24},{"index_id":218,"token_group":186,"text":"Exception","start_char":31,"line":24},{"index_id":219,"token_group":186,"text":"e","start_char":41,"line":24},{"index_id":220,"token_group":187,"text":")","start_char":42,"line":24},{"index_id":221,"token_group":188,"text":"{","start_char":4,"line":25},{"index_id":222,"token_group":189,"text":"message","start_char":8,"line":26},{"index_id":223,"token_group":190,"text":"=","start_char":16,"line":26},{"index_id":224,"token_group":191,"text":"e","start_char":18,"line":26},{"index_id":225,"token_group":192,"text":".","start_char":19,"line":26},{"index_id":226,"token_group":193,"text":"to","start_char":20,"line":26},{"index_id":227,"token_group":194,"text":"String","start_char":22,"line":26},{"index_id":228,"token_group":194,"text":"(","start_char":28,"line":26},{"index_id":229,"token_group":195,"text":")","start_char":29,"line":26},{"index_id":230,"token_group":196,"text":";","start_char":30,"line":26},{"index_id":231,"token_group":197,"text":"}","start_char":4,"line":27},{"index_id":232,"token_group":198,"text":"assert","start_char":4,"line":28},{"index_id":233,"token_group":199,"text":"That","start_char":10,"line":28},{"index_id":234,"token_group":199,"text":"(","start_char":14,"line":28},{"index_id":235,"token_group":200,"text":"message","start_char":15,"line":28},{"index_id":236,"token_group":201,"text":"+","start_char":23,"line":28},{"index_id":237,"token_group":202,"text":"\"should have contained ScriptException\"","start_char":25,"line":28},{"index_id":238,"token_group":203,"text":",","start_char":64,"line":28},{"index_id":239,"token_group":204,"text":"message","start_char":15,"line":29},{"index_id":240,"token_group":205,"text":".","start_char":22,"line":29},{"index_id":241,"token_group":206,"text":"contains","start_char":23,"line":29},{"index_id":242,"token_group":207,"text":"(","start_char":31,"line":29},{"index_id":243,"token_group":208,"text":"\"ScriptException\"","start_char":32,"line":29},{"index_id":244,"token_group":209,"text":")","start_char":49,"line":29},{"index_id":245,"token_group":210,"text":",","start_char":50,"line":29},{"index_id":246,"token_group":211,"text":"equal","start_char":52,"line":29},{"index_id":247,"token_group":212,"text":"To","start_char":57,"line":29},{"index_id":248,"token_group":212,"text":"(","start_char":59,"line":29},{"index_id":249,"token_group":213,"text":"true","start_char":60,"line":29},{"index_id":250,"token_group":214,"text":")","start_char":64,"line":29},{"index_id":251,"token_group":215,"text":")","start_char":65,"line":29},{"index_id":252,"token_group":216,"text":";","start_char":66,"line":29},{"index_id":253,"token_group":217,"text":"assert","start_char":4,"line":30},{"index_id":254,"token_group":218,"text":"That","start_char":10,"line":30},{"index_id":255,"token_group":218,"text":"(","start_char":14,"line":30},{"index_id":256,"token_group":219,"text":"message","start_char":15,"line":30},{"index_id":257,"token_group":220,"text":"+","start_char":23,"line":30},{"index_id":258,"token_group":221,"text":"\"should have contained text variable error\"","start_char":25,"line":30},{"index_id":259,"token_group":222,"text":",","start_char":68,"line":30},{"index_id":260,"token_group":223,"text":"message","start_char":15,"line":31},{"index_id":261,"token_group":224,"text":".","start_char":22,"line":31},{"index_id":262,"token_group":225,"text":"contains","start_char":23,"line":31},{"index_id":263,"token_group":226,"text":"(","start_char":31,"line":31},{"index_id":264,"token_group":227,"text":"\"text variable\"","start_char":32,"line":31},{"index_id":265,"token_group":228,"text":")","start_char":47,"line":31},{"index_id":266,"token_group":229,"text":",","start_char":48,"line":31},{"index_id":267,"token_group":230,"text":"equal","start_char":50,"line":31},{"index_id":268,"token_group":231,"text":"To","start_char":55,"line":31},{"index_id":269,"token_group":231,"text":"(","start_char":57,"line":31},{"index_id":270,"token_group":232,"text":"true","start_char":58,"line":31},{"index_id":271,"token_group":233,"text":")","start_char":62,"line":31},{"index_id":272,"token_group":234,"text":")","start_char":63,"line":31},{"index_id":273,"token_group":235,"text":";","start_char":64,"line":31},{"index_id":274,"token_group":236,"text":"}","start_char":0,"line":32}],"tokens_list":["{","create","Index","(","\"test\"",")",";","ensure","Green","(","\"test\"",")",";","index","Random","(","true",",","client","(",")",".","prepare","Index","(","\"test\"",",","\"doc\"",",","\"1\"",")",".","set","Source","(","\"text\"",",","\"hello\"",")",",","client","(",")",".","prepare","Index","(","\"test\"",",","\"doc\"",",","\"2\"",")",".","set","Source","(","\"text\"",",","\"goodbye\"",")",",","client","(",")",".","prepare","Index","(","\"test\"",",","\"doc\"",",","\"3\"",")",".","set","Source","(","\"text\"",",","\"hello\"",")",")",";","search","Request","Builder","req","=","client","(",")",".","prepare","Search","(",")",".","set","Indices","(","\"test\"",")",";","req",".","set","Query","(","query","Builders",".","match","All","Query","(",")",")",".","add","Aggregation","(","aggregation","Builders",".","terms","(","\"term_agg\"",")",".","field","(","\"text\"",")",".","script","(","new","script","(","\"_value\"",",","script","Type",".","inline",",","expression","Script","Engine","Service",".","name",",","null",")",")",")",";","string","message",";","try","{","search","Response","rsp","=","req",".","get","(",")",";","assert","That","(","rsp",".","get","Shard","Failures","(",")",".","length",",","greater","Than","(","0",")",")",";","message","=","rsp",".","get","Shard","Failures","(",")","[","0","]",".","reason","(",")",";","}","catch","(","search","Phase","Execution","Exception","e",")","{","message","=","e",".","to","String","(",")",";","}","assert","That","(","message","+","\"should have contained ScriptException\"",",","message",".","contains","(","\"ScriptException\"",")",",","equal","To","(","true",")",")",";","assert","That","(","message","+","\"should have contained text variable error\"",",","message",".","contains","(","\"text variable\"",")",",","equal","To","(","true",")",")",";","}"],"uuid":"c7b12c2e305fc728ae27faebbffb86e7"},{"cap_original_tokens":["<SENTENCE_START>","{","return","<id>","my","Changes","Count","<\/id>",";","}","<SENTENCE_END\/>"],"file_name":"ThreesideTextDiffViewerEx.java","formatted_lines":["{","    return myChangesCount;","}"],"function_name":"getChangesCount","function_name_tokens":["get","changes","count"],"id_body_hash":"c1938b714b630e5908a95e3673a236df","id_same_identifier_list":[0,1,2,3,3,3,4,5,6],"option_correct":"getChangesCount","options":["getFileCount","getCount","suggestSelectedFileUrl","getChangesCount","startAnimation","getChanges","collectClassingMethods"],"options_nlp":["get file count","get count","suggest selected file url","get changes count","start animation","get changes","collect classing methods"],"options_random":["suggestSelectedFileUrl","collectClassingMethods","startAnimation"],"options_tfidf":["getChanges","getCount","getFileCount"],"project_name":"intellij-community","source_code_string":"public int getChangesCount() {\n    return myChangesCount;\n  }","tokens_in_code":[{"index_id":0,"token_group":0,"text":"{","start_char":0,"line":0},{"index_id":1,"token_group":1,"text":"return","start_char":4,"line":1},{"index_id":2,"token_group":2,"text":"my","start_char":11,"line":1},{"index_id":3,"token_group":3,"text":"Changes","start_char":13,"line":1},{"index_id":4,"token_group":3,"text":"Count","start_char":20,"line":1},{"index_id":5,"token_group":3,"text":";","start_char":25,"line":1},{"index_id":6,"token_group":4,"text":"}","start_char":0,"line":2}],"tokens_list":["{","return","my","Changes","Count",";","}"],"uuid":"17f3944407479c7aedb31ddb6aa5349b"},{"cap_original_tokens":["<SENTENCE_START>","{","<id>","user","Group","Information","<\/id>","<id>","user","<\/id>","=","<id>","http","User","Group","Information","<\/id>",".","<id>","get","<\/id>","(",")",";","<id>","response","<\/id>","<id>","response","<\/id>",";","<id>","path","<\/id>","=","<id>","make","Absolute","<\/id>","(","<id>","path","<\/id>",")",";","<id>","mdc","<\/id>",".","<id>","put","<\/id>","(","<id>","http","Fs","File","System","<\/id>",".","<id>","op","Param","<\/id>",",","<id>","op","<\/id>",".","<id>","value","<\/id>","(",")",".","<id>","name","<\/id>","(",")",")",";","switch","(","<id>","op","<\/id>",".","<id>","value","<\/id>","(",")",")","{","case","<id>","delete","<\/id>",":","{","<id>","boolean","<\/id>","<id>","recursive","<\/id>","=","<id>","params","<\/id>",".","<id>","get","<\/id>","(","<id>","recursive","Param","<\/id>",".","<id>","name","<\/id>",",","<id>","recursive","Param","<\/id>",".","class",")",";","<id>","audit","Log","<\/id>",".","<id>","info","<\/id>","(","\"[{}] recursive [{}]\"",",","<id>","path","<\/id>",",","<id>","recursive","<\/id>",")",";","<id>","fs","Operations","<\/id>",".","<id>","fs","Delete","<\/id>","<id>","command","<\/id>","=","new","<id>","fs","Operations","<\/id>",".","<id>","fs","Delete","<\/id>","(","<id>","path","<\/id>",",","<id>","recursive","<\/id>",")",";","<id>","json","Object","<\/id>","<id>","json","<\/id>","=","<id>","fs","Execute","<\/id>","(","<id>","user","<\/id>",",","<id>","command","<\/id>",")",";","<id>","response","<\/id>","=","<id>","response","<\/id>",".","<id>","ok","<\/id>","(","<id>","json","<\/id>",")",".","<id>","type","<\/id>","(","<id>","media","Type","<\/id>",".","<id>","application","Json","<\/id>",")",".","<id>","build","<\/id>","(",")",";","break",";","}","default",":","{","throw","new","<id>","io","Exception","<\/id>","(","<id>","message","Format","<\/id>",".","<id>","format","<\/id>","(","\"Invalid HTTP DELETE operation [{0}]\"",",","<id>","op","<\/id>",".","<id>","value","<\/id>","(",")",")",")",";","}","}","return","<id>","response","<\/id>",";","}","<SENTENCE_END\/>"],"file_name":"HttpFSServer.java","formatted_lines":["{","    UserGroupInformation user = HttpUserGroupInformation.get();","    Response response;","    path = makeAbsolute(path);","    MDC.put(HttpFSFileSystem.OP_PARAM, op.value().name());","    switch (op.value())","    {","    case DELETE:","    {","        Boolean recursive =","        params.get(RecursiveParam.NAME,  RecursiveParam.class);","        AUDIT_LOG.info(\"[{}] recursive [{}]\", path, recursive);","        FSOperations.FSDelete command =","        new FSOperations.FSDelete(path, recursive);","        JSONObject json = fsExecute(user, command);","        response = Response.ok(json).type(MediaType.APPLICATION_JSON).build();","        break;","    }","    default:","    {","        throw new IOException(","            MessageFormat.format(\"Invalid HTTP DELETE operation [{0}]\",","                                 op.value()));","    }","    }","    return response;","}"],"function_name":"delete","function_name_tokens":["delete"],"id_body_hash":"22de5c9fce603e51937b6914d26b3770","id_same_identifier_list":[0,1,2,2,2,3,4,5,5,5,5,6,7,8,9,10,11,12,13,14,15,16,16,17,18,19,20,21,22,23,24,25,25,25,25,26,27,27,28,29,30,31,32,33,34,35,36,37,38,39,40,41,42,43,44,45,46,47,48,49,50,51,52,53,54,55,56,57,58,59,60,60,61,62,63,64,64,65,66,67,68,69,69,70,71,72,73,74,75,76,77,78,79,80,80,81,82,82,83,84,85,86,86,87,88,88,89,90,91,92,93,94,95,95,96,97,98,98,99,100,101,102,103,104,105,106,107,108,109,110,111,112,113,114,115,116,116,117,118,118,119,120,121,122,123,124,125,126,127,128,129,130,131,132,133,133,134,135,135,136,137,138,139,140,141,142,143,144,145,146,147,148,149,150,151,152,153,154,155],"option_correct":"delete","options":["testSecureProxyAuthParamsInUrl","testCreatedInstanceConfigured","deleteR","testStartStopHttpPseudo","rDelete","testDelete","delete"],"options_nlp":["test secure proxy auth params in url","test created instance configured","delete r","test start stop http pseudo","r delete","test delete","delete"],"options_random":["testSecureProxyAuthParamsInUrl","testCreatedInstanceConfigured","testStartStopHttpPseudo"],"options_tfidf":["testDelete","rDelete","deleteR"],"project_name":"hadoop-common","source_code_string":"@DELETE\n  @Path(\"{path:.*}\")\n  @Produces(MediaType.APPLICATION_JSON)\n  public Response delete(@PathParam(\"path\") String path,\n                         @QueryParam(OperationParam.NAME) OperationParam op,\n                         @Context Parameters params)\n    throws IOException, FileSystemAccessException {\n    UserGroupInformation user = HttpUserGroupInformation.get();\n    Response response;\n    path = makeAbsolute(path);\n    MDC.put(HttpFSFileSystem.OP_PARAM, op.value().name());\n    switch (op.value()) {\n      case DELETE: {\n        Boolean recursive =\n          params.get(RecursiveParam.NAME,  RecursiveParam.class);\n        AUDIT_LOG.info(\"[{}] recursive [{}]\", path, recursive);\n        FSOperations.FSDelete command =\n          new FSOperations.FSDelete(path, recursive);\n        JSONObject json = fsExecute(user, command);\n        response = Response.ok(json).type(MediaType.APPLICATION_JSON).build();\n        break;\n      }\n      default: {\n        throw new IOException(\n          MessageFormat.format(\"Invalid HTTP DELETE operation [{0}]\",\n                               op.value()));\n      }\n    }\n    return response;\n  }","tokens_in_code":[{"index_id":0,"token_group":0,"text":"{","start_char":0,"line":0},{"index_id":1,"token_group":1,"text":"user","start_char":4,"line":1},{"index_id":2,"token_group":2,"text":"Group","start_char":8,"line":1},{"index_id":3,"token_group":2,"text":"Information","start_char":13,"line":1},{"index_id":4,"token_group":2,"text":"user","start_char":25,"line":1},{"index_id":5,"token_group":3,"text":"=","start_char":30,"line":1},{"index_id":6,"token_group":4,"text":"http","start_char":32,"line":1},{"index_id":7,"token_group":5,"text":"User","start_char":36,"line":1},{"index_id":8,"token_group":5,"text":"Group","start_char":40,"line":1},{"index_id":9,"token_group":5,"text":"Information","start_char":45,"line":1},{"index_id":10,"token_group":5,"text":".","start_char":56,"line":1},{"index_id":11,"token_group":6,"text":"get","start_char":57,"line":1},{"index_id":12,"token_group":7,"text":"(","start_char":60,"line":1},{"index_id":13,"token_group":8,"text":")","start_char":61,"line":1},{"index_id":14,"token_group":9,"text":";","start_char":62,"line":1},{"index_id":15,"token_group":10,"text":"response","start_char":4,"line":2},{"index_id":16,"token_group":11,"text":"response","start_char":13,"line":2},{"index_id":17,"token_group":12,"text":";","start_char":21,"line":2},{"index_id":18,"token_group":13,"text":"path","start_char":4,"line":3},{"index_id":19,"token_group":14,"text":"=","start_char":9,"line":3},{"index_id":20,"token_group":15,"text":"make","start_char":11,"line":3},{"index_id":21,"token_group":16,"text":"Absolute","start_char":15,"line":3},{"index_id":22,"token_group":16,"text":"(","start_char":23,"line":3},{"index_id":23,"token_group":17,"text":"path","start_char":24,"line":3},{"index_id":24,"token_group":18,"text":")","start_char":28,"line":3},{"index_id":25,"token_group":19,"text":";","start_char":29,"line":3},{"index_id":26,"token_group":20,"text":"mdc","start_char":4,"line":4},{"index_id":27,"token_group":21,"text":".","start_char":7,"line":4},{"index_id":28,"token_group":22,"text":"put","start_char":8,"line":4},{"index_id":29,"token_group":23,"text":"(","start_char":11,"line":4},{"index_id":30,"token_group":24,"text":"http","start_char":12,"line":4},{"index_id":31,"token_group":25,"text":"Fs","start_char":16,"line":4},{"index_id":32,"token_group":25,"text":"File","start_char":18,"line":4},{"index_id":33,"token_group":25,"text":"System","start_char":22,"line":4},{"index_id":34,"token_group":25,"text":".","start_char":28,"line":4},{"index_id":35,"token_group":26,"text":"op","start_char":29,"line":4},{"index_id":36,"token_group":27,"text":"Param","start_char":32,"line":4},{"index_id":37,"token_group":27,"text":",","start_char":37,"line":4},{"index_id":38,"token_group":28,"text":"op","start_char":39,"line":4},{"index_id":39,"token_group":29,"text":".","start_char":41,"line":4},{"index_id":40,"token_group":30,"text":"value","start_char":42,"line":4},{"index_id":41,"token_group":31,"text":"(","start_char":47,"line":4},{"index_id":42,"token_group":32,"text":")","start_char":48,"line":4},{"index_id":43,"token_group":33,"text":".","start_char":49,"line":4},{"index_id":44,"token_group":34,"text":"name","start_char":50,"line":4},{"index_id":45,"token_group":35,"text":"(","start_char":54,"line":4},{"index_id":46,"token_group":36,"text":")","start_char":55,"line":4},{"index_id":47,"token_group":37,"text":")","start_char":56,"line":4},{"index_id":48,"token_group":38,"text":";","start_char":57,"line":4},{"index_id":49,"token_group":39,"text":"switch","start_char":4,"line":5},{"index_id":50,"token_group":40,"text":"(","start_char":11,"line":5},{"index_id":51,"token_group":41,"text":"op","start_char":12,"line":5},{"index_id":52,"token_group":42,"text":".","start_char":14,"line":5},{"index_id":53,"token_group":43,"text":"value","start_char":15,"line":5},{"index_id":54,"token_group":44,"text":"(","start_char":20,"line":5},{"index_id":55,"token_group":45,"text":")","start_char":21,"line":5},{"index_id":56,"token_group":46,"text":")","start_char":22,"line":5},{"index_id":57,"token_group":47,"text":"{","start_char":4,"line":6},{"index_id":58,"token_group":48,"text":"case","start_char":4,"line":7},{"index_id":59,"token_group":49,"text":"delete","start_char":9,"line":7},{"index_id":60,"token_group":50,"text":":","start_char":15,"line":7},{"index_id":61,"token_group":51,"text":"{","start_char":4,"line":8},{"index_id":62,"token_group":52,"text":"boolean","start_char":8,"line":9},{"index_id":63,"token_group":53,"text":"recursive","start_char":16,"line":9},{"index_id":64,"token_group":54,"text":"=","start_char":26,"line":9},{"index_id":65,"token_group":55,"text":"params","start_char":8,"line":10},{"index_id":66,"token_group":56,"text":".","start_char":14,"line":10},{"index_id":67,"token_group":57,"text":"get","start_char":15,"line":10},{"index_id":68,"token_group":58,"text":"(","start_char":18,"line":10},{"index_id":69,"token_group":59,"text":"recursive","start_char":19,"line":10},{"index_id":70,"token_group":60,"text":"Param","start_char":28,"line":10},{"index_id":71,"token_group":60,"text":".","start_char":33,"line":10},{"index_id":72,"token_group":61,"text":"name","start_char":34,"line":10},{"index_id":73,"token_group":62,"text":",","start_char":38,"line":10},{"index_id":74,"token_group":63,"text":"recursive","start_char":41,"line":10},{"index_id":75,"token_group":64,"text":"Param","start_char":50,"line":10},{"index_id":76,"token_group":64,"text":".","start_char":55,"line":10},{"index_id":77,"token_group":65,"text":"class","start_char":56,"line":10},{"index_id":78,"token_group":66,"text":")","start_char":61,"line":10},{"index_id":79,"token_group":67,"text":";","start_char":62,"line":10},{"index_id":80,"token_group":68,"text":"audit","start_char":8,"line":11},{"index_id":81,"token_group":69,"text":"Log","start_char":14,"line":11},{"index_id":82,"token_group":69,"text":".","start_char":17,"line":11},{"index_id":83,"token_group":70,"text":"info","start_char":18,"line":11},{"index_id":84,"token_group":71,"text":"(","start_char":22,"line":11},{"index_id":85,"token_group":72,"text":"\"[{}] recursive [{}]\"","start_char":23,"line":11},{"index_id":86,"token_group":73,"text":",","start_char":44,"line":11},{"index_id":87,"token_group":74,"text":"path","start_char":46,"line":11},{"index_id":88,"token_group":75,"text":",","start_char":50,"line":11},{"index_id":89,"token_group":76,"text":"recursive","start_char":52,"line":11},{"index_id":90,"token_group":77,"text":")","start_char":61,"line":11},{"index_id":91,"token_group":78,"text":";","start_char":62,"line":11},{"index_id":92,"token_group":79,"text":"fs","start_char":8,"line":12},{"index_id":93,"token_group":80,"text":"Operations","start_char":10,"line":12},{"index_id":94,"token_group":80,"text":".","start_char":20,"line":12},{"index_id":95,"token_group":81,"text":"fs","start_char":21,"line":12},{"index_id":96,"token_group":82,"text":"Delete","start_char":23,"line":12},{"index_id":97,"token_group":82,"text":"command","start_char":30,"line":12},{"index_id":98,"token_group":83,"text":"=","start_char":38,"line":12},{"index_id":99,"token_group":84,"text":"new","start_char":8,"line":13},{"index_id":100,"token_group":85,"text":"fs","start_char":12,"line":13},{"index_id":101,"token_group":86,"text":"Operations","start_char":14,"line":13},{"index_id":102,"token_group":86,"text":".","start_char":24,"line":13},{"index_id":103,"token_group":87,"text":"fs","start_char":25,"line":13},{"index_id":104,"token_group":88,"text":"Delete","start_char":27,"line":13},{"index_id":105,"token_group":88,"text":"(","start_char":33,"line":13},{"index_id":106,"token_group":89,"text":"path","start_char":34,"line":13},{"index_id":107,"token_group":90,"text":",","start_char":38,"line":13},{"index_id":108,"token_group":91,"text":"recursive","start_char":40,"line":13},{"index_id":109,"token_group":92,"text":")","start_char":49,"line":13},{"index_id":110,"token_group":93,"text":";","start_char":50,"line":13},{"index_id":111,"token_group":94,"text":"json","start_char":8,"line":14},{"index_id":112,"token_group":95,"text":"Object","start_char":12,"line":14},{"index_id":113,"token_group":95,"text":"json","start_char":19,"line":14},{"index_id":114,"token_group":96,"text":"=","start_char":24,"line":14},{"index_id":115,"token_group":97,"text":"fs","start_char":26,"line":14},{"index_id":116,"token_group":98,"text":"Execute","start_char":28,"line":14},{"index_id":117,"token_group":98,"text":"(","start_char":35,"line":14},{"index_id":118,"token_group":99,"text":"user","start_char":36,"line":14},{"index_id":119,"token_group":100,"text":",","start_char":40,"line":14},{"index_id":120,"token_group":101,"text":"command","start_char":42,"line":14},{"index_id":121,"token_group":102,"text":")","start_char":49,"line":14},{"index_id":122,"token_group":103,"text":";","start_char":50,"line":14},{"index_id":123,"token_group":104,"text":"response","start_char":8,"line":15},{"index_id":124,"token_group":105,"text":"=","start_char":17,"line":15},{"index_id":125,"token_group":106,"text":"response","start_char":19,"line":15},{"index_id":126,"token_group":107,"text":".","start_char":27,"line":15},{"index_id":127,"token_group":108,"text":"ok","start_char":28,"line":15},{"index_id":128,"token_group":109,"text":"(","start_char":30,"line":15},{"index_id":129,"token_group":110,"text":"json","start_char":31,"line":15},{"index_id":130,"token_group":111,"text":")","start_char":35,"line":15},{"index_id":131,"token_group":112,"text":".","start_char":36,"line":15},{"index_id":132,"token_group":113,"text":"type","start_char":37,"line":15},{"index_id":133,"token_group":114,"text":"(","start_char":41,"line":15},{"index_id":134,"token_group":115,"text":"media","start_char":42,"line":15},{"index_id":135,"token_group":116,"text":"Type","start_char":47,"line":15},{"index_id":136,"token_group":116,"text":".","start_char":51,"line":15},{"index_id":137,"token_group":117,"text":"application","start_char":52,"line":15},{"index_id":138,"token_group":118,"text":"Json","start_char":64,"line":15},{"index_id":139,"token_group":118,"text":")","start_char":68,"line":15},{"index_id":140,"token_group":119,"text":".","start_char":69,"line":15},{"index_id":141,"token_group":120,"text":"build","start_char":70,"line":15},{"index_id":142,"token_group":121,"text":"(","start_char":75,"line":15},{"index_id":143,"token_group":122,"text":")","start_char":76,"line":15},{"index_id":144,"token_group":123,"text":";","start_char":77,"line":15},{"index_id":145,"token_group":124,"text":"break","start_char":8,"line":16},{"index_id":146,"token_group":125,"text":";","start_char":13,"line":16},{"index_id":147,"token_group":126,"text":"}","start_char":4,"line":17},{"index_id":148,"token_group":127,"text":"default","start_char":4,"line":18},{"index_id":149,"token_group":128,"text":":","start_char":11,"line":18},{"index_id":150,"token_group":129,"text":"{","start_char":4,"line":19},{"index_id":151,"token_group":130,"text":"throw","start_char":8,"line":20},{"index_id":152,"token_group":131,"text":"new","start_char":14,"line":20},{"index_id":153,"token_group":132,"text":"io","start_char":18,"line":20},{"index_id":154,"token_group":133,"text":"Exception","start_char":20,"line":20},{"index_id":155,"token_group":133,"text":"(","start_char":29,"line":20},{"index_id":156,"token_group":134,"text":"message","start_char":12,"line":21},{"index_id":157,"token_group":135,"text":"Format","start_char":19,"line":21},{"index_id":158,"token_group":135,"text":".","start_char":25,"line":21},{"index_id":159,"token_group":136,"text":"format","start_char":26,"line":21},{"index_id":160,"token_group":137,"text":"(","start_char":32,"line":21},{"index_id":161,"token_group":138,"text":"\"Invalid HTTP DELETE operation [{0}]\"","start_char":33,"line":21},{"index_id":162,"token_group":139,"text":",","start_char":70,"line":21},{"index_id":163,"token_group":140,"text":"op","start_char":33,"line":22},{"index_id":164,"token_group":141,"text":".","start_char":35,"line":22},{"index_id":165,"token_group":142,"text":"value","start_char":36,"line":22},{"index_id":166,"token_group":143,"text":"(","start_char":41,"line":22},{"index_id":167,"token_group":144,"text":")","start_char":42,"line":22},{"index_id":168,"token_group":145,"text":")","start_char":43,"line":22},{"index_id":169,"token_group":146,"text":")","start_char":44,"line":22},{"index_id":170,"token_group":147,"text":";","start_char":45,"line":22},{"index_id":171,"token_group":148,"text":"}","start_char":4,"line":23},{"index_id":172,"token_group":149,"text":"}","start_char":4,"line":24},{"index_id":173,"token_group":150,"text":"return","start_char":4,"line":25},{"index_id":174,"token_group":151,"text":"response","start_char":11,"line":25},{"index_id":175,"token_group":152,"text":";","start_char":19,"line":25},{"index_id":176,"token_group":153,"text":"}","start_char":0,"line":26}],"tokens_list":["{","user","Group","Information","user","=","http","User","Group","Information",".","get","(",")",";","response","response",";","path","=","make","Absolute","(","path",")",";","mdc",".","put","(","http","Fs","File","System",".","op","Param",",","op",".","value","(",")",".","name","(",")",")",";","switch","(","op",".","value","(",")",")","{","case","delete",":","{","boolean","recursive","=","params",".","get","(","recursive","Param",".","name",",","recursive","Param",".","class",")",";","audit","Log",".","info","(","\"[{}] recursive [{}]\"",",","path",",","recursive",")",";","fs","Operations",".","fs","Delete","command","=","new","fs","Operations",".","fs","Delete","(","path",",","recursive",")",";","json","Object","json","=","fs","Execute","(","user",",","command",")",";","response","=","response",".","ok","(","json",")",".","type","(","media","Type",".","application","Json",")",".","build","(",")",";","break",";","}","default",":","{","throw","new","io","Exception","(","message","Format",".","format","(","\"Invalid HTTP DELETE operation [{0}]\"",",","op",".","value","(",")",")",")",";","}","}","return","response",";","}"],"uuid":"3d1f5d8b413e60f7c3d696d3c59eae8b"}]