experiment_0000027.json

[{"cap_original_tokens":["<SENTENCE_START>","{","int","<id>","i","<\/id>","=","<id>","","Parse","Int","<\/id>","(","<id>","value","<\/id>",",","<id>","default","Value","<\/id>",")",";","if","(","(","<id>","i","<\/id>","<","<id>","short","<\/id>",".","<id>","min","Value","<\/id>",")","||","(","<id>","i","<\/id>",">","<id>","short","<\/id>",".","<id>","max","Value","<\/id>",")",")","{","return","<id>","default","Value","<\/id>",";","}","return","(","short",")","<id>","i","<\/id>",";","}","<SENTENCE_END\/>"],"file_name":"GetterUtil.java","formatted_lines":["{","    int i = _parseInt(value, defaultValue);","","    if ((i < Short.MIN_VALUE) || (i > Short.MAX_VALUE))","    {","        return defaultValue;","    }","","    return (short)i;","}"],"function_name":"_parseShort","function_name_tokens":["","parse","short"],"id_body_hash":"3a0278cfae69f64fa60c3730b17682dc","id_same_identifier_list":[0,1,2,3,4,5,5,5,6,7,8,9,9,10,11,12,13,14,15,16,17,18,19,19,20,21,22,23,24,25,26,27,27,28,29,30,31,32,32,33,34,35,36,37,38,39,40,41,42],"option_correct":"_parseShort","options":["testGetShort","assertNoJavaScriptExceptions","testContainsShortArray","containsWithViewableGroup","getFolderIds","parse","_parseShort"],"options_nlp":["test get short","assert no java script exceptions","test contains short array","contains with viewable group","get folder ids","parse"," parse short"],"options_random":["assertNoJavaScriptExceptions","getFolderIds","containsWithViewableGroup"],"options_tfidf":["testContainsShortArray","testGetShort","parse"],"project_name":"liferay-portal","source_code_string":"private static short _parseShort(String value, short defaultValue) {\n\t\tint i = _parseInt(value, defaultValue);\n\n\t\tif ((i < Short.MIN_VALUE) || (i > Short.MAX_VALUE)) {\n\t\t\treturn defaultValue;\n\t\t}\n\n\t\treturn (short)i;\n\t}","tokens_in_code":[{"index_id":0,"token_group":0,"text":"{","start_char":0,"line":0},{"index_id":1,"token_group":1,"text":"int","start_char":4,"line":1},{"index_id":2,"token_group":2,"text":"i","start_char":8,"line":1},{"index_id":3,"token_group":3,"text":"=","start_char":10,"line":1},{"index_id":4,"token_group":4,"text":"","start_char":11,"line":1},{"index_id":5,"token_group":5,"text":"Parse","start_char":13,"line":1},{"index_id":6,"token_group":5,"text":"Int","start_char":18,"line":1},{"index_id":7,"token_group":5,"text":"(","start_char":21,"line":1},{"index_id":8,"token_group":6,"text":"value","start_char":22,"line":1},{"index_id":9,"token_group":7,"text":",","start_char":27,"line":1},{"index_id":10,"token_group":8,"text":"default","start_char":29,"line":1},{"index_id":11,"token_group":9,"text":"Value","start_char":36,"line":1},{"index_id":12,"token_group":9,"text":")","start_char":41,"line":1},{"index_id":13,"token_group":10,"text":";","start_char":42,"line":1},{"index_id":14,"token_group":11,"text":"if","start_char":4,"line":3},{"index_id":15,"token_group":12,"text":"(","start_char":7,"line":3},{"index_id":16,"token_group":13,"text":"(","start_char":8,"line":3},{"index_id":17,"token_group":14,"text":"i","start_char":9,"line":3},{"index_id":18,"token_group":15,"text":"<","start_char":11,"line":3},{"index_id":19,"token_group":16,"text":"short","start_char":13,"line":3},{"index_id":20,"token_group":17,"text":".","start_char":18,"line":3},{"index_id":21,"token_group":18,"text":"min","start_char":19,"line":3},{"index_id":22,"token_group":19,"text":"Value","start_char":23,"line":3},{"index_id":23,"token_group":19,"text":")","start_char":28,"line":3},{"index_id":24,"token_group":20,"text":"||","start_char":30,"line":3},{"index_id":25,"token_group":21,"text":"(","start_char":33,"line":3},{"index_id":26,"token_group":22,"text":"i","start_char":34,"line":3},{"index_id":27,"token_group":23,"text":">","start_char":36,"line":3},{"index_id":28,"token_group":24,"text":"short","start_char":38,"line":3},{"index_id":29,"token_group":25,"text":".","start_char":43,"line":3},{"index_id":30,"token_group":26,"text":"max","start_char":44,"line":3},{"index_id":31,"token_group":27,"text":"Value","start_char":48,"line":3},{"index_id":32,"token_group":27,"text":")","start_char":53,"line":3},{"index_id":33,"token_group":28,"text":")","start_char":54,"line":3},{"index_id":34,"token_group":29,"text":"{","start_char":4,"line":4},{"index_id":35,"token_group":30,"text":"return","start_char":8,"line":5},{"index_id":36,"token_group":31,"text":"default","start_char":15,"line":5},{"index_id":37,"token_group":32,"text":"Value","start_char":22,"line":5},{"index_id":38,"token_group":32,"text":";","start_char":27,"line":5},{"index_id":39,"token_group":33,"text":"}","start_char":4,"line":6},{"index_id":40,"token_group":34,"text":"return","start_char":4,"line":8},{"index_id":41,"token_group":35,"text":"(","start_char":11,"line":8},{"index_id":42,"token_group":36,"text":"short","start_char":12,"line":8},{"index_id":43,"token_group":37,"text":")","start_char":17,"line":8},{"index_id":44,"token_group":38,"text":"i","start_char":18,"line":8},{"index_id":45,"token_group":39,"text":";","start_char":19,"line":8},{"index_id":46,"token_group":40,"text":"}","start_char":0,"line":9}],"tokens_list":["{","int","i","=","","Parse","Int","(","value",",","default","Value",")",";","if","(","(","i","<","short",".","min","Value",")","||","(","i",">","short",".","max","Value",")",")","{","return","default","Value",";","}","return","(","short",")","i",";","}"],"uuid":"2f2c985a1fa74774e81048918ea7d436"},{"cap_original_tokens":["<SENTENCE_START>","{","<id>","linked","List","<\/id>","<","<id>","string","<\/id>",">","<id>","hservers","<\/id>","=","new","<id>","linked","List","<\/id>","<","<id>","string","<\/id>",">","(","<id>","arrays","<\/id>",".","<id>","as","List","<\/id>","(","<id>","host","Servers","<\/id>",".","<id>","get","<\/id>","(","<id>","host","Name","<\/id>",")",")",")",";","<id>","hservers","<\/id>",".","<id>","add","<\/id>","(","<id>","server","Name","<\/id>",")",";","<id>","host","Servers","<\/id>",".","<id>","put","<\/id>","(","<id>","host","Name","<\/id>",",","<id>","hservers","<\/id>",".","<id>","to","Array","<\/id>","(","new","<id>","string","<\/id>","[","<id>","hservers","<\/id>",".","<id>","size","<\/id>","(",")","]",")",")",";","<id>","linked","List","<\/id>","<","<id>","string","<\/id>",">","<id>","gservers","<\/id>","=","new","<id>","linked","List","<\/id>","<","<id>","string","<\/id>",">","(",")",";","if","(","<id>","server","Groups","<\/id>",".","<id>","contains","Key","<\/id>","(","<id>","group","Name","<\/id>",")",")","{","<id>","gservers","<\/id>",".","<id>","add","All","<\/id>","(","<id>","arrays","<\/id>",".","<id>","as","List","<\/id>","(","<id>","server","Groups","<\/id>",".","<id>","get","<\/id>","(","<id>","group","Name","<\/id>",")",")",")",";","}","<id>","gservers","<\/id>",".","<id>","add","<\/id>","(","<id>","server","Name","<\/id>",")",";","<id>","server","Groups","<\/id>",".","<id>","put","<\/id>","(","<id>","group","Name","<\/id>",",","<id>","gservers","<\/id>",".","<id>","to","Array","<\/id>","(","new","<id>","string","<\/id>","[","<id>","gservers","<\/id>",".","<id>","size","<\/id>","(",")","]",")",")",";","<id>","linked","List","<\/id>","<","<id>","string","<\/id>",">","<id>","pgroups","<\/id>","=","new","<id>","linked","List","<\/id>","<","<id>","string","<\/id>",">","(",")",";","if","(","<id>","server","Profiles","<\/id>",".","<id>","contains","Key","<\/id>","(","<id>","profile","Name","<\/id>",")",")","{","<id>","pgroups","<\/id>",".","<id>","add","All","<\/id>","(","<id>","arrays","<\/id>",".","<id>","as","List","<\/id>","(","<id>","server","Profiles","<\/id>",".","<id>","get","<\/id>","(","<id>","profile","Name","<\/id>",")",")",")",";","}","<id>","pgroups","<\/id>",".","<id>","add","<\/id>","(","<id>","group","Name","<\/id>",")",";","<id>","server","Profiles","<\/id>",".","<id>","put","<\/id>","(","<id>","profile","Name","<\/id>",",","<id>","pgroups","<\/id>",".","<id>","to","Array","<\/id>","(","new","<id>","string","<\/id>","[","<id>","pgroups","<\/id>",".","<id>","size","<\/id>","(",")","]",")",")",";","<id>","port","Offsets","<\/id>",".","<id>","put","<\/id>","(","<id>","server","Name","<\/id>",",","<id>","port","Offset","<\/id>",")",";","<id>","server","Status","<\/id>",".","<id>","put","<\/id>","(","<id>","server","Name","<\/id>",",","<id>","status","<\/id>",")",";","}","<SENTENCE_END\/>"],"file_name":"CLITestSuite.java","formatted_lines":["{","    LinkedList<String> hservers = new LinkedList<String>(Arrays.asList(","                hostServers.get(hostName)));","    hservers.add(serverName);","    hostServers.put(hostName, hservers.toArray(new String[hservers.size()]));","","    LinkedList<String> gservers = new LinkedList<String>();","    if (serverGroups.containsKey(groupName))","    {","        gservers.addAll(Arrays.asList(serverGroups.get(groupName)));","    }","    gservers.add(serverName);","    serverGroups.put(groupName, gservers.toArray(new String[gservers.size()]));","","    LinkedList<String> pgroups = new LinkedList<String>();","    if (serverProfiles.containsKey(profileName))","    {","        pgroups.addAll(Arrays.asList(serverProfiles.get(profileName)));","    }","    pgroups.add(groupName);","    serverProfiles.put(profileName, pgroups.toArray(new String[pgroups.size()]));","","    portOffsets.put(serverName, portOffset);","    serverStatus.put(serverName, status);","}"],"function_name":"addServer","function_name_tokens":["add","server"],"id_body_hash":"b1075cc2cb9d8cb0f7ff69f1e60e02d3","id_same_identifier_list":[0,1,2,2,3,4,5,6,7,8,9,9,10,11,12,13,14,15,16,16,17,18,18,19,20,21,22,22,23,24,25,26,27,28,29,30,31,31,32,33,34,34,35,36,37,38,38,39,40,41,42,42,43,44,45,46,47,48,49,50,51,52,53,54,55,56,56,57,58,59,60,61,62,63,63,64,65,66,67,68,69,70,71,72,72,73,74,74,75,76,76,77,78,79,80,81,82,82,83,84,85,86,86,87,88,88,89,90,91,92,92,93,94,95,96,97,98,99,100,101,102,102,103,104,105,105,106,107,108,109,109,110,111,112,113,113,114,115,116,117,118,119,120,121,122,123,124,125,126,127,127,128,129,130,131,132,133,134,134,135,136,137,138,139,140,141,142,143,143,144,145,145,146,147,147,148,149,150,151,152,153,153,154,155,156,157,157,158,159,159,160,161,162,163,163,164,165,166,167,168,169,170,171,172,173,173,174,175,176,176,177,178,179,180,180,181,182,183,184,184,185,186,187,188,189,190,191,192,193,194,195,196,197,198,198,199,200,201,202,202,203,204,204,205,206,207,207,208,209,210,211,211,212,213,214,215,216,217],"option_correct":"addServer","options":["getBinaryKeyedJDBCCacheStoreAddress","addServer","addRemoveVirtualServer","testFalseHtmlPage","add","addVirtualServer","testApplicationXmlEnvEntry"],"options_nlp":["get binary keyed jdbc cache store address","add server","add remove virtual server","test false html page","add","add virtual server","test application xml env entry"],"options_random":["getBinaryKeyedJDBCCacheStoreAddress","testFalseHtmlPage","testApplicationXmlEnvEntry"],"options_tfidf":["addVirtualServer","addRemoveVirtualServer","add"],"project_name":"wildfly","source_code_string":"public static void addServer(String serverName, String hostName, String groupName, String profileName, int portOffset, boolean status) {\n        LinkedList<String> hservers = new LinkedList<String>(Arrays.asList(hostServers.get(hostName)));\n        hservers.add(serverName);\n        hostServers.put(hostName, hservers.toArray(new String[hservers.size()]));\n\n        LinkedList<String> gservers = new LinkedList<String>();\n        if (serverGroups.containsKey(groupName)) {\n            gservers.addAll(Arrays.asList(serverGroups.get(groupName)));\n        }\n        gservers.add(serverName);\n        serverGroups.put(groupName, gservers.toArray(new String[gservers.size()]));\n\n        LinkedList<String> pgroups = new LinkedList<String>();\n        if (serverProfiles.containsKey(profileName)) {\n            pgroups.addAll(Arrays.asList(serverProfiles.get(profileName)));\n        }\n        pgroups.add(groupName);\n        serverProfiles.put(profileName, pgroups.toArray(new String[pgroups.size()]));\n\n        portOffsets.put(serverName, portOffset);\n        serverStatus.put(serverName, status);\n    }","tokens_in_code":[{"index_id":0,"token_group":0,"text":"{","start_char":0,"line":0},{"index_id":1,"token_group":1,"text":"linked","start_char":4,"line":1},{"index_id":2,"token_group":2,"text":"List","start_char":10,"line":1},{"index_id":3,"token_group":2,"text":"<","start_char":14,"line":1},{"index_id":4,"token_group":3,"text":"string","start_char":15,"line":1},{"index_id":5,"token_group":4,"text":">","start_char":21,"line":1},{"index_id":6,"token_group":5,"text":"hservers","start_char":23,"line":1},{"index_id":7,"token_group":6,"text":"=","start_char":32,"line":1},{"index_id":8,"token_group":7,"text":"new","start_char":34,"line":1},{"index_id":9,"token_group":8,"text":"linked","start_char":38,"line":1},{"index_id":10,"token_group":9,"text":"List","start_char":44,"line":1},{"index_id":11,"token_group":9,"text":"<","start_char":48,"line":1},{"index_id":12,"token_group":10,"text":"string","start_char":49,"line":1},{"index_id":13,"token_group":11,"text":">","start_char":55,"line":1},{"index_id":14,"token_group":12,"text":"(","start_char":56,"line":1},{"index_id":15,"token_group":13,"text":"arrays","start_char":57,"line":1},{"index_id":16,"token_group":14,"text":".","start_char":63,"line":1},{"index_id":17,"token_group":15,"text":"as","start_char":64,"line":1},{"index_id":18,"token_group":16,"text":"List","start_char":66,"line":1},{"index_id":19,"token_group":16,"text":"(","start_char":70,"line":1},{"index_id":20,"token_group":17,"text":"host","start_char":16,"line":2},{"index_id":21,"token_group":18,"text":"Servers","start_char":20,"line":2},{"index_id":22,"token_group":18,"text":".","start_char":27,"line":2},{"index_id":23,"token_group":19,"text":"get","start_char":28,"line":2},{"index_id":24,"token_group":20,"text":"(","start_char":31,"line":2},{"index_id":25,"token_group":21,"text":"host","start_char":32,"line":2},{"index_id":26,"token_group":22,"text":"Name","start_char":36,"line":2},{"index_id":27,"token_group":22,"text":")","start_char":40,"line":2},{"index_id":28,"token_group":23,"text":")","start_char":41,"line":2},{"index_id":29,"token_group":24,"text":")","start_char":42,"line":2},{"index_id":30,"token_group":25,"text":";","start_char":43,"line":2},{"index_id":31,"token_group":26,"text":"hservers","start_char":4,"line":3},{"index_id":32,"token_group":27,"text":".","start_char":12,"line":3},{"index_id":33,"token_group":28,"text":"add","start_char":13,"line":3},{"index_id":34,"token_group":29,"text":"(","start_char":16,"line":3},{"index_id":35,"token_group":30,"text":"server","start_char":17,"line":3},{"index_id":36,"token_group":31,"text":"Name","start_char":23,"line":3},{"index_id":37,"token_group":31,"text":")","start_char":27,"line":3},{"index_id":38,"token_group":32,"text":";","start_char":28,"line":3},{"index_id":39,"token_group":33,"text":"host","start_char":4,"line":4},{"index_id":40,"token_group":34,"text":"Servers","start_char":8,"line":4},{"index_id":41,"token_group":34,"text":".","start_char":15,"line":4},{"index_id":42,"token_group":35,"text":"put","start_char":16,"line":4},{"index_id":43,"token_group":36,"text":"(","start_char":19,"line":4},{"index_id":44,"token_group":37,"text":"host","start_char":20,"line":4},{"index_id":45,"token_group":38,"text":"Name","start_char":24,"line":4},{"index_id":46,"token_group":38,"text":",","start_char":28,"line":4},{"index_id":47,"token_group":39,"text":"hservers","start_char":30,"line":4},{"index_id":48,"token_group":40,"text":".","start_char":38,"line":4},{"index_id":49,"token_group":41,"text":"to","start_char":39,"line":4},{"index_id":50,"token_group":42,"text":"Array","start_char":41,"line":4},{"index_id":51,"token_group":42,"text":"(","start_char":46,"line":4},{"index_id":52,"token_group":43,"text":"new","start_char":47,"line":4},{"index_id":53,"token_group":44,"text":"string","start_char":51,"line":4},{"index_id":54,"token_group":45,"text":"[","start_char":57,"line":4},{"index_id":55,"token_group":46,"text":"hservers","start_char":58,"line":4},{"index_id":56,"token_group":47,"text":".","start_char":66,"line":4},{"index_id":57,"token_group":48,"text":"size","start_char":67,"line":4},{"index_id":58,"token_group":49,"text":"(","start_char":71,"line":4},{"index_id":59,"token_group":50,"text":")","start_char":72,"line":4},{"index_id":60,"token_group":51,"text":"]","start_char":73,"line":4},{"index_id":61,"token_group":52,"text":")","start_char":74,"line":4},{"index_id":62,"token_group":53,"text":")","start_char":75,"line":4},{"index_id":63,"token_group":54,"text":";","start_char":76,"line":4},{"index_id":64,"token_group":55,"text":"linked","start_char":4,"line":6},{"index_id":65,"token_group":56,"text":"List","start_char":10,"line":6},{"index_id":66,"token_group":56,"text":"<","start_char":14,"line":6},{"index_id":67,"token_group":57,"text":"string","start_char":15,"line":6},{"index_id":68,"token_group":58,"text":">","start_char":21,"line":6},{"index_id":69,"token_group":59,"text":"gservers","start_char":23,"line":6},{"index_id":70,"token_group":60,"text":"=","start_char":32,"line":6},{"index_id":71,"token_group":61,"text":"new","start_char":34,"line":6},{"index_id":72,"token_group":62,"text":"linked","start_char":38,"line":6},{"index_id":73,"token_group":63,"text":"List","start_char":44,"line":6},{"index_id":74,"token_group":63,"text":"<","start_char":48,"line":6},{"index_id":75,"token_group":64,"text":"string","start_char":49,"line":6},{"index_id":76,"token_group":65,"text":">","start_char":55,"line":6},{"index_id":77,"token_group":66,"text":"(","start_char":56,"line":6},{"index_id":78,"token_group":67,"text":")","start_char":57,"line":6},{"index_id":79,"token_group":68,"text":";","start_char":58,"line":6},{"index_id":80,"token_group":69,"text":"if","start_char":4,"line":7},{"index_id":81,"token_group":70,"text":"(","start_char":7,"line":7},{"index_id":82,"token_group":71,"text":"server","start_char":8,"line":7},{"index_id":83,"token_group":72,"text":"Groups","start_char":14,"line":7},{"index_id":84,"token_group":72,"text":".","start_char":20,"line":7},{"index_id":85,"token_group":73,"text":"contains","start_char":21,"line":7},{"index_id":86,"token_group":74,"text":"Key","start_char":29,"line":7},{"index_id":87,"token_group":74,"text":"(","start_char":32,"line":7},{"index_id":88,"token_group":75,"text":"group","start_char":33,"line":7},{"index_id":89,"token_group":76,"text":"Name","start_char":38,"line":7},{"index_id":90,"token_group":76,"text":")","start_char":42,"line":7},{"index_id":91,"token_group":77,"text":")","start_char":43,"line":7},{"index_id":92,"token_group":78,"text":"{","start_char":4,"line":8},{"index_id":93,"token_group":79,"text":"gservers","start_char":8,"line":9},{"index_id":94,"token_group":80,"text":".","start_char":16,"line":9},{"index_id":95,"token_group":81,"text":"add","start_char":17,"line":9},{"index_id":96,"token_group":82,"text":"All","start_char":20,"line":9},{"index_id":97,"token_group":82,"text":"(","start_char":23,"line":9},{"index_id":98,"token_group":83,"text":"arrays","start_char":24,"line":9},{"index_id":99,"token_group":84,"text":".","start_char":30,"line":9},{"index_id":100,"token_group":85,"text":"as","start_char":31,"line":9},{"index_id":101,"token_group":86,"text":"List","start_char":33,"line":9},{"index_id":102,"token_group":86,"text":"(","start_char":37,"line":9},{"index_id":103,"token_group":87,"text":"server","start_char":38,"line":9},{"index_id":104,"token_group":88,"text":"Groups","start_char":44,"line":9},{"index_id":105,"token_group":88,"text":".","start_char":50,"line":9},{"index_id":106,"token_group":89,"text":"get","start_char":51,"line":9},{"index_id":107,"token_group":90,"text":"(","start_char":54,"line":9},{"index_id":108,"token_group":91,"text":"group","start_char":55,"line":9},{"index_id":109,"token_group":92,"text":"Name","start_char":60,"line":9},{"index_id":110,"token_group":92,"text":")","start_char":64,"line":9},{"index_id":111,"token_group":93,"text":")","start_char":65,"line":9},{"index_id":112,"token_group":94,"text":")","start_char":66,"line":9},{"index_id":113,"token_group":95,"text":";","start_char":67,"line":9},{"index_id":114,"token_group":96,"text":"}","start_char":4,"line":10},{"index_id":115,"token_group":97,"text":"gservers","start_char":4,"line":11},{"index_id":116,"token_group":98,"text":".","start_char":12,"line":11},{"index_id":117,"token_group":99,"text":"add","start_char":13,"line":11},{"index_id":118,"token_group":100,"text":"(","start_char":16,"line":11},{"index_id":119,"token_group":101,"text":"server","start_char":17,"line":11},{"index_id":120,"token_group":102,"text":"Name","start_char":23,"line":11},{"index_id":121,"token_group":102,"text":")","start_char":27,"line":11},{"index_id":122,"token_group":103,"text":";","start_char":28,"line":11},{"index_id":123,"token_group":104,"text":"server","start_char":4,"line":12},{"index_id":124,"token_group":105,"text":"Groups","start_char":10,"line":12},{"index_id":125,"token_group":105,"text":".","start_char":16,"line":12},{"index_id":126,"token_group":106,"text":"put","start_char":17,"line":12},{"index_id":127,"token_group":107,"text":"(","start_char":20,"line":12},{"index_id":128,"token_group":108,"text":"group","start_char":21,"line":12},{"index_id":129,"token_group":109,"text":"Name","start_char":26,"line":12},{"index_id":130,"token_group":109,"text":",","start_char":30,"line":12},{"index_id":131,"token_group":110,"text":"gservers","start_char":32,"line":12},{"index_id":132,"token_group":111,"text":".","start_char":40,"line":12},{"index_id":133,"token_group":112,"text":"to","start_char":41,"line":12},{"index_id":134,"token_group":113,"text":"Array","start_char":43,"line":12},{"index_id":135,"token_group":113,"text":"(","start_char":48,"line":12},{"index_id":136,"token_group":114,"text":"new","start_char":49,"line":12},{"index_id":137,"token_group":115,"text":"string","start_char":53,"line":12},{"index_id":138,"token_group":116,"text":"[","start_char":59,"line":12},{"index_id":139,"token_group":117,"text":"gservers","start_char":60,"line":12},{"index_id":140,"token_group":118,"text":".","start_char":68,"line":12},{"index_id":141,"token_group":119,"text":"size","start_char":69,"line":12},{"index_id":142,"token_group":120,"text":"(","start_char":73,"line":12},{"index_id":143,"token_group":121,"text":")","start_char":74,"line":12},{"index_id":144,"token_group":122,"text":"]","start_char":75,"line":12},{"index_id":145,"token_group":123,"text":")","start_char":76,"line":12},{"index_id":146,"token_group":124,"text":")","start_char":77,"line":12},{"index_id":147,"token_group":125,"text":";","start_char":78,"line":12},{"index_id":148,"token_group":126,"text":"linked","start_char":4,"line":14},{"index_id":149,"token_group":127,"text":"List","start_char":10,"line":14},{"index_id":150,"token_group":127,"text":"<","start_char":14,"line":14},{"index_id":151,"token_group":128,"text":"string","start_char":15,"line":14},{"index_id":152,"token_group":129,"text":">","start_char":21,"line":14},{"index_id":153,"token_group":130,"text":"pgroups","start_char":23,"line":14},{"index_id":154,"token_group":131,"text":"=","start_char":31,"line":14},{"index_id":155,"token_group":132,"text":"new","start_char":33,"line":14},{"index_id":156,"token_group":133,"text":"linked","start_char":37,"line":14},{"index_id":157,"token_group":134,"text":"List","start_char":43,"line":14},{"index_id":158,"token_group":134,"text":"<","start_char":47,"line":14},{"index_id":159,"token_group":135,"text":"string","start_char":48,"line":14},{"index_id":160,"token_group":136,"text":">","start_char":54,"line":14},{"index_id":161,"token_group":137,"text":"(","start_char":55,"line":14},{"index_id":162,"token_group":138,"text":")","start_char":56,"line":14},{"index_id":163,"token_group":139,"text":";","start_char":57,"line":14},{"index_id":164,"token_group":140,"text":"if","start_char":4,"line":15},{"index_id":165,"token_group":141,"text":"(","start_char":7,"line":15},{"index_id":166,"token_group":142,"text":"server","start_char":8,"line":15},{"index_id":167,"token_group":143,"text":"Profiles","start_char":14,"line":15},{"index_id":168,"token_group":143,"text":".","start_char":22,"line":15},{"index_id":169,"token_group":144,"text":"contains","start_char":23,"line":15},{"index_id":170,"token_group":145,"text":"Key","start_char":31,"line":15},{"index_id":171,"token_group":145,"text":"(","start_char":34,"line":15},{"index_id":172,"token_group":146,"text":"profile","start_char":35,"line":15},{"index_id":173,"token_group":147,"text":"Name","start_char":42,"line":15},{"index_id":174,"token_group":147,"text":")","start_char":46,"line":15},{"index_id":175,"token_group":148,"text":")","start_char":47,"line":15},{"index_id":176,"token_group":149,"text":"{","start_char":4,"line":16},{"index_id":177,"token_group":150,"text":"pgroups","start_char":8,"line":17},{"index_id":178,"token_group":151,"text":".","start_char":15,"line":17},{"index_id":179,"token_group":152,"text":"add","start_char":16,"line":17},{"index_id":180,"token_group":153,"text":"All","start_char":19,"line":17},{"index_id":181,"token_group":153,"text":"(","start_char":22,"line":17},{"index_id":182,"token_group":154,"text":"arrays","start_char":23,"line":17},{"index_id":183,"token_group":155,"text":".","start_char":29,"line":17},{"index_id":184,"token_group":156,"text":"as","start_char":30,"line":17},{"index_id":185,"token_group":157,"text":"List","start_char":32,"line":17},{"index_id":186,"token_group":157,"text":"(","start_char":36,"line":17},{"index_id":187,"token_group":158,"text":"server","start_char":37,"line":17},{"index_id":188,"token_group":159,"text":"Profiles","start_char":43,"line":17},{"index_id":189,"token_group":159,"text":".","start_char":51,"line":17},{"index_id":190,"token_group":160,"text":"get","start_char":52,"line":17},{"index_id":191,"token_group":161,"text":"(","start_char":55,"line":17},{"index_id":192,"token_group":162,"text":"profile","start_char":56,"line":17},{"index_id":193,"token_group":163,"text":"Name","start_char":63,"line":17},{"index_id":194,"token_group":163,"text":")","start_char":67,"line":17},{"index_id":195,"token_group":164,"text":")","start_char":68,"line":17},{"index_id":196,"token_group":165,"text":")","start_char":69,"line":17},{"index_id":197,"token_group":166,"text":";","start_char":70,"line":17},{"index_id":198,"token_group":167,"text":"}","start_char":4,"line":18},{"index_id":199,"token_group":168,"text":"pgroups","start_char":4,"line":19},{"index_id":200,"token_group":169,"text":".","start_char":11,"line":19},{"index_id":201,"token_group":170,"text":"add","start_char":12,"line":19},{"index_id":202,"token_group":171,"text":"(","start_char":15,"line":19},{"index_id":203,"token_group":172,"text":"group","start_char":16,"line":19},{"index_id":204,"token_group":173,"text":"Name","start_char":21,"line":19},{"index_id":205,"token_group":173,"text":")","start_char":25,"line":19},{"index_id":206,"token_group":174,"text":";","start_char":26,"line":19},{"index_id":207,"token_group":175,"text":"server","start_char":4,"line":20},{"index_id":208,"token_group":176,"text":"Profiles","start_char":10,"line":20},{"index_id":209,"token_group":176,"text":".","start_char":18,"line":20},{"index_id":210,"token_group":177,"text":"put","start_char":19,"line":20},{"index_id":211,"token_group":178,"text":"(","start_char":22,"line":20},{"index_id":212,"token_group":179,"text":"profile","start_char":23,"line":20},{"index_id":213,"token_group":180,"text":"Name","start_char":30,"line":20},{"index_id":214,"token_group":180,"text":",","start_char":34,"line":20},{"index_id":215,"token_group":181,"text":"pgroups","start_char":36,"line":20},{"index_id":216,"token_group":182,"text":".","start_char":43,"line":20},{"index_id":217,"token_group":183,"text":"to","start_char":44,"line":20},{"index_id":218,"token_group":184,"text":"Array","start_char":46,"line":20},{"index_id":219,"token_group":184,"text":"(","start_char":51,"line":20},{"index_id":220,"token_group":185,"text":"new","start_char":52,"line":20},{"index_id":221,"token_group":186,"text":"string","start_char":56,"line":20},{"index_id":222,"token_group":187,"text":"[","start_char":62,"line":20},{"index_id":223,"token_group":188,"text":"pgroups","start_char":63,"line":20},{"index_id":224,"token_group":189,"text":".","start_char":70,"line":20},{"index_id":225,"token_group":190,"text":"size","start_char":71,"line":20},{"index_id":226,"token_group":191,"text":"(","start_char":75,"line":20},{"index_id":227,"token_group":192,"text":")","start_char":76,"line":20},{"index_id":228,"token_group":193,"text":"]","start_char":77,"line":20},{"index_id":229,"token_group":194,"text":")","start_char":78,"line":20},{"index_id":230,"token_group":195,"text":")","start_char":79,"line":20},{"index_id":231,"token_group":196,"text":";","start_char":80,"line":20},{"index_id":232,"token_group":197,"text":"port","start_char":4,"line":22},{"index_id":233,"token_group":198,"text":"Offsets","start_char":8,"line":22},{"index_id":234,"token_group":198,"text":".","start_char":15,"line":22},{"index_id":235,"token_group":199,"text":"put","start_char":16,"line":22},{"index_id":236,"token_group":200,"text":"(","start_char":19,"line":22},{"index_id":237,"token_group":201,"text":"server","start_char":20,"line":22},{"index_id":238,"token_group":202,"text":"Name","start_char":26,"line":22},{"index_id":239,"token_group":202,"text":",","start_char":30,"line":22},{"index_id":240,"token_group":203,"text":"port","start_char":32,"line":22},{"index_id":241,"token_group":204,"text":"Offset","start_char":36,"line":22},{"index_id":242,"token_group":204,"text":")","start_char":42,"line":22},{"index_id":243,"token_group":205,"text":";","start_char":43,"line":22},{"index_id":244,"token_group":206,"text":"server","start_char":4,"line":23},{"index_id":245,"token_group":207,"text":"Status","start_char":10,"line":23},{"index_id":246,"token_group":207,"text":".","start_char":16,"line":23},{"index_id":247,"token_group":208,"text":"put","start_char":17,"line":23},{"index_id":248,"token_group":209,"text":"(","start_char":20,"line":23},{"index_id":249,"token_group":210,"text":"server","start_char":21,"line":23},{"index_id":250,"token_group":211,"text":"Name","start_char":27,"line":23},{"index_id":251,"token_group":211,"text":",","start_char":31,"line":23},{"index_id":252,"token_group":212,"text":"status","start_char":33,"line":23},{"index_id":253,"token_group":213,"text":")","start_char":39,"line":23},{"index_id":254,"token_group":214,"text":";","start_char":40,"line":23},{"index_id":255,"token_group":215,"text":"}","start_char":0,"line":24}],"tokens_list":["{","linked","List","<","string",">","hservers","=","new","linked","List","<","string",">","(","arrays",".","as","List","(","host","Servers",".","get","(","host","Name",")",")",")",";","hservers",".","add","(","server","Name",")",";","host","Servers",".","put","(","host","Name",",","hservers",".","to","Array","(","new","string","[","hservers",".","size","(",")","]",")",")",";","linked","List","<","string",">","gservers","=","new","linked","List","<","string",">","(",")",";","if","(","server","Groups",".","contains","Key","(","group","Name",")",")","{","gservers",".","add","All","(","arrays",".","as","List","(","server","Groups",".","get","(","group","Name",")",")",")",";","}","gservers",".","add","(","server","Name",")",";","server","Groups",".","put","(","group","Name",",","gservers",".","to","Array","(","new","string","[","gservers",".","size","(",")","]",")",")",";","linked","List","<","string",">","pgroups","=","new","linked","List","<","string",">","(",")",";","if","(","server","Profiles",".","contains","Key","(","profile","Name",")",")","{","pgroups",".","add","All","(","arrays",".","as","List","(","server","Profiles",".","get","(","profile","Name",")",")",")",";","}","pgroups",".","add","(","group","Name",")",";","server","Profiles",".","put","(","profile","Name",",","pgroups",".","to","Array","(","new","string","[","pgroups",".","size","(",")","]",")",")",";","port","Offsets",".","put","(","server","Name",",","port","Offset",")",";","server","Status",".","put","(","server","Name",",","status",")",";","}"],"uuid":"fa41cd7c1a49dd2c2b729b8be2c198ea"},{"cap_original_tokens":["<SENTENCE_START>","{","return","new","<id>","query","<\/id>","(","null",",","<id>","query","Type","<\/id>",".","<id>","standard","<\/id>",",","null",")",";","}","<SENTENCE_END\/>"],"file_name":"Query.java","formatted_lines":["{","    return new Query(null, QueryType.STANDARD, null);","}"],"function_name":"createStandardQuery","function_name_tokens":["create","standard","query"],"id_body_hash":"72d6cb5aabdf036066a933389031d6b3","id_same_identifier_list":[0,1,2,3,4,5,6,7,8,8,9,10,11,12,13,14,15,16],"option_correct":"createStandardQuery","options":["getLevel","createDDMFormValuesQuery","testCountByU_C","createStandardQuery","create","getUseShippingFormula","createCustomQuery"],"options_nlp":["get level","create ddm form values query","test count by u c","create standard query","create","get use shipping formula","create custom query"],"options_random":["getLevel","testCountByU_C","getUseShippingFormula"],"options_tfidf":["createCustomQuery","createDDMFormValuesQuery","create"],"project_name":"liferay-portal","source_code_string":"public static Query createStandardQuery() {\n\t\treturn new Query(null, QueryType.STANDARD, null);\n\t}","tokens_in_code":[{"index_id":0,"token_group":0,"text":"{","start_char":0,"line":0},{"index_id":1,"token_group":1,"text":"return","start_char":4,"line":1},{"index_id":2,"token_group":2,"text":"new","start_char":11,"line":1},{"index_id":3,"token_group":3,"text":"query","start_char":15,"line":1},{"index_id":4,"token_group":4,"text":"(","start_char":20,"line":1},{"index_id":5,"token_group":5,"text":"null","start_char":21,"line":1},{"index_id":6,"token_group":6,"text":",","start_char":25,"line":1},{"index_id":7,"token_group":7,"text":"query","start_char":27,"line":1},{"index_id":8,"token_group":8,"text":"Type","start_char":32,"line":1},{"index_id":9,"token_group":8,"text":".","start_char":36,"line":1},{"index_id":10,"token_group":9,"text":"standard","start_char":37,"line":1},{"index_id":11,"token_group":10,"text":",","start_char":45,"line":1},{"index_id":12,"token_group":11,"text":"null","start_char":47,"line":1},{"index_id":13,"token_group":12,"text":")","start_char":51,"line":1},{"index_id":14,"token_group":13,"text":";","start_char":52,"line":1},{"index_id":15,"token_group":14,"text":"}","start_char":0,"line":2}],"tokens_list":["{","return","new","query","(","null",",","query","Type",".","standard",",","null",")",";","}"],"uuid":"2239e6f5bcc974db27d050c8a981e09b"},{"cap_original_tokens":["<SENTENCE_START>","{","return","<id>","trash","Entry","Persistence","<\/id>",";","}","<SENTENCE_END\/>"],"file_name":"TrashEntryLocalServiceBaseImpl.java","formatted_lines":["{","    return trashEntryPersistence;","}"],"function_name":"getTrashEntryPersistence","function_name_tokens":["get","trash","entry","persistence"],"id_body_hash":"c997a4b842884c0f81dbac3d7b15ac7b","id_same_identifier_list":[0,1,2,3,3,3,4,5,6],"option_correct":"getTrashEntryPersistence","options":["getOnClick","getPersistence","getTrashEntryPersistence","getAssetEntryPersistence","isValidPortletSelected","setPhoneLocalService","getTrashVersionPersistence"],"options_nlp":["get on click","get persistence","get trash entry persistence","get asset entry persistence","is valid portlet selected","set phone local service","get trash version persistence"],"options_random":["setPhoneLocalService","getOnClick","isValidPortletSelected"],"options_tfidf":["getPersistence","getTrashVersionPersistence","getAssetEntryPersistence"],"project_name":"liferay-portal","source_code_string":"public TrashEntryPersistence getTrashEntryPersistence() {\n\t\treturn trashEntryPersistence;\n\t}","tokens_in_code":[{"index_id":0,"token_group":0,"text":"{","start_char":0,"line":0},{"index_id":1,"token_group":1,"text":"return","start_char":4,"line":1},{"index_id":2,"token_group":2,"text":"trash","start_char":11,"line":1},{"index_id":3,"token_group":3,"text":"Entry","start_char":16,"line":1},{"index_id":4,"token_group":3,"text":"Persistence","start_char":21,"line":1},{"index_id":5,"token_group":3,"text":";","start_char":32,"line":1},{"index_id":6,"token_group":4,"text":"}","start_char":0,"line":2}],"tokens_list":["{","return","trash","Entry","Persistence",";","}"],"uuid":"10cffd84716013b58bd0b5ffd79bf5a3"},{"cap_original_tokens":["<SENTENCE_START>","{","if","(","<id>","prefix","<\/id>",".","<id>","length","<\/id>","(",")",">","0","&&","!","<id>","prefix","<\/id>",".","<id>","ends","With","<\/id>","(","<id>","path","Delimiter","<\/id>",")",")","{","<id>","prefix","<\/id>","+=","<id>","path","Delimiter","<\/id>",";","}","<id>","list","<\/id>","<","<id>","file","Metadata","<\/id>",">","<id>","metadata","<\/id>","=","new","<id>","array","List","<\/id>","<","<id>","file","Metadata","<\/id>",">","(",")",";","<id>","sorted","Set","<\/id>","<","<id>","string","<\/id>",">","<id>","common","Prefixes","<\/id>","=","new","<id>","tree","Set","<\/id>","<","<id>","string","<\/id>",">","(",")",";","for","(","<id>","string","<\/id>","<id>","key","<\/id>",":","<id>","data","Map","<\/id>",".","<id>","key","Set","<\/id>","(",")",")","{","if","(","<id>","key","<\/id>",".","<id>","starts","With","<\/id>","(","<id>","prefix","<\/id>",")",")","{","if","(","<id>","delimiter","<\/id>","==","null",")","{","<id>","metadata","<\/id>",".","<id>","add","<\/id>","(","<id>","retrieve","Metadata","<\/id>","(","<id>","key","<\/id>",")",")",";","}","else","{","int","<id>","delim","Index","<\/id>","=","<id>","key","<\/id>",".","<id>","index","Of","<\/id>","(","<id>","delimiter","<\/id>",",","<id>","prefix","<\/id>",".","<id>","length","<\/id>","(",")",")",";","if","(","<id>","delim","Index","<\/id>","==","-","1",")","{","<id>","metadata","<\/id>",".","<id>","add","<\/id>","(","<id>","retrieve","Metadata","<\/id>","(","<id>","key","<\/id>",")",")",";","}","else","{","<id>","string","<\/id>","<id>","common","Prefix","<\/id>","=","<id>","key","<\/id>",".","<id>","substring","<\/id>","(","0",",","<id>","delim","Index","<\/id>",")",";","<id>","common","Prefixes","<\/id>",".","<id>","add","<\/id>","(","<id>","common","Prefix","<\/id>",")",";","}","}","}","if","(","<id>","metadata","<\/id>",".","<id>","size","<\/id>","(",")","+","<id>","common","Prefixes","<\/id>",".","<id>","size","<\/id>","(",")","==","<id>","max","Listing","Length","<\/id>",")","{","new","<id>","partial","Listing","<\/id>","(","<id>","key","<\/id>",",","<id>","metadata","<\/id>",".","<id>","to","Array","<\/id>","(","new","<id>","file","Metadata","<\/id>","[","0","]",")",",","<id>","common","Prefixes","<\/id>",".","<id>","to","Array","<\/id>","(","new","<id>","string","<\/id>","[","0","]",")",")",";","}","}","return","new","<id>","partial","Listing","<\/id>","(","null",",","<id>","metadata","<\/id>",".","<id>","to","Array","<\/id>","(","new","<id>","file","Metadata","<\/id>","[","0","]",")",",","<id>","common","Prefixes","<\/id>",".","<id>","to","Array","<\/id>","(","new","<id>","string","<\/id>","[","0","]",")",")",";","}","<SENTENCE_END\/>"],"file_name":"InMemoryNativeFileSystemStore.java","formatted_lines":["{","","    if (prefix.length() > 0 && !prefix.endsWith(PATH_DELIMITER))","    {","        prefix += PATH_DELIMITER;","    }","","    List<FileMetadata> metadata = new ArrayList<FileMetadata>();","    SortedSet<String> commonPrefixes = new TreeSet<String>();","    for (String key : dataMap.keySet())","    {","        if (key.startsWith(prefix))","        {","            if (delimiter == null)","            {","                metadata.add(retrieveMetadata(key));","            }","            else","            {","                int delimIndex = key.indexOf(delimiter, prefix.length());","                if (delimIndex == -1)","                {","                    metadata.add(retrieveMetadata(key));","                }","                else","                {","                    String commonPrefix = key.substring(0, delimIndex);","                    commonPrefixes.add(commonPrefix);","                }","            }","        }","        if (metadata.size() + commonPrefixes.size() == maxListingLength)","        {","            new PartialListing(key, metadata.toArray(new FileMetadata[0]),","                               commonPrefixes.toArray(new String[0]));","        }","    }","    return new PartialListing(null, metadata.toArray(new FileMetadata[0]),","                              commonPrefixes.toArray(new String[0]));","}"],"function_name":"list","function_name_tokens":["list"],"id_body_hash":"b31b15b166c4296c2910c519c1f5b27e","id_same_identifier_list":[0,1,2,3,4,5,6,7,8,9,10,11,12,13,14,15,15,16,17,17,18,19,20,21,22,23,23,24,25,26,27,28,28,29,30,31,32,33,33,34,35,35,36,37,38,39,40,40,41,42,43,44,44,45,46,47,47,48,49,50,51,52,53,54,55,56,57,58,59,59,60,61,61,62,63,64,65,66,67,68,69,70,70,71,72,73,74,75,76,77,78,79,80,81,82,83,84,85,86,87,87,88,89,90,91,92,93,94,95,96,97,97,98,99,100,101,101,102,103,104,105,106,107,108,109,110,111,112,113,114,114,115,116,117,118,119,120,121,122,123,124,124,125,126,127,128,129,130,131,132,133,134,134,135,136,137,138,139,140,141,142,142,143,144,145,145,146,147,148,149,149,150,151,152,153,154,155,156,157,158,159,160,161,162,163,163,164,165,166,167,168,169,169,169,170,171,172,173,173,174,175,176,177,178,179,179,180,181,182,182,183,184,185,186,187,188,188,189,190,190,191,192,193,194,195,196,197,198,199,200,201,202,203,204,204,205,206,207,208,209,210,210,211,212,213,213,214,215,216,217,218,219,219,220,221,221,222,223,224,225,226,227,228,229,230,231,232],"option_correct":"list","options":["asList","loadINodeReferenceSection","listStatus","checkNameNodeHealth","listPaths","writeArray","list"],"options_nlp":["as list","load i node reference section","list status","check name node health","list paths","write array","list"],"options_random":["writeArray","loadINodeReferenceSection","checkNameNodeHealth"],"options_tfidf":["asList","listStatus","listPaths"],"project_name":"hadoop-common","source_code_string":"private PartialListing list(String prefix, String delimiter,\n      int maxListingLength, String priorLastKey) throws IOException {\n\n    if (prefix.length() > 0 && !prefix.endsWith(PATH_DELIMITER)) {\n      prefix += PATH_DELIMITER;\n    }\n    \n    List<FileMetadata> metadata = new ArrayList<FileMetadata>();\n    SortedSet<String> commonPrefixes = new TreeSet<String>();\n    for (String key : dataMap.keySet()) {\n      if (key.startsWith(prefix)) {\n        if (delimiter == null) {\n          metadata.add(retrieveMetadata(key));\n        } else {\n          int delimIndex = key.indexOf(delimiter, prefix.length());\n          if (delimIndex == -1) {\n            metadata.add(retrieveMetadata(key));\n          } else {\n            String commonPrefix = key.substring(0, delimIndex);\n            commonPrefixes.add(commonPrefix);\n          }\n        }\n      }\n      if (metadata.size() + commonPrefixes.size() == maxListingLength) {\n        new PartialListing(key, metadata.toArray(new FileMetadata[0]),\n            commonPrefixes.toArray(new String[0]));\n      }\n    }\n    return new PartialListing(null, metadata.toArray(new FileMetadata[0]),\n        commonPrefixes.toArray(new String[0]));\n  }","tokens_in_code":[{"index_id":0,"token_group":0,"text":"{","start_char":0,"line":0},{"index_id":1,"token_group":1,"text":"if","start_char":4,"line":2},{"index_id":2,"token_group":2,"text":"(","start_char":7,"line":2},{"index_id":3,"token_group":3,"text":"prefix","start_char":8,"line":2},{"index_id":4,"token_group":4,"text":".","start_char":14,"line":2},{"index_id":5,"token_group":5,"text":"length","start_char":15,"line":2},{"index_id":6,"token_group":6,"text":"(","start_char":21,"line":2},{"index_id":7,"token_group":7,"text":")","start_char":22,"line":2},{"index_id":8,"token_group":8,"text":">","start_char":24,"line":2},{"index_id":9,"token_group":9,"text":"0","start_char":26,"line":2},{"index_id":10,"token_group":10,"text":"&&","start_char":28,"line":2},{"index_id":11,"token_group":11,"text":"!","start_char":31,"line":2},{"index_id":12,"token_group":12,"text":"prefix","start_char":32,"line":2},{"index_id":13,"token_group":13,"text":".","start_char":38,"line":2},{"index_id":14,"token_group":14,"text":"ends","start_char":39,"line":2},{"index_id":15,"token_group":15,"text":"With","start_char":43,"line":2},{"index_id":16,"token_group":15,"text":"(","start_char":47,"line":2},{"index_id":17,"token_group":16,"text":"path","start_char":48,"line":2},{"index_id":18,"token_group":17,"text":"Delimiter","start_char":53,"line":2},{"index_id":19,"token_group":17,"text":")","start_char":62,"line":2},{"index_id":20,"token_group":18,"text":")","start_char":63,"line":2},{"index_id":21,"token_group":19,"text":"{","start_char":4,"line":3},{"index_id":22,"token_group":20,"text":"prefix","start_char":8,"line":4},{"index_id":23,"token_group":21,"text":"+=","start_char":15,"line":4},{"index_id":24,"token_group":22,"text":"path","start_char":18,"line":4},{"index_id":25,"token_group":23,"text":"Delimiter","start_char":23,"line":4},{"index_id":26,"token_group":23,"text":";","start_char":32,"line":4},{"index_id":27,"token_group":24,"text":"}","start_char":4,"line":5},{"index_id":28,"token_group":25,"text":"list","start_char":4,"line":7},{"index_id":29,"token_group":26,"text":"<","start_char":8,"line":7},{"index_id":30,"token_group":27,"text":"file","start_char":9,"line":7},{"index_id":31,"token_group":28,"text":"Metadata","start_char":13,"line":7},{"index_id":32,"token_group":28,"text":">","start_char":21,"line":7},{"index_id":33,"token_group":29,"text":"metadata","start_char":23,"line":7},{"index_id":34,"token_group":30,"text":"=","start_char":32,"line":7},{"index_id":35,"token_group":31,"text":"new","start_char":34,"line":7},{"index_id":36,"token_group":32,"text":"array","start_char":38,"line":7},{"index_id":37,"token_group":33,"text":"List","start_char":43,"line":7},{"index_id":38,"token_group":33,"text":"<","start_char":47,"line":7},{"index_id":39,"token_group":34,"text":"file","start_char":48,"line":7},{"index_id":40,"token_group":35,"text":"Metadata","start_char":52,"line":7},{"index_id":41,"token_group":35,"text":">","start_char":60,"line":7},{"index_id":42,"token_group":36,"text":"(","start_char":61,"line":7},{"index_id":43,"token_group":37,"text":")","start_char":62,"line":7},{"index_id":44,"token_group":38,"text":";","start_char":63,"line":7},{"index_id":45,"token_group":39,"text":"sorted","start_char":4,"line":8},{"index_id":46,"token_group":40,"text":"Set","start_char":10,"line":8},{"index_id":47,"token_group":40,"text":"<","start_char":13,"line":8},{"index_id":48,"token_group":41,"text":"string","start_char":14,"line":8},{"index_id":49,"token_group":42,"text":">","start_char":20,"line":8},{"index_id":50,"token_group":43,"text":"common","start_char":22,"line":8},{"index_id":51,"token_group":44,"text":"Prefixes","start_char":28,"line":8},{"index_id":52,"token_group":44,"text":"=","start_char":37,"line":8},{"index_id":53,"token_group":45,"text":"new","start_char":39,"line":8},{"index_id":54,"token_group":46,"text":"tree","start_char":43,"line":8},{"index_id":55,"token_group":47,"text":"Set","start_char":47,"line":8},{"index_id":56,"token_group":47,"text":"<","start_char":50,"line":8},{"index_id":57,"token_group":48,"text":"string","start_char":51,"line":8},{"index_id":58,"token_group":49,"text":">","start_char":57,"line":8},{"index_id":59,"token_group":50,"text":"(","start_char":58,"line":8},{"index_id":60,"token_group":51,"text":")","start_char":59,"line":8},{"index_id":61,"token_group":52,"text":";","start_char":60,"line":8},{"index_id":62,"token_group":53,"text":"for","start_char":4,"line":9},{"index_id":63,"token_group":54,"text":"(","start_char":8,"line":9},{"index_id":64,"token_group":55,"text":"string","start_char":9,"line":9},{"index_id":65,"token_group":56,"text":"key","start_char":16,"line":9},{"index_id":66,"token_group":57,"text":":","start_char":20,"line":9},{"index_id":67,"token_group":58,"text":"data","start_char":22,"line":9},{"index_id":68,"token_group":59,"text":"Map","start_char":26,"line":9},{"index_id":69,"token_group":59,"text":".","start_char":29,"line":9},{"index_id":70,"token_group":60,"text":"key","start_char":30,"line":9},{"index_id":71,"token_group":61,"text":"Set","start_char":33,"line":9},{"index_id":72,"token_group":61,"text":"(","start_char":36,"line":9},{"index_id":73,"token_group":62,"text":")","start_char":37,"line":9},{"index_id":74,"token_group":63,"text":")","start_char":38,"line":9},{"index_id":75,"token_group":64,"text":"{","start_char":4,"line":10},{"index_id":76,"token_group":65,"text":"if","start_char":8,"line":11},{"index_id":77,"token_group":66,"text":"(","start_char":11,"line":11},{"index_id":78,"token_group":67,"text":"key","start_char":12,"line":11},{"index_id":79,"token_group":68,"text":".","start_char":15,"line":11},{"index_id":80,"token_group":69,"text":"starts","start_char":16,"line":11},{"index_id":81,"token_group":70,"text":"With","start_char":22,"line":11},{"index_id":82,"token_group":70,"text":"(","start_char":26,"line":11},{"index_id":83,"token_group":71,"text":"prefix","start_char":27,"line":11},{"index_id":84,"token_group":72,"text":")","start_char":33,"line":11},{"index_id":85,"token_group":73,"text":")","start_char":34,"line":11},{"index_id":86,"token_group":74,"text":"{","start_char":8,"line":12},{"index_id":87,"token_group":75,"text":"if","start_char":12,"line":13},{"index_id":88,"token_group":76,"text":"(","start_char":15,"line":13},{"index_id":89,"token_group":77,"text":"delimiter","start_char":16,"line":13},{"index_id":90,"token_group":78,"text":"==","start_char":26,"line":13},{"index_id":91,"token_group":79,"text":"null","start_char":29,"line":13},{"index_id":92,"token_group":80,"text":")","start_char":33,"line":13},{"index_id":93,"token_group":81,"text":"{","start_char":12,"line":14},{"index_id":94,"token_group":82,"text":"metadata","start_char":16,"line":15},{"index_id":95,"token_group":83,"text":".","start_char":24,"line":15},{"index_id":96,"token_group":84,"text":"add","start_char":25,"line":15},{"index_id":97,"token_group":85,"text":"(","start_char":28,"line":15},{"index_id":98,"token_group":86,"text":"retrieve","start_char":29,"line":15},{"index_id":99,"token_group":87,"text":"Metadata","start_char":37,"line":15},{"index_id":100,"token_group":87,"text":"(","start_char":45,"line":15},{"index_id":101,"token_group":88,"text":"key","start_char":46,"line":15},{"index_id":102,"token_group":89,"text":")","start_char":49,"line":15},{"index_id":103,"token_group":90,"text":")","start_char":50,"line":15},{"index_id":104,"token_group":91,"text":";","start_char":51,"line":15},{"index_id":105,"token_group":92,"text":"}","start_char":12,"line":16},{"index_id":106,"token_group":93,"text":"else","start_char":12,"line":17},{"index_id":107,"token_group":94,"text":"{","start_char":12,"line":18},{"index_id":108,"token_group":95,"text":"int","start_char":16,"line":19},{"index_id":109,"token_group":96,"text":"delim","start_char":20,"line":19},{"index_id":110,"token_group":97,"text":"Index","start_char":25,"line":19},{"index_id":111,"token_group":97,"text":"=","start_char":31,"line":19},{"index_id":112,"token_group":98,"text":"key","start_char":33,"line":19},{"index_id":113,"token_group":99,"text":".","start_char":36,"line":19},{"index_id":114,"token_group":100,"text":"index","start_char":37,"line":19},{"index_id":115,"token_group":101,"text":"Of","start_char":42,"line":19},{"index_id":116,"token_group":101,"text":"(","start_char":44,"line":19},{"index_id":117,"token_group":102,"text":"delimiter","start_char":45,"line":19},{"index_id":118,"token_group":103,"text":",","start_char":54,"line":19},{"index_id":119,"token_group":104,"text":"prefix","start_char":56,"line":19},{"index_id":120,"token_group":105,"text":".","start_char":62,"line":19},{"index_id":121,"token_group":106,"text":"length","start_char":63,"line":19},{"index_id":122,"token_group":107,"text":"(","start_char":69,"line":19},{"index_id":123,"token_group":108,"text":")","start_char":70,"line":19},{"index_id":124,"token_group":109,"text":")","start_char":71,"line":19},{"index_id":125,"token_group":110,"text":";","start_char":72,"line":19},{"index_id":126,"token_group":111,"text":"if","start_char":16,"line":20},{"index_id":127,"token_group":112,"text":"(","start_char":19,"line":20},{"index_id":128,"token_group":113,"text":"delim","start_char":20,"line":20},{"index_id":129,"token_group":114,"text":"Index","start_char":25,"line":20},{"index_id":130,"token_group":114,"text":"==","start_char":31,"line":20},{"index_id":131,"token_group":115,"text":"-","start_char":34,"line":20},{"index_id":132,"token_group":116,"text":"1","start_char":35,"line":20},{"index_id":133,"token_group":117,"text":")","start_char":36,"line":20},{"index_id":134,"token_group":118,"text":"{","start_char":16,"line":21},{"index_id":135,"token_group":119,"text":"metadata","start_char":20,"line":22},{"index_id":136,"token_group":120,"text":".","start_char":28,"line":22},{"index_id":137,"token_group":121,"text":"add","start_char":29,"line":22},{"index_id":138,"token_group":122,"text":"(","start_char":32,"line":22},{"index_id":139,"token_group":123,"text":"retrieve","start_char":33,"line":22},{"index_id":140,"token_group":124,"text":"Metadata","start_char":41,"line":22},{"index_id":141,"token_group":124,"text":"(","start_char":49,"line":22},{"index_id":142,"token_group":125,"text":"key","start_char":50,"line":22},{"index_id":143,"token_group":126,"text":")","start_char":53,"line":22},{"index_id":144,"token_group":127,"text":")","start_char":54,"line":22},{"index_id":145,"token_group":128,"text":";","start_char":55,"line":22},{"index_id":146,"token_group":129,"text":"}","start_char":16,"line":23},{"index_id":147,"token_group":130,"text":"else","start_char":16,"line":24},{"index_id":148,"token_group":131,"text":"{","start_char":16,"line":25},{"index_id":149,"token_group":132,"text":"string","start_char":20,"line":26},{"index_id":150,"token_group":133,"text":"common","start_char":27,"line":26},{"index_id":151,"token_group":134,"text":"Prefix","start_char":33,"line":26},{"index_id":152,"token_group":134,"text":"=","start_char":40,"line":26},{"index_id":153,"token_group":135,"text":"key","start_char":42,"line":26},{"index_id":154,"token_group":136,"text":".","start_char":45,"line":26},{"index_id":155,"token_group":137,"text":"substring","start_char":46,"line":26},{"index_id":156,"token_group":138,"text":"(","start_char":55,"line":26},{"index_id":157,"token_group":139,"text":"0","start_char":56,"line":26},{"index_id":158,"token_group":140,"text":",","start_char":57,"line":26},{"index_id":159,"token_group":141,"text":"delim","start_char":59,"line":26},{"index_id":160,"token_group":142,"text":"Index","start_char":64,"line":26},{"index_id":161,"token_group":142,"text":")","start_char":69,"line":26},{"index_id":162,"token_group":143,"text":";","start_char":70,"line":26},{"index_id":163,"token_group":144,"text":"common","start_char":20,"line":27},{"index_id":164,"token_group":145,"text":"Prefixes","start_char":26,"line":27},{"index_id":165,"token_group":145,"text":".","start_char":34,"line":27},{"index_id":166,"token_group":146,"text":"add","start_char":35,"line":27},{"index_id":167,"token_group":147,"text":"(","start_char":38,"line":27},{"index_id":168,"token_group":148,"text":"common","start_char":39,"line":27},{"index_id":169,"token_group":149,"text":"Prefix","start_char":45,"line":27},{"index_id":170,"token_group":149,"text":")","start_char":51,"line":27},{"index_id":171,"token_group":150,"text":";","start_char":52,"line":27},{"index_id":172,"token_group":151,"text":"}","start_char":16,"line":28},{"index_id":173,"token_group":152,"text":"}","start_char":12,"line":29},{"index_id":174,"token_group":153,"text":"}","start_char":8,"line":30},{"index_id":175,"token_group":154,"text":"if","start_char":8,"line":31},{"index_id":176,"token_group":155,"text":"(","start_char":11,"line":31},{"index_id":177,"token_group":156,"text":"metadata","start_char":12,"line":31},{"index_id":178,"token_group":157,"text":".","start_char":20,"line":31},{"index_id":179,"token_group":158,"text":"size","start_char":21,"line":31},{"index_id":180,"token_group":159,"text":"(","start_char":25,"line":31},{"index_id":181,"token_group":160,"text":")","start_char":26,"line":31},{"index_id":182,"token_group":161,"text":"+","start_char":28,"line":31},{"index_id":183,"token_group":162,"text":"common","start_char":30,"line":31},{"index_id":184,"token_group":163,"text":"Prefixes","start_char":36,"line":31},{"index_id":185,"token_group":163,"text":".","start_char":44,"line":31},{"index_id":186,"token_group":164,"text":"size","start_char":45,"line":31},{"index_id":187,"token_group":165,"text":"(","start_char":49,"line":31},{"index_id":188,"token_group":166,"text":")","start_char":50,"line":31},{"index_id":189,"token_group":167,"text":"==","start_char":52,"line":31},{"index_id":190,"token_group":168,"text":"max","start_char":55,"line":31},{"index_id":191,"token_group":169,"text":"Listing","start_char":58,"line":31},{"index_id":192,"token_group":169,"text":"Length","start_char":65,"line":31},{"index_id":193,"token_group":169,"text":")","start_char":71,"line":31},{"index_id":194,"token_group":170,"text":"{","start_char":8,"line":32},{"index_id":195,"token_group":171,"text":"new","start_char":12,"line":33},{"index_id":196,"token_group":172,"text":"partial","start_char":16,"line":33},{"index_id":197,"token_group":173,"text":"Listing","start_char":23,"line":33},{"index_id":198,"token_group":173,"text":"(","start_char":30,"line":33},{"index_id":199,"token_group":174,"text":"key","start_char":31,"line":33},{"index_id":200,"token_group":175,"text":",","start_char":34,"line":33},{"index_id":201,"token_group":176,"text":"metadata","start_char":36,"line":33},{"index_id":202,"token_group":177,"text":".","start_char":44,"line":33},{"index_id":203,"token_group":178,"text":"to","start_char":45,"line":33},{"index_id":204,"token_group":179,"text":"Array","start_char":47,"line":33},{"index_id":205,"token_group":179,"text":"(","start_char":52,"line":33},{"index_id":206,"token_group":180,"text":"new","start_char":53,"line":33},{"index_id":207,"token_group":181,"text":"file","start_char":57,"line":33},{"index_id":208,"token_group":182,"text":"Metadata","start_char":61,"line":33},{"index_id":209,"token_group":182,"text":"[","start_char":69,"line":33},{"index_id":210,"token_group":183,"text":"0","start_char":70,"line":33},{"index_id":211,"token_group":184,"text":"]","start_char":71,"line":33},{"index_id":212,"token_group":185,"text":")","start_char":72,"line":33},{"index_id":213,"token_group":186,"text":",","start_char":73,"line":33},{"index_id":214,"token_group":187,"text":"common","start_char":31,"line":34},{"index_id":215,"token_group":188,"text":"Prefixes","start_char":37,"line":34},{"index_id":216,"token_group":188,"text":".","start_char":45,"line":34},{"index_id":217,"token_group":189,"text":"to","start_char":46,"line":34},{"index_id":218,"token_group":190,"text":"Array","start_char":48,"line":34},{"index_id":219,"token_group":190,"text":"(","start_char":53,"line":34},{"index_id":220,"token_group":191,"text":"new","start_char":54,"line":34},{"index_id":221,"token_group":192,"text":"string","start_char":58,"line":34},{"index_id":222,"token_group":193,"text":"[","start_char":64,"line":34},{"index_id":223,"token_group":194,"text":"0","start_char":65,"line":34},{"index_id":224,"token_group":195,"text":"]","start_char":66,"line":34},{"index_id":225,"token_group":196,"text":")","start_char":67,"line":34},{"index_id":226,"token_group":197,"text":")","start_char":68,"line":34},{"index_id":227,"token_group":198,"text":";","start_char":69,"line":34},{"index_id":228,"token_group":199,"text":"}","start_char":8,"line":35},{"index_id":229,"token_group":200,"text":"}","start_char":4,"line":36},{"index_id":230,"token_group":201,"text":"return","start_char":4,"line":37},{"index_id":231,"token_group":202,"text":"new","start_char":11,"line":37},{"index_id":232,"token_group":203,"text":"partial","start_char":15,"line":37},{"index_id":233,"token_group":204,"text":"Listing","start_char":22,"line":37},{"index_id":234,"token_group":204,"text":"(","start_char":29,"line":37},{"index_id":235,"token_group":205,"text":"null","start_char":30,"line":37},{"index_id":236,"token_group":206,"text":",","start_char":34,"line":37},{"index_id":237,"token_group":207,"text":"metadata","start_char":36,"line":37},{"index_id":238,"token_group":208,"text":".","start_char":44,"line":37},{"index_id":239,"token_group":209,"text":"to","start_char":45,"line":37},{"index_id":240,"token_group":210,"text":"Array","start_char":47,"line":37},{"index_id":241,"token_group":210,"text":"(","start_char":52,"line":37},{"index_id":242,"token_group":211,"text":"new","start_char":53,"line":37},{"index_id":243,"token_group":212,"text":"file","start_char":57,"line":37},{"index_id":244,"token_group":213,"text":"Metadata","start_char":61,"line":37},{"index_id":245,"token_group":213,"text":"[","start_char":69,"line":37},{"index_id":246,"token_group":214,"text":"0","start_char":70,"line":37},{"index_id":247,"token_group":215,"text":"]","start_char":71,"line":37},{"index_id":248,"token_group":216,"text":")","start_char":72,"line":37},{"index_id":249,"token_group":217,"text":",","start_char":73,"line":37},{"index_id":250,"token_group":218,"text":"common","start_char":30,"line":38},{"index_id":251,"token_group":219,"text":"Prefixes","start_char":36,"line":38},{"index_id":252,"token_group":219,"text":".","start_char":44,"line":38},{"index_id":253,"token_group":220,"text":"to","start_char":45,"line":38},{"index_id":254,"token_group":221,"text":"Array","start_char":47,"line":38},{"index_id":255,"token_group":221,"text":"(","start_char":52,"line":38},{"index_id":256,"token_group":222,"text":"new","start_char":53,"line":38},{"index_id":257,"token_group":223,"text":"string","start_char":57,"line":38},{"index_id":258,"token_group":224,"text":"[","start_char":63,"line":38},{"index_id":259,"token_group":225,"text":"0","start_char":64,"line":38},{"index_id":260,"token_group":226,"text":"]","start_char":65,"line":38},{"index_id":261,"token_group":227,"text":")","start_char":66,"line":38},{"index_id":262,"token_group":228,"text":")","start_char":67,"line":38},{"index_id":263,"token_group":229,"text":";","start_char":68,"line":38},{"index_id":264,"token_group":230,"text":"}","start_char":0,"line":39}],"tokens_list":["{","if","(","prefix",".","length","(",")",">","0","&&","!","prefix",".","ends","With","(","path","Delimiter",")",")","{","prefix","+=","path","Delimiter",";","}","list","<","file","Metadata",">","metadata","=","new","array","List","<","file","Metadata",">","(",")",";","sorted","Set","<","string",">","common","Prefixes","=","new","tree","Set","<","string",">","(",")",";","for","(","string","key",":","data","Map",".","key","Set","(",")",")","{","if","(","key",".","starts","With","(","prefix",")",")","{","if","(","delimiter","==","null",")","{","metadata",".","add","(","retrieve","Metadata","(","key",")",")",";","}","else","{","int","delim","Index","=","key",".","index","Of","(","delimiter",",","prefix",".","length","(",")",")",";","if","(","delim","Index","==","-","1",")","{","metadata",".","add","(","retrieve","Metadata","(","key",")",")",";","}","else","{","string","common","Prefix","=","key",".","substring","(","0",",","delim","Index",")",";","common","Prefixes",".","add","(","common","Prefix",")",";","}","}","}","if","(","metadata",".","size","(",")","+","common","Prefixes",".","size","(",")","==","max","Listing","Length",")","{","new","partial","Listing","(","key",",","metadata",".","to","Array","(","new","file","Metadata","[","0","]",")",",","common","Prefixes",".","to","Array","(","new","string","[","0","]",")",")",";","}","}","return","new","partial","Listing","(","null",",","metadata",".","to","Array","(","new","file","Metadata","[","0","]",")",",","common","Prefixes",".","to","Array","(","new","string","[","0","]",")",")",";","}"],"uuid":"10c958aa063e961cfa6e7aa2a561f91d"},{"cap_original_tokens":["<SENTENCE_START>","{","if","(","<id>","my","Show","Flatten","<\/id>",")","{","final","int","<id>","index","<\/id>","=","<id>","my","List","<\/id>",".","<id>","get","Lead","Selection","Index","<\/id>","(",")",";","<id>","list","Model","<\/id>","<id>","list","Model","<\/id>","=","<id>","my","List","<\/id>",".","<id>","get","Model","<\/id>","(",")",";","return","<id>","index","<\/id>","<","0","||","<id>","index","<\/id>",">=","<id>","list","Model","<\/id>",".","<id>","get","Size","<\/id>","(",")","?","null",":","(","<id>","t","<\/id>",")","<id>","list","Model","<\/id>",".","<id>","get","Element","At","<\/id>","(","<id>","index","<\/id>",")",";","}","else","{","final","<id>","tree","Path","<\/id>","<id>","path","<\/id>","=","<id>","my","Tree","<\/id>",".","<id>","get","Selection","Path","<\/id>","(",")",";","return","<id>","path","<\/id>","==","null","?","null",":","<id>","container","Util","<\/id>",".","<id>","get","First","Item","<\/id>","(","<id>","get","Selected","Objects","<\/id>","(","(","(","<id>","changes","Browser","Node","<\/id>","<","<id>","t","<\/id>",">",")","<id>","path","<\/id>",".","<id>","get","Last","Path","Component","<\/id>","(",")",")",")",")",";","}","}","<SENTENCE_END\/>"],"file_name":"ChangesTreeList.java","formatted_lines":["{","    if (myShowFlatten)","    {","        final int index = myList.getLeadSelectionIndex();","        ListModel listModel = myList.getModel();","","        return index < 0 ||","               index >= listModel.getSize() ? null : (T)listModel.getElementAt(index);","    }","    else","    {","        final TreePath path = myTree.getSelectionPath();","","        return path == null ? null : ContainerUtil.getFirstItem(getSelectedObjects(((","                    ChangesBrowserNode<T>)path.getLastPathComponent())));","    }","}"],"function_name":"getLeadSelection","function_name_tokens":["get","lead","selection"],"id_body_hash":"a261246ea0c1939b296a2783e5c192ab","id_same_identifier_list":[0,1,2,3,4,4,4,5,6,7,8,9,10,11,11,12,13,13,13,13,14,15,16,17,17,18,18,19,20,20,21,22,22,23,24,25,26,27,28,29,30,31,32,33,33,34,35,35,36,37,38,39,40,41,42,43,44,44,45,46,46,46,47,48,49,50,51,52,53,54,55,55,56,57,58,58,59,60,60,60,61,62,63,64,65,66,67,68,69,70,71,71,72,73,73,73,74,75,75,75,76,77,78,79,79,79,80,81,82,83,84,85,86,86,86,86,87,88,89,90,91,92,93,94,95],"option_correct":"getLeadSelection","options":["testIndent12","getLeadCaret","getLeadSelection","getLeadSelectedObject","getHighestLeadSelection","outputDone","getMaxVarType"],"options_nlp":["test indent 12","get lead caret","get lead selection","get lead selected object","get highest lead selection","output done","get max var type"],"options_random":["testIndent12","outputDone","getMaxVarType"],"options_tfidf":["getLeadSelectedObject","getLeadCaret","getHighestLeadSelection"],"project_name":"intellij-community","source_code_string":"@Nullable\n  public T getLeadSelection() {\n    if (myShowFlatten) {\n      final int index = myList.getLeadSelectionIndex();\n      ListModel listModel = myList.getModel();\n      \n      return index < 0 || index >= listModel.getSize() ? null : (T)listModel.getElementAt(index);\n    }\n    else {\n      final TreePath path = myTree.getSelectionPath();\n      \n      return path == null ? null : ContainerUtil.getFirstItem(getSelectedObjects(((ChangesBrowserNode<T>)path.getLastPathComponent())));\n    }\n  }","tokens_in_code":[{"index_id":0,"token_group":0,"text":"{","start_char":0,"line":0},{"index_id":1,"token_group":1,"text":"if","start_char":4,"line":1},{"index_id":2,"token_group":2,"text":"(","start_char":7,"line":1},{"index_id":3,"token_group":3,"text":"my","start_char":8,"line":1},{"index_id":4,"token_group":4,"text":"Show","start_char":10,"line":1},{"index_id":5,"token_group":4,"text":"Flatten","start_char":14,"line":1},{"index_id":6,"token_group":4,"text":")","start_char":21,"line":1},{"index_id":7,"token_group":5,"text":"{","start_char":4,"line":2},{"index_id":8,"token_group":6,"text":"final","start_char":8,"line":3},{"index_id":9,"token_group":7,"text":"int","start_char":14,"line":3},{"index_id":10,"token_group":8,"text":"index","start_char":18,"line":3},{"index_id":11,"token_group":9,"text":"=","start_char":24,"line":3},{"index_id":12,"token_group":10,"text":"my","start_char":26,"line":3},{"index_id":13,"token_group":11,"text":"List","start_char":28,"line":3},{"index_id":14,"token_group":11,"text":".","start_char":32,"line":3},{"index_id":15,"token_group":12,"text":"get","start_char":33,"line":3},{"index_id":16,"token_group":13,"text":"Lead","start_char":36,"line":3},{"index_id":17,"token_group":13,"text":"Selection","start_char":40,"line":3},{"index_id":18,"token_group":13,"text":"Index","start_char":49,"line":3},{"index_id":19,"token_group":13,"text":"(","start_char":54,"line":3},{"index_id":20,"token_group":14,"text":")","start_char":55,"line":3},{"index_id":21,"token_group":15,"text":";","start_char":56,"line":3},{"index_id":22,"token_group":16,"text":"list","start_char":8,"line":4},{"index_id":23,"token_group":17,"text":"Model","start_char":12,"line":4},{"index_id":24,"token_group":17,"text":"list","start_char":18,"line":4},{"index_id":25,"token_group":18,"text":"Model","start_char":22,"line":4},{"index_id":26,"token_group":18,"text":"=","start_char":28,"line":4},{"index_id":27,"token_group":19,"text":"my","start_char":30,"line":4},{"index_id":28,"token_group":20,"text":"List","start_char":32,"line":4},{"index_id":29,"token_group":20,"text":".","start_char":36,"line":4},{"index_id":30,"token_group":21,"text":"get","start_char":37,"line":4},{"index_id":31,"token_group":22,"text":"Model","start_char":40,"line":4},{"index_id":32,"token_group":22,"text":"(","start_char":45,"line":4},{"index_id":33,"token_group":23,"text":")","start_char":46,"line":4},{"index_id":34,"token_group":24,"text":";","start_char":47,"line":4},{"index_id":35,"token_group":25,"text":"return","start_char":8,"line":6},{"index_id":36,"token_group":26,"text":"index","start_char":15,"line":6},{"index_id":37,"token_group":27,"text":"<","start_char":21,"line":6},{"index_id":38,"token_group":28,"text":"0","start_char":23,"line":6},{"index_id":39,"token_group":29,"text":"||","start_char":25,"line":6},{"index_id":40,"token_group":30,"text":"index","start_char":15,"line":7},{"index_id":41,"token_group":31,"text":">=","start_char":21,"line":7},{"index_id":42,"token_group":32,"text":"list","start_char":24,"line":7},{"index_id":43,"token_group":33,"text":"Model","start_char":28,"line":7},{"index_id":44,"token_group":33,"text":".","start_char":33,"line":7},{"index_id":45,"token_group":34,"text":"get","start_char":34,"line":7},{"index_id":46,"token_group":35,"text":"Size","start_char":37,"line":7},{"index_id":47,"token_group":35,"text":"(","start_char":41,"line":7},{"index_id":48,"token_group":36,"text":")","start_char":42,"line":7},{"index_id":49,"token_group":37,"text":"?","start_char":44,"line":7},{"index_id":50,"token_group":38,"text":"null","start_char":46,"line":7},{"index_id":51,"token_group":39,"text":":","start_char":51,"line":7},{"index_id":52,"token_group":40,"text":"(","start_char":53,"line":7},{"index_id":53,"token_group":41,"text":"t","start_char":54,"line":7},{"index_id":54,"token_group":42,"text":")","start_char":55,"line":7},{"index_id":55,"token_group":43,"text":"list","start_char":56,"line":7},{"index_id":56,"token_group":44,"text":"Model","start_char":60,"line":7},{"index_id":57,"token_group":44,"text":".","start_char":65,"line":7},{"index_id":58,"token_group":45,"text":"get","start_char":66,"line":7},{"index_id":59,"token_group":46,"text":"Element","start_char":69,"line":7},{"index_id":60,"token_group":46,"text":"At","start_char":76,"line":7},{"index_id":61,"token_group":46,"text":"(","start_char":78,"line":7},{"index_id":62,"token_group":47,"text":"index","start_char":79,"line":7},{"index_id":63,"token_group":48,"text":")","start_char":84,"line":7},{"index_id":64,"token_group":49,"text":";","start_char":85,"line":7},{"index_id":65,"token_group":50,"text":"}","start_char":4,"line":8},{"index_id":66,"token_group":51,"text":"else","start_char":4,"line":9},{"index_id":67,"token_group":52,"text":"{","start_char":4,"line":10},{"index_id":68,"token_group":53,"text":"final","start_char":8,"line":11},{"index_id":69,"token_group":54,"text":"tree","start_char":14,"line":11},{"index_id":70,"token_group":55,"text":"Path","start_char":18,"line":11},{"index_id":71,"token_group":55,"text":"path","start_char":23,"line":11},{"index_id":72,"token_group":56,"text":"=","start_char":28,"line":11},{"index_id":73,"token_group":57,"text":"my","start_char":30,"line":11},{"index_id":74,"token_group":58,"text":"Tree","start_char":32,"line":11},{"index_id":75,"token_group":58,"text":".","start_char":36,"line":11},{"index_id":76,"token_group":59,"text":"get","start_char":37,"line":11},{"index_id":77,"token_group":60,"text":"Selection","start_char":40,"line":11},{"index_id":78,"token_group":60,"text":"Path","start_char":49,"line":11},{"index_id":79,"token_group":60,"text":"(","start_char":53,"line":11},{"index_id":80,"token_group":61,"text":")","start_char":54,"line":11},{"index_id":81,"token_group":62,"text":";","start_char":55,"line":11},{"index_id":82,"token_group":63,"text":"return","start_char":8,"line":13},{"index_id":83,"token_group":64,"text":"path","start_char":15,"line":13},{"index_id":84,"token_group":65,"text":"==","start_char":20,"line":13},{"index_id":85,"token_group":66,"text":"null","start_char":23,"line":13},{"index_id":86,"token_group":67,"text":"?","start_char":28,"line":13},{"index_id":87,"token_group":68,"text":"null","start_char":30,"line":13},{"index_id":88,"token_group":69,"text":":","start_char":35,"line":13},{"index_id":89,"token_group":70,"text":"container","start_char":37,"line":13},{"index_id":90,"token_group":71,"text":"Util","start_char":46,"line":13},{"index_id":91,"token_group":71,"text":".","start_char":50,"line":13},{"index_id":92,"token_group":72,"text":"get","start_char":51,"line":13},{"index_id":93,"token_group":73,"text":"First","start_char":54,"line":13},{"index_id":94,"token_group":73,"text":"Item","start_char":59,"line":13},{"index_id":95,"token_group":73,"text":"(","start_char":63,"line":13},{"index_id":96,"token_group":74,"text":"get","start_char":64,"line":13},{"index_id":97,"token_group":75,"text":"Selected","start_char":67,"line":13},{"index_id":98,"token_group":75,"text":"Objects","start_char":75,"line":13},{"index_id":99,"token_group":75,"text":"(","start_char":82,"line":13},{"index_id":100,"token_group":76,"text":"(","start_char":83,"line":13},{"index_id":101,"token_group":77,"text":"(","start_char":84,"line":13},{"index_id":102,"token_group":78,"text":"changes","start_char":20,"line":14},{"index_id":103,"token_group":79,"text":"Browser","start_char":27,"line":14},{"index_id":104,"token_group":79,"text":"Node","start_char":34,"line":14},{"index_id":105,"token_group":79,"text":"<","start_char":38,"line":14},{"index_id":106,"token_group":80,"text":"t","start_char":39,"line":14},{"index_id":107,"token_group":81,"text":">","start_char":40,"line":14},{"index_id":108,"token_group":82,"text":")","start_char":41,"line":14},{"index_id":109,"token_group":83,"text":"path","start_char":42,"line":14},{"index_id":110,"token_group":84,"text":".","start_char":46,"line":14},{"index_id":111,"token_group":85,"text":"get","start_char":47,"line":14},{"index_id":112,"token_group":86,"text":"Last","start_char":50,"line":14},{"index_id":113,"token_group":86,"text":"Path","start_char":54,"line":14},{"index_id":114,"token_group":86,"text":"Component","start_char":58,"line":14},{"index_id":115,"token_group":86,"text":"(","start_char":67,"line":14},{"index_id":116,"token_group":87,"text":")","start_char":68,"line":14},{"index_id":117,"token_group":88,"text":")","start_char":69,"line":14},{"index_id":118,"token_group":89,"text":")","start_char":70,"line":14},{"index_id":119,"token_group":90,"text":")","start_char":71,"line":14},{"index_id":120,"token_group":91,"text":";","start_char":72,"line":14},{"index_id":121,"token_group":92,"text":"}","start_char":4,"line":15},{"index_id":122,"token_group":93,"text":"}","start_char":0,"line":16}],"tokens_list":["{","if","(","my","Show","Flatten",")","{","final","int","index","=","my","List",".","get","Lead","Selection","Index","(",")",";","list","Model","list","Model","=","my","List",".","get","Model","(",")",";","return","index","<","0","||","index",">=","list","Model",".","get","Size","(",")","?","null",":","(","t",")","list","Model",".","get","Element","At","(","index",")",";","}","else","{","final","tree","Path","path","=","my","Tree",".","get","Selection","Path","(",")",";","return","path","==","null","?","null",":","container","Util",".","get","First","Item","(","get","Selected","Objects","(","(","(","changes","Browser","Node","<","t",">",")","path",".","get","Last","Path","Component","(",")",")",")",")",";","}","}"],"uuid":"569d15be17213c2c4cff49bc6d5fbabf"},{"cap_original_tokens":["<SENTENCE_START>","{","<id>","do","Test","<\/id>","(","<id>","inspection","Gadgets","Bundle","<\/id>",".","<id>","message","<\/id>","(","\"string.builder.replaceable.by.string.quickfix\"",")",")",";","}","<SENTENCE_END\/>"],"file_name":"StringBufferReplaceableByStringFixTest.java","formatted_lines":["public void testNoConstructorArgument(){    doTest(InspectionGadgetsBundle.message(\"string.builder.replaceable.by.string.quickfix\"));}"],"function_name":"testNoConstructorArgument","function_name_tokens":["test","no","constructor","argument"],"id_body_hash":"4c795f6f624a86e2a1f3d76919d97347","id_same_identifier_list":[0,1,2,2,3,4,4,4,5,6,7,8,9,10,11,12,13],"option_correct":"testNoConstructorArgument","options":["testNoConstructorArgument","attachFiles","buildArtifacts","testNoConstructor","getCurrentCmd","testConstructorArgument","testConstructorArgument2"],"options_nlp":["test no constructor argument","attach files","build artifacts","test no constructor","get current cmd","test constructor argument","test constructor argument 2"],"options_random":["buildArtifacts","attachFiles","getCurrentCmd"],"options_tfidf":["testNoConstructor","testConstructorArgument2","testConstructorArgument"],"project_name":"intellij-community","source_code_string":"public void testNoConstructorArgument() { doTest(InspectionGadgetsBundle.message(\"string.builder.replaceable.by.string.quickfix\")); }","tokens_in_code":[{"index_id":0,"token_group":0,"text":"{","start_char":20,"line":0},{"index_id":1,"token_group":1,"text":"do","start_char":25,"line":0},{"index_id":2,"token_group":2,"text":"Test","start_char":27,"line":0},{"index_id":3,"token_group":2,"text":"(","start_char":31,"line":0},{"index_id":4,"token_group":3,"text":"inspection","start_char":32,"line":0},{"index_id":5,"token_group":4,"text":"Gadgets","start_char":42,"line":0},{"index_id":6,"token_group":4,"text":"Bundle","start_char":49,"line":0},{"index_id":7,"token_group":4,"text":".","start_char":55,"line":0},{"index_id":8,"token_group":5,"text":"message","start_char":56,"line":0},{"index_id":9,"token_group":6,"text":"(","start_char":63,"line":0},{"index_id":10,"token_group":7,"text":"\"string.builder.replaceable.by.string.quickfix\"","start_char":64,"line":0},{"index_id":11,"token_group":8,"text":")","start_char":111,"line":0},{"index_id":12,"token_group":9,"text":")","start_char":112,"line":0},{"index_id":13,"token_group":10,"text":";","start_char":113,"line":0},{"index_id":14,"token_group":11,"text":"}","start_char":114,"line":0}],"tokens_list":["{","do","Test","(","inspection","Gadgets","Bundle",".","message","(","\"string.builder.replaceable.by.string.quickfix\"",")",")",";","}"],"uuid":"43c573ef0bdb1cb76f16ffa9671316dc"},{"cap_original_tokens":["<SENTENCE_START>","{","long","<id>","pk","<\/id>","=","<id>","random","Test","Util","<\/id>",".","<id>","next","Long","<\/id>","(",")",";","<id>","shopping","Item","Field","<\/id>","<id>","missing","Shopping","Item","Field","<\/id>","=","<id>","","Persistence","<\/id>",".","<id>","fetch","By","Primary","Key","<\/id>","(","<id>","pk","<\/id>",")",";","<id>","assert","<\/id>",".","<id>","assert","Null","<\/id>","(","<id>","missing","Shopping","Item","Field","<\/id>",")",";","}","<SENTENCE_END\/>"],"file_name":"ShoppingItemFieldPersistenceTest.java","formatted_lines":["{","    long pk = RandomTestUtil.nextLong();","","    ShoppingItemField missingShoppingItemField = _persistence.fetchByPrimaryKey(pk);","","    Assert.assertNull(missingShoppingItemField);","}"],"function_name":"testFetchByPrimaryKeyMissing","function_name_tokens":["test","fetch","by","primary","key","missing"],"id_body_hash":"1f078458c3693c048f6a15c8401de5b7","id_same_identifier_list":[0,1,2,3,4,5,5,5,6,7,7,8,9,10,11,11,11,12,12,12,12,13,14,14,15,16,16,16,16,17,18,19,20,21,22,23,23,24,25,25,25,25,26,27,28,29],"option_correct":"testFetchByPrimaryKeyMissing","options":["getLatestFileVersion","setDdmTemplateGroupId","testFindByPrimaryKeyMissing","testDynamicQueryByPrimaryKeyMissing","testFetchByPrimaryKeyMissing","setAllTagIdsArray","testFetchByPrimaryKeyExisting"],"options_nlp":["get latest file version","set ddm template group id","test find by primary key missing","test dynamic query by primary key missing","test fetch by primary key missing","set all tag ids array","test fetch by primary key existing"],"options_random":["getLatestFileVersion","setDdmTemplateGroupId","setAllTagIdsArray"],"options_tfidf":["testFindByPrimaryKeyMissing","testFetchByPrimaryKeyExisting","testDynamicQueryByPrimaryKeyMissing"],"project_name":"liferay-portal","source_code_string":"@Test\n\tpublic void testFetchByPrimaryKeyMissing() throws Exception {\n\t\tlong pk = RandomTestUtil.nextLong();\n\n\t\tShoppingItemField missingShoppingItemField = _persistence.fetchByPrimaryKey(pk);\n\n\t\tAssert.assertNull(missingShoppingItemField);\n\t}","tokens_in_code":[{"index_id":0,"token_group":0,"text":"{","start_char":0,"line":0},{"index_id":1,"token_group":1,"text":"long","start_char":4,"line":1},{"index_id":2,"token_group":2,"text":"pk","start_char":9,"line":1},{"index_id":3,"token_group":3,"text":"=","start_char":12,"line":1},{"index_id":4,"token_group":4,"text":"random","start_char":14,"line":1},{"index_id":5,"token_group":5,"text":"Test","start_char":20,"line":1},{"index_id":6,"token_group":5,"text":"Util","start_char":24,"line":1},{"index_id":7,"token_group":5,"text":".","start_char":28,"line":1},{"index_id":8,"token_group":6,"text":"next","start_char":29,"line":1},{"index_id":9,"token_group":7,"text":"Long","start_char":33,"line":1},{"index_id":10,"token_group":7,"text":"(","start_char":37,"line":1},{"index_id":11,"token_group":8,"text":")","start_char":38,"line":1},{"index_id":12,"token_group":9,"text":";","start_char":39,"line":1},{"index_id":13,"token_group":10,"text":"shopping","start_char":4,"line":3},{"index_id":14,"token_group":11,"text":"Item","start_char":12,"line":3},{"index_id":15,"token_group":11,"text":"Field","start_char":16,"line":3},{"index_id":16,"token_group":11,"text":"missing","start_char":22,"line":3},{"index_id":17,"token_group":12,"text":"Shopping","start_char":29,"line":3},{"index_id":18,"token_group":12,"text":"Item","start_char":37,"line":3},{"index_id":19,"token_group":12,"text":"Field","start_char":41,"line":3},{"index_id":20,"token_group":12,"text":"=","start_char":47,"line":3},{"index_id":21,"token_group":13,"text":"","start_char":48,"line":3},{"index_id":22,"token_group":14,"text":"Persistence","start_char":50,"line":3},{"index_id":23,"token_group":14,"text":".","start_char":61,"line":3},{"index_id":24,"token_group":15,"text":"fetch","start_char":62,"line":3},{"index_id":25,"token_group":16,"text":"By","start_char":67,"line":3},{"index_id":26,"token_group":16,"text":"Primary","start_char":69,"line":3},{"index_id":27,"token_group":16,"text":"Key","start_char":76,"line":3},{"index_id":28,"token_group":16,"text":"(","start_char":79,"line":3},{"index_id":29,"token_group":17,"text":"pk","start_char":80,"line":3},{"index_id":30,"token_group":18,"text":")","start_char":82,"line":3},{"index_id":31,"token_group":19,"text":";","start_char":83,"line":3},{"index_id":32,"token_group":20,"text":"assert","start_char":4,"line":5},{"index_id":33,"token_group":21,"text":".","start_char":10,"line":5},{"index_id":34,"token_group":22,"text":"assert","start_char":11,"line":5},{"index_id":35,"token_group":23,"text":"Null","start_char":17,"line":5},{"index_id":36,"token_group":23,"text":"(","start_char":21,"line":5},{"index_id":37,"token_group":24,"text":"missing","start_char":22,"line":5},{"index_id":38,"token_group":25,"text":"Shopping","start_char":29,"line":5},{"index_id":39,"token_group":25,"text":"Item","start_char":37,"line":5},{"index_id":40,"token_group":25,"text":"Field","start_char":41,"line":5},{"index_id":41,"token_group":25,"text":")","start_char":46,"line":5},{"index_id":42,"token_group":26,"text":";","start_char":47,"line":5},{"index_id":43,"token_group":27,"text":"}","start_char":0,"line":6}],"tokens_list":["{","long","pk","=","random","Test","Util",".","next","Long","(",")",";","shopping","Item","Field","missing","Shopping","Item","Field","=","","Persistence",".","fetch","By","Primary","Key","(","pk",")",";","assert",".","assert","Null","(","missing","Shopping","Item","Field",")",";","}"],"uuid":"77318e2b03dc331ecea95604d816b32d"},{"cap_original_tokens":["<SENTENCE_START>","{","<id>","do","Test","<\/id>","(","<id>","language","Level","<\/id>",".","<id>","jdk","1","7","<\/id>",",","<id>","java","Sdk","Version","<\/id>",".","<id>","jdk","1","7","<\/id>",",","false",")",";","}","<SENTENCE_END\/>"],"file_name":"GenericsHighlightingTest.java","formatted_lines":["public void testIDEA57388(){    doTest(LanguageLevel.JDK_1_7, JavaSdkVersion.JDK_1_7, false);}"],"function_name":"testIDEA57388","function_name_tokens":["test","idea","57388"],"id_body_hash":"577dbbf16ccff53f7c0817ce9ca43375","id_same_identifier_list":[0,1,2,2,3,4,4,5,6,6,6,7,8,8,8,9,10,10,10,11,12,13,14,15,16],"option_correct":"testIDEA57388","options":["testIDEA57388","hasRootsFromOtherDetectors","isIdeaProject","getDetectorId","calculateOffset","checkIdeaProject","testScrIDEA1"],"options_nlp":["test idea 57388","has roots from other detectors","is idea project","get detector id","calculate offset","check idea project","test scr idea 1"],"options_random":["calculateOffset","getDetectorId","hasRootsFromOtherDetectors"],"options_tfidf":["checkIdeaProject","testScrIDEA1","isIdeaProject"],"project_name":"intellij-community","source_code_string":"public void testIDEA57388() { doTest(LanguageLevel.JDK_1_7, JavaSdkVersion.JDK_1_7, false); }","tokens_in_code":[{"index_id":0,"token_group":0,"text":"{","start_char":20,"line":0},{"index_id":1,"token_group":1,"text":"do","start_char":25,"line":0},{"index_id":2,"token_group":2,"text":"Test","start_char":27,"line":0},{"index_id":3,"token_group":2,"text":"(","start_char":31,"line":0},{"index_id":4,"token_group":3,"text":"language","start_char":32,"line":0},{"index_id":5,"token_group":4,"text":"Level","start_char":40,"line":0},{"index_id":6,"token_group":4,"text":".","start_char":45,"line":0},{"index_id":7,"token_group":5,"text":"jdk","start_char":46,"line":0},{"index_id":8,"token_group":6,"text":"1","start_char":50,"line":0},{"index_id":9,"token_group":6,"text":"7","start_char":52,"line":0},{"index_id":10,"token_group":6,"text":",","start_char":53,"line":0},{"index_id":11,"token_group":7,"text":"java","start_char":55,"line":0},{"index_id":12,"token_group":8,"text":"Sdk","start_char":59,"line":0},{"index_id":13,"token_group":8,"text":"Version","start_char":62,"line":0},{"index_id":14,"token_group":8,"text":".","start_char":69,"line":0},{"index_id":15,"token_group":9,"text":"jdk","start_char":70,"line":0},{"index_id":16,"token_group":10,"text":"1","start_char":74,"line":0},{"index_id":17,"token_group":10,"text":"7","start_char":76,"line":0},{"index_id":18,"token_group":10,"text":",","start_char":77,"line":0},{"index_id":19,"token_group":11,"text":"false","start_char":79,"line":0},{"index_id":20,"token_group":12,"text":")","start_char":84,"line":0},{"index_id":21,"token_group":13,"text":";","start_char":85,"line":0},{"index_id":22,"token_group":14,"text":"}","start_char":86,"line":0}],"tokens_list":["{","do","Test","(","language","Level",".","jdk","1","7",",","java","Sdk","Version",".","jdk","1","7",",","false",")",";","}"],"uuid":"d6fff86a39c8b2826993f1a84b9dcd22"},{"cap_original_tokens":["<SENTENCE_START>","{","<id>","thread","Mx","Bean","<\/id>","<id>","thread","Mx","Bean","<\/id>","=","<id>","management","Factory","<\/id>",".","<id>","get","Thread","Mx","Bean","<\/id>","(",")",";","long","<id>","thread","Ids","<\/id>","[","]","=","<id>","thread","Mx","Bean","<\/id>",".","<id>","get","All","Thread","Ids","<\/id>","(",")",";","<id>","thread","Info","<\/id>","[","]","<id>","thread","Infos","<\/id>","=","<id>","thread","Mx","Bean","<\/id>",".","<id>","get","Thread","Info","<\/id>","(","<id>","thread","Ids","<\/id>",",","0",")",";","int","<id>","threads","New","<\/id>","=","0",";","int","<id>","threads","Runnable","<\/id>","=","0",";","int","<id>","threads","Blocked","<\/id>","=","0",";","int","<id>","threads","Waiting","<\/id>","=","0",";","int","<id>","threads","Timed","Waiting","<\/id>","=","0",";","int","<id>","threads","Terminated","<\/id>","=","0",";","for","(","<id>","thread","Info","<\/id>","<id>","thread","Info","<\/id>",":","<id>","thread","Infos","<\/id>",")","{","if","(","<id>","thread","Info","<\/id>","==","null",")","continue",";","<id>","thread","<\/id>",".","<id>","state","<\/id>","<id>","state","<\/id>","=","<id>","thread","Info","<\/id>",".","<id>","get","Thread","State","<\/id>","(",")",";","if","(","<id>","state","<\/id>","==","<id>","new","<\/id>",")","{","<id>","threads","New","<\/id>","++",";","}","else","if","(","<id>","state","<\/id>","==","<id>","runnable","<\/id>",")","{","<id>","threads","Runnable","<\/id>","++",";","}","else","if","(","<id>","state","<\/id>","==","<id>","blocked","<\/id>",")","{","<id>","threads","Blocked","<\/id>","++",";","}","else","if","(","<id>","state","<\/id>","==","<id>","waiting","<\/id>",")","{","<id>","threads","Waiting","<\/id>","++",";","}","else","if","(","<id>","state","<\/id>","==","<id>","timed","Waiting","<\/id>",")","{","<id>","threads","Timed","Waiting","<\/id>","++",";","}","else","if","(","<id>","state","<\/id>","==","<id>","terminated","<\/id>",")","{","<id>","threads","Terminated","<\/id>","++",";","}","}","<id>","metrics","<\/id>",".","<id>","set","Metric","<\/id>","(","\"threadsNew\"",",","<id>","threads","New","<\/id>",")",";","<id>","metrics","<\/id>",".","<id>","set","Metric","<\/id>","(","\"threadsRunnable\"",",","<id>","threads","Runnable","<\/id>",")",";","<id>","metrics","<\/id>",".","<id>","set","Metric","<\/id>","(","\"threadsBlocked\"",",","<id>","threads","Blocked","<\/id>",")",";","<id>","metrics","<\/id>",".","<id>","set","Metric","<\/id>","(","\"threadsWaiting\"",",","<id>","threads","Waiting","<\/id>",")",";","<id>","metrics","<\/id>",".","<id>","set","Metric","<\/id>","(","\"threadsTimedWaiting\"",",","<id>","threads","Timed","Waiting","<\/id>",")",";","<id>","metrics","<\/id>",".","<id>","set","Metric","<\/id>","(","\"threadsTerminated\"",",","<id>","threads","Terminated","<\/id>",")",";","}","<SENTENCE_END\/>"],"file_name":"JvmMetrics.java","formatted_lines":["{","    ThreadMXBean threadMXBean =","        ManagementFactory.getThreadMXBean();","    long threadIds[] =","        threadMXBean.getAllThreadIds();","    ThreadInfo[] threadInfos =","        threadMXBean.getThreadInfo(threadIds, 0);","","    int threadsNew = 0;","    int threadsRunnable = 0;","    int threadsBlocked = 0;","    int threadsWaiting = 0;","    int threadsTimedWaiting = 0;","    int threadsTerminated = 0;","","    for (ThreadInfo threadInfo : threadInfos)","    {","","        if (threadInfo == null) continue;","        Thread.State state = threadInfo.getThreadState();","        if (state == NEW)","        {","            threadsNew++;","        }","        else if (state == RUNNABLE)","        {","            threadsRunnable++;","        }","        else if (state == BLOCKED)","        {","            threadsBlocked++;","        }","        else if (state == WAITING)","        {","            threadsWaiting++;","        }","        else if (state == TIMED_WAITING)","        {","            threadsTimedWaiting++;","        }","        else if (state == TERMINATED)","        {","            threadsTerminated++;","        }","    }","    metrics.setMetric(\"threadsNew\", threadsNew);","    metrics.setMetric(\"threadsRunnable\", threadsRunnable);","    metrics.setMetric(\"threadsBlocked\", threadsBlocked);","    metrics.setMetric(\"threadsWaiting\", threadsWaiting);","    metrics.setMetric(\"threadsTimedWaiting\", threadsTimedWaiting);","    metrics.setMetric(\"threadsTerminated\", threadsTerminated);","}"],"function_name":"doThreadUpdates","function_name_tokens":["do","thread","updates"],"id_body_hash":"15c6717de52b46c0026c6b831a41117e","id_same_identifier_list":[0,1,2,2,2,3,3,3,4,5,5,6,7,7,7,7,8,9,10,11,12,12,13,14,15,16,16,16,17,18,18,18,18,19,20,21,22,22,23,24,25,25,26,27,27,27,28,29,29,29,30,31,31,32,33,34,35,36,37,37,38,39,40,41,42,42,43,44,45,46,47,47,48,49,50,51,52,52,53,54,55,56,57,57,57,58,59,60,61,62,62,63,64,65,66,67,68,68,69,69,70,71,71,72,73,74,75,76,76,77,78,79,80,81,82,83,84,85,86,87,87,88,89,89,89,90,91,92,93,94,95,96,97,98,99,100,100,101,102,103,104,105,106,107,108,109,110,111,112,112,113,114,115,116,117,118,119,120,121,122,123,124,124,125,126,127,128,129,130,131,132,133,134,135,136,136,137,138,139,140,141,142,143,144,145,145,146,147,148,148,148,149,150,151,152,153,154,155,156,157,158,159,160,160,161,162,163,164,165,166,167,167,168,169,170,171,171,172,173,174,175,176,176,177,178,179,180,180,181,182,183,184,185,185,186,187,188,189,189,190,191,192,193,194,194,195,196,197,198,198,199,200,201,202,203,203,204,205,206,207,207,207,208,209,210,211,212,212,213,214,215,216,216,217,218,219,220],"option_correct":"doThreadUpdates","options":["doThreadUpdates","doGarbageCollectionUpdates","doEventCountUpdates","testRequestQuoterWithNull","finishAMAndVerifyAppState","getRunner","createReaderThread"],"options_nlp":["do thread updates","do garbage collection updates","do event count updates","test request quoter with null","finish am and verify app state","get runner","create reader thread"],"options_random":["testRequestQuoterWithNull","finishAMAndVerifyAppState","getRunner"],"options_tfidf":["doGarbageCollectionUpdates","doEventCountUpdates","createReaderThread"],"project_name":"hadoop-common","source_code_string":"private void doThreadUpdates() {\n        ThreadMXBean threadMXBean =\n                ManagementFactory.getThreadMXBean();\n        long threadIds[] = \n                threadMXBean.getAllThreadIds();\n        ThreadInfo[] threadInfos =\n                threadMXBean.getThreadInfo(threadIds, 0);\n        \n        int threadsNew = 0;\n        int threadsRunnable = 0;\n        int threadsBlocked = 0;\n        int threadsWaiting = 0;\n        int threadsTimedWaiting = 0;\n        int threadsTerminated = 0;\n        \n        for (ThreadInfo threadInfo : threadInfos) {\n            \n            if (threadInfo == null) continue;\n            Thread.State state = threadInfo.getThreadState();\n            if (state == NEW) {\n                threadsNew++;\n            } \n            else if (state == RUNNABLE) {\n                threadsRunnable++;\n            }\n            else if (state == BLOCKED) {\n                threadsBlocked++;\n            }\n            else if (state == WAITING) {\n                threadsWaiting++;\n            } \n            else if (state == TIMED_WAITING) {\n                threadsTimedWaiting++;\n            }\n            else if (state == TERMINATED) {\n                threadsTerminated++;\n            }\n        }\n        metrics.setMetric(\"threadsNew\", threadsNew);\n        metrics.setMetric(\"threadsRunnable\", threadsRunnable);\n        metrics.setMetric(\"threadsBlocked\", threadsBlocked);\n        metrics.setMetric(\"threadsWaiting\", threadsWaiting);\n        metrics.setMetric(\"threadsTimedWaiting\", threadsTimedWaiting);\n        metrics.setMetric(\"threadsTerminated\", threadsTerminated);\n    }","tokens_in_code":[{"index_id":0,"token_group":0,"text":"{","start_char":0,"line":0},{"index_id":1,"token_group":1,"text":"thread","start_char":4,"line":1},{"index_id":2,"token_group":2,"text":"Mx","start_char":10,"line":1},{"index_id":3,"token_group":2,"text":"Bean","start_char":12,"line":1},{"index_id":4,"token_group":2,"text":"thread","start_char":17,"line":1},{"index_id":5,"token_group":3,"text":"Mx","start_char":23,"line":1},{"index_id":6,"token_group":3,"text":"Bean","start_char":25,"line":1},{"index_id":7,"token_group":3,"text":"=","start_char":30,"line":1},{"index_id":8,"token_group":4,"text":"management","start_char":8,"line":2},{"index_id":9,"token_group":5,"text":"Factory","start_char":18,"line":2},{"index_id":10,"token_group":5,"text":".","start_char":25,"line":2},{"index_id":11,"token_group":6,"text":"get","start_char":26,"line":2},{"index_id":12,"token_group":7,"text":"Thread","start_char":29,"line":2},{"index_id":13,"token_group":7,"text":"Mx","start_char":35,"line":2},{"index_id":14,"token_group":7,"text":"Bean","start_char":37,"line":2},{"index_id":15,"token_group":7,"text":"(","start_char":41,"line":2},{"index_id":16,"token_group":8,"text":")","start_char":42,"line":2},{"index_id":17,"token_group":9,"text":";","start_char":43,"line":2},{"index_id":18,"token_group":10,"text":"long","start_char":4,"line":3},{"index_id":19,"token_group":11,"text":"thread","start_char":9,"line":3},{"index_id":20,"token_group":12,"text":"Ids","start_char":15,"line":3},{"index_id":21,"token_group":12,"text":"[","start_char":18,"line":3},{"index_id":22,"token_group":13,"text":"]","start_char":19,"line":3},{"index_id":23,"token_group":14,"text":"=","start_char":21,"line":3},{"index_id":24,"token_group":15,"text":"thread","start_char":8,"line":4},{"index_id":25,"token_group":16,"text":"Mx","start_char":14,"line":4},{"index_id":26,"token_group":16,"text":"Bean","start_char":16,"line":4},{"index_id":27,"token_group":16,"text":".","start_char":20,"line":4},{"index_id":28,"token_group":17,"text":"get","start_char":21,"line":4},{"index_id":29,"token_group":18,"text":"All","start_char":24,"line":4},{"index_id":30,"token_group":18,"text":"Thread","start_char":27,"line":4},{"index_id":31,"token_group":18,"text":"Ids","start_char":33,"line":4},{"index_id":32,"token_group":18,"text":"(","start_char":36,"line":4},{"index_id":33,"token_group":19,"text":")","start_char":37,"line":4},{"index_id":34,"token_group":20,"text":";","start_char":38,"line":4},{"index_id":35,"token_group":21,"text":"thread","start_char":4,"line":5},{"index_id":36,"token_group":22,"text":"Info","start_char":10,"line":5},{"index_id":37,"token_group":22,"text":"[","start_char":14,"line":5},{"index_id":38,"token_group":23,"text":"]","start_char":15,"line":5},{"index_id":39,"token_group":24,"text":"thread","start_char":17,"line":5},{"index_id":40,"token_group":25,"text":"Infos","start_char":23,"line":5},{"index_id":41,"token_group":25,"text":"=","start_char":29,"line":5},{"index_id":42,"token_group":26,"text":"thread","start_char":8,"line":6},{"index_id":43,"token_group":27,"text":"Mx","start_char":14,"line":6},{"index_id":44,"token_group":27,"text":"Bean","start_char":16,"line":6},{"index_id":45,"token_group":27,"text":".","start_char":20,"line":6},{"index_id":46,"token_group":28,"text":"get","start_char":21,"line":6},{"index_id":47,"token_group":29,"text":"Thread","start_char":24,"line":6},{"index_id":48,"token_group":29,"text":"Info","start_char":30,"line":6},{"index_id":49,"token_group":29,"text":"(","start_char":34,"line":6},{"index_id":50,"token_group":30,"text":"thread","start_char":35,"line":6},{"index_id":51,"token_group":31,"text":"Ids","start_char":41,"line":6},{"index_id":52,"token_group":31,"text":",","start_char":44,"line":6},{"index_id":53,"token_group":32,"text":"0","start_char":46,"line":6},{"index_id":54,"token_group":33,"text":")","start_char":47,"line":6},{"index_id":55,"token_group":34,"text":";","start_char":48,"line":6},{"index_id":56,"token_group":35,"text":"int","start_char":4,"line":8},{"index_id":57,"token_group":36,"text":"threads","start_char":8,"line":8},{"index_id":58,"token_group":37,"text":"New","start_char":15,"line":8},{"index_id":59,"token_group":37,"text":"=","start_char":19,"line":8},{"index_id":60,"token_group":38,"text":"0","start_char":21,"line":8},{"index_id":61,"token_group":39,"text":";","start_char":22,"line":8},{"index_id":62,"token_group":40,"text":"int","start_char":4,"line":9},{"index_id":63,"token_group":41,"text":"threads","start_char":8,"line":9},{"index_id":64,"token_group":42,"text":"Runnable","start_char":15,"line":9},{"index_id":65,"token_group":42,"text":"=","start_char":24,"line":9},{"index_id":66,"token_group":43,"text":"0","start_char":26,"line":9},{"index_id":67,"token_group":44,"text":";","start_char":27,"line":9},{"index_id":68,"token_group":45,"text":"int","start_char":4,"line":10},{"index_id":69,"token_group":46,"text":"threads","start_char":8,"line":10},{"index_id":70,"token_group":47,"text":"Blocked","start_char":15,"line":10},{"index_id":71,"token_group":47,"text":"=","start_char":23,"line":10},{"index_id":72,"token_group":48,"text":"0","start_char":25,"line":10},{"index_id":73,"token_group":49,"text":";","start_char":26,"line":10},{"index_id":74,"token_group":50,"text":"int","start_char":4,"line":11},{"index_id":75,"token_group":51,"text":"threads","start_char":8,"line":11},{"index_id":76,"token_group":52,"text":"Waiting","start_char":15,"line":11},{"index_id":77,"token_group":52,"text":"=","start_char":23,"line":11},{"index_id":78,"token_group":53,"text":"0","start_char":25,"line":11},{"index_id":79,"token_group":54,"text":";","start_char":26,"line":11},{"index_id":80,"token_group":55,"text":"int","start_char":4,"line":12},{"index_id":81,"token_group":56,"text":"threads","start_char":8,"line":12},{"index_id":82,"token_group":57,"text":"Timed","start_char":15,"line":12},{"index_id":83,"token_group":57,"text":"Waiting","start_char":20,"line":12},{"index_id":84,"token_group":57,"text":"=","start_char":28,"line":12},{"index_id":85,"token_group":58,"text":"0","start_char":30,"line":12},{"index_id":86,"token_group":59,"text":";","start_char":31,"line":12},{"index_id":87,"token_group":60,"text":"int","start_char":4,"line":13},{"index_id":88,"token_group":61,"text":"threads","start_char":8,"line":13},{"index_id":89,"token_group":62,"text":"Terminated","start_char":15,"line":13},{"index_id":90,"token_group":62,"text":"=","start_char":26,"line":13},{"index_id":91,"token_group":63,"text":"0","start_char":28,"line":13},{"index_id":92,"token_group":64,"text":";","start_char":29,"line":13},{"index_id":93,"token_group":65,"text":"for","start_char":4,"line":15},{"index_id":94,"token_group":66,"text":"(","start_char":8,"line":15},{"index_id":95,"token_group":67,"text":"thread","start_char":9,"line":15},{"index_id":96,"token_group":68,"text":"Info","start_char":15,"line":15},{"index_id":97,"token_group":68,"text":"thread","start_char":20,"line":15},{"index_id":98,"token_group":69,"text":"Info","start_char":26,"line":15},{"index_id":99,"token_group":69,"text":":","start_char":31,"line":15},{"index_id":100,"token_group":70,"text":"thread","start_char":33,"line":15},{"index_id":101,"token_group":71,"text":"Infos","start_char":39,"line":15},{"index_id":102,"token_group":71,"text":")","start_char":44,"line":15},{"index_id":103,"token_group":72,"text":"{","start_char":4,"line":16},{"index_id":104,"token_group":73,"text":"if","start_char":8,"line":18},{"index_id":105,"token_group":74,"text":"(","start_char":11,"line":18},{"index_id":106,"token_group":75,"text":"thread","start_char":12,"line":18},{"index_id":107,"token_group":76,"text":"Info","start_char":18,"line":18},{"index_id":108,"token_group":76,"text":"==","start_char":23,"line":18},{"index_id":109,"token_group":77,"text":"null","start_char":26,"line":18},{"index_id":110,"token_group":78,"text":")","start_char":30,"line":18},{"index_id":111,"token_group":79,"text":"continue","start_char":32,"line":18},{"index_id":112,"token_group":80,"text":";","start_char":40,"line":18},{"index_id":113,"token_group":81,"text":"thread","start_char":8,"line":19},{"index_id":114,"token_group":82,"text":".","start_char":14,"line":19},{"index_id":115,"token_group":83,"text":"state","start_char":15,"line":19},{"index_id":116,"token_group":84,"text":"state","start_char":21,"line":19},{"index_id":117,"token_group":85,"text":"=","start_char":27,"line":19},{"index_id":118,"token_group":86,"text":"thread","start_char":29,"line":19},{"index_id":119,"token_group":87,"text":"Info","start_char":35,"line":19},{"index_id":120,"token_group":87,"text":".","start_char":39,"line":19},{"index_id":121,"token_group":88,"text":"get","start_char":40,"line":19},{"index_id":122,"token_group":89,"text":"Thread","start_char":43,"line":19},{"index_id":123,"token_group":89,"text":"State","start_char":49,"line":19},{"index_id":124,"token_group":89,"text":"(","start_char":54,"line":19},{"index_id":125,"token_group":90,"text":")","start_char":55,"line":19},{"index_id":126,"token_group":91,"text":";","start_char":56,"line":19},{"index_id":127,"token_group":92,"text":"if","start_char":8,"line":20},{"index_id":128,"token_group":93,"text":"(","start_char":11,"line":20},{"index_id":129,"token_group":94,"text":"state","start_char":12,"line":20},{"index_id":130,"token_group":95,"text":"==","start_char":18,"line":20},{"index_id":131,"token_group":96,"text":"new","start_char":21,"line":20},{"index_id":132,"token_group":97,"text":")","start_char":24,"line":20},{"index_id":133,"token_group":98,"text":"{","start_char":8,"line":21},{"index_id":134,"token_group":99,"text":"threads","start_char":12,"line":22},{"index_id":135,"token_group":100,"text":"New","start_char":19,"line":22},{"index_id":136,"token_group":100,"text":"++","start_char":22,"line":22},{"index_id":137,"token_group":101,"text":";","start_char":24,"line":22},{"index_id":138,"token_group":102,"text":"}","start_char":8,"line":23},{"index_id":139,"token_group":103,"text":"else","start_char":8,"line":24},{"index_id":140,"token_group":104,"text":"if","start_char":13,"line":24},{"index_id":141,"token_group":105,"text":"(","start_char":16,"line":24},{"index_id":142,"token_group":106,"text":"state","start_char":17,"line":24},{"index_id":143,"token_group":107,"text":"==","start_char":23,"line":24},{"index_id":144,"token_group":108,"text":"runnable","start_char":26,"line":24},{"index_id":145,"token_group":109,"text":")","start_char":34,"line":24},{"index_id":146,"token_group":110,"text":"{","start_char":8,"line":25},{"index_id":147,"token_group":111,"text":"threads","start_char":12,"line":26},{"index_id":148,"token_group":112,"text":"Runnable","start_char":19,"line":26},{"index_id":149,"token_group":112,"text":"++","start_char":27,"line":26},{"index_id":150,"token_group":113,"text":";","start_char":29,"line":26},{"index_id":151,"token_group":114,"text":"}","start_char":8,"line":27},{"index_id":152,"token_group":115,"text":"else","start_char":8,"line":28},{"index_id":153,"token_group":116,"text":"if","start_char":13,"line":28},{"index_id":154,"token_group":117,"text":"(","start_char":16,"line":28},{"index_id":155,"token_group":118,"text":"state","start_char":17,"line":28},{"index_id":156,"token_group":119,"text":"==","start_char":23,"line":28},{"index_id":157,"token_group":120,"text":"blocked","start_char":26,"line":28},{"index_id":158,"token_group":121,"text":")","start_char":33,"line":28},{"index_id":159,"token_group":122,"text":"{","start_char":8,"line":29},{"index_id":160,"token_group":123,"text":"threads","start_char":12,"line":30},{"index_id":161,"token_group":124,"text":"Blocked","start_char":19,"line":30},{"index_id":162,"token_group":124,"text":"++","start_char":26,"line":30},{"index_id":163,"token_group":125,"text":";","start_char":28,"line":30},{"index_id":164,"token_group":126,"text":"}","start_char":8,"line":31},{"index_id":165,"token_group":127,"text":"else","start_char":8,"line":32},{"index_id":166,"token_group":128,"text":"if","start_char":13,"line":32},{"index_id":167,"token_group":129,"text":"(","start_char":16,"line":32},{"index_id":168,"token_group":130,"text":"state","start_char":17,"line":32},{"index_id":169,"token_group":131,"text":"==","start_char":23,"line":32},{"index_id":170,"token_group":132,"text":"waiting","start_char":26,"line":32},{"index_id":171,"token_group":133,"text":")","start_char":33,"line":32},{"index_id":172,"token_group":134,"text":"{","start_char":8,"line":33},{"index_id":173,"token_group":135,"text":"threads","start_char":12,"line":34},{"index_id":174,"token_group":136,"text":"Waiting","start_char":19,"line":34},{"index_id":175,"token_group":136,"text":"++","start_char":26,"line":34},{"index_id":176,"token_group":137,"text":";","start_char":28,"line":34},{"index_id":177,"token_group":138,"text":"}","start_char":8,"line":35},{"index_id":178,"token_group":139,"text":"else","start_char":8,"line":36},{"index_id":179,"token_group":140,"text":"if","start_char":13,"line":36},{"index_id":180,"token_group":141,"text":"(","start_char":16,"line":36},{"index_id":181,"token_group":142,"text":"state","start_char":17,"line":36},{"index_id":182,"token_group":143,"text":"==","start_char":23,"line":36},{"index_id":183,"token_group":144,"text":"timed","start_char":26,"line":36},{"index_id":184,"token_group":145,"text":"Waiting","start_char":32,"line":36},{"index_id":185,"token_group":145,"text":")","start_char":39,"line":36},{"index_id":186,"token_group":146,"text":"{","start_char":8,"line":37},{"index_id":187,"token_group":147,"text":"threads","start_char":12,"line":38},{"index_id":188,"token_group":148,"text":"Timed","start_char":19,"line":38},{"index_id":189,"token_group":148,"text":"Waiting","start_char":24,"line":38},{"index_id":190,"token_group":148,"text":"++","start_char":31,"line":38},{"index_id":191,"token_group":149,"text":";","start_char":33,"line":38},{"index_id":192,"token_group":150,"text":"}","start_char":8,"line":39},{"index_id":193,"token_group":151,"text":"else","start_char":8,"line":40},{"index_id":194,"token_group":152,"text":"if","start_char":13,"line":40},{"index_id":195,"token_group":153,"text":"(","start_char":16,"line":40},{"index_id":196,"token_group":154,"text":"state","start_char":17,"line":40},{"index_id":197,"token_group":155,"text":"==","start_char":23,"line":40},{"index_id":198,"token_group":156,"text":"terminated","start_char":26,"line":40},{"index_id":199,"token_group":157,"text":")","start_char":36,"line":40},{"index_id":200,"token_group":158,"text":"{","start_char":8,"line":41},{"index_id":201,"token_group":159,"text":"threads","start_char":12,"line":42},{"index_id":202,"token_group":160,"text":"Terminated","start_char":19,"line":42},{"index_id":203,"token_group":160,"text":"++","start_char":29,"line":42},{"index_id":204,"token_group":161,"text":";","start_char":31,"line":42},{"index_id":205,"token_group":162,"text":"}","start_char":8,"line":43},{"index_id":206,"token_group":163,"text":"}","start_char":4,"line":44},{"index_id":207,"token_group":164,"text":"metrics","start_char":4,"line":45},{"index_id":208,"token_group":165,"text":".","start_char":11,"line":45},{"index_id":209,"token_group":166,"text":"set","start_char":12,"line":45},{"index_id":210,"token_group":167,"text":"Metric","start_char":15,"line":45},{"index_id":211,"token_group":167,"text":"(","start_char":21,"line":45},{"index_id":212,"token_group":168,"text":"\"threadsNew\"","start_char":22,"line":45},{"index_id":213,"token_group":169,"text":",","start_char":34,"line":45},{"index_id":214,"token_group":170,"text":"threads","start_char":36,"line":45},{"index_id":215,"token_group":171,"text":"New","start_char":43,"line":45},{"index_id":216,"token_group":171,"text":")","start_char":46,"line":45},{"index_id":217,"token_group":172,"text":";","start_char":47,"line":45},{"index_id":218,"token_group":173,"text":"metrics","start_char":4,"line":46},{"index_id":219,"token_group":174,"text":".","start_char":11,"line":46},{"index_id":220,"token_group":175,"text":"set","start_char":12,"line":46},{"index_id":221,"token_group":176,"text":"Metric","start_char":15,"line":46},{"index_id":222,"token_group":176,"text":"(","start_char":21,"line":46},{"index_id":223,"token_group":177,"text":"\"threadsRunnable\"","start_char":22,"line":46},{"index_id":224,"token_group":178,"text":",","start_char":39,"line":46},{"index_id":225,"token_group":179,"text":"threads","start_char":41,"line":46},{"index_id":226,"token_group":180,"text":"Runnable","start_char":48,"line":46},{"index_id":227,"token_group":180,"text":")","start_char":56,"line":46},{"index_id":228,"token_group":181,"text":";","start_char":57,"line":46},{"index_id":229,"token_group":182,"text":"metrics","start_char":4,"line":47},{"index_id":230,"token_group":183,"text":".","start_char":11,"line":47},{"index_id":231,"token_group":184,"text":"set","start_char":12,"line":47},{"index_id":232,"token_group":185,"text":"Metric","start_char":15,"line":47},{"index_id":233,"token_group":185,"text":"(","start_char":21,"line":47},{"index_id":234,"token_group":186,"text":"\"threadsBlocked\"","start_char":22,"line":47},{"index_id":235,"token_group":187,"text":",","start_char":38,"line":47},{"index_id":236,"token_group":188,"text":"threads","start_char":40,"line":47},{"index_id":237,"token_group":189,"text":"Blocked","start_char":47,"line":47},{"index_id":238,"token_group":189,"text":")","start_char":54,"line":47},{"index_id":239,"token_group":190,"text":";","start_char":55,"line":47},{"index_id":240,"token_group":191,"text":"metrics","start_char":4,"line":48},{"index_id":241,"token_group":192,"text":".","start_char":11,"line":48},{"index_id":242,"token_group":193,"text":"set","start_char":12,"line":48},{"index_id":243,"token_group":194,"text":"Metric","start_char":15,"line":48},{"index_id":244,"token_group":194,"text":"(","start_char":21,"line":48},{"index_id":245,"token_group":195,"text":"\"threadsWaiting\"","start_char":22,"line":48},{"index_id":246,"token_group":196,"text":",","start_char":38,"line":48},{"index_id":247,"token_group":197,"text":"threads","start_char":40,"line":48},{"index_id":248,"token_group":198,"text":"Waiting","start_char":47,"line":48},{"index_id":249,"token_group":198,"text":")","start_char":54,"line":48},{"index_id":250,"token_group":199,"text":";","start_char":55,"line":48},{"index_id":251,"token_group":200,"text":"metrics","start_char":4,"line":49},{"index_id":252,"token_group":201,"text":".","start_char":11,"line":49},{"index_id":253,"token_group":202,"text":"set","start_char":12,"line":49},{"index_id":254,"token_group":203,"text":"Metric","start_char":15,"line":49},{"index_id":255,"token_group":203,"text":"(","start_char":21,"line":49},{"index_id":256,"token_group":204,"text":"\"threadsTimedWaiting\"","start_char":22,"line":49},{"index_id":257,"token_group":205,"text":",","start_char":43,"line":49},{"index_id":258,"token_group":206,"text":"threads","start_char":45,"line":49},{"index_id":259,"token_group":207,"text":"Timed","start_char":52,"line":49},{"index_id":260,"token_group":207,"text":"Waiting","start_char":57,"line":49},{"index_id":261,"token_group":207,"text":")","start_char":64,"line":49},{"index_id":262,"token_group":208,"text":";","start_char":65,"line":49},{"index_id":263,"token_group":209,"text":"metrics","start_char":4,"line":50},{"index_id":264,"token_group":210,"text":".","start_char":11,"line":50},{"index_id":265,"token_group":211,"text":"set","start_char":12,"line":50},{"index_id":266,"token_group":212,"text":"Metric","start_char":15,"line":50},{"index_id":267,"token_group":212,"text":"(","start_char":21,"line":50},{"index_id":268,"token_group":213,"text":"\"threadsTerminated\"","start_char":22,"line":50},{"index_id":269,"token_group":214,"text":",","start_char":41,"line":50},{"index_id":270,"token_group":215,"text":"threads","start_char":43,"line":50},{"index_id":271,"token_group":216,"text":"Terminated","start_char":50,"line":50},{"index_id":272,"token_group":216,"text":")","start_char":60,"line":50},{"index_id":273,"token_group":217,"text":";","start_char":61,"line":50},{"index_id":274,"token_group":218,"text":"}","start_char":0,"line":51}],"tokens_list":["{","thread","Mx","Bean","thread","Mx","Bean","=","management","Factory",".","get","Thread","Mx","Bean","(",")",";","long","thread","Ids","[","]","=","thread","Mx","Bean",".","get","All","Thread","Ids","(",")",";","thread","Info","[","]","thread","Infos","=","thread","Mx","Bean",".","get","Thread","Info","(","thread","Ids",",","0",")",";","int","threads","New","=","0",";","int","threads","Runnable","=","0",";","int","threads","Blocked","=","0",";","int","threads","Waiting","=","0",";","int","threads","Timed","Waiting","=","0",";","int","threads","Terminated","=","0",";","for","(","thread","Info","thread","Info",":","thread","Infos",")","{","if","(","thread","Info","==","null",")","continue",";","thread",".","state","state","=","thread","Info",".","get","Thread","State","(",")",";","if","(","state","==","new",")","{","threads","New","++",";","}","else","if","(","state","==","runnable",")","{","threads","Runnable","++",";","}","else","if","(","state","==","blocked",")","{","threads","Blocked","++",";","}","else","if","(","state","==","waiting",")","{","threads","Waiting","++",";","}","else","if","(","state","==","timed","Waiting",")","{","threads","Timed","Waiting","++",";","}","else","if","(","state","==","terminated",")","{","threads","Terminated","++",";","}","}","metrics",".","set","Metric","(","\"threadsNew\"",",","threads","New",")",";","metrics",".","set","Metric","(","\"threadsRunnable\"",",","threads","Runnable",")",";","metrics",".","set","Metric","(","\"threadsBlocked\"",",","threads","Blocked",")",";","metrics",".","set","Metric","(","\"threadsWaiting\"",",","threads","Waiting",")",";","metrics",".","set","Metric","(","\"threadsTimedWaiting\"",",","threads","Timed","Waiting",")",";","metrics",".","set","Metric","(","\"threadsTerminated\"",",","threads","Terminated",")",";","}"],"uuid":"8a3fe260211d8d15bc369161ddc88e3f"},{"cap_original_tokens":["<SENTENCE_START>","{","return","<id>","refactoring","Bundle","<\/id>",".","<id>","message","<\/id>","(","\"classes.to.push.down.members.to\"",",","<id>","usage","View","Bundle","<\/id>",".","<id>","get","References","String","<\/id>","(","<id>","usages","Count","<\/id>",",","<id>","files","Count","<\/id>",")",")",";","}","<SENTENCE_END\/>"],"file_name":"PyPushDownProcessor.java","formatted_lines":["{","    return RefactoringBundle.message(\"classes.to.push.down.members.to\",","                                     UsageViewBundle.getReferencesString(usagesCount, filesCount));","}"],"function_name":"getCodeReferencesText","function_name_tokens":["get","code","references","text"],"id_body_hash":"93d71ce157533216ad12011b72f504bb","id_same_identifier_list":[0,1,2,3,3,4,5,6,7,8,9,9,9,10,11,11,11,12,13,13,14,15,15,16,17,18,19,20],"option_correct":"getCodeReferencesText","options":["testSimpleFind","getCode","createNewDockContainerFor","getCodeReferencesText","getReferences","createSpeedSearchComparator","getCommentReferencesText"],"options_nlp":["test simple find","get code","create new dock container for","get code references text","get references","create speed search comparator","get comment references text"],"options_random":["createNewDockContainerFor","createSpeedSearchComparator","testSimpleFind"],"options_tfidf":["getCommentReferencesText","getCode","getReferences"],"project_name":"intellij-community","source_code_string":"public String getCodeReferencesText(int usagesCount, int filesCount) {\n    return RefactoringBundle.message(\"classes.to.push.down.members.to\", UsageViewBundle.getReferencesString(usagesCount, filesCount));\n  }","tokens_in_code":[{"index_id":0,"token_group":0,"text":"{","start_char":0,"line":0},{"index_id":1,"token_group":1,"text":"return","start_char":4,"line":1},{"index_id":2,"token_group":2,"text":"refactoring","start_char":11,"line":1},{"index_id":3,"token_group":3,"text":"Bundle","start_char":22,"line":1},{"index_id":4,"token_group":3,"text":".","start_char":28,"line":1},{"index_id":5,"token_group":4,"text":"message","start_char":29,"line":1},{"index_id":6,"token_group":5,"text":"(","start_char":36,"line":1},{"index_id":7,"token_group":6,"text":"\"classes.to.push.down.members.to\"","start_char":37,"line":1},{"index_id":8,"token_group":7,"text":",","start_char":70,"line":1},{"index_id":9,"token_group":8,"text":"usage","start_char":37,"line":2},{"index_id":10,"token_group":9,"text":"View","start_char":42,"line":2},{"index_id":11,"token_group":9,"text":"Bundle","start_char":46,"line":2},{"index_id":12,"token_group":9,"text":".","start_char":52,"line":2},{"index_id":13,"token_group":10,"text":"get","start_char":53,"line":2},{"index_id":14,"token_group":11,"text":"References","start_char":56,"line":2},{"index_id":15,"token_group":11,"text":"String","start_char":66,"line":2},{"index_id":16,"token_group":11,"text":"(","start_char":72,"line":2},{"index_id":17,"token_group":12,"text":"usages","start_char":73,"line":2},{"index_id":18,"token_group":13,"text":"Count","start_char":79,"line":2},{"index_id":19,"token_group":13,"text":",","start_char":84,"line":2},{"index_id":20,"token_group":14,"text":"files","start_char":86,"line":2},{"index_id":21,"token_group":15,"text":"Count","start_char":91,"line":2},{"index_id":22,"token_group":15,"text":")","start_char":96,"line":2},{"index_id":23,"token_group":16,"text":")","start_char":97,"line":2},{"index_id":24,"token_group":17,"text":";","start_char":98,"line":2},{"index_id":25,"token_group":18,"text":"}","start_char":0,"line":3}],"tokens_list":["{","return","refactoring","Bundle",".","message","(","\"classes.to.push.down.members.to\"",",","usage","View","Bundle",".","get","References","String","(","usages","Count",",","files","Count",")",")",";","}"],"uuid":"8849f27001496fdce32bc458054d0f23"},{"cap_original_tokens":["<SENTENCE_START>","{","return","new","<id>","completion","Parameters","<\/id>","(","<id>","my","Position","<\/id>",",","<id>","my","Original","File","<\/id>",",","<id>","my","Completion","Type","<\/id>",",","<id>","my","Offset","<\/id>",",","<id>","new","Count","<\/id>",",","<id>","my","Editor","<\/id>",")",";","}","<SENTENCE_END\/>"],"file_name":"CompletionParameters.java","formatted_lines":["{","    return new CompletionParameters(myPosition, myOriginalFile, myCompletionType,","                                    myOffset, newCount, myEditor);","}"],"function_name":"withInvocationCount","function_name_tokens":["with","invocation","count"],"id_body_hash":"5d59c68c0a81e3d95c7ce36588d3d8b6","id_same_identifier_list":[0,1,2,3,4,4,5,6,6,7,8,8,8,9,10,10,10,11,12,12,13,14,14,15,16,16,17,18,19,20],"option_correct":"withInvocationCount","options":["assertInvocationCounts","with","doMemberTest","collectWhitespace","keyOf","withInvocationCount","countQuotes"],"options_nlp":["assert invocation counts","with","do member test","collect whitespace","key of","with invocation count","count quotes"],"options_random":["doMemberTest","collectWhitespace","keyOf"],"options_tfidf":["assertInvocationCounts","with","countQuotes"],"project_name":"intellij-community","source_code_string":"@NotNull\n  public CompletionParameters withInvocationCount(int newCount) {\n    return new CompletionParameters(myPosition, myOriginalFile, myCompletionType, myOffset, newCount, myEditor);\n  }","tokens_in_code":[{"index_id":0,"token_group":0,"text":"{","start_char":0,"line":0},{"index_id":1,"token_group":1,"text":"return","start_char":4,"line":1},{"index_id":2,"token_group":2,"text":"new","start_char":11,"line":1},{"index_id":3,"token_group":3,"text":"completion","start_char":15,"line":1},{"index_id":4,"token_group":4,"text":"Parameters","start_char":25,"line":1},{"index_id":5,"token_group":4,"text":"(","start_char":35,"line":1},{"index_id":6,"token_group":5,"text":"my","start_char":36,"line":1},{"index_id":7,"token_group":6,"text":"Position","start_char":38,"line":1},{"index_id":8,"token_group":6,"text":",","start_char":46,"line":1},{"index_id":9,"token_group":7,"text":"my","start_char":48,"line":1},{"index_id":10,"token_group":8,"text":"Original","start_char":50,"line":1},{"index_id":11,"token_group":8,"text":"File","start_char":58,"line":1},{"index_id":12,"token_group":8,"text":",","start_char":62,"line":1},{"index_id":13,"token_group":9,"text":"my","start_char":64,"line":1},{"index_id":14,"token_group":10,"text":"Completion","start_char":66,"line":1},{"index_id":15,"token_group":10,"text":"Type","start_char":76,"line":1},{"index_id":16,"token_group":10,"text":",","start_char":80,"line":1},{"index_id":17,"token_group":11,"text":"my","start_char":36,"line":2},{"index_id":18,"token_group":12,"text":"Offset","start_char":38,"line":2},{"index_id":19,"token_group":12,"text":",","start_char":44,"line":2},{"index_id":20,"token_group":13,"text":"new","start_char":46,"line":2},{"index_id":21,"token_group":14,"text":"Count","start_char":49,"line":2},{"index_id":22,"token_group":14,"text":",","start_char":54,"line":2},{"index_id":23,"token_group":15,"text":"my","start_char":56,"line":2},{"index_id":24,"token_group":16,"text":"Editor","start_char":58,"line":2},{"index_id":25,"token_group":16,"text":")","start_char":64,"line":2},{"index_id":26,"token_group":17,"text":";","start_char":65,"line":2},{"index_id":27,"token_group":18,"text":"}","start_char":0,"line":3}],"tokens_list":["{","return","new","completion","Parameters","(","my","Position",",","my","Original","File",",","my","Completion","Type",",","my","Offset",",","new","Count",",","my","Editor",")",";","}"],"uuid":"79656bfeb8521d57f1e5ca4c1e3df7e7"},{"cap_original_tokens":["<SENTENCE_START>","{","this",".","<id>","phase","<\/id>","=","<id>","phase","<\/id>",";","}","<SENTENCE_END\/>"],"file_name":"AbstractJmsListenerContainerFactory.java","formatted_lines":["{","    this.phase = phase;","}"],"function_name":"setPhase","function_name_tokens":["set","phase"],"id_body_hash":"dbd41d1c56ca42e8a3565cdac11e50f9","id_same_identifier_list":[0,1,2,3,4,5,6,7,8,9],"option_correct":"setPhase","options":["nestedWithIndexes","intResult","set","defaultAutowireCandidates","setPhase","setMethod","setName"],"options_nlp":["nested with indexes","int result","set","default autowire candidates","set phase","set method","set name"],"options_random":["nestedWithIndexes","defaultAutowireCandidates","intResult"],"options_tfidf":["setName","setMethod","set"],"project_name":"spring-framework","source_code_string":"public void setPhase(int phase) {\n\t\tthis.phase = phase;\n\t}","tokens_in_code":[{"index_id":0,"token_group":0,"text":"{","start_char":0,"line":0},{"index_id":1,"token_group":1,"text":"this","start_char":4,"line":1},{"index_id":2,"token_group":2,"text":".","start_char":8,"line":1},{"index_id":3,"token_group":3,"text":"phase","start_char":9,"line":1},{"index_id":4,"token_group":4,"text":"=","start_char":15,"line":1},{"index_id":5,"token_group":5,"text":"phase","start_char":17,"line":1},{"index_id":6,"token_group":6,"text":";","start_char":22,"line":1},{"index_id":7,"token_group":7,"text":"}","start_char":0,"line":2}],"tokens_list":["{","this",".","phase","=","phase",";","}"],"uuid":"c0915d90d19e3260931241e441e4767a"},{"cap_original_tokens":["<SENTENCE_START>","{","<id>","e","<\/id>",".","<id>","get","Presentation","<\/id>","(",")",".","<id>","set","Visible","<\/id>","(","<id>","get","Stack","Frame","Descriptor","<\/id>","(","<id>","e","<\/id>",".","<id>","get","Data","Context","<\/id>","(",")",")","!=","null",")",";","}","<SENTENCE_END\/>"],"file_name":"GotoFrameSourceAction.java","formatted_lines":["{","    e.getPresentation().setVisible(getStackFrameDescriptor(e.getDataContext()) !=","                                   null);","}"],"function_name":"update","function_name_tokens":["update"],"id_body_hash":"9b3c5414b08f536de3a9341c2932ca8b","id_same_identifier_list":[0,1,2,3,4,4,5,6,7,8,8,9,10,10,10,10,11,12,13,14,14,14,15,16,17,18,19,20,21,22,23],"option_correct":"update","options":["clearState","updateFrom","paintBackgrounds","update","getDisplayId","updateMethod","updateName"],"options_nlp":["clear state","update from","paint backgrounds","update","get display id","update method","update name"],"options_random":["getDisplayId","clearState","paintBackgrounds"],"options_tfidf":["updateFrom","updateName","updateMethod"],"project_name":"intellij-community","source_code_string":"public void update(AnActionEvent e) {\n    e.getPresentation().setVisible(getStackFrameDescriptor(e.getDataContext()) != null);\n  }","tokens_in_code":[{"index_id":0,"token_group":0,"text":"{","start_char":0,"line":0},{"index_id":1,"token_group":1,"text":"e","start_char":4,"line":1},{"index_id":2,"token_group":2,"text":".","start_char":5,"line":1},{"index_id":3,"token_group":3,"text":"get","start_char":6,"line":1},{"index_id":4,"token_group":4,"text":"Presentation","start_char":9,"line":1},{"index_id":5,"token_group":4,"text":"(","start_char":21,"line":1},{"index_id":6,"token_group":5,"text":")","start_char":22,"line":1},{"index_id":7,"token_group":6,"text":".","start_char":23,"line":1},{"index_id":8,"token_group":7,"text":"set","start_char":24,"line":1},{"index_id":9,"token_group":8,"text":"Visible","start_char":27,"line":1},{"index_id":10,"token_group":8,"text":"(","start_char":34,"line":1},{"index_id":11,"token_group":9,"text":"get","start_char":35,"line":1},{"index_id":12,"token_group":10,"text":"Stack","start_char":38,"line":1},{"index_id":13,"token_group":10,"text":"Frame","start_char":43,"line":1},{"index_id":14,"token_group":10,"text":"Descriptor","start_char":48,"line":1},{"index_id":15,"token_group":10,"text":"(","start_char":58,"line":1},{"index_id":16,"token_group":11,"text":"e","start_char":59,"line":1},{"index_id":17,"token_group":12,"text":".","start_char":60,"line":1},{"index_id":18,"token_group":13,"text":"get","start_char":61,"line":1},{"index_id":19,"token_group":14,"text":"Data","start_char":64,"line":1},{"index_id":20,"token_group":14,"text":"Context","start_char":68,"line":1},{"index_id":21,"token_group":14,"text":"(","start_char":75,"line":1},{"index_id":22,"token_group":15,"text":")","start_char":76,"line":1},{"index_id":23,"token_group":16,"text":")","start_char":77,"line":1},{"index_id":24,"token_group":17,"text":"!=","start_char":79,"line":1},{"index_id":25,"token_group":18,"text":"null","start_char":35,"line":2},{"index_id":26,"token_group":19,"text":")","start_char":39,"line":2},{"index_id":27,"token_group":20,"text":";","start_char":40,"line":2},{"index_id":28,"token_group":21,"text":"}","start_char":0,"line":3}],"tokens_list":["{","e",".","get","Presentation","(",")",".","set","Visible","(","get","Stack","Frame","Descriptor","(","e",".","get","Data","Context","(",")",")","!=","null",")",";","}"],"uuid":"8d6ae9544fb158ba702cfd57cba093cd"},{"cap_original_tokens":["<SENTENCE_START>","{","return","<id>","to","String","<\/id>","(",")",";","}","<SENTENCE_END\/>"],"file_name":"Test03.java","formatted_lines":["{","    return toString();","}"],"function_name":"toString1","function_name_tokens":["to","string","1"],"id_body_hash":"ffee075e8cae29aa7694b0a656562718","id_same_identifier_list":[0,1,2,3,3,4,5,6,7,8],"option_correct":"toString1","options":["parseComprehension","toString","valueToString","stringToValue","getSourceProvider","setWarnWhenDeleteItems","toString1"],"options_nlp":["parse comprehension","to string","value to string","string to value","get source provider","set warn when delete items","to string 1"],"options_random":["setWarnWhenDeleteItems","parseComprehension","getSourceProvider"],"options_tfidf":["valueToString","stringToValue","toString"],"project_name":"intellij-community","source_code_string":"public String toString1() {\n    return toString();\n  }","tokens_in_code":[{"index_id":0,"token_group":0,"text":"{","start_char":0,"line":0},{"index_id":1,"token_group":1,"text":"return","start_char":4,"line":1},{"index_id":2,"token_group":2,"text":"to","start_char":11,"line":1},{"index_id":3,"token_group":3,"text":"String","start_char":13,"line":1},{"index_id":4,"token_group":3,"text":"(","start_char":19,"line":1},{"index_id":5,"token_group":4,"text":")","start_char":20,"line":1},{"index_id":6,"token_group":5,"text":";","start_char":21,"line":1},{"index_id":7,"token_group":6,"text":"}","start_char":0,"line":2}],"tokens_list":["{","return","to","String","(",")",";","}"],"uuid":"88867bf08c844b8612d70fdf55da20a5"},{"cap_original_tokens":["<SENTENCE_START>","{","boolean","<id>","has","Prefix","<\/id>","=","false",";","<id>","string","<\/id>","<id>","unprefixed","<\/id>","=","<id>","prop","Name","<\/id>",";","if","(","<id>","prop","Name","<\/id>",".","<id>","starts","With","<\/id>","(","\"pom.\"",")",")","{","<id>","unprefixed","<\/id>","=","<id>","prop","Name","<\/id>",".","<id>","substring","<\/id>","(","\"pom.\"",".","<id>","length","<\/id>","(",")",")",";","<id>","has","Prefix","<\/id>","=","true",";","}","else","if","(","<id>","prop","Name","<\/id>",".","<id>","starts","With","<\/id>","(","\"project.\"",")",")","{","<id>","unprefixed","<\/id>","=","<id>","prop","Name","<\/id>",".","<id>","substring","<\/id>","(","\"project.\"",".","<id>","length","<\/id>","(",")",")",";","<id>","has","Prefix","<\/id>","=","true",";","}","<id>","maven","Module","Resource","Configuration","<\/id>","<id>","selected","Config","<\/id>","=","<id>","module","Config","<\/id>",";","while","(","<id>","unprefixed","<\/id>",".","<id>","starts","With","<\/id>","(","\"parent.\"",")",")","{","<id>","maven","Id","Bean","<\/id>","<id>","parent","Id","<\/id>","=","<id>","selected","Config","<\/id>",".","<id>","parent","Id","<\/id>",";","if","(","<id>","parent","Id","<\/id>","==","null",")","{","return","null",";","}","<id>","unprefixed","<\/id>","=","<id>","unprefixed","<\/id>",".","<id>","substring","<\/id>","(","\"parent.\"",".","<id>","length","<\/id>","(",")",")",";","if","(","<id>","unprefixed","<\/id>",".","<id>","equals","<\/id>","(","\"groupId\"",")",")","{","return","<id>","parent","Id","<\/id>",".","<id>","group","Id","<\/id>",";","}","if","(","<id>","unprefixed","<\/id>",".","<id>","equals","<\/id>","(","\"artifactId\"",")",")","{","return","<id>","parent","Id","<\/id>",".","<id>","artifact","Id","<\/id>",";","}","<id>","selected","Config","<\/id>","=","<id>","find","Project","<\/id>","(","<id>","parent","Id","<\/id>",")",";","if","(","<id>","selected","Config","<\/id>","==","null",")","{","return","null",";","}","}","if","(","<id>","unprefixed","<\/id>",".","<id>","equals","<\/id>","(","\"basedir\"",")","||","(","<id>","has","Prefix","<\/id>","&&","<id>","module","Config","<\/id>","==","<id>","selected","Config","<\/id>","&&","<id>","unprefixed","<\/id>",".","<id>","equals","<\/id>","(","\"baseUri\"",")",")",")","{","return","<id>","selected","Config","<\/id>",".","<id>","directory","<\/id>",";","}","<id>","string","<\/id>","<id>","result","<\/id>",";","<id>","result","<\/id>","=","<id>","get","Maven","Opts","Properties","<\/id>","(",")",".","<id>","get","<\/id>","(","<id>","prop","Name","<\/id>",")",";","if","(","<id>","result","<\/id>","!=","null",")","{","return","<id>","result","<\/id>",";","}","<id>","result","<\/id>","=","<id>","get","System","Properties","<\/id>","(",")",".","<id>","get","Property","<\/id>","(","<id>","prop","Name","<\/id>",")",";","if","(","<id>","result","<\/id>","!=","null",")","{","return","<id>","result","<\/id>",";","}","<id>","result","<\/id>","=","<id>","selected","Config","<\/id>",".","<id>","model","Map","<\/id>",".","<id>","get","<\/id>","(","<id>","unprefixed","<\/id>",")",";","if","(","<id>","result","<\/id>","!=","null",")","{","return","<id>","result","<\/id>",";","}","<id>","result","<\/id>","=","<id>","additional","Properties","<\/id>",".","<id>","get","<\/id>","(","<id>","prop","Name","<\/id>",")",";","if","(","<id>","result","<\/id>","!=","null",")","{","return","<id>","result","<\/id>",";","}","return","<id>","module","Config","<\/id>",".","<id>","properties","<\/id>",".","<id>","get","<\/id>","(","<id>","prop","Name","<\/id>",")",";","}","<SENTENCE_END\/>"],"file_name":"MavenProjectConfiguration.java","formatted_lines":["{","    boolean hasPrefix = false;","    String unprefixed = propName;","","    if (propName.startsWith(\"pom.\"))","    {","        unprefixed = propName.substring(\"pom.\".length());","        hasPrefix = true;","    }","    else if (propName.startsWith(\"project.\"))","    {","        unprefixed = propName.substring(\"project.\".length());","        hasPrefix = true;","    }","","    MavenModuleResourceConfiguration selectedConfig = moduleConfig;","","    while (unprefixed.startsWith(\"parent.\"))","    {","        MavenIdBean parentId = selectedConfig.parentId;","        if (parentId == null)","        {","            return null;","        }","","        unprefixed = unprefixed.substring(\"parent.\".length());","","        if (unprefixed.equals(\"groupId\"))","        {","            return parentId.groupId;","        }","        if (unprefixed.equals(\"artifactId\"))","        {","            return parentId.artifactId;","        }","","        selectedConfig = findProject(parentId);","        if (selectedConfig == null)","        {","            return null;","        }","    }","","    if (unprefixed.equals(\"basedir\") || (hasPrefix &&","                                         moduleConfig == selectedConfig && unprefixed.equals(\"baseUri\")))","    {","        return selectedConfig.directory;","    }","","    String result;","","    result = getMavenOptsProperties().get(propName);","    if (result != null)","    {","        return result;","    }","","    result = getSystemProperties().getProperty(propName);","    if (result != null)","    {","        return result;","    }","","    result = selectedConfig.modelMap.get(unprefixed);","    if (result != null)","    {","        return result;","    }","","    result = additionalProperties.get(propName);","    if (result != null)","    {","        return result;","    }","","    return moduleConfig.properties.get(propName);","}"],"function_name":"resolveProperty","function_name_tokens":["resolve","property"],"id_body_hash":"0e19343f5f01320f943c3f14a531de5a","id_same_identifier_list":[0,1,2,3,3,4,5,6,7,8,9,10,10,11,12,13,14,14,15,16,16,17,18,19,20,21,22,23,24,24,25,26,27,28,29,30,31,32,33,34,35,35,36,37,38,39,40,41,42,43,43,44,45,45,46,47,48,49,50,51,52,53,53,54,55,56,57,58,59,60,61,62,63,64,64,65,66,67,68,69,69,69,69,70,70,71,72,72,73,74,75,76,77,78,78,79,80,81,82,83,84,84,84,85,85,86,87,87,88,89,89,90,91,92,93,93,94,95,96,97,98,99,100,101,102,103,104,105,106,107,108,109,110,111,112,113,114,115,116,117,118,119,120,121,122,123,124,125,126,126,127,128,128,129,130,131,132,133,134,135,136,137,138,139,140,141,142,142,143,144,144,145,146,147,147,148,149,149,150,151,151,152,153,154,155,156,156,157,158,159,160,161,162,163,164,165,166,167,168,169,170,171,172,173,174,175,176,176,177,178,178,179,180,180,181,182,183,184,185,186,187,188,189,190,191,192,192,193,194,195,196,197,198,199,200,201,202,202,202,202,203,204,205,206,207,208,208,209,210,211,212,213,214,215,216,217,218,219,220,221,222,223,224,224,224,225,226,227,228,228,229,230,230,231,232,233,234,235,236,237,238,239,240,241,242,243,244,245,246,246,247,248,248,249,250,251,252,253,254,255,256,257,258,259,260,261,262,263,264,265,266,267,268,268,269,270,271,272,272,273,274,275,276,277,278,279,280,281,282,283,284,285,286,287,287,288,289,290,291,292,293,293,294,295,296,297],"option_correct":"resolveProperty","options":["askForReadOnlyStatusClearing","getDescendingInstance","resolveProperty","isProperty","generatePropertyResolveResult","projectsToImportHaveChanges","resolveToProperty"],"options_nlp":["ask for read only status clearing","get descending instance","resolve property","is property","generate property resolve result","projects to import have changes","resolve to property"],"options_random":["askForReadOnlyStatusClearing","getDescendingInstance","projectsToImportHaveChanges"],"options_tfidf":["isProperty","generatePropertyResolveResult","resolveToProperty"],"project_name":"intellij-community","source_code_string":"@Nullable\n  public String resolveProperty(final String propName, final MavenModuleResourceConfiguration moduleConfig, Map<String, String> additionalProperties) {\n    boolean hasPrefix = false;\n    String unprefixed = propName;\n\n    if (propName.startsWith(\"pom.\")) {\n      unprefixed = propName.substring(\"pom.\".length());\n      hasPrefix = true;\n    }\n    else if (propName.startsWith(\"project.\")) {\n      unprefixed = propName.substring(\"project.\".length());\n      hasPrefix = true;\n    }\n\n    MavenModuleResourceConfiguration selectedConfig = moduleConfig;\n\n    while (unprefixed.startsWith(\"parent.\")) {\n      MavenIdBean parentId = selectedConfig.parentId;\n      if (parentId == null) {\n        return null;\n      }\n\n      unprefixed = unprefixed.substring(\"parent.\".length());\n\n      if (unprefixed.equals(\"groupId\")) {\n        return parentId.groupId;\n      }\n      if (unprefixed.equals(\"artifactId\")) {\n        return parentId.artifactId;\n      }\n\n      selectedConfig = findProject(parentId);\n      if (selectedConfig == null) {\n        return null;\n      }\n    }\n\n    if (unprefixed.equals(\"basedir\") || (hasPrefix && moduleConfig == selectedConfig && unprefixed.equals(\"baseUri\"))) {\n      return selectedConfig.directory;\n    }\n\n    String result;\n\n    result = getMavenOptsProperties().get(propName);\n    if (result != null) {\n      return result;\n    }\n\n    result = getSystemProperties().getProperty(propName);\n    if (result != null) {\n      return result;\n    }\n\n    result = selectedConfig.modelMap.get(unprefixed);\n    if (result != null) {\n      return result;\n    }\n\n    result = additionalProperties.get(propName);\n    if (result != null) {\n      return result;\n    }\n\n    return moduleConfig.properties.get(propName);\n  }","tokens_in_code":[{"index_id":0,"token_group":0,"text":"{","start_char":0,"line":0},{"index_id":1,"token_group":1,"text":"boolean","start_char":4,"line":1},{"index_id":2,"token_group":2,"text":"has","start_char":12,"line":1},{"index_id":3,"token_group":3,"text":"Prefix","start_char":15,"line":1},{"index_id":4,"token_group":3,"text":"=","start_char":22,"line":1},{"index_id":5,"token_group":4,"text":"false","start_char":24,"line":1},{"index_id":6,"token_group":5,"text":";","start_char":29,"line":1},{"index_id":7,"token_group":6,"text":"string","start_char":4,"line":2},{"index_id":8,"token_group":7,"text":"unprefixed","start_char":11,"line":2},{"index_id":9,"token_group":8,"text":"=","start_char":22,"line":2},{"index_id":10,"token_group":9,"text":"prop","start_char":24,"line":2},{"index_id":11,"token_group":10,"text":"Name","start_char":28,"line":2},{"index_id":12,"token_group":10,"text":";","start_char":32,"line":2},{"index_id":13,"token_group":11,"text":"if","start_char":4,"line":4},{"index_id":14,"token_group":12,"text":"(","start_char":7,"line":4},{"index_id":15,"token_group":13,"text":"prop","start_char":8,"line":4},{"index_id":16,"token_group":14,"text":"Name","start_char":12,"line":4},{"index_id":17,"token_group":14,"text":".","start_char":16,"line":4},{"index_id":18,"token_group":15,"text":"starts","start_char":17,"line":4},{"index_id":19,"token_group":16,"text":"With","start_char":23,"line":4},{"index_id":20,"token_group":16,"text":"(","start_char":27,"line":4},{"index_id":21,"token_group":17,"text":"\"pom.\"","start_char":28,"line":4},{"index_id":22,"token_group":18,"text":")","start_char":34,"line":4},{"index_id":23,"token_group":19,"text":")","start_char":35,"line":4},{"index_id":24,"token_group":20,"text":"{","start_char":4,"line":5},{"index_id":25,"token_group":21,"text":"unprefixed","start_char":8,"line":6},{"index_id":26,"token_group":22,"text":"=","start_char":19,"line":6},{"index_id":27,"token_group":23,"text":"prop","start_char":21,"line":6},{"index_id":28,"token_group":24,"text":"Name","start_char":25,"line":6},{"index_id":29,"token_group":24,"text":".","start_char":29,"line":6},{"index_id":30,"token_group":25,"text":"substring","start_char":30,"line":6},{"index_id":31,"token_group":26,"text":"(","start_char":39,"line":6},{"index_id":32,"token_group":27,"text":"\"pom.\"","start_char":40,"line":6},{"index_id":33,"token_group":28,"text":".","start_char":46,"line":6},{"index_id":34,"token_group":29,"text":"length","start_char":47,"line":6},{"index_id":35,"token_group":30,"text":"(","start_char":53,"line":6},{"index_id":36,"token_group":31,"text":")","start_char":54,"line":6},{"index_id":37,"token_group":32,"text":")","start_char":55,"line":6},{"index_id":38,"token_group":33,"text":";","start_char":56,"line":6},{"index_id":39,"token_group":34,"text":"has","start_char":8,"line":7},{"index_id":40,"token_group":35,"text":"Prefix","start_char":11,"line":7},{"index_id":41,"token_group":35,"text":"=","start_char":18,"line":7},{"index_id":42,"token_group":36,"text":"true","start_char":20,"line":7},{"index_id":43,"token_group":37,"text":";","start_char":24,"line":7},{"index_id":44,"token_group":38,"text":"}","start_char":4,"line":8},{"index_id":45,"token_group":39,"text":"else","start_char":4,"line":9},{"index_id":46,"token_group":40,"text":"if","start_char":9,"line":9},{"index_id":47,"token_group":41,"text":"(","start_char":12,"line":9},{"index_id":48,"token_group":42,"text":"prop","start_char":13,"line":9},{"index_id":49,"token_group":43,"text":"Name","start_char":17,"line":9},{"index_id":50,"token_group":43,"text":".","start_char":21,"line":9},{"index_id":51,"token_group":44,"text":"starts","start_char":22,"line":9},{"index_id":52,"token_group":45,"text":"With","start_char":28,"line":9},{"index_id":53,"token_group":45,"text":"(","start_char":32,"line":9},{"index_id":54,"token_group":46,"text":"\"project.\"","start_char":33,"line":9},{"index_id":55,"token_group":47,"text":")","start_char":43,"line":9},{"index_id":56,"token_group":48,"text":")","start_char":44,"line":9},{"index_id":57,"token_group":49,"text":"{","start_char":4,"line":10},{"index_id":58,"token_group":50,"text":"unprefixed","start_char":8,"line":11},{"index_id":59,"token_group":51,"text":"=","start_char":19,"line":11},{"index_id":60,"token_group":52,"text":"prop","start_char":21,"line":11},{"index_id":61,"token_group":53,"text":"Name","start_char":25,"line":11},{"index_id":62,"token_group":53,"text":".","start_char":29,"line":11},{"index_id":63,"token_group":54,"text":"substring","start_char":30,"line":11},{"index_id":64,"token_group":55,"text":"(","start_char":39,"line":11},{"index_id":65,"token_group":56,"text":"\"project.\"","start_char":40,"line":11},{"index_id":66,"token_group":57,"text":".","start_char":50,"line":11},{"index_id":67,"token_group":58,"text":"length","start_char":51,"line":11},{"index_id":68,"token_group":59,"text":"(","start_char":57,"line":11},{"index_id":69,"token_group":60,"text":")","start_char":58,"line":11},{"index_id":70,"token_group":61,"text":")","start_char":59,"line":11},{"index_id":71,"token_group":62,"text":";","start_char":60,"line":11},{"index_id":72,"token_group":63,"text":"has","start_char":8,"line":12},{"index_id":73,"token_group":64,"text":"Prefix","start_char":11,"line":12},{"index_id":74,"token_group":64,"text":"=","start_char":18,"line":12},{"index_id":75,"token_group":65,"text":"true","start_char":20,"line":12},{"index_id":76,"token_group":66,"text":";","start_char":24,"line":12},{"index_id":77,"token_group":67,"text":"}","start_char":4,"line":13},{"index_id":78,"token_group":68,"text":"maven","start_char":4,"line":15},{"index_id":79,"token_group":69,"text":"Module","start_char":9,"line":15},{"index_id":80,"token_group":69,"text":"Resource","start_char":15,"line":15},{"index_id":81,"token_group":69,"text":"Configuration","start_char":23,"line":15},{"index_id":82,"token_group":69,"text":"selected","start_char":37,"line":15},{"index_id":83,"token_group":70,"text":"Config","start_char":45,"line":15},{"index_id":84,"token_group":70,"text":"=","start_char":52,"line":15},{"index_id":85,"token_group":71,"text":"module","start_char":54,"line":15},{"index_id":86,"token_group":72,"text":"Config","start_char":60,"line":15},{"index_id":87,"token_group":72,"text":";","start_char":66,"line":15},{"index_id":88,"token_group":73,"text":"while","start_char":4,"line":17},{"index_id":89,"token_group":74,"text":"(","start_char":10,"line":17},{"index_id":90,"token_group":75,"text":"unprefixed","start_char":11,"line":17},{"index_id":91,"token_group":76,"text":".","start_char":21,"line":17},{"index_id":92,"token_group":77,"text":"starts","start_char":22,"line":17},{"index_id":93,"token_group":78,"text":"With","start_char":28,"line":17},{"index_id":94,"token_group":78,"text":"(","start_char":32,"line":17},{"index_id":95,"token_group":79,"text":"\"parent.\"","start_char":33,"line":17},{"index_id":96,"token_group":80,"text":")","start_char":42,"line":17},{"index_id":97,"token_group":81,"text":")","start_char":43,"line":17},{"index_id":98,"token_group":82,"text":"{","start_char":4,"line":18},{"index_id":99,"token_group":83,"text":"maven","start_char":8,"line":19},{"index_id":100,"token_group":84,"text":"Id","start_char":13,"line":19},{"index_id":101,"token_group":84,"text":"Bean","start_char":15,"line":19},{"index_id":102,"token_group":84,"text":"parent","start_char":20,"line":19},{"index_id":103,"token_group":85,"text":"Id","start_char":26,"line":19},{"index_id":104,"token_group":85,"text":"=","start_char":29,"line":19},{"index_id":105,"token_group":86,"text":"selected","start_char":31,"line":19},{"index_id":106,"token_group":87,"text":"Config","start_char":39,"line":19},{"index_id":107,"token_group":87,"text":".","start_char":45,"line":19},{"index_id":108,"token_group":88,"text":"parent","start_char":46,"line":19},{"index_id":109,"token_group":89,"text":"Id","start_char":52,"line":19},{"index_id":110,"token_group":89,"text":";","start_char":54,"line":19},{"index_id":111,"token_group":90,"text":"if","start_char":8,"line":20},{"index_id":112,"token_group":91,"text":"(","start_char":11,"line":20},{"index_id":113,"token_group":92,"text":"parent","start_char":12,"line":20},{"index_id":114,"token_group":93,"text":"Id","start_char":18,"line":20},{"index_id":115,"token_group":93,"text":"==","start_char":21,"line":20},{"index_id":116,"token_group":94,"text":"null","start_char":24,"line":20},{"index_id":117,"token_group":95,"text":")","start_char":28,"line":20},{"index_id":118,"token_group":96,"text":"{","start_char":8,"line":21},{"index_id":119,"token_group":97,"text":"return","start_char":12,"line":22},{"index_id":120,"token_group":98,"text":"null","start_char":19,"line":22},{"index_id":121,"token_group":99,"text":";","start_char":23,"line":22},{"index_id":122,"token_group":100,"text":"}","start_char":8,"line":23},{"index_id":123,"token_group":101,"text":"unprefixed","start_char":8,"line":25},{"index_id":124,"token_group":102,"text":"=","start_char":19,"line":25},{"index_id":125,"token_group":103,"text":"unprefixed","start_char":21,"line":25},{"index_id":126,"token_group":104,"text":".","start_char":31,"line":25},{"index_id":127,"token_group":105,"text":"substring","start_char":32,"line":25},{"index_id":128,"token_group":106,"text":"(","start_char":41,"line":25},{"index_id":129,"token_group":107,"text":"\"parent.\"","start_char":42,"line":25},{"index_id":130,"token_group":108,"text":".","start_char":51,"line":25},{"index_id":131,"token_group":109,"text":"length","start_char":52,"line":25},{"index_id":132,"token_group":110,"text":"(","start_char":58,"line":25},{"index_id":133,"token_group":111,"text":")","start_char":59,"line":25},{"index_id":134,"token_group":112,"text":")","start_char":60,"line":25},{"index_id":135,"token_group":113,"text":";","start_char":61,"line":25},{"index_id":136,"token_group":114,"text":"if","start_char":8,"line":27},{"index_id":137,"token_group":115,"text":"(","start_char":11,"line":27},{"index_id":138,"token_group":116,"text":"unprefixed","start_char":12,"line":27},{"index_id":139,"token_group":117,"text":".","start_char":22,"line":27},{"index_id":140,"token_group":118,"text":"equals","start_char":23,"line":27},{"index_id":141,"token_group":119,"text":"(","start_char":29,"line":27},{"index_id":142,"token_group":120,"text":"\"groupId\"","start_char":30,"line":27},{"index_id":143,"token_group":121,"text":")","start_char":39,"line":27},{"index_id":144,"token_group":122,"text":")","start_char":40,"line":27},{"index_id":145,"token_group":123,"text":"{","start_char":8,"line":28},{"index_id":146,"token_group":124,"text":"return","start_char":12,"line":29},{"index_id":147,"token_group":125,"text":"parent","start_char":19,"line":29},{"index_id":148,"token_group":126,"text":"Id","start_char":25,"line":29},{"index_id":149,"token_group":126,"text":".","start_char":27,"line":29},{"index_id":150,"token_group":127,"text":"group","start_char":28,"line":29},{"index_id":151,"token_group":128,"text":"Id","start_char":33,"line":29},{"index_id":152,"token_group":128,"text":";","start_char":35,"line":29},{"index_id":153,"token_group":129,"text":"}","start_char":8,"line":30},{"index_id":154,"token_group":130,"text":"if","start_char":8,"line":31},{"index_id":155,"token_group":131,"text":"(","start_char":11,"line":31},{"index_id":156,"token_group":132,"text":"unprefixed","start_char":12,"line":31},{"index_id":157,"token_group":133,"text":".","start_char":22,"line":31},{"index_id":158,"token_group":134,"text":"equals","start_char":23,"line":31},{"index_id":159,"token_group":135,"text":"(","start_char":29,"line":31},{"index_id":160,"token_group":136,"text":"\"artifactId\"","start_char":30,"line":31},{"index_id":161,"token_group":137,"text":")","start_char":42,"line":31},{"index_id":162,"token_group":138,"text":")","start_char":43,"line":31},{"index_id":163,"token_group":139,"text":"{","start_char":8,"line":32},{"index_id":164,"token_group":140,"text":"return","start_char":12,"line":33},{"index_id":165,"token_group":141,"text":"parent","start_char":19,"line":33},{"index_id":166,"token_group":142,"text":"Id","start_char":25,"line":33},{"index_id":167,"token_group":142,"text":".","start_char":27,"line":33},{"index_id":168,"token_group":143,"text":"artifact","start_char":28,"line":33},{"index_id":169,"token_group":144,"text":"Id","start_char":36,"line":33},{"index_id":170,"token_group":144,"text":";","start_char":38,"line":33},{"index_id":171,"token_group":145,"text":"}","start_char":8,"line":34},{"index_id":172,"token_group":146,"text":"selected","start_char":8,"line":36},{"index_id":173,"token_group":147,"text":"Config","start_char":16,"line":36},{"index_id":174,"token_group":147,"text":"=","start_char":23,"line":36},{"index_id":175,"token_group":148,"text":"find","start_char":25,"line":36},{"index_id":176,"token_group":149,"text":"Project","start_char":29,"line":36},{"index_id":177,"token_group":149,"text":"(","start_char":36,"line":36},{"index_id":178,"token_group":150,"text":"parent","start_char":37,"line":36},{"index_id":179,"token_group":151,"text":"Id","start_char":43,"line":36},{"index_id":180,"token_group":151,"text":")","start_char":45,"line":36},{"index_id":181,"token_group":152,"text":";","start_char":46,"line":36},{"index_id":182,"token_group":153,"text":"if","start_char":8,"line":37},{"index_id":183,"token_group":154,"text":"(","start_char":11,"line":37},{"index_id":184,"token_group":155,"text":"selected","start_char":12,"line":37},{"index_id":185,"token_group":156,"text":"Config","start_char":20,"line":37},{"index_id":186,"token_group":156,"text":"==","start_char":27,"line":37},{"index_id":187,"token_group":157,"text":"null","start_char":30,"line":37},{"index_id":188,"token_group":158,"text":")","start_char":34,"line":37},{"index_id":189,"token_group":159,"text":"{","start_char":8,"line":38},{"index_id":190,"token_group":160,"text":"return","start_char":12,"line":39},{"index_id":191,"token_group":161,"text":"null","start_char":19,"line":39},{"index_id":192,"token_group":162,"text":";","start_char":23,"line":39},{"index_id":193,"token_group":163,"text":"}","start_char":8,"line":40},{"index_id":194,"token_group":164,"text":"}","start_char":4,"line":41},{"index_id":195,"token_group":165,"text":"if","start_char":4,"line":43},{"index_id":196,"token_group":166,"text":"(","start_char":7,"line":43},{"index_id":197,"token_group":167,"text":"unprefixed","start_char":8,"line":43},{"index_id":198,"token_group":168,"text":".","start_char":18,"line":43},{"index_id":199,"token_group":169,"text":"equals","start_char":19,"line":43},{"index_id":200,"token_group":170,"text":"(","start_char":25,"line":43},{"index_id":201,"token_group":171,"text":"\"basedir\"","start_char":26,"line":43},{"index_id":202,"token_group":172,"text":")","start_char":35,"line":43},{"index_id":203,"token_group":173,"text":"||","start_char":37,"line":43},{"index_id":204,"token_group":174,"text":"(","start_char":40,"line":43},{"index_id":205,"token_group":175,"text":"has","start_char":41,"line":43},{"index_id":206,"token_group":176,"text":"Prefix","start_char":44,"line":43},{"index_id":207,"token_group":176,"text":"&&","start_char":51,"line":43},{"index_id":208,"token_group":177,"text":"module","start_char":41,"line":44},{"index_id":209,"token_group":178,"text":"Config","start_char":47,"line":44},{"index_id":210,"token_group":178,"text":"==","start_char":54,"line":44},{"index_id":211,"token_group":179,"text":"selected","start_char":57,"line":44},{"index_id":212,"token_group":180,"text":"Config","start_char":65,"line":44},{"index_id":213,"token_group":180,"text":"&&","start_char":72,"line":44},{"index_id":214,"token_group":181,"text":"unprefixed","start_char":75,"line":44},{"index_id":215,"token_group":182,"text":".","start_char":85,"line":44},{"index_id":216,"token_group":183,"text":"equals","start_char":86,"line":44},{"index_id":217,"token_group":184,"text":"(","start_char":92,"line":44},{"index_id":218,"token_group":185,"text":"\"baseUri\"","start_char":93,"line":44},{"index_id":219,"token_group":186,"text":")","start_char":102,"line":44},{"index_id":220,"token_group":187,"text":")","start_char":103,"line":44},{"index_id":221,"token_group":188,"text":")","start_char":104,"line":44},{"index_id":222,"token_group":189,"text":"{","start_char":4,"line":45},{"index_id":223,"token_group":190,"text":"return","start_char":8,"line":46},{"index_id":224,"token_group":191,"text":"selected","start_char":15,"line":46},{"index_id":225,"token_group":192,"text":"Config","start_char":23,"line":46},{"index_id":226,"token_group":192,"text":".","start_char":29,"line":46},{"index_id":227,"token_group":193,"text":"directory","start_char":30,"line":46},{"index_id":228,"token_group":194,"text":";","start_char":39,"line":46},{"index_id":229,"token_group":195,"text":"}","start_char":4,"line":47},{"index_id":230,"token_group":196,"text":"string","start_char":4,"line":49},{"index_id":231,"token_group":197,"text":"result","start_char":11,"line":49},{"index_id":232,"token_group":198,"text":";","start_char":17,"line":49},{"index_id":233,"token_group":199,"text":"result","start_char":4,"line":51},{"index_id":234,"token_group":200,"text":"=","start_char":11,"line":51},{"index_id":235,"token_group":201,"text":"get","start_char":13,"line":51},{"index_id":236,"token_group":202,"text":"Maven","start_char":16,"line":51},{"index_id":237,"token_group":202,"text":"Opts","start_char":21,"line":51},{"index_id":238,"token_group":202,"text":"Properties","start_char":25,"line":51},{"index_id":239,"token_group":202,"text":"(","start_char":35,"line":51},{"index_id":240,"token_group":203,"text":")","start_char":36,"line":51},{"index_id":241,"token_group":204,"text":".","start_char":37,"line":51},{"index_id":242,"token_group":205,"text":"get","start_char":38,"line":51},{"index_id":243,"token_group":206,"text":"(","start_char":41,"line":51},{"index_id":244,"token_group":207,"text":"prop","start_char":42,"line":51},{"index_id":245,"token_group":208,"text":"Name","start_char":46,"line":51},{"index_id":246,"token_group":208,"text":")","start_char":50,"line":51},{"index_id":247,"token_group":209,"text":";","start_char":51,"line":51},{"index_id":248,"token_group":210,"text":"if","start_char":4,"line":52},{"index_id":249,"token_group":211,"text":"(","start_char":7,"line":52},{"index_id":250,"token_group":212,"text":"result","start_char":8,"line":52},{"index_id":251,"token_group":213,"text":"!=","start_char":15,"line":52},{"index_id":252,"token_group":214,"text":"null","start_char":18,"line":52},{"index_id":253,"token_group":215,"text":")","start_char":22,"line":52},{"index_id":254,"token_group":216,"text":"{","start_char":4,"line":53},{"index_id":255,"token_group":217,"text":"return","start_char":8,"line":54},{"index_id":256,"token_group":218,"text":"result","start_char":15,"line":54},{"index_id":257,"token_group":219,"text":";","start_char":21,"line":54},{"index_id":258,"token_group":220,"text":"}","start_char":4,"line":55},{"index_id":259,"token_group":221,"text":"result","start_char":4,"line":57},{"index_id":260,"token_group":222,"text":"=","start_char":11,"line":57},{"index_id":261,"token_group":223,"text":"get","start_char":13,"line":57},{"index_id":262,"token_group":224,"text":"System","start_char":16,"line":57},{"index_id":263,"token_group":224,"text":"Properties","start_char":22,"line":57},{"index_id":264,"token_group":224,"text":"(","start_char":32,"line":57},{"index_id":265,"token_group":225,"text":")","start_char":33,"line":57},{"index_id":266,"token_group":226,"text":".","start_char":34,"line":57},{"index_id":267,"token_group":227,"text":"get","start_char":35,"line":57},{"index_id":268,"token_group":228,"text":"Property","start_char":38,"line":57},{"index_id":269,"token_group":228,"text":"(","start_char":46,"line":57},{"index_id":270,"token_group":229,"text":"prop","start_char":47,"line":57},{"index_id":271,"token_group":230,"text":"Name","start_char":51,"line":57},{"index_id":272,"token_group":230,"text":")","start_char":55,"line":57},{"index_id":273,"token_group":231,"text":";","start_char":56,"line":57},{"index_id":274,"token_group":232,"text":"if","start_char":4,"line":58},{"index_id":275,"token_group":233,"text":"(","start_char":7,"line":58},{"index_id":276,"token_group":234,"text":"result","start_char":8,"line":58},{"index_id":277,"token_group":235,"text":"!=","start_char":15,"line":58},{"index_id":278,"token_group":236,"text":"null","start_char":18,"line":58},{"index_id":279,"token_group":237,"text":")","start_char":22,"line":58},{"index_id":280,"token_group":238,"text":"{","start_char":4,"line":59},{"index_id":281,"token_group":239,"text":"return","start_char":8,"line":60},{"index_id":282,"token_group":240,"text":"result","start_char":15,"line":60},{"index_id":283,"token_group":241,"text":";","start_char":21,"line":60},{"index_id":284,"token_group":242,"text":"}","start_char":4,"line":61},{"index_id":285,"token_group":243,"text":"result","start_char":4,"line":63},{"index_id":286,"token_group":244,"text":"=","start_char":11,"line":63},{"index_id":287,"token_group":245,"text":"selected","start_char":13,"line":63},{"index_id":288,"token_group":246,"text":"Config","start_char":21,"line":63},{"index_id":289,"token_group":246,"text":".","start_char":27,"line":63},{"index_id":290,"token_group":247,"text":"model","start_char":28,"line":63},{"index_id":291,"token_group":248,"text":"Map","start_char":33,"line":63},{"index_id":292,"token_group":248,"text":".","start_char":36,"line":63},{"index_id":293,"token_group":249,"text":"get","start_char":37,"line":63},{"index_id":294,"token_group":250,"text":"(","start_char":40,"line":63},{"index_id":295,"token_group":251,"text":"unprefixed","start_char":41,"line":63},{"index_id":296,"token_group":252,"text":")","start_char":51,"line":63},{"index_id":297,"token_group":253,"text":";","start_char":52,"line":63},{"index_id":298,"token_group":254,"text":"if","start_char":4,"line":64},{"index_id":299,"token_group":255,"text":"(","start_char":7,"line":64},{"index_id":300,"token_group":256,"text":"result","start_char":8,"line":64},{"index_id":301,"token_group":257,"text":"!=","start_char":15,"line":64},{"index_id":302,"token_group":258,"text":"null","start_char":18,"line":64},{"index_id":303,"token_group":259,"text":")","start_char":22,"line":64},{"index_id":304,"token_group":260,"text":"{","start_char":4,"line":65},{"index_id":305,"token_group":261,"text":"return","start_char":8,"line":66},{"index_id":306,"token_group":262,"text":"result","start_char":15,"line":66},{"index_id":307,"token_group":263,"text":";","start_char":21,"line":66},{"index_id":308,"token_group":264,"text":"}","start_char":4,"line":67},{"index_id":309,"token_group":265,"text":"result","start_char":4,"line":69},{"index_id":310,"token_group":266,"text":"=","start_char":11,"line":69},{"index_id":311,"token_group":267,"text":"additional","start_char":13,"line":69},{"index_id":312,"token_group":268,"text":"Properties","start_char":23,"line":69},{"index_id":313,"token_group":268,"text":".","start_char":33,"line":69},{"index_id":314,"token_group":269,"text":"get","start_char":34,"line":69},{"index_id":315,"token_group":270,"text":"(","start_char":37,"line":69},{"index_id":316,"token_group":271,"text":"prop","start_char":38,"line":69},{"index_id":317,"token_group":272,"text":"Name","start_char":42,"line":69},{"index_id":318,"token_group":272,"text":")","start_char":46,"line":69},{"index_id":319,"token_group":273,"text":";","start_char":47,"line":69},{"index_id":320,"token_group":274,"text":"if","start_char":4,"line":70},{"index_id":321,"token_group":275,"text":"(","start_char":7,"line":70},{"index_id":322,"token_group":276,"text":"result","start_char":8,"line":70},{"index_id":323,"token_group":277,"text":"!=","start_char":15,"line":70},{"index_id":324,"token_group":278,"text":"null","start_char":18,"line":70},{"index_id":325,"token_group":279,"text":")","start_char":22,"line":70},{"index_id":326,"token_group":280,"text":"{","start_char":4,"line":71},{"index_id":327,"token_group":281,"text":"return","start_char":8,"line":72},{"index_id":328,"token_group":282,"text":"result","start_char":15,"line":72},{"index_id":329,"token_group":283,"text":";","start_char":21,"line":72},{"index_id":330,"token_group":284,"text":"}","start_char":4,"line":73},{"index_id":331,"token_group":285,"text":"return","start_char":4,"line":75},{"index_id":332,"token_group":286,"text":"module","start_char":11,"line":75},{"index_id":333,"token_group":287,"text":"Config","start_char":17,"line":75},{"index_id":334,"token_group":287,"text":".","start_char":23,"line":75},{"index_id":335,"token_group":288,"text":"properties","start_char":24,"line":75},{"index_id":336,"token_group":289,"text":".","start_char":34,"line":75},{"index_id":337,"token_group":290,"text":"get","start_char":35,"line":75},{"index_id":338,"token_group":291,"text":"(","start_char":38,"line":75},{"index_id":339,"token_group":292,"text":"prop","start_char":39,"line":75},{"index_id":340,"token_group":293,"text":"Name","start_char":43,"line":75},{"index_id":341,"token_group":293,"text":")","start_char":47,"line":75},{"index_id":342,"token_group":294,"text":";","start_char":48,"line":75},{"index_id":343,"token_group":295,"text":"}","start_char":0,"line":76}],"tokens_list":["{","boolean","has","Prefix","=","false",";","string","unprefixed","=","prop","Name",";","if","(","prop","Name",".","starts","With","(","\"pom.\"",")",")","{","unprefixed","=","prop","Name",".","substring","(","\"pom.\"",".","length","(",")",")",";","has","Prefix","=","true",";","}","else","if","(","prop","Name",".","starts","With","(","\"project.\"",")",")","{","unprefixed","=","prop","Name",".","substring","(","\"project.\"",".","length","(",")",")",";","has","Prefix","=","true",";","}","maven","Module","Resource","Configuration","selected","Config","=","module","Config",";","while","(","unprefixed",".","starts","With","(","\"parent.\"",")",")","{","maven","Id","Bean","parent","Id","=","selected","Config",".","parent","Id",";","if","(","parent","Id","==","null",")","{","return","null",";","}","unprefixed","=","unprefixed",".","substring","(","\"parent.\"",".","length","(",")",")",";","if","(","unprefixed",".","equals","(","\"groupId\"",")",")","{","return","parent","Id",".","group","Id",";","}","if","(","unprefixed",".","equals","(","\"artifactId\"",")",")","{","return","parent","Id",".","artifact","Id",";","}","selected","Config","=","find","Project","(","parent","Id",")",";","if","(","selected","Config","==","null",")","{","return","null",";","}","}","if","(","unprefixed",".","equals","(","\"basedir\"",")","||","(","has","Prefix","&&","module","Config","==","selected","Config","&&","unprefixed",".","equals","(","\"baseUri\"",")",")",")","{","return","selected","Config",".","directory",";","}","string","result",";","result","=","get","Maven","Opts","Properties","(",")",".","get","(","prop","Name",")",";","if","(","result","!=","null",")","{","return","result",";","}","result","=","get","System","Properties","(",")",".","get","Property","(","prop","Name",")",";","if","(","result","!=","null",")","{","return","result",";","}","result","=","selected","Config",".","model","Map",".","get","(","unprefixed",")",";","if","(","result","!=","null",")","{","return","result",";","}","result","=","additional","Properties",".","get","(","prop","Name",")",";","if","(","result","!=","null",")","{","return","result",";","}","return","module","Config",".","properties",".","get","(","prop","Name",")",";","}"],"uuid":"e2fd9a94dea1cbf5001d537d5228da64"},{"cap_original_tokens":["<SENTENCE_START>","{","<id>","","Value","<\/id>","=","<id>","value","<\/id>",";","}","<SENTENCE_END\/>"],"file_name":"LongWrapper.java","formatted_lines":["{","    _value = value;","}"],"function_name":"setValue","function_name_tokens":["set","value"],"id_body_hash":"dfe5841b052e1bf160561c9d503db93f","id_same_identifier_list":[0,1,2,2,3,4,5,6,7],"option_correct":"setValue","options":["setLDAPExportConfigurationProvider","setValue","_setValue","getBooleanValues","testSetFilter","testSetValue","setFieldValue"],"options_nlp":["set ldap export configuration provider","set value"," set value","get boolean values","test set filter","test set value","set field value"],"options_random":["getBooleanValues","setLDAPExportConfigurationProvider","testSetFilter"],"options_tfidf":["testSetValue","_setValue","setFieldValue"],"project_name":"liferay-portal","source_code_string":"public void setValue(long value) {\n\t\t_value = value;\n\t}","tokens_in_code":[{"index_id":0,"token_group":0,"text":"{","start_char":0,"line":0},{"index_id":1,"token_group":1,"text":"","start_char":1,"line":0},{"index_id":2,"token_group":2,"text":"Value","start_char":5,"line":1},{"index_id":3,"token_group":2,"text":"=","start_char":11,"line":1},{"index_id":4,"token_group":3,"text":"value","start_char":13,"line":1},{"index_id":5,"token_group":4,"text":";","start_char":18,"line":1},{"index_id":6,"token_group":5,"text":"}","start_char":0,"line":2}],"tokens_list":["{","","Value","=","value",";","}"],"uuid":"f23b00d40df1637edc93a00020da61a2"},{"cap_original_tokens":["<SENTENCE_START>","{","<id>","mini","Dfs","Cluster","<\/id>","<id>","dfs","<\/id>","=","null",";","<id>","mini","Mr","Cluster","<\/id>","<id>","mr","<\/id>","=","null",";","<id>","file","System","<\/id>","<id>","file","Sys","<\/id>","=","null",";","try","{","<id>","configuration","<\/id>","<id>","conf","<\/id>","=","new","<id>","configuration","<\/id>","(",")",";","<id>","dfs","<\/id>","=","new","<id>","mini","Dfs","Cluster","<\/id>",".","<id>","builder","<\/id>","(","<id>","conf","<\/id>",")",".","<id>","num","Data","Nodes","<\/id>","(","<id>","num","Hadoop","Slaves","<\/id>",")",".","<id>","build","<\/id>","(",")",";","<id>","file","Sys","<\/id>","=","<id>","dfs","<\/id>",".","<id>","get","File","System","<\/id>","(",")",";","<id>","mr","<\/id>","=","new","<id>","mini","Mr","Cluster","<\/id>","(","<id>","num","Hadoop","Slaves","<\/id>",",","<id>","file","Sys","<\/id>",".","<id>","get","Uri","<\/id>","(",")",".","<id>","to","String","<\/id>","(",")",",","1",")",";","int","<id>","num","Reducers","<\/id>","=","2",";","int","<id>","num","Mappers","<\/id>","=","<id>","num","Hadoop","Slaves","<\/id>","*","<id>","num","Maps","Per","Node","<\/id>",";","<id>","create","Input","<\/id>","(","<id>","file","Sys","<\/id>",",","<id>","num","Mappers","<\/id>",")",";","<id>","path","<\/id>","<id>","output","1","<\/id>","=","new","<id>","path","<\/id>","(","\"\/testlazy\/output1\"",")",";","<id>","run","Test","Lazy","Output","<\/id>","(","<id>","mr","<\/id>",".","<id>","create","Job","Conf","<\/id>","(",")",",","<id>","output","1","<\/id>",",","<id>","num","Reducers","<\/id>",",","true",")",";","<id>","path","<\/id>","[","]","<id>","file","List","<\/id>","=","<id>","file","Util","<\/id>",".","<id>","stat","2","Paths","<\/id>","(","<id>","file","Sys","<\/id>",".","<id>","list","Status","<\/id>","(","<id>","output","1","<\/id>",",","new","<id>","utils","<\/id>",".","<id>","output","File","Utils","<\/id>",".","<id>","output","Files","Filter","<\/id>","(",")",")",")",";","for","(","int","<id>","i","<\/id>","=","0",";","<id>","i","<\/id>","<","<id>","file","List","<\/id>",".","<id>","length","<\/id>",";","++","<id>","i","<\/id>",")","{","<id>","system","<\/id>",".","<id>","out","<\/id>",".","<id>","println","<\/id>","(","\"Test1 File list[\"","+","<id>","i","<\/id>","+","\"]\"","+","\": \"","+","<id>","file","List","<\/id>","[","<id>","i","<\/id>","]",")",";","}","<id>","assert","True","<\/id>","(","<id>","file","List","<\/id>",".","<id>","length","<\/id>","==","(","<id>","num","Reducers","<\/id>","-","1",")",")",";","<id>","path","<\/id>","<id>","output","2","<\/id>","=","new","<id>","path","<\/id>","(","\"\/testlazy\/output2\"",")",";","<id>","run","Test","Lazy","Output","<\/id>","(","<id>","mr","<\/id>",".","<id>","create","Job","Conf","<\/id>","(",")",",","<id>","output","2","<\/id>",",","0",",","true",")",";","<id>","file","List","<\/id>","=","<id>","file","Util","<\/id>",".","<id>","stat","2","Paths","<\/id>","(","<id>","file","Sys","<\/id>",".","<id>","list","Status","<\/id>","(","<id>","output","2","<\/id>",",","new","<id>","utils","<\/id>",".","<id>","output","File","Utils","<\/id>",".","<id>","output","Files","Filter","<\/id>","(",")",")",")",";","for","(","int","<id>","i","<\/id>","=","0",";","<id>","i","<\/id>","<","<id>","file","List","<\/id>",".","<id>","length","<\/id>",";","++","<id>","i","<\/id>",")","{","<id>","system","<\/id>",".","<id>","out","<\/id>",".","<id>","println","<\/id>","(","\"Test2 File list[\"","+","<id>","i","<\/id>","+","\"]\"","+","\": \"","+","<id>","file","List","<\/id>","[","<id>","i","<\/id>","]",")",";","}","<id>","assert","True","<\/id>","(","<id>","file","List","<\/id>",".","<id>","length","<\/id>","==","<id>","num","Mappers","<\/id>","-","1",")",";","<id>","path","<\/id>","<id>","output","3","<\/id>","=","new","<id>","path","<\/id>","(","\"\/testlazy\/output3\"",")",";","<id>","run","Test","Lazy","Output","<\/id>","(","<id>","mr","<\/id>",".","<id>","create","Job","Conf","<\/id>","(",")",",","<id>","output","3","<\/id>",",","0",",","false",")",";","<id>","file","List","<\/id>","=","<id>","file","Util","<\/id>",".","<id>","stat","2","Paths","<\/id>","(","<id>","file","Sys","<\/id>",".","<id>","list","Status","<\/id>","(","<id>","output","3","<\/id>",",","new","<id>","utils","<\/id>",".","<id>","output","File","Utils","<\/id>",".","<id>","output","Files","Filter","<\/id>","(",")",")",")",";","for","(","int","<id>","i","<\/id>","=","0",";","<id>","i","<\/id>","<","<id>","file","List","<\/id>",".","<id>","length","<\/id>",";","++","<id>","i","<\/id>",")","{","<id>","system","<\/id>",".","<id>","out","<\/id>",".","<id>","println","<\/id>","(","\"Test3 File list[\"","+","<id>","i","<\/id>","+","\"]\"","+","\": \"","+","<id>","file","List","<\/id>","[","<id>","i","<\/id>","]",")",";","}","<id>","assert","True","<\/id>","(","<id>","file","List","<\/id>",".","<id>","length","<\/id>","==","<id>","num","Mappers","<\/id>",")",";","}","finally","{","if","(","<id>","dfs","<\/id>","!=","null",")","{","<id>","dfs","<\/id>",".","<id>","shutdown","<\/id>","(",")",";","}","if","(","<id>","mr","<\/id>","!=","null",")","{","<id>","mr","<\/id>",".","<id>","shutdown","<\/id>","(",")",";","}","}","}","<SENTENCE_END\/>"],"file_name":"TestMapReduceLazyOutput.java","formatted_lines":["public void testLazyOutput() throws Exception {","    MiniDFSCluster dfs = null;","    MiniMRCluster mr = null;","    FileSystem fileSys = null;","    try","    {","        Configuration conf = new Configuration();","","","        dfs = new MiniDFSCluster.Builder(conf).numDataNodes(NUM_HADOOP_SLAVES)","        .build();","        fileSys = dfs.getFileSystem();","        mr = new MiniMRCluster(NUM_HADOOP_SLAVES, fileSys.getUri().toString(), 1);","","        int numReducers = 2;","        int numMappers = NUM_HADOOP_SLAVES * NUM_MAPS_PER_NODE;","","        createInput(fileSys, numMappers);","        Path output1 = new Path(\"\/testlazy\/output1\");","","","        runTestLazyOutput(mr.createJobConf(), output1,","                          numReducers, true);","","        Path[] fileList =","        FileUtil.stat2Paths(fileSys.listStatus(output1,","                                               new Utils.OutputFileUtils.OutputFilesFilter()));","        for(int i = 0; i < fileList.length; ++i)","        {","            System.out.println(\"Test1 File list[\" + i + \"]\" + \": \" + fileList[i]);","        }","        assertTrue(fileList.length == (numReducers - 1));","","","        Path output2 = new Path(\"\/testlazy\/output2\");","        runTestLazyOutput(mr.createJobConf(), output2, 0, true);","","        fileList =","            FileUtil.stat2Paths(fileSys.listStatus(output2,","                                new Utils.OutputFileUtils.OutputFilesFilter()));","        for(int i = 0; i < fileList.length; ++i)","        {","            System.out.println(\"Test2 File list[\" + i + \"]\" + \": \" + fileList[i]);","        }","","        assertTrue(fileList.length == numMappers - 1);","","","        Path output3 = new Path(\"\/testlazy\/output3\");","        runTestLazyOutput(mr.createJobConf(), output3, 0, false);","","        fileList =","            FileUtil.stat2Paths(fileSys.listStatus(output3,","                                new Utils.OutputFileUtils.OutputFilesFilter()));","        for(int i = 0; i < fileList.length; ++i)","        {","            System.out.println(\"Test3 File list[\" + i + \"]\" + \": \" + fileList[i]);","        }","","        assertTrue(fileList.length == numMappers);","","    }","    finally {","        if (dfs != null)","        {","            dfs.shutdown();","        }","        if (mr != null)","        {","            mr.shutdown();","        }","    }","}"],"function_name":"testLazyOutput","function_name_tokens":["test","lazy","output"],"id_body_hash":"4ad00a4190995a98f266ade2ee772b47","id_same_identifier_list":[0,1,2,2,2,3,4,5,6,7,7,7,8,9,10,11,12,12,13,13,14,15,16,17,18,19,20,21,22,23,24,25,26,27,28,29,30,30,30,31,32,33,34,35,36,37,37,37,38,39,39,39,40,41,42,43,44,45,46,46,47,48,49,50,50,50,51,52,53,54,55,56,57,57,57,58,59,59,59,60,61,61,62,63,63,64,65,66,67,67,68,69,70,71,72,73,74,75,75,76,77,78,79,80,80,81,82,82,82,83,84,84,84,84,85,86,86,87,88,88,89,90,90,91,92,93,94,94,95,96,97,98,99,100,101,102,102,102,102,103,104,105,106,106,106,107,108,109,110,110,111,112,112,113,114,115,116,117,118,119,120,120,121,122,122,123,124,124,124,125,126,126,127,128,128,129,130,130,131,132,133,134,135,135,135,136,137,137,137,138,139,140,141,142,143,144,145,146,147,148,149,150,151,152,152,153,154,155,156,157,158,159,160,161,162,163,164,165,166,167,168,169,170,171,172,173,174,174,175,176,177,178,179,180,181,181,182,183,183,184,185,186,187,188,188,189,190,191,192,193,194,195,195,196,197,198,199,200,201,202,203,203,203,203,204,205,206,207,207,207,208,209,210,211,211,212,213,214,215,216,217,218,218,219,220,220,221,222,222,222,223,224,224,225,226,226,227,228,228,229,230,231,232,233,233,233,234,235,235,235,236,237,238,239,240,241,242,243,244,245,246,247,248,249,250,250,251,252,253,254,255,256,257,258,259,260,261,262,263,264,265,266,267,268,269,270,271,272,272,273,274,275,276,277,278,279,279,280,281,281,282,283,284,285,285,286,287,288,289,290,291,291,292,293,294,295,296,297,298,299,299,299,299,300,301,302,303,303,303,304,305,306,307,307,308,309,310,311,312,313,314,314,315,316,316,317,318,318,318,319,320,320,321,322,322,323,324,324,325,326,327,328,329,329,329,330,331,331,331,332,333,334,335,336,337,338,339,340,341,342,343,344,345,346,346,347,348,349,350,351,352,353,354,355,356,357,358,359,360,361,362,363,364,365,366,367,368,368,369,370,371,372,373,374,375,375,376,377,377,378,379,380,381,381,382,383,384,385,386,387,388,389,390,391,392,393,394,395,396,397,398,399,400,401,402,403,404,405,406,407,408,409,410,411,412,413,414,415,416,417],"option_correct":"testLazyOutput","options":["testDelegationTokenDFSApi","testLazyOutput","lazyInitFSDirectory","testGetMetaData","createKey","testLazyTokenFetchForWebhdfs","runTestLazyOutput"],"options_nlp":["test delegation token dfs api","test lazy output","lazy init fs directory","test get meta data","create key","test lazy token fetch for webhdfs","run test lazy output"],"options_random":["createKey","testDelegationTokenDFSApi","testGetMetaData"],"options_tfidf":["runTestLazyOutput","lazyInitFSDirectory","testLazyTokenFetchForWebhdfs"],"project_name":"hadoop-common","source_code_string":"public void testLazyOutput() throws Exception {\n    MiniDFSCluster dfs = null;\n    MiniMRCluster mr = null;\n    FileSystem fileSys = null;\n    try {\n      Configuration conf = new Configuration();\n\n      \n      dfs = new MiniDFSCluster.Builder(conf).numDataNodes(NUM_HADOOP_SLAVES)\n          .build();\n      fileSys = dfs.getFileSystem();\n      mr = new MiniMRCluster(NUM_HADOOP_SLAVES, fileSys.getUri().toString(), 1);\n\n      int numReducers = 2;\n      int numMappers = NUM_HADOOP_SLAVES * NUM_MAPS_PER_NODE;\n\n      createInput(fileSys, numMappers);\n      Path output1 = new Path(\"\/testlazy\/output1\");\n\n      \n      runTestLazyOutput(mr.createJobConf(), output1, \n          numReducers, true);\n\n      Path[] fileList = \n        FileUtil.stat2Paths(fileSys.listStatus(output1,\n            new Utils.OutputFileUtils.OutputFilesFilter()));\n      for(int i=0; i < fileList.length; ++i) {\n        System.out.println(\"Test1 File list[\" + i + \"]\" + \": \"+ fileList[i]);\n      }\n      assertTrue(fileList.length == (numReducers - 1));\n\n      \n      Path output2 = new Path(\"\/testlazy\/output2\");\n      runTestLazyOutput(mr.createJobConf(), output2, 0, true);\n\n      fileList =\n        FileUtil.stat2Paths(fileSys.listStatus(output2,\n            new Utils.OutputFileUtils.OutputFilesFilter()));\n      for(int i=0; i < fileList.length; ++i) {\n        System.out.println(\"Test2 File list[\" + i + \"]\" + \": \"+ fileList[i]);\n      }\n\n      assertTrue(fileList.length == numMappers - 1);\n\n      \n      Path output3 = new Path(\"\/testlazy\/output3\");\n      runTestLazyOutput(mr.createJobConf(), output3, 0, false);\n\n      fileList =\n        FileUtil.stat2Paths(fileSys.listStatus(output3,\n            new Utils.OutputFileUtils.OutputFilesFilter()));\n      for(int i=0; i < fileList.length; ++i) {\n        System.out.println(\"Test3 File list[\" + i + \"]\" + \": \"+ fileList[i]);\n      }\n\n      assertTrue(fileList.length == numMappers);\n\n    } finally {\n      if (dfs != null) { dfs.shutdown(); }\n      if (mr != null) { mr.shutdown();\n      }\n    }\n  }","tokens_in_code":[{"index_id":0,"token_group":0,"text":"{","start_char":38,"line":0},{"index_id":1,"token_group":1,"text":"mini","start_char":4,"line":1},{"index_id":2,"token_group":2,"text":"Dfs","start_char":8,"line":1},{"index_id":3,"token_group":2,"text":"Cluster","start_char":11,"line":1},{"index_id":4,"token_group":2,"text":"dfs","start_char":19,"line":1},{"index_id":5,"token_group":3,"text":"=","start_char":23,"line":1},{"index_id":6,"token_group":4,"text":"null","start_char":25,"line":1},{"index_id":7,"token_group":5,"text":";","start_char":29,"line":1},{"index_id":8,"token_group":6,"text":"mini","start_char":4,"line":2},{"index_id":9,"token_group":7,"text":"Mr","start_char":8,"line":2},{"index_id":10,"token_group":7,"text":"Cluster","start_char":10,"line":2},{"index_id":11,"token_group":7,"text":"mr","start_char":18,"line":2},{"index_id":12,"token_group":8,"text":"=","start_char":21,"line":2},{"index_id":13,"token_group":9,"text":"null","start_char":23,"line":2},{"index_id":14,"token_group":10,"text":";","start_char":27,"line":2},{"index_id":15,"token_group":11,"text":"file","start_char":4,"line":3},{"index_id":16,"token_group":12,"text":"System","start_char":8,"line":3},{"index_id":17,"token_group":12,"text":"file","start_char":15,"line":3},{"index_id":18,"token_group":13,"text":"Sys","start_char":19,"line":3},{"index_id":19,"token_group":13,"text":"=","start_char":23,"line":3},{"index_id":20,"token_group":14,"text":"null","start_char":25,"line":3},{"index_id":21,"token_group":15,"text":";","start_char":29,"line":3},{"index_id":22,"token_group":16,"text":"try","start_char":4,"line":4},{"index_id":23,"token_group":17,"text":"{","start_char":4,"line":5},{"index_id":24,"token_group":18,"text":"configuration","start_char":8,"line":6},{"index_id":25,"token_group":19,"text":"conf","start_char":22,"line":6},{"index_id":26,"token_group":20,"text":"=","start_char":27,"line":6},{"index_id":27,"token_group":21,"text":"new","start_char":29,"line":6},{"index_id":28,"token_group":22,"text":"configuration","start_char":33,"line":6},{"index_id":29,"token_group":23,"text":"(","start_char":46,"line":6},{"index_id":30,"token_group":24,"text":")","start_char":47,"line":6},{"index_id":31,"token_group":25,"text":";","start_char":48,"line":6},{"index_id":32,"token_group":26,"text":"dfs","start_char":8,"line":9},{"index_id":33,"token_group":27,"text":"=","start_char":12,"line":9},{"index_id":34,"token_group":28,"text":"new","start_char":14,"line":9},{"index_id":35,"token_group":29,"text":"mini","start_char":18,"line":9},{"index_id":36,"token_group":30,"text":"Dfs","start_char":22,"line":9},{"index_id":37,"token_group":30,"text":"Cluster","start_char":25,"line":9},{"index_id":38,"token_group":30,"text":".","start_char":32,"line":9},{"index_id":39,"token_group":31,"text":"builder","start_char":33,"line":9},{"index_id":40,"token_group":32,"text":"(","start_char":40,"line":9},{"index_id":41,"token_group":33,"text":"conf","start_char":41,"line":9},{"index_id":42,"token_group":34,"text":")","start_char":45,"line":9},{"index_id":43,"token_group":35,"text":".","start_char":46,"line":9},{"index_id":44,"token_group":36,"text":"num","start_char":47,"line":9},{"index_id":45,"token_group":37,"text":"Data","start_char":50,"line":9},{"index_id":46,"token_group":37,"text":"Nodes","start_char":54,"line":9},{"index_id":47,"token_group":37,"text":"(","start_char":59,"line":9},{"index_id":48,"token_group":38,"text":"num","start_char":60,"line":9},{"index_id":49,"token_group":39,"text":"Hadoop","start_char":64,"line":9},{"index_id":50,"token_group":39,"text":"Slaves","start_char":71,"line":9},{"index_id":51,"token_group":39,"text":")","start_char":77,"line":9},{"index_id":52,"token_group":40,"text":".","start_char":8,"line":10},{"index_id":53,"token_group":41,"text":"build","start_char":9,"line":10},{"index_id":54,"token_group":42,"text":"(","start_char":14,"line":10},{"index_id":55,"token_group":43,"text":")","start_char":15,"line":10},{"index_id":56,"token_group":44,"text":";","start_char":16,"line":10},{"index_id":57,"token_group":45,"text":"file","start_char":8,"line":11},{"index_id":58,"token_group":46,"text":"Sys","start_char":12,"line":11},{"index_id":59,"token_group":46,"text":"=","start_char":16,"line":11},{"index_id":60,"token_group":47,"text":"dfs","start_char":18,"line":11},{"index_id":61,"token_group":48,"text":".","start_char":21,"line":11},{"index_id":62,"token_group":49,"text":"get","start_char":22,"line":11},{"index_id":63,"token_group":50,"text":"File","start_char":25,"line":11},{"index_id":64,"token_group":50,"text":"System","start_char":29,"line":11},{"index_id":65,"token_group":50,"text":"(","start_char":35,"line":11},{"index_id":66,"token_group":51,"text":")","start_char":36,"line":11},{"index_id":67,"token_group":52,"text":";","start_char":37,"line":11},{"index_id":68,"token_group":53,"text":"mr","start_char":8,"line":12},{"index_id":69,"token_group":54,"text":"=","start_char":11,"line":12},{"index_id":70,"token_group":55,"text":"new","start_char":13,"line":12},{"index_id":71,"token_group":56,"text":"mini","start_char":17,"line":12},{"index_id":72,"token_group":57,"text":"Mr","start_char":21,"line":12},{"index_id":73,"token_group":57,"text":"Cluster","start_char":23,"line":12},{"index_id":74,"token_group":57,"text":"(","start_char":30,"line":12},{"index_id":75,"token_group":58,"text":"num","start_char":31,"line":12},{"index_id":76,"token_group":59,"text":"Hadoop","start_char":35,"line":12},{"index_id":77,"token_group":59,"text":"Slaves","start_char":42,"line":12},{"index_id":78,"token_group":59,"text":",","start_char":48,"line":12},{"index_id":79,"token_group":60,"text":"file","start_char":50,"line":12},{"index_id":80,"token_group":61,"text":"Sys","start_char":54,"line":12},{"index_id":81,"token_group":61,"text":".","start_char":57,"line":12},{"index_id":82,"token_group":62,"text":"get","start_char":58,"line":12},{"index_id":83,"token_group":63,"text":"Uri","start_char":61,"line":12},{"index_id":84,"token_group":63,"text":"(","start_char":64,"line":12},{"index_id":85,"token_group":64,"text":")","start_char":65,"line":12},{"index_id":86,"token_group":65,"text":".","start_char":66,"line":12},{"index_id":87,"token_group":66,"text":"to","start_char":67,"line":12},{"index_id":88,"token_group":67,"text":"String","start_char":69,"line":12},{"index_id":89,"token_group":67,"text":"(","start_char":75,"line":12},{"index_id":90,"token_group":68,"text":")","start_char":76,"line":12},{"index_id":91,"token_group":69,"text":",","start_char":77,"line":12},{"index_id":92,"token_group":70,"text":"1","start_char":79,"line":12},{"index_id":93,"token_group":71,"text":")","start_char":80,"line":12},{"index_id":94,"token_group":72,"text":";","start_char":81,"line":12},{"index_id":95,"token_group":73,"text":"int","start_char":8,"line":14},{"index_id":96,"token_group":74,"text":"num","start_char":12,"line":14},{"index_id":97,"token_group":75,"text":"Reducers","start_char":15,"line":14},{"index_id":98,"token_group":75,"text":"=","start_char":24,"line":14},{"index_id":99,"token_group":76,"text":"2","start_char":26,"line":14},{"index_id":100,"token_group":77,"text":";","start_char":27,"line":14},{"index_id":101,"token_group":78,"text":"int","start_char":8,"line":15},{"index_id":102,"token_group":79,"text":"num","start_char":12,"line":15},{"index_id":103,"token_group":80,"text":"Mappers","start_char":15,"line":15},{"index_id":104,"token_group":80,"text":"=","start_char":23,"line":15},{"index_id":105,"token_group":81,"text":"num","start_char":25,"line":15},{"index_id":106,"token_group":82,"text":"Hadoop","start_char":29,"line":15},{"index_id":107,"token_group":82,"text":"Slaves","start_char":36,"line":15},{"index_id":108,"token_group":82,"text":"*","start_char":43,"line":15},{"index_id":109,"token_group":83,"text":"num","start_char":45,"line":15},{"index_id":110,"token_group":84,"text":"Maps","start_char":49,"line":15},{"index_id":111,"token_group":84,"text":"Per","start_char":54,"line":15},{"index_id":112,"token_group":84,"text":"Node","start_char":58,"line":15},{"index_id":113,"token_group":84,"text":";","start_char":62,"line":15},{"index_id":114,"token_group":85,"text":"create","start_char":8,"line":17},{"index_id":115,"token_group":86,"text":"Input","start_char":14,"line":17},{"index_id":116,"token_group":86,"text":"(","start_char":19,"line":17},{"index_id":117,"token_group":87,"text":"file","start_char":20,"line":17},{"index_id":118,"token_group":88,"text":"Sys","start_char":24,"line":17},{"index_id":119,"token_group":88,"text":",","start_char":27,"line":17},{"index_id":120,"token_group":89,"text":"num","start_char":29,"line":17},{"index_id":121,"token_group":90,"text":"Mappers","start_char":32,"line":17},{"index_id":122,"token_group":90,"text":")","start_char":39,"line":17},{"index_id":123,"token_group":91,"text":";","start_char":40,"line":17},{"index_id":124,"token_group":92,"text":"path","start_char":8,"line":18},{"index_id":125,"token_group":93,"text":"output","start_char":13,"line":18},{"index_id":126,"token_group":94,"text":"1","start_char":19,"line":18},{"index_id":127,"token_group":94,"text":"=","start_char":21,"line":18},{"index_id":128,"token_group":95,"text":"new","start_char":23,"line":18},{"index_id":129,"token_group":96,"text":"path","start_char":27,"line":18},{"index_id":130,"token_group":97,"text":"(","start_char":31,"line":18},{"index_id":131,"token_group":98,"text":"\"\/testlazy\/output1\"","start_char":32,"line":18},{"index_id":132,"token_group":99,"text":")","start_char":51,"line":18},{"index_id":133,"token_group":100,"text":";","start_char":52,"line":18},{"index_id":134,"token_group":101,"text":"run","start_char":8,"line":21},{"index_id":135,"token_group":102,"text":"Test","start_char":11,"line":21},{"index_id":136,"token_group":102,"text":"Lazy","start_char":15,"line":21},{"index_id":137,"token_group":102,"text":"Output","start_char":19,"line":21},{"index_id":138,"token_group":102,"text":"(","start_char":25,"line":21},{"index_id":139,"token_group":103,"text":"mr","start_char":26,"line":21},{"index_id":140,"token_group":104,"text":".","start_char":28,"line":21},{"index_id":141,"token_group":105,"text":"create","start_char":29,"line":21},{"index_id":142,"token_group":106,"text":"Job","start_char":35,"line":21},{"index_id":143,"token_group":106,"text":"Conf","start_char":38,"line":21},{"index_id":144,"token_group":106,"text":"(","start_char":42,"line":21},{"index_id":145,"token_group":107,"text":")","start_char":43,"line":21},{"index_id":146,"token_group":108,"text":",","start_char":44,"line":21},{"index_id":147,"token_group":109,"text":"output","start_char":46,"line":21},{"index_id":148,"token_group":110,"text":"1","start_char":52,"line":21},{"index_id":149,"token_group":110,"text":",","start_char":53,"line":21},{"index_id":150,"token_group":111,"text":"num","start_char":26,"line":22},{"index_id":151,"token_group":112,"text":"Reducers","start_char":29,"line":22},{"index_id":152,"token_group":112,"text":",","start_char":37,"line":22},{"index_id":153,"token_group":113,"text":"true","start_char":39,"line":22},{"index_id":154,"token_group":114,"text":")","start_char":43,"line":22},{"index_id":155,"token_group":115,"text":";","start_char":44,"line":22},{"index_id":156,"token_group":116,"text":"path","start_char":8,"line":24},{"index_id":157,"token_group":117,"text":"[","start_char":12,"line":24},{"index_id":158,"token_group":118,"text":"]","start_char":13,"line":24},{"index_id":159,"token_group":119,"text":"file","start_char":15,"line":24},{"index_id":160,"token_group":120,"text":"List","start_char":19,"line":24},{"index_id":161,"token_group":120,"text":"=","start_char":24,"line":24},{"index_id":162,"token_group":121,"text":"file","start_char":8,"line":25},{"index_id":163,"token_group":122,"text":"Util","start_char":12,"line":25},{"index_id":164,"token_group":122,"text":".","start_char":16,"line":25},{"index_id":165,"token_group":123,"text":"stat","start_char":17,"line":25},{"index_id":166,"token_group":124,"text":"2","start_char":21,"line":25},{"index_id":167,"token_group":124,"text":"Paths","start_char":22,"line":25},{"index_id":168,"token_group":124,"text":"(","start_char":27,"line":25},{"index_id":169,"token_group":125,"text":"file","start_char":28,"line":25},{"index_id":170,"token_group":126,"text":"Sys","start_char":32,"line":25},{"index_id":171,"token_group":126,"text":".","start_char":35,"line":25},{"index_id":172,"token_group":127,"text":"list","start_char":36,"line":25},{"index_id":173,"token_group":128,"text":"Status","start_char":40,"line":25},{"index_id":174,"token_group":128,"text":"(","start_char":46,"line":25},{"index_id":175,"token_group":129,"text":"output","start_char":47,"line":25},{"index_id":176,"token_group":130,"text":"1","start_char":53,"line":25},{"index_id":177,"token_group":130,"text":",","start_char":54,"line":25},{"index_id":178,"token_group":131,"text":"new","start_char":47,"line":26},{"index_id":179,"token_group":132,"text":"utils","start_char":51,"line":26},{"index_id":180,"token_group":133,"text":".","start_char":56,"line":26},{"index_id":181,"token_group":134,"text":"output","start_char":57,"line":26},{"index_id":182,"token_group":135,"text":"File","start_char":63,"line":26},{"index_id":183,"token_group":135,"text":"Utils","start_char":67,"line":26},{"index_id":184,"token_group":135,"text":".","start_char":72,"line":26},{"index_id":185,"token_group":136,"text":"output","start_char":73,"line":26},{"index_id":186,"token_group":137,"text":"Files","start_char":79,"line":26},{"index_id":187,"token_group":137,"text":"Filter","start_char":84,"line":26},{"index_id":188,"token_group":137,"text":"(","start_char":90,"line":26},{"index_id":189,"token_group":138,"text":")","start_char":91,"line":26},{"index_id":190,"token_group":139,"text":")","start_char":92,"line":26},{"index_id":191,"token_group":140,"text":")","start_char":93,"line":26},{"index_id":192,"token_group":141,"text":";","start_char":94,"line":26},{"index_id":193,"token_group":142,"text":"for","start_char":8,"line":27},{"index_id":194,"token_group":143,"text":"(","start_char":11,"line":27},{"index_id":195,"token_group":144,"text":"int","start_char":12,"line":27},{"index_id":196,"token_group":145,"text":"i","start_char":16,"line":27},{"index_id":197,"token_group":146,"text":"=","start_char":18,"line":27},{"index_id":198,"token_group":147,"text":"0","start_char":20,"line":27},{"index_id":199,"token_group":148,"text":";","start_char":21,"line":27},{"index_id":200,"token_group":149,"text":"i","start_char":23,"line":27},{"index_id":201,"token_group":150,"text":"<","start_char":25,"line":27},{"index_id":202,"token_group":151,"text":"file","start_char":27,"line":27},{"index_id":203,"token_group":152,"text":"List","start_char":31,"line":27},{"index_id":204,"token_group":152,"text":".","start_char":35,"line":27},{"index_id":205,"token_group":153,"text":"length","start_char":36,"line":27},{"index_id":206,"token_group":154,"text":";","start_char":42,"line":27},{"index_id":207,"token_group":155,"text":"++","start_char":44,"line":27},{"index_id":208,"token_group":156,"text":"i","start_char":46,"line":27},{"index_id":209,"token_group":157,"text":")","start_char":47,"line":27},{"index_id":210,"token_group":158,"text":"{","start_char":8,"line":28},{"index_id":211,"token_group":159,"text":"system","start_char":12,"line":29},{"index_id":212,"token_group":160,"text":".","start_char":18,"line":29},{"index_id":213,"token_group":161,"text":"out","start_char":19,"line":29},{"index_id":214,"token_group":162,"text":".","start_char":22,"line":29},{"index_id":215,"token_group":163,"text":"println","start_char":23,"line":29},{"index_id":216,"token_group":164,"text":"(","start_char":30,"line":29},{"index_id":217,"token_group":165,"text":"\"Test1 File list[\"","start_char":31,"line":29},{"index_id":218,"token_group":166,"text":"+","start_char":50,"line":29},{"index_id":219,"token_group":167,"text":"i","start_char":52,"line":29},{"index_id":220,"token_group":168,"text":"+","start_char":54,"line":29},{"index_id":221,"token_group":169,"text":"\"]\"","start_char":56,"line":29},{"index_id":222,"token_group":170,"text":"+","start_char":60,"line":29},{"index_id":223,"token_group":171,"text":"\": \"","start_char":62,"line":29},{"index_id":224,"token_group":172,"text":"+","start_char":67,"line":29},{"index_id":225,"token_group":173,"text":"file","start_char":69,"line":29},{"index_id":226,"token_group":174,"text":"List","start_char":73,"line":29},{"index_id":227,"token_group":174,"text":"[","start_char":77,"line":29},{"index_id":228,"token_group":175,"text":"i","start_char":78,"line":29},{"index_id":229,"token_group":176,"text":"]","start_char":79,"line":29},{"index_id":230,"token_group":177,"text":")","start_char":80,"line":29},{"index_id":231,"token_group":178,"text":";","start_char":81,"line":29},{"index_id":232,"token_group":179,"text":"}","start_char":8,"line":30},{"index_id":233,"token_group":180,"text":"assert","start_char":8,"line":31},{"index_id":234,"token_group":181,"text":"True","start_char":14,"line":31},{"index_id":235,"token_group":181,"text":"(","start_char":18,"line":31},{"index_id":236,"token_group":182,"text":"file","start_char":19,"line":31},{"index_id":237,"token_group":183,"text":"List","start_char":23,"line":31},{"index_id":238,"token_group":183,"text":".","start_char":27,"line":31},{"index_id":239,"token_group":184,"text":"length","start_char":28,"line":31},{"index_id":240,"token_group":185,"text":"==","start_char":35,"line":31},{"index_id":241,"token_group":186,"text":"(","start_char":38,"line":31},{"index_id":242,"token_group":187,"text":"num","start_char":39,"line":31},{"index_id":243,"token_group":188,"text":"Reducers","start_char":42,"line":31},{"index_id":244,"token_group":188,"text":"-","start_char":51,"line":31},{"index_id":245,"token_group":189,"text":"1","start_char":53,"line":31},{"index_id":246,"token_group":190,"text":")","start_char":54,"line":31},{"index_id":247,"token_group":191,"text":")","start_char":55,"line":31},{"index_id":248,"token_group":192,"text":";","start_char":56,"line":31},{"index_id":249,"token_group":193,"text":"path","start_char":8,"line":34},{"index_id":250,"token_group":194,"text":"output","start_char":13,"line":34},{"index_id":251,"token_group":195,"text":"2","start_char":19,"line":34},{"index_id":252,"token_group":195,"text":"=","start_char":21,"line":34},{"index_id":253,"token_group":196,"text":"new","start_char":23,"line":34},{"index_id":254,"token_group":197,"text":"path","start_char":27,"line":34},{"index_id":255,"token_group":198,"text":"(","start_char":31,"line":34},{"index_id":256,"token_group":199,"text":"\"\/testlazy\/output2\"","start_char":32,"line":34},{"index_id":257,"token_group":200,"text":")","start_char":51,"line":34},{"index_id":258,"token_group":201,"text":";","start_char":52,"line":34},{"index_id":259,"token_group":202,"text":"run","start_char":8,"line":35},{"index_id":260,"token_group":203,"text":"Test","start_char":11,"line":35},{"index_id":261,"token_group":203,"text":"Lazy","start_char":15,"line":35},{"index_id":262,"token_group":203,"text":"Output","start_char":19,"line":35},{"index_id":263,"token_group":203,"text":"(","start_char":25,"line":35},{"index_id":264,"token_group":204,"text":"mr","start_char":26,"line":35},{"index_id":265,"token_group":205,"text":".","start_char":28,"line":35},{"index_id":266,"token_group":206,"text":"create","start_char":29,"line":35},{"index_id":267,"token_group":207,"text":"Job","start_char":35,"line":35},{"index_id":268,"token_group":207,"text":"Conf","start_char":38,"line":35},{"index_id":269,"token_group":207,"text":"(","start_char":42,"line":35},{"index_id":270,"token_group":208,"text":")","start_char":43,"line":35},{"index_id":271,"token_group":209,"text":",","start_char":44,"line":35},{"index_id":272,"token_group":210,"text":"output","start_char":46,"line":35},{"index_id":273,"token_group":211,"text":"2","start_char":52,"line":35},{"index_id":274,"token_group":211,"text":",","start_char":53,"line":35},{"index_id":275,"token_group":212,"text":"0","start_char":55,"line":35},{"index_id":276,"token_group":213,"text":",","start_char":56,"line":35},{"index_id":277,"token_group":214,"text":"true","start_char":58,"line":35},{"index_id":278,"token_group":215,"text":")","start_char":62,"line":35},{"index_id":279,"token_group":216,"text":";","start_char":63,"line":35},{"index_id":280,"token_group":217,"text":"file","start_char":8,"line":37},{"index_id":281,"token_group":218,"text":"List","start_char":12,"line":37},{"index_id":282,"token_group":218,"text":"=","start_char":17,"line":37},{"index_id":283,"token_group":219,"text":"file","start_char":12,"line":38},{"index_id":284,"token_group":220,"text":"Util","start_char":16,"line":38},{"index_id":285,"token_group":220,"text":".","start_char":20,"line":38},{"index_id":286,"token_group":221,"text":"stat","start_char":21,"line":38},{"index_id":287,"token_group":222,"text":"2","start_char":25,"line":38},{"index_id":288,"token_group":222,"text":"Paths","start_char":26,"line":38},{"index_id":289,"token_group":222,"text":"(","start_char":31,"line":38},{"index_id":290,"token_group":223,"text":"file","start_char":32,"line":38},{"index_id":291,"token_group":224,"text":"Sys","start_char":36,"line":38},{"index_id":292,"token_group":224,"text":".","start_char":39,"line":38},{"index_id":293,"token_group":225,"text":"list","start_char":40,"line":38},{"index_id":294,"token_group":226,"text":"Status","start_char":44,"line":38},{"index_id":295,"token_group":226,"text":"(","start_char":50,"line":38},{"index_id":296,"token_group":227,"text":"output","start_char":51,"line":38},{"index_id":297,"token_group":228,"text":"2","start_char":57,"line":38},{"index_id":298,"token_group":228,"text":",","start_char":58,"line":38},{"index_id":299,"token_group":229,"text":"new","start_char":32,"line":39},{"index_id":300,"token_group":230,"text":"utils","start_char":36,"line":39},{"index_id":301,"token_group":231,"text":".","start_char":41,"line":39},{"index_id":302,"token_group":232,"text":"output","start_char":42,"line":39},{"index_id":303,"token_group":233,"text":"File","start_char":48,"line":39},{"index_id":304,"token_group":233,"text":"Utils","start_char":52,"line":39},{"index_id":305,"token_group":233,"text":".","start_char":57,"line":39},{"index_id":306,"token_group":234,"text":"output","start_char":58,"line":39},{"index_id":307,"token_group":235,"text":"Files","start_char":64,"line":39},{"index_id":308,"token_group":235,"text":"Filter","start_char":69,"line":39},{"index_id":309,"token_group":235,"text":"(","start_char":75,"line":39},{"index_id":310,"token_group":236,"text":")","start_char":76,"line":39},{"index_id":311,"token_group":237,"text":")","start_char":77,"line":39},{"index_id":312,"token_group":238,"text":")","start_char":78,"line":39},{"index_id":313,"token_group":239,"text":";","start_char":79,"line":39},{"index_id":314,"token_group":240,"text":"for","start_char":8,"line":40},{"index_id":315,"token_group":241,"text":"(","start_char":11,"line":40},{"index_id":316,"token_group":242,"text":"int","start_char":12,"line":40},{"index_id":317,"token_group":243,"text":"i","start_char":16,"line":40},{"index_id":318,"token_group":244,"text":"=","start_char":18,"line":40},{"index_id":319,"token_group":245,"text":"0","start_char":20,"line":40},{"index_id":320,"token_group":246,"text":";","start_char":21,"line":40},{"index_id":321,"token_group":247,"text":"i","start_char":23,"line":40},{"index_id":322,"token_group":248,"text":"<","start_char":25,"line":40},{"index_id":323,"token_group":249,"text":"file","start_char":27,"line":40},{"index_id":324,"token_group":250,"text":"List","start_char":31,"line":40},{"index_id":325,"token_group":250,"text":".","start_char":35,"line":40},{"index_id":326,"token_group":251,"text":"length","start_char":36,"line":40},{"index_id":327,"token_group":252,"text":";","start_char":42,"line":40},{"index_id":328,"token_group":253,"text":"++","start_char":44,"line":40},{"index_id":329,"token_group":254,"text":"i","start_char":46,"line":40},{"index_id":330,"token_group":255,"text":")","start_char":47,"line":40},{"index_id":331,"token_group":256,"text":"{","start_char":8,"line":41},{"index_id":332,"token_group":257,"text":"system","start_char":12,"line":42},{"index_id":333,"token_group":258,"text":".","start_char":18,"line":42},{"index_id":334,"token_group":259,"text":"out","start_char":19,"line":42},{"index_id":335,"token_group":260,"text":".","start_char":22,"line":42},{"index_id":336,"token_group":261,"text":"println","start_char":23,"line":42},{"index_id":337,"token_group":262,"text":"(","start_char":30,"line":42},{"index_id":338,"token_group":263,"text":"\"Test2 File list[\"","start_char":31,"line":42},{"index_id":339,"token_group":264,"text":"+","start_char":50,"line":42},{"index_id":340,"token_group":265,"text":"i","start_char":52,"line":42},{"index_id":341,"token_group":266,"text":"+","start_char":54,"line":42},{"index_id":342,"token_group":267,"text":"\"]\"","start_char":56,"line":42},{"index_id":343,"token_group":268,"text":"+","start_char":60,"line":42},{"index_id":344,"token_group":269,"text":"\": \"","start_char":62,"line":42},{"index_id":345,"token_group":270,"text":"+","start_char":67,"line":42},{"index_id":346,"token_group":271,"text":"file","start_char":69,"line":42},{"index_id":347,"token_group":272,"text":"List","start_char":73,"line":42},{"index_id":348,"token_group":272,"text":"[","start_char":77,"line":42},{"index_id":349,"token_group":273,"text":"i","start_char":78,"line":42},{"index_id":350,"token_group":274,"text":"]","start_char":79,"line":42},{"index_id":351,"token_group":275,"text":")","start_char":80,"line":42},{"index_id":352,"token_group":276,"text":";","start_char":81,"line":42},{"index_id":353,"token_group":277,"text":"}","start_char":8,"line":43},{"index_id":354,"token_group":278,"text":"assert","start_char":8,"line":45},{"index_id":355,"token_group":279,"text":"True","start_char":14,"line":45},{"index_id":356,"token_group":279,"text":"(","start_char":18,"line":45},{"index_id":357,"token_group":280,"text":"file","start_char":19,"line":45},{"index_id":358,"token_group":281,"text":"List","start_char":23,"line":45},{"index_id":359,"token_group":281,"text":".","start_char":27,"line":45},{"index_id":360,"token_group":282,"text":"length","start_char":28,"line":45},{"index_id":361,"token_group":283,"text":"==","start_char":35,"line":45},{"index_id":362,"token_group":284,"text":"num","start_char":38,"line":45},{"index_id":363,"token_group":285,"text":"Mappers","start_char":41,"line":45},{"index_id":364,"token_group":285,"text":"-","start_char":49,"line":45},{"index_id":365,"token_group":286,"text":"1","start_char":51,"line":45},{"index_id":366,"token_group":287,"text":")","start_char":52,"line":45},{"index_id":367,"token_group":288,"text":";","start_char":53,"line":45},{"index_id":368,"token_group":289,"text":"path","start_char":8,"line":48},{"index_id":369,"token_group":290,"text":"output","start_char":13,"line":48},{"index_id":370,"token_group":291,"text":"3","start_char":19,"line":48},{"index_id":371,"token_group":291,"text":"=","start_char":21,"line":48},{"index_id":372,"token_group":292,"text":"new","start_char":23,"line":48},{"index_id":373,"token_group":293,"text":"path","start_char":27,"line":48},{"index_id":374,"token_group":294,"text":"(","start_char":31,"line":48},{"index_id":375,"token_group":295,"text":"\"\/testlazy\/output3\"","start_char":32,"line":48},{"index_id":376,"token_group":296,"text":")","start_char":51,"line":48},{"index_id":377,"token_group":297,"text":";","start_char":52,"line":48},{"index_id":378,"token_group":298,"text":"run","start_char":8,"line":49},{"index_id":379,"token_group":299,"text":"Test","start_char":11,"line":49},{"index_id":380,"token_group":299,"text":"Lazy","start_char":15,"line":49},{"index_id":381,"token_group":299,"text":"Output","start_char":19,"line":49},{"index_id":382,"token_group":299,"text":"(","start_char":25,"line":49},{"index_id":383,"token_group":300,"text":"mr","start_char":26,"line":49},{"index_id":384,"token_group":301,"text":".","start_char":28,"line":49},{"index_id":385,"token_group":302,"text":"create","start_char":29,"line":49},{"index_id":386,"token_group":303,"text":"Job","start_char":35,"line":49},{"index_id":387,"token_group":303,"text":"Conf","start_char":38,"line":49},{"index_id":388,"token_group":303,"text":"(","start_char":42,"line":49},{"index_id":389,"token_group":304,"text":")","start_char":43,"line":49},{"index_id":390,"token_group":305,"text":",","start_char":44,"line":49},{"index_id":391,"token_group":306,"text":"output","start_char":46,"line":49},{"index_id":392,"token_group":307,"text":"3","start_char":52,"line":49},{"index_id":393,"token_group":307,"text":",","start_char":53,"line":49},{"index_id":394,"token_group":308,"text":"0","start_char":55,"line":49},{"index_id":395,"token_group":309,"text":",","start_char":56,"line":49},{"index_id":396,"token_group":310,"text":"false","start_char":58,"line":49},{"index_id":397,"token_group":311,"text":")","start_char":63,"line":49},{"index_id":398,"token_group":312,"text":";","start_char":64,"line":49},{"index_id":399,"token_group":313,"text":"file","start_char":8,"line":51},{"index_id":400,"token_group":314,"text":"List","start_char":12,"line":51},{"index_id":401,"token_group":314,"text":"=","start_char":17,"line":51},{"index_id":402,"token_group":315,"text":"file","start_char":12,"line":52},{"index_id":403,"token_group":316,"text":"Util","start_char":16,"line":52},{"index_id":404,"token_group":316,"text":".","start_char":20,"line":52},{"index_id":405,"token_group":317,"text":"stat","start_char":21,"line":52},{"index_id":406,"token_group":318,"text":"2","start_char":25,"line":52},{"index_id":407,"token_group":318,"text":"Paths","start_char":26,"line":52},{"index_id":408,"token_group":318,"text":"(","start_char":31,"line":52},{"index_id":409,"token_group":319,"text":"file","start_char":32,"line":52},{"index_id":410,"token_group":320,"text":"Sys","start_char":36,"line":52},{"index_id":411,"token_group":320,"text":".","start_char":39,"line":52},{"index_id":412,"token_group":321,"text":"list","start_char":40,"line":52},{"index_id":413,"token_group":322,"text":"Status","start_char":44,"line":52},{"index_id":414,"token_group":322,"text":"(","start_char":50,"line":52},{"index_id":415,"token_group":323,"text":"output","start_char":51,"line":52},{"index_id":416,"token_group":324,"text":"3","start_char":57,"line":52},{"index_id":417,"token_group":324,"text":",","start_char":58,"line":52},{"index_id":418,"token_group":325,"text":"new","start_char":32,"line":53},{"index_id":419,"token_group":326,"text":"utils","start_char":36,"line":53},{"index_id":420,"token_group":327,"text":".","start_char":41,"line":53},{"index_id":421,"token_group":328,"text":"output","start_char":42,"line":53},{"index_id":422,"token_group":329,"text":"File","start_char":48,"line":53},{"index_id":423,"token_group":329,"text":"Utils","start_char":52,"line":53},{"index_id":424,"token_group":329,"text":".","start_char":57,"line":53},{"index_id":425,"token_group":330,"text":"output","start_char":58,"line":53},{"index_id":426,"token_group":331,"text":"Files","start_char":64,"line":53},{"index_id":427,"token_group":331,"text":"Filter","start_char":69,"line":53},{"index_id":428,"token_group":331,"text":"(","start_char":75,"line":53},{"index_id":429,"token_group":332,"text":")","start_char":76,"line":53},{"index_id":430,"token_group":333,"text":")","start_char":77,"line":53},{"index_id":431,"token_group":334,"text":")","start_char":78,"line":53},{"index_id":432,"token_group":335,"text":";","start_char":79,"line":53},{"index_id":433,"token_group":336,"text":"for","start_char":8,"line":54},{"index_id":434,"token_group":337,"text":"(","start_char":11,"line":54},{"index_id":435,"token_group":338,"text":"int","start_char":12,"line":54},{"index_id":436,"token_group":339,"text":"i","start_char":16,"line":54},{"index_id":437,"token_group":340,"text":"=","start_char":18,"line":54},{"index_id":438,"token_group":341,"text":"0","start_char":20,"line":54},{"index_id":439,"token_group":342,"text":";","start_char":21,"line":54},{"index_id":440,"token_group":343,"text":"i","start_char":23,"line":54},{"index_id":441,"token_group":344,"text":"<","start_char":25,"line":54},{"index_id":442,"token_group":345,"text":"file","start_char":27,"line":54},{"index_id":443,"token_group":346,"text":"List","start_char":31,"line":54},{"index_id":444,"token_group":346,"text":".","start_char":35,"line":54},{"index_id":445,"token_group":347,"text":"length","start_char":36,"line":54},{"index_id":446,"token_group":348,"text":";","start_char":42,"line":54},{"index_id":447,"token_group":349,"text":"++","start_char":44,"line":54},{"index_id":448,"token_group":350,"text":"i","start_char":46,"line":54},{"index_id":449,"token_group":351,"text":")","start_char":47,"line":54},{"index_id":450,"token_group":352,"text":"{","start_char":8,"line":55},{"index_id":451,"token_group":353,"text":"system","start_char":12,"line":56},{"index_id":452,"token_group":354,"text":".","start_char":18,"line":56},{"index_id":453,"token_group":355,"text":"out","start_char":19,"line":56},{"index_id":454,"token_group":356,"text":".","start_char":22,"line":56},{"index_id":455,"token_group":357,"text":"println","start_char":23,"line":56},{"index_id":456,"token_group":358,"text":"(","start_char":30,"line":56},{"index_id":457,"token_group":359,"text":"\"Test3 File list[\"","start_char":31,"line":56},{"index_id":458,"token_group":360,"text":"+","start_char":50,"line":56},{"index_id":459,"token_group":361,"text":"i","start_char":52,"line":56},{"index_id":460,"token_group":362,"text":"+","start_char":54,"line":56},{"index_id":461,"token_group":363,"text":"\"]\"","start_char":56,"line":56},{"index_id":462,"token_group":364,"text":"+","start_char":60,"line":56},{"index_id":463,"token_group":365,"text":"\": \"","start_char":62,"line":56},{"index_id":464,"token_group":366,"text":"+","start_char":67,"line":56},{"index_id":465,"token_group":367,"text":"file","start_char":69,"line":56},{"index_id":466,"token_group":368,"text":"List","start_char":73,"line":56},{"index_id":467,"token_group":368,"text":"[","start_char":77,"line":56},{"index_id":468,"token_group":369,"text":"i","start_char":78,"line":56},{"index_id":469,"token_group":370,"text":"]","start_char":79,"line":56},{"index_id":470,"token_group":371,"text":")","start_char":80,"line":56},{"index_id":471,"token_group":372,"text":";","start_char":81,"line":56},{"index_id":472,"token_group":373,"text":"}","start_char":8,"line":57},{"index_id":473,"token_group":374,"text":"assert","start_char":8,"line":59},{"index_id":474,"token_group":375,"text":"True","start_char":14,"line":59},{"index_id":475,"token_group":375,"text":"(","start_char":18,"line":59},{"index_id":476,"token_group":376,"text":"file","start_char":19,"line":59},{"index_id":477,"token_group":377,"text":"List","start_char":23,"line":59},{"index_id":478,"token_group":377,"text":".","start_char":27,"line":59},{"index_id":479,"token_group":378,"text":"length","start_char":28,"line":59},{"index_id":480,"token_group":379,"text":"==","start_char":35,"line":59},{"index_id":481,"token_group":380,"text":"num","start_char":38,"line":59},{"index_id":482,"token_group":381,"text":"Mappers","start_char":41,"line":59},{"index_id":483,"token_group":381,"text":")","start_char":48,"line":59},{"index_id":484,"token_group":382,"text":";","start_char":49,"line":59},{"index_id":485,"token_group":383,"text":"}","start_char":4,"line":61},{"index_id":486,"token_group":384,"text":"finally","start_char":4,"line":62},{"index_id":487,"token_group":385,"text":"{","start_char":12,"line":62},{"index_id":488,"token_group":386,"text":"if","start_char":8,"line":63},{"index_id":489,"token_group":387,"text":"(","start_char":11,"line":63},{"index_id":490,"token_group":388,"text":"dfs","start_char":12,"line":63},{"index_id":491,"token_group":389,"text":"!=","start_char":16,"line":63},{"index_id":492,"token_group":390,"text":"null","start_char":19,"line":63},{"index_id":493,"token_group":391,"text":")","start_char":23,"line":63},{"index_id":494,"token_group":392,"text":"{","start_char":8,"line":64},{"index_id":495,"token_group":393,"text":"dfs","start_char":12,"line":65},{"index_id":496,"token_group":394,"text":".","start_char":15,"line":65},{"index_id":497,"token_group":395,"text":"shutdown","start_char":16,"line":65},{"index_id":498,"token_group":396,"text":"(","start_char":24,"line":65},{"index_id":499,"token_group":397,"text":")","start_char":25,"line":65},{"index_id":500,"token_group":398,"text":";","start_char":26,"line":65},{"index_id":501,"token_group":399,"text":"}","start_char":8,"line":66},{"index_id":502,"token_group":400,"text":"if","start_char":8,"line":67},{"index_id":503,"token_group":401,"text":"(","start_char":11,"line":67},{"index_id":504,"token_group":402,"text":"mr","start_char":12,"line":67},{"index_id":505,"token_group":403,"text":"!=","start_char":15,"line":67},{"index_id":506,"token_group":404,"text":"null","start_char":18,"line":67},{"index_id":507,"token_group":405,"text":")","start_char":22,"line":67},{"index_id":508,"token_group":406,"text":"{","start_char":8,"line":68},{"index_id":509,"token_group":407,"text":"mr","start_char":12,"line":69},{"index_id":510,"token_group":408,"text":".","start_char":14,"line":69},{"index_id":511,"token_group":409,"text":"shutdown","start_char":15,"line":69},{"index_id":512,"token_group":410,"text":"(","start_char":23,"line":69},{"index_id":513,"token_group":411,"text":")","start_char":24,"line":69},{"index_id":514,"token_group":412,"text":";","start_char":25,"line":69},{"index_id":515,"token_group":413,"text":"}","start_char":8,"line":70},{"index_id":516,"token_group":414,"text":"}","start_char":4,"line":71},{"index_id":517,"token_group":415,"text":"}","start_char":0,"line":72}],"tokens_list":["{","mini","Dfs","Cluster","dfs","=","null",";","mini","Mr","Cluster","mr","=","null",";","file","System","file","Sys","=","null",";","try","{","configuration","conf","=","new","configuration","(",")",";","dfs","=","new","mini","Dfs","Cluster",".","builder","(","conf",")",".","num","Data","Nodes","(","num","Hadoop","Slaves",")",".","build","(",")",";","file","Sys","=","dfs",".","get","File","System","(",")",";","mr","=","new","mini","Mr","Cluster","(","num","Hadoop","Slaves",",","file","Sys",".","get","Uri","(",")",".","to","String","(",")",",","1",")",";","int","num","Reducers","=","2",";","int","num","Mappers","=","num","Hadoop","Slaves","*","num","Maps","Per","Node",";","create","Input","(","file","Sys",",","num","Mappers",")",";","path","output","1","=","new","path","(","\"\/testlazy\/output1\"",")",";","run","Test","Lazy","Output","(","mr",".","create","Job","Conf","(",")",",","output","1",",","num","Reducers",",","true",")",";","path","[","]","file","List","=","file","Util",".","stat","2","Paths","(","file","Sys",".","list","Status","(","output","1",",","new","utils",".","output","File","Utils",".","output","Files","Filter","(",")",")",")",";","for","(","int","i","=","0",";","i","<","file","List",".","length",";","++","i",")","{","system",".","out",".","println","(","\"Test1 File list[\"","+","i","+","\"]\"","+","\": \"","+","file","List","[","i","]",")",";","}","assert","True","(","file","List",".","length","==","(","num","Reducers","-","1",")",")",";","path","output","2","=","new","path","(","\"\/testlazy\/output2\"",")",";","run","Test","Lazy","Output","(","mr",".","create","Job","Conf","(",")",",","output","2",",","0",",","true",")",";","file","List","=","file","Util",".","stat","2","Paths","(","file","Sys",".","list","Status","(","output","2",",","new","utils",".","output","File","Utils",".","output","Files","Filter","(",")",")",")",";","for","(","int","i","=","0",";","i","<","file","List",".","length",";","++","i",")","{","system",".","out",".","println","(","\"Test2 File list[\"","+","i","+","\"]\"","+","\": \"","+","file","List","[","i","]",")",";","}","assert","True","(","file","List",".","length","==","num","Mappers","-","1",")",";","path","output","3","=","new","path","(","\"\/testlazy\/output3\"",")",";","run","Test","Lazy","Output","(","mr",".","create","Job","Conf","(",")",",","output","3",",","0",",","false",")",";","file","List","=","file","Util",".","stat","2","Paths","(","file","Sys",".","list","Status","(","output","3",",","new","utils",".","output","File","Utils",".","output","Files","Filter","(",")",")",")",";","for","(","int","i","=","0",";","i","<","file","List",".","length",";","++","i",")","{","system",".","out",".","println","(","\"Test3 File list[\"","+","i","+","\"]\"","+","\": \"","+","file","List","[","i","]",")",";","}","assert","True","(","file","List",".","length","==","num","Mappers",")",";","}","finally","{","if","(","dfs","!=","null",")","{","dfs",".","shutdown","(",")",";","}","if","(","mr","!=","null",")","{","mr",".","shutdown","(",")",";","}","}","}"],"uuid":"172cb69ae58bece6e6d4e48e2d399cb7"},{"cap_original_tokens":["<SENTENCE_START>","{","<id>","lob","Handler","<\/id>",".","<id>","get","Clob","As","String","<\/id>","(","<id>","rs","<\/id>",",","1",")",";","<id>","verify","<\/id>","(","<id>","rs","<\/id>",")",".","<id>","get","String","<\/id>","(","1",")",";","}","<SENTENCE_END\/>"],"file_name":"DefaultLobHandlerTests.java","formatted_lines":["{","    lobHandler.getClobAsString(rs, 1);","    verify(rs).getString(1);","}"],"function_name":"testGetClobAsString","function_name_tokens":["test","get","clob","as","string"],"id_body_hash":"a3f75ace4b3fb89b8869ce3e7659a80b","id_same_identifier_list":[0,1,2,2,3,4,4,4,4,5,6,7,8,9,10,11,12,13,14,15,16,16,17,18,19,20,21,22],"option_correct":"testGetClobAsString","options":["asString","fromHttpRequest","testNoTarget","setSessionTransacted","testGetClobAsString","testGetClobAsCharacterStream","testClobStringType"],"options_nlp":["as string","from http request","test no target","set session transacted","test get clob as string","test get clob as character stream","test clob string type"],"options_random":["setSessionTransacted","testNoTarget","fromHttpRequest"],"options_tfidf":["testClobStringType","asString","testGetClobAsCharacterStream"],"project_name":"spring-framework","source_code_string":"@Test\n\tpublic void testGetClobAsString() throws SQLException {\n\t\tlobHandler.getClobAsString(rs, 1);\n\t\tverify(rs).getString(1);\n\t}","tokens_in_code":[{"index_id":0,"token_group":0,"text":"{","start_char":0,"line":0},{"index_id":1,"token_group":1,"text":"lob","start_char":4,"line":1},{"index_id":2,"token_group":2,"text":"Handler","start_char":7,"line":1},{"index_id":3,"token_group":2,"text":".","start_char":14,"line":1},{"index_id":4,"token_group":3,"text":"get","start_char":15,"line":1},{"index_id":5,"token_group":4,"text":"Clob","start_char":18,"line":1},{"index_id":6,"token_group":4,"text":"As","start_char":22,"line":1},{"index_id":7,"token_group":4,"text":"String","start_char":24,"line":1},{"index_id":8,"token_group":4,"text":"(","start_char":30,"line":1},{"index_id":9,"token_group":5,"text":"rs","start_char":31,"line":1},{"index_id":10,"token_group":6,"text":",","start_char":33,"line":1},{"index_id":11,"token_group":7,"text":"1","start_char":35,"line":1},{"index_id":12,"token_group":8,"text":")","start_char":36,"line":1},{"index_id":13,"token_group":9,"text":";","start_char":37,"line":1},{"index_id":14,"token_group":10,"text":"verify","start_char":4,"line":2},{"index_id":15,"token_group":11,"text":"(","start_char":10,"line":2},{"index_id":16,"token_group":12,"text":"rs","start_char":11,"line":2},{"index_id":17,"token_group":13,"text":")","start_char":13,"line":2},{"index_id":18,"token_group":14,"text":".","start_char":14,"line":2},{"index_id":19,"token_group":15,"text":"get","start_char":15,"line":2},{"index_id":20,"token_group":16,"text":"String","start_char":18,"line":2},{"index_id":21,"token_group":16,"text":"(","start_char":24,"line":2},{"index_id":22,"token_group":17,"text":"1","start_char":25,"line":2},{"index_id":23,"token_group":18,"text":")","start_char":26,"line":2},{"index_id":24,"token_group":19,"text":";","start_char":27,"line":2},{"index_id":25,"token_group":20,"text":"}","start_char":0,"line":3}],"tokens_list":["{","lob","Handler",".","get","Clob","As","String","(","rs",",","1",")",";","verify","(","rs",")",".","get","String","(","1",")",";","}"],"uuid":"7cc5aed995753a64dbc93ce60d38c692"},{"cap_original_tokens":["<SENTENCE_START>","{","<id>","present","Stream","<\/id>","=","<id>","present","Stream","Source","<\/id>",".","<id>","open","Stream","<\/id>","(",")",";","<id>","row","Group","Open","<\/id>","=","true",";","}","<SENTENCE_END\/>"],"file_name":"StructStreamReader.java","formatted_lines":["{","    presentStream = presentStreamSource.openStream();","","    rowGroupOpen = true;","}"],"function_name":"openRowGroup","function_name_tokens":["open","row","group"],"id_body_hash":"1f84e9545c17d5f3ed19f05618404627","id_same_identifier_list":[0,1,2,2,3,4,4,4,5,6,6,7,8,9,10,10,10,11,12,13,14,15],"option_correct":"openRowGroup","options":["openShard","getColumnHandles","testNodeInsert","testDoubleMapMap","row","checkOpen","openRowGroup"],"options_nlp":["open shard","get column handles","test node insert","test double map map","row","check open","open row group"],"options_random":["testDoubleMapMap","getColumnHandles","testNodeInsert"],"options_tfidf":["row","checkOpen","openShard"],"project_name":"presto","source_code_string":"private void openRowGroup()\n            throws IOException\n    {\n        presentStream = presentStreamSource.openStream();\n\n        rowGroupOpen = true;\n    }","tokens_in_code":[{"index_id":0,"token_group":0,"text":"{","start_char":0,"line":0},{"index_id":1,"token_group":1,"text":"present","start_char":4,"line":1},{"index_id":2,"token_group":2,"text":"Stream","start_char":11,"line":1},{"index_id":3,"token_group":2,"text":"=","start_char":18,"line":1},{"index_id":4,"token_group":3,"text":"present","start_char":20,"line":1},{"index_id":5,"token_group":4,"text":"Stream","start_char":27,"line":1},{"index_id":6,"token_group":4,"text":"Source","start_char":33,"line":1},{"index_id":7,"token_group":4,"text":".","start_char":39,"line":1},{"index_id":8,"token_group":5,"text":"open","start_char":40,"line":1},{"index_id":9,"token_group":6,"text":"Stream","start_char":44,"line":1},{"index_id":10,"token_group":6,"text":"(","start_char":50,"line":1},{"index_id":11,"token_group":7,"text":")","start_char":51,"line":1},{"index_id":12,"token_group":8,"text":";","start_char":52,"line":1},{"index_id":13,"token_group":9,"text":"row","start_char":4,"line":3},{"index_id":14,"token_group":10,"text":"Group","start_char":7,"line":3},{"index_id":15,"token_group":10,"text":"Open","start_char":12,"line":3},{"index_id":16,"token_group":10,"text":"=","start_char":17,"line":3},{"index_id":17,"token_group":11,"text":"true","start_char":19,"line":3},{"index_id":18,"token_group":12,"text":";","start_char":23,"line":3},{"index_id":19,"token_group":13,"text":"}","start_char":0,"line":4}],"tokens_list":["{","present","Stream","=","present","Stream","Source",".","open","Stream","(",")",";","row","Group","Open","=","true",";","}"],"uuid":"454502fa2177f2a6b23148a30b00ebe1"}]