experiment_0000023.json

[{"cap_original_tokens":["<SENTENCE_START>","{","long","<id>","pk","<\/id>","=","<id>","random","Test","Util","<\/id>",".","<id>","next","Long","<\/id>","(",")",";","<id>","shopping","Item","Field","<\/id>","<id>","missing","Shopping","Item","Field","<\/id>","=","<id>","","Persistence","<\/id>",".","<id>","fetch","By","Primary","Key","<\/id>","(","<id>","pk","<\/id>",")",";","<id>","assert","<\/id>",".","<id>","assert","Null","<\/id>","(","<id>","missing","Shopping","Item","Field","<\/id>",")",";","}","<SENTENCE_END\/>"],"file_name":"ShoppingItemFieldPersistenceTest.java","formatted_lines":["{","    long pk = RandomTestUtil.nextLong();","","    ShoppingItemField missingShoppingItemField = _persistence.fetchByPrimaryKey(pk);","","    Assert.assertNull(missingShoppingItemField);","}"],"function_name":"testFetchByPrimaryKeyMissing","function_name_tokens":["test","fetch","by","primary","key","missing"],"id_body_hash":"1f078458c3693c048f6a15c8401de5b7","id_same_identifier_list":[0,1,2,3,4,5,5,5,6,7,7,8,9,10,11,11,11,12,12,12,12,13,14,14,15,16,16,16,16,17,18,19,20,21,22,23,23,24,25,25,25,25,26,27,28,29],"option_correct":"testFetchByPrimaryKeyMissing","options":["getLatestFileVersion","setDdmTemplateGroupId","testFindByPrimaryKeyMissing","testDynamicQueryByPrimaryKeyMissing","testFetchByPrimaryKeyMissing","setAllTagIdsArray","testFetchByPrimaryKeyExisting"],"options_nlp":["get latest file version","set ddm template group id","test find by primary key missing","test dynamic query by primary key missing","test fetch by primary key missing","set all tag ids array","test fetch by primary key existing"],"options_random":["getLatestFileVersion","setDdmTemplateGroupId","setAllTagIdsArray"],"options_tfidf":["testFindByPrimaryKeyMissing","testFetchByPrimaryKeyExisting","testDynamicQueryByPrimaryKeyMissing"],"project_name":"liferay-portal","source_code_string":"@Test\n\tpublic void testFetchByPrimaryKeyMissing() throws Exception {\n\t\tlong pk = RandomTestUtil.nextLong();\n\n\t\tShoppingItemField missingShoppingItemField = _persistence.fetchByPrimaryKey(pk);\n\n\t\tAssert.assertNull(missingShoppingItemField);\n\t}","tokens_in_code":[{"index_id":0,"token_group":0,"text":"{","start_char":0,"line":0},{"index_id":1,"token_group":1,"text":"long","start_char":4,"line":1},{"index_id":2,"token_group":2,"text":"pk","start_char":9,"line":1},{"index_id":3,"token_group":3,"text":"=","start_char":12,"line":1},{"index_id":4,"token_group":4,"text":"random","start_char":14,"line":1},{"index_id":5,"token_group":5,"text":"Test","start_char":20,"line":1},{"index_id":6,"token_group":5,"text":"Util","start_char":24,"line":1},{"index_id":7,"token_group":5,"text":".","start_char":28,"line":1},{"index_id":8,"token_group":6,"text":"next","start_char":29,"line":1},{"index_id":9,"token_group":7,"text":"Long","start_char":33,"line":1},{"index_id":10,"token_group":7,"text":"(","start_char":37,"line":1},{"index_id":11,"token_group":8,"text":")","start_char":38,"line":1},{"index_id":12,"token_group":9,"text":";","start_char":39,"line":1},{"index_id":13,"token_group":10,"text":"shopping","start_char":4,"line":3},{"index_id":14,"token_group":11,"text":"Item","start_char":12,"line":3},{"index_id":15,"token_group":11,"text":"Field","start_char":16,"line":3},{"index_id":16,"token_group":11,"text":"missing","start_char":22,"line":3},{"index_id":17,"token_group":12,"text":"Shopping","start_char":29,"line":3},{"index_id":18,"token_group":12,"text":"Item","start_char":37,"line":3},{"index_id":19,"token_group":12,"text":"Field","start_char":41,"line":3},{"index_id":20,"token_group":12,"text":"=","start_char":47,"line":3},{"index_id":21,"token_group":13,"text":"","start_char":48,"line":3},{"index_id":22,"token_group":14,"text":"Persistence","start_char":50,"line":3},{"index_id":23,"token_group":14,"text":".","start_char":61,"line":3},{"index_id":24,"token_group":15,"text":"fetch","start_char":62,"line":3},{"index_id":25,"token_group":16,"text":"By","start_char":67,"line":3},{"index_id":26,"token_group":16,"text":"Primary","start_char":69,"line":3},{"index_id":27,"token_group":16,"text":"Key","start_char":76,"line":3},{"index_id":28,"token_group":16,"text":"(","start_char":79,"line":3},{"index_id":29,"token_group":17,"text":"pk","start_char":80,"line":3},{"index_id":30,"token_group":18,"text":")","start_char":82,"line":3},{"index_id":31,"token_group":19,"text":";","start_char":83,"line":3},{"index_id":32,"token_group":20,"text":"assert","start_char":4,"line":5},{"index_id":33,"token_group":21,"text":".","start_char":10,"line":5},{"index_id":34,"token_group":22,"text":"assert","start_char":11,"line":5},{"index_id":35,"token_group":23,"text":"Null","start_char":17,"line":5},{"index_id":36,"token_group":23,"text":"(","start_char":21,"line":5},{"index_id":37,"token_group":24,"text":"missing","start_char":22,"line":5},{"index_id":38,"token_group":25,"text":"Shopping","start_char":29,"line":5},{"index_id":39,"token_group":25,"text":"Item","start_char":37,"line":5},{"index_id":40,"token_group":25,"text":"Field","start_char":41,"line":5},{"index_id":41,"token_group":25,"text":")","start_char":46,"line":5},{"index_id":42,"token_group":26,"text":";","start_char":47,"line":5},{"index_id":43,"token_group":27,"text":"}","start_char":0,"line":6}],"tokens_list":["{","long","pk","=","random","Test","Util",".","next","Long","(",")",";","shopping","Item","Field","missing","Shopping","Item","Field","=","","Persistence",".","fetch","By","Primary","Key","(","pk",")",";","assert",".","assert","Null","(","missing","Shopping","Item","Field",")",";","}"],"uuid":"77318e2b03dc331ecea95604d816b32d"},{"cap_original_tokens":["<SENTENCE_START>","{","<id>","do","Test","<\/id>","(","<id>","inspection","Gadgets","Bundle","<\/id>",".","<id>","message","<\/id>","(","\"string.builder.replaceable.by.string.quickfix\"",")",")",";","}","<SENTENCE_END\/>"],"file_name":"StringBufferReplaceableByStringFixTest.java","formatted_lines":["public void testNoConstructorArgument(){    doTest(InspectionGadgetsBundle.message(\"string.builder.replaceable.by.string.quickfix\"));}"],"function_name":"testNoConstructorArgument","function_name_tokens":["test","no","constructor","argument"],"id_body_hash":"4c795f6f624a86e2a1f3d76919d97347","id_same_identifier_list":[0,1,2,2,3,4,4,4,5,6,7,8,9,10,11,12,13],"option_correct":"testNoConstructorArgument","options":["testNoConstructorArgument","attachFiles","buildArtifacts","testNoConstructor","getCurrentCmd","testConstructorArgument","testConstructorArgument2"],"options_nlp":["test no constructor argument","attach files","build artifacts","test no constructor","get current cmd","test constructor argument","test constructor argument 2"],"options_random":["buildArtifacts","attachFiles","getCurrentCmd"],"options_tfidf":["testNoConstructor","testConstructorArgument2","testConstructorArgument"],"project_name":"intellij-community","source_code_string":"public void testNoConstructorArgument() { doTest(InspectionGadgetsBundle.message(\"string.builder.replaceable.by.string.quickfix\")); }","tokens_in_code":[{"index_id":0,"token_group":0,"text":"{","start_char":20,"line":0},{"index_id":1,"token_group":1,"text":"do","start_char":25,"line":0},{"index_id":2,"token_group":2,"text":"Test","start_char":27,"line":0},{"index_id":3,"token_group":2,"text":"(","start_char":31,"line":0},{"index_id":4,"token_group":3,"text":"inspection","start_char":32,"line":0},{"index_id":5,"token_group":4,"text":"Gadgets","start_char":42,"line":0},{"index_id":6,"token_group":4,"text":"Bundle","start_char":49,"line":0},{"index_id":7,"token_group":4,"text":".","start_char":55,"line":0},{"index_id":8,"token_group":5,"text":"message","start_char":56,"line":0},{"index_id":9,"token_group":6,"text":"(","start_char":63,"line":0},{"index_id":10,"token_group":7,"text":"\"string.builder.replaceable.by.string.quickfix\"","start_char":64,"line":0},{"index_id":11,"token_group":8,"text":")","start_char":111,"line":0},{"index_id":12,"token_group":9,"text":")","start_char":112,"line":0},{"index_id":13,"token_group":10,"text":";","start_char":113,"line":0},{"index_id":14,"token_group":11,"text":"}","start_char":114,"line":0}],"tokens_list":["{","do","Test","(","inspection","Gadgets","Bundle",".","message","(","\"string.builder.replaceable.by.string.quickfix\"",")",")",";","}"],"uuid":"43c573ef0bdb1cb76f16ffa9671316dc"},{"cap_original_tokens":["<SENTENCE_START>","{","int","<id>","id","1","<\/id>","=","<id>","my","Enumerator","<\/id>",".","<id>","enumerate","<\/id>","(","<id>","utf","1","<\/id>",")",";","int","<id>","id","2","<\/id>","=","<id>","my","Enumerator","<\/id>",".","<id>","enumerate","<\/id>","(","<id>","utf","2","<\/id>",")",";","<id>","assert","False","<\/id>","(","<id>","id","1","<\/id>","==","<id>","id","2","<\/id>",")",";","<id>","assert","Equals","<\/id>","(","<id>","utf","1","<\/id>",",","<id>","my","Enumerator","<\/id>",".","<id>","value","Of","<\/id>","(","<id>","id","1","<\/id>",")",")",";","<id>","assert","Equals","<\/id>","(","<id>","utf","2","<\/id>",",","<id>","my","Enumerator","<\/id>",".","<id>","value","Of","<\/id>","(","<id>","id","2","<\/id>",")",")",";","<id>","assert","Equals","<\/id>","(","new","<id>","hash","Set","<\/id>","<","<id>","string","<\/id>",">","(","<id>","arrays","<\/id>",".","<id>","as","List","<\/id>","(","<id>","utf","1","<\/id>",",","<id>","utf","2","<\/id>",")",")",",","new","<id>","hash","Set","<\/id>","<","<id>","string","<\/id>",">","(","<id>","my","Enumerator","<\/id>",".","<id>","get","All","Data","Objects","<\/id>","(","null",")",")",")",";","}","<SENTENCE_END\/>"],"file_name":"StringEnumeratorTest.java","formatted_lines":["public void testUTFString() throws Exception {","    int id1 = myEnumerator.enumerate(UTF_1);","    int id2 = myEnumerator.enumerate(UTF_2);","    assertFalse(id1 == id2);","","    assertEquals(UTF_1, myEnumerator.valueOf(id1));","    assertEquals(UTF_2, myEnumerator.valueOf(id2));","    assertEquals(new HashSet<String>(Arrays.asList(UTF_1, UTF_2)), new HashSet<String>(myEnumerator.getAllDataObjects(null)));","}"],"function_name":"testUTFString","function_name_tokens":["test","utf","string"],"id_body_hash":"b02376fa2152797470dabae5979a1d8e","id_same_identifier_list":[0,1,2,3,3,4,5,5,6,7,8,9,9,10,11,12,13,13,14,15,15,16,17,18,19,19,20,21,22,22,23,24,24,25,26,26,27,28,29,29,30,31,31,32,33,33,34,35,35,36,37,37,38,39,40,41,41,42,43,43,44,45,45,46,47,47,48,49,49,50,51,52,53,53,54,55,56,56,57,58,59,60,61,62,63,63,64,65,65,66,67,67,68,69,70,71,72,72,73,74,75,76,77,77,78,79,79,79,79,80,81,82,83,84,85,86,87],"option_correct":"testUTFString","options":["testUTFString","testStringStringString","testStringObjectString","testString","setUpModule","isSelfSigning","testJobUtilRecursiveCancel"],"options_nlp":["test utf string","test string string string","test string object string","test string","set up module","is self signing","test job util recursive cancel"],"options_random":["testJobUtilRecursiveCancel","setUpModule","isSelfSigning"],"options_tfidf":["testString","testStringStringString","testStringObjectString"],"project_name":"intellij-community","source_code_string":"public void testUTFString() throws Exception {\n    int id1 = myEnumerator.enumerate(UTF_1);\n    int id2 = myEnumerator.enumerate(UTF_2);\n    assertFalse(id1 == id2);\n\n    assertEquals(UTF_1, myEnumerator.valueOf(id1));\n    assertEquals(UTF_2, myEnumerator.valueOf(id2));\n    assertEquals(new HashSet<String>(Arrays.asList(UTF_1, UTF_2)), new HashSet<String>(myEnumerator.getAllDataObjects(null)));\n  }","tokens_in_code":[{"index_id":0,"token_group":0,"text":"{","start_char":38,"line":0},{"index_id":1,"token_group":1,"text":"int","start_char":4,"line":1},{"index_id":2,"token_group":2,"text":"id","start_char":8,"line":1},{"index_id":3,"token_group":3,"text":"1","start_char":10,"line":1},{"index_id":4,"token_group":3,"text":"=","start_char":12,"line":1},{"index_id":5,"token_group":4,"text":"my","start_char":14,"line":1},{"index_id":6,"token_group":5,"text":"Enumerator","start_char":16,"line":1},{"index_id":7,"token_group":5,"text":".","start_char":26,"line":1},{"index_id":8,"token_group":6,"text":"enumerate","start_char":27,"line":1},{"index_id":9,"token_group":7,"text":"(","start_char":36,"line":1},{"index_id":10,"token_group":8,"text":"utf","start_char":37,"line":1},{"index_id":11,"token_group":9,"text":"1","start_char":41,"line":1},{"index_id":12,"token_group":9,"text":")","start_char":42,"line":1},{"index_id":13,"token_group":10,"text":";","start_char":43,"line":1},{"index_id":14,"token_group":11,"text":"int","start_char":4,"line":2},{"index_id":15,"token_group":12,"text":"id","start_char":8,"line":2},{"index_id":16,"token_group":13,"text":"2","start_char":10,"line":2},{"index_id":17,"token_group":13,"text":"=","start_char":12,"line":2},{"index_id":18,"token_group":14,"text":"my","start_char":14,"line":2},{"index_id":19,"token_group":15,"text":"Enumerator","start_char":16,"line":2},{"index_id":20,"token_group":15,"text":".","start_char":26,"line":2},{"index_id":21,"token_group":16,"text":"enumerate","start_char":27,"line":2},{"index_id":22,"token_group":17,"text":"(","start_char":36,"line":2},{"index_id":23,"token_group":18,"text":"utf","start_char":37,"line":2},{"index_id":24,"token_group":19,"text":"2","start_char":41,"line":2},{"index_id":25,"token_group":19,"text":")","start_char":42,"line":2},{"index_id":26,"token_group":20,"text":";","start_char":43,"line":2},{"index_id":27,"token_group":21,"text":"assert","start_char":4,"line":3},{"index_id":28,"token_group":22,"text":"False","start_char":10,"line":3},{"index_id":29,"token_group":22,"text":"(","start_char":15,"line":3},{"index_id":30,"token_group":23,"text":"id","start_char":16,"line":3},{"index_id":31,"token_group":24,"text":"1","start_char":18,"line":3},{"index_id":32,"token_group":24,"text":"==","start_char":20,"line":3},{"index_id":33,"token_group":25,"text":"id","start_char":23,"line":3},{"index_id":34,"token_group":26,"text":"2","start_char":25,"line":3},{"index_id":35,"token_group":26,"text":")","start_char":26,"line":3},{"index_id":36,"token_group":27,"text":";","start_char":27,"line":3},{"index_id":37,"token_group":28,"text":"assert","start_char":4,"line":5},{"index_id":38,"token_group":29,"text":"Equals","start_char":10,"line":5},{"index_id":39,"token_group":29,"text":"(","start_char":16,"line":5},{"index_id":40,"token_group":30,"text":"utf","start_char":17,"line":5},{"index_id":41,"token_group":31,"text":"1","start_char":21,"line":5},{"index_id":42,"token_group":31,"text":",","start_char":22,"line":5},{"index_id":43,"token_group":32,"text":"my","start_char":24,"line":5},{"index_id":44,"token_group":33,"text":"Enumerator","start_char":26,"line":5},{"index_id":45,"token_group":33,"text":".","start_char":36,"line":5},{"index_id":46,"token_group":34,"text":"value","start_char":37,"line":5},{"index_id":47,"token_group":35,"text":"Of","start_char":42,"line":5},{"index_id":48,"token_group":35,"text":"(","start_char":44,"line":5},{"index_id":49,"token_group":36,"text":"id","start_char":45,"line":5},{"index_id":50,"token_group":37,"text":"1","start_char":47,"line":5},{"index_id":51,"token_group":37,"text":")","start_char":48,"line":5},{"index_id":52,"token_group":38,"text":")","start_char":49,"line":5},{"index_id":53,"token_group":39,"text":";","start_char":50,"line":5},{"index_id":54,"token_group":40,"text":"assert","start_char":4,"line":6},{"index_id":55,"token_group":41,"text":"Equals","start_char":10,"line":6},{"index_id":56,"token_group":41,"text":"(","start_char":16,"line":6},{"index_id":57,"token_group":42,"text":"utf","start_char":17,"line":6},{"index_id":58,"token_group":43,"text":"2","start_char":21,"line":6},{"index_id":59,"token_group":43,"text":",","start_char":22,"line":6},{"index_id":60,"token_group":44,"text":"my","start_char":24,"line":6},{"index_id":61,"token_group":45,"text":"Enumerator","start_char":26,"line":6},{"index_id":62,"token_group":45,"text":".","start_char":36,"line":6},{"index_id":63,"token_group":46,"text":"value","start_char":37,"line":6},{"index_id":64,"token_group":47,"text":"Of","start_char":42,"line":6},{"index_id":65,"token_group":47,"text":"(","start_char":44,"line":6},{"index_id":66,"token_group":48,"text":"id","start_char":45,"line":6},{"index_id":67,"token_group":49,"text":"2","start_char":47,"line":6},{"index_id":68,"token_group":49,"text":")","start_char":48,"line":6},{"index_id":69,"token_group":50,"text":")","start_char":49,"line":6},{"index_id":70,"token_group":51,"text":";","start_char":50,"line":6},{"index_id":71,"token_group":52,"text":"assert","start_char":4,"line":7},{"index_id":72,"token_group":53,"text":"Equals","start_char":10,"line":7},{"index_id":73,"token_group":53,"text":"(","start_char":16,"line":7},{"index_id":74,"token_group":54,"text":"new","start_char":17,"line":7},{"index_id":75,"token_group":55,"text":"hash","start_char":21,"line":7},{"index_id":76,"token_group":56,"text":"Set","start_char":25,"line":7},{"index_id":77,"token_group":56,"text":"<","start_char":28,"line":7},{"index_id":78,"token_group":57,"text":"string","start_char":29,"line":7},{"index_id":79,"token_group":58,"text":">","start_char":35,"line":7},{"index_id":80,"token_group":59,"text":"(","start_char":36,"line":7},{"index_id":81,"token_group":60,"text":"arrays","start_char":37,"line":7},{"index_id":82,"token_group":61,"text":".","start_char":43,"line":7},{"index_id":83,"token_group":62,"text":"as","start_char":44,"line":7},{"index_id":84,"token_group":63,"text":"List","start_char":46,"line":7},{"index_id":85,"token_group":63,"text":"(","start_char":50,"line":7},{"index_id":86,"token_group":64,"text":"utf","start_char":51,"line":7},{"index_id":87,"token_group":65,"text":"1","start_char":55,"line":7},{"index_id":88,"token_group":65,"text":",","start_char":56,"line":7},{"index_id":89,"token_group":66,"text":"utf","start_char":58,"line":7},{"index_id":90,"token_group":67,"text":"2","start_char":62,"line":7},{"index_id":91,"token_group":67,"text":")","start_char":63,"line":7},{"index_id":92,"token_group":68,"text":")","start_char":64,"line":7},{"index_id":93,"token_group":69,"text":",","start_char":65,"line":7},{"index_id":94,"token_group":70,"text":"new","start_char":67,"line":7},{"index_id":95,"token_group":71,"text":"hash","start_char":71,"line":7},{"index_id":96,"token_group":72,"text":"Set","start_char":75,"line":7},{"index_id":97,"token_group":72,"text":"<","start_char":78,"line":7},{"index_id":98,"token_group":73,"text":"string","start_char":79,"line":7},{"index_id":99,"token_group":74,"text":">","start_char":85,"line":7},{"index_id":100,"token_group":75,"text":"(","start_char":86,"line":7},{"index_id":101,"token_group":76,"text":"my","start_char":87,"line":7},{"index_id":102,"token_group":77,"text":"Enumerator","start_char":89,"line":7},{"index_id":103,"token_group":77,"text":".","start_char":99,"line":7},{"index_id":104,"token_group":78,"text":"get","start_char":100,"line":7},{"index_id":105,"token_group":79,"text":"All","start_char":103,"line":7},{"index_id":106,"token_group":79,"text":"Data","start_char":106,"line":7},{"index_id":107,"token_group":79,"text":"Objects","start_char":110,"line":7},{"index_id":108,"token_group":79,"text":"(","start_char":117,"line":7},{"index_id":109,"token_group":80,"text":"null","start_char":118,"line":7},{"index_id":110,"token_group":81,"text":")","start_char":122,"line":7},{"index_id":111,"token_group":82,"text":")","start_char":123,"line":7},{"index_id":112,"token_group":83,"text":")","start_char":124,"line":7},{"index_id":113,"token_group":84,"text":";","start_char":125,"line":7},{"index_id":114,"token_group":85,"text":"}","start_char":0,"line":8}],"tokens_list":["{","int","id","1","=","my","Enumerator",".","enumerate","(","utf","1",")",";","int","id","2","=","my","Enumerator",".","enumerate","(","utf","2",")",";","assert","False","(","id","1","==","id","2",")",";","assert","Equals","(","utf","1",",","my","Enumerator",".","value","Of","(","id","1",")",")",";","assert","Equals","(","utf","2",",","my","Enumerator",".","value","Of","(","id","2",")",")",";","assert","Equals","(","new","hash","Set","<","string",">","(","arrays",".","as","List","(","utf","1",",","utf","2",")",")",",","new","hash","Set","<","string",">","(","my","Enumerator",".","get","All","Data","Objects","(","null",")",")",")",";","}"],"uuid":"0c0ed8999fdbd191b69eaa874f3e00e7"},{"cap_original_tokens":["<SENTENCE_START>","{","if","(","!","<id>","is","Compiled","<\/id>","(",")",")","{","<id>","logger","<\/id>",".","<id>","debug","<\/id>","(","\"JdbcCall call not compiled before execution - invoking compile\"",")",";","<id>","compile","<\/id>","(",")",";","}","}","<SENTENCE_END\/>"],"file_name":"AbstractJdbcCall.java","formatted_lines":["{","    if (!isCompiled())","    {","        logger.debug(\"JdbcCall call not compiled before execution - invoking compile\");","        compile();","    }","}"],"function_name":"checkCompiled","function_name_tokens":["check","compiled"],"id_body_hash":"9696ed87a2224dc933a9ca3124380307","id_same_identifier_list":[0,1,2,3,4,5,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23],"option_correct":"checkCompiled","options":["checkCompiled","checkString","check","decorateCache","invokeListenerWithPayload","checkMatch","sendWithConversionException"],"options_nlp":["check compiled","check string","check","decorate cache","invoke listener with payload","check match","send with conversion exception"],"options_random":["invokeListenerWithPayload","decorateCache","sendWithConversionException"],"options_tfidf":["checkMatch","checkString","check"],"project_name":"spring-framework","source_code_string":"protected void checkCompiled() {\n\t\tif (!isCompiled()) {\n\t\t\tlogger.debug(\"JdbcCall call not compiled before execution - invoking compile\");\n\t\t\tcompile();\n\t\t}\n\t}","tokens_in_code":[{"index_id":0,"token_group":0,"text":"{","start_char":0,"line":0},{"index_id":1,"token_group":1,"text":"if","start_char":4,"line":1},{"index_id":2,"token_group":2,"text":"(","start_char":7,"line":1},{"index_id":3,"token_group":3,"text":"!","start_char":8,"line":1},{"index_id":4,"token_group":4,"text":"is","start_char":9,"line":1},{"index_id":5,"token_group":5,"text":"Compiled","start_char":11,"line":1},{"index_id":6,"token_group":5,"text":"(","start_char":19,"line":1},{"index_id":7,"token_group":6,"text":")","start_char":20,"line":1},{"index_id":8,"token_group":7,"text":")","start_char":21,"line":1},{"index_id":9,"token_group":8,"text":"{","start_char":4,"line":2},{"index_id":10,"token_group":9,"text":"logger","start_char":8,"line":3},{"index_id":11,"token_group":10,"text":".","start_char":14,"line":3},{"index_id":12,"token_group":11,"text":"debug","start_char":15,"line":3},{"index_id":13,"token_group":12,"text":"(","start_char":20,"line":3},{"index_id":14,"token_group":13,"text":"\"JdbcCall call not compiled before execution - invoking compile\"","start_char":21,"line":3},{"index_id":15,"token_group":14,"text":")","start_char":85,"line":3},{"index_id":16,"token_group":15,"text":";","start_char":86,"line":3},{"index_id":17,"token_group":16,"text":"compile","start_char":8,"line":4},{"index_id":18,"token_group":17,"text":"(","start_char":15,"line":4},{"index_id":19,"token_group":18,"text":")","start_char":16,"line":4},{"index_id":20,"token_group":19,"text":";","start_char":17,"line":4},{"index_id":21,"token_group":20,"text":"}","start_char":4,"line":5},{"index_id":22,"token_group":21,"text":"}","start_char":0,"line":6}],"tokens_list":["{","if","(","!","is","Compiled","(",")",")","{","logger",".","debug","(","\"JdbcCall call not compiled before execution - invoking compile\"",")",";","compile","(",")",";","}","}"],"uuid":"e73c21a6bd30558b58c7c36d3aad49b5"},{"cap_original_tokens":["<SENTENCE_START>","{","return","new","<id>","collection","Property","Holder","<\/id>","(","<id>","collection","<\/id>",",","<id>","path","<\/id>",",","<id>","clazz","To","Process","<\/id>",",","<id>","property","<\/id>",",","<id>","parent","Property","Holder","<\/id>",",","<id>","context","<\/id>",")",";","}","<SENTENCE_END\/>"],"file_name":"PropertyHolderBuilder.java","formatted_lines":["{","    return new CollectionPropertyHolder(","               collection,","               path,","               clazzToProcess,","               property,","               parentPropertyHolder,","               context","           );","}"],"function_name":"buildPropertyHolder","function_name_tokens":["build","property","holder"],"id_body_hash":"dd687d98f439a9a8195e7597050c09ce","id_same_identifier_list":[0,1,2,3,4,4,4,5,6,7,8,9,10,10,10,11,12,13,14,14,14,15,16,17,18,19,20],"option_correct":"buildPropertyHolder","options":["testProperty","makeHolder","getClassName","buildPropertyHolder","getAltitude","property","getDefaultAuditTable"],"options_nlp":["test property","make holder","get class name","build property holder","get altitude","property","get default audit table"],"options_random":["getAltitude","getDefaultAuditTable","getClassName"],"options_tfidf":["makeHolder","property","testProperty"],"project_name":"hibernate-orm","source_code_string":"public static CollectionPropertyHolder buildPropertyHolder(\n\t\t\tCollection collection,\n\t\t\tString path,\n\t\t\tXClass clazzToProcess,\n\t\t\tXProperty property,\n\t\t\tPropertyHolder parentPropertyHolder,\n\t\t\tMetadataBuildingContext context) {\n\t\treturn new CollectionPropertyHolder(\n\t\t\t\tcollection,\n\t\t\t\tpath,\n\t\t\t\tclazzToProcess,\n\t\t\t\tproperty,\n\t\t\t\tparentPropertyHolder,\n\t\t\t\tcontext\n\t\t);\n\t}","tokens_in_code":[{"index_id":0,"token_group":0,"text":"{","start_char":0,"line":0},{"index_id":1,"token_group":1,"text":"return","start_char":4,"line":1},{"index_id":2,"token_group":2,"text":"new","start_char":11,"line":1},{"index_id":3,"token_group":3,"text":"collection","start_char":15,"line":1},{"index_id":4,"token_group":4,"text":"Property","start_char":25,"line":1},{"index_id":5,"token_group":4,"text":"Holder","start_char":33,"line":1},{"index_id":6,"token_group":4,"text":"(","start_char":39,"line":1},{"index_id":7,"token_group":5,"text":"collection","start_char":15,"line":2},{"index_id":8,"token_group":6,"text":",","start_char":25,"line":2},{"index_id":9,"token_group":7,"text":"path","start_char":15,"line":3},{"index_id":10,"token_group":8,"text":",","start_char":19,"line":3},{"index_id":11,"token_group":9,"text":"clazz","start_char":15,"line":4},{"index_id":12,"token_group":10,"text":"To","start_char":20,"line":4},{"index_id":13,"token_group":10,"text":"Process","start_char":22,"line":4},{"index_id":14,"token_group":10,"text":",","start_char":29,"line":4},{"index_id":15,"token_group":11,"text":"property","start_char":15,"line":5},{"index_id":16,"token_group":12,"text":",","start_char":23,"line":5},{"index_id":17,"token_group":13,"text":"parent","start_char":15,"line":6},{"index_id":18,"token_group":14,"text":"Property","start_char":21,"line":6},{"index_id":19,"token_group":14,"text":"Holder","start_char":29,"line":6},{"index_id":20,"token_group":14,"text":",","start_char":35,"line":6},{"index_id":21,"token_group":15,"text":"context","start_char":15,"line":7},{"index_id":22,"token_group":16,"text":")","start_char":11,"line":8},{"index_id":23,"token_group":17,"text":";","start_char":12,"line":8},{"index_id":24,"token_group":18,"text":"}","start_char":0,"line":9}],"tokens_list":["{","return","new","collection","Property","Holder","(","collection",",","path",",","clazz","To","Process",",","property",",","parent","Property","Holder",",","context",")",";","}"],"uuid":"71f6a90528efcfaa80271921a344a76c"},{"cap_original_tokens":["<SENTENCE_START>","{","return","<id>","my","Request","Id","<\/id>",";","}","<SENTENCE_END\/>"],"file_name":"RequestFuture.java","formatted_lines":["{","    return myRequestID;","}"],"function_name":"getRequestID","function_name_tokens":["get","request","id"],"id_body_hash":"21015c4471c697201fe1814562a20639","id_same_identifier_list":[0,1,2,3,3,3,4,5,6],"option_correct":"getRequestID","options":["getID","parseComprehension","testSCR6744_1","startDrag","getRequest","getRequestID","getId"],"options_nlp":["get id","parse comprehension","test scr 6744 1","start drag","get request","get request id","get id"],"options_random":["startDrag","parseComprehension","testSCR6744_1"],"options_tfidf":["getId","getID","getRequest"],"project_name":"intellij-community","source_code_string":"public UUID getRequestID() {\n    return myRequestID;\n  }","tokens_in_code":[{"index_id":0,"token_group":0,"text":"{","start_char":0,"line":0},{"index_id":1,"token_group":1,"text":"return","start_char":4,"line":1},{"index_id":2,"token_group":2,"text":"my","start_char":11,"line":1},{"index_id":3,"token_group":3,"text":"Request","start_char":13,"line":1},{"index_id":4,"token_group":3,"text":"Id","start_char":20,"line":1},{"index_id":5,"token_group":3,"text":";","start_char":22,"line":1},{"index_id":6,"token_group":4,"text":"}","start_char":0,"line":2}],"tokens_list":["{","return","my","Request","Id",";","}"],"uuid":"5bcd4c5e58ee8e6f7e88fd0c178561f1"},{"cap_original_tokens":["<SENTENCE_START>","{","<id>","my","Weight","<\/id>","=","<id>","weight","<\/id>",";","}","<SENTENCE_END\/>"],"file_name":"Presentation.java","formatted_lines":["{","    myWeight = weight;","}"],"function_name":"setWeight","function_name_tokens":["set","weight"],"id_body_hash":"cb9966ebdafac6b2bd23d39bf4b555b9","id_same_identifier_list":[0,1,2,2,3,4,5,6,7],"option_correct":"setWeight","options":["setWeight","set","launchLoadDiffInfo","setA","readName","setB","isDynamicVMOptions"],"options_nlp":["set weight","set","launch load diff info","set a","read name","set b","is dynamic vm options"],"options_random":["launchLoadDiffInfo","isDynamicVMOptions","readName"],"options_tfidf":["setA","setB","set"],"project_name":"intellij-community","source_code_string":"public void setWeight(double weight) {\n    myWeight = weight;\n  }","tokens_in_code":[{"index_id":0,"token_group":0,"text":"{","start_char":0,"line":0},{"index_id":1,"token_group":1,"text":"my","start_char":4,"line":1},{"index_id":2,"token_group":2,"text":"Weight","start_char":6,"line":1},{"index_id":3,"token_group":2,"text":"=","start_char":13,"line":1},{"index_id":4,"token_group":3,"text":"weight","start_char":15,"line":1},{"index_id":5,"token_group":4,"text":";","start_char":21,"line":1},{"index_id":6,"token_group":5,"text":"}","start_char":0,"line":2}],"tokens_list":["{","my","Weight","=","weight",";","}"],"uuid":"4cb4e91e3a9f23399a71c0992bd858c5"},{"cap_original_tokens":["<SENTENCE_START>","{","<id>","url","<\/id>","<id>","url","Object","<\/id>","=","new","<id>","url","<\/id>","(","<id>","url","<\/id>",")",";","<id>","http","Url","Connection","<\/id>","<id>","http","Url","Connection","<\/id>","=","(","<id>","http","Url","Connection","<\/id>",")","<id>","url","Object","<\/id>",".","<id>","open","Connection","<\/id>","(",")",";","<id>","http","Url","Connection","<\/id>",".","<id>","set","Connect","Timeout","<\/id>","(","1500","*","1000",")",";","<id>","http","Url","Connection","<\/id>",".","<id>","set","Instance","Follow","Redirects","<\/id>","(","true",")",";","<id>","http","Url","Connection","<\/id>",".","<id>","set","Read","Timeout","<\/id>","(","1500","*","1000",")",";","for","(","<id>","map","<\/id>",".","<id>","entry","<\/id>","<","<id>","string","<\/id>",",","<id>","list","<\/id>","<","<id>","string","<\/id>",">>","<id>","entry","<\/id>",":","<id>","headers","<\/id>",".","<id>","entry","Set","<\/id>","(",")",")","{","<id>","string","<\/id>","<id>","key","<\/id>","=","<id>","entry","<\/id>",".","<id>","get","Key","<\/id>","(",")",";","for","(","<id>","string","<\/id>","<id>","value","<\/id>",":","<id>","entry","<\/id>",".","<id>","get","Value","<\/id>","(",")",")","{","if","(","<id>","key","<\/id>",".","<id>","equals","<\/id>","(","\"Cookie\"",")",")","{","<id>","http","Url","Connection","<\/id>",".","<id>","add","Request","Property","<\/id>","(","<id>","key","<\/id>",",","<id>","value","<\/id>",".","<id>","split","<\/id>","(","\";\"",",","2",")","[","0","]",")",";","}","else","{","<id>","http","Url","Connection","<\/id>",".","<id>","set","Request","Property","<\/id>","(","<id>","key","<\/id>",",","<id>","value","<\/id>",")",";","}","}","}","try","(","<id>","input","Stream","<\/id>","<id>","input","Stream","<\/id>","=","<id>","http","Url","Connection","<\/id>",".","<id>","get","Input","Stream","<\/id>","(",")",")","{","<id>","map","<\/id>","<","<id>","string","<\/id>",",","<id>","list","<\/id>","<","<id>","string","<\/id>",">>","<id>","header","Fields","<\/id>","=","<id>","http","Url","Connection","<\/id>",".","<id>","get","Header","Fields","<\/id>","(",")",";","return","new","<id>","response","<\/id>","(","<id>","http","Url","Connection","<\/id>",".","<id>","get","Response","Code","<\/id>","(",")",",","<id>","string","Util","<\/id>",".","<id>","read","<\/id>","(","<id>","input","Stream","<\/id>",")",",","<id>","header","Fields","<\/id>",".","<id>","get","<\/id>","(","\"Set-Cookie\"",")",")",";","}","catch","(","<id>","io","Exception","<\/id>","<id>","ioe","<\/id>",")","{","try","(","<id>","input","Stream","<\/id>","<id>","input","Stream","<\/id>","=","<id>","http","Url","Connection","<\/id>",".","<id>","get","Error","Stream","<\/id>","(",")",")","{","if","(","<id>","input","Stream","<\/id>","!=","null",")","{","while","(","<id>","input","Stream","<\/id>",".","<id>","read","<\/id>","(",")","!=","-","1",")",";","}","}","return","new","<id>","response","<\/id>","(","<id>","http","Url","Connection","<\/id>",".","<id>","get","Response","Code","<\/id>","(",")",",","null",",","null",")",";","}","finally","{","<id>","http","Url","Connection","<\/id>",".","<id>","disconnect","<\/id>","(",")",";","}","}","<SENTENCE_END\/>"],"file_name":"PortletContainerTestUtil.java","formatted_lines":["{","","    URL urlObject = new URL(url);","","    HttpURLConnection httpURLConnection =","    (HttpURLConnection)urlObject.openConnection();","","    httpURLConnection.setConnectTimeout(1500 * 1000);","    httpURLConnection.setInstanceFollowRedirects(true);","    httpURLConnection.setReadTimeout(1500 * 1000);","","    for (Map.Entry<String, List<String>> entry : headers.entrySet())","    {","        String key = entry.getKey();","","        for (String value : entry.getValue())","        {","            if (key.equals(\"Cookie\"))","            {","                httpURLConnection.addRequestProperty(","                    key, value.split(\";\", 2)[0]);","            }","            else","            {","                httpURLConnection.setRequestProperty(key, value);","            }","        }","    }","","    try (InputStream inputStream = httpURLConnection.getInputStream())","    {","        Map<String, List<String>> headerFields =","                                   httpURLConnection.getHeaderFields();","","        return new Response(","                   httpURLConnection.getResponseCode(),","                   StringUtil.read(inputStream), headerFields.get(\"Set-Cookie\"));","    }","    catch (IOException ioe)","    {","        try (InputStream inputStream = httpURLConnection.getErrorStream())","        {","            if (inputStream != null)","            {","                while (inputStream.read() != -1);","            }","        }","","        return new Response(","                   httpURLConnection.getResponseCode(), null, null);","    }","    finally {","        httpURLConnection.disconnect();","    }","}"],"function_name":"request","function_name_tokens":["request"],"id_body_hash":"ca6adfd9337f095686f6bfd007ca6868","id_same_identifier_list":[0,1,2,3,3,4,5,6,7,8,9,10,11,11,11,12,12,12,13,14,15,15,15,16,17,17,18,19,19,20,21,22,23,23,23,24,25,25,25,26,27,28,29,30,31,32,32,32,33,34,34,34,34,35,36,37,38,39,39,39,40,41,41,41,42,43,44,45,46,47,48,49,50,51,52,53,54,55,56,57,58,59,60,61,62,63,64,64,65,66,67,68,69,70,71,72,73,74,74,75,76,77,78,79,80,81,82,83,84,85,85,86,87,88,89,90,91,92,93,94,95,96,97,98,99,100,100,100,101,102,102,102,103,104,105,106,107,108,109,110,111,112,113,114,115,116,117,118,119,120,121,122,122,122,123,124,124,124,125,126,127,128,129,130,131,132,133,134,135,136,136,137,137,138,139,139,139,140,141,141,141,142,143,144,145,146,147,148,149,150,151,152,153,154,154,155,156,156,156,157,158,158,158,159,160,161,162,163,164,165,166,166,166,167,168,168,168,169,170,171,172,172,173,174,175,176,176,177,178,179,179,180,181,182,183,184,185,186,187,188,189,190,190,191,192,193,194,195,196,196,197,197,198,199,199,199,200,201,201,201,202,203,204,205,206,207,208,208,209,210,211,212,213,214,215,215,216,217,218,219,220,221,222,223,224,225,226,227,228,229,230,231,231,231,232,233,233,233,234,235,236,237,238,239,240,241,242,243,244,245,245,245,246,247,248,249,250,251,252,253],"option_correct":"request","options":["testUnbind4","setDiffResults","setRequest","executeRequest","setRequestAttributes","testGetImageSelectorWithImageURL","request"],"options_nlp":["test unbind 4","set diff results","set request","execute request","set request attributes","test get image selector with image url","request"],"options_random":["testGetImageSelectorWithImageURL","setDiffResults","testUnbind4"],"options_tfidf":["setRequest","executeRequest","setRequestAttributes"],"project_name":"liferay-portal","source_code_string":"public static Response request(\n\t\t\tString url, Map<String, List<String>> headers)\n\t\tthrows IOException {\n\n\t\tURL urlObject = new URL(url);\n\n\t\tHttpURLConnection httpURLConnection =\n\t\t\t(HttpURLConnection)urlObject.openConnection();\n\n\t\thttpURLConnection.setConnectTimeout(1500 * 1000);\n\t\thttpURLConnection.setInstanceFollowRedirects(true);\n\t\thttpURLConnection.setReadTimeout(1500 * 1000);\n\n\t\tfor (Map.Entry<String, List<String>> entry : headers.entrySet()) {\n\t\t\tString key = entry.getKey();\n\n\t\t\tfor (String value : entry.getValue()) {\n\t\t\t\tif (key.equals(\"Cookie\")) {\n\t\t\t\t\thttpURLConnection.addRequestProperty(\n\t\t\t\t\t\tkey, value.split(\";\", 2)[0]);\n\t\t\t\t}\n\t\t\t\telse {\n\t\t\t\t\thttpURLConnection.setRequestProperty(key, value);\n\t\t\t\t}\n\t\t\t}\n\t\t}\n\n\t\ttry (InputStream inputStream = httpURLConnection.getInputStream()) {\n\t\t\tMap<String, List<String>> headerFields =\n\t\t\t\thttpURLConnection.getHeaderFields();\n\n\t\t\treturn new Response(\n\t\t\t\thttpURLConnection.getResponseCode(),\n\t\t\t\tStringUtil.read(inputStream), headerFields.get(\"Set-Cookie\"));\n\t\t}\n\t\tcatch (IOException ioe) {\n\t\t\ttry (InputStream inputStream = httpURLConnection.getErrorStream()) {\n\t\t\t\tif (inputStream != null) {\n\t\t\t\t\twhile (inputStream.read() != -1);\n\t\t\t\t}\n\t\t\t}\n\n\t\t\treturn new Response(\n\t\t\t\thttpURLConnection.getResponseCode(), null, null);\n\t\t}\n\t\tfinally {\n\t\t\thttpURLConnection.disconnect();\n\t\t}\n\t}","tokens_in_code":[{"index_id":0,"token_group":0,"text":"{","start_char":0,"line":0},{"index_id":1,"token_group":1,"text":"url","start_char":4,"line":2},{"index_id":2,"token_group":2,"text":"url","start_char":8,"line":2},{"index_id":3,"token_group":3,"text":"Object","start_char":11,"line":2},{"index_id":4,"token_group":3,"text":"=","start_char":18,"line":2},{"index_id":5,"token_group":4,"text":"new","start_char":20,"line":2},{"index_id":6,"token_group":5,"text":"url","start_char":24,"line":2},{"index_id":7,"token_group":6,"text":"(","start_char":27,"line":2},{"index_id":8,"token_group":7,"text":"url","start_char":28,"line":2},{"index_id":9,"token_group":8,"text":")","start_char":31,"line":2},{"index_id":10,"token_group":9,"text":";","start_char":32,"line":2},{"index_id":11,"token_group":10,"text":"http","start_char":4,"line":4},{"index_id":12,"token_group":11,"text":"Url","start_char":8,"line":4},{"index_id":13,"token_group":11,"text":"Connection","start_char":11,"line":4},{"index_id":14,"token_group":11,"text":"http","start_char":22,"line":4},{"index_id":15,"token_group":12,"text":"Url","start_char":26,"line":4},{"index_id":16,"token_group":12,"text":"Connection","start_char":29,"line":4},{"index_id":17,"token_group":12,"text":"=","start_char":40,"line":4},{"index_id":18,"token_group":13,"text":"(","start_char":4,"line":5},{"index_id":19,"token_group":14,"text":"http","start_char":5,"line":5},{"index_id":20,"token_group":15,"text":"Url","start_char":9,"line":5},{"index_id":21,"token_group":15,"text":"Connection","start_char":12,"line":5},{"index_id":22,"token_group":15,"text":")","start_char":22,"line":5},{"index_id":23,"token_group":16,"text":"url","start_char":23,"line":5},{"index_id":24,"token_group":17,"text":"Object","start_char":26,"line":5},{"index_id":25,"token_group":17,"text":".","start_char":32,"line":5},{"index_id":26,"token_group":18,"text":"open","start_char":33,"line":5},{"index_id":27,"token_group":19,"text":"Connection","start_char":37,"line":5},{"index_id":28,"token_group":19,"text":"(","start_char":47,"line":5},{"index_id":29,"token_group":20,"text":")","start_char":48,"line":5},{"index_id":30,"token_group":21,"text":";","start_char":49,"line":5},{"index_id":31,"token_group":22,"text":"http","start_char":4,"line":7},{"index_id":32,"token_group":23,"text":"Url","start_char":8,"line":7},{"index_id":33,"token_group":23,"text":"Connection","start_char":11,"line":7},{"index_id":34,"token_group":23,"text":".","start_char":21,"line":7},{"index_id":35,"token_group":24,"text":"set","start_char":22,"line":7},{"index_id":36,"token_group":25,"text":"Connect","start_char":25,"line":7},{"index_id":37,"token_group":25,"text":"Timeout","start_char":32,"line":7},{"index_id":38,"token_group":25,"text":"(","start_char":39,"line":7},{"index_id":39,"token_group":26,"text":"1500","start_char":40,"line":7},{"index_id":40,"token_group":27,"text":"*","start_char":45,"line":7},{"index_id":41,"token_group":28,"text":"1000","start_char":47,"line":7},{"index_id":42,"token_group":29,"text":")","start_char":51,"line":7},{"index_id":43,"token_group":30,"text":";","start_char":52,"line":7},{"index_id":44,"token_group":31,"text":"http","start_char":4,"line":8},{"index_id":45,"token_group":32,"text":"Url","start_char":8,"line":8},{"index_id":46,"token_group":32,"text":"Connection","start_char":11,"line":8},{"index_id":47,"token_group":32,"text":".","start_char":21,"line":8},{"index_id":48,"token_group":33,"text":"set","start_char":22,"line":8},{"index_id":49,"token_group":34,"text":"Instance","start_char":25,"line":8},{"index_id":50,"token_group":34,"text":"Follow","start_char":33,"line":8},{"index_id":51,"token_group":34,"text":"Redirects","start_char":39,"line":8},{"index_id":52,"token_group":34,"text":"(","start_char":48,"line":8},{"index_id":53,"token_group":35,"text":"true","start_char":49,"line":8},{"index_id":54,"token_group":36,"text":")","start_char":53,"line":8},{"index_id":55,"token_group":37,"text":";","start_char":54,"line":8},{"index_id":56,"token_group":38,"text":"http","start_char":4,"line":9},{"index_id":57,"token_group":39,"text":"Url","start_char":8,"line":9},{"index_id":58,"token_group":39,"text":"Connection","start_char":11,"line":9},{"index_id":59,"token_group":39,"text":".","start_char":21,"line":9},{"index_id":60,"token_group":40,"text":"set","start_char":22,"line":9},{"index_id":61,"token_group":41,"text":"Read","start_char":25,"line":9},{"index_id":62,"token_group":41,"text":"Timeout","start_char":29,"line":9},{"index_id":63,"token_group":41,"text":"(","start_char":36,"line":9},{"index_id":64,"token_group":42,"text":"1500","start_char":37,"line":9},{"index_id":65,"token_group":43,"text":"*","start_char":42,"line":9},{"index_id":66,"token_group":44,"text":"1000","start_char":44,"line":9},{"index_id":67,"token_group":45,"text":")","start_char":48,"line":9},{"index_id":68,"token_group":46,"text":";","start_char":49,"line":9},{"index_id":69,"token_group":47,"text":"for","start_char":4,"line":11},{"index_id":70,"token_group":48,"text":"(","start_char":8,"line":11},{"index_id":71,"token_group":49,"text":"map","start_char":9,"line":11},{"index_id":72,"token_group":50,"text":".","start_char":12,"line":11},{"index_id":73,"token_group":51,"text":"entry","start_char":13,"line":11},{"index_id":74,"token_group":52,"text":"<","start_char":18,"line":11},{"index_id":75,"token_group":53,"text":"string","start_char":19,"line":11},{"index_id":76,"token_group":54,"text":",","start_char":25,"line":11},{"index_id":77,"token_group":55,"text":"list","start_char":27,"line":11},{"index_id":78,"token_group":56,"text":"<","start_char":31,"line":11},{"index_id":79,"token_group":57,"text":"string","start_char":32,"line":11},{"index_id":80,"token_group":58,"text":">>","start_char":38,"line":11},{"index_id":81,"token_group":59,"text":"entry","start_char":41,"line":11},{"index_id":82,"token_group":60,"text":":","start_char":47,"line":11},{"index_id":83,"token_group":61,"text":"headers","start_char":49,"line":11},{"index_id":84,"token_group":62,"text":".","start_char":56,"line":11},{"index_id":85,"token_group":63,"text":"entry","start_char":57,"line":11},{"index_id":86,"token_group":64,"text":"Set","start_char":62,"line":11},{"index_id":87,"token_group":64,"text":"(","start_char":65,"line":11},{"index_id":88,"token_group":65,"text":")","start_char":66,"line":11},{"index_id":89,"token_group":66,"text":")","start_char":67,"line":11},{"index_id":90,"token_group":67,"text":"{","start_char":4,"line":12},{"index_id":91,"token_group":68,"text":"string","start_char":8,"line":13},{"index_id":92,"token_group":69,"text":"key","start_char":15,"line":13},{"index_id":93,"token_group":70,"text":"=","start_char":19,"line":13},{"index_id":94,"token_group":71,"text":"entry","start_char":21,"line":13},{"index_id":95,"token_group":72,"text":".","start_char":26,"line":13},{"index_id":96,"token_group":73,"text":"get","start_char":27,"line":13},{"index_id":97,"token_group":74,"text":"Key","start_char":30,"line":13},{"index_id":98,"token_group":74,"text":"(","start_char":33,"line":13},{"index_id":99,"token_group":75,"text":")","start_char":34,"line":13},{"index_id":100,"token_group":76,"text":";","start_char":35,"line":13},{"index_id":101,"token_group":77,"text":"for","start_char":8,"line":15},{"index_id":102,"token_group":78,"text":"(","start_char":12,"line":15},{"index_id":103,"token_group":79,"text":"string","start_char":13,"line":15},{"index_id":104,"token_group":80,"text":"value","start_char":20,"line":15},{"index_id":105,"token_group":81,"text":":","start_char":26,"line":15},{"index_id":106,"token_group":82,"text":"entry","start_char":28,"line":15},{"index_id":107,"token_group":83,"text":".","start_char":33,"line":15},{"index_id":108,"token_group":84,"text":"get","start_char":34,"line":15},{"index_id":109,"token_group":85,"text":"Value","start_char":37,"line":15},{"index_id":110,"token_group":85,"text":"(","start_char":42,"line":15},{"index_id":111,"token_group":86,"text":")","start_char":43,"line":15},{"index_id":112,"token_group":87,"text":")","start_char":44,"line":15},{"index_id":113,"token_group":88,"text":"{","start_char":8,"line":16},{"index_id":114,"token_group":89,"text":"if","start_char":12,"line":17},{"index_id":115,"token_group":90,"text":"(","start_char":15,"line":17},{"index_id":116,"token_group":91,"text":"key","start_char":16,"line":17},{"index_id":117,"token_group":92,"text":".","start_char":19,"line":17},{"index_id":118,"token_group":93,"text":"equals","start_char":20,"line":17},{"index_id":119,"token_group":94,"text":"(","start_char":26,"line":17},{"index_id":120,"token_group":95,"text":"\"Cookie\"","start_char":27,"line":17},{"index_id":121,"token_group":96,"text":")","start_char":35,"line":17},{"index_id":122,"token_group":97,"text":")","start_char":36,"line":17},{"index_id":123,"token_group":98,"text":"{","start_char":12,"line":18},{"index_id":124,"token_group":99,"text":"http","start_char":16,"line":19},{"index_id":125,"token_group":100,"text":"Url","start_char":20,"line":19},{"index_id":126,"token_group":100,"text":"Connection","start_char":23,"line":19},{"index_id":127,"token_group":100,"text":".","start_char":33,"line":19},{"index_id":128,"token_group":101,"text":"add","start_char":34,"line":19},{"index_id":129,"token_group":102,"text":"Request","start_char":37,"line":19},{"index_id":130,"token_group":102,"text":"Property","start_char":44,"line":19},{"index_id":131,"token_group":102,"text":"(","start_char":52,"line":19},{"index_id":132,"token_group":103,"text":"key","start_char":20,"line":20},{"index_id":133,"token_group":104,"text":",","start_char":23,"line":20},{"index_id":134,"token_group":105,"text":"value","start_char":25,"line":20},{"index_id":135,"token_group":106,"text":".","start_char":30,"line":20},{"index_id":136,"token_group":107,"text":"split","start_char":31,"line":20},{"index_id":137,"token_group":108,"text":"(","start_char":36,"line":20},{"index_id":138,"token_group":109,"text":"\";\"","start_char":37,"line":20},{"index_id":139,"token_group":110,"text":",","start_char":40,"line":20},{"index_id":140,"token_group":111,"text":"2","start_char":42,"line":20},{"index_id":141,"token_group":112,"text":")","start_char":43,"line":20},{"index_id":142,"token_group":113,"text":"[","start_char":44,"line":20},{"index_id":143,"token_group":114,"text":"0","start_char":45,"line":20},{"index_id":144,"token_group":115,"text":"]","start_char":46,"line":20},{"index_id":145,"token_group":116,"text":")","start_char":47,"line":20},{"index_id":146,"token_group":117,"text":";","start_char":48,"line":20},{"index_id":147,"token_group":118,"text":"}","start_char":12,"line":21},{"index_id":148,"token_group":119,"text":"else","start_char":12,"line":22},{"index_id":149,"token_group":120,"text":"{","start_char":12,"line":23},{"index_id":150,"token_group":121,"text":"http","start_char":16,"line":24},{"index_id":151,"token_group":122,"text":"Url","start_char":20,"line":24},{"index_id":152,"token_group":122,"text":"Connection","start_char":23,"line":24},{"index_id":153,"token_group":122,"text":".","start_char":33,"line":24},{"index_id":154,"token_group":123,"text":"set","start_char":34,"line":24},{"index_id":155,"token_group":124,"text":"Request","start_char":37,"line":24},{"index_id":156,"token_group":124,"text":"Property","start_char":44,"line":24},{"index_id":157,"token_group":124,"text":"(","start_char":52,"line":24},{"index_id":158,"token_group":125,"text":"key","start_char":53,"line":24},{"index_id":159,"token_group":126,"text":",","start_char":56,"line":24},{"index_id":160,"token_group":127,"text":"value","start_char":58,"line":24},{"index_id":161,"token_group":128,"text":")","start_char":63,"line":24},{"index_id":162,"token_group":129,"text":";","start_char":64,"line":24},{"index_id":163,"token_group":130,"text":"}","start_char":12,"line":25},{"index_id":164,"token_group":131,"text":"}","start_char":8,"line":26},{"index_id":165,"token_group":132,"text":"}","start_char":4,"line":27},{"index_id":166,"token_group":133,"text":"try","start_char":4,"line":29},{"index_id":167,"token_group":134,"text":"(","start_char":8,"line":29},{"index_id":168,"token_group":135,"text":"input","start_char":9,"line":29},{"index_id":169,"token_group":136,"text":"Stream","start_char":14,"line":29},{"index_id":170,"token_group":136,"text":"input","start_char":21,"line":29},{"index_id":171,"token_group":137,"text":"Stream","start_char":26,"line":29},{"index_id":172,"token_group":137,"text":"=","start_char":33,"line":29},{"index_id":173,"token_group":138,"text":"http","start_char":35,"line":29},{"index_id":174,"token_group":139,"text":"Url","start_char":39,"line":29},{"index_id":175,"token_group":139,"text":"Connection","start_char":42,"line":29},{"index_id":176,"token_group":139,"text":".","start_char":52,"line":29},{"index_id":177,"token_group":140,"text":"get","start_char":53,"line":29},{"index_id":178,"token_group":141,"text":"Input","start_char":56,"line":29},{"index_id":179,"token_group":141,"text":"Stream","start_char":61,"line":29},{"index_id":180,"token_group":141,"text":"(","start_char":67,"line":29},{"index_id":181,"token_group":142,"text":")","start_char":68,"line":29},{"index_id":182,"token_group":143,"text":")","start_char":69,"line":29},{"index_id":183,"token_group":144,"text":"{","start_char":4,"line":30},{"index_id":184,"token_group":145,"text":"map","start_char":8,"line":31},{"index_id":185,"token_group":146,"text":"<","start_char":11,"line":31},{"index_id":186,"token_group":147,"text":"string","start_char":12,"line":31},{"index_id":187,"token_group":148,"text":",","start_char":18,"line":31},{"index_id":188,"token_group":149,"text":"list","start_char":20,"line":31},{"index_id":189,"token_group":150,"text":"<","start_char":24,"line":31},{"index_id":190,"token_group":151,"text":"string","start_char":25,"line":31},{"index_id":191,"token_group":152,"text":">>","start_char":31,"line":31},{"index_id":192,"token_group":153,"text":"header","start_char":34,"line":31},{"index_id":193,"token_group":154,"text":"Fields","start_char":40,"line":31},{"index_id":194,"token_group":154,"text":"=","start_char":47,"line":31},{"index_id":195,"token_group":155,"text":"http","start_char":35,"line":32},{"index_id":196,"token_group":156,"text":"Url","start_char":39,"line":32},{"index_id":197,"token_group":156,"text":"Connection","start_char":42,"line":32},{"index_id":198,"token_group":156,"text":".","start_char":52,"line":32},{"index_id":199,"token_group":157,"text":"get","start_char":53,"line":32},{"index_id":200,"token_group":158,"text":"Header","start_char":56,"line":32},{"index_id":201,"token_group":158,"text":"Fields","start_char":62,"line":32},{"index_id":202,"token_group":158,"text":"(","start_char":68,"line":32},{"index_id":203,"token_group":159,"text":")","start_char":69,"line":32},{"index_id":204,"token_group":160,"text":";","start_char":70,"line":32},{"index_id":205,"token_group":161,"text":"return","start_char":8,"line":34},{"index_id":206,"token_group":162,"text":"new","start_char":15,"line":34},{"index_id":207,"token_group":163,"text":"response","start_char":19,"line":34},{"index_id":208,"token_group":164,"text":"(","start_char":27,"line":34},{"index_id":209,"token_group":165,"text":"http","start_char":19,"line":35},{"index_id":210,"token_group":166,"text":"Url","start_char":23,"line":35},{"index_id":211,"token_group":166,"text":"Connection","start_char":26,"line":35},{"index_id":212,"token_group":166,"text":".","start_char":36,"line":35},{"index_id":213,"token_group":167,"text":"get","start_char":37,"line":35},{"index_id":214,"token_group":168,"text":"Response","start_char":40,"line":35},{"index_id":215,"token_group":168,"text":"Code","start_char":48,"line":35},{"index_id":216,"token_group":168,"text":"(","start_char":52,"line":35},{"index_id":217,"token_group":169,"text":")","start_char":53,"line":35},{"index_id":218,"token_group":170,"text":",","start_char":54,"line":35},{"index_id":219,"token_group":171,"text":"string","start_char":19,"line":36},{"index_id":220,"token_group":172,"text":"Util","start_char":25,"line":36},{"index_id":221,"token_group":172,"text":".","start_char":29,"line":36},{"index_id":222,"token_group":173,"text":"read","start_char":30,"line":36},{"index_id":223,"token_group":174,"text":"(","start_char":34,"line":36},{"index_id":224,"token_group":175,"text":"input","start_char":35,"line":36},{"index_id":225,"token_group":176,"text":"Stream","start_char":40,"line":36},{"index_id":226,"token_group":176,"text":")","start_char":46,"line":36},{"index_id":227,"token_group":177,"text":",","start_char":47,"line":36},{"index_id":228,"token_group":178,"text":"header","start_char":49,"line":36},{"index_id":229,"token_group":179,"text":"Fields","start_char":55,"line":36},{"index_id":230,"token_group":179,"text":".","start_char":61,"line":36},{"index_id":231,"token_group":180,"text":"get","start_char":62,"line":36},{"index_id":232,"token_group":181,"text":"(","start_char":65,"line":36},{"index_id":233,"token_group":182,"text":"\"Set-Cookie\"","start_char":66,"line":36},{"index_id":234,"token_group":183,"text":")","start_char":78,"line":36},{"index_id":235,"token_group":184,"text":")","start_char":79,"line":36},{"index_id":236,"token_group":185,"text":";","start_char":80,"line":36},{"index_id":237,"token_group":186,"text":"}","start_char":4,"line":37},{"index_id":238,"token_group":187,"text":"catch","start_char":4,"line":38},{"index_id":239,"token_group":188,"text":"(","start_char":10,"line":38},{"index_id":240,"token_group":189,"text":"io","start_char":11,"line":38},{"index_id":241,"token_group":190,"text":"Exception","start_char":13,"line":38},{"index_id":242,"token_group":190,"text":"ioe","start_char":23,"line":38},{"index_id":243,"token_group":191,"text":")","start_char":26,"line":38},{"index_id":244,"token_group":192,"text":"{","start_char":4,"line":39},{"index_id":245,"token_group":193,"text":"try","start_char":8,"line":40},{"index_id":246,"token_group":194,"text":"(","start_char":12,"line":40},{"index_id":247,"token_group":195,"text":"input","start_char":13,"line":40},{"index_id":248,"token_group":196,"text":"Stream","start_char":18,"line":40},{"index_id":249,"token_group":196,"text":"input","start_char":25,"line":40},{"index_id":250,"token_group":197,"text":"Stream","start_char":30,"line":40},{"index_id":251,"token_group":197,"text":"=","start_char":37,"line":40},{"index_id":252,"token_group":198,"text":"http","start_char":39,"line":40},{"index_id":253,"token_group":199,"text":"Url","start_char":43,"line":40},{"index_id":254,"token_group":199,"text":"Connection","start_char":46,"line":40},{"index_id":255,"token_group":199,"text":".","start_char":56,"line":40},{"index_id":256,"token_group":200,"text":"get","start_char":57,"line":40},{"index_id":257,"token_group":201,"text":"Error","start_char":60,"line":40},{"index_id":258,"token_group":201,"text":"Stream","start_char":65,"line":40},{"index_id":259,"token_group":201,"text":"(","start_char":71,"line":40},{"index_id":260,"token_group":202,"text":")","start_char":72,"line":40},{"index_id":261,"token_group":203,"text":")","start_char":73,"line":40},{"index_id":262,"token_group":204,"text":"{","start_char":8,"line":41},{"index_id":263,"token_group":205,"text":"if","start_char":12,"line":42},{"index_id":264,"token_group":206,"text":"(","start_char":15,"line":42},{"index_id":265,"token_group":207,"text":"input","start_char":16,"line":42},{"index_id":266,"token_group":208,"text":"Stream","start_char":21,"line":42},{"index_id":267,"token_group":208,"text":"!=","start_char":28,"line":42},{"index_id":268,"token_group":209,"text":"null","start_char":31,"line":42},{"index_id":269,"token_group":210,"text":")","start_char":35,"line":42},{"index_id":270,"token_group":211,"text":"{","start_char":12,"line":43},{"index_id":271,"token_group":212,"text":"while","start_char":16,"line":44},{"index_id":272,"token_group":213,"text":"(","start_char":22,"line":44},{"index_id":273,"token_group":214,"text":"input","start_char":23,"line":44},{"index_id":274,"token_group":215,"text":"Stream","start_char":28,"line":44},{"index_id":275,"token_group":215,"text":".","start_char":34,"line":44},{"index_id":276,"token_group":216,"text":"read","start_char":35,"line":44},{"index_id":277,"token_group":217,"text":"(","start_char":39,"line":44},{"index_id":278,"token_group":218,"text":")","start_char":40,"line":44},{"index_id":279,"token_group":219,"text":"!=","start_char":42,"line":44},{"index_id":280,"token_group":220,"text":"-","start_char":45,"line":44},{"index_id":281,"token_group":221,"text":"1","start_char":46,"line":44},{"index_id":282,"token_group":222,"text":")","start_char":47,"line":44},{"index_id":283,"token_group":223,"text":";","start_char":48,"line":44},{"index_id":284,"token_group":224,"text":"}","start_char":12,"line":45},{"index_id":285,"token_group":225,"text":"}","start_char":8,"line":46},{"index_id":286,"token_group":226,"text":"return","start_char":8,"line":48},{"index_id":287,"token_group":227,"text":"new","start_char":15,"line":48},{"index_id":288,"token_group":228,"text":"response","start_char":19,"line":48},{"index_id":289,"token_group":229,"text":"(","start_char":27,"line":48},{"index_id":290,"token_group":230,"text":"http","start_char":19,"line":49},{"index_id":291,"token_group":231,"text":"Url","start_char":23,"line":49},{"index_id":292,"token_group":231,"text":"Connection","start_char":26,"line":49},{"index_id":293,"token_group":231,"text":".","start_char":36,"line":49},{"index_id":294,"token_group":232,"text":"get","start_char":37,"line":49},{"index_id":295,"token_group":233,"text":"Response","start_char":40,"line":49},{"index_id":296,"token_group":233,"text":"Code","start_char":48,"line":49},{"index_id":297,"token_group":233,"text":"(","start_char":52,"line":49},{"index_id":298,"token_group":234,"text":")","start_char":53,"line":49},{"index_id":299,"token_group":235,"text":",","start_char":54,"line":49},{"index_id":300,"token_group":236,"text":"null","start_char":56,"line":49},{"index_id":301,"token_group":237,"text":",","start_char":60,"line":49},{"index_id":302,"token_group":238,"text":"null","start_char":62,"line":49},{"index_id":303,"token_group":239,"text":")","start_char":66,"line":49},{"index_id":304,"token_group":240,"text":";","start_char":67,"line":49},{"index_id":305,"token_group":241,"text":"}","start_char":4,"line":50},{"index_id":306,"token_group":242,"text":"finally","start_char":4,"line":51},{"index_id":307,"token_group":243,"text":"{","start_char":12,"line":51},{"index_id":308,"token_group":244,"text":"http","start_char":8,"line":52},{"index_id":309,"token_group":245,"text":"Url","start_char":12,"line":52},{"index_id":310,"token_group":245,"text":"Connection","start_char":15,"line":52},{"index_id":311,"token_group":245,"text":".","start_char":25,"line":52},{"index_id":312,"token_group":246,"text":"disconnect","start_char":26,"line":52},{"index_id":313,"token_group":247,"text":"(","start_char":36,"line":52},{"index_id":314,"token_group":248,"text":")","start_char":37,"line":52},{"index_id":315,"token_group":249,"text":";","start_char":38,"line":52},{"index_id":316,"token_group":250,"text":"}","start_char":4,"line":53},{"index_id":317,"token_group":251,"text":"}","start_char":0,"line":54}],"tokens_list":["{","url","url","Object","=","new","url","(","url",")",";","http","Url","Connection","http","Url","Connection","=","(","http","Url","Connection",")","url","Object",".","open","Connection","(",")",";","http","Url","Connection",".","set","Connect","Timeout","(","1500","*","1000",")",";","http","Url","Connection",".","set","Instance","Follow","Redirects","(","true",")",";","http","Url","Connection",".","set","Read","Timeout","(","1500","*","1000",")",";","for","(","map",".","entry","<","string",",","list","<","string",">>","entry",":","headers",".","entry","Set","(",")",")","{","string","key","=","entry",".","get","Key","(",")",";","for","(","string","value",":","entry",".","get","Value","(",")",")","{","if","(","key",".","equals","(","\"Cookie\"",")",")","{","http","Url","Connection",".","add","Request","Property","(","key",",","value",".","split","(","\";\"",",","2",")","[","0","]",")",";","}","else","{","http","Url","Connection",".","set","Request","Property","(","key",",","value",")",";","}","}","}","try","(","input","Stream","input","Stream","=","http","Url","Connection",".","get","Input","Stream","(",")",")","{","map","<","string",",","list","<","string",">>","header","Fields","=","http","Url","Connection",".","get","Header","Fields","(",")",";","return","new","response","(","http","Url","Connection",".","get","Response","Code","(",")",",","string","Util",".","read","(","input","Stream",")",",","header","Fields",".","get","(","\"Set-Cookie\"",")",")",";","}","catch","(","io","Exception","ioe",")","{","try","(","input","Stream","input","Stream","=","http","Url","Connection",".","get","Error","Stream","(",")",")","{","if","(","input","Stream","!=","null",")","{","while","(","input","Stream",".","read","(",")","!=","-","1",")",";","}","}","return","new","response","(","http","Url","Connection",".","get","Response","Code","(",")",",","null",",","null",")",";","}","finally","{","http","Url","Connection",".","disconnect","(",")",";","}","}"],"uuid":"d2c74d51b34e1eda43da73d17f891034"},{"cap_original_tokens":["<SENTENCE_START>","{","<id>","index","Single","Document","With","Numeric","Fields","Generated","From","Text","<\/id>","(","true",",","<id>","random","Boolean","<\/id>","(",")",")",";","<id>","string","<\/id>","[","]","<id>","fields","List","<\/id>","=","{","\"token_count\"",",","\"text.token_count\"","}",";","<id>","assert","Get","Fields","Null","<\/id>","(","<id>","index","Or","Alias","<\/id>","(",")",",","\"doc\"",",","\"1\"",",","<id>","fields","List","<\/id>",")",";","<id>","assert","Get","Fields","Exception","<\/id>","(","<id>","index","Or","Alias","<\/id>","(",")",",","\"doc\"",",","\"1\"",",","<id>","fields","List","<\/id>",")",";","<id>","refresh","<\/id>","(",")",";","<id>","assert","Get","Fields","Always","Works","<\/id>","(","<id>","index","Or","Alias","<\/id>","(",")",",","\"doc\"",",","\"1\"",",","<id>","fields","List","<\/id>",")",";","<id>","flush","<\/id>","(",")",";","<id>","assert","Get","Fields","Always","Works","<\/id>","(","<id>","index","Or","Alias","<\/id>","(",")",",","\"doc\"",",","\"1\"",",","<id>","fields","List","<\/id>",")",";","}","<SENTENCE_END\/>"],"file_name":"GetActionIT.java","formatted_lines":["{","    indexSingleDocumentWithNumericFieldsGeneratedFromText(true, randomBoolean());","    String[] fieldsList = {\"token_count\", \"text.token_count\"};","","    assertGetFieldsNull(indexOrAlias(), \"doc\", \"1\", fieldsList);","    assertGetFieldsException(indexOrAlias(), \"doc\", \"1\", fieldsList);","    refresh();","","    assertGetFieldsAlwaysWorks(indexOrAlias(), \"doc\", \"1\", fieldsList);","    flush();","","    assertGetFieldsAlwaysWorks(indexOrAlias(), \"doc\", \"1\", fieldsList);","}"],"function_name":"testGeneratedNumberFieldsStored","function_name_tokens":["test","generated","number","fields","stored"],"id_body_hash":"d0d630d238254f9d263fba0ae8c24fea","id_same_identifier_list":[0,1,2,2,2,2,2,2,2,2,2,3,4,5,6,6,7,8,9,10,11,12,13,14,14,15,16,17,18,19,20,21,22,22,22,22,23,24,24,24,25,26,27,28,29,30,31,32,32,33,34,35,35,35,35,36,37,37,37,38,39,40,41,42,43,44,45,45,46,47,48,49,50,51,52,52,52,52,52,53,54,54,54,55,56,57,58,59,60,61,62,62,63,64,65,66,67,68,69,69,69,69,69,70,71,71,71,72,73,74,75,76,77,78,79,79,80,81,82,83],"option_correct":"testGeneratedNumberFieldsStored","options":["testGeneratedStringFieldsStored","testRawValue","testGeneratedStringFieldsUnstored","testGeneratedNumberFieldsStored","testGeneratedNumberFieldsUnstored","parseTermsLookup","newSingletonArrayList"],"options_nlp":["test generated string fields stored","test raw value","test generated string fields unstored","test generated number fields stored","test generated number fields unstored","parse terms lookup","new singleton array list"],"options_random":["testRawValue","parseTermsLookup","newSingletonArrayList"],"options_tfidf":["testGeneratedStringFieldsUnstored","testGeneratedNumberFieldsUnstored","testGeneratedStringFieldsStored"],"project_name":"elasticsearch","source_code_string":"public void testGeneratedNumberFieldsStored() throws IOException {\n        indexSingleDocumentWithNumericFieldsGeneratedFromText(true, randomBoolean());\n        String[] fieldsList = {\"token_count\", \"text.token_count\"};\n        \n        assertGetFieldsNull(indexOrAlias(), \"doc\", \"1\", fieldsList);\n        assertGetFieldsException(indexOrAlias(), \"doc\", \"1\", fieldsList);\n        refresh();\n        \n        assertGetFieldsAlwaysWorks(indexOrAlias(), \"doc\", \"1\", fieldsList);\n        flush();\n        \n        assertGetFieldsAlwaysWorks(indexOrAlias(), \"doc\", \"1\", fieldsList);\n    }","tokens_in_code":[{"index_id":0,"token_group":0,"text":"{","start_char":0,"line":0},{"index_id":1,"token_group":1,"text":"index","start_char":4,"line":1},{"index_id":2,"token_group":2,"text":"Single","start_char":9,"line":1},{"index_id":3,"token_group":2,"text":"Document","start_char":15,"line":1},{"index_id":4,"token_group":2,"text":"With","start_char":23,"line":1},{"index_id":5,"token_group":2,"text":"Numeric","start_char":27,"line":1},{"index_id":6,"token_group":2,"text":"Fields","start_char":34,"line":1},{"index_id":7,"token_group":2,"text":"Generated","start_char":40,"line":1},{"index_id":8,"token_group":2,"text":"From","start_char":49,"line":1},{"index_id":9,"token_group":2,"text":"Text","start_char":53,"line":1},{"index_id":10,"token_group":2,"text":"(","start_char":57,"line":1},{"index_id":11,"token_group":3,"text":"true","start_char":58,"line":1},{"index_id":12,"token_group":4,"text":",","start_char":62,"line":1},{"index_id":13,"token_group":5,"text":"random","start_char":64,"line":1},{"index_id":14,"token_group":6,"text":"Boolean","start_char":70,"line":1},{"index_id":15,"token_group":6,"text":"(","start_char":77,"line":1},{"index_id":16,"token_group":7,"text":")","start_char":78,"line":1},{"index_id":17,"token_group":8,"text":")","start_char":79,"line":1},{"index_id":18,"token_group":9,"text":";","start_char":80,"line":1},{"index_id":19,"token_group":10,"text":"string","start_char":4,"line":2},{"index_id":20,"token_group":11,"text":"[","start_char":10,"line":2},{"index_id":21,"token_group":12,"text":"]","start_char":11,"line":2},{"index_id":22,"token_group":13,"text":"fields","start_char":13,"line":2},{"index_id":23,"token_group":14,"text":"List","start_char":19,"line":2},{"index_id":24,"token_group":14,"text":"=","start_char":24,"line":2},{"index_id":25,"token_group":15,"text":"{","start_char":26,"line":2},{"index_id":26,"token_group":16,"text":"\"token_count\"","start_char":27,"line":2},{"index_id":27,"token_group":17,"text":",","start_char":40,"line":2},{"index_id":28,"token_group":18,"text":"\"text.token_count\"","start_char":42,"line":2},{"index_id":29,"token_group":19,"text":"}","start_char":60,"line":2},{"index_id":30,"token_group":20,"text":";","start_char":61,"line":2},{"index_id":31,"token_group":21,"text":"assert","start_char":4,"line":4},{"index_id":32,"token_group":22,"text":"Get","start_char":10,"line":4},{"index_id":33,"token_group":22,"text":"Fields","start_char":13,"line":4},{"index_id":34,"token_group":22,"text":"Null","start_char":19,"line":4},{"index_id":35,"token_group":22,"text":"(","start_char":23,"line":4},{"index_id":36,"token_group":23,"text":"index","start_char":24,"line":4},{"index_id":37,"token_group":24,"text":"Or","start_char":29,"line":4},{"index_id":38,"token_group":24,"text":"Alias","start_char":31,"line":4},{"index_id":39,"token_group":24,"text":"(","start_char":36,"line":4},{"index_id":40,"token_group":25,"text":")","start_char":37,"line":4},{"index_id":41,"token_group":26,"text":",","start_char":38,"line":4},{"index_id":42,"token_group":27,"text":"\"doc\"","start_char":40,"line":4},{"index_id":43,"token_group":28,"text":",","start_char":45,"line":4},{"index_id":44,"token_group":29,"text":"\"1\"","start_char":47,"line":4},{"index_id":45,"token_group":30,"text":",","start_char":50,"line":4},{"index_id":46,"token_group":31,"text":"fields","start_char":52,"line":4},{"index_id":47,"token_group":32,"text":"List","start_char":58,"line":4},{"index_id":48,"token_group":32,"text":")","start_char":62,"line":4},{"index_id":49,"token_group":33,"text":";","start_char":63,"line":4},{"index_id":50,"token_group":34,"text":"assert","start_char":4,"line":5},{"index_id":51,"token_group":35,"text":"Get","start_char":10,"line":5},{"index_id":52,"token_group":35,"text":"Fields","start_char":13,"line":5},{"index_id":53,"token_group":35,"text":"Exception","start_char":19,"line":5},{"index_id":54,"token_group":35,"text":"(","start_char":28,"line":5},{"index_id":55,"token_group":36,"text":"index","start_char":29,"line":5},{"index_id":56,"token_group":37,"text":"Or","start_char":34,"line":5},{"index_id":57,"token_group":37,"text":"Alias","start_char":36,"line":5},{"index_id":58,"token_group":37,"text":"(","start_char":41,"line":5},{"index_id":59,"token_group":38,"text":")","start_char":42,"line":5},{"index_id":60,"token_group":39,"text":",","start_char":43,"line":5},{"index_id":61,"token_group":40,"text":"\"doc\"","start_char":45,"line":5},{"index_id":62,"token_group":41,"text":",","start_char":50,"line":5},{"index_id":63,"token_group":42,"text":"\"1\"","start_char":52,"line":5},{"index_id":64,"token_group":43,"text":",","start_char":55,"line":5},{"index_id":65,"token_group":44,"text":"fields","start_char":57,"line":5},{"index_id":66,"token_group":45,"text":"List","start_char":63,"line":5},{"index_id":67,"token_group":45,"text":")","start_char":67,"line":5},{"index_id":68,"token_group":46,"text":";","start_char":68,"line":5},{"index_id":69,"token_group":47,"text":"refresh","start_char":4,"line":6},{"index_id":70,"token_group":48,"text":"(","start_char":11,"line":6},{"index_id":71,"token_group":49,"text":")","start_char":12,"line":6},{"index_id":72,"token_group":50,"text":";","start_char":13,"line":6},{"index_id":73,"token_group":51,"text":"assert","start_char":4,"line":8},{"index_id":74,"token_group":52,"text":"Get","start_char":10,"line":8},{"index_id":75,"token_group":52,"text":"Fields","start_char":13,"line":8},{"index_id":76,"token_group":52,"text":"Always","start_char":19,"line":8},{"index_id":77,"token_group":52,"text":"Works","start_char":25,"line":8},{"index_id":78,"token_group":52,"text":"(","start_char":30,"line":8},{"index_id":79,"token_group":53,"text":"index","start_char":31,"line":8},{"index_id":80,"token_group":54,"text":"Or","start_char":36,"line":8},{"index_id":81,"token_group":54,"text":"Alias","start_char":38,"line":8},{"index_id":82,"token_group":54,"text":"(","start_char":43,"line":8},{"index_id":83,"token_group":55,"text":")","start_char":44,"line":8},{"index_id":84,"token_group":56,"text":",","start_char":45,"line":8},{"index_id":85,"token_group":57,"text":"\"doc\"","start_char":47,"line":8},{"index_id":86,"token_group":58,"text":",","start_char":52,"line":8},{"index_id":87,"token_group":59,"text":"\"1\"","start_char":54,"line":8},{"index_id":88,"token_group":60,"text":",","start_char":57,"line":8},{"index_id":89,"token_group":61,"text":"fields","start_char":59,"line":8},{"index_id":90,"token_group":62,"text":"List","start_char":65,"line":8},{"index_id":91,"token_group":62,"text":")","start_char":69,"line":8},{"index_id":92,"token_group":63,"text":";","start_char":70,"line":8},{"index_id":93,"token_group":64,"text":"flush","start_char":4,"line":9},{"index_id":94,"token_group":65,"text":"(","start_char":9,"line":9},{"index_id":95,"token_group":66,"text":")","start_char":10,"line":9},{"index_id":96,"token_group":67,"text":";","start_char":11,"line":9},{"index_id":97,"token_group":68,"text":"assert","start_char":4,"line":11},{"index_id":98,"token_group":69,"text":"Get","start_char":10,"line":11},{"index_id":99,"token_group":69,"text":"Fields","start_char":13,"line":11},{"index_id":100,"token_group":69,"text":"Always","start_char":19,"line":11},{"index_id":101,"token_group":69,"text":"Works","start_char":25,"line":11},{"index_id":102,"token_group":69,"text":"(","start_char":30,"line":11},{"index_id":103,"token_group":70,"text":"index","start_char":31,"line":11},{"index_id":104,"token_group":71,"text":"Or","start_char":36,"line":11},{"index_id":105,"token_group":71,"text":"Alias","start_char":38,"line":11},{"index_id":106,"token_group":71,"text":"(","start_char":43,"line":11},{"index_id":107,"token_group":72,"text":")","start_char":44,"line":11},{"index_id":108,"token_group":73,"text":",","start_char":45,"line":11},{"index_id":109,"token_group":74,"text":"\"doc\"","start_char":47,"line":11},{"index_id":110,"token_group":75,"text":",","start_char":52,"line":11},{"index_id":111,"token_group":76,"text":"\"1\"","start_char":54,"line":11},{"index_id":112,"token_group":77,"text":",","start_char":57,"line":11},{"index_id":113,"token_group":78,"text":"fields","start_char":59,"line":11},{"index_id":114,"token_group":79,"text":"List","start_char":65,"line":11},{"index_id":115,"token_group":79,"text":")","start_char":69,"line":11},{"index_id":116,"token_group":80,"text":";","start_char":70,"line":11},{"index_id":117,"token_group":81,"text":"}","start_char":0,"line":12}],"tokens_list":["{","index","Single","Document","With","Numeric","Fields","Generated","From","Text","(","true",",","random","Boolean","(",")",")",";","string","[","]","fields","List","=","{","\"token_count\"",",","\"text.token_count\"","}",";","assert","Get","Fields","Null","(","index","Or","Alias","(",")",",","\"doc\"",",","\"1\"",",","fields","List",")",";","assert","Get","Fields","Exception","(","index","Or","Alias","(",")",",","\"doc\"",",","\"1\"",",","fields","List",")",";","refresh","(",")",";","assert","Get","Fields","Always","Works","(","index","Or","Alias","(",")",",","\"doc\"",",","\"1\"",",","fields","List",")",";","flush","(",")",";","assert","Get","Fields","Always","Works","(","index","Or","Alias","(",")",",","\"doc\"",",","\"1\"",",","fields","List",")",";","}"],"uuid":"898bc6b01bcda86fa4f3b9f65f972003"},{"cap_original_tokens":["<SENTENCE_START>","{","<id>","","Dynamic","Includes","<\/id>",".","<id>","clear","<\/id>","(",")",";","}","<SENTENCE_END\/>"],"file_name":"CompanySettingsAuthenticationFormNavigatorEntry.java","formatted_lines":["{","    _dynamicIncludes.clear();","}"],"function_name":"deactivated","function_name_tokens":["deactivated"],"id_body_hash":"55b3505538453d61e86874e59d2850cd","id_same_identifier_list":[0,1,2,2,2,3,4,5,6,7,8,9],"option_correct":"deactivated","options":["setSelectable","getRuleGroup","getCalendarLocalService","deleteAttachment","deactivated","isViewInContext","addRuleGroup"],"options_nlp":["set selectable","get rule group","get calendar local service","delete attachment","deactivated","is view in context","add rule group"],"options_random":["setSelectable","deleteAttachment","isViewInContext"],"options_tfidf":["addRuleGroup","getCalendarLocalService","getRuleGroup"],"project_name":"liferay-portal","source_code_string":"@Deactivate\n\tprotected void deactivated() {\n\t\t_dynamicIncludes.clear();\n\t}","tokens_in_code":[{"index_id":0,"token_group":0,"text":"{","start_char":0,"line":0},{"index_id":1,"token_group":1,"text":"","start_char":1,"line":0},{"index_id":2,"token_group":2,"text":"Dynamic","start_char":5,"line":1},{"index_id":3,"token_group":2,"text":"Includes","start_char":12,"line":1},{"index_id":4,"token_group":2,"text":".","start_char":20,"line":1},{"index_id":5,"token_group":3,"text":"clear","start_char":21,"line":1},{"index_id":6,"token_group":4,"text":"(","start_char":26,"line":1},{"index_id":7,"token_group":5,"text":")","start_char":27,"line":1},{"index_id":8,"token_group":6,"text":";","start_char":28,"line":1},{"index_id":9,"token_group":7,"text":"}","start_char":0,"line":2}],"tokens_list":["{","","Dynamic","Includes",".","clear","(",")",";","}"],"uuid":"f79265bee7b2fcca8f4e176c3da06f5d"},{"cap_original_tokens":["<SENTENCE_START>","{","return","<id>","scope","<\/id>",";","}","<SENTENCE_END\/>"],"file_name":"ScopeBinding.java","formatted_lines":["{","    return scope;","}"],"function_name":"getScope","function_name_tokens":["get","scope"],"id_body_hash":"0067f5c18499ae1aecc47c15ea5d05ae","id_same_identifier_list":[0,1,2,3,4,5,6],"option_correct":"getScope","options":["getScope","testFailedNodeException","isScopeAnnotation","getParentScope","testScroll","getCurrentClusterScope","getDelayedUnassignedShards"],"options_nlp":["get scope","test failed node exception","is scope annotation","get parent scope","test scroll","get current cluster scope","get delayed unassigned shards"],"options_random":["testScroll","getDelayedUnassignedShards","testFailedNodeException"],"options_tfidf":["getCurrentClusterScope","isScopeAnnotation","getParentScope"],"project_name":"elasticsearch","source_code_string":"public Scope getScope() {\n        return scope;\n    }","tokens_in_code":[{"index_id":0,"token_group":0,"text":"{","start_char":0,"line":0},{"index_id":1,"token_group":1,"text":"return","start_char":4,"line":1},{"index_id":2,"token_group":2,"text":"scope","start_char":11,"line":1},{"index_id":3,"token_group":3,"text":";","start_char":16,"line":1},{"index_id":4,"token_group":4,"text":"}","start_char":0,"line":2}],"tokens_list":["{","return","scope",";","}"],"uuid":"3a99530de26cbe9fe7b610e470214dd6"},{"cap_original_tokens":["<SENTENCE_START>","{","<id>","qualified","Name","<\/id>","<id>","result","<\/id>","=","new","<id>","qualified","Name","<\/id>","(","<id>","my","Components","<\/id>",".","<id>","size","<\/id>","(",")","+","<id>","q","Name","<\/id>",".","<id>","get","Component","Count","<\/id>","(",")",")",";","<id>","result","<\/id>",".","<id>","my","Components","<\/id>",".","<id>","add","All","<\/id>","(","<id>","my","Components","<\/id>",")",";","<id>","result","<\/id>",".","<id>","my","Components","<\/id>",".","<id>","add","All","<\/id>","(","<id>","q","Name","<\/id>",".","<id>","get","Components","<\/id>","(",")",")",";","return","<id>","result","<\/id>",";","}","<SENTENCE_END\/>"],"file_name":"QualifiedName.java","formatted_lines":["{","    QualifiedName result = new QualifiedName(myComponents.size() +","            qName.getComponentCount());","    result.myComponents.addAll(myComponents);","    result.myComponents.addAll(qName.getComponents());","    return result;","}"],"function_name":"append","function_name_tokens":["append"],"id_body_hash":"d2f0b70603a99679ddce23926b6d28dc","id_same_identifier_list":[0,1,2,2,3,4,5,6,6,7,8,8,9,10,11,12,13,14,14,15,16,16,16,17,18,19,20,21,22,23,23,24,25,25,26,27,27,28,29,30,31,32,32,33,34,34,35,36,36,37,38,38,39,40,41,42,43,44,45,46,47],"option_correct":"append","options":["append1","setupTestSources","addDoRefactoringAction","append","appendText1","_append","specialQuote"],"options_nlp":["append 1","setup test sources","add do refactoring action","append","append text 1"," append","special quote"],"options_random":["setupTestSources","specialQuote","addDoRefactoringAction"],"options_tfidf":["_append","append1","appendText1"],"project_name":"intellij-community","source_code_string":"public QualifiedName append(QualifiedName qName) {\n    QualifiedName result = new QualifiedName(myComponents.size()+qName.getComponentCount());\n    result.myComponents.addAll(myComponents);\n    result.myComponents.addAll(qName.getComponents());\n    return result;\n  }","tokens_in_code":[{"index_id":0,"token_group":0,"text":"{","start_char":0,"line":0},{"index_id":1,"token_group":1,"text":"qualified","start_char":4,"line":1},{"index_id":2,"token_group":2,"text":"Name","start_char":13,"line":1},{"index_id":3,"token_group":2,"text":"result","start_char":18,"line":1},{"index_id":4,"token_group":3,"text":"=","start_char":25,"line":1},{"index_id":5,"token_group":4,"text":"new","start_char":27,"line":1},{"index_id":6,"token_group":5,"text":"qualified","start_char":31,"line":1},{"index_id":7,"token_group":6,"text":"Name","start_char":40,"line":1},{"index_id":8,"token_group":6,"text":"(","start_char":44,"line":1},{"index_id":9,"token_group":7,"text":"my","start_char":45,"line":1},{"index_id":10,"token_group":8,"text":"Components","start_char":47,"line":1},{"index_id":11,"token_group":8,"text":".","start_char":57,"line":1},{"index_id":12,"token_group":9,"text":"size","start_char":58,"line":1},{"index_id":13,"token_group":10,"text":"(","start_char":62,"line":1},{"index_id":14,"token_group":11,"text":")","start_char":63,"line":1},{"index_id":15,"token_group":12,"text":"+","start_char":65,"line":1},{"index_id":16,"token_group":13,"text":"q","start_char":12,"line":2},{"index_id":17,"token_group":14,"text":"Name","start_char":13,"line":2},{"index_id":18,"token_group":14,"text":".","start_char":17,"line":2},{"index_id":19,"token_group":15,"text":"get","start_char":18,"line":2},{"index_id":20,"token_group":16,"text":"Component","start_char":21,"line":2},{"index_id":21,"token_group":16,"text":"Count","start_char":30,"line":2},{"index_id":22,"token_group":16,"text":"(","start_char":35,"line":2},{"index_id":23,"token_group":17,"text":")","start_char":36,"line":2},{"index_id":24,"token_group":18,"text":")","start_char":37,"line":2},{"index_id":25,"token_group":19,"text":";","start_char":38,"line":2},{"index_id":26,"token_group":20,"text":"result","start_char":4,"line":3},{"index_id":27,"token_group":21,"text":".","start_char":10,"line":3},{"index_id":28,"token_group":22,"text":"my","start_char":11,"line":3},{"index_id":29,"token_group":23,"text":"Components","start_char":13,"line":3},{"index_id":30,"token_group":23,"text":".","start_char":23,"line":3},{"index_id":31,"token_group":24,"text":"add","start_char":24,"line":3},{"index_id":32,"token_group":25,"text":"All","start_char":27,"line":3},{"index_id":33,"token_group":25,"text":"(","start_char":30,"line":3},{"index_id":34,"token_group":26,"text":"my","start_char":31,"line":3},{"index_id":35,"token_group":27,"text":"Components","start_char":33,"line":3},{"index_id":36,"token_group":27,"text":")","start_char":43,"line":3},{"index_id":37,"token_group":28,"text":";","start_char":44,"line":3},{"index_id":38,"token_group":29,"text":"result","start_char":4,"line":4},{"index_id":39,"token_group":30,"text":".","start_char":10,"line":4},{"index_id":40,"token_group":31,"text":"my","start_char":11,"line":4},{"index_id":41,"token_group":32,"text":"Components","start_char":13,"line":4},{"index_id":42,"token_group":32,"text":".","start_char":23,"line":4},{"index_id":43,"token_group":33,"text":"add","start_char":24,"line":4},{"index_id":44,"token_group":34,"text":"All","start_char":27,"line":4},{"index_id":45,"token_group":34,"text":"(","start_char":30,"line":4},{"index_id":46,"token_group":35,"text":"q","start_char":31,"line":4},{"index_id":47,"token_group":36,"text":"Name","start_char":32,"line":4},{"index_id":48,"token_group":36,"text":".","start_char":36,"line":4},{"index_id":49,"token_group":37,"text":"get","start_char":37,"line":4},{"index_id":50,"token_group":38,"text":"Components","start_char":40,"line":4},{"index_id":51,"token_group":38,"text":"(","start_char":50,"line":4},{"index_id":52,"token_group":39,"text":")","start_char":51,"line":4},{"index_id":53,"token_group":40,"text":")","start_char":52,"line":4},{"index_id":54,"token_group":41,"text":";","start_char":53,"line":4},{"index_id":55,"token_group":42,"text":"return","start_char":4,"line":5},{"index_id":56,"token_group":43,"text":"result","start_char":11,"line":5},{"index_id":57,"token_group":44,"text":";","start_char":17,"line":5},{"index_id":58,"token_group":45,"text":"}","start_char":0,"line":6}],"tokens_list":["{","qualified","Name","result","=","new","qualified","Name","(","my","Components",".","size","(",")","+","q","Name",".","get","Component","Count","(",")",")",";","result",".","my","Components",".","add","All","(","my","Components",")",";","result",".","my","Components",".","add","All","(","q","Name",".","get","Components","(",")",")",";","return","result",";","}"],"uuid":"4a4459cdc1e8b63fbb9fb868ef76d54f"},{"cap_original_tokens":["<SENTENCE_START>","{","throw","new","<id>","unsupported","Operation","Exception","<\/id>","(",")",";","}","<SENTENCE_END\/>"],"file_name":"AuthenticationStatement.java","formatted_lines":["{","","    throw new UnsupportedOperationException();","}"],"function_name":"executeInternal","function_name_tokens":["execute","internal"],"id_body_hash":"8ca0ac882b6b44bac711b5429ba53019","id_same_identifier_list":[0,1,2,3,4,4,4,5,6,7,8,9],"option_correct":"executeInternal","options":["removeEndpoint","executeInternal","executeInternalWithCondition","getProtocolVersion","executeInternalWithoutCondition","execute","getMinTimestamp"],"options_nlp":["remove endpoint","execute internal","execute internal with condition","get protocol version","execute internal without condition","execute","get min timestamp"],"options_random":["removeEndpoint","getMinTimestamp","getProtocolVersion"],"options_tfidf":["execute","executeInternalWithoutCondition","executeInternalWithCondition"],"project_name":"cassandra","source_code_string":"public ResultMessage executeInternal(QueryState state, QueryOptions options)\n    {\n        \n        throw new UnsupportedOperationException();\n    }","tokens_in_code":[{"index_id":0,"token_group":0,"text":"{","start_char":0,"line":0},{"index_id":1,"token_group":1,"text":"throw","start_char":4,"line":2},{"index_id":2,"token_group":2,"text":"new","start_char":10,"line":2},{"index_id":3,"token_group":3,"text":"unsupported","start_char":14,"line":2},{"index_id":4,"token_group":4,"text":"Operation","start_char":25,"line":2},{"index_id":5,"token_group":4,"text":"Exception","start_char":34,"line":2},{"index_id":6,"token_group":4,"text":"(","start_char":43,"line":2},{"index_id":7,"token_group":5,"text":")","start_char":44,"line":2},{"index_id":8,"token_group":6,"text":";","start_char":45,"line":2},{"index_id":9,"token_group":7,"text":"}","start_char":0,"line":3}],"tokens_list":["{","throw","new","unsupported","Operation","Exception","(",")",";","}"],"uuid":"bd44ac5f3aa5a647082a86c640125fbd"},{"cap_original_tokens":["<SENTENCE_START>","{","return","<id>","map","Bandwidth","<\/id>",";","}","<SENTENCE_END\/>"],"file_name":"DistCpOptions.java","formatted_lines":["{","    return mapBandwidth;","}"],"function_name":"getMapBandwidth","function_name_tokens":["get","map","bandwidth"],"id_body_hash":"e811e822b35437d87f9459f959c6cff8","id_same_identifier_list":[0,1,2,3,3,4,5,6],"option_correct":"getMapBandwidth","options":["hFlushFi01_c","testAssignToNonLeafQueueReturnsNull","getBandwidth","testGetMap","setBlock","getMapBandwidth","getMap"],"options_nlp":["h flush fi 01 c","test assign to non leaf queue returns null","get bandwidth","test get map","set block","get map bandwidth","get map"],"options_random":["hFlushFi01_c","testAssignToNonLeafQueueReturnsNull","setBlock"],"options_tfidf":["getMap","testGetMap","getBandwidth"],"project_name":"hadoop-common","source_code_string":"public int getMapBandwidth() {\n    return mapBandwidth;\n  }","tokens_in_code":[{"index_id":0,"token_group":0,"text":"{","start_char":0,"line":0},{"index_id":1,"token_group":1,"text":"return","start_char":4,"line":1},{"index_id":2,"token_group":2,"text":"map","start_char":11,"line":1},{"index_id":3,"token_group":3,"text":"Bandwidth","start_char":14,"line":1},{"index_id":4,"token_group":3,"text":";","start_char":23,"line":1},{"index_id":5,"token_group":4,"text":"}","start_char":0,"line":2}],"tokens_list":["{","return","map","Bandwidth",";","}"],"uuid":"90588c4d46e9c0eb5a640fba95219b9f"},{"cap_original_tokens":["<SENTENCE_START>","{","return","<id>","encoding","<\/id>",".","<id>","get","Value","<\/id>","(",")",";","}","<SENTENCE_END\/>"],"file_name":"CoreJavadocOptions.java","formatted_lines":["{","    return encoding.getValue();","}"],"function_name":"getEncoding","function_name_tokens":["get","encoding"],"id_body_hash":"2da2994fa8a4d14d4b098ada96f36490","id_same_identifier_list":[0,1,2,3,4,5,5,6,7,8,9,10],"option_correct":"getEncoding","options":["getEncoding","getGetGetter","selectProperties","get","getArtifactIds","loadPropertiesWithNoExceptionForNonExistingUserHomeAndSettingsDir","getDefaultCharacterEncoding"],"options_nlp":["get encoding","get get getter","select properties","get","get artifact ids","load properties with no exception for non existing user home and settings dir","get default character encoding"],"options_random":["selectProperties","getArtifactIds","loadPropertiesWithNoExceptionForNonExistingUserHomeAndSettingsDir"],"options_tfidf":["getGetGetter","get","getDefaultCharacterEncoding"],"project_name":"gradle","source_code_string":"public String getEncoding() {\n        return encoding.getValue();\n    }","tokens_in_code":[{"index_id":0,"token_group":0,"text":"{","start_char":0,"line":0},{"index_id":1,"token_group":1,"text":"return","start_char":4,"line":1},{"index_id":2,"token_group":2,"text":"encoding","start_char":11,"line":1},{"index_id":3,"token_group":3,"text":".","start_char":19,"line":1},{"index_id":4,"token_group":4,"text":"get","start_char":20,"line":1},{"index_id":5,"token_group":5,"text":"Value","start_char":23,"line":1},{"index_id":6,"token_group":5,"text":"(","start_char":28,"line":1},{"index_id":7,"token_group":6,"text":")","start_char":29,"line":1},{"index_id":8,"token_group":7,"text":";","start_char":30,"line":1},{"index_id":9,"token_group":8,"text":"}","start_char":0,"line":2}],"tokens_list":["{","return","encoding",".","get","Value","(",")",";","}"],"uuid":"261e6eb27d47f177f4ac3dbf8490fa37"},{"cap_original_tokens":["<SENTENCE_START>","{","if","(","<id>","source","<\/id>","Instanceof","<id>","precedence","Context","<\/id>",")","{","final","<id>","parser","Rule","Context","<\/id>","<id>","parent","<\/id>","=","<id>","source","<\/id>",".","<id>","get","Parent","<\/id>","(",")",";","int","<id>","index","<\/id>","=","0",";","for","(","final","<id>","parse","Tree","<\/id>","<id>","child","<\/id>",":","<id>","parent","<\/id>",".","<id>","children","<\/id>",")","{","if","(","<id>","child","<\/id>","==","<id>","source","<\/id>",")","{","break",";","}","++","<id>","index","<\/id>",";","}","while","(","<id>","source","<\/id>","Instanceof","<id>","precedence","Context","<\/id>",")","{","<id>","source","<\/id>","=","(","(","<id>","precedence","Context","<\/id>",")","<id>","source","<\/id>",")",".","<id>","expression","<\/id>","(",")",";","}","<id>","parent","<\/id>",".","<id>","children","<\/id>",".","<id>","set","<\/id>","(","<id>","index","<\/id>",",","<id>","source","<\/id>",")",";","}","return","<id>","source","<\/id>",";","}","<SENTENCE_END\/>"],"file_name":"Adapter.java","formatted_lines":["{","    if (source instanceof PrecedenceContext)","    {","        final ParserRuleContext parent = source.getParent();","        int index = 0;","","        for (final ParseTree child : parent.children)","        {","            if (child == source)","            {","                break;","            }","","            ++index;","        }","","        while (source instanceof PrecedenceContext)","        {","            source = ((PrecedenceContext)source).expression();","        }","","        parent.children.set(index, source);","    }","","    return source;","}"],"function_name":"updateExpressionTree","function_name_tokens":["update","expression","tree"],"id_body_hash":"7895d3fe1d09771af232e3f57253e29c","id_same_identifier_list":[0,1,2,3,4,5,6,6,7,8,9,10,10,10,11,12,13,14,15,15,16,17,18,19,20,21,22,23,24,25,26,27,27,28,29,30,31,32,33,34,35,36,37,38,39,40,41,42,43,44,45,46,47,48,49,50,51,52,53,53,54,55,56,57,58,59,60,60,61,62,63,64,65,66,67,68,69,70,71,72,73,74,75,76,77,78,79,80,81,82,83,84,85,86],"option_correct":"updateExpressionTree","options":["updateExpressionTree","testUpdateRequest","testUpdateSettings","testToQueryBoosts","testDeleteCreateInOneBulk","updateSettings","declareField"],"options_nlp":["update expression tree","test update request","test update settings","test to query boosts","test delete create in one bulk","update settings","declare field"],"options_random":["testToQueryBoosts","testDeleteCreateInOneBulk","declareField"],"options_tfidf":["updateSettings","testUpdateRequest","testUpdateSettings"],"project_name":"elasticsearch","source_code_string":"ExpressionContext updateExpressionTree(ExpressionContext source) {\n        if (source instanceof PrecedenceContext) {\n            final ParserRuleContext parent = source.getParent();\n            int index = 0;\n\n            for (final ParseTree child : parent.children) {\n                if (child == source) {\n                    break;\n                }\n\n                ++index;\n            }\n\n            while (source instanceof PrecedenceContext) {\n                source = ((PrecedenceContext)source).expression();\n            }\n\n            parent.children.set(index, source);\n        }\n\n        return source;\n    }","tokens_in_code":[{"index_id":0,"token_group":0,"text":"{","start_char":0,"line":0},{"index_id":1,"token_group":1,"text":"if","start_char":4,"line":1},{"index_id":2,"token_group":2,"text":"(","start_char":7,"line":1},{"index_id":3,"token_group":3,"text":"source","start_char":8,"line":1},{"index_id":4,"token_group":4,"text":"Instanceof","start_char":15,"line":1},{"index_id":5,"token_group":5,"text":"precedence","start_char":26,"line":1},{"index_id":6,"token_group":6,"text":"Context","start_char":36,"line":1},{"index_id":7,"token_group":6,"text":")","start_char":43,"line":1},{"index_id":8,"token_group":7,"text":"{","start_char":4,"line":2},{"index_id":9,"token_group":8,"text":"final","start_char":8,"line":3},{"index_id":10,"token_group":9,"text":"parser","start_char":14,"line":3},{"index_id":11,"token_group":10,"text":"Rule","start_char":20,"line":3},{"index_id":12,"token_group":10,"text":"Context","start_char":24,"line":3},{"index_id":13,"token_group":10,"text":"parent","start_char":32,"line":3},{"index_id":14,"token_group":11,"text":"=","start_char":39,"line":3},{"index_id":15,"token_group":12,"text":"source","start_char":41,"line":3},{"index_id":16,"token_group":13,"text":".","start_char":47,"line":3},{"index_id":17,"token_group":14,"text":"get","start_char":48,"line":3},{"index_id":18,"token_group":15,"text":"Parent","start_char":51,"line":3},{"index_id":19,"token_group":15,"text":"(","start_char":57,"line":3},{"index_id":20,"token_group":16,"text":")","start_char":58,"line":3},{"index_id":21,"token_group":17,"text":";","start_char":59,"line":3},{"index_id":22,"token_group":18,"text":"int","start_char":8,"line":4},{"index_id":23,"token_group":19,"text":"index","start_char":12,"line":4},{"index_id":24,"token_group":20,"text":"=","start_char":18,"line":4},{"index_id":25,"token_group":21,"text":"0","start_char":20,"line":4},{"index_id":26,"token_group":22,"text":";","start_char":21,"line":4},{"index_id":27,"token_group":23,"text":"for","start_char":8,"line":6},{"index_id":28,"token_group":24,"text":"(","start_char":12,"line":6},{"index_id":29,"token_group":25,"text":"final","start_char":13,"line":6},{"index_id":30,"token_group":26,"text":"parse","start_char":19,"line":6},{"index_id":31,"token_group":27,"text":"Tree","start_char":24,"line":6},{"index_id":32,"token_group":27,"text":"child","start_char":29,"line":6},{"index_id":33,"token_group":28,"text":":","start_char":35,"line":6},{"index_id":34,"token_group":29,"text":"parent","start_char":37,"line":6},{"index_id":35,"token_group":30,"text":".","start_char":43,"line":6},{"index_id":36,"token_group":31,"text":"children","start_char":44,"line":6},{"index_id":37,"token_group":32,"text":")","start_char":52,"line":6},{"index_id":38,"token_group":33,"text":"{","start_char":8,"line":7},{"index_id":39,"token_group":34,"text":"if","start_char":12,"line":8},{"index_id":40,"token_group":35,"text":"(","start_char":15,"line":8},{"index_id":41,"token_group":36,"text":"child","start_char":16,"line":8},{"index_id":42,"token_group":37,"text":"==","start_char":22,"line":8},{"index_id":43,"token_group":38,"text":"source","start_char":25,"line":8},{"index_id":44,"token_group":39,"text":")","start_char":31,"line":8},{"index_id":45,"token_group":40,"text":"{","start_char":12,"line":9},{"index_id":46,"token_group":41,"text":"break","start_char":16,"line":10},{"index_id":47,"token_group":42,"text":";","start_char":21,"line":10},{"index_id":48,"token_group":43,"text":"}","start_char":12,"line":11},{"index_id":49,"token_group":44,"text":"++","start_char":12,"line":13},{"index_id":50,"token_group":45,"text":"index","start_char":14,"line":13},{"index_id":51,"token_group":46,"text":";","start_char":19,"line":13},{"index_id":52,"token_group":47,"text":"}","start_char":8,"line":14},{"index_id":53,"token_group":48,"text":"while","start_char":8,"line":16},{"index_id":54,"token_group":49,"text":"(","start_char":14,"line":16},{"index_id":55,"token_group":50,"text":"source","start_char":15,"line":16},{"index_id":56,"token_group":51,"text":"Instanceof","start_char":22,"line":16},{"index_id":57,"token_group":52,"text":"precedence","start_char":33,"line":16},{"index_id":58,"token_group":53,"text":"Context","start_char":43,"line":16},{"index_id":59,"token_group":53,"text":")","start_char":50,"line":16},{"index_id":60,"token_group":54,"text":"{","start_char":8,"line":17},{"index_id":61,"token_group":55,"text":"source","start_char":12,"line":18},{"index_id":62,"token_group":56,"text":"=","start_char":19,"line":18},{"index_id":63,"token_group":57,"text":"(","start_char":21,"line":18},{"index_id":64,"token_group":58,"text":"(","start_char":22,"line":18},{"index_id":65,"token_group":59,"text":"precedence","start_char":23,"line":18},{"index_id":66,"token_group":60,"text":"Context","start_char":33,"line":18},{"index_id":67,"token_group":60,"text":")","start_char":40,"line":18},{"index_id":68,"token_group":61,"text":"source","start_char":41,"line":18},{"index_id":69,"token_group":62,"text":")","start_char":47,"line":18},{"index_id":70,"token_group":63,"text":".","start_char":48,"line":18},{"index_id":71,"token_group":64,"text":"expression","start_char":49,"line":18},{"index_id":72,"token_group":65,"text":"(","start_char":59,"line":18},{"index_id":73,"token_group":66,"text":")","start_char":60,"line":18},{"index_id":74,"token_group":67,"text":";","start_char":61,"line":18},{"index_id":75,"token_group":68,"text":"}","start_char":8,"line":19},{"index_id":76,"token_group":69,"text":"parent","start_char":8,"line":21},{"index_id":77,"token_group":70,"text":".","start_char":14,"line":21},{"index_id":78,"token_group":71,"text":"children","start_char":15,"line":21},{"index_id":79,"token_group":72,"text":".","start_char":23,"line":21},{"index_id":80,"token_group":73,"text":"set","start_char":24,"line":21},{"index_id":81,"token_group":74,"text":"(","start_char":27,"line":21},{"index_id":82,"token_group":75,"text":"index","start_char":28,"line":21},{"index_id":83,"token_group":76,"text":",","start_char":33,"line":21},{"index_id":84,"token_group":77,"text":"source","start_char":35,"line":21},{"index_id":85,"token_group":78,"text":")","start_char":41,"line":21},{"index_id":86,"token_group":79,"text":";","start_char":42,"line":21},{"index_id":87,"token_group":80,"text":"}","start_char":4,"line":22},{"index_id":88,"token_group":81,"text":"return","start_char":4,"line":24},{"index_id":89,"token_group":82,"text":"source","start_char":11,"line":24},{"index_id":90,"token_group":83,"text":";","start_char":17,"line":24},{"index_id":91,"token_group":84,"text":"}","start_char":0,"line":25}],"tokens_list":["{","if","(","source","Instanceof","precedence","Context",")","{","final","parser","Rule","Context","parent","=","source",".","get","Parent","(",")",";","int","index","=","0",";","for","(","final","parse","Tree","child",":","parent",".","children",")","{","if","(","child","==","source",")","{","break",";","}","++","index",";","}","while","(","source","Instanceof","precedence","Context",")","{","source","=","(","(","precedence","Context",")","source",")",".","expression","(",")",";","}","parent",".","children",".","set","(","index",",","source",")",";","}","return","source",";","}"],"uuid":"b738d234df5fab96fc5ab41f7ab4b8d1"},{"cap_original_tokens":["<SENTENCE_START>","{","return","<id>","getter","Util","<\/id>",".","<id>","get","String","<\/id>","(","<id>","","Original","Uuid","<\/id>",")",";","}","<SENTENCE_END\/>"],"file_name":"UserModelImpl.java","formatted_lines":["{","    return GetterUtil.getString(_originalUuid);","}"],"function_name":"getOriginalUuid","function_name_tokens":["get","original","uuid"],"id_body_hash":"9393323f5442ad641fa91484b4569b50","id_same_identifier_list":[0,1,2,3,3,4,5,5,6,7,7,7,8,9,10,11],"option_correct":"getOriginalUuid","options":["getDLFileEntryService","getOriginalLayoutUuid","getOriginalLayoutPrototypeUuid","setRuleGroupInstanceId","getOriginalUuid","getUuid","getEntryKeys"],"options_nlp":["get dl file entry service","get original layout uuid","get original layout prototype uuid","set rule group instance id","get original uuid","get uuid","get entry keys"],"options_random":["setRuleGroupInstanceId","getDLFileEntryService","getEntryKeys"],"options_tfidf":["getOriginalLayoutPrototypeUuid","getUuid","getOriginalLayoutUuid"],"project_name":"liferay-portal","source_code_string":"public String getOriginalUuid() {\n\t\treturn GetterUtil.getString(_originalUuid);\n\t}","tokens_in_code":[{"index_id":0,"token_group":0,"text":"{","start_char":0,"line":0},{"index_id":1,"token_group":1,"text":"return","start_char":4,"line":1},{"index_id":2,"token_group":2,"text":"getter","start_char":11,"line":1},{"index_id":3,"token_group":3,"text":"Util","start_char":17,"line":1},{"index_id":4,"token_group":3,"text":".","start_char":21,"line":1},{"index_id":5,"token_group":4,"text":"get","start_char":22,"line":1},{"index_id":6,"token_group":5,"text":"String","start_char":25,"line":1},{"index_id":7,"token_group":5,"text":"(","start_char":31,"line":1},{"index_id":8,"token_group":6,"text":"","start_char":32,"line":1},{"index_id":9,"token_group":7,"text":"Original","start_char":33,"line":1},{"index_id":10,"token_group":7,"text":"Uuid","start_char":41,"line":1},{"index_id":11,"token_group":7,"text":")","start_char":45,"line":1},{"index_id":12,"token_group":8,"text":";","start_char":46,"line":1},{"index_id":13,"token_group":9,"text":"}","start_char":0,"line":2}],"tokens_list":["{","return","getter","Util",".","get","String","(","","Original","Uuid",")",";","}"],"uuid":"8c9d5da5dff105be5fda19c946634e74"},{"cap_original_tokens":["<SENTENCE_START>","{","return","<id>","trash","Entry","Persistence","<\/id>",";","}","<SENTENCE_END\/>"],"file_name":"TrashEntryLocalServiceBaseImpl.java","formatted_lines":["{","    return trashEntryPersistence;","}"],"function_name":"getTrashEntryPersistence","function_name_tokens":["get","trash","entry","persistence"],"id_body_hash":"c997a4b842884c0f81dbac3d7b15ac7b","id_same_identifier_list":[0,1,2,3,3,3,4,5,6],"option_correct":"getTrashEntryPersistence","options":["getOnClick","getPersistence","getTrashEntryPersistence","getAssetEntryPersistence","isValidPortletSelected","setPhoneLocalService","getTrashVersionPersistence"],"options_nlp":["get on click","get persistence","get trash entry persistence","get asset entry persistence","is valid portlet selected","set phone local service","get trash version persistence"],"options_random":["setPhoneLocalService","getOnClick","isValidPortletSelected"],"options_tfidf":["getPersistence","getTrashVersionPersistence","getAssetEntryPersistence"],"project_name":"liferay-portal","source_code_string":"public TrashEntryPersistence getTrashEntryPersistence() {\n\t\treturn trashEntryPersistence;\n\t}","tokens_in_code":[{"index_id":0,"token_group":0,"text":"{","start_char":0,"line":0},{"index_id":1,"token_group":1,"text":"return","start_char":4,"line":1},{"index_id":2,"token_group":2,"text":"trash","start_char":11,"line":1},{"index_id":3,"token_group":3,"text":"Entry","start_char":16,"line":1},{"index_id":4,"token_group":3,"text":"Persistence","start_char":21,"line":1},{"index_id":5,"token_group":3,"text":";","start_char":32,"line":1},{"index_id":6,"token_group":4,"text":"}","start_char":0,"line":2}],"tokens_list":["{","return","trash","Entry","Persistence",";","}"],"uuid":"10cffd84716013b58bd0b5ffd79bf5a3"},{"cap_original_tokens":["<SENTENCE_START>","{","if","(","<id>","prefix","<\/id>",".","<id>","length","<\/id>","(",")",">","0","&&","!","<id>","prefix","<\/id>",".","<id>","ends","With","<\/id>","(","<id>","path","Delimiter","<\/id>",")",")","{","<id>","prefix","<\/id>","+=","<id>","path","Delimiter","<\/id>",";","}","<id>","list","<\/id>","<","<id>","file","Metadata","<\/id>",">","<id>","metadata","<\/id>","=","new","<id>","array","List","<\/id>","<","<id>","file","Metadata","<\/id>",">","(",")",";","<id>","sorted","Set","<\/id>","<","<id>","string","<\/id>",">","<id>","common","Prefixes","<\/id>","=","new","<id>","tree","Set","<\/id>","<","<id>","string","<\/id>",">","(",")",";","for","(","<id>","string","<\/id>","<id>","key","<\/id>",":","<id>","data","Map","<\/id>",".","<id>","key","Set","<\/id>","(",")",")","{","if","(","<id>","key","<\/id>",".","<id>","starts","With","<\/id>","(","<id>","prefix","<\/id>",")",")","{","if","(","<id>","delimiter","<\/id>","==","null",")","{","<id>","metadata","<\/id>",".","<id>","add","<\/id>","(","<id>","retrieve","Metadata","<\/id>","(","<id>","key","<\/id>",")",")",";","}","else","{","int","<id>","delim","Index","<\/id>","=","<id>","key","<\/id>",".","<id>","index","Of","<\/id>","(","<id>","delimiter","<\/id>",",","<id>","prefix","<\/id>",".","<id>","length","<\/id>","(",")",")",";","if","(","<id>","delim","Index","<\/id>","==","-","1",")","{","<id>","metadata","<\/id>",".","<id>","add","<\/id>","(","<id>","retrieve","Metadata","<\/id>","(","<id>","key","<\/id>",")",")",";","}","else","{","<id>","string","<\/id>","<id>","common","Prefix","<\/id>","=","<id>","key","<\/id>",".","<id>","substring","<\/id>","(","0",",","<id>","delim","Index","<\/id>",")",";","<id>","common","Prefixes","<\/id>",".","<id>","add","<\/id>","(","<id>","common","Prefix","<\/id>",")",";","}","}","}","if","(","<id>","metadata","<\/id>",".","<id>","size","<\/id>","(",")","+","<id>","common","Prefixes","<\/id>",".","<id>","size","<\/id>","(",")","==","<id>","max","Listing","Length","<\/id>",")","{","new","<id>","partial","Listing","<\/id>","(","<id>","key","<\/id>",",","<id>","metadata","<\/id>",".","<id>","to","Array","<\/id>","(","new","<id>","file","Metadata","<\/id>","[","0","]",")",",","<id>","common","Prefixes","<\/id>",".","<id>","to","Array","<\/id>","(","new","<id>","string","<\/id>","[","0","]",")",")",";","}","}","return","new","<id>","partial","Listing","<\/id>","(","null",",","<id>","metadata","<\/id>",".","<id>","to","Array","<\/id>","(","new","<id>","file","Metadata","<\/id>","[","0","]",")",",","<id>","common","Prefixes","<\/id>",".","<id>","to","Array","<\/id>","(","new","<id>","string","<\/id>","[","0","]",")",")",";","}","<SENTENCE_END\/>"],"file_name":"InMemoryNativeFileSystemStore.java","formatted_lines":["{","","    if (prefix.length() > 0 && !prefix.endsWith(PATH_DELIMITER))","    {","        prefix += PATH_DELIMITER;","    }","","    List<FileMetadata> metadata = new ArrayList<FileMetadata>();","    SortedSet<String> commonPrefixes = new TreeSet<String>();","    for (String key : dataMap.keySet())","    {","        if (key.startsWith(prefix))","        {","            if (delimiter == null)","            {","                metadata.add(retrieveMetadata(key));","            }","            else","            {","                int delimIndex = key.indexOf(delimiter, prefix.length());","                if (delimIndex == -1)","                {","                    metadata.add(retrieveMetadata(key));","                }","                else","                {","                    String commonPrefix = key.substring(0, delimIndex);","                    commonPrefixes.add(commonPrefix);","                }","            }","        }","        if (metadata.size() + commonPrefixes.size() == maxListingLength)","        {","            new PartialListing(key, metadata.toArray(new FileMetadata[0]),","                               commonPrefixes.toArray(new String[0]));","        }","    }","    return new PartialListing(null, metadata.toArray(new FileMetadata[0]),","                              commonPrefixes.toArray(new String[0]));","}"],"function_name":"list","function_name_tokens":["list"],"id_body_hash":"b31b15b166c4296c2910c519c1f5b27e","id_same_identifier_list":[0,1,2,3,4,5,6,7,8,9,10,11,12,13,14,15,15,16,17,17,18,19,20,21,22,23,23,24,25,26,27,28,28,29,30,31,32,33,33,34,35,35,36,37,38,39,40,40,41,42,43,44,44,45,46,47,47,48,49,50,51,52,53,54,55,56,57,58,59,59,60,61,61,62,63,64,65,66,67,68,69,70,70,71,72,73,74,75,76,77,78,79,80,81,82,83,84,85,86,87,87,88,89,90,91,92,93,94,95,96,97,97,98,99,100,101,101,102,103,104,105,106,107,108,109,110,111,112,113,114,114,115,116,117,118,119,120,121,122,123,124,124,125,126,127,128,129,130,131,132,133,134,134,135,136,137,138,139,140,141,142,142,143,144,145,145,146,147,148,149,149,150,151,152,153,154,155,156,157,158,159,160,161,162,163,163,164,165,166,167,168,169,169,169,170,171,172,173,173,174,175,176,177,178,179,179,180,181,182,182,183,184,185,186,187,188,188,189,190,190,191,192,193,194,195,196,197,198,199,200,201,202,203,204,204,205,206,207,208,209,210,210,211,212,213,213,214,215,216,217,218,219,219,220,221,221,222,223,224,225,226,227,228,229,230,231,232],"option_correct":"list","options":["asList","loadINodeReferenceSection","listStatus","checkNameNodeHealth","listPaths","writeArray","list"],"options_nlp":["as list","load i node reference section","list status","check name node health","list paths","write array","list"],"options_random":["writeArray","loadINodeReferenceSection","checkNameNodeHealth"],"options_tfidf":["asList","listStatus","listPaths"],"project_name":"hadoop-common","source_code_string":"private PartialListing list(String prefix, String delimiter,\n      int maxListingLength, String priorLastKey) throws IOException {\n\n    if (prefix.length() > 0 && !prefix.endsWith(PATH_DELIMITER)) {\n      prefix += PATH_DELIMITER;\n    }\n    \n    List<FileMetadata> metadata = new ArrayList<FileMetadata>();\n    SortedSet<String> commonPrefixes = new TreeSet<String>();\n    for (String key : dataMap.keySet()) {\n      if (key.startsWith(prefix)) {\n        if (delimiter == null) {\n          metadata.add(retrieveMetadata(key));\n        } else {\n          int delimIndex = key.indexOf(delimiter, prefix.length());\n          if (delimIndex == -1) {\n            metadata.add(retrieveMetadata(key));\n          } else {\n            String commonPrefix = key.substring(0, delimIndex);\n            commonPrefixes.add(commonPrefix);\n          }\n        }\n      }\n      if (metadata.size() + commonPrefixes.size() == maxListingLength) {\n        new PartialListing(key, metadata.toArray(new FileMetadata[0]),\n            commonPrefixes.toArray(new String[0]));\n      }\n    }\n    return new PartialListing(null, metadata.toArray(new FileMetadata[0]),\n        commonPrefixes.toArray(new String[0]));\n  }","tokens_in_code":[{"index_id":0,"token_group":0,"text":"{","start_char":0,"line":0},{"index_id":1,"token_group":1,"text":"if","start_char":4,"line":2},{"index_id":2,"token_group":2,"text":"(","start_char":7,"line":2},{"index_id":3,"token_group":3,"text":"prefix","start_char":8,"line":2},{"index_id":4,"token_group":4,"text":".","start_char":14,"line":2},{"index_id":5,"token_group":5,"text":"length","start_char":15,"line":2},{"index_id":6,"token_group":6,"text":"(","start_char":21,"line":2},{"index_id":7,"token_group":7,"text":")","start_char":22,"line":2},{"index_id":8,"token_group":8,"text":">","start_char":24,"line":2},{"index_id":9,"token_group":9,"text":"0","start_char":26,"line":2},{"index_id":10,"token_group":10,"text":"&&","start_char":28,"line":2},{"index_id":11,"token_group":11,"text":"!","start_char":31,"line":2},{"index_id":12,"token_group":12,"text":"prefix","start_char":32,"line":2},{"index_id":13,"token_group":13,"text":".","start_char":38,"line":2},{"index_id":14,"token_group":14,"text":"ends","start_char":39,"line":2},{"index_id":15,"token_group":15,"text":"With","start_char":43,"line":2},{"index_id":16,"token_group":15,"text":"(","start_char":47,"line":2},{"index_id":17,"token_group":16,"text":"path","start_char":48,"line":2},{"index_id":18,"token_group":17,"text":"Delimiter","start_char":53,"line":2},{"index_id":19,"token_group":17,"text":")","start_char":62,"line":2},{"index_id":20,"token_group":18,"text":")","start_char":63,"line":2},{"index_id":21,"token_group":19,"text":"{","start_char":4,"line":3},{"index_id":22,"token_group":20,"text":"prefix","start_char":8,"line":4},{"index_id":23,"token_group":21,"text":"+=","start_char":15,"line":4},{"index_id":24,"token_group":22,"text":"path","start_char":18,"line":4},{"index_id":25,"token_group":23,"text":"Delimiter","start_char":23,"line":4},{"index_id":26,"token_group":23,"text":";","start_char":32,"line":4},{"index_id":27,"token_group":24,"text":"}","start_char":4,"line":5},{"index_id":28,"token_group":25,"text":"list","start_char":4,"line":7},{"index_id":29,"token_group":26,"text":"<","start_char":8,"line":7},{"index_id":30,"token_group":27,"text":"file","start_char":9,"line":7},{"index_id":31,"token_group":28,"text":"Metadata","start_char":13,"line":7},{"index_id":32,"token_group":28,"text":">","start_char":21,"line":7},{"index_id":33,"token_group":29,"text":"metadata","start_char":23,"line":7},{"index_id":34,"token_group":30,"text":"=","start_char":32,"line":7},{"index_id":35,"token_group":31,"text":"new","start_char":34,"line":7},{"index_id":36,"token_group":32,"text":"array","start_char":38,"line":7},{"index_id":37,"token_group":33,"text":"List","start_char":43,"line":7},{"index_id":38,"token_group":33,"text":"<","start_char":47,"line":7},{"index_id":39,"token_group":34,"text":"file","start_char":48,"line":7},{"index_id":40,"token_group":35,"text":"Metadata","start_char":52,"line":7},{"index_id":41,"token_group":35,"text":">","start_char":60,"line":7},{"index_id":42,"token_group":36,"text":"(","start_char":61,"line":7},{"index_id":43,"token_group":37,"text":")","start_char":62,"line":7},{"index_id":44,"token_group":38,"text":";","start_char":63,"line":7},{"index_id":45,"token_group":39,"text":"sorted","start_char":4,"line":8},{"index_id":46,"token_group":40,"text":"Set","start_char":10,"line":8},{"index_id":47,"token_group":40,"text":"<","start_char":13,"line":8},{"index_id":48,"token_group":41,"text":"string","start_char":14,"line":8},{"index_id":49,"token_group":42,"text":">","start_char":20,"line":8},{"index_id":50,"token_group":43,"text":"common","start_char":22,"line":8},{"index_id":51,"token_group":44,"text":"Prefixes","start_char":28,"line":8},{"index_id":52,"token_group":44,"text":"=","start_char":37,"line":8},{"index_id":53,"token_group":45,"text":"new","start_char":39,"line":8},{"index_id":54,"token_group":46,"text":"tree","start_char":43,"line":8},{"index_id":55,"token_group":47,"text":"Set","start_char":47,"line":8},{"index_id":56,"token_group":47,"text":"<","start_char":50,"line":8},{"index_id":57,"token_group":48,"text":"string","start_char":51,"line":8},{"index_id":58,"token_group":49,"text":">","start_char":57,"line":8},{"index_id":59,"token_group":50,"text":"(","start_char":58,"line":8},{"index_id":60,"token_group":51,"text":")","start_char":59,"line":8},{"index_id":61,"token_group":52,"text":";","start_char":60,"line":8},{"index_id":62,"token_group":53,"text":"for","start_char":4,"line":9},{"index_id":63,"token_group":54,"text":"(","start_char":8,"line":9},{"index_id":64,"token_group":55,"text":"string","start_char":9,"line":9},{"index_id":65,"token_group":56,"text":"key","start_char":16,"line":9},{"index_id":66,"token_group":57,"text":":","start_char":20,"line":9},{"index_id":67,"token_group":58,"text":"data","start_char":22,"line":9},{"index_id":68,"token_group":59,"text":"Map","start_char":26,"line":9},{"index_id":69,"token_group":59,"text":".","start_char":29,"line":9},{"index_id":70,"token_group":60,"text":"key","start_char":30,"line":9},{"index_id":71,"token_group":61,"text":"Set","start_char":33,"line":9},{"index_id":72,"token_group":61,"text":"(","start_char":36,"line":9},{"index_id":73,"token_group":62,"text":")","start_char":37,"line":9},{"index_id":74,"token_group":63,"text":")","start_char":38,"line":9},{"index_id":75,"token_group":64,"text":"{","start_char":4,"line":10},{"index_id":76,"token_group":65,"text":"if","start_char":8,"line":11},{"index_id":77,"token_group":66,"text":"(","start_char":11,"line":11},{"index_id":78,"token_group":67,"text":"key","start_char":12,"line":11},{"index_id":79,"token_group":68,"text":".","start_char":15,"line":11},{"index_id":80,"token_group":69,"text":"starts","start_char":16,"line":11},{"index_id":81,"token_group":70,"text":"With","start_char":22,"line":11},{"index_id":82,"token_group":70,"text":"(","start_char":26,"line":11},{"index_id":83,"token_group":71,"text":"prefix","start_char":27,"line":11},{"index_id":84,"token_group":72,"text":")","start_char":33,"line":11},{"index_id":85,"token_group":73,"text":")","start_char":34,"line":11},{"index_id":86,"token_group":74,"text":"{","start_char":8,"line":12},{"index_id":87,"token_group":75,"text":"if","start_char":12,"line":13},{"index_id":88,"token_group":76,"text":"(","start_char":15,"line":13},{"index_id":89,"token_group":77,"text":"delimiter","start_char":16,"line":13},{"index_id":90,"token_group":78,"text":"==","start_char":26,"line":13},{"index_id":91,"token_group":79,"text":"null","start_char":29,"line":13},{"index_id":92,"token_group":80,"text":")","start_char":33,"line":13},{"index_id":93,"token_group":81,"text":"{","start_char":12,"line":14},{"index_id":94,"token_group":82,"text":"metadata","start_char":16,"line":15},{"index_id":95,"token_group":83,"text":".","start_char":24,"line":15},{"index_id":96,"token_group":84,"text":"add","start_char":25,"line":15},{"index_id":97,"token_group":85,"text":"(","start_char":28,"line":15},{"index_id":98,"token_group":86,"text":"retrieve","start_char":29,"line":15},{"index_id":99,"token_group":87,"text":"Metadata","start_char":37,"line":15},{"index_id":100,"token_group":87,"text":"(","start_char":45,"line":15},{"index_id":101,"token_group":88,"text":"key","start_char":46,"line":15},{"index_id":102,"token_group":89,"text":")","start_char":49,"line":15},{"index_id":103,"token_group":90,"text":")","start_char":50,"line":15},{"index_id":104,"token_group":91,"text":";","start_char":51,"line":15},{"index_id":105,"token_group":92,"text":"}","start_char":12,"line":16},{"index_id":106,"token_group":93,"text":"else","start_char":12,"line":17},{"index_id":107,"token_group":94,"text":"{","start_char":12,"line":18},{"index_id":108,"token_group":95,"text":"int","start_char":16,"line":19},{"index_id":109,"token_group":96,"text":"delim","start_char":20,"line":19},{"index_id":110,"token_group":97,"text":"Index","start_char":25,"line":19},{"index_id":111,"token_group":97,"text":"=","start_char":31,"line":19},{"index_id":112,"token_group":98,"text":"key","start_char":33,"line":19},{"index_id":113,"token_group":99,"text":".","start_char":36,"line":19},{"index_id":114,"token_group":100,"text":"index","start_char":37,"line":19},{"index_id":115,"token_group":101,"text":"Of","start_char":42,"line":19},{"index_id":116,"token_group":101,"text":"(","start_char":44,"line":19},{"index_id":117,"token_group":102,"text":"delimiter","start_char":45,"line":19},{"index_id":118,"token_group":103,"text":",","start_char":54,"line":19},{"index_id":119,"token_group":104,"text":"prefix","start_char":56,"line":19},{"index_id":120,"token_group":105,"text":".","start_char":62,"line":19},{"index_id":121,"token_group":106,"text":"length","start_char":63,"line":19},{"index_id":122,"token_group":107,"text":"(","start_char":69,"line":19},{"index_id":123,"token_group":108,"text":")","start_char":70,"line":19},{"index_id":124,"token_group":109,"text":")","start_char":71,"line":19},{"index_id":125,"token_group":110,"text":";","start_char":72,"line":19},{"index_id":126,"token_group":111,"text":"if","start_char":16,"line":20},{"index_id":127,"token_group":112,"text":"(","start_char":19,"line":20},{"index_id":128,"token_group":113,"text":"delim","start_char":20,"line":20},{"index_id":129,"token_group":114,"text":"Index","start_char":25,"line":20},{"index_id":130,"token_group":114,"text":"==","start_char":31,"line":20},{"index_id":131,"token_group":115,"text":"-","start_char":34,"line":20},{"index_id":132,"token_group":116,"text":"1","start_char":35,"line":20},{"index_id":133,"token_group":117,"text":")","start_char":36,"line":20},{"index_id":134,"token_group":118,"text":"{","start_char":16,"line":21},{"index_id":135,"token_group":119,"text":"metadata","start_char":20,"line":22},{"index_id":136,"token_group":120,"text":".","start_char":28,"line":22},{"index_id":137,"token_group":121,"text":"add","start_char":29,"line":22},{"index_id":138,"token_group":122,"text":"(","start_char":32,"line":22},{"index_id":139,"token_group":123,"text":"retrieve","start_char":33,"line":22},{"index_id":140,"token_group":124,"text":"Metadata","start_char":41,"line":22},{"index_id":141,"token_group":124,"text":"(","start_char":49,"line":22},{"index_id":142,"token_group":125,"text":"key","start_char":50,"line":22},{"index_id":143,"token_group":126,"text":")","start_char":53,"line":22},{"index_id":144,"token_group":127,"text":")","start_char":54,"line":22},{"index_id":145,"token_group":128,"text":";","start_char":55,"line":22},{"index_id":146,"token_group":129,"text":"}","start_char":16,"line":23},{"index_id":147,"token_group":130,"text":"else","start_char":16,"line":24},{"index_id":148,"token_group":131,"text":"{","start_char":16,"line":25},{"index_id":149,"token_group":132,"text":"string","start_char":20,"line":26},{"index_id":150,"token_group":133,"text":"common","start_char":27,"line":26},{"index_id":151,"token_group":134,"text":"Prefix","start_char":33,"line":26},{"index_id":152,"token_group":134,"text":"=","start_char":40,"line":26},{"index_id":153,"token_group":135,"text":"key","start_char":42,"line":26},{"index_id":154,"token_group":136,"text":".","start_char":45,"line":26},{"index_id":155,"token_group":137,"text":"substring","start_char":46,"line":26},{"index_id":156,"token_group":138,"text":"(","start_char":55,"line":26},{"index_id":157,"token_group":139,"text":"0","start_char":56,"line":26},{"index_id":158,"token_group":140,"text":",","start_char":57,"line":26},{"index_id":159,"token_group":141,"text":"delim","start_char":59,"line":26},{"index_id":160,"token_group":142,"text":"Index","start_char":64,"line":26},{"index_id":161,"token_group":142,"text":")","start_char":69,"line":26},{"index_id":162,"token_group":143,"text":";","start_char":70,"line":26},{"index_id":163,"token_group":144,"text":"common","start_char":20,"line":27},{"index_id":164,"token_group":145,"text":"Prefixes","start_char":26,"line":27},{"index_id":165,"token_group":145,"text":".","start_char":34,"line":27},{"index_id":166,"token_group":146,"text":"add","start_char":35,"line":27},{"index_id":167,"token_group":147,"text":"(","start_char":38,"line":27},{"index_id":168,"token_group":148,"text":"common","start_char":39,"line":27},{"index_id":169,"token_group":149,"text":"Prefix","start_char":45,"line":27},{"index_id":170,"token_group":149,"text":")","start_char":51,"line":27},{"index_id":171,"token_group":150,"text":";","start_char":52,"line":27},{"index_id":172,"token_group":151,"text":"}","start_char":16,"line":28},{"index_id":173,"token_group":152,"text":"}","start_char":12,"line":29},{"index_id":174,"token_group":153,"text":"}","start_char":8,"line":30},{"index_id":175,"token_group":154,"text":"if","start_char":8,"line":31},{"index_id":176,"token_group":155,"text":"(","start_char":11,"line":31},{"index_id":177,"token_group":156,"text":"metadata","start_char":12,"line":31},{"index_id":178,"token_group":157,"text":".","start_char":20,"line":31},{"index_id":179,"token_group":158,"text":"size","start_char":21,"line":31},{"index_id":180,"token_group":159,"text":"(","start_char":25,"line":31},{"index_id":181,"token_group":160,"text":")","start_char":26,"line":31},{"index_id":182,"token_group":161,"text":"+","start_char":28,"line":31},{"index_id":183,"token_group":162,"text":"common","start_char":30,"line":31},{"index_id":184,"token_group":163,"text":"Prefixes","start_char":36,"line":31},{"index_id":185,"token_group":163,"text":".","start_char":44,"line":31},{"index_id":186,"token_group":164,"text":"size","start_char":45,"line":31},{"index_id":187,"token_group":165,"text":"(","start_char":49,"line":31},{"index_id":188,"token_group":166,"text":")","start_char":50,"line":31},{"index_id":189,"token_group":167,"text":"==","start_char":52,"line":31},{"index_id":190,"token_group":168,"text":"max","start_char":55,"line":31},{"index_id":191,"token_group":169,"text":"Listing","start_char":58,"line":31},{"index_id":192,"token_group":169,"text":"Length","start_char":65,"line":31},{"index_id":193,"token_group":169,"text":")","start_char":71,"line":31},{"index_id":194,"token_group":170,"text":"{","start_char":8,"line":32},{"index_id":195,"token_group":171,"text":"new","start_char":12,"line":33},{"index_id":196,"token_group":172,"text":"partial","start_char":16,"line":33},{"index_id":197,"token_group":173,"text":"Listing","start_char":23,"line":33},{"index_id":198,"token_group":173,"text":"(","start_char":30,"line":33},{"index_id":199,"token_group":174,"text":"key","start_char":31,"line":33},{"index_id":200,"token_group":175,"text":",","start_char":34,"line":33},{"index_id":201,"token_group":176,"text":"metadata","start_char":36,"line":33},{"index_id":202,"token_group":177,"text":".","start_char":44,"line":33},{"index_id":203,"token_group":178,"text":"to","start_char":45,"line":33},{"index_id":204,"token_group":179,"text":"Array","start_char":47,"line":33},{"index_id":205,"token_group":179,"text":"(","start_char":52,"line":33},{"index_id":206,"token_group":180,"text":"new","start_char":53,"line":33},{"index_id":207,"token_group":181,"text":"file","start_char":57,"line":33},{"index_id":208,"token_group":182,"text":"Metadata","start_char":61,"line":33},{"index_id":209,"token_group":182,"text":"[","start_char":69,"line":33},{"index_id":210,"token_group":183,"text":"0","start_char":70,"line":33},{"index_id":211,"token_group":184,"text":"]","start_char":71,"line":33},{"index_id":212,"token_group":185,"text":")","start_char":72,"line":33},{"index_id":213,"token_group":186,"text":",","start_char":73,"line":33},{"index_id":214,"token_group":187,"text":"common","start_char":31,"line":34},{"index_id":215,"token_group":188,"text":"Prefixes","start_char":37,"line":34},{"index_id":216,"token_group":188,"text":".","start_char":45,"line":34},{"index_id":217,"token_group":189,"text":"to","start_char":46,"line":34},{"index_id":218,"token_group":190,"text":"Array","start_char":48,"line":34},{"index_id":219,"token_group":190,"text":"(","start_char":53,"line":34},{"index_id":220,"token_group":191,"text":"new","start_char":54,"line":34},{"index_id":221,"token_group":192,"text":"string","start_char":58,"line":34},{"index_id":222,"token_group":193,"text":"[","start_char":64,"line":34},{"index_id":223,"token_group":194,"text":"0","start_char":65,"line":34},{"index_id":224,"token_group":195,"text":"]","start_char":66,"line":34},{"index_id":225,"token_group":196,"text":")","start_char":67,"line":34},{"index_id":226,"token_group":197,"text":")","start_char":68,"line":34},{"index_id":227,"token_group":198,"text":";","start_char":69,"line":34},{"index_id":228,"token_group":199,"text":"}","start_char":8,"line":35},{"index_id":229,"token_group":200,"text":"}","start_char":4,"line":36},{"index_id":230,"token_group":201,"text":"return","start_char":4,"line":37},{"index_id":231,"token_group":202,"text":"new","start_char":11,"line":37},{"index_id":232,"token_group":203,"text":"partial","start_char":15,"line":37},{"index_id":233,"token_group":204,"text":"Listing","start_char":22,"line":37},{"index_id":234,"token_group":204,"text":"(","start_char":29,"line":37},{"index_id":235,"token_group":205,"text":"null","start_char":30,"line":37},{"index_id":236,"token_group":206,"text":",","start_char":34,"line":37},{"index_id":237,"token_group":207,"text":"metadata","start_char":36,"line":37},{"index_id":238,"token_group":208,"text":".","start_char":44,"line":37},{"index_id":239,"token_group":209,"text":"to","start_char":45,"line":37},{"index_id":240,"token_group":210,"text":"Array","start_char":47,"line":37},{"index_id":241,"token_group":210,"text":"(","start_char":52,"line":37},{"index_id":242,"token_group":211,"text":"new","start_char":53,"line":37},{"index_id":243,"token_group":212,"text":"file","start_char":57,"line":37},{"index_id":244,"token_group":213,"text":"Metadata","start_char":61,"line":37},{"index_id":245,"token_group":213,"text":"[","start_char":69,"line":37},{"index_id":246,"token_group":214,"text":"0","start_char":70,"line":37},{"index_id":247,"token_group":215,"text":"]","start_char":71,"line":37},{"index_id":248,"token_group":216,"text":")","start_char":72,"line":37},{"index_id":249,"token_group":217,"text":",","start_char":73,"line":37},{"index_id":250,"token_group":218,"text":"common","start_char":30,"line":38},{"index_id":251,"token_group":219,"text":"Prefixes","start_char":36,"line":38},{"index_id":252,"token_group":219,"text":".","start_char":44,"line":38},{"index_id":253,"token_group":220,"text":"to","start_char":45,"line":38},{"index_id":254,"token_group":221,"text":"Array","start_char":47,"line":38},{"index_id":255,"token_group":221,"text":"(","start_char":52,"line":38},{"index_id":256,"token_group":222,"text":"new","start_char":53,"line":38},{"index_id":257,"token_group":223,"text":"string","start_char":57,"line":38},{"index_id":258,"token_group":224,"text":"[","start_char":63,"line":38},{"index_id":259,"token_group":225,"text":"0","start_char":64,"line":38},{"index_id":260,"token_group":226,"text":"]","start_char":65,"line":38},{"index_id":261,"token_group":227,"text":")","start_char":66,"line":38},{"index_id":262,"token_group":228,"text":")","start_char":67,"line":38},{"index_id":263,"token_group":229,"text":";","start_char":68,"line":38},{"index_id":264,"token_group":230,"text":"}","start_char":0,"line":39}],"tokens_list":["{","if","(","prefix",".","length","(",")",">","0","&&","!","prefix",".","ends","With","(","path","Delimiter",")",")","{","prefix","+=","path","Delimiter",";","}","list","<","file","Metadata",">","metadata","=","new","array","List","<","file","Metadata",">","(",")",";","sorted","Set","<","string",">","common","Prefixes","=","new","tree","Set","<","string",">","(",")",";","for","(","string","key",":","data","Map",".","key","Set","(",")",")","{","if","(","key",".","starts","With","(","prefix",")",")","{","if","(","delimiter","==","null",")","{","metadata",".","add","(","retrieve","Metadata","(","key",")",")",";","}","else","{","int","delim","Index","=","key",".","index","Of","(","delimiter",",","prefix",".","length","(",")",")",";","if","(","delim","Index","==","-","1",")","{","metadata",".","add","(","retrieve","Metadata","(","key",")",")",";","}","else","{","string","common","Prefix","=","key",".","substring","(","0",",","delim","Index",")",";","common","Prefixes",".","add","(","common","Prefix",")",";","}","}","}","if","(","metadata",".","size","(",")","+","common","Prefixes",".","size","(",")","==","max","Listing","Length",")","{","new","partial","Listing","(","key",",","metadata",".","to","Array","(","new","file","Metadata","[","0","]",")",",","common","Prefixes",".","to","Array","(","new","string","[","0","]",")",")",";","}","}","return","new","partial","Listing","(","null",",","metadata",".","to","Array","(","new","file","Metadata","[","0","]",")",",","common","Prefixes",".","to","Array","(","new","string","[","0","]",")",")",";","}"],"uuid":"10c958aa063e961cfa6e7aa2a561f91d"},{"cap_original_tokens":["<SENTENCE_START>","{","<id>","thread","Mx","Bean","<\/id>","<id>","thread","Mx","Bean","<\/id>","=","<id>","management","Factory","<\/id>",".","<id>","get","Thread","Mx","Bean","<\/id>","(",")",";","long","<id>","thread","Ids","<\/id>","[","]","=","<id>","thread","Mx","Bean","<\/id>",".","<id>","get","All","Thread","Ids","<\/id>","(",")",";","<id>","thread","Info","<\/id>","[","]","<id>","thread","Infos","<\/id>","=","<id>","thread","Mx","Bean","<\/id>",".","<id>","get","Thread","Info","<\/id>","(","<id>","thread","Ids","<\/id>",",","0",")",";","int","<id>","threads","New","<\/id>","=","0",";","int","<id>","threads","Runnable","<\/id>","=","0",";","int","<id>","threads","Blocked","<\/id>","=","0",";","int","<id>","threads","Waiting","<\/id>","=","0",";","int","<id>","threads","Timed","Waiting","<\/id>","=","0",";","int","<id>","threads","Terminated","<\/id>","=","0",";","for","(","<id>","thread","Info","<\/id>","<id>","thread","Info","<\/id>",":","<id>","thread","Infos","<\/id>",")","{","if","(","<id>","thread","Info","<\/id>","==","null",")","continue",";","<id>","thread","<\/id>",".","<id>","state","<\/id>","<id>","state","<\/id>","=","<id>","thread","Info","<\/id>",".","<id>","get","Thread","State","<\/id>","(",")",";","if","(","<id>","state","<\/id>","==","<id>","new","<\/id>",")","{","<id>","threads","New","<\/id>","++",";","}","else","if","(","<id>","state","<\/id>","==","<id>","runnable","<\/id>",")","{","<id>","threads","Runnable","<\/id>","++",";","}","else","if","(","<id>","state","<\/id>","==","<id>","blocked","<\/id>",")","{","<id>","threads","Blocked","<\/id>","++",";","}","else","if","(","<id>","state","<\/id>","==","<id>","waiting","<\/id>",")","{","<id>","threads","Waiting","<\/id>","++",";","}","else","if","(","<id>","state","<\/id>","==","<id>","timed","Waiting","<\/id>",")","{","<id>","threads","Timed","Waiting","<\/id>","++",";","}","else","if","(","<id>","state","<\/id>","==","<id>","terminated","<\/id>",")","{","<id>","threads","Terminated","<\/id>","++",";","}","}","<id>","metrics","<\/id>",".","<id>","set","Metric","<\/id>","(","\"threadsNew\"",",","<id>","threads","New","<\/id>",")",";","<id>","metrics","<\/id>",".","<id>","set","Metric","<\/id>","(","\"threadsRunnable\"",",","<id>","threads","Runnable","<\/id>",")",";","<id>","metrics","<\/id>",".","<id>","set","Metric","<\/id>","(","\"threadsBlocked\"",",","<id>","threads","Blocked","<\/id>",")",";","<id>","metrics","<\/id>",".","<id>","set","Metric","<\/id>","(","\"threadsWaiting\"",",","<id>","threads","Waiting","<\/id>",")",";","<id>","metrics","<\/id>",".","<id>","set","Metric","<\/id>","(","\"threadsTimedWaiting\"",",","<id>","threads","Timed","Waiting","<\/id>",")",";","<id>","metrics","<\/id>",".","<id>","set","Metric","<\/id>","(","\"threadsTerminated\"",",","<id>","threads","Terminated","<\/id>",")",";","}","<SENTENCE_END\/>"],"file_name":"JvmMetrics.java","formatted_lines":["{","    ThreadMXBean threadMXBean =","        ManagementFactory.getThreadMXBean();","    long threadIds[] =","        threadMXBean.getAllThreadIds();","    ThreadInfo[] threadInfos =","        threadMXBean.getThreadInfo(threadIds, 0);","","    int threadsNew = 0;","    int threadsRunnable = 0;","    int threadsBlocked = 0;","    int threadsWaiting = 0;","    int threadsTimedWaiting = 0;","    int threadsTerminated = 0;","","    for (ThreadInfo threadInfo : threadInfos)","    {","","        if (threadInfo == null) continue;","        Thread.State state = threadInfo.getThreadState();","        if (state == NEW)","        {","            threadsNew++;","        }","        else if (state == RUNNABLE)","        {","            threadsRunnable++;","        }","        else if (state == BLOCKED)","        {","            threadsBlocked++;","        }","        else if (state == WAITING)","        {","            threadsWaiting++;","        }","        else if (state == TIMED_WAITING)","        {","            threadsTimedWaiting++;","        }","        else if (state == TERMINATED)","        {","            threadsTerminated++;","        }","    }","    metrics.setMetric(\"threadsNew\", threadsNew);","    metrics.setMetric(\"threadsRunnable\", threadsRunnable);","    metrics.setMetric(\"threadsBlocked\", threadsBlocked);","    metrics.setMetric(\"threadsWaiting\", threadsWaiting);","    metrics.setMetric(\"threadsTimedWaiting\", threadsTimedWaiting);","    metrics.setMetric(\"threadsTerminated\", threadsTerminated);","}"],"function_name":"doThreadUpdates","function_name_tokens":["do","thread","updates"],"id_body_hash":"15c6717de52b46c0026c6b831a41117e","id_same_identifier_list":[0,1,2,2,2,3,3,3,4,5,5,6,7,7,7,7,8,9,10,11,12,12,13,14,15,16,16,16,17,18,18,18,18,19,20,21,22,22,23,24,25,25,26,27,27,27,28,29,29,29,30,31,31,32,33,34,35,36,37,37,38,39,40,41,42,42,43,44,45,46,47,47,48,49,50,51,52,52,53,54,55,56,57,57,57,58,59,60,61,62,62,63,64,65,66,67,68,68,69,69,70,71,71,72,73,74,75,76,76,77,78,79,80,81,82,83,84,85,86,87,87,88,89,89,89,90,91,92,93,94,95,96,97,98,99,100,100,101,102,103,104,105,106,107,108,109,110,111,112,112,113,114,115,116,117,118,119,120,121,122,123,124,124,125,126,127,128,129,130,131,132,133,134,135,136,136,137,138,139,140,141,142,143,144,145,145,146,147,148,148,148,149,150,151,152,153,154,155,156,157,158,159,160,160,161,162,163,164,165,166,167,167,168,169,170,171,171,172,173,174,175,176,176,177,178,179,180,180,181,182,183,184,185,185,186,187,188,189,189,190,191,192,193,194,194,195,196,197,198,198,199,200,201,202,203,203,204,205,206,207,207,207,208,209,210,211,212,212,213,214,215,216,216,217,218,219,220],"option_correct":"doThreadUpdates","options":["doThreadUpdates","doGarbageCollectionUpdates","doEventCountUpdates","testRequestQuoterWithNull","finishAMAndVerifyAppState","getRunner","createReaderThread"],"options_nlp":["do thread updates","do garbage collection updates","do event count updates","test request quoter with null","finish am and verify app state","get runner","create reader thread"],"options_random":["testRequestQuoterWithNull","finishAMAndVerifyAppState","getRunner"],"options_tfidf":["doGarbageCollectionUpdates","doEventCountUpdates","createReaderThread"],"project_name":"hadoop-common","source_code_string":"private void doThreadUpdates() {\n        ThreadMXBean threadMXBean =\n                ManagementFactory.getThreadMXBean();\n        long threadIds[] = \n                threadMXBean.getAllThreadIds();\n        ThreadInfo[] threadInfos =\n                threadMXBean.getThreadInfo(threadIds, 0);\n        \n        int threadsNew = 0;\n        int threadsRunnable = 0;\n        int threadsBlocked = 0;\n        int threadsWaiting = 0;\n        int threadsTimedWaiting = 0;\n        int threadsTerminated = 0;\n        \n        for (ThreadInfo threadInfo : threadInfos) {\n            \n            if (threadInfo == null) continue;\n            Thread.State state = threadInfo.getThreadState();\n            if (state == NEW) {\n                threadsNew++;\n            } \n            else if (state == RUNNABLE) {\n                threadsRunnable++;\n            }\n            else if (state == BLOCKED) {\n                threadsBlocked++;\n            }\n            else if (state == WAITING) {\n                threadsWaiting++;\n            } \n            else if (state == TIMED_WAITING) {\n                threadsTimedWaiting++;\n            }\n            else if (state == TERMINATED) {\n                threadsTerminated++;\n            }\n        }\n        metrics.setMetric(\"threadsNew\", threadsNew);\n        metrics.setMetric(\"threadsRunnable\", threadsRunnable);\n        metrics.setMetric(\"threadsBlocked\", threadsBlocked);\n        metrics.setMetric(\"threadsWaiting\", threadsWaiting);\n        metrics.setMetric(\"threadsTimedWaiting\", threadsTimedWaiting);\n        metrics.setMetric(\"threadsTerminated\", threadsTerminated);\n    }","tokens_in_code":[{"index_id":0,"token_group":0,"text":"{","start_char":0,"line":0},{"index_id":1,"token_group":1,"text":"thread","start_char":4,"line":1},{"index_id":2,"token_group":2,"text":"Mx","start_char":10,"line":1},{"index_id":3,"token_group":2,"text":"Bean","start_char":12,"line":1},{"index_id":4,"token_group":2,"text":"thread","start_char":17,"line":1},{"index_id":5,"token_group":3,"text":"Mx","start_char":23,"line":1},{"index_id":6,"token_group":3,"text":"Bean","start_char":25,"line":1},{"index_id":7,"token_group":3,"text":"=","start_char":30,"line":1},{"index_id":8,"token_group":4,"text":"management","start_char":8,"line":2},{"index_id":9,"token_group":5,"text":"Factory","start_char":18,"line":2},{"index_id":10,"token_group":5,"text":".","start_char":25,"line":2},{"index_id":11,"token_group":6,"text":"get","start_char":26,"line":2},{"index_id":12,"token_group":7,"text":"Thread","start_char":29,"line":2},{"index_id":13,"token_group":7,"text":"Mx","start_char":35,"line":2},{"index_id":14,"token_group":7,"text":"Bean","start_char":37,"line":2},{"index_id":15,"token_group":7,"text":"(","start_char":41,"line":2},{"index_id":16,"token_group":8,"text":")","start_char":42,"line":2},{"index_id":17,"token_group":9,"text":";","start_char":43,"line":2},{"index_id":18,"token_group":10,"text":"long","start_char":4,"line":3},{"index_id":19,"token_group":11,"text":"thread","start_char":9,"line":3},{"index_id":20,"token_group":12,"text":"Ids","start_char":15,"line":3},{"index_id":21,"token_group":12,"text":"[","start_char":18,"line":3},{"index_id":22,"token_group":13,"text":"]","start_char":19,"line":3},{"index_id":23,"token_group":14,"text":"=","start_char":21,"line":3},{"index_id":24,"token_group":15,"text":"thread","start_char":8,"line":4},{"index_id":25,"token_group":16,"text":"Mx","start_char":14,"line":4},{"index_id":26,"token_group":16,"text":"Bean","start_char":16,"line":4},{"index_id":27,"token_group":16,"text":".","start_char":20,"line":4},{"index_id":28,"token_group":17,"text":"get","start_char":21,"line":4},{"index_id":29,"token_group":18,"text":"All","start_char":24,"line":4},{"index_id":30,"token_group":18,"text":"Thread","start_char":27,"line":4},{"index_id":31,"token_group":18,"text":"Ids","start_char":33,"line":4},{"index_id":32,"token_group":18,"text":"(","start_char":36,"line":4},{"index_id":33,"token_group":19,"text":")","start_char":37,"line":4},{"index_id":34,"token_group":20,"text":";","start_char":38,"line":4},{"index_id":35,"token_group":21,"text":"thread","start_char":4,"line":5},{"index_id":36,"token_group":22,"text":"Info","start_char":10,"line":5},{"index_id":37,"token_group":22,"text":"[","start_char":14,"line":5},{"index_id":38,"token_group":23,"text":"]","start_char":15,"line":5},{"index_id":39,"token_group":24,"text":"thread","start_char":17,"line":5},{"index_id":40,"token_group":25,"text":"Infos","start_char":23,"line":5},{"index_id":41,"token_group":25,"text":"=","start_char":29,"line":5},{"index_id":42,"token_group":26,"text":"thread","start_char":8,"line":6},{"index_id":43,"token_group":27,"text":"Mx","start_char":14,"line":6},{"index_id":44,"token_group":27,"text":"Bean","start_char":16,"line":6},{"index_id":45,"token_group":27,"text":".","start_char":20,"line":6},{"index_id":46,"token_group":28,"text":"get","start_char":21,"line":6},{"index_id":47,"token_group":29,"text":"Thread","start_char":24,"line":6},{"index_id":48,"token_group":29,"text":"Info","start_char":30,"line":6},{"index_id":49,"token_group":29,"text":"(","start_char":34,"line":6},{"index_id":50,"token_group":30,"text":"thread","start_char":35,"line":6},{"index_id":51,"token_group":31,"text":"Ids","start_char":41,"line":6},{"index_id":52,"token_group":31,"text":",","start_char":44,"line":6},{"index_id":53,"token_group":32,"text":"0","start_char":46,"line":6},{"index_id":54,"token_group":33,"text":")","start_char":47,"line":6},{"index_id":55,"token_group":34,"text":";","start_char":48,"line":6},{"index_id":56,"token_group":35,"text":"int","start_char":4,"line":8},{"index_id":57,"token_group":36,"text":"threads","start_char":8,"line":8},{"index_id":58,"token_group":37,"text":"New","start_char":15,"line":8},{"index_id":59,"token_group":37,"text":"=","start_char":19,"line":8},{"index_id":60,"token_group":38,"text":"0","start_char":21,"line":8},{"index_id":61,"token_group":39,"text":";","start_char":22,"line":8},{"index_id":62,"token_group":40,"text":"int","start_char":4,"line":9},{"index_id":63,"token_group":41,"text":"threads","start_char":8,"line":9},{"index_id":64,"token_group":42,"text":"Runnable","start_char":15,"line":9},{"index_id":65,"token_group":42,"text":"=","start_char":24,"line":9},{"index_id":66,"token_group":43,"text":"0","start_char":26,"line":9},{"index_id":67,"token_group":44,"text":";","start_char":27,"line":9},{"index_id":68,"token_group":45,"text":"int","start_char":4,"line":10},{"index_id":69,"token_group":46,"text":"threads","start_char":8,"line":10},{"index_id":70,"token_group":47,"text":"Blocked","start_char":15,"line":10},{"index_id":71,"token_group":47,"text":"=","start_char":23,"line":10},{"index_id":72,"token_group":48,"text":"0","start_char":25,"line":10},{"index_id":73,"token_group":49,"text":";","start_char":26,"line":10},{"index_id":74,"token_group":50,"text":"int","start_char":4,"line":11},{"index_id":75,"token_group":51,"text":"threads","start_char":8,"line":11},{"index_id":76,"token_group":52,"text":"Waiting","start_char":15,"line":11},{"index_id":77,"token_group":52,"text":"=","start_char":23,"line":11},{"index_id":78,"token_group":53,"text":"0","start_char":25,"line":11},{"index_id":79,"token_group":54,"text":";","start_char":26,"line":11},{"index_id":80,"token_group":55,"text":"int","start_char":4,"line":12},{"index_id":81,"token_group":56,"text":"threads","start_char":8,"line":12},{"index_id":82,"token_group":57,"text":"Timed","start_char":15,"line":12},{"index_id":83,"token_group":57,"text":"Waiting","start_char":20,"line":12},{"index_id":84,"token_group":57,"text":"=","start_char":28,"line":12},{"index_id":85,"token_group":58,"text":"0","start_char":30,"line":12},{"index_id":86,"token_group":59,"text":";","start_char":31,"line":12},{"index_id":87,"token_group":60,"text":"int","start_char":4,"line":13},{"index_id":88,"token_group":61,"text":"threads","start_char":8,"line":13},{"index_id":89,"token_group":62,"text":"Terminated","start_char":15,"line":13},{"index_id":90,"token_group":62,"text":"=","start_char":26,"line":13},{"index_id":91,"token_group":63,"text":"0","start_char":28,"line":13},{"index_id":92,"token_group":64,"text":";","start_char":29,"line":13},{"index_id":93,"token_group":65,"text":"for","start_char":4,"line":15},{"index_id":94,"token_group":66,"text":"(","start_char":8,"line":15},{"index_id":95,"token_group":67,"text":"thread","start_char":9,"line":15},{"index_id":96,"token_group":68,"text":"Info","start_char":15,"line":15},{"index_id":97,"token_group":68,"text":"thread","start_char":20,"line":15},{"index_id":98,"token_group":69,"text":"Info","start_char":26,"line":15},{"index_id":99,"token_group":69,"text":":","start_char":31,"line":15},{"index_id":100,"token_group":70,"text":"thread","start_char":33,"line":15},{"index_id":101,"token_group":71,"text":"Infos","start_char":39,"line":15},{"index_id":102,"token_group":71,"text":")","start_char":44,"line":15},{"index_id":103,"token_group":72,"text":"{","start_char":4,"line":16},{"index_id":104,"token_group":73,"text":"if","start_char":8,"line":18},{"index_id":105,"token_group":74,"text":"(","start_char":11,"line":18},{"index_id":106,"token_group":75,"text":"thread","start_char":12,"line":18},{"index_id":107,"token_group":76,"text":"Info","start_char":18,"line":18},{"index_id":108,"token_group":76,"text":"==","start_char":23,"line":18},{"index_id":109,"token_group":77,"text":"null","start_char":26,"line":18},{"index_id":110,"token_group":78,"text":")","start_char":30,"line":18},{"index_id":111,"token_group":79,"text":"continue","start_char":32,"line":18},{"index_id":112,"token_group":80,"text":";","start_char":40,"line":18},{"index_id":113,"token_group":81,"text":"thread","start_char":8,"line":19},{"index_id":114,"token_group":82,"text":".","start_char":14,"line":19},{"index_id":115,"token_group":83,"text":"state","start_char":15,"line":19},{"index_id":116,"token_group":84,"text":"state","start_char":21,"line":19},{"index_id":117,"token_group":85,"text":"=","start_char":27,"line":19},{"index_id":118,"token_group":86,"text":"thread","start_char":29,"line":19},{"index_id":119,"token_group":87,"text":"Info","start_char":35,"line":19},{"index_id":120,"token_group":87,"text":".","start_char":39,"line":19},{"index_id":121,"token_group":88,"text":"get","start_char":40,"line":19},{"index_id":122,"token_group":89,"text":"Thread","start_char":43,"line":19},{"index_id":123,"token_group":89,"text":"State","start_char":49,"line":19},{"index_id":124,"token_group":89,"text":"(","start_char":54,"line":19},{"index_id":125,"token_group":90,"text":")","start_char":55,"line":19},{"index_id":126,"token_group":91,"text":";","start_char":56,"line":19},{"index_id":127,"token_group":92,"text":"if","start_char":8,"line":20},{"index_id":128,"token_group":93,"text":"(","start_char":11,"line":20},{"index_id":129,"token_group":94,"text":"state","start_char":12,"line":20},{"index_id":130,"token_group":95,"text":"==","start_char":18,"line":20},{"index_id":131,"token_group":96,"text":"new","start_char":21,"line":20},{"index_id":132,"token_group":97,"text":")","start_char":24,"line":20},{"index_id":133,"token_group":98,"text":"{","start_char":8,"line":21},{"index_id":134,"token_group":99,"text":"threads","start_char":12,"line":22},{"index_id":135,"token_group":100,"text":"New","start_char":19,"line":22},{"index_id":136,"token_group":100,"text":"++","start_char":22,"line":22},{"index_id":137,"token_group":101,"text":";","start_char":24,"line":22},{"index_id":138,"token_group":102,"text":"}","start_char":8,"line":23},{"index_id":139,"token_group":103,"text":"else","start_char":8,"line":24},{"index_id":140,"token_group":104,"text":"if","start_char":13,"line":24},{"index_id":141,"token_group":105,"text":"(","start_char":16,"line":24},{"index_id":142,"token_group":106,"text":"state","start_char":17,"line":24},{"index_id":143,"token_group":107,"text":"==","start_char":23,"line":24},{"index_id":144,"token_group":108,"text":"runnable","start_char":26,"line":24},{"index_id":145,"token_group":109,"text":")","start_char":34,"line":24},{"index_id":146,"token_group":110,"text":"{","start_char":8,"line":25},{"index_id":147,"token_group":111,"text":"threads","start_char":12,"line":26},{"index_id":148,"token_group":112,"text":"Runnable","start_char":19,"line":26},{"index_id":149,"token_group":112,"text":"++","start_char":27,"line":26},{"index_id":150,"token_group":113,"text":";","start_char":29,"line":26},{"index_id":151,"token_group":114,"text":"}","start_char":8,"line":27},{"index_id":152,"token_group":115,"text":"else","start_char":8,"line":28},{"index_id":153,"token_group":116,"text":"if","start_char":13,"line":28},{"index_id":154,"token_group":117,"text":"(","start_char":16,"line":28},{"index_id":155,"token_group":118,"text":"state","start_char":17,"line":28},{"index_id":156,"token_group":119,"text":"==","start_char":23,"line":28},{"index_id":157,"token_group":120,"text":"blocked","start_char":26,"line":28},{"index_id":158,"token_group":121,"text":")","start_char":33,"line":28},{"index_id":159,"token_group":122,"text":"{","start_char":8,"line":29},{"index_id":160,"token_group":123,"text":"threads","start_char":12,"line":30},{"index_id":161,"token_group":124,"text":"Blocked","start_char":19,"line":30},{"index_id":162,"token_group":124,"text":"++","start_char":26,"line":30},{"index_id":163,"token_group":125,"text":";","start_char":28,"line":30},{"index_id":164,"token_group":126,"text":"}","start_char":8,"line":31},{"index_id":165,"token_group":127,"text":"else","start_char":8,"line":32},{"index_id":166,"token_group":128,"text":"if","start_char":13,"line":32},{"index_id":167,"token_group":129,"text":"(","start_char":16,"line":32},{"index_id":168,"token_group":130,"text":"state","start_char":17,"line":32},{"index_id":169,"token_group":131,"text":"==","start_char":23,"line":32},{"index_id":170,"token_group":132,"text":"waiting","start_char":26,"line":32},{"index_id":171,"token_group":133,"text":")","start_char":33,"line":32},{"index_id":172,"token_group":134,"text":"{","start_char":8,"line":33},{"index_id":173,"token_group":135,"text":"threads","start_char":12,"line":34},{"index_id":174,"token_group":136,"text":"Waiting","start_char":19,"line":34},{"index_id":175,"token_group":136,"text":"++","start_char":26,"line":34},{"index_id":176,"token_group":137,"text":";","start_char":28,"line":34},{"index_id":177,"token_group":138,"text":"}","start_char":8,"line":35},{"index_id":178,"token_group":139,"text":"else","start_char":8,"line":36},{"index_id":179,"token_group":140,"text":"if","start_char":13,"line":36},{"index_id":180,"token_group":141,"text":"(","start_char":16,"line":36},{"index_id":181,"token_group":142,"text":"state","start_char":17,"line":36},{"index_id":182,"token_group":143,"text":"==","start_char":23,"line":36},{"index_id":183,"token_group":144,"text":"timed","start_char":26,"line":36},{"index_id":184,"token_group":145,"text":"Waiting","start_char":32,"line":36},{"index_id":185,"token_group":145,"text":")","start_char":39,"line":36},{"index_id":186,"token_group":146,"text":"{","start_char":8,"line":37},{"index_id":187,"token_group":147,"text":"threads","start_char":12,"line":38},{"index_id":188,"token_group":148,"text":"Timed","start_char":19,"line":38},{"index_id":189,"token_group":148,"text":"Waiting","start_char":24,"line":38},{"index_id":190,"token_group":148,"text":"++","start_char":31,"line":38},{"index_id":191,"token_group":149,"text":";","start_char":33,"line":38},{"index_id":192,"token_group":150,"text":"}","start_char":8,"line":39},{"index_id":193,"token_group":151,"text":"else","start_char":8,"line":40},{"index_id":194,"token_group":152,"text":"if","start_char":13,"line":40},{"index_id":195,"token_group":153,"text":"(","start_char":16,"line":40},{"index_id":196,"token_group":154,"text":"state","start_char":17,"line":40},{"index_id":197,"token_group":155,"text":"==","start_char":23,"line":40},{"index_id":198,"token_group":156,"text":"terminated","start_char":26,"line":40},{"index_id":199,"token_group":157,"text":")","start_char":36,"line":40},{"index_id":200,"token_group":158,"text":"{","start_char":8,"line":41},{"index_id":201,"token_group":159,"text":"threads","start_char":12,"line":42},{"index_id":202,"token_group":160,"text":"Terminated","start_char":19,"line":42},{"index_id":203,"token_group":160,"text":"++","start_char":29,"line":42},{"index_id":204,"token_group":161,"text":";","start_char":31,"line":42},{"index_id":205,"token_group":162,"text":"}","start_char":8,"line":43},{"index_id":206,"token_group":163,"text":"}","start_char":4,"line":44},{"index_id":207,"token_group":164,"text":"metrics","start_char":4,"line":45},{"index_id":208,"token_group":165,"text":".","start_char":11,"line":45},{"index_id":209,"token_group":166,"text":"set","start_char":12,"line":45},{"index_id":210,"token_group":167,"text":"Metric","start_char":15,"line":45},{"index_id":211,"token_group":167,"text":"(","start_char":21,"line":45},{"index_id":212,"token_group":168,"text":"\"threadsNew\"","start_char":22,"line":45},{"index_id":213,"token_group":169,"text":",","start_char":34,"line":45},{"index_id":214,"token_group":170,"text":"threads","start_char":36,"line":45},{"index_id":215,"token_group":171,"text":"New","start_char":43,"line":45},{"index_id":216,"token_group":171,"text":")","start_char":46,"line":45},{"index_id":217,"token_group":172,"text":";","start_char":47,"line":45},{"index_id":218,"token_group":173,"text":"metrics","start_char":4,"line":46},{"index_id":219,"token_group":174,"text":".","start_char":11,"line":46},{"index_id":220,"token_group":175,"text":"set","start_char":12,"line":46},{"index_id":221,"token_group":176,"text":"Metric","start_char":15,"line":46},{"index_id":222,"token_group":176,"text":"(","start_char":21,"line":46},{"index_id":223,"token_group":177,"text":"\"threadsRunnable\"","start_char":22,"line":46},{"index_id":224,"token_group":178,"text":",","start_char":39,"line":46},{"index_id":225,"token_group":179,"text":"threads","start_char":41,"line":46},{"index_id":226,"token_group":180,"text":"Runnable","start_char":48,"line":46},{"index_id":227,"token_group":180,"text":")","start_char":56,"line":46},{"index_id":228,"token_group":181,"text":";","start_char":57,"line":46},{"index_id":229,"token_group":182,"text":"metrics","start_char":4,"line":47},{"index_id":230,"token_group":183,"text":".","start_char":11,"line":47},{"index_id":231,"token_group":184,"text":"set","start_char":12,"line":47},{"index_id":232,"token_group":185,"text":"Metric","start_char":15,"line":47},{"index_id":233,"token_group":185,"text":"(","start_char":21,"line":47},{"index_id":234,"token_group":186,"text":"\"threadsBlocked\"","start_char":22,"line":47},{"index_id":235,"token_group":187,"text":",","start_char":38,"line":47},{"index_id":236,"token_group":188,"text":"threads","start_char":40,"line":47},{"index_id":237,"token_group":189,"text":"Blocked","start_char":47,"line":47},{"index_id":238,"token_group":189,"text":")","start_char":54,"line":47},{"index_id":239,"token_group":190,"text":";","start_char":55,"line":47},{"index_id":240,"token_group":191,"text":"metrics","start_char":4,"line":48},{"index_id":241,"token_group":192,"text":".","start_char":11,"line":48},{"index_id":242,"token_group":193,"text":"set","start_char":12,"line":48},{"index_id":243,"token_group":194,"text":"Metric","start_char":15,"line":48},{"index_id":244,"token_group":194,"text":"(","start_char":21,"line":48},{"index_id":245,"token_group":195,"text":"\"threadsWaiting\"","start_char":22,"line":48},{"index_id":246,"token_group":196,"text":",","start_char":38,"line":48},{"index_id":247,"token_group":197,"text":"threads","start_char":40,"line":48},{"index_id":248,"token_group":198,"text":"Waiting","start_char":47,"line":48},{"index_id":249,"token_group":198,"text":")","start_char":54,"line":48},{"index_id":250,"token_group":199,"text":";","start_char":55,"line":48},{"index_id":251,"token_group":200,"text":"metrics","start_char":4,"line":49},{"index_id":252,"token_group":201,"text":".","start_char":11,"line":49},{"index_id":253,"token_group":202,"text":"set","start_char":12,"line":49},{"index_id":254,"token_group":203,"text":"Metric","start_char":15,"line":49},{"index_id":255,"token_group":203,"text":"(","start_char":21,"line":49},{"index_id":256,"token_group":204,"text":"\"threadsTimedWaiting\"","start_char":22,"line":49},{"index_id":257,"token_group":205,"text":",","start_char":43,"line":49},{"index_id":258,"token_group":206,"text":"threads","start_char":45,"line":49},{"index_id":259,"token_group":207,"text":"Timed","start_char":52,"line":49},{"index_id":260,"token_group":207,"text":"Waiting","start_char":57,"line":49},{"index_id":261,"token_group":207,"text":")","start_char":64,"line":49},{"index_id":262,"token_group":208,"text":";","start_char":65,"line":49},{"index_id":263,"token_group":209,"text":"metrics","start_char":4,"line":50},{"index_id":264,"token_group":210,"text":".","start_char":11,"line":50},{"index_id":265,"token_group":211,"text":"set","start_char":12,"line":50},{"index_id":266,"token_group":212,"text":"Metric","start_char":15,"line":50},{"index_id":267,"token_group":212,"text":"(","start_char":21,"line":50},{"index_id":268,"token_group":213,"text":"\"threadsTerminated\"","start_char":22,"line":50},{"index_id":269,"token_group":214,"text":",","start_char":41,"line":50},{"index_id":270,"token_group":215,"text":"threads","start_char":43,"line":50},{"index_id":271,"token_group":216,"text":"Terminated","start_char":50,"line":50},{"index_id":272,"token_group":216,"text":")","start_char":60,"line":50},{"index_id":273,"token_group":217,"text":";","start_char":61,"line":50},{"index_id":274,"token_group":218,"text":"}","start_char":0,"line":51}],"tokens_list":["{","thread","Mx","Bean","thread","Mx","Bean","=","management","Factory",".","get","Thread","Mx","Bean","(",")",";","long","thread","Ids","[","]","=","thread","Mx","Bean",".","get","All","Thread","Ids","(",")",";","thread","Info","[","]","thread","Infos","=","thread","Mx","Bean",".","get","Thread","Info","(","thread","Ids",",","0",")",";","int","threads","New","=","0",";","int","threads","Runnable","=","0",";","int","threads","Blocked","=","0",";","int","threads","Waiting","=","0",";","int","threads","Timed","Waiting","=","0",";","int","threads","Terminated","=","0",";","for","(","thread","Info","thread","Info",":","thread","Infos",")","{","if","(","thread","Info","==","null",")","continue",";","thread",".","state","state","=","thread","Info",".","get","Thread","State","(",")",";","if","(","state","==","new",")","{","threads","New","++",";","}","else","if","(","state","==","runnable",")","{","threads","Runnable","++",";","}","else","if","(","state","==","blocked",")","{","threads","Blocked","++",";","}","else","if","(","state","==","waiting",")","{","threads","Waiting","++",";","}","else","if","(","state","==","timed","Waiting",")","{","threads","Timed","Waiting","++",";","}","else","if","(","state","==","terminated",")","{","threads","Terminated","++",";","}","}","metrics",".","set","Metric","(","\"threadsNew\"",",","threads","New",")",";","metrics",".","set","Metric","(","\"threadsRunnable\"",",","threads","Runnable",")",";","metrics",".","set","Metric","(","\"threadsBlocked\"",",","threads","Blocked",")",";","metrics",".","set","Metric","(","\"threadsWaiting\"",",","threads","Waiting",")",";","metrics",".","set","Metric","(","\"threadsTimedWaiting\"",",","threads","Timed","Waiting",")",";","metrics",".","set","Metric","(","\"threadsTerminated\"",",","threads","Terminated",")",";","}"],"uuid":"8a3fe260211d8d15bc369161ddc88e3f"}]