experiment_0000056.json

[{"cap_original_tokens":["<SENTENCE_START>","{","<id>","do","Move","Symbol","Test","<\/id>","(","\"func\"",",","\"b.py\"",")",";","}","<SENTENCE_END\/>"],"file_name":"PyMoveTest.java","formatted_lines":["{","    doMoveSymbolTest(\"func\", \"b.py\");","}"],"function_name":"testDunderAllTwoElementsTuple","function_name_tokens":["test","dunder","all","two","elements","tuple"],"id_body_hash":"23575f0dae5d4fb6e337614c8aa13ba8","id_same_identifier_list":[0,1,2,2,2,2,3,4,5,6,7,8,9,10],"option_correct":"testDunderAllTwoElementsTuple","options":["testDunderAll","getImplementNames","testDunderClass","wrapToItems","trySaveToIndex","testDunderAllSingleElementTuple","testDunderAllTwoElementsTuple"],"options_nlp":["test dunder all","get implement names","test dunder class","wrap to items","try save to index","test dunder all single element tuple","test dunder all two elements tuple"],"options_random":["wrapToItems","getImplementNames","trySaveToIndex"],"options_tfidf":["testDunderAllSingleElementTuple","testDunderAll","testDunderClass"],"project_name":"intellij-community","source_code_string":"public void testDunderAllTwoElementsTuple() {\n    doMoveSymbolTest(\"func\", \"b.py\");\n  }","tokens_in_code":[{"index_id":0,"token_group":0,"text":"{","start_char":0,"line":0},{"index_id":1,"token_group":1,"text":"do","start_char":4,"line":1},{"index_id":2,"token_group":2,"text":"Move","start_char":6,"line":1},{"index_id":3,"token_group":2,"text":"Symbol","start_char":10,"line":1},{"index_id":4,"token_group":2,"text":"Test","start_char":16,"line":1},{"index_id":5,"token_group":2,"text":"(","start_char":20,"line":1},{"index_id":6,"token_group":3,"text":"\"func\"","start_char":21,"line":1},{"index_id":7,"token_group":4,"text":",","start_char":27,"line":1},{"index_id":8,"token_group":5,"text":"\"b.py\"","start_char":29,"line":1},{"index_id":9,"token_group":6,"text":")","start_char":35,"line":1},{"index_id":10,"token_group":7,"text":";","start_char":36,"line":1},{"index_id":11,"token_group":8,"text":"}","start_char":0,"line":2}],"tokens_list":["{","do","Move","Symbol","Test","(","\"func\"",",","\"b.py\"",")",";","}"],"uuid":"1a274334d97513f06499f9c140d99dc0"},{"cap_original_tokens":["<SENTENCE_START>","{","return","<id>","get","Decoded","<\/id>","(",")",";","}","<SENTENCE_END\/>"],"file_name":"ExternalResourceName.java","formatted_lines":["{","    return getDecoded();","}"],"function_name":"getDisplayName","function_name_tokens":["get","display","name"],"id_body_hash":"7270f3f1bfba0c3df005c2be0ea9043d","id_same_identifier_list":[0,1,2,3,3,4,5,6,7,8],"option_correct":"getDisplayName","options":["getAntPropertyName","communicationsStarted","getDisplayName","reformatDisplayName","supportsTaskDisplayName","visitGeneratedClosure","getProgressDisplayName"],"options_nlp":["get ant property name","communications started","get display name","reformat display name","supports task display name","visit generated closure","get progress display name"],"options_random":["getAntPropertyName","visitGeneratedClosure","communicationsStarted"],"options_tfidf":["getProgressDisplayName","reformatDisplayName","supportsTaskDisplayName"],"project_name":"gradle","source_code_string":"public String getDisplayName() {\n        return getDecoded();\n    }","tokens_in_code":[{"index_id":0,"token_group":0,"text":"{","start_char":0,"line":0},{"index_id":1,"token_group":1,"text":"return","start_char":4,"line":1},{"index_id":2,"token_group":2,"text":"get","start_char":11,"line":1},{"index_id":3,"token_group":3,"text":"Decoded","start_char":14,"line":1},{"index_id":4,"token_group":3,"text":"(","start_char":21,"line":1},{"index_id":5,"token_group":4,"text":")","start_char":22,"line":1},{"index_id":6,"token_group":5,"text":";","start_char":23,"line":1},{"index_id":7,"token_group":6,"text":"}","start_char":0,"line":2}],"tokens_list":["{","return","get","Decoded","(",")",";","}"],"uuid":"7a6e18ac5aedd433c878fcf625a95e1b"},{"cap_original_tokens":["<SENTENCE_START>","{","return","<id>","receiving","Streams","<\/id>",".","<id>","get","<\/id>","(","<id>","plan","Id","<\/id>",")",";","}","<SENTENCE_END\/>"],"file_name":"StreamManager.java","formatted_lines":["{","    return receivingStreams.get(planId);","}"],"function_name":"getReceivingStream","function_name_tokens":["get","receiving","stream"],"id_body_hash":"32c832dbe8fedc22882df33525f39eb8","id_same_identifier_list":[0,1,2,3,3,4,5,6,7,7,8,9,10,11],"option_correct":"getReceivingStream","options":["nonCustomIndexesRequireExactlyOneTargetColumn","flushBufferPool","setStreamId","assertClustering","getStreamId","registerReceiving","getReceivingStream"],"options_nlp":["non custom indexes require exactly one target column","flush buffer pool","set stream id","assert clustering","get stream id","register receiving","get receiving stream"],"options_random":["nonCustomIndexesRequireExactlyOneTargetColumn","flushBufferPool","assertClustering"],"options_tfidf":["setStreamId","registerReceiving","getStreamId"],"project_name":"cassandra","source_code_string":"public StreamResultFuture getReceivingStream(UUID planId)\n    {\n        return receivingStreams.get(planId);\n    }","tokens_in_code":[{"index_id":0,"token_group":0,"text":"{","start_char":0,"line":0},{"index_id":1,"token_group":1,"text":"return","start_char":4,"line":1},{"index_id":2,"token_group":2,"text":"receiving","start_char":11,"line":1},{"index_id":3,"token_group":3,"text":"Streams","start_char":20,"line":1},{"index_id":4,"token_group":3,"text":".","start_char":27,"line":1},{"index_id":5,"token_group":4,"text":"get","start_char":28,"line":1},{"index_id":6,"token_group":5,"text":"(","start_char":31,"line":1},{"index_id":7,"token_group":6,"text":"plan","start_char":32,"line":1},{"index_id":8,"token_group":7,"text":"Id","start_char":36,"line":1},{"index_id":9,"token_group":7,"text":")","start_char":38,"line":1},{"index_id":10,"token_group":8,"text":";","start_char":39,"line":1},{"index_id":11,"token_group":9,"text":"}","start_char":0,"line":2}],"tokens_list":["{","return","receiving","Streams",".","get","(","plan","Id",")",";","}"],"uuid":"74d14d8e2dd177ea62fdc68833d8b460"},{"cap_original_tokens":["<SENTENCE_START>","{","if","(","<id>","compound","Result","<\/id>","==","null",")","{","return","<id>","result","<\/id>",";","}","return","<id>","compound","Result","<\/id>",".","<id>","join","<\/id>","(","<id>","result","<\/id>",")",";","}","<SENTENCE_END\/>"],"file_name":"GitUpdateProcess.java","formatted_lines":["{","    if (compoundResult == null)","    {","        return result;","    }","    return compoundResult.join(result);","}"],"function_name":"joinResults","function_name_tokens":["join","results"],"id_body_hash":"f35698e6a9a9c51bc1beec662f0ab68b","id_same_identifier_list":[0,1,2,3,4,4,5,6,7,8,9,10,11,12,13,14,14,15,16,17,18,19,20,21,22],"option_correct":"joinResults","options":["hasMultipleResults","isSearchForTextOccurences","joinResults","createResultsPanel","verifyProperty5","multiRepoJoin","testProjectSpecificUrlCheck"],"options_nlp":["has multiple results","is search for text occurences","join results","create results panel","verify property 5","multi repo join","test project specific url check"],"options_random":["verifyProperty5","testProjectSpecificUrlCheck","isSearchForTextOccurences"],"options_tfidf":["createResultsPanel","hasMultipleResults","multiRepoJoin"],"project_name":"intellij-community","source_code_string":"@NotNull\n  private static GitUpdateResult joinResults(@Nullable GitUpdateResult compoundResult, GitUpdateResult result) {\n    if (compoundResult == null) {\n      return result;\n    }\n    return compoundResult.join(result);\n  }","tokens_in_code":[{"index_id":0,"token_group":0,"text":"{","start_char":0,"line":0},{"index_id":1,"token_group":1,"text":"if","start_char":4,"line":1},{"index_id":2,"token_group":2,"text":"(","start_char":7,"line":1},{"index_id":3,"token_group":3,"text":"compound","start_char":8,"line":1},{"index_id":4,"token_group":4,"text":"Result","start_char":16,"line":1},{"index_id":5,"token_group":4,"text":"==","start_char":23,"line":1},{"index_id":6,"token_group":5,"text":"null","start_char":26,"line":1},{"index_id":7,"token_group":6,"text":")","start_char":30,"line":1},{"index_id":8,"token_group":7,"text":"{","start_char":4,"line":2},{"index_id":9,"token_group":8,"text":"return","start_char":8,"line":3},{"index_id":10,"token_group":9,"text":"result","start_char":15,"line":3},{"index_id":11,"token_group":10,"text":";","start_char":21,"line":3},{"index_id":12,"token_group":11,"text":"}","start_char":4,"line":4},{"index_id":13,"token_group":12,"text":"return","start_char":4,"line":5},{"index_id":14,"token_group":13,"text":"compound","start_char":11,"line":5},{"index_id":15,"token_group":14,"text":"Result","start_char":19,"line":5},{"index_id":16,"token_group":14,"text":".","start_char":25,"line":5},{"index_id":17,"token_group":15,"text":"join","start_char":26,"line":5},{"index_id":18,"token_group":16,"text":"(","start_char":30,"line":5},{"index_id":19,"token_group":17,"text":"result","start_char":31,"line":5},{"index_id":20,"token_group":18,"text":")","start_char":37,"line":5},{"index_id":21,"token_group":19,"text":";","start_char":38,"line":5},{"index_id":22,"token_group":20,"text":"}","start_char":0,"line":6}],"tokens_list":["{","if","(","compound","Result","==","null",")","{","return","result",";","}","return","compound","Result",".","join","(","result",")",";","}"],"uuid":"04c887182e7ab45a00ff9ee81be702e9"},{"cap_original_tokens":["<SENTENCE_START>","{","return","<id>","create","War","<\/id>","(","<id>","security","Domain","Ldap","<\/id>",")",";","}","<SENTENCE_END\/>"],"file_name":"LdapLoginModuleTestCase.java","formatted_lines":["{","    return createWar(SECURITY_DOMAIN_LDAP);","}"],"function_name":"deploymentLdap","function_name_tokens":["deployment","ldap"],"id_body_hash":"e2e332af4304b242217b392f6fbf507a","id_same_identifier_list":[0,1,2,3,3,4,5,5,5,6,7,8,9],"option_correct":"deploymentLdap","options":["getEjbLocalHome","deployment0","deploymentLdap","testGet","testLdap","deployment","getReferenceableInjector"],"options_nlp":["get ejb local home","deployment 0","deployment ldap","test get","test ldap","deployment","get referenceable injector"],"options_random":["getEjbLocalHome","testGet","getReferenceableInjector"],"options_tfidf":["deployment","deployment0","testLdap"],"project_name":"wildfly","source_code_string":"@Deployment(name = SECURITY_DOMAIN_LDAP, testable = false)\n    public static WebArchive deploymentLdap() {\n        return createWar(SECURITY_DOMAIN_LDAP);\n    }","tokens_in_code":[{"index_id":0,"token_group":0,"text":"{","start_char":0,"line":0},{"index_id":1,"token_group":1,"text":"return","start_char":4,"line":1},{"index_id":2,"token_group":2,"text":"create","start_char":11,"line":1},{"index_id":3,"token_group":3,"text":"War","start_char":17,"line":1},{"index_id":4,"token_group":3,"text":"(","start_char":20,"line":1},{"index_id":5,"token_group":4,"text":"security","start_char":21,"line":1},{"index_id":6,"token_group":5,"text":"Domain","start_char":30,"line":1},{"index_id":7,"token_group":5,"text":"Ldap","start_char":37,"line":1},{"index_id":8,"token_group":5,"text":")","start_char":41,"line":1},{"index_id":9,"token_group":6,"text":";","start_char":42,"line":1},{"index_id":10,"token_group":7,"text":"}","start_char":0,"line":2}],"tokens_list":["{","return","create","War","(","security","Domain","Ldap",")",";","}"],"uuid":"d1cc16899ac4a75e7a5741e66363019b"},{"cap_original_tokens":["<SENTENCE_START>","{","try","{","<id>","aws","Signer","<\/id>",".","<id>","validate","Signer","Type","<\/id>","(","<id>","signer","<\/id>",")",";","return","true",";","}","catch","(","<id>","illegal","Argument","Exception","<\/id>","<id>","e","<\/id>",")","{","return","false",";","}","}","<SENTENCE_END\/>"],"file_name":"AWSSignersTests.java","formatted_lines":["{","    try","    {","        AwsSigner.validateSignerType(signer);","        return true;","    }","    catch (IllegalArgumentException e)","    {","        return false;","    }","}"],"function_name":"signerTester","function_name_tokens":["signer","tester"],"id_body_hash":"db000210c12f33618538f2c2b3cbf335","id_same_identifier_list":[0,1,2,3,4,4,5,6,6,6,7,8,9,10,11,12,13,14,15,16,17,17,17,18,19,20,21,22,23,24,25,26],"option_correct":"signerTester","options":["getColumnNumber","signerTester","mutate","createSortedDV","testRotate","validateSignerType","testSortAndDedupByteRefArray"],"options_nlp":["get column number","signer tester","mutate","create sorted dv","test rotate","validate signer type","test sort and dedup byte ref array"],"options_random":["getColumnNumber","mutate","createSortedDV"],"options_tfidf":["validateSignerType","testSortAndDedupByteRefArray","testRotate"],"project_name":"elasticsearch","source_code_string":"private boolean signerTester(String signer) {\n        try {\n            AwsSigner.validateSignerType(signer);\n            return true;\n        } catch (IllegalArgumentException e) {\n            return false;\n        }\n    }","tokens_in_code":[{"index_id":0,"token_group":0,"text":"{","start_char":0,"line":0},{"index_id":1,"token_group":1,"text":"try","start_char":4,"line":1},{"index_id":2,"token_group":2,"text":"{","start_char":4,"line":2},{"index_id":3,"token_group":3,"text":"aws","start_char":8,"line":3},{"index_id":4,"token_group":4,"text":"Signer","start_char":11,"line":3},{"index_id":5,"token_group":4,"text":".","start_char":17,"line":3},{"index_id":6,"token_group":5,"text":"validate","start_char":18,"line":3},{"index_id":7,"token_group":6,"text":"Signer","start_char":26,"line":3},{"index_id":8,"token_group":6,"text":"Type","start_char":32,"line":3},{"index_id":9,"token_group":6,"text":"(","start_char":36,"line":3},{"index_id":10,"token_group":7,"text":"signer","start_char":37,"line":3},{"index_id":11,"token_group":8,"text":")","start_char":43,"line":3},{"index_id":12,"token_group":9,"text":";","start_char":44,"line":3},{"index_id":13,"token_group":10,"text":"return","start_char":8,"line":4},{"index_id":14,"token_group":11,"text":"true","start_char":15,"line":4},{"index_id":15,"token_group":12,"text":";","start_char":19,"line":4},{"index_id":16,"token_group":13,"text":"}","start_char":4,"line":5},{"index_id":17,"token_group":14,"text":"catch","start_char":4,"line":6},{"index_id":18,"token_group":15,"text":"(","start_char":10,"line":6},{"index_id":19,"token_group":16,"text":"illegal","start_char":11,"line":6},{"index_id":20,"token_group":17,"text":"Argument","start_char":18,"line":6},{"index_id":21,"token_group":17,"text":"Exception","start_char":26,"line":6},{"index_id":22,"token_group":17,"text":"e","start_char":36,"line":6},{"index_id":23,"token_group":18,"text":")","start_char":37,"line":6},{"index_id":24,"token_group":19,"text":"{","start_char":4,"line":7},{"index_id":25,"token_group":20,"text":"return","start_char":8,"line":8},{"index_id":26,"token_group":21,"text":"false","start_char":15,"line":8},{"index_id":27,"token_group":22,"text":";","start_char":20,"line":8},{"index_id":28,"token_group":23,"text":"}","start_char":4,"line":9},{"index_id":29,"token_group":24,"text":"}","start_char":0,"line":10}],"tokens_list":["{","try","{","aws","Signer",".","validate","Signer","Type","(","signer",")",";","return","true",";","}","catch","(","illegal","Argument","Exception","e",")","{","return","false",";","}","}"],"uuid":"00d7554d243ae2e3666e39c348822b33"},{"cap_original_tokens":["<SENTENCE_START>","{","this",".","<id>","subselect","Loadable","<\/id>","=","<id>","subquery","Loadable","<\/id>",";","}","<SENTENCE_END\/>"],"file_name":"Collection.java","formatted_lines":["{","    this.subselectLoadable = subqueryLoadable;","}"],"function_name":"setSubselectLoadable","function_name_tokens":["set","subselect","loadable"],"id_body_hash":"bb98b1708c3f1eae69a5b5e02eae0a6f","id_same_identifier_list":[0,1,2,3,4,4,5,6,6,7,8,9],"option_correct":"setSubselectLoadable","options":["setSubselectLoadable","buildClassPool","setA","testBasicInsertion","testTimeAsDate","loadCollectionSubselect","setSubselect"],"options_nlp":["set subselect loadable","build class pool","set a","test basic insertion","test time as date","load collection subselect","set subselect"],"options_random":["buildClassPool","testTimeAsDate","testBasicInsertion"],"options_tfidf":["setSubselect","setA","loadCollectionSubselect"],"project_name":"hibernate-orm","source_code_string":"public void setSubselectLoadable(boolean subqueryLoadable) {\n\t\tthis.subselectLoadable = subqueryLoadable;\n\t}","tokens_in_code":[{"index_id":0,"token_group":0,"text":"{","start_char":0,"line":0},{"index_id":1,"token_group":1,"text":"this","start_char":4,"line":1},{"index_id":2,"token_group":2,"text":".","start_char":8,"line":1},{"index_id":3,"token_group":3,"text":"subselect","start_char":9,"line":1},{"index_id":4,"token_group":4,"text":"Loadable","start_char":18,"line":1},{"index_id":5,"token_group":4,"text":"=","start_char":27,"line":1},{"index_id":6,"token_group":5,"text":"subquery","start_char":29,"line":1},{"index_id":7,"token_group":6,"text":"Loadable","start_char":37,"line":1},{"index_id":8,"token_group":6,"text":";","start_char":45,"line":1},{"index_id":9,"token_group":7,"text":"}","start_char":0,"line":2}],"tokens_list":["{","this",".","subselect","Loadable","=","subquery","Loadable",";","}"],"uuid":"4af19cfd4d19b2ad7c55ef973cd4336e"},{"cap_original_tokens":["<SENTENCE_START>","{","<id>","flash","Map","<\/id>","<id>","flash","Map","<\/id>","=","new","<id>","flash","Map","<\/id>","(",")",";","<id>","flash","Map","<\/id>",".","<id>","put","<\/id>","(","\"key\"",",","\"value\"",")",";","<id>","flash","Map","<\/id>",".","<id>","set","Target","Request","Path","<\/id>","(","\"\/accounts\"",")",";","this",".","<id>","flash","Map","Manager","<\/id>",".","<id>","set","Flash","Maps","<\/id>","(","<id>","arrays","<\/id>",".","<id>","as","List","<\/id>","(","<id>","flash","Map","<\/id>",")",")",";","this",".","<id>","request","<\/id>",".","<id>","set","Attribute","<\/id>","(","<id>","web","Utils","<\/id>",".","<id>","forward","Request","Uri","Attribute","<\/id>",",","\"\/accounts\"",")",";","this",".","<id>","request","<\/id>",".","<id>","set","Request","Uri","<\/id>","(","\"\/mvc\/accounts\"",")",";","<id>","flash","Map","<\/id>","<id>","input","Flash","Map","<\/id>","=","this",".","<id>","flash","Map","Manager","<\/id>",".","<id>","retrieve","And","Update","<\/id>","(","this",".","<id>","request","<\/id>",",","this",".","<id>","response","<\/id>",")",";","<id>","assert","Equals","<\/id>","(","<id>","flash","Map","<\/id>",",","<id>","input","Flash","Map","<\/id>",")",";","<id>","assert","Equals","<\/id>","(","\"Input FlashMap should have been removed\"",",","0",",","this",".","<id>","flash","Map","Manager","<\/id>",".","<id>","get","Flash","Maps","<\/id>","(",")",".","<id>","size","<\/id>","(",")",")",";","}","<SENTENCE_END\/>"],"file_name":"FlashMapManagerTests.java","formatted_lines":["{","    FlashMap flashMap = new FlashMap();","    flashMap.put(\"key\", \"value\");","    flashMap.setTargetRequestPath(\"\/accounts\");","","    this.flashMapManager.setFlashMaps(Arrays.asList(flashMap));","","    this.request.setAttribute(WebUtils.FORWARD_REQUEST_URI_ATTRIBUTE, \"\/accounts\");","    this.request.setRequestURI(\"\/mvc\/accounts\");","    FlashMap inputFlashMap = this.flashMapManager.retrieveAndUpdate(this.request,","                             this.response);","","    assertEquals(flashMap, inputFlashMap);","    assertEquals(\"Input FlashMap should have been removed\", 0,","                 this.flashMapManager.getFlashMaps().size());","}"],"function_name":"retrieveAndUpdateMatchByOriginatingPath","function_name_tokens":["retrieve","and","update","match","by","originating","path"],"id_body_hash":"a9ddd760d6c7021b8e381e58e23bae9b","id_same_identifier_list":[0,1,2,2,3,3,4,5,6,6,7,8,9,10,10,11,12,13,14,15,16,17,18,19,19,20,21,21,21,21,22,23,24,25,26,27,28,28,28,29,30,30,30,31,32,33,34,34,35,36,36,37,38,39,40,41,42,43,44,44,45,46,46,47,48,48,48,48,49,50,51,52,53,54,55,56,57,57,57,58,59,60,61,62,62,63,63,63,64,65,66,67,67,67,68,69,69,69,70,71,72,73,74,75,76,77,78,79,80,80,81,82,82,83,84,84,84,85,86,87,87,88,89,90,91,92,93,94,95,95,95,96,97,97,97,98,99,100,101,102,103,104,105,106,107],"option_correct":"retrieveAndUpdateMatchByOriginatingPath","options":["retrieveAndUpdateMatchByParams","retrieveAndUpdateMatchByPath","testJodaStylePatterns","testGetSessionAttributeWithExistingSession","retrieveAndUpdateMatchByOriginatingPath","retrieveAndUpdateRemoveExpired","isAssignableFromForClassAndSimpleVariable"],"options_nlp":["retrieve and update match by params","retrieve and update match by path","test joda style patterns","test get session attribute with existing session","retrieve and update match by originating path","retrieve and update remove expired","is assignable from for class and simple variable"],"options_random":["testJodaStylePatterns","testGetSessionAttributeWithExistingSession","isAssignableFromForClassAndSimpleVariable"],"options_tfidf":["retrieveAndUpdateMatchByParams","retrieveAndUpdateRemoveExpired","retrieveAndUpdateMatchByPath"],"project_name":"spring-framework","source_code_string":"@Test\n\tpublic void retrieveAndUpdateMatchByOriginatingPath() {\n\t\tFlashMap flashMap = new FlashMap();\n\t\tflashMap.put(\"key\", \"value\");\n\t\tflashMap.setTargetRequestPath(\"\/accounts\");\n\n\t\tthis.flashMapManager.setFlashMaps(Arrays.asList(flashMap));\n\n\t\tthis.request.setAttribute(WebUtils.FORWARD_REQUEST_URI_ATTRIBUTE, \"\/accounts\");\n\t\tthis.request.setRequestURI(\"\/mvc\/accounts\");\n\t\tFlashMap inputFlashMap = this.flashMapManager.retrieveAndUpdate(this.request, this.response);\n\n\t\tassertEquals(flashMap, inputFlashMap);\n\t\tassertEquals(\"Input FlashMap should have been removed\", 0, this.flashMapManager.getFlashMaps().size());\n\t}","tokens_in_code":[{"index_id":0,"token_group":0,"text":"{","start_char":0,"line":0},{"index_id":1,"token_group":1,"text":"flash","start_char":4,"line":1},{"index_id":2,"token_group":2,"text":"Map","start_char":9,"line":1},{"index_id":3,"token_group":2,"text":"flash","start_char":13,"line":1},{"index_id":4,"token_group":3,"text":"Map","start_char":18,"line":1},{"index_id":5,"token_group":3,"text":"=","start_char":22,"line":1},{"index_id":6,"token_group":4,"text":"new","start_char":24,"line":1},{"index_id":7,"token_group":5,"text":"flash","start_char":28,"line":1},{"index_id":8,"token_group":6,"text":"Map","start_char":33,"line":1},{"index_id":9,"token_group":6,"text":"(","start_char":36,"line":1},{"index_id":10,"token_group":7,"text":")","start_char":37,"line":1},{"index_id":11,"token_group":8,"text":";","start_char":38,"line":1},{"index_id":12,"token_group":9,"text":"flash","start_char":4,"line":2},{"index_id":13,"token_group":10,"text":"Map","start_char":9,"line":2},{"index_id":14,"token_group":10,"text":".","start_char":12,"line":2},{"index_id":15,"token_group":11,"text":"put","start_char":13,"line":2},{"index_id":16,"token_group":12,"text":"(","start_char":16,"line":2},{"index_id":17,"token_group":13,"text":"\"key\"","start_char":17,"line":2},{"index_id":18,"token_group":14,"text":",","start_char":22,"line":2},{"index_id":19,"token_group":15,"text":"\"value\"","start_char":24,"line":2},{"index_id":20,"token_group":16,"text":")","start_char":31,"line":2},{"index_id":21,"token_group":17,"text":";","start_char":32,"line":2},{"index_id":22,"token_group":18,"text":"flash","start_char":4,"line":3},{"index_id":23,"token_group":19,"text":"Map","start_char":9,"line":3},{"index_id":24,"token_group":19,"text":".","start_char":12,"line":3},{"index_id":25,"token_group":20,"text":"set","start_char":13,"line":3},{"index_id":26,"token_group":21,"text":"Target","start_char":16,"line":3},{"index_id":27,"token_group":21,"text":"Request","start_char":22,"line":3},{"index_id":28,"token_group":21,"text":"Path","start_char":29,"line":3},{"index_id":29,"token_group":21,"text":"(","start_char":33,"line":3},{"index_id":30,"token_group":22,"text":"\"\/accounts\"","start_char":34,"line":3},{"index_id":31,"token_group":23,"text":")","start_char":45,"line":3},{"index_id":32,"token_group":24,"text":";","start_char":46,"line":3},{"index_id":33,"token_group":25,"text":"this","start_char":4,"line":5},{"index_id":34,"token_group":26,"text":".","start_char":8,"line":5},{"index_id":35,"token_group":27,"text":"flash","start_char":9,"line":5},{"index_id":36,"token_group":28,"text":"Map","start_char":14,"line":5},{"index_id":37,"token_group":28,"text":"Manager","start_char":17,"line":5},{"index_id":38,"token_group":28,"text":".","start_char":24,"line":5},{"index_id":39,"token_group":29,"text":"set","start_char":25,"line":5},{"index_id":40,"token_group":30,"text":"Flash","start_char":28,"line":5},{"index_id":41,"token_group":30,"text":"Maps","start_char":33,"line":5},{"index_id":42,"token_group":30,"text":"(","start_char":37,"line":5},{"index_id":43,"token_group":31,"text":"arrays","start_char":38,"line":5},{"index_id":44,"token_group":32,"text":".","start_char":44,"line":5},{"index_id":45,"token_group":33,"text":"as","start_char":45,"line":5},{"index_id":46,"token_group":34,"text":"List","start_char":47,"line":5},{"index_id":47,"token_group":34,"text":"(","start_char":51,"line":5},{"index_id":48,"token_group":35,"text":"flash","start_char":52,"line":5},{"index_id":49,"token_group":36,"text":"Map","start_char":57,"line":5},{"index_id":50,"token_group":36,"text":")","start_char":60,"line":5},{"index_id":51,"token_group":37,"text":")","start_char":61,"line":5},{"index_id":52,"token_group":38,"text":";","start_char":62,"line":5},{"index_id":53,"token_group":39,"text":"this","start_char":4,"line":7},{"index_id":54,"token_group":40,"text":".","start_char":8,"line":7},{"index_id":55,"token_group":41,"text":"request","start_char":9,"line":7},{"index_id":56,"token_group":42,"text":".","start_char":16,"line":7},{"index_id":57,"token_group":43,"text":"set","start_char":17,"line":7},{"index_id":58,"token_group":44,"text":"Attribute","start_char":20,"line":7},{"index_id":59,"token_group":44,"text":"(","start_char":29,"line":7},{"index_id":60,"token_group":45,"text":"web","start_char":30,"line":7},{"index_id":61,"token_group":46,"text":"Utils","start_char":33,"line":7},{"index_id":62,"token_group":46,"text":".","start_char":38,"line":7},{"index_id":63,"token_group":47,"text":"forward","start_char":39,"line":7},{"index_id":64,"token_group":48,"text":"Request","start_char":47,"line":7},{"index_id":65,"token_group":48,"text":"Uri","start_char":55,"line":7},{"index_id":66,"token_group":48,"text":"Attribute","start_char":59,"line":7},{"index_id":67,"token_group":48,"text":",","start_char":68,"line":7},{"index_id":68,"token_group":49,"text":"\"\/accounts\"","start_char":70,"line":7},{"index_id":69,"token_group":50,"text":")","start_char":81,"line":7},{"index_id":70,"token_group":51,"text":";","start_char":82,"line":7},{"index_id":71,"token_group":52,"text":"this","start_char":4,"line":8},{"index_id":72,"token_group":53,"text":".","start_char":8,"line":8},{"index_id":73,"token_group":54,"text":"request","start_char":9,"line":8},{"index_id":74,"token_group":55,"text":".","start_char":16,"line":8},{"index_id":75,"token_group":56,"text":"set","start_char":17,"line":8},{"index_id":76,"token_group":57,"text":"Request","start_char":20,"line":8},{"index_id":77,"token_group":57,"text":"Uri","start_char":27,"line":8},{"index_id":78,"token_group":57,"text":"(","start_char":30,"line":8},{"index_id":79,"token_group":58,"text":"\"\/mvc\/accounts\"","start_char":31,"line":8},{"index_id":80,"token_group":59,"text":")","start_char":46,"line":8},{"index_id":81,"token_group":60,"text":";","start_char":47,"line":8},{"index_id":82,"token_group":61,"text":"flash","start_char":4,"line":9},{"index_id":83,"token_group":62,"text":"Map","start_char":9,"line":9},{"index_id":84,"token_group":62,"text":"input","start_char":13,"line":9},{"index_id":85,"token_group":63,"text":"Flash","start_char":18,"line":9},{"index_id":86,"token_group":63,"text":"Map","start_char":23,"line":9},{"index_id":87,"token_group":63,"text":"=","start_char":27,"line":9},{"index_id":88,"token_group":64,"text":"this","start_char":29,"line":9},{"index_id":89,"token_group":65,"text":".","start_char":33,"line":9},{"index_id":90,"token_group":66,"text":"flash","start_char":34,"line":9},{"index_id":91,"token_group":67,"text":"Map","start_char":39,"line":9},{"index_id":92,"token_group":67,"text":"Manager","start_char":42,"line":9},{"index_id":93,"token_group":67,"text":".","start_char":49,"line":9},{"index_id":94,"token_group":68,"text":"retrieve","start_char":50,"line":9},{"index_id":95,"token_group":69,"text":"And","start_char":58,"line":9},{"index_id":96,"token_group":69,"text":"Update","start_char":61,"line":9},{"index_id":97,"token_group":69,"text":"(","start_char":67,"line":9},{"index_id":98,"token_group":70,"text":"this","start_char":68,"line":9},{"index_id":99,"token_group":71,"text":".","start_char":72,"line":9},{"index_id":100,"token_group":72,"text":"request","start_char":73,"line":9},{"index_id":101,"token_group":73,"text":",","start_char":80,"line":9},{"index_id":102,"token_group":74,"text":"this","start_char":29,"line":10},{"index_id":103,"token_group":75,"text":".","start_char":33,"line":10},{"index_id":104,"token_group":76,"text":"response","start_char":34,"line":10},{"index_id":105,"token_group":77,"text":")","start_char":42,"line":10},{"index_id":106,"token_group":78,"text":";","start_char":43,"line":10},{"index_id":107,"token_group":79,"text":"assert","start_char":4,"line":12},{"index_id":108,"token_group":80,"text":"Equals","start_char":10,"line":12},{"index_id":109,"token_group":80,"text":"(","start_char":16,"line":12},{"index_id":110,"token_group":81,"text":"flash","start_char":17,"line":12},{"index_id":111,"token_group":82,"text":"Map","start_char":22,"line":12},{"index_id":112,"token_group":82,"text":",","start_char":25,"line":12},{"index_id":113,"token_group":83,"text":"input","start_char":27,"line":12},{"index_id":114,"token_group":84,"text":"Flash","start_char":32,"line":12},{"index_id":115,"token_group":84,"text":"Map","start_char":37,"line":12},{"index_id":116,"token_group":84,"text":")","start_char":40,"line":12},{"index_id":117,"token_group":85,"text":";","start_char":41,"line":12},{"index_id":118,"token_group":86,"text":"assert","start_char":4,"line":13},{"index_id":119,"token_group":87,"text":"Equals","start_char":10,"line":13},{"index_id":120,"token_group":87,"text":"(","start_char":16,"line":13},{"index_id":121,"token_group":88,"text":"\"Input FlashMap should have been removed\"","start_char":17,"line":13},{"index_id":122,"token_group":89,"text":",","start_char":58,"line":13},{"index_id":123,"token_group":90,"text":"0","start_char":60,"line":13},{"index_id":124,"token_group":91,"text":",","start_char":61,"line":13},{"index_id":125,"token_group":92,"text":"this","start_char":17,"line":14},{"index_id":126,"token_group":93,"text":".","start_char":21,"line":14},{"index_id":127,"token_group":94,"text":"flash","start_char":22,"line":14},{"index_id":128,"token_group":95,"text":"Map","start_char":27,"line":14},{"index_id":129,"token_group":95,"text":"Manager","start_char":30,"line":14},{"index_id":130,"token_group":95,"text":".","start_char":37,"line":14},{"index_id":131,"token_group":96,"text":"get","start_char":38,"line":14},{"index_id":132,"token_group":97,"text":"Flash","start_char":41,"line":14},{"index_id":133,"token_group":97,"text":"Maps","start_char":46,"line":14},{"index_id":134,"token_group":97,"text":"(","start_char":50,"line":14},{"index_id":135,"token_group":98,"text":")","start_char":51,"line":14},{"index_id":136,"token_group":99,"text":".","start_char":52,"line":14},{"index_id":137,"token_group":100,"text":"size","start_char":53,"line":14},{"index_id":138,"token_group":101,"text":"(","start_char":57,"line":14},{"index_id":139,"token_group":102,"text":")","start_char":58,"line":14},{"index_id":140,"token_group":103,"text":")","start_char":59,"line":14},{"index_id":141,"token_group":104,"text":";","start_char":60,"line":14},{"index_id":142,"token_group":105,"text":"}","start_char":0,"line":15}],"tokens_list":["{","flash","Map","flash","Map","=","new","flash","Map","(",")",";","flash","Map",".","put","(","\"key\"",",","\"value\"",")",";","flash","Map",".","set","Target","Request","Path","(","\"\/accounts\"",")",";","this",".","flash","Map","Manager",".","set","Flash","Maps","(","arrays",".","as","List","(","flash","Map",")",")",";","this",".","request",".","set","Attribute","(","web","Utils",".","forward","Request","Uri","Attribute",",","\"\/accounts\"",")",";","this",".","request",".","set","Request","Uri","(","\"\/mvc\/accounts\"",")",";","flash","Map","input","Flash","Map","=","this",".","flash","Map","Manager",".","retrieve","And","Update","(","this",".","request",",","this",".","response",")",";","assert","Equals","(","flash","Map",",","input","Flash","Map",")",";","assert","Equals","(","\"Input FlashMap should have been removed\"",",","0",",","this",".","flash","Map","Manager",".","get","Flash","Maps","(",")",".","size","(",")",")",";","}"],"uuid":"fe33ef53afca2cd177b3932cd9f058db"},{"cap_original_tokens":["<SENTENCE_START>","{","<id>","session","<\/id>","<id>","s","<\/id>","=","<id>","open","Session","<\/id>","(",")",";","final","<id>","transaction","<\/id>","<id>","tx","<\/id>","=","<id>","s","<\/id>",".","<id>","begin","Transaction","<\/id>","(",")",";","final","<id>","list","<\/id>","<","?",">","<id>","humans","<\/id>","=","<id>","s","<\/id>",".","<id>","create","Query","<\/id>","(","\"from \"","+","<id>","human","<\/id>",".","class",".","<id>","get","Name","<\/id>","(",")",")",".","<id>","list","<\/id>","(",")",";","<id>","assert","Equals","<\/id>","(","\"humans.sql not imported\"",",","3",",","<id>","humans","<\/id>",".","<id>","size","<\/id>","(",")",")",";","final","<id>","list","<\/id>","<","?",">","<id>","dogs","<\/id>","=","<id>","s","<\/id>",".","<id>","create","Query","<\/id>","(","\"from \"","+","<id>","dog","<\/id>",".","class",".","<id>","get","Name","<\/id>","(",")",")",".","<id>","list","<\/id>","(",")",";","<id>","assert","Equals","<\/id>","(","\"dogs.sql not imported\"",",","3",",","<id>","dogs","<\/id>",".","<id>","size","<\/id>","(",")",")",";","for","(","<id>","object","<\/id>","<id>","entity","<\/id>",":","<id>","dogs","<\/id>",")","{","<id>","s","<\/id>",".","<id>","delete","<\/id>","(","<id>","entity","<\/id>",")",";","}","for","(","<id>","object","<\/id>","<id>","entity","<\/id>",":","<id>","humans","<\/id>",")","{","<id>","s","<\/id>",".","<id>","delete","<\/id>","(","<id>","entity","<\/id>",")",";","}","<id>","tx","<\/id>",".","<id>","commit","<\/id>","(",")",";","<id>","s","<\/id>",".","<id>","close","<\/id>","(",")",";","}","<SENTENCE_END\/>"],"file_name":"SingleLineImportFileTest.java","formatted_lines":["{","    Session s = openSession();","    final Transaction tx = s.beginTransaction();","    final List<?> humans = s.createQuery( \"from \" + Human.class.getName() ).list();","    assertEquals( \"humans.sql not imported\", 3, humans.size() );","","    final List<?> dogs = s.createQuery( \"from \" + Dog.class.getName() ).list();","    assertEquals( \"dogs.sql not imported\", 3, dogs.size() );","    for ( Object entity : dogs )","    {","        s.delete( entity );","    }","    for ( Object entity : humans )","    {","        s.delete( entity );","    }","    tx.commit();","    s.close();","}"],"function_name":"testImportFile","function_name_tokens":["test","import","file"],"id_body_hash":"0fb477005c4c667a581311074820c8c7","id_same_identifier_list":[0,1,2,3,4,5,5,6,7,8,9,10,11,12,13,14,15,15,16,17,18,19,20,21,22,23,24,25,26,27,28,28,29,30,31,32,33,34,35,36,36,37,38,39,40,41,42,43,44,45,45,46,47,48,49,50,51,52,53,54,55,56,57,58,59,60,61,62,63,64,65,66,67,67,68,69,70,71,72,73,74,75,75,76,77,78,79,80,81,82,83,84,84,85,86,87,88,89,90,91,92,93,94,95,96,97,98,99,100,101,102,103,104,105,106,107,108,109,110,111,112,113,114,115,116,117,118,119,120,121,122,123,124,125,126,127,128,129,130,131,132,133,134,135,136,137,138,139,140,141,142],"option_correct":"testImportFile","options":["getSubclassTableName","testImportFile","testImportQueryFromMappedSuperclass","getQueryParameters","testStrictCaseWhereFileDoesPreviouslyExist","testNonStrictCaseWhereFileDoesPreviouslyExist","shouldUseFollowOnLocking"],"options_nlp":["get subclass table name","test import file","test import query from mapped superclass","get query parameters","test strict case where file does previously exist","test non strict case where file does previously exist","should use follow on locking"],"options_random":["getSubclassTableName","getQueryParameters","shouldUseFollowOnLocking"],"options_tfidf":["testImportQueryFromMappedSuperclass","testStrictCaseWhereFileDoesPreviouslyExist","testNonStrictCaseWhereFileDoesPreviouslyExist"],"project_name":"hibernate-orm","source_code_string":"@Test\n\tpublic void testImportFile() throws Exception {\n\t\tSession s = openSession();\n\t\tfinal Transaction tx = s.beginTransaction();\n\t\tfinal List<?> humans = s.createQuery( \"from \" + Human.class.getName() ).list();\n\t\tassertEquals( \"humans.sql not imported\", 3, humans.size() );\n\n\t\tfinal List<?> dogs = s.createQuery( \"from \" + Dog.class.getName() ).list();\n\t\tassertEquals( \"dogs.sql not imported\", 3, dogs.size() );\n\t\tfor ( Object entity : dogs ) {\n\t\t\ts.delete( entity );\n\t\t}\n\t\tfor ( Object entity : humans ) {\n\t\t\ts.delete( entity );\n\t\t}\n\t\ttx.commit();\n\t\ts.close();\n\t}","tokens_in_code":[{"index_id":0,"token_group":0,"text":"{","start_char":0,"line":0},{"index_id":1,"token_group":1,"text":"session","start_char":4,"line":1},{"index_id":2,"token_group":2,"text":"s","start_char":12,"line":1},{"index_id":3,"token_group":3,"text":"=","start_char":14,"line":1},{"index_id":4,"token_group":4,"text":"open","start_char":16,"line":1},{"index_id":5,"token_group":5,"text":"Session","start_char":20,"line":1},{"index_id":6,"token_group":5,"text":"(","start_char":27,"line":1},{"index_id":7,"token_group":6,"text":")","start_char":28,"line":1},{"index_id":8,"token_group":7,"text":";","start_char":29,"line":1},{"index_id":9,"token_group":8,"text":"final","start_char":4,"line":2},{"index_id":10,"token_group":9,"text":"transaction","start_char":10,"line":2},{"index_id":11,"token_group":10,"text":"tx","start_char":22,"line":2},{"index_id":12,"token_group":11,"text":"=","start_char":25,"line":2},{"index_id":13,"token_group":12,"text":"s","start_char":27,"line":2},{"index_id":14,"token_group":13,"text":".","start_char":28,"line":2},{"index_id":15,"token_group":14,"text":"begin","start_char":29,"line":2},{"index_id":16,"token_group":15,"text":"Transaction","start_char":34,"line":2},{"index_id":17,"token_group":15,"text":"(","start_char":45,"line":2},{"index_id":18,"token_group":16,"text":")","start_char":46,"line":2},{"index_id":19,"token_group":17,"text":";","start_char":47,"line":2},{"index_id":20,"token_group":18,"text":"final","start_char":4,"line":3},{"index_id":21,"token_group":19,"text":"list","start_char":10,"line":3},{"index_id":22,"token_group":20,"text":"<","start_char":14,"line":3},{"index_id":23,"token_group":21,"text":"?","start_char":15,"line":3},{"index_id":24,"token_group":22,"text":">","start_char":16,"line":3},{"index_id":25,"token_group":23,"text":"humans","start_char":18,"line":3},{"index_id":26,"token_group":24,"text":"=","start_char":25,"line":3},{"index_id":27,"token_group":25,"text":"s","start_char":27,"line":3},{"index_id":28,"token_group":26,"text":".","start_char":28,"line":3},{"index_id":29,"token_group":27,"text":"create","start_char":29,"line":3},{"index_id":30,"token_group":28,"text":"Query","start_char":35,"line":3},{"index_id":31,"token_group":28,"text":"(","start_char":40,"line":3},{"index_id":32,"token_group":29,"text":"\"from \"","start_char":42,"line":3},{"index_id":33,"token_group":30,"text":"+","start_char":50,"line":3},{"index_id":34,"token_group":31,"text":"human","start_char":52,"line":3},{"index_id":35,"token_group":32,"text":".","start_char":57,"line":3},{"index_id":36,"token_group":33,"text":"class","start_char":58,"line":3},{"index_id":37,"token_group":34,"text":".","start_char":63,"line":3},{"index_id":38,"token_group":35,"text":"get","start_char":64,"line":3},{"index_id":39,"token_group":36,"text":"Name","start_char":67,"line":3},{"index_id":40,"token_group":36,"text":"(","start_char":71,"line":3},{"index_id":41,"token_group":37,"text":")","start_char":72,"line":3},{"index_id":42,"token_group":38,"text":")","start_char":74,"line":3},{"index_id":43,"token_group":39,"text":".","start_char":75,"line":3},{"index_id":44,"token_group":40,"text":"list","start_char":76,"line":3},{"index_id":45,"token_group":41,"text":"(","start_char":80,"line":3},{"index_id":46,"token_group":42,"text":")","start_char":81,"line":3},{"index_id":47,"token_group":43,"text":";","start_char":82,"line":3},{"index_id":48,"token_group":44,"text":"assert","start_char":4,"line":4},{"index_id":49,"token_group":45,"text":"Equals","start_char":10,"line":4},{"index_id":50,"token_group":45,"text":"(","start_char":16,"line":4},{"index_id":51,"token_group":46,"text":"\"humans.sql not imported\"","start_char":18,"line":4},{"index_id":52,"token_group":47,"text":",","start_char":43,"line":4},{"index_id":53,"token_group":48,"text":"3","start_char":45,"line":4},{"index_id":54,"token_group":49,"text":",","start_char":46,"line":4},{"index_id":55,"token_group":50,"text":"humans","start_char":48,"line":4},{"index_id":56,"token_group":51,"text":".","start_char":54,"line":4},{"index_id":57,"token_group":52,"text":"size","start_char":55,"line":4},{"index_id":58,"token_group":53,"text":"(","start_char":59,"line":4},{"index_id":59,"token_group":54,"text":")","start_char":60,"line":4},{"index_id":60,"token_group":55,"text":")","start_char":62,"line":4},{"index_id":61,"token_group":56,"text":";","start_char":63,"line":4},{"index_id":62,"token_group":57,"text":"final","start_char":4,"line":6},{"index_id":63,"token_group":58,"text":"list","start_char":10,"line":6},{"index_id":64,"token_group":59,"text":"<","start_char":14,"line":6},{"index_id":65,"token_group":60,"text":"?","start_char":15,"line":6},{"index_id":66,"token_group":61,"text":">","start_char":16,"line":6},{"index_id":67,"token_group":62,"text":"dogs","start_char":18,"line":6},{"index_id":68,"token_group":63,"text":"=","start_char":23,"line":6},{"index_id":69,"token_group":64,"text":"s","start_char":25,"line":6},{"index_id":70,"token_group":65,"text":".","start_char":26,"line":6},{"index_id":71,"token_group":66,"text":"create","start_char":27,"line":6},{"index_id":72,"token_group":67,"text":"Query","start_char":33,"line":6},{"index_id":73,"token_group":67,"text":"(","start_char":38,"line":6},{"index_id":74,"token_group":68,"text":"\"from \"","start_char":40,"line":6},{"index_id":75,"token_group":69,"text":"+","start_char":48,"line":6},{"index_id":76,"token_group":70,"text":"dog","start_char":50,"line":6},{"index_id":77,"token_group":71,"text":".","start_char":53,"line":6},{"index_id":78,"token_group":72,"text":"class","start_char":54,"line":6},{"index_id":79,"token_group":73,"text":".","start_char":59,"line":6},{"index_id":80,"token_group":74,"text":"get","start_char":60,"line":6},{"index_id":81,"token_group":75,"text":"Name","start_char":63,"line":6},{"index_id":82,"token_group":75,"text":"(","start_char":67,"line":6},{"index_id":83,"token_group":76,"text":")","start_char":68,"line":6},{"index_id":84,"token_group":77,"text":")","start_char":70,"line":6},{"index_id":85,"token_group":78,"text":".","start_char":71,"line":6},{"index_id":86,"token_group":79,"text":"list","start_char":72,"line":6},{"index_id":87,"token_group":80,"text":"(","start_char":76,"line":6},{"index_id":88,"token_group":81,"text":")","start_char":77,"line":6},{"index_id":89,"token_group":82,"text":";","start_char":78,"line":6},{"index_id":90,"token_group":83,"text":"assert","start_char":4,"line":7},{"index_id":91,"token_group":84,"text":"Equals","start_char":10,"line":7},{"index_id":92,"token_group":84,"text":"(","start_char":16,"line":7},{"index_id":93,"token_group":85,"text":"\"dogs.sql not imported\"","start_char":18,"line":7},{"index_id":94,"token_group":86,"text":",","start_char":41,"line":7},{"index_id":95,"token_group":87,"text":"3","start_char":43,"line":7},{"index_id":96,"token_group":88,"text":",","start_char":44,"line":7},{"index_id":97,"token_group":89,"text":"dogs","start_char":46,"line":7},{"index_id":98,"token_group":90,"text":".","start_char":50,"line":7},{"index_id":99,"token_group":91,"text":"size","start_char":51,"line":7},{"index_id":100,"token_group":92,"text":"(","start_char":55,"line":7},{"index_id":101,"token_group":93,"text":")","start_char":56,"line":7},{"index_id":102,"token_group":94,"text":")","start_char":58,"line":7},{"index_id":103,"token_group":95,"text":";","start_char":59,"line":7},{"index_id":104,"token_group":96,"text":"for","start_char":4,"line":8},{"index_id":105,"token_group":97,"text":"(","start_char":8,"line":8},{"index_id":106,"token_group":98,"text":"object","start_char":10,"line":8},{"index_id":107,"token_group":99,"text":"entity","start_char":17,"line":8},{"index_id":108,"token_group":100,"text":":","start_char":24,"line":8},{"index_id":109,"token_group":101,"text":"dogs","start_char":26,"line":8},{"index_id":110,"token_group":102,"text":")","start_char":31,"line":8},{"index_id":111,"token_group":103,"text":"{","start_char":4,"line":9},{"index_id":112,"token_group":104,"text":"s","start_char":8,"line":10},{"index_id":113,"token_group":105,"text":".","start_char":9,"line":10},{"index_id":114,"token_group":106,"text":"delete","start_char":10,"line":10},{"index_id":115,"token_group":107,"text":"(","start_char":16,"line":10},{"index_id":116,"token_group":108,"text":"entity","start_char":18,"line":10},{"index_id":117,"token_group":109,"text":")","start_char":25,"line":10},{"index_id":118,"token_group":110,"text":";","start_char":26,"line":10},{"index_id":119,"token_group":111,"text":"}","start_char":4,"line":11},{"index_id":120,"token_group":112,"text":"for","start_char":4,"line":12},{"index_id":121,"token_group":113,"text":"(","start_char":8,"line":12},{"index_id":122,"token_group":114,"text":"object","start_char":10,"line":12},{"index_id":123,"token_group":115,"text":"entity","start_char":17,"line":12},{"index_id":124,"token_group":116,"text":":","start_char":24,"line":12},{"index_id":125,"token_group":117,"text":"humans","start_char":26,"line":12},{"index_id":126,"token_group":118,"text":")","start_char":33,"line":12},{"index_id":127,"token_group":119,"text":"{","start_char":4,"line":13},{"index_id":128,"token_group":120,"text":"s","start_char":8,"line":14},{"index_id":129,"token_group":121,"text":".","start_char":9,"line":14},{"index_id":130,"token_group":122,"text":"delete","start_char":10,"line":14},{"index_id":131,"token_group":123,"text":"(","start_char":16,"line":14},{"index_id":132,"token_group":124,"text":"entity","start_char":18,"line":14},{"index_id":133,"token_group":125,"text":")","start_char":25,"line":14},{"index_id":134,"token_group":126,"text":";","start_char":26,"line":14},{"index_id":135,"token_group":127,"text":"}","start_char":4,"line":15},{"index_id":136,"token_group":128,"text":"tx","start_char":4,"line":16},{"index_id":137,"token_group":129,"text":".","start_char":6,"line":16},{"index_id":138,"token_group":130,"text":"commit","start_char":7,"line":16},{"index_id":139,"token_group":131,"text":"(","start_char":13,"line":16},{"index_id":140,"token_group":132,"text":")","start_char":14,"line":16},{"index_id":141,"token_group":133,"text":";","start_char":15,"line":16},{"index_id":142,"token_group":134,"text":"s","start_char":4,"line":17},{"index_id":143,"token_group":135,"text":".","start_char":5,"line":17},{"index_id":144,"token_group":136,"text":"close","start_char":6,"line":17},{"index_id":145,"token_group":137,"text":"(","start_char":11,"line":17},{"index_id":146,"token_group":138,"text":")","start_char":12,"line":17},{"index_id":147,"token_group":139,"text":";","start_char":13,"line":17},{"index_id":148,"token_group":140,"text":"}","start_char":0,"line":18}],"tokens_list":["{","session","s","=","open","Session","(",")",";","final","transaction","tx","=","s",".","begin","Transaction","(",")",";","final","list","<","?",">","humans","=","s",".","create","Query","(","\"from \"","+","human",".","class",".","get","Name","(",")",")",".","list","(",")",";","assert","Equals","(","\"humans.sql not imported\"",",","3",",","humans",".","size","(",")",")",";","final","list","<","?",">","dogs","=","s",".","create","Query","(","\"from \"","+","dog",".","class",".","get","Name","(",")",")",".","list","(",")",";","assert","Equals","(","\"dogs.sql not imported\"",",","3",",","dogs",".","size","(",")",")",";","for","(","object","entity",":","dogs",")","{","s",".","delete","(","entity",")",";","}","for","(","object","entity",":","humans",")","{","s",".","delete","(","entity",")",";","}","tx",".","commit","(",")",";","s",".","close","(",")",";","}"],"uuid":"b2f91dc951476fb72689568a0695bb0f"},{"cap_original_tokens":["<SENTENCE_START>","{","<id>","assert","Equals","<\/id>","(","<id>","non","Inherited","Annotation","Class","<\/id>",".","class",",","<id>","find","Annotation","Descriptor","For","Types","<\/id>","(","<id>","non","Inherited","Annotation","Class","<\/id>",".","class",",","<id>","order","<\/id>",".","class",")",".","<id>","get","Root","Declaring","Class","<\/id>","(",")",")",";","<id>","assert","Equals","<\/id>","(","<id>","non","Inherited","Annotation","Class","<\/id>",".","class",",","<id>","find","Annotation","Descriptor","For","Types","<\/id>","(","<id>","sub","Non","Inherited","Annotation","Class","<\/id>",".","class",",","<id>","order","<\/id>",".","class",")",".","<id>","get","Root","Declaring","Class","<\/id>","(",")",")",";","}","<SENTENCE_END\/>"],"file_name":"MetaAnnotationUtilsTests.java","formatted_lines":["{","","    assertEquals(NonInheritedAnnotationClass.class,","                 findAnnotationDescriptorForTypes(NonInheritedAnnotationClass.class, Order.class).getRootDeclaringClass());","    assertEquals(NonInheritedAnnotationClass.class,","                 findAnnotationDescriptorForTypes(SubNonInheritedAnnotationClass.class, Order.class).getRootDeclaringClass());","}"],"function_name":"findAnnotationDescriptorForTypesForNonInheritedAnnotationOnClass","function_name_tokens":["find","annotation","descriptor","for","types","for","non","inherited","annotation","on","class"],"id_body_hash":"2cbcf640831738b05623d80f6b2d9075","id_same_identifier_list":[0,1,2,2,3,4,4,4,4,5,6,7,8,8,8,8,8,9,10,10,10,10,11,12,13,14,15,16,17,18,19,19,19,19,20,21,22,23,24,24,25,26,26,26,26,27,28,29,30,30,30,30,30,31,32,32,32,32,32,33,34,35,36,37,38,39,40,41,41,41,41,42,43,44,45,46,47],"option_correct":"findAnnotationDescriptorForTypesForNonInheritedAnnotationOnClass","options":["findAnnotationDescriptorForTypesForNonInheritedAnnotationOnClass","findAnnotationDescriptorForTypesForNonInheritedAnnotationOnInterface","testNoIntroduction","findAnnotationDescriptorForTypesWithInheritedAnnotationOnClass","isSkipUndeclaredResults","verifyAnnotationAutowiredMethods","findAnnotationDescriptorForNonInheritedAnnotationOnClass"],"options_nlp":["find annotation descriptor for types for non inherited annotation on class","find annotation descriptor for types for non inherited annotation on interface","test no introduction","find annotation descriptor for types with inherited annotation on class","is skip undeclared results","verify annotation autowired methods","find annotation descriptor for non inherited annotation on class"],"options_random":["isSkipUndeclaredResults","verifyAnnotationAutowiredMethods","testNoIntroduction"],"options_tfidf":["findAnnotationDescriptorForTypesForNonInheritedAnnotationOnInterface","findAnnotationDescriptorForTypesWithInheritedAnnotationOnClass","findAnnotationDescriptorForNonInheritedAnnotationOnClass"],"project_name":"spring-framework","source_code_string":"@Test\n\t@SuppressWarnings(\"unchecked\")\n\tpublic void findAnnotationDescriptorForTypesForNonInheritedAnnotationOnClass() throws Exception {\n\t\t\n\t\tassertEquals(NonInheritedAnnotationClass.class,\n\t\t\tfindAnnotationDescriptorForTypes(NonInheritedAnnotationClass.class, Order.class).getRootDeclaringClass());\n\t\tassertEquals(NonInheritedAnnotationClass.class,\n\t\t\tfindAnnotationDescriptorForTypes(SubNonInheritedAnnotationClass.class, Order.class).getRootDeclaringClass());\n\t}","tokens_in_code":[{"index_id":0,"token_group":0,"text":"{","start_char":0,"line":0},{"index_id":1,"token_group":1,"text":"assert","start_char":4,"line":2},{"index_id":2,"token_group":2,"text":"Equals","start_char":10,"line":2},{"index_id":3,"token_group":2,"text":"(","start_char":16,"line":2},{"index_id":4,"token_group":3,"text":"non","start_char":17,"line":2},{"index_id":5,"token_group":4,"text":"Inherited","start_char":20,"line":2},{"index_id":6,"token_group":4,"text":"Annotation","start_char":29,"line":2},{"index_id":7,"token_group":4,"text":"Class","start_char":39,"line":2},{"index_id":8,"token_group":4,"text":".","start_char":44,"line":2},{"index_id":9,"token_group":5,"text":"class","start_char":45,"line":2},{"index_id":10,"token_group":6,"text":",","start_char":50,"line":2},{"index_id":11,"token_group":7,"text":"find","start_char":17,"line":3},{"index_id":12,"token_group":8,"text":"Annotation","start_char":21,"line":3},{"index_id":13,"token_group":8,"text":"Descriptor","start_char":31,"line":3},{"index_id":14,"token_group":8,"text":"For","start_char":41,"line":3},{"index_id":15,"token_group":8,"text":"Types","start_char":44,"line":3},{"index_id":16,"token_group":8,"text":"(","start_char":49,"line":3},{"index_id":17,"token_group":9,"text":"non","start_char":50,"line":3},{"index_id":18,"token_group":10,"text":"Inherited","start_char":53,"line":3},{"index_id":19,"token_group":10,"text":"Annotation","start_char":62,"line":3},{"index_id":20,"token_group":10,"text":"Class","start_char":72,"line":3},{"index_id":21,"token_group":10,"text":".","start_char":77,"line":3},{"index_id":22,"token_group":11,"text":"class","start_char":78,"line":3},{"index_id":23,"token_group":12,"text":",","start_char":83,"line":3},{"index_id":24,"token_group":13,"text":"order","start_char":85,"line":3},{"index_id":25,"token_group":14,"text":".","start_char":90,"line":3},{"index_id":26,"token_group":15,"text":"class","start_char":91,"line":3},{"index_id":27,"token_group":16,"text":")","start_char":96,"line":3},{"index_id":28,"token_group":17,"text":".","start_char":97,"line":3},{"index_id":29,"token_group":18,"text":"get","start_char":98,"line":3},{"index_id":30,"token_group":19,"text":"Root","start_char":101,"line":3},{"index_id":31,"token_group":19,"text":"Declaring","start_char":105,"line":3},{"index_id":32,"token_group":19,"text":"Class","start_char":114,"line":3},{"index_id":33,"token_group":19,"text":"(","start_char":119,"line":3},{"index_id":34,"token_group":20,"text":")","start_char":120,"line":3},{"index_id":35,"token_group":21,"text":")","start_char":121,"line":3},{"index_id":36,"token_group":22,"text":";","start_char":122,"line":3},{"index_id":37,"token_group":23,"text":"assert","start_char":4,"line":4},{"index_id":38,"token_group":24,"text":"Equals","start_char":10,"line":4},{"index_id":39,"token_group":24,"text":"(","start_char":16,"line":4},{"index_id":40,"token_group":25,"text":"non","start_char":17,"line":4},{"index_id":41,"token_group":26,"text":"Inherited","start_char":20,"line":4},{"index_id":42,"token_group":26,"text":"Annotation","start_char":29,"line":4},{"index_id":43,"token_group":26,"text":"Class","start_char":39,"line":4},{"index_id":44,"token_group":26,"text":".","start_char":44,"line":4},{"index_id":45,"token_group":27,"text":"class","start_char":45,"line":4},{"index_id":46,"token_group":28,"text":",","start_char":50,"line":4},{"index_id":47,"token_group":29,"text":"find","start_char":17,"line":5},{"index_id":48,"token_group":30,"text":"Annotation","start_char":21,"line":5},{"index_id":49,"token_group":30,"text":"Descriptor","start_char":31,"line":5},{"index_id":50,"token_group":30,"text":"For","start_char":41,"line":5},{"index_id":51,"token_group":30,"text":"Types","start_char":44,"line":5},{"index_id":52,"token_group":30,"text":"(","start_char":49,"line":5},{"index_id":53,"token_group":31,"text":"sub","start_char":50,"line":5},{"index_id":54,"token_group":32,"text":"Non","start_char":53,"line":5},{"index_id":55,"token_group":32,"text":"Inherited","start_char":56,"line":5},{"index_id":56,"token_group":32,"text":"Annotation","start_char":65,"line":5},{"index_id":57,"token_group":32,"text":"Class","start_char":75,"line":5},{"index_id":58,"token_group":32,"text":".","start_char":80,"line":5},{"index_id":59,"token_group":33,"text":"class","start_char":81,"line":5},{"index_id":60,"token_group":34,"text":",","start_char":86,"line":5},{"index_id":61,"token_group":35,"text":"order","start_char":88,"line":5},{"index_id":62,"token_group":36,"text":".","start_char":93,"line":5},{"index_id":63,"token_group":37,"text":"class","start_char":94,"line":5},{"index_id":64,"token_group":38,"text":")","start_char":99,"line":5},{"index_id":65,"token_group":39,"text":".","start_char":100,"line":5},{"index_id":66,"token_group":40,"text":"get","start_char":101,"line":5},{"index_id":67,"token_group":41,"text":"Root","start_char":104,"line":5},{"index_id":68,"token_group":41,"text":"Declaring","start_char":108,"line":5},{"index_id":69,"token_group":41,"text":"Class","start_char":117,"line":5},{"index_id":70,"token_group":41,"text":"(","start_char":122,"line":5},{"index_id":71,"token_group":42,"text":")","start_char":123,"line":5},{"index_id":72,"token_group":43,"text":")","start_char":124,"line":5},{"index_id":73,"token_group":44,"text":";","start_char":125,"line":5},{"index_id":74,"token_group":45,"text":"}","start_char":0,"line":6}],"tokens_list":["{","assert","Equals","(","non","Inherited","Annotation","Class",".","class",",","find","Annotation","Descriptor","For","Types","(","non","Inherited","Annotation","Class",".","class",",","order",".","class",")",".","get","Root","Declaring","Class","(",")",")",";","assert","Equals","(","non","Inherited","Annotation","Class",".","class",",","find","Annotation","Descriptor","For","Types","(","sub","Non","Inherited","Annotation","Class",".","class",",","order",".","class",")",".","get","Root","Declaring","Class","(",")",")",";","}"],"uuid":"7cf444206f66ee57d535a3d7b9ee0e3c"},{"cap_original_tokens":["<SENTENCE_START>","{","return","<id>","shortcuts","By","Id","<\/id>","(","<id>","ide","Actions","<\/id>",".","<id>","action","Editor","Move","Line","Start","<\/id>",")",";","}","<SENTENCE_END\/>"],"file_name":"CommonShortcuts.java","formatted_lines":["{","    return shortcutsById(IdeActions.ACTION_EDITOR_MOVE_LINE_START);","}"],"function_name":"getMoveHome","function_name_tokens":["get","move","home"],"id_body_hash":"40e54b16418df6bba09462b2bbd61ad2","id_same_identifier_list":[0,1,2,3,3,3,4,5,5,6,7,7,7,7,7,8,9,10,11],"option_correct":"getMoveHome","options":["getHomePath","getMove","editCached","getMoveHome","getHomeDirectory","removeProperty","addPathToActionsTree"],"options_nlp":["get home path","get move","edit cached","get move home","get home directory","remove property","add path to actions tree"],"options_random":["addPathToActionsTree","removeProperty","editCached"],"options_tfidf":["getHomeDirectory","getHomePath","getMove"],"project_name":"intellij-community","source_code_string":"public static ShortcutSet getMoveHome() {\n    return shortcutsById(IdeActions.ACTION_EDITOR_MOVE_LINE_START);\n  }","tokens_in_code":[{"index_id":0,"token_group":0,"text":"{","start_char":0,"line":0},{"index_id":1,"token_group":1,"text":"return","start_char":4,"line":1},{"index_id":2,"token_group":2,"text":"shortcuts","start_char":11,"line":1},{"index_id":3,"token_group":3,"text":"By","start_char":20,"line":1},{"index_id":4,"token_group":3,"text":"Id","start_char":22,"line":1},{"index_id":5,"token_group":3,"text":"(","start_char":24,"line":1},{"index_id":6,"token_group":4,"text":"ide","start_char":25,"line":1},{"index_id":7,"token_group":5,"text":"Actions","start_char":28,"line":1},{"index_id":8,"token_group":5,"text":".","start_char":35,"line":1},{"index_id":9,"token_group":6,"text":"action","start_char":36,"line":1},{"index_id":10,"token_group":7,"text":"Editor","start_char":43,"line":1},{"index_id":11,"token_group":7,"text":"Move","start_char":50,"line":1},{"index_id":12,"token_group":7,"text":"Line","start_char":55,"line":1},{"index_id":13,"token_group":7,"text":"Start","start_char":60,"line":1},{"index_id":14,"token_group":7,"text":")","start_char":65,"line":1},{"index_id":15,"token_group":8,"text":";","start_char":66,"line":1},{"index_id":16,"token_group":9,"text":"}","start_char":0,"line":2}],"tokens_list":["{","return","shortcuts","By","Id","(","ide","Actions",".","action","Editor","Move","Line","Start",")",";","}"],"uuid":"cb31b4de4035c17d6a20f2261e30d6a9"},{"cap_original_tokens":["<SENTENCE_START>","{","<id>","job","Conf","<\/id>","<id>","conf","<\/id>","=","new","<id>","job","Conf","<\/id>","(",")",";","<id>","compression","Emulation","Util","<\/id>",".","<id>","set","Compression","Emulation","Enabled","<\/id>","(","<id>","conf","<\/id>",",","true",")",";","<id>","compression","Emulation","Util","<\/id>",".","<id>","set","Input","Compression","Emulation","Enabled","<\/id>","(","<id>","conf","<\/id>",",","true",")",";","<id>","file","System","<\/id>","<id>","lfs","<\/id>","=","<id>","file","System","<\/id>",".","<id>","get","Local","<\/id>","(","<id>","conf","<\/id>",")",";","int","<id>","data","Size","<\/id>","=","1024","*","1024","*","10",";","float","<id>","ratio","<\/id>","=","0.357F",";","<id>","path","<\/id>","<id>","root","Temp","Dir","<\/id>","=","new","<id>","path","<\/id>","(","<id>","system","<\/id>",".","<id>","get","Property","<\/id>","(","\"test.build.data\"",",","\"\/tmp\"",")",")",".","<id>","make","Qualified","<\/id>","(","<id>","lfs","<\/id>",".","<id>","get","Uri","<\/id>","(",")",",","<id>","lfs","<\/id>",".","<id>","get","Working","Directory","<\/id>","(",")",")",";","<id>","path","<\/id>","<id>","temp","Dir","<\/id>","=","new","<id>","path","<\/id>","(","<id>","root","Temp","Dir","<\/id>",",","\"TestPossiblyCompressibleGridmixRecord\"",")",";","<id>","lfs","<\/id>",".","<id>","delete","<\/id>","(","<id>","temp","Dir","<\/id>",",","true",")",";","<id>","gridmix","Record","<\/id>","<id>","record","<\/id>","=","new","<id>","gridmix","Record","<\/id>","(","<id>","data","Size","<\/id>",",","0",")",";","<id>","record","<\/id>",".","<id>","set","Compressibility","<\/id>","(","true",",","<id>","ratio","<\/id>",")",";","<id>","conf","<\/id>",".","<id>","set","Class","<\/id>","(","<id>","file","Output","Format","<\/id>",".","<id>","compress","Codec","<\/id>",",","<id>","gzip","Codec","<\/id>",".","class",",","<id>","compression","Codec","<\/id>",".","class",")",";","<id>","org","<\/id>",".","<id>","apache","<\/id>",".","<id>","hadoop","<\/id>",".","<id>","mapred","<\/id>",".","<id>","file","Output","Format","<\/id>",".","<id>","set","Compress","Output","<\/id>","(","<id>","conf","<\/id>",",","true",")",";","<id>","path","<\/id>","<id>","record","File","<\/id>","=","new","<id>","path","<\/id>","(","<id>","temp","Dir","<\/id>",",","\"record\"",")",";","<id>","output","Stream","<\/id>","<id>","out","Stream","<\/id>","=","<id>","compression","Emulation","Util","<\/id>",".","<id>","get","Possibly","Compressed","Output","Stream","<\/id>","(","<id>","record","File","<\/id>",",","<id>","conf","<\/id>",")",";","<id>","data","Output","Stream","<\/id>","<id>","out","<\/id>","=","new","<id>","data","Output","Stream","<\/id>","(","<id>","out","Stream","<\/id>",")",";","<id>","record","<\/id>",".","<id>","write","<\/id>","(","<id>","out","<\/id>",")",";","<id>","out","<\/id>",".","<id>","close","<\/id>","(",")",";","<id>","out","Stream","<\/id>",".","<id>","close","<\/id>","(",")",";","<id>","path","<\/id>","<id>","actual","Record","File","<\/id>","=","<id>","record","File","<\/id>",".","<id>","suffix","<\/id>","(","\".gz\"",")",";","<id>","input","Stream","<\/id>","<id>","in","<\/id>","=","<id>","compression","Emulation","Util","<\/id>",".","<id>","get","Possibly","Decompressed","Input","Stream","<\/id>","(","<id>","actual","Record","File","<\/id>",",","<id>","conf","<\/id>",",","0",")",";","long","<id>","compressed","File","Size","<\/id>","=","<id>","lfs","<\/id>",".","<id>","list","Status","<\/id>","(","<id>","actual","Record","File","<\/id>",")","[","0","]",".","<id>","get","Len","<\/id>","(",")",";","<id>","gridmix","Record","<\/id>","<id>","record","Read","<\/id>","=","new","<id>","gridmix","Record","<\/id>","(",")",";","<id>","record","Read","<\/id>",".","<id>","read","Fields","<\/id>","(","new","<id>","data","Input","Stream","<\/id>","(","<id>","in","<\/id>",")",")",";","<id>","assert","Equals","<\/id>","(","\"Record size mismatch in a compressible GridmixRecord\"",",","<id>","data","Size","<\/id>",",","<id>","record","Read","<\/id>",".","<id>","get","Size","<\/id>","(",")",")",";","<id>","assert","True","<\/id>","(","\"Failed to generate a compressible GridmixRecord\"",",","<id>","record","Read","<\/id>",".","<id>","get","Size","<\/id>","(",")",">","<id>","compressed","File","Size","<\/id>",")",";","float","<id>","seen","Ratio","<\/id>","=","(","(","float",")","<id>","compressed","File","Size","<\/id>",")","\/","<id>","data","Size","<\/id>",";","<id>","assert","Equals","<\/id>","(","<id>","compression","Emulation","Util","<\/id>",".","<id>","standardize","Compression","Ratio","<\/id>","(","<id>","ratio","<\/id>",")",",","<id>","compression","Emulation","Util","<\/id>",".","<id>","standardize","Compression","Ratio","<\/id>","(","<id>","seen","Ratio","<\/id>",")",",","1.0D",")",";","}","<SENTENCE_END\/>"],"file_name":"TestCompressionEmulationUtils.java","formatted_lines":["{","    JobConf conf = new JobConf();","    CompressionEmulationUtil.setCompressionEmulationEnabled(conf, true);","    CompressionEmulationUtil.setInputCompressionEmulationEnabled(conf, true);","","    FileSystem lfs = FileSystem.getLocal(conf);","    int dataSize = 1024 * 1024 * 10;","    float ratio = 0.357F;","","","    Path rootTempDir =","    new Path(System.getProperty(\"test.build.data\", \"\/tmp\")).makeQualified(","        lfs.getUri(), lfs.getWorkingDirectory());","","    Path tempDir = new Path(rootTempDir,","                            \"TestPossiblyCompressibleGridmixRecord\");","    lfs.delete(tempDir, true);","","","    GridmixRecord record = new GridmixRecord(dataSize, 0);","    record.setCompressibility(true, ratio);","","    conf.setClass(FileOutputFormat.COMPRESS_CODEC, GzipCodec.class,","                  CompressionCodec.class);","    org.apache.hadoop.mapred.FileOutputFormat.setCompressOutput(conf, true);","","","    Path recordFile = new Path(tempDir, \"record\");","    OutputStream outStream = CompressionEmulationUtil","    .getPossiblyCompressedOutputStream(recordFile,","                                       conf);","    DataOutputStream out = new DataOutputStream(outStream);","    record.write(out);","    out.close();","    outStream.close();","","","    Path actualRecordFile = recordFile.suffix(\".gz\");","    InputStream in =","    CompressionEmulationUtil","    .getPossiblyDecompressedInputStream(actualRecordFile, conf, 0);","","","    long compressedFileSize = lfs.listStatus(actualRecordFile)[0].getLen();","","    GridmixRecord recordRead = new GridmixRecord();","    recordRead.readFields(new DataInputStream(in));","","    assertEquals(\"Record size mismatch in a compressible GridmixRecord\",","                 dataSize, recordRead.getSize());","    assertTrue(\"Failed to generate a compressible GridmixRecord\",","               recordRead.getSize() > compressedFileSize);","","","    float seenRatio = ((float)compressedFileSize) \/ dataSize;","    assertEquals(CompressionEmulationUtil.standardizeCompressionRatio(ratio),","                 CompressionEmulationUtil.standardizeCompressionRatio(seenRatio), 1.0D);","}"],"function_name":"testCompressibleGridmixRecord","function_name_tokens":["test","compressible","gridmix","record"],"id_body_hash":"504c794daf86752491154948f4732a18","id_same_identifier_list":[0,1,2,2,3,4,5,6,6,7,8,9,10,10,10,11,12,12,12,12,13,14,15,16,17,18,19,19,19,20,21,21,21,21,21,22,23,24,25,26,27,28,28,29,30,31,31,32,33,33,34,35,36,37,38,39,39,40,41,42,43,44,45,46,47,48,49,50,51,52,53,53,53,54,55,56,57,58,59,60,60,61,62,63,64,65,66,67,68,68,69,70,71,72,72,73,74,75,76,77,78,78,78,79,80,81,82,83,84,84,85,86,87,88,89,89,89,90,91,92,93,94,95,96,97,98,98,99,100,101,102,103,103,104,105,106,107,107,108,109,109,110,111,112,113,114,115,116,116,117,118,119,120,121,122,123,124,125,125,126,127,127,127,128,129,129,130,131,131,132,133,134,135,135,136,137,138,139,140,141,142,143,144,145,146,147,148,148,148,149,150,150,150,151,152,153,154,155,156,157,158,158,159,160,161,162,163,163,164,165,166,167,168,168,169,169,170,171,171,171,172,173,173,173,173,173,174,175,175,176,177,178,179,180,180,180,181,182,183,184,184,184,185,186,186,187,188,189,190,191,192,193,194,195,196,197,198,199,200,201,202,202,203,204,205,206,207,208,209,209,209,210,211,211,212,213,214,215,216,217,218,218,219,220,221,221,221,222,223,223,223,223,223,224,225,225,225,226,227,228,229,230,231,232,233,233,233,234,235,236,237,237,238,239,239,239,240,241,242,243,244,245,245,246,247,248,249,249,250,250,251,252,253,253,254,255,256,257,257,258,259,259,260,261,262,262,262,263,264,265,266,267,268,268,269,270,271,272,272,273,274,274,275,276,276,277,278,279,280,281,281,282,283,284,285,285,286,287,287,288,289,290,291,291,291,292,293,294,295,295,296,297,298,299,300,301,301,301,302,303,304,304,305,306,306,307,308,308,308,309,310,310,310,311,312,313,314,315,315,315,316,317,317,317,318,319,319,320,321,322,323,324,325,326],"option_correct":"testCompressibleGridmixRecord","options":["testPbRecordFactory","createNMTokenSecretManager","beforeClassSetup","testRecordSpanningMultipleSplits","shouldRecordInSrcSnapshot","testCompressibleGridmixRecord","ensureDirectory"],"options_nlp":["test pb record factory","create nm token secret manager","before class setup","test record spanning multiple splits","should record in src snapshot","test compressible gridmix record","ensure directory"],"options_random":["createNMTokenSecretManager","beforeClassSetup","ensureDirectory"],"options_tfidf":["testRecordSpanningMultipleSplits","shouldRecordInSrcSnapshot","testPbRecordFactory"],"project_name":"hadoop-common","source_code_string":"@Test\n  public void testCompressibleGridmixRecord() throws IOException {\n    JobConf conf = new JobConf();\n    CompressionEmulationUtil.setCompressionEmulationEnabled(conf, true);\n    CompressionEmulationUtil.setInputCompressionEmulationEnabled(conf, true);\n    \n    FileSystem lfs = FileSystem.getLocal(conf);\n    int dataSize = 1024 * 1024 * 10; \n    float ratio = 0.357F;\n    \n    \n    Path rootTempDir =\n        new Path(System.getProperty(\"test.build.data\", \"\/tmp\")).makeQualified(\n            lfs.getUri(), lfs.getWorkingDirectory());\n\n    Path tempDir = new Path(rootTempDir, \n                            \"TestPossiblyCompressibleGridmixRecord\");\n    lfs.delete(tempDir, true);\n    \n    \n    GridmixRecord record = new GridmixRecord(dataSize, 0);\n    record.setCompressibility(true, ratio); \n    \n    conf.setClass(FileOutputFormat.COMPRESS_CODEC, GzipCodec.class, \n                  CompressionCodec.class);\n    org.apache.hadoop.mapred.FileOutputFormat.setCompressOutput(conf, true);\n    \n    \n    Path recordFile = new Path(tempDir, \"record\");\n    OutputStream outStream = CompressionEmulationUtil\n                               .getPossiblyCompressedOutputStream(recordFile, \n                                                                  conf);    \n    DataOutputStream out = new DataOutputStream(outStream);\n    record.write(out);\n    out.close();\n    outStream.close();\n    \n    \n    Path actualRecordFile = recordFile.suffix(\".gz\");\n    InputStream in = \n      CompressionEmulationUtil\n        .getPossiblyDecompressedInputStream(actualRecordFile, conf, 0);\n    \n    \n    long compressedFileSize = lfs.listStatus(actualRecordFile)[0].getLen();\n    \n    GridmixRecord recordRead = new GridmixRecord();\n    recordRead.readFields(new DataInputStream(in));\n    \n    assertEquals(\"Record size mismatch in a compressible GridmixRecord\",\n                 dataSize, recordRead.getSize());\n    assertTrue(\"Failed to generate a compressible GridmixRecord\",\n               recordRead.getSize() > compressedFileSize);\n    \n    \n    float seenRatio = ((float)compressedFileSize)\/dataSize;\n    assertEquals(CompressionEmulationUtil.standardizeCompressionRatio(ratio), \n        CompressionEmulationUtil.standardizeCompressionRatio(seenRatio), 1.0D);\n  }","tokens_in_code":[{"index_id":0,"token_group":0,"text":"{","start_char":0,"line":0},{"index_id":1,"token_group":1,"text":"job","start_char":4,"line":1},{"index_id":2,"token_group":2,"text":"Conf","start_char":7,"line":1},{"index_id":3,"token_group":2,"text":"conf","start_char":12,"line":1},{"index_id":4,"token_group":3,"text":"=","start_char":17,"line":1},{"index_id":5,"token_group":4,"text":"new","start_char":19,"line":1},{"index_id":6,"token_group":5,"text":"job","start_char":23,"line":1},{"index_id":7,"token_group":6,"text":"Conf","start_char":26,"line":1},{"index_id":8,"token_group":6,"text":"(","start_char":30,"line":1},{"index_id":9,"token_group":7,"text":")","start_char":31,"line":1},{"index_id":10,"token_group":8,"text":";","start_char":32,"line":1},{"index_id":11,"token_group":9,"text":"compression","start_char":4,"line":2},{"index_id":12,"token_group":10,"text":"Emulation","start_char":15,"line":2},{"index_id":13,"token_group":10,"text":"Util","start_char":24,"line":2},{"index_id":14,"token_group":10,"text":".","start_char":28,"line":2},{"index_id":15,"token_group":11,"text":"set","start_char":29,"line":2},{"index_id":16,"token_group":12,"text":"Compression","start_char":32,"line":2},{"index_id":17,"token_group":12,"text":"Emulation","start_char":43,"line":2},{"index_id":18,"token_group":12,"text":"Enabled","start_char":52,"line":2},{"index_id":19,"token_group":12,"text":"(","start_char":59,"line":2},{"index_id":20,"token_group":13,"text":"conf","start_char":60,"line":2},{"index_id":21,"token_group":14,"text":",","start_char":64,"line":2},{"index_id":22,"token_group":15,"text":"true","start_char":66,"line":2},{"index_id":23,"token_group":16,"text":")","start_char":70,"line":2},{"index_id":24,"token_group":17,"text":";","start_char":71,"line":2},{"index_id":25,"token_group":18,"text":"compression","start_char":4,"line":3},{"index_id":26,"token_group":19,"text":"Emulation","start_char":15,"line":3},{"index_id":27,"token_group":19,"text":"Util","start_char":24,"line":3},{"index_id":28,"token_group":19,"text":".","start_char":28,"line":3},{"index_id":29,"token_group":20,"text":"set","start_char":29,"line":3},{"index_id":30,"token_group":21,"text":"Input","start_char":32,"line":3},{"index_id":31,"token_group":21,"text":"Compression","start_char":37,"line":3},{"index_id":32,"token_group":21,"text":"Emulation","start_char":48,"line":3},{"index_id":33,"token_group":21,"text":"Enabled","start_char":57,"line":3},{"index_id":34,"token_group":21,"text":"(","start_char":64,"line":3},{"index_id":35,"token_group":22,"text":"conf","start_char":65,"line":3},{"index_id":36,"token_group":23,"text":",","start_char":69,"line":3},{"index_id":37,"token_group":24,"text":"true","start_char":71,"line":3},{"index_id":38,"token_group":25,"text":")","start_char":75,"line":3},{"index_id":39,"token_group":26,"text":";","start_char":76,"line":3},{"index_id":40,"token_group":27,"text":"file","start_char":4,"line":5},{"index_id":41,"token_group":28,"text":"System","start_char":8,"line":5},{"index_id":42,"token_group":28,"text":"lfs","start_char":15,"line":5},{"index_id":43,"token_group":29,"text":"=","start_char":19,"line":5},{"index_id":44,"token_group":30,"text":"file","start_char":21,"line":5},{"index_id":45,"token_group":31,"text":"System","start_char":25,"line":5},{"index_id":46,"token_group":31,"text":".","start_char":31,"line":5},{"index_id":47,"token_group":32,"text":"get","start_char":32,"line":5},{"index_id":48,"token_group":33,"text":"Local","start_char":35,"line":5},{"index_id":49,"token_group":33,"text":"(","start_char":40,"line":5},{"index_id":50,"token_group":34,"text":"conf","start_char":41,"line":5},{"index_id":51,"token_group":35,"text":")","start_char":45,"line":5},{"index_id":52,"token_group":36,"text":";","start_char":46,"line":5},{"index_id":53,"token_group":37,"text":"int","start_char":4,"line":6},{"index_id":54,"token_group":38,"text":"data","start_char":8,"line":6},{"index_id":55,"token_group":39,"text":"Size","start_char":12,"line":6},{"index_id":56,"token_group":39,"text":"=","start_char":17,"line":6},{"index_id":57,"token_group":40,"text":"1024","start_char":19,"line":6},{"index_id":58,"token_group":41,"text":"*","start_char":24,"line":6},{"index_id":59,"token_group":42,"text":"1024","start_char":26,"line":6},{"index_id":60,"token_group":43,"text":"*","start_char":31,"line":6},{"index_id":61,"token_group":44,"text":"10","start_char":33,"line":6},{"index_id":62,"token_group":45,"text":";","start_char":35,"line":6},{"index_id":63,"token_group":46,"text":"float","start_char":4,"line":7},{"index_id":64,"token_group":47,"text":"ratio","start_char":10,"line":7},{"index_id":65,"token_group":48,"text":"=","start_char":16,"line":7},{"index_id":66,"token_group":49,"text":"0.357F","start_char":18,"line":7},{"index_id":67,"token_group":50,"text":";","start_char":24,"line":7},{"index_id":68,"token_group":51,"text":"path","start_char":4,"line":10},{"index_id":69,"token_group":52,"text":"root","start_char":9,"line":10},{"index_id":70,"token_group":53,"text":"Temp","start_char":13,"line":10},{"index_id":71,"token_group":53,"text":"Dir","start_char":17,"line":10},{"index_id":72,"token_group":53,"text":"=","start_char":21,"line":10},{"index_id":73,"token_group":54,"text":"new","start_char":4,"line":11},{"index_id":74,"token_group":55,"text":"path","start_char":8,"line":11},{"index_id":75,"token_group":56,"text":"(","start_char":12,"line":11},{"index_id":76,"token_group":57,"text":"system","start_char":13,"line":11},{"index_id":77,"token_group":58,"text":".","start_char":19,"line":11},{"index_id":78,"token_group":59,"text":"get","start_char":20,"line":11},{"index_id":79,"token_group":60,"text":"Property","start_char":23,"line":11},{"index_id":80,"token_group":60,"text":"(","start_char":31,"line":11},{"index_id":81,"token_group":61,"text":"\"test.build.data\"","start_char":32,"line":11},{"index_id":82,"token_group":62,"text":",","start_char":49,"line":11},{"index_id":83,"token_group":63,"text":"\"\/tmp\"","start_char":51,"line":11},{"index_id":84,"token_group":64,"text":")","start_char":57,"line":11},{"index_id":85,"token_group":65,"text":")","start_char":58,"line":11},{"index_id":86,"token_group":66,"text":".","start_char":59,"line":11},{"index_id":87,"token_group":67,"text":"make","start_char":60,"line":11},{"index_id":88,"token_group":68,"text":"Qualified","start_char":64,"line":11},{"index_id":89,"token_group":68,"text":"(","start_char":73,"line":11},{"index_id":90,"token_group":69,"text":"lfs","start_char":8,"line":12},{"index_id":91,"token_group":70,"text":".","start_char":11,"line":12},{"index_id":92,"token_group":71,"text":"get","start_char":12,"line":12},{"index_id":93,"token_group":72,"text":"Uri","start_char":15,"line":12},{"index_id":94,"token_group":72,"text":"(","start_char":18,"line":12},{"index_id":95,"token_group":73,"text":")","start_char":19,"line":12},{"index_id":96,"token_group":74,"text":",","start_char":20,"line":12},{"index_id":97,"token_group":75,"text":"lfs","start_char":22,"line":12},{"index_id":98,"token_group":76,"text":".","start_char":25,"line":12},{"index_id":99,"token_group":77,"text":"get","start_char":26,"line":12},{"index_id":100,"token_group":78,"text":"Working","start_char":29,"line":12},{"index_id":101,"token_group":78,"text":"Directory","start_char":36,"line":12},{"index_id":102,"token_group":78,"text":"(","start_char":45,"line":12},{"index_id":103,"token_group":79,"text":")","start_char":46,"line":12},{"index_id":104,"token_group":80,"text":")","start_char":47,"line":12},{"index_id":105,"token_group":81,"text":";","start_char":48,"line":12},{"index_id":106,"token_group":82,"text":"path","start_char":4,"line":14},{"index_id":107,"token_group":83,"text":"temp","start_char":9,"line":14},{"index_id":108,"token_group":84,"text":"Dir","start_char":13,"line":14},{"index_id":109,"token_group":84,"text":"=","start_char":17,"line":14},{"index_id":110,"token_group":85,"text":"new","start_char":19,"line":14},{"index_id":111,"token_group":86,"text":"path","start_char":23,"line":14},{"index_id":112,"token_group":87,"text":"(","start_char":27,"line":14},{"index_id":113,"token_group":88,"text":"root","start_char":28,"line":14},{"index_id":114,"token_group":89,"text":"Temp","start_char":32,"line":14},{"index_id":115,"token_group":89,"text":"Dir","start_char":36,"line":14},{"index_id":116,"token_group":89,"text":",","start_char":39,"line":14},{"index_id":117,"token_group":90,"text":"\"TestPossiblyCompressibleGridmixRecord\"","start_char":28,"line":15},{"index_id":118,"token_group":91,"text":")","start_char":67,"line":15},{"index_id":119,"token_group":92,"text":";","start_char":68,"line":15},{"index_id":120,"token_group":93,"text":"lfs","start_char":4,"line":16},{"index_id":121,"token_group":94,"text":".","start_char":7,"line":16},{"index_id":122,"token_group":95,"text":"delete","start_char":8,"line":16},{"index_id":123,"token_group":96,"text":"(","start_char":14,"line":16},{"index_id":124,"token_group":97,"text":"temp","start_char":15,"line":16},{"index_id":125,"token_group":98,"text":"Dir","start_char":19,"line":16},{"index_id":126,"token_group":98,"text":",","start_char":22,"line":16},{"index_id":127,"token_group":99,"text":"true","start_char":24,"line":16},{"index_id":128,"token_group":100,"text":")","start_char":28,"line":16},{"index_id":129,"token_group":101,"text":";","start_char":29,"line":16},{"index_id":130,"token_group":102,"text":"gridmix","start_char":4,"line":19},{"index_id":131,"token_group":103,"text":"Record","start_char":11,"line":19},{"index_id":132,"token_group":103,"text":"record","start_char":18,"line":19},{"index_id":133,"token_group":104,"text":"=","start_char":25,"line":19},{"index_id":134,"token_group":105,"text":"new","start_char":27,"line":19},{"index_id":135,"token_group":106,"text":"gridmix","start_char":31,"line":19},{"index_id":136,"token_group":107,"text":"Record","start_char":38,"line":19},{"index_id":137,"token_group":107,"text":"(","start_char":44,"line":19},{"index_id":138,"token_group":108,"text":"data","start_char":45,"line":19},{"index_id":139,"token_group":109,"text":"Size","start_char":49,"line":19},{"index_id":140,"token_group":109,"text":",","start_char":53,"line":19},{"index_id":141,"token_group":110,"text":"0","start_char":55,"line":19},{"index_id":142,"token_group":111,"text":")","start_char":56,"line":19},{"index_id":143,"token_group":112,"text":";","start_char":57,"line":19},{"index_id":144,"token_group":113,"text":"record","start_char":4,"line":20},{"index_id":145,"token_group":114,"text":".","start_char":10,"line":20},{"index_id":146,"token_group":115,"text":"set","start_char":11,"line":20},{"index_id":147,"token_group":116,"text":"Compressibility","start_char":14,"line":20},{"index_id":148,"token_group":116,"text":"(","start_char":29,"line":20},{"index_id":149,"token_group":117,"text":"true","start_char":30,"line":20},{"index_id":150,"token_group":118,"text":",","start_char":34,"line":20},{"index_id":151,"token_group":119,"text":"ratio","start_char":36,"line":20},{"index_id":152,"token_group":120,"text":")","start_char":41,"line":20},{"index_id":153,"token_group":121,"text":";","start_char":42,"line":20},{"index_id":154,"token_group":122,"text":"conf","start_char":4,"line":22},{"index_id":155,"token_group":123,"text":".","start_char":8,"line":22},{"index_id":156,"token_group":124,"text":"set","start_char":9,"line":22},{"index_id":157,"token_group":125,"text":"Class","start_char":12,"line":22},{"index_id":158,"token_group":125,"text":"(","start_char":17,"line":22},{"index_id":159,"token_group":126,"text":"file","start_char":18,"line":22},{"index_id":160,"token_group":127,"text":"Output","start_char":22,"line":22},{"index_id":161,"token_group":127,"text":"Format","start_char":28,"line":22},{"index_id":162,"token_group":127,"text":".","start_char":34,"line":22},{"index_id":163,"token_group":128,"text":"compress","start_char":35,"line":22},{"index_id":164,"token_group":129,"text":"Codec","start_char":44,"line":22},{"index_id":165,"token_group":129,"text":",","start_char":49,"line":22},{"index_id":166,"token_group":130,"text":"gzip","start_char":51,"line":22},{"index_id":167,"token_group":131,"text":"Codec","start_char":55,"line":22},{"index_id":168,"token_group":131,"text":".","start_char":60,"line":22},{"index_id":169,"token_group":132,"text":"class","start_char":61,"line":22},{"index_id":170,"token_group":133,"text":",","start_char":66,"line":22},{"index_id":171,"token_group":134,"text":"compression","start_char":18,"line":23},{"index_id":172,"token_group":135,"text":"Codec","start_char":29,"line":23},{"index_id":173,"token_group":135,"text":".","start_char":34,"line":23},{"index_id":174,"token_group":136,"text":"class","start_char":35,"line":23},{"index_id":175,"token_group":137,"text":")","start_char":40,"line":23},{"index_id":176,"token_group":138,"text":";","start_char":41,"line":23},{"index_id":177,"token_group":139,"text":"org","start_char":4,"line":24},{"index_id":178,"token_group":140,"text":".","start_char":7,"line":24},{"index_id":179,"token_group":141,"text":"apache","start_char":8,"line":24},{"index_id":180,"token_group":142,"text":".","start_char":14,"line":24},{"index_id":181,"token_group":143,"text":"hadoop","start_char":15,"line":24},{"index_id":182,"token_group":144,"text":".","start_char":21,"line":24},{"index_id":183,"token_group":145,"text":"mapred","start_char":22,"line":24},{"index_id":184,"token_group":146,"text":".","start_char":28,"line":24},{"index_id":185,"token_group":147,"text":"file","start_char":29,"line":24},{"index_id":186,"token_group":148,"text":"Output","start_char":33,"line":24},{"index_id":187,"token_group":148,"text":"Format","start_char":39,"line":24},{"index_id":188,"token_group":148,"text":".","start_char":45,"line":24},{"index_id":189,"token_group":149,"text":"set","start_char":46,"line":24},{"index_id":190,"token_group":150,"text":"Compress","start_char":49,"line":24},{"index_id":191,"token_group":150,"text":"Output","start_char":57,"line":24},{"index_id":192,"token_group":150,"text":"(","start_char":63,"line":24},{"index_id":193,"token_group":151,"text":"conf","start_char":64,"line":24},{"index_id":194,"token_group":152,"text":",","start_char":68,"line":24},{"index_id":195,"token_group":153,"text":"true","start_char":70,"line":24},{"index_id":196,"token_group":154,"text":")","start_char":74,"line":24},{"index_id":197,"token_group":155,"text":";","start_char":75,"line":24},{"index_id":198,"token_group":156,"text":"path","start_char":4,"line":27},{"index_id":199,"token_group":157,"text":"record","start_char":9,"line":27},{"index_id":200,"token_group":158,"text":"File","start_char":15,"line":27},{"index_id":201,"token_group":158,"text":"=","start_char":20,"line":27},{"index_id":202,"token_group":159,"text":"new","start_char":22,"line":27},{"index_id":203,"token_group":160,"text":"path","start_char":26,"line":27},{"index_id":204,"token_group":161,"text":"(","start_char":30,"line":27},{"index_id":205,"token_group":162,"text":"temp","start_char":31,"line":27},{"index_id":206,"token_group":163,"text":"Dir","start_char":35,"line":27},{"index_id":207,"token_group":163,"text":",","start_char":38,"line":27},{"index_id":208,"token_group":164,"text":"\"record\"","start_char":40,"line":27},{"index_id":209,"token_group":165,"text":")","start_char":48,"line":27},{"index_id":210,"token_group":166,"text":";","start_char":49,"line":27},{"index_id":211,"token_group":167,"text":"output","start_char":4,"line":28},{"index_id":212,"token_group":168,"text":"Stream","start_char":10,"line":28},{"index_id":213,"token_group":168,"text":"out","start_char":17,"line":28},{"index_id":214,"token_group":169,"text":"Stream","start_char":20,"line":28},{"index_id":215,"token_group":169,"text":"=","start_char":27,"line":28},{"index_id":216,"token_group":170,"text":"compression","start_char":29,"line":28},{"index_id":217,"token_group":171,"text":"Emulation","start_char":40,"line":28},{"index_id":218,"token_group":171,"text":"Util","start_char":49,"line":28},{"index_id":219,"token_group":171,"text":".","start_char":4,"line":29},{"index_id":220,"token_group":172,"text":"get","start_char":5,"line":29},{"index_id":221,"token_group":173,"text":"Possibly","start_char":8,"line":29},{"index_id":222,"token_group":173,"text":"Compressed","start_char":16,"line":29},{"index_id":223,"token_group":173,"text":"Output","start_char":26,"line":29},{"index_id":224,"token_group":173,"text":"Stream","start_char":32,"line":29},{"index_id":225,"token_group":173,"text":"(","start_char":38,"line":29},{"index_id":226,"token_group":174,"text":"record","start_char":39,"line":29},{"index_id":227,"token_group":175,"text":"File","start_char":45,"line":29},{"index_id":228,"token_group":175,"text":",","start_char":49,"line":29},{"index_id":229,"token_group":176,"text":"conf","start_char":39,"line":30},{"index_id":230,"token_group":177,"text":")","start_char":43,"line":30},{"index_id":231,"token_group":178,"text":";","start_char":44,"line":30},{"index_id":232,"token_group":179,"text":"data","start_char":4,"line":31},{"index_id":233,"token_group":180,"text":"Output","start_char":8,"line":31},{"index_id":234,"token_group":180,"text":"Stream","start_char":14,"line":31},{"index_id":235,"token_group":180,"text":"out","start_char":21,"line":31},{"index_id":236,"token_group":181,"text":"=","start_char":25,"line":31},{"index_id":237,"token_group":182,"text":"new","start_char":27,"line":31},{"index_id":238,"token_group":183,"text":"data","start_char":31,"line":31},{"index_id":239,"token_group":184,"text":"Output","start_char":35,"line":31},{"index_id":240,"token_group":184,"text":"Stream","start_char":41,"line":31},{"index_id":241,"token_group":184,"text":"(","start_char":47,"line":31},{"index_id":242,"token_group":185,"text":"out","start_char":48,"line":31},{"index_id":243,"token_group":186,"text":"Stream","start_char":51,"line":31},{"index_id":244,"token_group":186,"text":")","start_char":57,"line":31},{"index_id":245,"token_group":187,"text":";","start_char":58,"line":31},{"index_id":246,"token_group":188,"text":"record","start_char":4,"line":32},{"index_id":247,"token_group":189,"text":".","start_char":10,"line":32},{"index_id":248,"token_group":190,"text":"write","start_char":11,"line":32},{"index_id":249,"token_group":191,"text":"(","start_char":16,"line":32},{"index_id":250,"token_group":192,"text":"out","start_char":17,"line":32},{"index_id":251,"token_group":193,"text":")","start_char":20,"line":32},{"index_id":252,"token_group":194,"text":";","start_char":21,"line":32},{"index_id":253,"token_group":195,"text":"out","start_char":4,"line":33},{"index_id":254,"token_group":196,"text":".","start_char":7,"line":33},{"index_id":255,"token_group":197,"text":"close","start_char":8,"line":33},{"index_id":256,"token_group":198,"text":"(","start_char":13,"line":33},{"index_id":257,"token_group":199,"text":")","start_char":14,"line":33},{"index_id":258,"token_group":200,"text":";","start_char":15,"line":33},{"index_id":259,"token_group":201,"text":"out","start_char":4,"line":34},{"index_id":260,"token_group":202,"text":"Stream","start_char":7,"line":34},{"index_id":261,"token_group":202,"text":".","start_char":13,"line":34},{"index_id":262,"token_group":203,"text":"close","start_char":14,"line":34},{"index_id":263,"token_group":204,"text":"(","start_char":19,"line":34},{"index_id":264,"token_group":205,"text":")","start_char":20,"line":34},{"index_id":265,"token_group":206,"text":";","start_char":21,"line":34},{"index_id":266,"token_group":207,"text":"path","start_char":4,"line":37},{"index_id":267,"token_group":208,"text":"actual","start_char":9,"line":37},{"index_id":268,"token_group":209,"text":"Record","start_char":15,"line":37},{"index_id":269,"token_group":209,"text":"File","start_char":21,"line":37},{"index_id":270,"token_group":209,"text":"=","start_char":26,"line":37},{"index_id":271,"token_group":210,"text":"record","start_char":28,"line":37},{"index_id":272,"token_group":211,"text":"File","start_char":34,"line":37},{"index_id":273,"token_group":211,"text":".","start_char":38,"line":37},{"index_id":274,"token_group":212,"text":"suffix","start_char":39,"line":37},{"index_id":275,"token_group":213,"text":"(","start_char":45,"line":37},{"index_id":276,"token_group":214,"text":"\".gz\"","start_char":46,"line":37},{"index_id":277,"token_group":215,"text":")","start_char":51,"line":37},{"index_id":278,"token_group":216,"text":";","start_char":52,"line":37},{"index_id":279,"token_group":217,"text":"input","start_char":4,"line":38},{"index_id":280,"token_group":218,"text":"Stream","start_char":9,"line":38},{"index_id":281,"token_group":218,"text":"in","start_char":16,"line":38},{"index_id":282,"token_group":219,"text":"=","start_char":19,"line":38},{"index_id":283,"token_group":220,"text":"compression","start_char":4,"line":39},{"index_id":284,"token_group":221,"text":"Emulation","start_char":15,"line":39},{"index_id":285,"token_group":221,"text":"Util","start_char":24,"line":39},{"index_id":286,"token_group":221,"text":".","start_char":4,"line":40},{"index_id":287,"token_group":222,"text":"get","start_char":5,"line":40},{"index_id":288,"token_group":223,"text":"Possibly","start_char":8,"line":40},{"index_id":289,"token_group":223,"text":"Decompressed","start_char":16,"line":40},{"index_id":290,"token_group":223,"text":"Input","start_char":28,"line":40},{"index_id":291,"token_group":223,"text":"Stream","start_char":33,"line":40},{"index_id":292,"token_group":223,"text":"(","start_char":39,"line":40},{"index_id":293,"token_group":224,"text":"actual","start_char":40,"line":40},{"index_id":294,"token_group":225,"text":"Record","start_char":46,"line":40},{"index_id":295,"token_group":225,"text":"File","start_char":52,"line":40},{"index_id":296,"token_group":225,"text":",","start_char":56,"line":40},{"index_id":297,"token_group":226,"text":"conf","start_char":58,"line":40},{"index_id":298,"token_group":227,"text":",","start_char":62,"line":40},{"index_id":299,"token_group":228,"text":"0","start_char":64,"line":40},{"index_id":300,"token_group":229,"text":")","start_char":65,"line":40},{"index_id":301,"token_group":230,"text":";","start_char":66,"line":40},{"index_id":302,"token_group":231,"text":"long","start_char":4,"line":43},{"index_id":303,"token_group":232,"text":"compressed","start_char":9,"line":43},{"index_id":304,"token_group":233,"text":"File","start_char":19,"line":43},{"index_id":305,"token_group":233,"text":"Size","start_char":23,"line":43},{"index_id":306,"token_group":233,"text":"=","start_char":28,"line":43},{"index_id":307,"token_group":234,"text":"lfs","start_char":30,"line":43},{"index_id":308,"token_group":235,"text":".","start_char":33,"line":43},{"index_id":309,"token_group":236,"text":"list","start_char":34,"line":43},{"index_id":310,"token_group":237,"text":"Status","start_char":38,"line":43},{"index_id":311,"token_group":237,"text":"(","start_char":44,"line":43},{"index_id":312,"token_group":238,"text":"actual","start_char":45,"line":43},{"index_id":313,"token_group":239,"text":"Record","start_char":51,"line":43},{"index_id":314,"token_group":239,"text":"File","start_char":57,"line":43},{"index_id":315,"token_group":239,"text":")","start_char":61,"line":43},{"index_id":316,"token_group":240,"text":"[","start_char":62,"line":43},{"index_id":317,"token_group":241,"text":"0","start_char":63,"line":43},{"index_id":318,"token_group":242,"text":"]","start_char":64,"line":43},{"index_id":319,"token_group":243,"text":".","start_char":65,"line":43},{"index_id":320,"token_group":244,"text":"get","start_char":66,"line":43},{"index_id":321,"token_group":245,"text":"Len","start_char":69,"line":43},{"index_id":322,"token_group":245,"text":"(","start_char":72,"line":43},{"index_id":323,"token_group":246,"text":")","start_char":73,"line":43},{"index_id":324,"token_group":247,"text":";","start_char":74,"line":43},{"index_id":325,"token_group":248,"text":"gridmix","start_char":4,"line":45},{"index_id":326,"token_group":249,"text":"Record","start_char":11,"line":45},{"index_id":327,"token_group":249,"text":"record","start_char":18,"line":45},{"index_id":328,"token_group":250,"text":"Read","start_char":24,"line":45},{"index_id":329,"token_group":250,"text":"=","start_char":29,"line":45},{"index_id":330,"token_group":251,"text":"new","start_char":31,"line":45},{"index_id":331,"token_group":252,"text":"gridmix","start_char":35,"line":45},{"index_id":332,"token_group":253,"text":"Record","start_char":42,"line":45},{"index_id":333,"token_group":253,"text":"(","start_char":48,"line":45},{"index_id":334,"token_group":254,"text":")","start_char":49,"line":45},{"index_id":335,"token_group":255,"text":";","start_char":50,"line":45},{"index_id":336,"token_group":256,"text":"record","start_char":4,"line":46},{"index_id":337,"token_group":257,"text":"Read","start_char":10,"line":46},{"index_id":338,"token_group":257,"text":".","start_char":14,"line":46},{"index_id":339,"token_group":258,"text":"read","start_char":15,"line":46},{"index_id":340,"token_group":259,"text":"Fields","start_char":19,"line":46},{"index_id":341,"token_group":259,"text":"(","start_char":25,"line":46},{"index_id":342,"token_group":260,"text":"new","start_char":26,"line":46},{"index_id":343,"token_group":261,"text":"data","start_char":30,"line":46},{"index_id":344,"token_group":262,"text":"Input","start_char":34,"line":46},{"index_id":345,"token_group":262,"text":"Stream","start_char":39,"line":46},{"index_id":346,"token_group":262,"text":"(","start_char":45,"line":46},{"index_id":347,"token_group":263,"text":"in","start_char":46,"line":46},{"index_id":348,"token_group":264,"text":")","start_char":48,"line":46},{"index_id":349,"token_group":265,"text":")","start_char":49,"line":46},{"index_id":350,"token_group":266,"text":";","start_char":50,"line":46},{"index_id":351,"token_group":267,"text":"assert","start_char":4,"line":48},{"index_id":352,"token_group":268,"text":"Equals","start_char":10,"line":48},{"index_id":353,"token_group":268,"text":"(","start_char":16,"line":48},{"index_id":354,"token_group":269,"text":"\"Record size mismatch in a compressible GridmixRecord\"","start_char":17,"line":48},{"index_id":355,"token_group":270,"text":",","start_char":71,"line":48},{"index_id":356,"token_group":271,"text":"data","start_char":17,"line":49},{"index_id":357,"token_group":272,"text":"Size","start_char":21,"line":49},{"index_id":358,"token_group":272,"text":",","start_char":25,"line":49},{"index_id":359,"token_group":273,"text":"record","start_char":27,"line":49},{"index_id":360,"token_group":274,"text":"Read","start_char":33,"line":49},{"index_id":361,"token_group":274,"text":".","start_char":37,"line":49},{"index_id":362,"token_group":275,"text":"get","start_char":38,"line":49},{"index_id":363,"token_group":276,"text":"Size","start_char":41,"line":49},{"index_id":364,"token_group":276,"text":"(","start_char":45,"line":49},{"index_id":365,"token_group":277,"text":")","start_char":46,"line":49},{"index_id":366,"token_group":278,"text":")","start_char":47,"line":49},{"index_id":367,"token_group":279,"text":";","start_char":48,"line":49},{"index_id":368,"token_group":280,"text":"assert","start_char":4,"line":50},{"index_id":369,"token_group":281,"text":"True","start_char":10,"line":50},{"index_id":370,"token_group":281,"text":"(","start_char":14,"line":50},{"index_id":371,"token_group":282,"text":"\"Failed to generate a compressible GridmixRecord\"","start_char":15,"line":50},{"index_id":372,"token_group":283,"text":",","start_char":64,"line":50},{"index_id":373,"token_group":284,"text":"record","start_char":15,"line":51},{"index_id":374,"token_group":285,"text":"Read","start_char":21,"line":51},{"index_id":375,"token_group":285,"text":".","start_char":25,"line":51},{"index_id":376,"token_group":286,"text":"get","start_char":26,"line":51},{"index_id":377,"token_group":287,"text":"Size","start_char":29,"line":51},{"index_id":378,"token_group":287,"text":"(","start_char":33,"line":51},{"index_id":379,"token_group":288,"text":")","start_char":34,"line":51},{"index_id":380,"token_group":289,"text":">","start_char":36,"line":51},{"index_id":381,"token_group":290,"text":"compressed","start_char":38,"line":51},{"index_id":382,"token_group":291,"text":"File","start_char":48,"line":51},{"index_id":383,"token_group":291,"text":"Size","start_char":52,"line":51},{"index_id":384,"token_group":291,"text":")","start_char":56,"line":51},{"index_id":385,"token_group":292,"text":";","start_char":57,"line":51},{"index_id":386,"token_group":293,"text":"float","start_char":4,"line":54},{"index_id":387,"token_group":294,"text":"seen","start_char":10,"line":54},{"index_id":388,"token_group":295,"text":"Ratio","start_char":14,"line":54},{"index_id":389,"token_group":295,"text":"=","start_char":20,"line":54},{"index_id":390,"token_group":296,"text":"(","start_char":22,"line":54},{"index_id":391,"token_group":297,"text":"(","start_char":23,"line":54},{"index_id":392,"token_group":298,"text":"float","start_char":24,"line":54},{"index_id":393,"token_group":299,"text":")","start_char":29,"line":54},{"index_id":394,"token_group":300,"text":"compressed","start_char":30,"line":54},{"index_id":395,"token_group":301,"text":"File","start_char":40,"line":54},{"index_id":396,"token_group":301,"text":"Size","start_char":44,"line":54},{"index_id":397,"token_group":301,"text":")","start_char":48,"line":54},{"index_id":398,"token_group":302,"text":"\/","start_char":50,"line":54},{"index_id":399,"token_group":303,"text":"data","start_char":52,"line":54},{"index_id":400,"token_group":304,"text":"Size","start_char":56,"line":54},{"index_id":401,"token_group":304,"text":";","start_char":60,"line":54},{"index_id":402,"token_group":305,"text":"assert","start_char":4,"line":55},{"index_id":403,"token_group":306,"text":"Equals","start_char":10,"line":55},{"index_id":404,"token_group":306,"text":"(","start_char":16,"line":55},{"index_id":405,"token_group":307,"text":"compression","start_char":17,"line":55},{"index_id":406,"token_group":308,"text":"Emulation","start_char":28,"line":55},{"index_id":407,"token_group":308,"text":"Util","start_char":37,"line":55},{"index_id":408,"token_group":308,"text":".","start_char":41,"line":55},{"index_id":409,"token_group":309,"text":"standardize","start_char":42,"line":55},{"index_id":410,"token_group":310,"text":"Compression","start_char":53,"line":55},{"index_id":411,"token_group":310,"text":"Ratio","start_char":64,"line":55},{"index_id":412,"token_group":310,"text":"(","start_char":69,"line":55},{"index_id":413,"token_group":311,"text":"ratio","start_char":70,"line":55},{"index_id":414,"token_group":312,"text":")","start_char":75,"line":55},{"index_id":415,"token_group":313,"text":",","start_char":76,"line":55},{"index_id":416,"token_group":314,"text":"compression","start_char":17,"line":56},{"index_id":417,"token_group":315,"text":"Emulation","start_char":28,"line":56},{"index_id":418,"token_group":315,"text":"Util","start_char":37,"line":56},{"index_id":419,"token_group":315,"text":".","start_char":41,"line":56},{"index_id":420,"token_group":316,"text":"standardize","start_char":42,"line":56},{"index_id":421,"token_group":317,"text":"Compression","start_char":53,"line":56},{"index_id":422,"token_group":317,"text":"Ratio","start_char":64,"line":56},{"index_id":423,"token_group":317,"text":"(","start_char":69,"line":56},{"index_id":424,"token_group":318,"text":"seen","start_char":70,"line":56},{"index_id":425,"token_group":319,"text":"Ratio","start_char":74,"line":56},{"index_id":426,"token_group":319,"text":")","start_char":79,"line":56},{"index_id":427,"token_group":320,"text":",","start_char":80,"line":56},{"index_id":428,"token_group":321,"text":"1.0D","start_char":82,"line":56},{"index_id":429,"token_group":322,"text":")","start_char":86,"line":56},{"index_id":430,"token_group":323,"text":";","start_char":87,"line":56},{"index_id":431,"token_group":324,"text":"}","start_char":0,"line":57}],"tokens_list":["{","job","Conf","conf","=","new","job","Conf","(",")",";","compression","Emulation","Util",".","set","Compression","Emulation","Enabled","(","conf",",","true",")",";","compression","Emulation","Util",".","set","Input","Compression","Emulation","Enabled","(","conf",",","true",")",";","file","System","lfs","=","file","System",".","get","Local","(","conf",")",";","int","data","Size","=","1024","*","1024","*","10",";","float","ratio","=","0.357F",";","path","root","Temp","Dir","=","new","path","(","system",".","get","Property","(","\"test.build.data\"",",","\"\/tmp\"",")",")",".","make","Qualified","(","lfs",".","get","Uri","(",")",",","lfs",".","get","Working","Directory","(",")",")",";","path","temp","Dir","=","new","path","(","root","Temp","Dir",",","\"TestPossiblyCompressibleGridmixRecord\"",")",";","lfs",".","delete","(","temp","Dir",",","true",")",";","gridmix","Record","record","=","new","gridmix","Record","(","data","Size",",","0",")",";","record",".","set","Compressibility","(","true",",","ratio",")",";","conf",".","set","Class","(","file","Output","Format",".","compress","Codec",",","gzip","Codec",".","class",",","compression","Codec",".","class",")",";","org",".","apache",".","hadoop",".","mapred",".","file","Output","Format",".","set","Compress","Output","(","conf",",","true",")",";","path","record","File","=","new","path","(","temp","Dir",",","\"record\"",")",";","output","Stream","out","Stream","=","compression","Emulation","Util",".","get","Possibly","Compressed","Output","Stream","(","record","File",",","conf",")",";","data","Output","Stream","out","=","new","data","Output","Stream","(","out","Stream",")",";","record",".","write","(","out",")",";","out",".","close","(",")",";","out","Stream",".","close","(",")",";","path","actual","Record","File","=","record","File",".","suffix","(","\".gz\"",")",";","input","Stream","in","=","compression","Emulation","Util",".","get","Possibly","Decompressed","Input","Stream","(","actual","Record","File",",","conf",",","0",")",";","long","compressed","File","Size","=","lfs",".","list","Status","(","actual","Record","File",")","[","0","]",".","get","Len","(",")",";","gridmix","Record","record","Read","=","new","gridmix","Record","(",")",";","record","Read",".","read","Fields","(","new","data","Input","Stream","(","in",")",")",";","assert","Equals","(","\"Record size mismatch in a compressible GridmixRecord\"",",","data","Size",",","record","Read",".","get","Size","(",")",")",";","assert","True","(","\"Failed to generate a compressible GridmixRecord\"",",","record","Read",".","get","Size","(",")",">","compressed","File","Size",")",";","float","seen","Ratio","=","(","(","float",")","compressed","File","Size",")","\/","data","Size",";","assert","Equals","(","compression","Emulation","Util",".","standardize","Compression","Ratio","(","ratio",")",",","compression","Emulation","Util",".","standardize","Compression","Ratio","(","seen","Ratio",")",",","1.0D",")",";","}"],"uuid":"4149f35319e06ea8ac03b746e0de9c93"},{"cap_original_tokens":["<SENTENCE_START>","{","<id>","test","Sort","Missing","<\/id>","(","true",",","true",")",";","}","<SENTENCE_END\/>"],"file_name":"AbstractStringFieldDataTestCase.java","formatted_lines":["{","    testSortMissing(true, true);","}"],"function_name":"testSortMissingFirstReverse","function_name_tokens":["test","sort","missing","first","reverse"],"id_body_hash":"98164d3f8e9c703857fba85d5d5878fb","id_same_identifier_list":[0,1,2,2,2,3,4,5,6,7,8,9,10],"option_correct":"testSortMissingFirstReverse","options":["testSortMissing","testSortMissingLastReverse","testSortMissingFirstReverse","setDummyNullValue","getExtNodeMetadata","testSortMissingFirst","testNull"],"options_nlp":["test sort missing","test sort missing last reverse","test sort missing first reverse","set dummy null value","get ext node metadata","test sort missing first","test null"],"options_random":["getExtNodeMetadata","setDummyNullValue","testNull"],"options_tfidf":["testSortMissing","testSortMissingFirst","testSortMissingLastReverse"],"project_name":"elasticsearch","source_code_string":"public void testSortMissingFirstReverse() throws IOException {\n        testSortMissing(true, true);\n    }","tokens_in_code":[{"index_id":0,"token_group":0,"text":"{","start_char":0,"line":0},{"index_id":1,"token_group":1,"text":"test","start_char":4,"line":1},{"index_id":2,"token_group":2,"text":"Sort","start_char":8,"line":1},{"index_id":3,"token_group":2,"text":"Missing","start_char":12,"line":1},{"index_id":4,"token_group":2,"text":"(","start_char":19,"line":1},{"index_id":5,"token_group":3,"text":"true","start_char":20,"line":1},{"index_id":6,"token_group":4,"text":",","start_char":24,"line":1},{"index_id":7,"token_group":5,"text":"true","start_char":26,"line":1},{"index_id":8,"token_group":6,"text":")","start_char":30,"line":1},{"index_id":9,"token_group":7,"text":";","start_char":31,"line":1},{"index_id":10,"token_group":8,"text":"}","start_char":0,"line":2}],"tokens_list":["{","test","Sort","Missing","(","true",",","true",")",";","}"],"uuid":"a96cc00552d41f1597cf495cd32d7242"},{"cap_original_tokens":["<SENTENCE_START>","{","this",".","<id>","packet","Len","<\/id>","=","<id>","in","<\/id>",".","<id>","read","Int","<\/id>","(",")",";","short","<id>","proto","Len","<\/id>","=","<id>","in","<\/id>",".","<id>","read","Short","<\/id>","(",")",";","byte","[","]","<id>","data","<\/id>","=","new","byte","[","<id>","proto","Len","<\/id>","]",";","<id>","in","<\/id>",".","<id>","read","Fully","<\/id>","(","<id>","data","<\/id>",")",";","<id>","proto","<\/id>","=","<id>","packet","Header","Proto","<\/id>",".","<id>","parse","From","<\/id>","(","<id>","data","<\/id>",")",";","}","<SENTENCE_END\/>"],"file_name":"PacketHeader.java","formatted_lines":["{","    this.packetLen = in.readInt();","    short protoLen = in.readShort();","    byte[] data = new byte[protoLen];","    in.readFully(data);","    proto = PacketHeaderProto.parseFrom(data);","}"],"function_name":"readFields","function_name_tokens":["read","fields"],"id_body_hash":"fa7f5fc73895070bd34b5c65ca279292","id_same_identifier_list":[0,1,2,3,4,4,5,6,7,8,8,9,10,11,12,13,13,14,15,16,17,17,18,19,20,21,22,23,24,25,26,27,28,29,29,30,31,32,33,34,34,35,36,37,38,39,40,41,41,41,42,43,43,44,45,46,47,48,49],"option_correct":"readFields","options":["setFieldsFromData","testGetUri","read","readFields","getMapTasks","testRecursiveParam","maskFields"],"options_nlp":["set fields from data","test get uri","read","read fields","get map tasks","test recursive param","mask fields"],"options_random":["getMapTasks","testGetUri","testRecursiveParam"],"options_tfidf":["setFieldsFromData","maskFields","read"],"project_name":"hadoop-common","source_code_string":"public void readFields(DataInputStream in) throws IOException {\n    this.packetLen = in.readInt();\n    short protoLen = in.readShort();\n    byte[] data = new byte[protoLen];\n    in.readFully(data);\n    proto = PacketHeaderProto.parseFrom(data);\n  }","tokens_in_code":[{"index_id":0,"token_group":0,"text":"{","start_char":0,"line":0},{"index_id":1,"token_group":1,"text":"this","start_char":4,"line":1},{"index_id":2,"token_group":2,"text":".","start_char":8,"line":1},{"index_id":3,"token_group":3,"text":"packet","start_char":9,"line":1},{"index_id":4,"token_group":4,"text":"Len","start_char":15,"line":1},{"index_id":5,"token_group":4,"text":"=","start_char":19,"line":1},{"index_id":6,"token_group":5,"text":"in","start_char":21,"line":1},{"index_id":7,"token_group":6,"text":".","start_char":23,"line":1},{"index_id":8,"token_group":7,"text":"read","start_char":24,"line":1},{"index_id":9,"token_group":8,"text":"Int","start_char":28,"line":1},{"index_id":10,"token_group":8,"text":"(","start_char":31,"line":1},{"index_id":11,"token_group":9,"text":")","start_char":32,"line":1},{"index_id":12,"token_group":10,"text":";","start_char":33,"line":1},{"index_id":13,"token_group":11,"text":"short","start_char":4,"line":2},{"index_id":14,"token_group":12,"text":"proto","start_char":10,"line":2},{"index_id":15,"token_group":13,"text":"Len","start_char":15,"line":2},{"index_id":16,"token_group":13,"text":"=","start_char":19,"line":2},{"index_id":17,"token_group":14,"text":"in","start_char":21,"line":2},{"index_id":18,"token_group":15,"text":".","start_char":23,"line":2},{"index_id":19,"token_group":16,"text":"read","start_char":24,"line":2},{"index_id":20,"token_group":17,"text":"Short","start_char":28,"line":2},{"index_id":21,"token_group":17,"text":"(","start_char":33,"line":2},{"index_id":22,"token_group":18,"text":")","start_char":34,"line":2},{"index_id":23,"token_group":19,"text":";","start_char":35,"line":2},{"index_id":24,"token_group":20,"text":"byte","start_char":4,"line":3},{"index_id":25,"token_group":21,"text":"[","start_char":8,"line":3},{"index_id":26,"token_group":22,"text":"]","start_char":9,"line":3},{"index_id":27,"token_group":23,"text":"data","start_char":11,"line":3},{"index_id":28,"token_group":24,"text":"=","start_char":16,"line":3},{"index_id":29,"token_group":25,"text":"new","start_char":18,"line":3},{"index_id":30,"token_group":26,"text":"byte","start_char":22,"line":3},{"index_id":31,"token_group":27,"text":"[","start_char":26,"line":3},{"index_id":32,"token_group":28,"text":"proto","start_char":27,"line":3},{"index_id":33,"token_group":29,"text":"Len","start_char":32,"line":3},{"index_id":34,"token_group":29,"text":"]","start_char":35,"line":3},{"index_id":35,"token_group":30,"text":";","start_char":36,"line":3},{"index_id":36,"token_group":31,"text":"in","start_char":4,"line":4},{"index_id":37,"token_group":32,"text":".","start_char":6,"line":4},{"index_id":38,"token_group":33,"text":"read","start_char":7,"line":4},{"index_id":39,"token_group":34,"text":"Fully","start_char":11,"line":4},{"index_id":40,"token_group":34,"text":"(","start_char":16,"line":4},{"index_id":41,"token_group":35,"text":"data","start_char":17,"line":4},{"index_id":42,"token_group":36,"text":")","start_char":21,"line":4},{"index_id":43,"token_group":37,"text":";","start_char":22,"line":4},{"index_id":44,"token_group":38,"text":"proto","start_char":4,"line":5},{"index_id":45,"token_group":39,"text":"=","start_char":10,"line":5},{"index_id":46,"token_group":40,"text":"packet","start_char":12,"line":5},{"index_id":47,"token_group":41,"text":"Header","start_char":18,"line":5},{"index_id":48,"token_group":41,"text":"Proto","start_char":24,"line":5},{"index_id":49,"token_group":41,"text":".","start_char":29,"line":5},{"index_id":50,"token_group":42,"text":"parse","start_char":30,"line":5},{"index_id":51,"token_group":43,"text":"From","start_char":35,"line":5},{"index_id":52,"token_group":43,"text":"(","start_char":39,"line":5},{"index_id":53,"token_group":44,"text":"data","start_char":40,"line":5},{"index_id":54,"token_group":45,"text":")","start_char":44,"line":5},{"index_id":55,"token_group":46,"text":";","start_char":45,"line":5},{"index_id":56,"token_group":47,"text":"}","start_char":0,"line":6}],"tokens_list":["{","this",".","packet","Len","=","in",".","read","Int","(",")",";","short","proto","Len","=","in",".","read","Short","(",")",";","byte","[","]","data","=","new","byte","[","proto","Len","]",";","in",".","read","Fully","(","data",")",";","proto","=","packet","Header","Proto",".","parse","From","(","data",")",";","}"],"uuid":"5c635f8bd899511684009360d9a73be7"},{"cap_original_tokens":["<SENTENCE_START>","{","this",".","<id>","lifecycle","Task","<\/id>","=","<id>","lifecycle","Task","<\/id>",";","<id>","lifecycle","Task","<\/id>",".","<id>","depends","On","<\/id>","(","<id>","build","Dependencies","<\/id>",")",";","}","<SENTENCE_END\/>"],"file_name":"AbstractBuildableModelElement.java","formatted_lines":["{","    this.lifecycleTask = lifecycleTask;","    lifecycleTask.dependsOn(buildDependencies);","}"],"function_name":"setBuildTask","function_name_tokens":["set","build","task"],"id_body_hash":"ac718c74ca3b901e224c05f86a2c9fbf","id_same_identifier_list":[0,1,2,3,4,4,5,6,6,7,8,8,9,10,10,11,12,12,13,14,15,16],"option_correct":"setBuildTask","options":["setBuildProjectDependencies","validationActionSucceedsWhenInputValueSpecified","moduleTargetByteIsMaxBytecodeLevel","setBuildFile","getPrevious","setBuildTask","setTaskNames"],"options_nlp":["set build project dependencies","validation action succeeds when input value specified","module target byte is max bytecode level","set build file","get previous","set build task","set task names"],"options_random":["validationActionSucceedsWhenInputValueSpecified","getPrevious","moduleTargetByteIsMaxBytecodeLevel"],"options_tfidf":["setBuildFile","setBuildProjectDependencies","setTaskNames"],"project_name":"gradle","source_code_string":"public void setBuildTask(Task lifecycleTask) {\n        this.lifecycleTask = lifecycleTask;\n        lifecycleTask.dependsOn(buildDependencies);\n    }","tokens_in_code":[{"index_id":0,"token_group":0,"text":"{","start_char":0,"line":0},{"index_id":1,"token_group":1,"text":"this","start_char":4,"line":1},{"index_id":2,"token_group":2,"text":".","start_char":8,"line":1},{"index_id":3,"token_group":3,"text":"lifecycle","start_char":9,"line":1},{"index_id":4,"token_group":4,"text":"Task","start_char":18,"line":1},{"index_id":5,"token_group":4,"text":"=","start_char":23,"line":1},{"index_id":6,"token_group":5,"text":"lifecycle","start_char":25,"line":1},{"index_id":7,"token_group":6,"text":"Task","start_char":34,"line":1},{"index_id":8,"token_group":6,"text":";","start_char":38,"line":1},{"index_id":9,"token_group":7,"text":"lifecycle","start_char":4,"line":2},{"index_id":10,"token_group":8,"text":"Task","start_char":13,"line":2},{"index_id":11,"token_group":8,"text":".","start_char":17,"line":2},{"index_id":12,"token_group":9,"text":"depends","start_char":18,"line":2},{"index_id":13,"token_group":10,"text":"On","start_char":25,"line":2},{"index_id":14,"token_group":10,"text":"(","start_char":27,"line":2},{"index_id":15,"token_group":11,"text":"build","start_char":28,"line":2},{"index_id":16,"token_group":12,"text":"Dependencies","start_char":33,"line":2},{"index_id":17,"token_group":12,"text":")","start_char":45,"line":2},{"index_id":18,"token_group":13,"text":";","start_char":46,"line":2},{"index_id":19,"token_group":14,"text":"}","start_char":0,"line":3}],"tokens_list":["{","this",".","lifecycle","Task","=","lifecycle","Task",";","lifecycle","Task",".","depends","On","(","build","Dependencies",")",";","}"],"uuid":"3a6df0407cfa4bc481640bcd813de8f5"},{"cap_original_tokens":["<SENTENCE_START>","{","if","(","<id>","via","Proto","<\/id>","||","<id>","builder","<\/id>","==","null",")","{","<id>","builder","<\/id>","=","<id>","get","Queue","Info","Request","Proto","<\/id>",".","<id>","new","Builder","<\/id>","(","<id>","proto","<\/id>",")",";","}","<id>","via","Proto","<\/id>","=","false",";","}","<SENTENCE_END\/>"],"file_name":"GetQueueInfoRequestPBImpl.java","formatted_lines":["{","    if (viaProto || builder == null)","    {","        builder = GetQueueInfoRequestProto.newBuilder(proto);","    }","    viaProto = false;","}"],"function_name":"maybeInitBuilder","function_name_tokens":["maybe","init","builder"],"id_body_hash":"c890c52af231416e0a389f1541f5f624","id_same_identifier_list":[0,1,2,3,4,4,5,6,7,8,9,10,11,12,13,13,13,13,13,14,15,15,16,17,18,19,20,21,21,22,23,24,25,26],"option_correct":"maybeInitBuilder","options":["init","maybeInitBuilder","delBlockFromDisk","getSplitsAsString","getDataTransferTest","maybeScheduleASpeculation","maybeController"],"options_nlp":["init","maybe init builder","del block from disk","get splits as string","get data transfer test","maybe schedule a speculation","maybe controller"],"options_random":["getDataTransferTest","delBlockFromDisk","getSplitsAsString"],"options_tfidf":["maybeController","maybeScheduleASpeculation","init"],"project_name":"hadoop-common","source_code_string":"private void maybeInitBuilder() {\n    if (viaProto || builder == null) {\n      builder = GetQueueInfoRequestProto.newBuilder(proto);\n    }\n    viaProto = false;\n  }","tokens_in_code":[{"index_id":0,"token_group":0,"text":"{","start_char":0,"line":0},{"index_id":1,"token_group":1,"text":"if","start_char":4,"line":1},{"index_id":2,"token_group":2,"text":"(","start_char":7,"line":1},{"index_id":3,"token_group":3,"text":"via","start_char":8,"line":1},{"index_id":4,"token_group":4,"text":"Proto","start_char":11,"line":1},{"index_id":5,"token_group":4,"text":"||","start_char":17,"line":1},{"index_id":6,"token_group":5,"text":"builder","start_char":20,"line":1},{"index_id":7,"token_group":6,"text":"==","start_char":28,"line":1},{"index_id":8,"token_group":7,"text":"null","start_char":31,"line":1},{"index_id":9,"token_group":8,"text":")","start_char":35,"line":1},{"index_id":10,"token_group":9,"text":"{","start_char":4,"line":2},{"index_id":11,"token_group":10,"text":"builder","start_char":8,"line":3},{"index_id":12,"token_group":11,"text":"=","start_char":16,"line":3},{"index_id":13,"token_group":12,"text":"get","start_char":18,"line":3},{"index_id":14,"token_group":13,"text":"Queue","start_char":21,"line":3},{"index_id":15,"token_group":13,"text":"Info","start_char":26,"line":3},{"index_id":16,"token_group":13,"text":"Request","start_char":30,"line":3},{"index_id":17,"token_group":13,"text":"Proto","start_char":37,"line":3},{"index_id":18,"token_group":13,"text":".","start_char":42,"line":3},{"index_id":19,"token_group":14,"text":"new","start_char":43,"line":3},{"index_id":20,"token_group":15,"text":"Builder","start_char":46,"line":3},{"index_id":21,"token_group":15,"text":"(","start_char":53,"line":3},{"index_id":22,"token_group":16,"text":"proto","start_char":54,"line":3},{"index_id":23,"token_group":17,"text":")","start_char":59,"line":3},{"index_id":24,"token_group":18,"text":";","start_char":60,"line":3},{"index_id":25,"token_group":19,"text":"}","start_char":4,"line":4},{"index_id":26,"token_group":20,"text":"via","start_char":4,"line":5},{"index_id":27,"token_group":21,"text":"Proto","start_char":7,"line":5},{"index_id":28,"token_group":21,"text":"=","start_char":13,"line":5},{"index_id":29,"token_group":22,"text":"false","start_char":15,"line":5},{"index_id":30,"token_group":23,"text":";","start_char":20,"line":5},{"index_id":31,"token_group":24,"text":"}","start_char":0,"line":6}],"tokens_list":["{","if","(","via","Proto","||","builder","==","null",")","{","builder","=","get","Queue","Info","Request","Proto",".","new","Builder","(","proto",")",";","}","via","Proto","=","false",";","}"],"uuid":"6ef90b95ccadf85063203dd0eb821c61"},{"cap_original_tokens":["<SENTENCE_START>","{","this",".","<id>","select","<\/id>","=","<id>","select","<\/id>",";","return","this",";","}","<SENTENCE_END\/>"],"file_name":"InsertSelect.java","formatted_lines":["{","    this.select = select;","    return this;","}"],"function_name":"setSelect","function_name_tokens":["set","select"],"id_body_hash":"aa26996bc9628acfd5f3607b6bca61e8","id_same_identifier_list":[0,1,2,3,4,5,6,7,8,9,10,11,12],"option_correct":"setSelect","options":["setSequentialSelect","setIsbn","setSelect","setA","renderArguments","setSelectExpression","cascadeOnMerge"],"options_nlp":["set sequential select","set isbn","set select","set a","render arguments","set select expression","cascade on merge"],"options_random":["setIsbn","renderArguments","cascadeOnMerge"],"options_tfidf":["setA","setSequentialSelect","setSelectExpression"],"project_name":"hibernate-orm","source_code_string":"public InsertSelect setSelect(Select select) {\n\t\tthis.select = select;\n\t\treturn this;\n\t}","tokens_in_code":[{"index_id":0,"token_group":0,"text":"{","start_char":0,"line":0},{"index_id":1,"token_group":1,"text":"this","start_char":4,"line":1},{"index_id":2,"token_group":2,"text":".","start_char":8,"line":1},{"index_id":3,"token_group":3,"text":"select","start_char":9,"line":1},{"index_id":4,"token_group":4,"text":"=","start_char":16,"line":1},{"index_id":5,"token_group":5,"text":"select","start_char":18,"line":1},{"index_id":6,"token_group":6,"text":";","start_char":24,"line":1},{"index_id":7,"token_group":7,"text":"return","start_char":4,"line":2},{"index_id":8,"token_group":8,"text":"this","start_char":11,"line":2},{"index_id":9,"token_group":9,"text":";","start_char":15,"line":2},{"index_id":10,"token_group":10,"text":"}","start_char":0,"line":3}],"tokens_list":["{","this",".","select","=","select",";","return","this",";","}"],"uuid":"bf33c9a6288a9cd8736a1cec98e721f9"},{"cap_original_tokens":["<SENTENCE_START>","{","this",".","<id>","job","Reduce","Mb","<\/id>","=","<id>","job","Reduce","Mb","<\/id>",";","}","<SENTENCE_END\/>"],"file_name":"LoggedJob.java","formatted_lines":["{","    this.jobReduceMB = jobReduceMB;","}"],"function_name":"setJobReduceMB","function_name_tokens":["set","job","reduce","mb"],"id_body_hash":"6f6df266be7f37c384d0aed0ef72420f","id_same_identifier_list":[0,1,2,3,4,4,4,5,6,6,6,7,8,9],"option_correct":"setJobReduceMB","options":["setClusterReduceMB","setJobMapMB","getNamenodeURL","reduce","getCMProxy","testFsOption","setJobReduceMB"],"options_nlp":["set cluster reduce mb","set job map mb","get namenode url","reduce","get cm proxy","test fs option","set job reduce mb"],"options_random":["getCMProxy","testFsOption","getNamenodeURL"],"options_tfidf":["setClusterReduceMB","setJobMapMB","reduce"],"project_name":"hadoop-common","source_code_string":"void setJobReduceMB(int jobReduceMB) {\n    this.jobReduceMB = jobReduceMB;\n  }","tokens_in_code":[{"index_id":0,"token_group":0,"text":"{","start_char":0,"line":0},{"index_id":1,"token_group":1,"text":"this","start_char":4,"line":1},{"index_id":2,"token_group":2,"text":".","start_char":8,"line":1},{"index_id":3,"token_group":3,"text":"job","start_char":9,"line":1},{"index_id":4,"token_group":4,"text":"Reduce","start_char":12,"line":1},{"index_id":5,"token_group":4,"text":"Mb","start_char":18,"line":1},{"index_id":6,"token_group":4,"text":"=","start_char":21,"line":1},{"index_id":7,"token_group":5,"text":"job","start_char":23,"line":1},{"index_id":8,"token_group":6,"text":"Reduce","start_char":26,"line":1},{"index_id":9,"token_group":6,"text":"Mb","start_char":32,"line":1},{"index_id":10,"token_group":6,"text":";","start_char":34,"line":1},{"index_id":11,"token_group":7,"text":"}","start_char":0,"line":2}],"tokens_list":["{","this",".","job","Reduce","Mb","=","job","Reduce","Mb",";","}"],"uuid":"8e7539773a86f0419d1380321eacb604"},{"cap_original_tokens":["<SENTENCE_START>","{","final","<id>","transaction","Template","<\/id>","<id>","tt","<\/id>","=","new","<id>","transaction","Template","<\/id>","(","<id>","tm","<\/id>",")",";","<id>","tt","<\/id>",".","<id>","set","Propagation","Behavior","<\/id>","(","<id>","transaction","Definition","<\/id>",".","<id>","propagation","Requires","New","<\/id>",")",";","<id>","assert","True","<\/id>","(","\"Hasn't thread connection\"",",","!","<id>","transaction","Synchronization","Manager","<\/id>",".","<id>","has","Resource","<\/id>","(","<id>","ds","<\/id>",")",")",";","<id>","assert","True","<\/id>","(","\"Synchronization not active\"",",","!","<id>","transaction","Synchronization","Manager","<\/id>",".","<id>","is","Synchronization","Active","<\/id>","(",")",")",";","try","{","<id>","tt","<\/id>",".","<id>","execute","<\/id>","(","new","<id>","transaction","Callback","Without","Result","<\/id>","(",")","{","@","<id>","override","<\/id>","Protected","void","<id>","do","In","Transaction","Without","Result","<\/id>","(","<id>","transaction","Status","<\/id>","<id>","status","<\/id>",")","throws","<id>","runtime","Exception","<\/id>","{","<id>","assert","True","<\/id>","(","\"Is new transaction\"",",","<id>","status","<\/id>",".","<id>","is","New","Transaction","<\/id>","(",")",")",";","<id>","tt","<\/id>",".","<id>","set","Propagation","Behavior","<\/id>","(","<id>","transaction","Definition","<\/id>",".","<id>","propagation","Never","<\/id>",")",";","<id>","tt","<\/id>",".","<id>","execute","<\/id>","(","new","<id>","transaction","Callback","Without","Result","<\/id>","(",")","{","@","<id>","override","<\/id>","Protected","void","<id>","do","In","Transaction","Without","Result","<\/id>","(","<id>","transaction","Status","<\/id>","<id>","status","<\/id>",")","throws","<id>","runtime","Exception","<\/id>","{","<id>","fail","<\/id>","(","\"Should have thrown IllegalTransactionStateException\"",")",";","}","}",")",";","<id>","fail","<\/id>","(","\"Should have thrown IllegalTransactionStateException\"",")",";","}","}",")",";","}","catch","(","<id>","illegal","Transaction","State","Exception","<\/id>","<id>","ex","<\/id>",")","{","}","<id>","assert","True","<\/id>","(","\"Hasn't thread connection\"",",","!","<id>","transaction","Synchronization","Manager","<\/id>",".","<id>","has","Resource","<\/id>","(","<id>","ds","<\/id>",")",")",";","<id>","verify","<\/id>","(","<id>","con","<\/id>",")",".","<id>","rollback","<\/id>","(",")",";","<id>","verify","<\/id>","(","<id>","con","<\/id>",")",".","<id>","close","<\/id>","(",")",";","}","<SENTENCE_END\/>"],"file_name":"DataSourceTransactionManagerTests.java","formatted_lines":["{","    final TransactionTemplate tt = new TransactionTemplate(tm);","    tt.setPropagationBehavior(TransactionDefinition.PROPAGATION_REQUIRES_NEW);","    assertTrue(\"Hasn't thread connection\", !TransactionSynchronizationManager.hasResource(ds));","    assertTrue(\"Synchronization not active\", !TransactionSynchronizationManager.isSynchronizationActive());","","    try","    {","        tt.execute(new TransactionCallbackWithoutResult()","        {","            @Override","            protected void doInTransactionWithoutResult(TransactionStatus status) throws","            RuntimeException","            {","                assertTrue(\"Is new transaction\", status.isNewTransaction());","                tt.setPropagationBehavior(TransactionDefinition.PROPAGATION_NEVER);","                tt.execute(new TransactionCallbackWithoutResult()","                {","                    @Override","                    protected void doInTransactionWithoutResult(TransactionStatus status) throws","                    RuntimeException","                    {","                        fail(\"Should have thrown IllegalTransactionStateException\");","                    }","                });","                fail(\"Should have thrown IllegalTransactionStateException\");","            }","        });","    }","    catch (IllegalTransactionStateException ex)","    {","","    }","","    assertTrue(\"Hasn't thread connection\", !TransactionSynchronizationManager.hasResource(ds));","    verify(con).rollback();","    verify(con).close();","}"],"function_name":"testPropagationNeverWithExistingTransaction","function_name_tokens":["test","propagation","never","with","existing","transaction"],"id_body_hash":"40234a35c5ce274ad718da77ce57e814","id_same_identifier_list":[0,1,2,3,3,4,5,6,7,7,8,9,10,11,12,13,14,14,14,15,16,16,17,18,18,18,19,20,21,21,22,23,24,25,26,26,26,27,28,28,29,30,31,32,33,34,34,35,36,37,38,39,39,39,40,41,41,41,42,43,44,45,46,47,48,49,50,51,52,53,53,53,53,54,55,56,57,58,59,60,61,61,61,61,61,62,63,63,64,65,66,67,67,68,69,69,70,71,72,73,74,75,75,75,76,77,78,79,80,81,82,82,82,83,84,84,85,86,86,87,88,89,90,91,92,93,94,94,94,94,95,96,97,98,99,100,101,102,102,102,102,102,103,104,104,105,106,107,108,108,109,110,111,112,113,114,115,116,117,118,119,120,121,122,123,124,125,126,127,128,129,130,131,131,131,131,132,133,134,135,136,136,137,138,139,140,141,141,141,142,143,143,144,145,146,147,148,149,150,151,152,153,154,155,156,157,158,159,160,161,162,163,164,165,166,167,168],"option_correct":"testPropagationNeverWithExistingTransaction","options":["getEventCount","testTransactionWithPropagationNever","testPropagationNeverWithExistingTransaction","testExistingTransactionWithPropagationNested","isNotAcceptable","scopedProxyTargetMarkedAsNonAutowireCandidate","propagationNeverFailsInCaseOfExistingTransaction"],"options_nlp":["get event count","test transaction with propagation never","test propagation never with existing transaction","test existing transaction with propagation nested","is not acceptable","scoped proxy target marked as non autowire candidate","propagation never fails in case of existing transaction"],"options_random":["isNotAcceptable","getEventCount","scopedProxyTargetMarkedAsNonAutowireCandidate"],"options_tfidf":["testTransactionWithPropagationNever","testExistingTransactionWithPropagationNested","propagationNeverFailsInCaseOfExistingTransaction"],"project_name":"spring-framework","source_code_string":"@Test\n\tpublic void testPropagationNeverWithExistingTransaction() throws Exception {\n\t\tfinal TransactionTemplate tt = new TransactionTemplate(tm);\n\t\ttt.setPropagationBehavior(TransactionDefinition.PROPAGATION_REQUIRES_NEW);\n\t\tassertTrue(\"Hasn't thread connection\", !TransactionSynchronizationManager.hasResource(ds));\n\t\tassertTrue(\"Synchronization not active\", !TransactionSynchronizationManager.isSynchronizationActive());\n\n\t\ttry {\n\t\t\ttt.execute(new TransactionCallbackWithoutResult() {\n\t\t\t\t@Override\n\t\t\t\tprotected void doInTransactionWithoutResult(TransactionStatus status) throws RuntimeException {\n\t\t\t\t\tassertTrue(\"Is new transaction\", status.isNewTransaction());\n\t\t\t\t\ttt.setPropagationBehavior(TransactionDefinition.PROPAGATION_NEVER);\n\t\t\t\t\ttt.execute(new TransactionCallbackWithoutResult() {\n\t\t\t\t\t\t@Override\n\t\t\t\t\t\tprotected void doInTransactionWithoutResult(TransactionStatus status) throws RuntimeException {\n\t\t\t\t\t\t\tfail(\"Should have thrown IllegalTransactionStateException\");\n\t\t\t\t\t\t}\n\t\t\t\t\t});\n\t\t\t\t\tfail(\"Should have thrown IllegalTransactionStateException\");\n\t\t\t\t}\n\t\t\t});\n\t\t}\n\t\tcatch (IllegalTransactionStateException ex) {\n\t\t\t\n\t\t}\n\n\t\tassertTrue(\"Hasn't thread connection\", !TransactionSynchronizationManager.hasResource(ds));\n\t\tverify(con).rollback();\n\t\tverify(con).close();\n\t}","tokens_in_code":[{"index_id":0,"token_group":0,"text":"{","start_char":0,"line":0},{"index_id":1,"token_group":1,"text":"final","start_char":4,"line":1},{"index_id":2,"token_group":2,"text":"transaction","start_char":10,"line":1},{"index_id":3,"token_group":3,"text":"Template","start_char":21,"line":1},{"index_id":4,"token_group":3,"text":"tt","start_char":30,"line":1},{"index_id":5,"token_group":4,"text":"=","start_char":33,"line":1},{"index_id":6,"token_group":5,"text":"new","start_char":35,"line":1},{"index_id":7,"token_group":6,"text":"transaction","start_char":39,"line":1},{"index_id":8,"token_group":7,"text":"Template","start_char":50,"line":1},{"index_id":9,"token_group":7,"text":"(","start_char":58,"line":1},{"index_id":10,"token_group":8,"text":"tm","start_char":59,"line":1},{"index_id":11,"token_group":9,"text":")","start_char":61,"line":1},{"index_id":12,"token_group":10,"text":";","start_char":62,"line":1},{"index_id":13,"token_group":11,"text":"tt","start_char":4,"line":2},{"index_id":14,"token_group":12,"text":".","start_char":6,"line":2},{"index_id":15,"token_group":13,"text":"set","start_char":7,"line":2},{"index_id":16,"token_group":14,"text":"Propagation","start_char":10,"line":2},{"index_id":17,"token_group":14,"text":"Behavior","start_char":21,"line":2},{"index_id":18,"token_group":14,"text":"(","start_char":29,"line":2},{"index_id":19,"token_group":15,"text":"transaction","start_char":30,"line":2},{"index_id":20,"token_group":16,"text":"Definition","start_char":41,"line":2},{"index_id":21,"token_group":16,"text":".","start_char":51,"line":2},{"index_id":22,"token_group":17,"text":"propagation","start_char":52,"line":2},{"index_id":23,"token_group":18,"text":"Requires","start_char":64,"line":2},{"index_id":24,"token_group":18,"text":"New","start_char":73,"line":2},{"index_id":25,"token_group":18,"text":")","start_char":76,"line":2},{"index_id":26,"token_group":19,"text":";","start_char":77,"line":2},{"index_id":27,"token_group":20,"text":"assert","start_char":4,"line":3},{"index_id":28,"token_group":21,"text":"True","start_char":10,"line":3},{"index_id":29,"token_group":21,"text":"(","start_char":14,"line":3},{"index_id":30,"token_group":22,"text":"\"Hasn't thread connection\"","start_char":15,"line":3},{"index_id":31,"token_group":23,"text":",","start_char":41,"line":3},{"index_id":32,"token_group":24,"text":"!","start_char":43,"line":3},{"index_id":33,"token_group":25,"text":"transaction","start_char":44,"line":3},{"index_id":34,"token_group":26,"text":"Synchronization","start_char":55,"line":3},{"index_id":35,"token_group":26,"text":"Manager","start_char":70,"line":3},{"index_id":36,"token_group":26,"text":".","start_char":77,"line":3},{"index_id":37,"token_group":27,"text":"has","start_char":78,"line":3},{"index_id":38,"token_group":28,"text":"Resource","start_char":81,"line":3},{"index_id":39,"token_group":28,"text":"(","start_char":89,"line":3},{"index_id":40,"token_group":29,"text":"ds","start_char":90,"line":3},{"index_id":41,"token_group":30,"text":")","start_char":92,"line":3},{"index_id":42,"token_group":31,"text":")","start_char":93,"line":3},{"index_id":43,"token_group":32,"text":";","start_char":94,"line":3},{"index_id":44,"token_group":33,"text":"assert","start_char":4,"line":4},{"index_id":45,"token_group":34,"text":"True","start_char":10,"line":4},{"index_id":46,"token_group":34,"text":"(","start_char":14,"line":4},{"index_id":47,"token_group":35,"text":"\"Synchronization not active\"","start_char":15,"line":4},{"index_id":48,"token_group":36,"text":",","start_char":43,"line":4},{"index_id":49,"token_group":37,"text":"!","start_char":45,"line":4},{"index_id":50,"token_group":38,"text":"transaction","start_char":46,"line":4},{"index_id":51,"token_group":39,"text":"Synchronization","start_char":57,"line":4},{"index_id":52,"token_group":39,"text":"Manager","start_char":72,"line":4},{"index_id":53,"token_group":39,"text":".","start_char":79,"line":4},{"index_id":54,"token_group":40,"text":"is","start_char":80,"line":4},{"index_id":55,"token_group":41,"text":"Synchronization","start_char":82,"line":4},{"index_id":56,"token_group":41,"text":"Active","start_char":97,"line":4},{"index_id":57,"token_group":41,"text":"(","start_char":103,"line":4},{"index_id":58,"token_group":42,"text":")","start_char":104,"line":4},{"index_id":59,"token_group":43,"text":")","start_char":105,"line":4},{"index_id":60,"token_group":44,"text":";","start_char":106,"line":4},{"index_id":61,"token_group":45,"text":"try","start_char":4,"line":6},{"index_id":62,"token_group":46,"text":"{","start_char":4,"line":7},{"index_id":63,"token_group":47,"text":"tt","start_char":8,"line":8},{"index_id":64,"token_group":48,"text":".","start_char":10,"line":8},{"index_id":65,"token_group":49,"text":"execute","start_char":11,"line":8},{"index_id":66,"token_group":50,"text":"(","start_char":18,"line":8},{"index_id":67,"token_group":51,"text":"new","start_char":19,"line":8},{"index_id":68,"token_group":52,"text":"transaction","start_char":23,"line":8},{"index_id":69,"token_group":53,"text":"Callback","start_char":34,"line":8},{"index_id":70,"token_group":53,"text":"Without","start_char":42,"line":8},{"index_id":71,"token_group":53,"text":"Result","start_char":49,"line":8},{"index_id":72,"token_group":53,"text":"(","start_char":55,"line":8},{"index_id":73,"token_group":54,"text":")","start_char":56,"line":8},{"index_id":74,"token_group":55,"text":"{","start_char":8,"line":9},{"index_id":75,"token_group":56,"text":"@","start_char":12,"line":10},{"index_id":76,"token_group":57,"text":"override","start_char":13,"line":10},{"index_id":77,"token_group":58,"text":"Protected","start_char":12,"line":11},{"index_id":78,"token_group":59,"text":"void","start_char":22,"line":11},{"index_id":79,"token_group":60,"text":"do","start_char":27,"line":11},{"index_id":80,"token_group":61,"text":"In","start_char":29,"line":11},{"index_id":81,"token_group":61,"text":"Transaction","start_char":31,"line":11},{"index_id":82,"token_group":61,"text":"Without","start_char":42,"line":11},{"index_id":83,"token_group":61,"text":"Result","start_char":49,"line":11},{"index_id":84,"token_group":61,"text":"(","start_char":55,"line":11},{"index_id":85,"token_group":62,"text":"transaction","start_char":56,"line":11},{"index_id":86,"token_group":63,"text":"Status","start_char":67,"line":11},{"index_id":87,"token_group":63,"text":"status","start_char":74,"line":11},{"index_id":88,"token_group":64,"text":")","start_char":80,"line":11},{"index_id":89,"token_group":65,"text":"throws","start_char":82,"line":11},{"index_id":90,"token_group":66,"text":"runtime","start_char":12,"line":12},{"index_id":91,"token_group":67,"text":"Exception","start_char":19,"line":12},{"index_id":92,"token_group":67,"text":"{","start_char":12,"line":13},{"index_id":93,"token_group":68,"text":"assert","start_char":16,"line":14},{"index_id":94,"token_group":69,"text":"True","start_char":22,"line":14},{"index_id":95,"token_group":69,"text":"(","start_char":26,"line":14},{"index_id":96,"token_group":70,"text":"\"Is new transaction\"","start_char":27,"line":14},{"index_id":97,"token_group":71,"text":",","start_char":47,"line":14},{"index_id":98,"token_group":72,"text":"status","start_char":49,"line":14},{"index_id":99,"token_group":73,"text":".","start_char":55,"line":14},{"index_id":100,"token_group":74,"text":"is","start_char":56,"line":14},{"index_id":101,"token_group":75,"text":"New","start_char":58,"line":14},{"index_id":102,"token_group":75,"text":"Transaction","start_char":61,"line":14},{"index_id":103,"token_group":75,"text":"(","start_char":72,"line":14},{"index_id":104,"token_group":76,"text":")","start_char":73,"line":14},{"index_id":105,"token_group":77,"text":")","start_char":74,"line":14},{"index_id":106,"token_group":78,"text":";","start_char":75,"line":14},{"index_id":107,"token_group":79,"text":"tt","start_char":16,"line":15},{"index_id":108,"token_group":80,"text":".","start_char":18,"line":15},{"index_id":109,"token_group":81,"text":"set","start_char":19,"line":15},{"index_id":110,"token_group":82,"text":"Propagation","start_char":22,"line":15},{"index_id":111,"token_group":82,"text":"Behavior","start_char":33,"line":15},{"index_id":112,"token_group":82,"text":"(","start_char":41,"line":15},{"index_id":113,"token_group":83,"text":"transaction","start_char":42,"line":15},{"index_id":114,"token_group":84,"text":"Definition","start_char":53,"line":15},{"index_id":115,"token_group":84,"text":".","start_char":63,"line":15},{"index_id":116,"token_group":85,"text":"propagation","start_char":64,"line":15},{"index_id":117,"token_group":86,"text":"Never","start_char":76,"line":15},{"index_id":118,"token_group":86,"text":")","start_char":81,"line":15},{"index_id":119,"token_group":87,"text":";","start_char":82,"line":15},{"index_id":120,"token_group":88,"text":"tt","start_char":16,"line":16},{"index_id":121,"token_group":89,"text":".","start_char":18,"line":16},{"index_id":122,"token_group":90,"text":"execute","start_char":19,"line":16},{"index_id":123,"token_group":91,"text":"(","start_char":26,"line":16},{"index_id":124,"token_group":92,"text":"new","start_char":27,"line":16},{"index_id":125,"token_group":93,"text":"transaction","start_char":31,"line":16},{"index_id":126,"token_group":94,"text":"Callback","start_char":42,"line":16},{"index_id":127,"token_group":94,"text":"Without","start_char":50,"line":16},{"index_id":128,"token_group":94,"text":"Result","start_char":57,"line":16},{"index_id":129,"token_group":94,"text":"(","start_char":63,"line":16},{"index_id":130,"token_group":95,"text":")","start_char":64,"line":16},{"index_id":131,"token_group":96,"text":"{","start_char":16,"line":17},{"index_id":132,"token_group":97,"text":"@","start_char":20,"line":18},{"index_id":133,"token_group":98,"text":"override","start_char":21,"line":18},{"index_id":134,"token_group":99,"text":"Protected","start_char":20,"line":19},{"index_id":135,"token_group":100,"text":"void","start_char":30,"line":19},{"index_id":136,"token_group":101,"text":"do","start_char":35,"line":19},{"index_id":137,"token_group":102,"text":"In","start_char":37,"line":19},{"index_id":138,"token_group":102,"text":"Transaction","start_char":39,"line":19},{"index_id":139,"token_group":102,"text":"Without","start_char":50,"line":19},{"index_id":140,"token_group":102,"text":"Result","start_char":57,"line":19},{"index_id":141,"token_group":102,"text":"(","start_char":63,"line":19},{"index_id":142,"token_group":103,"text":"transaction","start_char":64,"line":19},{"index_id":143,"token_group":104,"text":"Status","start_char":75,"line":19},{"index_id":144,"token_group":104,"text":"status","start_char":82,"line":19},{"index_id":145,"token_group":105,"text":")","start_char":88,"line":19},{"index_id":146,"token_group":106,"text":"throws","start_char":90,"line":19},{"index_id":147,"token_group":107,"text":"runtime","start_char":20,"line":20},{"index_id":148,"token_group":108,"text":"Exception","start_char":27,"line":20},{"index_id":149,"token_group":108,"text":"{","start_char":20,"line":21},{"index_id":150,"token_group":109,"text":"fail","start_char":24,"line":22},{"index_id":151,"token_group":110,"text":"(","start_char":28,"line":22},{"index_id":152,"token_group":111,"text":"\"Should have thrown IllegalTransactionStateException\"","start_char":29,"line":22},{"index_id":153,"token_group":112,"text":")","start_char":82,"line":22},{"index_id":154,"token_group":113,"text":";","start_char":83,"line":22},{"index_id":155,"token_group":114,"text":"}","start_char":20,"line":23},{"index_id":156,"token_group":115,"text":"}","start_char":16,"line":24},{"index_id":157,"token_group":116,"text":")","start_char":17,"line":24},{"index_id":158,"token_group":117,"text":";","start_char":18,"line":24},{"index_id":159,"token_group":118,"text":"fail","start_char":16,"line":25},{"index_id":160,"token_group":119,"text":"(","start_char":20,"line":25},{"index_id":161,"token_group":120,"text":"\"Should have thrown IllegalTransactionStateException\"","start_char":21,"line":25},{"index_id":162,"token_group":121,"text":")","start_char":74,"line":25},{"index_id":163,"token_group":122,"text":";","start_char":75,"line":25},{"index_id":164,"token_group":123,"text":"}","start_char":12,"line":26},{"index_id":165,"token_group":124,"text":"}","start_char":8,"line":27},{"index_id":166,"token_group":125,"text":")","start_char":9,"line":27},{"index_id":167,"token_group":126,"text":";","start_char":10,"line":27},{"index_id":168,"token_group":127,"text":"}","start_char":4,"line":28},{"index_id":169,"token_group":128,"text":"catch","start_char":4,"line":29},{"index_id":170,"token_group":129,"text":"(","start_char":10,"line":29},{"index_id":171,"token_group":130,"text":"illegal","start_char":11,"line":29},{"index_id":172,"token_group":131,"text":"Transaction","start_char":18,"line":29},{"index_id":173,"token_group":131,"text":"State","start_char":29,"line":29},{"index_id":174,"token_group":131,"text":"Exception","start_char":34,"line":29},{"index_id":175,"token_group":131,"text":"ex","start_char":44,"line":29},{"index_id":176,"token_group":132,"text":")","start_char":46,"line":29},{"index_id":177,"token_group":133,"text":"{","start_char":4,"line":30},{"index_id":178,"token_group":134,"text":"}","start_char":4,"line":32},{"index_id":179,"token_group":135,"text":"assert","start_char":4,"line":34},{"index_id":180,"token_group":136,"text":"True","start_char":10,"line":34},{"index_id":181,"token_group":136,"text":"(","start_char":14,"line":34},{"index_id":182,"token_group":137,"text":"\"Hasn't thread connection\"","start_char":15,"line":34},{"index_id":183,"token_group":138,"text":",","start_char":41,"line":34},{"index_id":184,"token_group":139,"text":"!","start_char":43,"line":34},{"index_id":185,"token_group":140,"text":"transaction","start_char":44,"line":34},{"index_id":186,"token_group":141,"text":"Synchronization","start_char":55,"line":34},{"index_id":187,"token_group":141,"text":"Manager","start_char":70,"line":34},{"index_id":188,"token_group":141,"text":".","start_char":77,"line":34},{"index_id":189,"token_group":142,"text":"has","start_char":78,"line":34},{"index_id":190,"token_group":143,"text":"Resource","start_char":81,"line":34},{"index_id":191,"token_group":143,"text":"(","start_char":89,"line":34},{"index_id":192,"token_group":144,"text":"ds","start_char":90,"line":34},{"index_id":193,"token_group":145,"text":")","start_char":92,"line":34},{"index_id":194,"token_group":146,"text":")","start_char":93,"line":34},{"index_id":195,"token_group":147,"text":";","start_char":94,"line":34},{"index_id":196,"token_group":148,"text":"verify","start_char":4,"line":35},{"index_id":197,"token_group":149,"text":"(","start_char":10,"line":35},{"index_id":198,"token_group":150,"text":"con","start_char":11,"line":35},{"index_id":199,"token_group":151,"text":")","start_char":14,"line":35},{"index_id":200,"token_group":152,"text":".","start_char":15,"line":35},{"index_id":201,"token_group":153,"text":"rollback","start_char":16,"line":35},{"index_id":202,"token_group":154,"text":"(","start_char":24,"line":35},{"index_id":203,"token_group":155,"text":")","start_char":25,"line":35},{"index_id":204,"token_group":156,"text":";","start_char":26,"line":35},{"index_id":205,"token_group":157,"text":"verify","start_char":4,"line":36},{"index_id":206,"token_group":158,"text":"(","start_char":10,"line":36},{"index_id":207,"token_group":159,"text":"con","start_char":11,"line":36},{"index_id":208,"token_group":160,"text":")","start_char":14,"line":36},{"index_id":209,"token_group":161,"text":".","start_char":15,"line":36},{"index_id":210,"token_group":162,"text":"close","start_char":16,"line":36},{"index_id":211,"token_group":163,"text":"(","start_char":21,"line":36},{"index_id":212,"token_group":164,"text":")","start_char":22,"line":36},{"index_id":213,"token_group":165,"text":";","start_char":23,"line":36},{"index_id":214,"token_group":166,"text":"}","start_char":0,"line":37}],"tokens_list":["{","final","transaction","Template","tt","=","new","transaction","Template","(","tm",")",";","tt",".","set","Propagation","Behavior","(","transaction","Definition",".","propagation","Requires","New",")",";","assert","True","(","\"Hasn't thread connection\"",",","!","transaction","Synchronization","Manager",".","has","Resource","(","ds",")",")",";","assert","True","(","\"Synchronization not active\"",",","!","transaction","Synchronization","Manager",".","is","Synchronization","Active","(",")",")",";","try","{","tt",".","execute","(","new","transaction","Callback","Without","Result","(",")","{","@","override","Protected","void","do","In","Transaction","Without","Result","(","transaction","Status","status",")","throws","runtime","Exception","{","assert","True","(","\"Is new transaction\"",",","status",".","is","New","Transaction","(",")",")",";","tt",".","set","Propagation","Behavior","(","transaction","Definition",".","propagation","Never",")",";","tt",".","execute","(","new","transaction","Callback","Without","Result","(",")","{","@","override","Protected","void","do","In","Transaction","Without","Result","(","transaction","Status","status",")","throws","runtime","Exception","{","fail","(","\"Should have thrown IllegalTransactionStateException\"",")",";","}","}",")",";","fail","(","\"Should have thrown IllegalTransactionStateException\"",")",";","}","}",")",";","}","catch","(","illegal","Transaction","State","Exception","ex",")","{","}","assert","True","(","\"Hasn't thread connection\"",",","!","transaction","Synchronization","Manager",".","has","Resource","(","ds",")",")",";","verify","(","con",")",".","rollback","(",")",";","verify","(","con",")",".","close","(",")",";","}"],"uuid":"8dc14a8721308b0957d48bdfdc60836c"},{"cap_original_tokens":["<SENTENCE_START>","{","<id>","","Company","Local","Service","<\/id>","=","<id>","company","Local","Service","<\/id>",";","}","<SENTENCE_END\/>"],"file_name":"CompanyLocalServiceWrapper.java","formatted_lines":["{","    _companyLocalService = companyLocalService;","}"],"function_name":"setWrappedCompanyLocalService","function_name_tokens":["set","wrapped","company","local","service"],"id_body_hash":"e40114d825374fb0143ad38d4bd843af","id_same_identifier_list":[0,1,2,2,2,2,3,4,4,4,5,6,7],"option_correct":"setWrappedCompanyLocalService","options":["getWorkflowInstanceLinkLocalService","getRuntimePage","getCompanyLocalService","setWrappedCompanyLocalService","setSearchJsp","setCompanyLocalService","getWrappedCompanyLocalService"],"options_nlp":["get workflow instance link local service","get runtime page","get company local service","set wrapped company local service","set search jsp","set company local service","get wrapped company local service"],"options_random":["setSearchJsp","getWorkflowInstanceLinkLocalService","getRuntimePage"],"options_tfidf":["getWrappedCompanyLocalService","setCompanyLocalService","getCompanyLocalService"],"project_name":"liferay-portal","source_code_string":"@Deprecated\n\tpublic void setWrappedCompanyLocalService(\n\t\tCompanyLocalService companyLocalService) {\n\t\t_companyLocalService = companyLocalService;\n\t}","tokens_in_code":[{"index_id":0,"token_group":0,"text":"{","start_char":0,"line":0},{"index_id":1,"token_group":1,"text":"","start_char":1,"line":0},{"index_id":2,"token_group":2,"text":"Company","start_char":5,"line":1},{"index_id":3,"token_group":2,"text":"Local","start_char":12,"line":1},{"index_id":4,"token_group":2,"text":"Service","start_char":17,"line":1},{"index_id":5,"token_group":2,"text":"=","start_char":25,"line":1},{"index_id":6,"token_group":3,"text":"company","start_char":27,"line":1},{"index_id":7,"token_group":4,"text":"Local","start_char":34,"line":1},{"index_id":8,"token_group":4,"text":"Service","start_char":39,"line":1},{"index_id":9,"token_group":4,"text":";","start_char":46,"line":1},{"index_id":10,"token_group":5,"text":"}","start_char":0,"line":2}],"tokens_list":["{","","Company","Local","Service","=","company","Local","Service",";","}"],"uuid":"e491e735c831ad882981e4d16915e339"}]