generate.lua

require 'nn'
require 'rnn'
require 'nngraph'
utils = dofile('utils.lua');

-------------------------------------------------------------------------------
-- Input arguments and options
-------------------------------------------------------------------------------
cmd = torch.CmdLine()
cmd:text()
cmd:text('Test the VisDial model for retrieval')
cmd:text()
cmd:text('Options')

-- Data input settings
cmd:option('-inputImg','data/data_img.h5','h5file path with image feature')
cmd:option('-inputQues','data/visdial_data.h5','h5file file with preprocessed questions')
cmd:option('-inputJson','data/visdial_params.json','json path with info and vocab')

cmd:option('-loadPath', 'checkpoints/model.t7', 'path to saved model')
cmd:option('-resultPath', 'vis/results', 'path to save generated results')

-- sampling params
cmd:option('-beamSize', 5, 'Beam size')
cmd:option('-beamLen', 20, 'Beam length')
cmd:option('-sampleWords', 0, 'Whether to sample')
cmd:option('-temperature', 1.0, 'Sampling temperature')
cmd:option('-maxThreads', 50, 'Max threads')
cmd:option('-gpuid', 0, 'GPU id to use')
cmd:option('-backend', 'cudnn', 'nn|cudnn')

local opt = cmd:parse(arg);
print(opt)

-- seed for reproducibility
torch.manualSeed(1234);

-- set default tensor based on gpu usage
if opt.gpuid >= 0 then
    require 'cutorch'
    require 'cunn'
    if opt.backend == 'cudnn' then require 'cudnn' end
    cutorch.setDevice(opt.gpuid+1)
    cutorch.manualSeed(1234)
    torch.setdefaulttensortype('torch.CudaTensor');
else
    torch.setdefaulttensortype('torch.FloatTensor');
end

------------------------------------------------------------------------
-- Read saved model and parameters
------------------------------------------------------------------------
local savedModel = torch.load(opt.loadPath)

-- transfer all options to model
local modelParams = savedModel.modelParams
opt.imgNorm = modelParams.imgNorm
opt.encoder = modelParams.encoder
opt.decoder = modelParams.decoder
modelParams.gpuid = opt.gpuid

-- add flags for various configurations
-- additionally check if its imitation of discriminative model
if string.match(opt.encoder, 'hist') then 
    opt.useHistory = true;
end
if string.match(opt.encoder, 'im') then opt.useIm = true; end

------------------------------------------------------------------------
-- Loading dataset
------------------------------------------------------------------------
local dataloader = dofile('dataloader.lua')
dataloader:initialize(opt, {'val'});
collectgarbage();

------------------------------------------------------------------------
-- Setup the model
------------------------------------------------------------------------
require 'model'
local model = Model(modelParams)

-- copy the weights from loaded model
model.wrapperW:copy(savedModel.modelW);

------------------------------------------------------------------------
-- Generating
------------------------------------------------------------------------
sampleParams = {
    beamSize = opt.beamSize,
    beamLen = opt.beamLen,
    maxThreads = opt.maxThreads,
    sampleWords = opt.sampleWords,
    temperature = opt.temperature
}

local answers = model:generateAnswers(dataloader, 'val', sampleParams)
local output = {opts = opt, data = answers}

-- save the file to json
local savePath = string.format('%s/results.json', opt.resultPath);
paths.mkdir(opt.resultPath)
utils.writeJSON(savePath, output);
print('Writing the results to '.. savePath);