tool_irb_synthetic_forms.py

import narrativehelper
import synthetichelper
import random
import settings

def riu_parse(data):
    lines = data.splitlines(False)
    state = 0
    text = ''
    mappings = []
    stories = []

    for line in lines:
        if 'mapping:' in line:
            if text:
                stories.append((text,mappings))
            text = ''
            mappings = []
            state = 1
        elif state == 1 and line.strip().startswith('('):
            mappings.append(line)
        elif state ==1 and not line.strip():
            state = 2
        elif state in [2,3] and line.strip():
            text+=line.strip()+'\n'
            state = 3
        elif state ==3 and not line.strip():
            state= 4
        else:
            pass # ignore blank lines when state = 4
    stories.append((text, mappings))
    return [(riu_text_clean(text),riu_parse_mapping(mappings)) for text,mappings in stories]


def riu_text_clean(text):
    return text

def riu_parse_mapping(text):
    tokens = ' '.join(text).replace('(',' ').replace(')',' ').split()
    if not text: return (0,[])
    score = float(tokens[0])
    mappings = zip(tokens[1::2],tokens[2::2])
    return (score,mappings)

def get_stories_from_parsed_riu_output():
    path = '/Users/josepvalls/voz2/sam-clisp-irb/'
    story_data = synthetichelper.get_data(True,True)

    story_sets = []
    for story_id in range(40):
        segment_text = story_data[story_id][0]
        segment_text_0 = '\n'.join(i for i in segment_text[0][1])
        segment_text = story_data[story_id][1]
        segment_text_1 = '\n'.join(i for i in segment_text[0][1])

        '''for segment_i,segment in enumerate(story_data[story_id]):
            #print segment
            segment_text = '\n'.join(i for i in segment[0][1])
            #print segment_text'''
        data = riu_parse(open(path+'voz-complete-%d-levinverb_nofunc_roleexp_prep_voz.lisp.txt' % (story_id+1)).read())
        print 'START:\n'+segment_text_0
        print 'GOOD:\n' + segment_text_1
        print 'CONTINUE:\n'+data[0][0]
        print data[0][1]




def get_story_sets(stories):
    story_sets = []
    story_ids = list(enumerate(stories))
    for id,story in story_ids:
        story_set = []
        story_set.append((story[0][1],story[1][1]))
        exclude = set([id])
        for _ in range(4):
            while True:
                selected = random.choice(story_ids)
                if selected[0] not in exclude: break
            exclude.add(selected[0])
            story_set.append((story[0][1], selected[1][1][1],'X%d'%_))
        random.shuffle(story_set)
        story_sets.append(story_set)
    return story_sets

def get_story_sets_from_file():
    story_sets = []
    lines = open(settings.PATH_BASE +'stories/synthetic-results.tsv').readlines()
    lines = [i.strip() for i in lines]
    starts = lines[1::11]
    goods = lines[3::11]
    c_1 = lines[5::11]
    c_2 = lines[7::11]
    c_3 = lines[9::11]

    for s,g,c1,c2,c3,i in zip(starts,goods,c_1,c_2,c_3,range(len(starts))):
        story_sets.append([(s,g,'s%dc0'%i),(s,c1,'s%dc1'%i),(s,c2,'s%dc2'%i),(s,c3,'s%dc3'%i)])
    return story_sets



def html_format_story_set(story_sets,template=1,sources=''):
    html = ''
    for id_, story_set in enumerate(story_sets):
        html_options = ''
        for cid_,option in enumerate(story_set):
            text_set,text_cont,source = option
            #text_set = ' '.join(text_set)
            #text_cont = ' '.join(text_cont)
            if template == 1:
                template_form = TEMPLATE_HTML_FORM_1
                template_form_options = TEMPLATE_HTML_FORM_1_OPTIONS
            elif template == 2:
                template_form = TEMPLATE_HTML_FORM_2
                template_form_options = TEMPLATE_HTML_FORM_2_OPTIONS
            elif template == 3:
                template_form = TEMPLATE_HTML_FORM_2
                template_form_options = TEMPLATE_HTML_FORM_3_OPTIONS

            html_options += template_form_options.replace('%ID%',str(id_+1)).replace('%CID%',str(cid_+1)).replace('%CONTINUATION%',text_cont)
        html += template_form.replace('%OPTIONS%',html_options).replace('%ID%',str(id_+1)).replace('%SETUP%',text_set).replace('%SOURCES%',sources)
    html = TEMPLATE_HTML.replace('%FORM%',html)
    return html

def get_html_form(randomize=False):
    story_sets = get_story_sets_from_file()
    if randomize:
        story_sets_ = story_sets[1:]
    else:
        story_sets_ = story_sets[1:6]
    random.shuffle(story_sets_)
    story_sets = [story_sets[0]] + story_sets_[1:6]
    for i in story_sets[1:]:
        random.shuffle(i)
    sources = ''
    for i in story_sets:
        for j in i:
            sources += j[2] + ' '
    sources = sources.strip()
    print sources
    return html_format_story_set(story_sets, 3, sources)

def main():
    import pprint
    pp = pprint.pprint
    #get_stories_from_parsed_riu_output()
    #return
    stories = synthetichelper.get_data(do_segment=False)
    for story in stories[0:5]:
        #pprint.pprint(story)
        print "SAMPLE STORY"
        print story[0]
    print "sets"
    story_sets = get_story_sets(stories)[0:5]
    pp(story_sets[0])

    story_sets = get_story_sets_from_file()
    pp(story_sets[0])
    print "html"
    with open("tool_irb_form_1.html",'w') as f:
        f.write(html_format_story_set(story_sets,1))
    with open("tool_irb_form_2.html",'w') as f:
        f.write(html_format_story_set(story_sets,2))
    with open("tool_irb_form_3.html",'w') as f:
        f.write(html_format_story_set(story_sets,3))
    with open("tool_irb_form_4.html",'w') as f:
        f.write(get_html_form(False))



TEMPLATE_HTML = '''<!doctype html>
<html lang="en">
<head>
  <meta charset="utf-8">
  <title>Evaluation of Automatic Story Generation Systems</title>
  <link rel="stylesheet" href="https://code.jquery.com/ui/1.12.1/themes/base/jquery-ui.css">
  <script src="https://code.jquery.com/jquery-1.12.4.js"></script>
  <script src="https://code.jquery.com/ui/1.12.1/jquery-ui.js"></script>
  <script>
  function is_touch_device() {
  return 'ontouchstart' in window        // works on most browsers 
      || navigator.maxTouchPoints;       // works on IE10/11 and Surface
  };
  $( document ).ready(function() {
    if(!is_touch_device()){
        $( function() {
          $( "input:radio" ).checkboxradio({
            icon: false
          });
        } );
        $( function() {
          $( document ).tooltip({
            show: {
              delay: 0
            }
          });
        } );
        $( function() {
            $( "textarea.resizable" ).resizable({
              handles: "se",
              containment: "#questions",
              minHeight: 40,
              minWidth: 200
            });
        });
        $('input:text, input:submit').addClass("ui-button ui-widget ui-widget-content ui-corner-all");
    } else {
        $( "#tooltips_note" ).remove();
    }
    $('input:radio').change(function() {
      var formData = JSON.stringify($("#questions").serializeArray());
      console.log(formData);
      $.ajax({
        type: "POST",
        url: "/json",
        data: formData,
        dataType: "json",
        contentType : "application/json"
      });
    });
    $('textarea').blur(function() {
      var formData = JSON.stringify($("#questions").serializeArray());
      console.log(formData);
      $.ajax({
        type: "POST",
        url: "/json",
        data: formData,
        dataType: "json",
        contentType : "application/json"
      });
    });
  });
  </script>
  <style type="text/css">
    body { font-family: Arial,Helvetica,sans-serif; font-size: 1em; width: 50em; margin-left: auto; margin-right: auto;}
    fieldset { margin-bottom: 1em;}
    legend.continuation-title {font-size:1.5em;}
    .ui-tooltip {background-color: #F0E68C;}
    em, fieldset.rating label, label.rating {text-decoration-color: #9C911D; text-decoration-line: underline;}
    em, fieldset.rating label, label.rating {-webkit-text-decoration: #9C911D underline wavy;}
    li {border-bottom: 2px dashed #F0E68C;}
    p.initial, p.continuation {padding: 0.5em;}
    .initial { background-color: #AEBEE3;}
    .continuation { background-color: #D0B2E3;}
    p.continuation {margin-top: -1em;}
    h2 small {font-style: italic;}
    .ui-resizable-se { bottom: 17px;}
    textarea.resizable {margin-top: 0.25em;}
  </style>
</head>
<body>
<form action="/form2" method="POST" id="questions">
  <h1>Evaluation of Automatic Story Generation Systems</h1>
  <p>In this page we will show you several short story snippets. 
  We will show you multiple variations of each story. The different variations share a common initial setup (<span class="initial">highlighted in blue</span>) but vary in that each has a different continuation (<span class="continuation">highlighted in purple</span>).
  We ask you to read each of them and rate each of the continuations in terms of how well they follows the initial setup and your overall satisfaction with the text.</p>
  <p id="tooltips_note">Note that throughout this page, you will find pieces of <em title="This is an example of the additional explanations you may find throughout this page.">text in italics</em>. Feel free to hover your mouse cursor on them to obtain additional explanations.</p>
  <p>When you are finished, please click the <strong>Submit</strong> button at the bottom of the page to save your answers.</p>
    %FORM%
  <hr/>
  <p>Please review your answers, when you are finished, please click the <strong>Submit</strong> button below.</p>
  <input type="hidden" name="form" value="f1"/>
  <input type="hidden" name="uuid" value="%UUID%"/>
  <input type="submit" name="submit" value="Submit"/>
  <hr/>
  <p>This research is conducted by a researcher who is a member of Drexel University.</p>
</form>   
</body>
</html>'''

TEMPLATE_HTML_FORM_1 = '''
  <h2>Story %ID%</h2>
  <p>%SETUP%</p>
  %OPTIONS%
  '''
TEMPLATE_HTML_FORM_1_OPTIONS = '''
  <fieldset>
    <legend class="continuation-title">Continuation %ID% %CID%</legend>
    <p>%CONTINUATION%</p>
    <fieldset class="rating">
      <legend>How do you rate this story?</legend>
      <input type="radio" name="r%ID%-%CID%" id="r%ID%-%CID%-1" value="1"><label for="r%ID%-%CID%-1" title="The story makes no sense or there were major issues in the text that make it incomprehensible.">Awful</label>
      <input type="radio" name="r%ID%-%CID%" id="r%ID%-%CID%-2" value="2"><label for="r%ID%-%CID%-2" title="The story makes little sense or issues in the text make it difficult to follow.">Bad</label>
      <input type="radio" name="r%ID%-%CID%" id="r%ID%-%CID%-3" value="3"><label for="r%ID%-%CID%-3" title="There were major issues with the story and text.">Mediocre</label>
      <input type="radio" name="r%ID%-%CID%" id="r%ID%-%CID%-4" value="4"><label for="r%ID%-%CID%-4" title="There were minor issues with the story and text.">Fair</label>
      <input type="radio" name="r%ID%-%CID%" id="r%ID%-%CID%-5" value="5"><label for="r%ID%-%CID%-5" title="The story makes sense but there were minor issues in the text.">Good</label>
      <input type="radio" name="r%ID%-%CID%" id="r%ID%-%CID%-6" value="6"><label for="r%ID%-%CID%-6" title="The story was well written and enjoyable.">Great</label>
    </fieldset>
    <fieldset>
      <legend>Please, explain your rating</legend>
      Did the continuation follow a reasonable <em title="The events described in the story.">plot</em> after the given initial story setup?
      <input type="radio" name="q%ID%-%CID%-1" id="q%ID%-%CID%-1-y" value="y"><label for="q%ID%-%CID%-1-y">Yes</label>
      <input type="radio" name="q%ID%-%CID%-1" id="q%ID%-%CID%-1-n" value="n"><label for="q%ID%-%CID%-1-n">No</label>
      <br/>
      Were the <em title="Persons or animals portrayed in the story.">characters</em> mentioned in the continuation coherent with the initial story setup?
      <input type="radio" name="q%ID%-%CID%-2" id="q%ID%-%CID%-2-y" value="y"><label for="q%ID%-%CID%-2-y">Yes</label>
      <input type="radio" name="q%ID%-%CID%-2" id="q%ID%-%CID%-2-n" value="n"><label for="q%ID%-%CID%-2-n">No</label>
      <br/>
      Was there any mismatch between the characters mentioned within the continuation?
      <input type="radio" name="q%ID%-%CID%-3" id="q%ID%-%CID%-3-y" value="y"><label for="q%ID%-%CID%-3-y">Yes</label>
      <input type="radio" name="q%ID%-%CID%-3" id="q%ID%-%CID%-3-n" value="n"><label for="q%ID%-%CID%-3-n">No</label>
      <br/>
      Were there other issue in the text such as missing or extraneous words or punctuation?
      <input type="radio" name="q%ID%-%CID%-4" id="q%ID%-%CID%-4-y" value="y"><label for="q%ID%-%CID%-4-y">Yes</label>
      <input type="radio" name="q%ID%-%CID%-4" id="q%ID%-%CID%-4-n" value="n"><label for="q%ID%-%CID%-4-n">No</label>
    </fieldset>
  </fieldset>
'''
TEMPLATE_HTML_FORM_2 = '''
<input type="hidden" name="sources" value="%SOURCES%">
%OPTIONS%
'''
TEMPLATE_HTML_FORM_2_OPTIONS = '''
  <h2>Story %ID% - Variation %CID%</h2>
  <p class="initial">%SETUP%</p>
  <p class="continuation">%CONTINUATION%</p>
      How do you rate this story?
      (<em title="The story makes no sense or there were major issues in the text that make it incomprehensible.">worst</em>)
      <input type="radio" name="r%ID%-%CID%" id="r%ID%-%CID%-1"><label class="rating" for="r%ID%-%CID%-1" title="The story makes no sense or there were major issues in the text that make it incomprehensible.">1</label>
      <input type="radio" name="r%ID%-%CID%" id="r%ID%-%CID%-2"><label class="rating" for="r%ID%-%CID%-2"title="The story makes little sense or issues in the text make it difficult to follow.">2</label>
      <input type="radio" name="r%ID%-%CID%" id="r%ID%-%CID%-3"><label class="rating" for="r%ID%-%CID%-3"title="There were major issues with the story and text.">3</label>
      <input type="radio" name="r%ID%-%CID%" id="r%ID%-%CID%-4"><label class="rating" for="r%ID%-%CID%-4"title="There were minor issues with the story and text.">4</label>
      <input type="radio" name="r%ID%-%CID%" id="r%ID%-%CID%-5"><label class="rating" for="r%ID%-%CID%-5"title="The story makes sense but there were minor issues in the text.">5</label>
      <input type="radio" name="r%ID%-%CID%" id="r%ID%-%CID%-6"><label class="rating" for="r%ID%-%CID%-6"title="The story was well written and enjoyable.">6</label>
      (<em The story was well written and enjoyable.>best</em>)
      <br/>
      
      Did the <em title="The events described in the story.">plot</em> of this continuation follow reasonably from that of the initial setup?
      <input type="radio" name="q%ID%-%CID%-1" id="q%ID%-%CID%-1-y"><label for="q%ID%-%CID%-1-y">Yes</label>
      <input type="radio" name="q%ID%-%CID%-1" id="q%ID%-%CID%-1-n"><label for="q%ID%-%CID%-1-n">No</label>
      <br/>
      Were the <em title="Persons or animals portrayed in the story.">characters</em> mentioned in the continuation coherent with the initial story setup?
      <input type="radio" name="q%ID%-%CID%-2" id="q%ID%-%CID%-2-y"><label for="q%ID%-%CID%-2-y">Yes</label>
      <input type="radio" name="q%ID%-%CID%-2" id="q%ID%-%CID%-2-n"><label for="q%ID%-%CID%-2-n">No</label>
      <br/>
      Was there any mismatch between the characters mentioned within the continuation?
      <input type="radio" name="q%ID%-%CID%-3" id="q%ID%-%CID%-3-y"><label for="q%ID%-%CID%-3-y">Yes</label>
      <input type="radio" name="q%ID%-%CID%-3" id="q%ID%-%CID%-3-n"><label for="q%ID%-%CID%-3-n">No</label>
      <br/>
      Were there other issues in the text such as missing or extraneous words or punctuation?
      <input type="radio" name="q%ID%-%CID%-4" id="q%ID%-%CID%-4-y"><label for="q%ID%-%CID%-4-y">Yes</label>
      <input type="radio" name="q%ID%-%CID%-4" id="q%ID%-%CID%-4-n"><label for="q%ID%-%CID%-4-n">No</label>
 '''
TEMPLATE_HTML_FORM_3_OPTIONS = '''
  <h2>Story %ID% <small>Variation %CID%</small></h2>
  <p class="initial">%SETUP%</p>
  <p class="continuation">%CONTINUATION%</p>
      How do you rate this story considering both the <span class="initial">story setup</span> and the <span class="continuation">continuation</span>?<br/>
      <input type="radio" name="r%ID%-%CID%" id="r%ID%-%CID%-1" value="1"><label for="r%ID%-%CID%-1" title="The story makes no sense or there were major issues in the text that make it incomprehensible.">Awful</label>
      <input type="radio" name="r%ID%-%CID%" id="r%ID%-%CID%-2" value="2"><label for="r%ID%-%CID%-2" title="The story makes little sense or issues in the text make it difficult to follow.">Bad</label>
      <input type="radio" name="r%ID%-%CID%" id="r%ID%-%CID%-3" value="3"><label for="r%ID%-%CID%-3" title="There were major issues with the story and text.">Mediocre</label>
      <input type="radio" name="r%ID%-%CID%" id="r%ID%-%CID%-4" value="4"><label for="r%ID%-%CID%-4" title="There were minor issues with the story and text.">Fair</label>
      <input type="radio" name="r%ID%-%CID%" id="r%ID%-%CID%-5" value="5"><label for="r%ID%-%CID%-5" title="The story makes sense but there were minor issues in the text.">Good</label>
      <input type="radio" name="r%ID%-%CID%" id="r%ID%-%CID%-6" value="6"><label for="r%ID%-%CID%-6" title="The story was well written and enjoyable.">Great</label>
      <br/>

      <table><tr><td>
      Did the <span class="continuation">continuation</span> follow a reasonable <em title="The events described in the story.">plot</em> after the given initial <span class="initial">story setup</span>?
      </td><td>
      <input type="radio" name="q%ID%-%CID%-1" id="q%ID%-%CID%-1-y" value="y"><label for="q%ID%-%CID%-1-y">Yes</label>
      </td><td>
      <input type="radio" name="q%ID%-%CID%-1" id="q%ID%-%CID%-1-a" value="a"><label for="q%ID%-%CID%-1-a">Almost</label>
      </td><td>
      <input type="radio" name="q%ID%-%CID%-1" id="q%ID%-%CID%-1-n" value="n"><label for="q%ID%-%CID%-1-n">No</label>
      </td></tr><tr><td>
      Did the <em title="Persons or animals portrayed in the story.">characters</em> mentioned in the continuation match the ones in the initial <span class="initial">story setup</span>?
      </td><td>
      <input type="radio" name="q%ID%-%CID%-2" id="q%ID%-%CID%-2-y" value="y"><label for="q%ID%-%CID%-2-y">Yes</label>
      </td><td>
      <input type="radio" name="q%ID%-%CID%-2" id="q%ID%-%CID%-2-a" value="a"><label for="q%ID%-%CID%-2-a">Almost</label>
      </td><td>
      <input type="radio" name="q%ID%-%CID%-2" id="q%ID%-%CID%-2-n" value="n"><label for="q%ID%-%CID%-2-n">No</label>
      </td></tr><tr><td>
      Looking only at the <span class="continuation">continuation</span>, was there any <em title="Such as disagreements in gender/number between the nouns and pronouns.">mismatch</em> between the characters mentioned?
      </td><td>
      <input type="radio" name="q%ID%-%CID%-3" id="q%ID%-%CID%-3-y" value="y"><label for="q%ID%-%CID%-3-y">Yes</label>
      </td><td>
      <input type="radio" name="q%ID%-%CID%-3" id="q%ID%-%CID%-3-a" value="a"><label for="q%ID%-%CID%-3-a">Almost</label>
      </td><td>
      <input type="radio" name="q%ID%-%CID%-3" id="q%ID%-%CID%-3-n" value="n"><label for="q%ID%-%CID%-3-n">No</label>
      </td></tr><tr><td>
      Did you notice any <em title="Such as missing or extraneous words or punctuation.">grammar</em> issues in the text of the continuation?
      </td><td>
      <input type="radio" name="q%ID%-%CID%-4" id="q%ID%-%CID%-4-y" value="y"><label for="q%ID%-%CID%-4-y">Yes</label>
      </td><td>
      <input type="radio" name="q%ID%-%CID%-4" id="q%ID%-%CID%-4-a" value="a"><label for="q%ID%-%CID%-4-a">Almost</label>
      </td><td>
      <input type="radio" name="q%ID%-%CID%-4" id="q%ID%-%CID%-4-n" value="n"><label for="q%ID%-%CID%-4-n">No</label>
      </td></tr>
      <tr><td colspan="3">
      Did you have any other issues or have any other comments you would like to share with us about this story?<br/>
      <textarea name="o%ID%-%CID%" class="resizable ui-widget ui-state-default ui-corner-all"" rows="2" cols="30"></textarea>
      </td></tr></table>

 '''

if __name__=='__main__':
    main()