Update README.md

.env_template

@@ -0,0 +1,7 @@
+RECIPE_PATH=recipe/
+DIALOG_PATH=dialog/
+INTENT_DICT_PATH=intent_dict.json
+MODEL_IDENTIFIER_PATH=roberta-base-cookdial-v1_1.txt
+INGREDIENTS_RECIPES_MERGED=ingredients_recipes_merged.csv
+CHARACTERS_DICT=characters_dict.json
+API_KEY=

.gitignore

@@ -131,3 +131,58 @@ dmypy.json
 .idea
 *secrets.toml
 .ruff_cache
+# amusebot src 
+# Byte-compiled / optimized / DLL files
+__pycache__/
+__pycache__/*
+
+*.py[cod]
+
+# C extensions
+*.so
+
+# Distribution / packaging
+bin/
+build/
+develop-eggs/
+dist/
+eggs/
+lib/
+lib64/
+parts/
+sdist/
+var/
+*.egg-info/
+.installed.cfg
+*.egg
+
+# Installer logs
+pip-log.txt
+pip-delete-this-directory.txt
+
+# Unit test / coverage reports
+.tox/
+.coverage
+.cache
+nosetests.xml
+coverage.xml
+
+# Translations
+*.mo
+
+# Mr Developer
+.mr.developer.cfg
+.project
+.pydevproject
+
+# Rope
+.ropeproject
+
+# Django stuff:
+*.log
+*.pot
+
+# Sphinx documentation
+docs/_build/
+
+*.pyc

README.md

@@ -0,0 +1,36 @@
+# Cooking taskbot project
+
+## Run system
+
+#### With Conda
+    
+    conda create -n "my_env" python=3.9.12 ipython
+    conda activate my_env
+    pip install -r requirements.txt
+    streamlit run ai_talks\chat.py
+
+After running system, model saves in dir:
+
+Linux
+
+    ~/.cache/huggingface/transformers
+
+Windows
+
+    C:\Users\username\.cache\huggingface\transformers
+
+To use the purely experimental generative features, for now, an OpenAI API key is needed. Insert it into the following file:
+
+    AMUseBot/.env_template
+    
+## Requirements
+
+    Python 3.9.12
+
+## Dataset
+
+[YiweiJiang2015/CookDial](https://github.com/YiweiJiang2015/CookDial)
+
+## NLU model HF repo
+
+[kedudzic/roberta-base-cookdial](https://huggingface.co/AMUseBot/roberta-base-cookdial-v1_1)

ai_talks/AMUseBotBackend/.gitignore

@@ -0,0 +1,54 @@
+# Byte-compiled / optimized / DLL files
+__pycache__/
+__pycache__/*
+
+*.py[cod]
+
+# C extensions
+*.so
+
+# Distribution / packaging
+bin/
+build/
+develop-eggs/
+dist/
+eggs/
+lib/
+lib64/
+parts/
+sdist/
+var/
+*.egg-info/
+.installed.cfg
+*.egg
+
+# Installer logs
+pip-log.txt
+pip-delete-this-directory.txt
+
+# Unit test / coverage reports
+.tox/
+.coverage
+.cache
+nosetests.xml
+coverage.xml
+
+# Translations
+*.mo
+
+# Mr Developer
+.mr.developer.cfg
+.project
+.pydevproject
+
+# Rope
+.ropeproject
+
+# Django stuff:
+*.log
+*.pot
+
+# Sphinx documentation
+docs/_build/
+
+*.pyc

ai_talks/AMUseBotBackend/README.md

@@ -0,0 +1,37 @@
+# Cooking taskbot project
+
+## Run system
+
+#### With Conda
+    
+    conda create -n "my_env" python=3.9.12 ipython
+    conda activate my_env
+    pip install -r requirements.txt
+    python main.py
+
+#### Debug mode
+
+    python main.py --debug
+
+After running system, model saves in dir:
+
+Linux
+
+    ~/.cache/huggingface/transformers
+
+Windows
+
+    C:\Users\username\.cache\huggingface\transformers.
+
+
+## Requirements
+
+    Python 3.9.12
+
+## Dataset
+
+[YiweiJiang2015/CookDial](https://github.com/YiweiJiang2015/CookDial)
+
+## NLU model HF repo
+
+[kedudzic/roberta-base-cookdial](https://huggingface.co/kedudzic/roberta-base-cookdial)

ai_talks/AMUseBotBackend/consts.py

@@ -0,0 +1,8 @@
+RECIPE_ID_KEY = "recipe_id"
+CURR_STEP_KEY = "curr_step"
+STEPS_KEY = "steps"
+INGREDIENTS_KEY = "inngredients"
+DIALOG_HISTORY_KEY = "dialog_history"
+SYSTEM_MESSAGE_KEY = "system_message"
+USER_MESSAGE_KEY = "user_message"
+INTENTS_KEY = "intents"

ai_talks/AMUseBotBackend/doc/Metody.md

@@ -0,0 +1,61 @@
+# Metody użyte w prototypie
+
+## NLU
+ 
+Kacper
+
+## DST 
+
+Klasa zawierająca informacje o stanie dialogu. Przechowywane informacje to: 
+- id przepisu
+- numer obecnego kroku w przepisie
+- wszystkie kroki wybranego przepisu
+- potrzebne składniki
+- historia dialogu
+
+Przykład zapisu stanu dialogu:
+
+    {'dialog_state': {'curr_step': 0,
+            'inngredients': ['2 tablespoons canola oil', '1 large eggplant, peeled and sliced', '3 eggs, beaten', '2 cups dry bread crumbs'],
+            'recipe_id': 61,
+            'steps': {0: 'First heat 2 tablespoons canola oil in a large skillet over medium-high heat.',
+                    1: 'Next dip 1 large eggplant, peeled and sliced in the egg. You should use 3 beaten eggs for this.',
+                    2: 'Now dip the eggplant into the crumbles. You can use 2 cups dry bread crumbs for this.',
+                    3: 'Next place the eggplant into the hot oil.',
+                    4: 'Fry 2 to 3 minutes on each side.',
+                    5: 'Drain the eggplant on paper towels.'},
+            'user_messages': [{'intents': ['greeting', 'req_start'],
+                                'system_message': "Hello! I'm AMUseBot, virtual cooking assistant, tell me the name of the recipe you would love to cook today?",
+                                'user_message': 'Hello'},
+                            {'intents': [], 'system_message': 'Hi! What do you want to cook today?', 'user_message': 'abc'},
+                            {'intents': ['req_repeat'],
+                                'system_message': 'You choose Easy Fried Eggplant lets get to work.\nFirst heat 2 tablespoons canola oil in a large skillet over medium-high heat.',
+                                'user_message': "i don't understand could you repeat"}]}}
+
+## DP
+
+Regułowy moduł podejmujący decyzje na podstawie stanu dialogu oraz aktu mowy użytkownika.	
+
+Przykład reguły polityki dialogu:
+
+    if (None != self.dst_module.generate_state(c.RECIPE_ID_KEY) and "" != self.dst_module.generate_state(c.RECIPE_ID_KEY)):
+        if ("req_ingredient_list" in intents
+            or "req_ingredient" in intents):
+            return NLG.MESSAGE_INGREDIENTS(self.dst_module.generate_state(c.INGREDIENTS_KEY))
+ 
+## NLG 
+
+Moduł oparty o gotowe odpowiedzi oraz szablony
+
+Przykład szablonu:
+
+    @staticmethod
+    def MESSAGE_CHOOSEN_RECIPE(recipe_name):
+        return "You choose " + recipe_name + " lets get to work."
+
+
+# *Dodatkowe metody (Opcjonalne)*
+
+##  Okapi BM25 
+
+Wyszukiwarka przepisów - Adrian

ai_talks/AMUseBotBackend/main.py

@@ -0,0 +1,63 @@
+# imports
+from src.DST.dst import DST
+from src.DP.dp import DP
+from src.NLU.nlu import NLU
+
+from sys import argv
+import sys, getopt
+import argparse
+
+from pprint import pprint
+
+def main(argv):
+    debug_mode = False
+    # parser = argparse.ArgumentParser()
+    opts, args = getopt.getopt(argv, "", ["debug"])
+    for opt, arg in opts:
+        if "--debug" == opt: 
+            debug_mode = True
+    # parser.add_argument("--debug", help="Debug mode, show state of dialogue")
+
+    # args = parser.parse_args()
+
+    # initial modules
+    dst = DST(recipe_path = "AMUseBotBackend/recipe/", dialog_path = "AMUseBotBackend/dialog/")
+    dp = DP(dst=dst)
+    nlu = NLU(intent_dict_path='AMUseBotBackend/utils/intent_dict.json', model_identifier_path='AMUseBotBackend/models/NLU/roberta-base-cookdial.txt')
+
+    # main loop
+    while True:
+        intent = None
+        system_message = None
+
+        dst.restart()
+
+        system_message = dp.generate_response(intent)
+
+        print(system_message)
+
+        while True:
+            
+            user_message = input()
+            if "restart" == user_message.lower():
+                break
+            
+            intents =  nlu.predict(user_message)
+            # print("intent ", intent)
+            dst.update_dialog_history(
+                                system_message=system_message, 
+                                user_message=user_message, 
+                                intents=intents,
+                                )
+
+            system_message = dp.generate_response(intents)
+            print(system_message)
+
+            if(debug_mode):
+                printable_object = {"dialog_state" : dst.generate_state()}
+                pprint(printable_object, width=200)
+
+if __name__ == '__main__':
+    main(sys.argv[1:])
+
+    

ai_talks/AMUseBotBackend/models/NLU/roberta-base-cookdial.txt

@@ -0,0 +1 @@
+kedudzic/roberta-base-cookdial

ai_talks/AMUseBotBackend/models/README.md

@@ -0,0 +1 @@
+# Project Models

ai_talks/AMUseBotBackend/requirements_old.txt

@@ -0,0 +1,9 @@
+pandas==1.5.2
+scikit_learn==1.2.0
+simpletransformers==0.63.9
+torch==1.11.0
+spacy==3.5.0
+rank_bm25==0.2.2
+tqdm==4.64.1
+nlp==0.4.0
+

ai_talks/AMUseBotBackend/src/DP/dp.py

@@ -0,0 +1,74 @@
+from typing import List
+from AMUseBotBackend.src.DST.dst import DST
+from AMUseBotBackend.src.NLG.nlg import NLG
+from AMUseBotBackend.src.tools.search import search_recipe
+
+import AMUseBotBackend.consts as c
+import json
+
+import streamlit as st
+
+class DP:
+
+    def __init__(self, dst: DST, llm_rephrasing=True, character='default'): #TODO: a way to set llm_rephrasing status and a character
+        self.dst_module = dst
+        self.llm_rephrasing = llm_rephrasing
+        self.character = character
+
+    def generate_response(self, intents: List[str]) -> str:
+
+        # Prompt
+        if (None == intents):
+            return NLG.MESSAGE_PROMPT
+
+        # No recipe is choosen
+        if ((None == self.dst_module.generate_state(c.RECIPE_ID_KEY)) or (
+                "" == self.dst_module.generate_state(c.RECIPE_ID_KEY))):
+            if ("greeting" in intents):
+                return NLG.MESSAGE_HI
+
+            if ("choose_recipe" in intents):
+                found_recipe = search_recipe(self.dst_module.generate_state(c.DIALOG_HISTORY_KEY)[-1][
+                                                      c.USER_MESSAGE_KEY])  # change this line for user utterance
+                if found_recipe:
+                    recipe_name = self.dst_module.set_recipe(found_recipe)
+                    self.dst_module.set_next_step()
+                    if self.llm_rephrasing:
+                        return NLG.MESSAGE_CHOOSEN_RECIPE(recipe_name=recipe_name) + "\n" \
+                            + NLG.llm_rephrase_recipe(self.character, self.dst_module.generate_state(c.STEPS_KEY)[self.dst_module.generate_state(c.CURR_STEP_KEY)])
+                    else:
+                        return NLG.MESSAGE_CHOOSEN_RECIPE(recipe_name=recipe_name) + "\n" \
+                            + self.dst_module.generate_state(c.STEPS_KEY)[self.dst_module.generate_state(c.CURR_STEP_KEY)]
+
+                if not found_recipe:
+                    return NLG.MESSAGE_NOT_UNDERSTAND_SUGGEST_RECIPE(self.dst_module.get_random_recipes(3))
+            # not understand ask recipe
+            return NLG.MESSAGE_ASK_RECIPE
+
+        # Recipe choosen
+        if (None != self.dst_module.generate_state(c.RECIPE_ID_KEY) and "" != self.dst_module.generate_state(
+                c.RECIPE_ID_KEY)):
+            if ("req_substitute" in intents):
+                return NLG.llm_substitute_product(self.character, self.dst_module.generate_state(c.DIALOG_HISTORY_KEY)[-1][c.USER_MESSAGE_KEY])
+            if ("req_ingredient_list" in intents
+                    or "req_ingredient" in intents):
+                return NLG.MESSAGE_INGREDIENTS(self.dst_module.generate_state(c.INGREDIENTS_KEY))
+            if ("confirm" in intents
+                    or "affirm" in intents
+                    or "req_start" in intents
+                    or "thank" in intents
+                    or "req_instruction" in intents):
+                next_step = self.dst_module.set_next_step()
+                if (next_step):
+                    if self.llm_rephrasing:
+                        return NLG.llm_rephrase_recipe(self.character, self.dst_module.generate_state(c.STEPS_KEY)[self.dst_module.generate_state(c.CURR_STEP_KEY)])
+                    else:
+                        return self.dst_module.generate_state(c.STEPS_KEY)[self.dst_module.generate_state(c.CURR_STEP_KEY)]
+                if (not next_step):
+                    self.dst_module.restart()
+                    return NLG.RECIPE_OVER_ANSWER
+            if ("req_repeat" in intents):
+                return self.dst_module.generate_state(c.STEPS_KEY)[self.dst_module.generate_state(c.CURR_STEP_KEY)]
+
+        # other
+        return NLG.NOT_UNDERSTAND_ANSWER

ai_talks/AMUseBotBackend/src/DST/dst.py

@@ -0,0 +1,109 @@
+import json
+from typing import Dict
+from os import walk
+import re
+import random
+
+import AMUseBotBackend.consts as c
+
+class DST:
+    def __init__(self, recipe_path, dialog_path):
+        self.__recipe_path = recipe_path
+        self.__dialog_path = dialog_path
+        self.recipes = {}
+        self.__set_all_recipes()
+        self.__recipe_id = None
+        self.__curr_step = None
+        self.__ingredients = []
+        self.__steps = {}
+        self.__dialog_history = []
+
+    def generate_state(self, key=None) -> Dict:
+        state = {
+            c.RECIPE_ID_KEY: self.__recipe_id,
+            c.CURR_STEP_KEY: self.__curr_step,
+            c.STEPS_KEY: self.__steps,
+            c.INGREDIENTS_KEY: self.__ingredients,
+            c.DIALOG_HISTORY_KEY: self.__dialog_history,
+        }
+        return state if not key else state.get(key, "")
+
+    def set_recipe(self, recipe_id) -> Dict:
+        self.__recipe_id = recipe_id
+        self.__set_steps()
+        self.__set_ingredients()
+        return self.recipes[recipe_id]
+
+    def set_next_step(self) -> bool:
+        if (None == self.__curr_step):
+            self.__curr_step = 0
+            return True
+        if (self.__curr_step < len(self.__steps) - 1):
+            self.__curr_step += 1
+            return True
+        return False 
+
+    def update_dialog_history(self, system_message, user_message, intents):
+        obj = {}
+        obj[c.SYSTEM_MESSAGE_KEY] = system_message
+        obj[c.USER_MESSAGE_KEY] = user_message
+        obj[c.INTENTS_KEY] = intents
+        self.__dialog_history.append(obj)
+
+    def add_intent(self, intent):
+        self.__intents.append(intent)
+
+    def restart(self):
+        self.__init__(self.__recipe_path, self.__dialog_path)
+
+    def __set_all_recipes(self) -> Dict:
+        recipe_files = [] 
+        for (_, _, filenames) in walk(self.__recipe_path):
+            recipe_files.extend(filenames)
+            break
+        regex_pattern = re.compile(r'([0-9]{3})_(.+).json')
+        recipe_dict = {}
+        for recipe_title in recipe_files:
+            result = re.search(regex_pattern, recipe_title)
+            recipe_dict[int(result.group(1))] = result.group(2).replace("_", " ")
+        self.recipes = recipe_dict
+
+
+    def get_random_recipes(self, n):
+        recipes_id = []
+        while len(recipes_id) < n:
+            random_id = random.randint(0, len(self.recipes) - 1)
+            if random_id not in recipes_id: recipes_id.append(random_id)
+        return [self.recipes[id] for id in recipes_id]
+
+    def __set_steps(self):
+        dialog_files = []
+        steps = {}
+        for (_, _, filenames) in walk(self.__recipe_path):
+            dialog_files.extend(filenames)
+            break
+        for dialog_title in dialog_files:
+            if dialog_title.startswith(f"{self.__recipe_id:03d}"):
+                with open(self.__recipe_path + dialog_title) as f:
+                    data = json.load(f)
+                    for row in data['content']:
+                        if row['type']=='instruction':
+                            steps[len(steps)] = row['text'].split(maxsplit=1)[1]
+
+        self.__steps = steps
+
+    
+    def __set_ingredients(self):
+        dialog_files = []
+        ingredients = []
+        for (_, _, filenames) in walk(self.__recipe_path):
+            dialog_files.extend(filenames)
+            break
+        for dialog_title in dialog_files:
+            if dialog_title.startswith(f"{self.__recipe_id:03d}"):
+                with open(self.__recipe_path + dialog_title) as f:
+                    data = json.load(f)
+                    for row in data['content']:
+                        if row['type']=='ingredient':
+                            ingredients.append(row['text'])
+        self.__ingredients = ingredients

ai_talks/AMUseBotBackend/src/NLG/nlg.py

@@ -0,0 +1,63 @@
+import streamlit as st
+class NLG:
+    MESSAGE_PROMPT = "Hello! I'm AMUseBot, a virtual cooking assistant. Please tell me the name of the dish that you'd like to prepare today."
+    MESSAGE_HI   = "Hi! What do you want to make today?"
+    MESSAGE_ASK_RECIPE = "Please tell me the name of the recipe."
+    BYE_ANSWER    = "Bye, hope to see you soon!"
+    RECIPE_OVER_ANSWER    = "Congratulations! You finished preparing the dish, bon appetit!"
+    NOT_UNDERSTAND_ANSWER = "I'm sorry, I don't understand. Could you rephrase?"
+    CANNOT_HELP_ANSWER = "I'm sorry I can't help you with that."
+
+    @staticmethod
+    def MESSAGE_INGREDIENTS(ingr_list):
+        return ", ".join(ingr_list)
+
+    @staticmethod
+    def MESSAGE_CHOOSEN_RECIPE(recipe_name):
+        return f"You've chosen {recipe_name}. Let's get busy!"
+
+    @staticmethod
+    def MESSAGE_NOT_UNDERSTAND_SUGGEST_RECIPE(recipes_list):
+        suggestions = ""
+        if len(recipes_list) <= 2:
+            suggestions = " or ".join(recipes_list)
+
+        if len(recipes_list) > 2:
+            suggestions = ", ".join(recipes_list[0:-1]) + f" or {recipes_list[-1]}"
+
+        return f"I'm sorry, I don't know a recipe like that. Instead, I can suggest you {suggestions}."
+
+    
+    def llm_create_response(character, input):
+        model = st.session_state.characters_dict['model']
+        prompt = st.session_state.characters_dict['characters'][character]['prompt']
+
+        message = [{'role': 'system', 'content': prompt}, {'role': 'user', 'content': input}]
+
+        response = st.session_state.openai.ChatCompletion.create(
+            model=model, messages=message, temperature=1, max_tokens=128
+        )
+        rephrased_response = response.choices[0].message.content
+
+        return rephrased_response
+    
+    def llm_rephrase_recipe(character, response):
+
+        input = st.session_state.characters_dict['task_paraphrase'] + f'"{response}".' + st.session_state.characters_dict['characters'][character]['task_specification']
+        try:
+            return NLG.llm_create_response(character, input)
+        except:
+            print('OpenAI API call failed during response paraphrasing! Returning input response')
+            return response
+
+    def llm_substitute_product(character, user_message):
+
+        input = st.session_state.characters_dict['task_substitute'] + f'"{user_message}".' + st.session_state.characters_dict['characters'][character]['task_specification']
+
+        try:
+            return NLG.llm_create_response(character, input)
+        except:
+            print('OpenAI API call failed during response paraphrasing! Returning input response')
+            return NLG.CANNOT_HELP_ANSWER
+
+

ai_talks/AMUseBotBackend/src/NLU/nlu.py

@@ -0,0 +1,22 @@
+import json
+from simpletransformers.classification import MultiLabelClassificationModel
+
+class NLU:
+  def __init__(self, intent_dict_path, model_identifier_path):
+    with open(intent_dict_path, encoding='utf-8') as f:
+        self.int2intent = json.load(f)
+    with open(model_identifier_path, encoding='utf-8') as f:
+        model_identifier = f.read().strip()
+
+    print(f'Using model: {model_identifier}')
+
+    self.model = MultiLabelClassificationModel('roberta', model_identifier, num_labels=len(self.int2intent), use_cuda=False, args={'silent': True})
+
+  def predict(self, utterance):
+    predictions_vector, raw_outputs = self.model.predict([utterance])
+    predictions_vector = predictions_vector[0]
+    predicted_intents = []
+    for i in range(len(predictions_vector)):
+      if predictions_vector[i] == 1:
+        predicted_intents.append(self.int2intent[str(i)])
+    return predicted_intents

ai_talks/AMUseBotBackend/src/README.md

@@ -0,0 +1 @@
+# Source

ai_talks/AMUseBotBackend/src/tools/search.py

@@ -0,0 +1,54 @@
+import os
+import sys
+
+import numpy as np
+from rank_bm25 import BM25Okapi
+
+import os
+from dotenv import load_dotenv
+
+load_dotenv('.env_template')
+
+INGREDIENTS_RECIPES_MERGED = os.getenv('INGREDIENTS_RECIPES_MERGED')  
+
+def weighted_search(tokenized_query, bm25_recipes, bm25_ingredients,
+                    tok_text_recipes, tok_text_ingredients, weight_recipe=10, weight_ingredient=1):
+    d_ingredients = np.sum(sorted(bm25_ingredients.get_scores(tokenized_query), reverse=True)[:10])
+    d_recipes = np.sum(sorted(bm25_recipes.get_scores(tokenized_query), reverse=True)[:10])
+    d = d_ingredients + d_recipes
+
+    weighted_scores_ingredients = bm25_ingredients.get_scores(tokenized_query) * weight_ingredient
+    weighted_scores_recipes = bm25_recipes.get_scores(tokenized_query) * weight_recipe
+
+
+    ingredients_recipes_scores = weighted_scores_ingredients + weighted_scores_recipes
+
+    if np.max(ingredients_recipes_scores / d) if d else 0 > 1.00:  # can be set to other value
+        result = np.argmax(ingredients_recipes_scores)
+        return int(tok_text_recipes[result][1])
+    else:
+        return None
+
+
+def search_recipe(query):
+    tokenized_query = query.lower().split(" ")
+
+    tok_text_ingredients = []
+    tok_text_recipes = []
+    with open(INGREDIENTS_RECIPES_MERGED, 'r') as file:
+        for line in file:
+            line = line.split(',  ')
+            ingredients_splitted = [x for x in line[1].split(',')]
+            tok_text_ingredients.append(ingredients_splitted)
+            tok_text_recipes.append([ingredients_splitted[0]] + [x.lower() for x in line[0].split(',')])
+
+
+    bm25_recipes = BM25Okapi([recipe[2:] for recipe in tok_text_recipes])
+    bm25_ingredients = BM25Okapi([ingredient[1:] for ingredient in tok_text_ingredients])
+
+    result = weighted_search(
+        tokenized_query, bm25_recipes, bm25_ingredients, tok_text_recipes, tok_text_ingredients, weight_recipe=10,
+        weight_ingredient=1
+        # word in recipe title is 10 times more important than in ingredients list
+    )
+    return result

ai_talks/AMUseBotBackend/utils/README.md

@@ -0,0 +1,6 @@
+## NLU model tests
+
+ NLU_Trainer.ipynb contains the instructions to train NLU model for cooking domain in Google Colab
+
+> All tools and the dataset are taken from:
+> https://github.com/YiweiJiang2015/CookDial.git 

ai_talks/AMUseBotBackend/utils/convlab_install.txt

@@ -0,0 +1,11 @@
+conda create -n convlab3 python=3.8
+conda activate convlab3
+git clone --depth 1 https://github.com/ConvLab/ConvLab-3.git
+cd ConvLab-3
+pip install -e .
+pip install allennlp==0.9.0
+pip install overrides==4.1.2
+
+conda install notebook
+cd tutorials
+jupyter-notebook Getting-Started.ipynb

ai_talks/AMUseBotBackend/utils/main.ipynb

@@ -0,0 +1,220 @@
+{
+ "cells": [
+  {
+   "cell_type": "code",
+   "execution_count": 2,
+   "metadata": {},
+   "outputs": [],
+   "source": [
+    "from os import walk\n",
+    "import random  \n",
+    "import json"
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": 3,
+   "metadata": {},
+   "outputs": [],
+   "source": [
+    "path = 'C:/Users/User/VisualStudio/UserSimulater/AMUseBot'"
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": 8,
+   "metadata": {},
+   "outputs": [],
+   "source": [
+    "class NLGRule():\n",
+    "    def __init__(self,recipe,seed=100) -> None:\n",
+    "        self.recipe = recipe\n",
+    "        self.seed = seed\n",
+    "\n",
+    "\n",
+    "    def respond(self,intent,value):\n",
+    "        answer= ''\n",
+    "        recipe= next(walk(f'{path}/recipe'), (None, None, []))[2] \n",
+    "        step = 0\n",
+    "        if not self.recipe:\n",
+    "            if intent=='req_title':\n",
+    "                answer +=f'I recomend {self.recomendRecipe()} or {self.recomendRecipe()}, tell me what you choose?'\n",
+    "        else:\n",
+    "            if intent=='req_start':\n",
+    "                if value=='next':\n",
+    "                    answer+=f'{self.instructionFromRecipe(step)}'\n",
+    "                if value=='':\n",
+    "                    answer+=f'First step:{self.instructionFromRecipe(0)}'\n",
+    "            if intent =='req_ingredient':\n",
+    "                answer+=f'{self.ingredientFromRecipe(step)}'\n",
+    "            if intent=='req_ingredient_list':\n",
+    "                answer+=f\"Ingredient list:\\n{self.ingredientFromRecipe(-1)}\"\n",
+    "            if intent == 'goodbye':\n",
+    "                answer+='Bye!'\n",
+    "            if intent =='greating':\n",
+    "                answer+='Hi. '\n",
+    "            if intent == 'req_duration':\n",
+    "                answer +='DURATION'\n",
+    "            if intent =='req_amount':\n",
+    "                answer +='AMOUNT'\n",
+    "            \n",
+    "        return answer\n",
+    "\n",
+    "    def ingredientFromRecipe(self,step):\n",
+    "        recipe= next(walk(f'{path}/recipe'), (None, None, []))[2][self.recipe]\n",
+    "        f = open(f'{path}/recipe/{recipe}','r',encoding='utf-8')\n",
+    "        dict = json.loads(f.read())\n",
+    "        ans = ''\n",
+    "        for x in dict['content']:\n",
+    "            if x['type'] == 'ingredient':\n",
+    "                if step == -1:\n",
+    "                    ans+= x['text']+'\\n'\n",
+    "                elif int(x['id'].split('-')[1])==int(step):\n",
+    "                    return x['text']\n",
+    "                    \n",
+    "        f.close()\n",
+    "        return ans\n",
+    "\n",
+    "    def instructionFromRecipe(self,step):\n",
+    "        recipe= next(walk(f'{path}/recipe'), (None, None, []))[2][self.recipe]\n",
+    "        f = open(f'{path}/recipe/{recipe}','r',encoding='utf-8')\n",
+    "        dict = json.loads(f.read())\n",
+    "        for x in dict['content']:\n",
+    "            if x['type'] == 'instruction':\n",
+    "                if int(x['text'][0])==step:\n",
+    "                    return x['text'].split(')')[1]\n",
+    "        f.close()\n",
+    "        return ''\n",
+    "        \n",
+    "    def recomendRecipe(self):\n",
+    "        rand1 = random.randint(0, 259)\n",
+    "        recipe= next(walk(f'{path}/recipe'), (None, None, []))[2] \n",
+    "        r1 = recipe[rand1].split('_')[1:]\n",
+    "        r=''\n",
+    "        for i in r1[:-1]:\n",
+    "            r+=i+' '\n",
+    "        r += r1[-1].split('.')[0]\n",
+    "        return r\n"
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": 9,
+   "metadata": {},
+   "outputs": [
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "Ingredient list:\n",
+      "2 1/2 cups all-purpose flour\n",
+      "1/2 cup white sugar\n",
+      "1 tablespoon baking powder\n",
+      "1/2 teaspoon salt\n",
+      "1 teaspoon ground cinnamon\n",
+      "1/4 teaspoon ground nutmeg\n",
+      "1 cup milk\n",
+      "1 egg, beaten\n",
+      "1/4 cup butter, melted and cooled\n",
+      "2 teaspoons vanilla extract\n",
+      "2 quarts oil for deep frying\n",
+      "1/2 teaspoon ground cinnamon\n",
+      "1/2 cup white sugar\n",
+      "\n"
+     ]
+    }
+   ],
+   "source": [
+    "NLG =NLGRule(recipe=2)\n",
+    "print(NLG.respond('req_ingredient_list',''))"
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": 10,
+   "metadata": {},
+   "outputs": [
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "2 1/2 cups all-purpose flour\n"
+     ]
+    }
+   ],
+   "source": [
+    "print(NLG.respond('req_ingredient',''))"
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": 11,
+   "metadata": {},
+   "outputs": [
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "First step: In a large bowl, stir together the flour, 1/2 cup sugar, baking powder, salt, 1 teaspoon of cinnamon and nutmeg.\n"
+     ]
+    }
+   ],
+   "source": [
+    "\n",
+    "print(NLG.respond('req_start',''))"
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": 14,
+   "metadata": {},
+   "outputs": [
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "I recomend Chocolate Cheesecake II or Figs with Goat Cheese Pecans and Bacon, tell me what you choose?\n"
+     ]
+    }
+   ],
+   "source": [
+    "NLG =NLGRule(recipe=None)\n",
+    "print(NLG.respond('req_title',''))"
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": null,
+   "metadata": {},
+   "outputs": [],
+   "source": []
+  }
+ ],
+ "metadata": {
+  "kernelspec": {
+   "display_name": "Python 3",
+   "language": "python",
+   "name": "python3"
+  },
+  "language_info": {
+   "codemirror_mode": {
+    "name": "ipython",
+    "version": 3
+   },
+   "file_extension": ".py",
+   "mimetype": "text/x-python",
+   "name": "python",
+   "nbconvert_exporter": "python",
+   "pygments_lexer": "ipython3",
+   "version": "3.10.4 (tags/v3.10.4:9d38120, Mar 23 2022, 23:13:41) [MSC v.1929 64 bit (AMD64)]"
+  },
+  "orig_nbformat": 4,
+  "vscode": {
+   "interpreter": {
+    "hash": "369f2c481f4da34e4445cda3fffd2e751bd1c4d706f27375911949ba6bb62e1c"
+   }
+  }
+ },
+ "nbformat": 4,
+ "nbformat_minor": 2
+}

ai_talks/AMUseBotBackend/utils/preprocess_data.py

@@ -0,0 +1,46 @@
+import glob
+import sys
+import json
+import pandas as pd
+
+dataset_path = sys.argv[1] # Path to CookDial's dialog subdirectory
+
+# 1st pass - create intent->integer and integer->intent dicts, save the second one for NLU use
+all_intents = set()
+
+for file in list(glob.glob(f'{dataset_path}/*.json')):
+  with open(file, encoding='utf-8') as dial_file:
+    dial_data = json.load(dial_file)
+    for message in dial_data['messages']:
+      if message['bot'] == False:
+        intents = json.loads(message['annotations'])['intent']
+        for intent in [intent.strip() for intent in intents.split(';')]:
+          if intent != '':
+            all_intents.add(intent)
+
+all_intents.add('choose_recipe') # Add special intent for recipe title recognition
+
+intent2int = dict(zip(sorted(list(all_intents)), range(len(all_intents))))
+int2intent = {v: k for k, v in intent2int.items()}
+with open('intent_dict.json', 'w', encoding='utf-8') as f:
+    json.dump(int2intent, f)
+
+
+# 2nd pass - preprocess dialogue data for training
+preprocessed_data = []
+
+for file in list(glob.glob(f'{dataset_path}/*.json')):
+  with open(file, encoding='utf-8') as dial_file:
+    dial_data = json.load(dial_file)
+    for message in dial_data['messages']:
+      if message['bot'] == False:
+        annotations = json.loads(message['annotations'])
+        intents = [intent.strip() for intent in annotations['intent'].split(';')]
+        intents.remove('')
+        intents_multi_hot = [0] * len(all_intents)
+        for intent in intents:
+          intents_multi_hot[intent2int[intent]] = 1
+        preprocessed_data.append([message['utterance'], intents_multi_hot])
+
+preprocessed_data_df = pd.DataFrame(preprocessed_data)
+preprocessed_data_df.to_csv('preprocessed_data.csv', header = ['utterance', 'intents'], index=False, sep=';')

ai_talks/AMUseBotBackend/utils/req_substitute_gpt_sample.txt

@@ -0,0 +1,55 @@
+Can you suggest a substitute for eggs in baking recipes?
+I have a nut allergy. What can I use as a substitute for almond flour in my recipe?
+I'm out of buttermilk. Is there a good substitute I can use in my pancakes?
+I want to make a vegetarian version of a recipe that calls for chicken broth. What can I use as a substitute?
+I don't have any fresh herbs on hand. Can you recommend a substitute for fresh basil in my pasta sauce?
+My recipe calls for white wine, but I don't have any. What can I substitute it with?
+I'm following a gluten-free diet. What can I use instead of regular flour in my bread recipe?
+I want to make a dairy-free dessert. What can I use as a substitute for butter?
+I'm making a recipe that calls for heavy cream. Is there a substitute I can use?
+I'm allergic to soy. Can you suggest an alternative to soy sauce in my stir-fry recipe?
+Substitute for eggs in baking?
+Almond flour alternative?
+Buttermilk substitute for pancakes?
+Vegetarian broth replacement?
+Substitutes for fresh basil?
+Alternative to white wine?
+Gluten-free flour options?
+Dairy-free butter substitute?
+Substitute for heavy cream?
+Soy sauce alternative?
+Out of milk, any alternatives?
+No milk, what can I use instead?
+Need milk substitute, suggestions?
+Milk unavailable, any other options?
+Running low on milk, substitutes?
+I'm out of milk, what can I use as a substitute?
+I don't have eggs, any alternatives?
+Running low on sugar, any other options?
+Salt is unavailable, what can I use instead?
+Need a substitute for butter, any suggestions?
+I'm out of tomatoes, what can I use in their place?
+I don't have garlic, any alternatives?
+Running low on flour, any other options?
+Vanilla extract is unavailable, what can I use instead?
+Need a substitute for lemon juice, any suggestions?
+I don't have tomatoes.
+I don't have cilantro.
+I don't have yogurt.
+I don't have chickpeas.
+I don't have tamarind chutney.
+I don't have sev.
+I don't have potatoes.
+I don't have onions.
+I don't have green chilies.
+I don't have puffed rice.
+I don't have cow's milk.
+I don't have soy milk.
+I don't have cream.
+I don't have flour.
+I don't have all-purpose flour.
+I don't have whole wheat flour.
+I don't have self-rising flour.
+I don't have gluten-free flour.
+I don't have almond flour.
+I don't have coconut flour.

ai_talks/AMUseBotBackend/utils/tools/generate_merged_ingredients.py

@@ -0,0 +1,46 @@
+
+import re
+import json
+from os import walk
+import spacy
+from tqdm import tqdm
+import csv
+
+path_to_file_input = "./recipe"
+
+recipe_files = []
+for (dirpath, dirnames, filenames) in walk(path_to_file_input):
+    recipe_files.extend(filenames)
+    break
+
+recipes_names=[]
+
+recipes_ingredients=dict()
+for recipe in recipe_files:
+    with open(path_to_file_input+"/"+recipe) as f:
+        data=json.load(f)
+        recipe_ingredients=[]
+        for row in data["content"]:
+            if row['type']=='ingredient':
+                recipe_ingredients.append(" ".join(re.findall("[a-zA-z]+",row['text'])))
+            recipes_ingredients[int(recipe[:3])]=[re.sub('json|(I+)',' ', ' '.join(re.findall("[a-zA-Z]+",recipe)))]+recipe_ingredients
+text_list = []
+
+for k,v in recipes_ingredients.items():
+    text_list.append(str(k)+' '+' '.join(v))
+tok_text=[]
+
+nlp=spacy.load("en_core_web_sm")
+stopwords=['can','cans','inch','cup','cups','and','or','what','teaspoon','teaspoons','chopped','cut']
+for doc in tqdm(nlp.pipe(text_list, disable=['tagger', 'parser', 'ner'])):
+    tok=[t.text for t in doc if not t.text in stopwords]
+    tok_text.append(tok)
+
+print(tok_text)
+with open('ingredients_recipes_merged.csv', 'w') as f:
+    wr=csv.writer(f)
+    wr.writerows(tok_text)
+
+
+
+

ai_talks/chat.py

@@ -1,103 +1,135 @@
 from pathlib import Path
 from random import randrange
 
+from AMUseBotBackend.src.DP.dp import DP
+from AMUseBotBackend.src.DST.dst import DST
+
 import graphviz
 import streamlit as st
 from PIL import Image
 from src.utils.conversation import get_user_input, show_chat_buttons, show_conversation
 from src.utils.lang import en
+import openai
+import copy
+import json
+import string
+import streamlit.components.v1 as components
+import re
+import os
+from dotenv import load_dotenv
 
-# --- PATH SETTINGS ---
+if __name__ == '__main__':
-current_dir: Path = Path(__file__).parent if "__file__" in locals() else Path.cwd()
+    
-css_file: Path = current_dir / "src/styles/.css"
+    # --- PATH SETTINGS ---
-assets_dir: Path = current_dir / "assets"
+    current_dir: Path = Path(__file__).parent if "__file__" in locals() else Path.cwd()
-icons_dir: Path = assets_dir / "icons"
+    css_file: Path = current_dir / "src/styles/.css"
-img_dir: Path = assets_dir / "img"
+    assets_dir: Path = current_dir / "assets"
-tg_svg: Path = icons_dir / "tg.svg"
+    icons_dir: Path = assets_dir / "icons"
-favicon: Path = icons_dir / "favicons/0.png"
+    img_dir: Path = assets_dir / "img"
-# --- GENERAL SETTINGS ---
+    tg_svg: Path = icons_dir / "tg.svg"
-LANG_PL: str = "Pl"
+    favicon: Path = icons_dir / "favicons/0.png"
-AI_MODEL_OPTIONS: list[str] = [
+    # --- GENERAL SETTINGS ---
-    "gpt-3.5-turbo",
+    LANG_PL: str = "Pl"
-    "gpt-4",
-    "gpt-4-32k",
-]
 
-CONFIG = {"page_title": "AMUsebot", "page_icon": Image.open(favicon)}
+    CONFIG = {"page_title": "AMUsebot", "page_icon": Image.open(favicon)}
 
-st.set_page_config(**CONFIG)
+    st.set_page_config(**CONFIG)
 
-# --- LOAD CSS ---
+    # --- LOAD CSS ---
-with open(css_file) as f:
+    with open(css_file) as f:
-    st.markdown(f"<style>{f.read()}</style>", unsafe_allow_html=True)
+        st.markdown(f"<style>{f.read()}</style>", unsafe_allow_html=True)
 
-# Storing The Context
+    load_dotenv('.env_template')
-if "locale" not in st.session_state:
-    st.session_state.locale = en
-if "generated" not in st.session_state:
-    st.session_state.generated = []
-if "past" not in st.session_state:
-    st.session_state.past = []
-if "messages" not in st.session_state:
-    st.session_state.messages = []
-if "user_text" not in st.session_state:
-    st.session_state.user_text = ""
-if "input_kind" not in st.session_state:
-    st.session_state.input_kind = st.session_state.locale.input_kind_1
-if "seed" not in st.session_state:
-    st.session_state.seed = randrange(10 ** 3)  # noqa: S311
-if "costs" not in st.session_state:
-    st.session_state.costs = []
-if "total_tokens" not in st.session_state:
-    st.session_state.total_tokens = []
 
+    DIALOG_PATH = os.getenv('DIALOG_PATH')
+    RECIPE_PATH = os.getenv('RECIPE_PATH')
+    CHARACTERS_DICT = os.getenv('CHARACTERS_DICT')
+    API_KEY = os.getenv('API_KEY')
 
-def show_graph():
+    # Storing The Context
+    if "locale" not in st.session_state:
+        st.session_state.locale = en
+    if "generated" not in st.session_state:
+        st.session_state.generated = ["Hello! I'm AMUseBot, a virtual cooking assistant. Please tell me the name of the dish that you'd like to prepare today."]
+    if "past" not in st.session_state:
+        st.session_state.past = []
+    if "messages" not in st.session_state:
+        st.session_state.messages = []
+    if "user_text" not in st.session_state:
+        st.session_state.user_text = ""
+    if "seed" not in st.session_state:
+        st.session_state.seed = randrange(10 ** 3)  # noqa: S311
+    if "costs" not in st.session_state:
+        st.session_state.costs = []
+    if "total_tokens" not in st.session_state:
+        st.session_state.total_tokens = []
+    if "dst" not in st.session_state:
+        st.session_state.dst = DST(recipe_path=RECIPE_PATH, dialog_path=DIALOG_PATH)
+    if "dp" not in st.session_state:
+        st.session_state.dp = DP(dst=st.session_state.dst)
+    if "openai" not in st.session_state:
+        st.session_state.openai = openai
+        st.session_state.openai.api_key = API_KEY
+    if "characters_dict" not in st.session_state:
+        with open(CHARACTERS_DICT) as f:
+            st.session_state.characters_dict = json.load(f)
+        
+def mermaid(code: str) -> None:
+    components.html(
+        f"""
+        <pre class="mermaid">
+            %%{{init: {{'themeVariables': {{ 'edgeLabelBackground': 'transparent'}}}}}}%%
+            flowchart TD;
+            {code}
+            linkStyle default fill:white,color:white,stroke-width:2px,background-color:lime;
+        </pre>
+        <script type="module">
+            import mermaid from 'https://cdn.jsdelivr.net/npm/mermaid@10/dist/mermaid.esm.min.mjs';
+            mermaid.initialize({{ startOnLoad: true }});
+        </script>
+        """, height=1000
+    )
+
+def graph():
     # Create a graphlib graph object
     if st.session_state.generated:
-        user, chatbot = [], []
+        system = [utterance for utterance in st.session_state.generated][-3:]
-        graph = graphviz.Digraph()
+        user = [utterance for utterance in st.session_state.past][-2:]
-        for i in range(len(st.session_state.generated)):
+        graph = ""
-            user.append(st.session_state.past[i])
+        for i, utterance in enumerate(system):
-            chatbot.append(st.session_state.generated[i])
+            utterance = utterance.strip('\n')
-        for x in range(len(user)):
+            utterance = " ".join([word + '<br>' if i % 5 == 0 and i > 0 else word for i, word in enumerate(utterance.split(" "))])
-            graph.edge(st.session_state.past[x], st.session_state.generated[x])
+            utterance = utterance.replace('\"', '')
-            try:
+            if i < len(user):
-                graph.edge(st.session_state.generated[x], st.session_state.past[x+1])
+                user[i] = user[i].strip('\n')
-            except:
+                user[i] = user[i].replace('\"', '')
-                pass
+                user[i] = " ".join([word + '<br>' if i % 5 == 0 and i > 0 else word for i, word in enumerate(user[i].split(' '))])
-
+                graph += f"{string.ascii_uppercase[i]}(\"{utterance}\") --> |{user[i]}| {string.ascii_uppercase[i+1]};"
-        st.graphviz_chart(graph)
+            else:
+                graph += f"{string.ascii_uppercase[i]}(\"{utterance}\") --> {string.ascii_uppercase[i+1]}(...);style {string.ascii_uppercase[i+1]} fill:none,color:white;"
+    graph = graph.replace('\n', ' ')#replace(')','').replace('(','')
+    #print(graph)
+    return graph
 
 
 def main() -> None:
     c1, c2 = st.columns(2)
     with c1, c2:
-        c1.selectbox(label=st.session_state.locale.select_placeholder1, key="model", options=AI_MODEL_OPTIONS)
+        character_type = c1.selectbox(label=st.session_state.locale.select_placeholder2, key="role",
-        st.session_state.input_kind = c2.radio(
+                         options=st.session_state.locale.ai_role_options)
-            label=st.session_state.locale.input_kind,
+        st.session_state.dp.character = character_type
-            options=(st.session_state.locale.input_kind_1, st.session_state.locale.input_kind_2),
+        if character_type == 'default':
-            horizontal=True,
+            st.session_state.dp.llm_rephrasing = False
-        )
+        else:
-        role_kind = c1.radio(
+            st.session_state.dp.llm_rephrasing = True
-            label=st.session_state.locale.radio_placeholder,
+        
-            options=(st.session_state.locale.radio_text1, st.session_state.locale.radio_text2),
-            horizontal=True,
-        )
-        match role_kind:
-            case st.session_state.locale.radio_text1:
-                c2.selectbox(label=st.session_state.locale.select_placeholder2, key="role",
-                             options=st.session_state.locale.ai_role_options)
-            case st.session_state.locale.radio_text2:
-                c2.text_input(label=st.session_state.locale.select_placeholder3, key="role")
-
-    if st.session_state.user_text:
-        show_graph()
-        show_conversation()
-
     get_user_input()
-
     show_chat_buttons()
+    
+    show_conversation()
+    with st.sidebar:
+        mermaid(graph())
+        #show_graph()
 
 
 if __name__ == "__main__":

ai_talks/src/utils/agi/chat_gpt.py

@@ -1,19 +0,0 @@
-import logging
-from typing import List  # NOQA: UP035
-
-import openai
-import streamlit as st
-
-
-@st.cache_data()
-def create_gpt_completion(ai_model: str, messages: List[dict]) -> dict:
-    #logging.info(f"{messages=}")
-    # completion = openai.ChatCompletion.create(
-    #     model=ai_model,
-    #     messages=messages,
-    #     # stream=True,
-    #     # temperature=0.7,
-    # )
-    #logging.info(f"{completion=}")
-   # return completion
-   pass

ai_talks/src/utils/constants.py

@@ -1,16 +1,6 @@
 AI_ROLE_OPTIONS_EN: list[str] = [
-    "helpful assistant",
+    "default",
-    "code assistant",
+    "helpful_chef",
-    "code reviewer",
+    "ramsay",
-    "text improver",
-    "cinema expert",
-    "sport expert",
-    "online games expert",
-    "food recipes expert",
-    "English grammar expert",
-    "friendly and helpful teaching assistant",
-    "laconic assistant",
-    "helpful, pattern-following assistant",
-    "translate corporate jargon into plain English",
 ]
 

ai_talks/src/utils/conversation.py

@@ -4,13 +4,27 @@ from random import randrange, choices
 import streamlit as st
 from openai.error import InvalidRequestError, OpenAIError
 from streamlit_chat import message
-from .agi.chat_gpt import create_gpt_completion
 from .stt import show_voice_input
 from .tts import show_audio_player
 
+from AMUseBotBackend.src.NLU.nlu import NLU
+
+import os
+from dotenv import load_dotenv
+
+load_dotenv('.env_template')
+
+INTENT_DICT_PATH = os.getenv('INTENT_DICT_PATH')
+MODEL_IDENTIFIER_PATH = os.getenv('MODEL_IDENTIFIER_PATH')
+
+@st.cache_resource
+def get_nlu_model(intent_dict_path = INTENT_DICT_PATH, model_identifier_path = MODEL_IDENTIFIER_PATH):
+    return NLU(intent_dict_path=intent_dict_path,
+                            model_identifier_path=model_identifier_path)
 
 def clear_chat() -> None:
-    st.session_state.generated = []
+    st.session_state.generated = ["Hello! I'm AMUseBot, a virtual cooking assistant. Please tell me the name of the dish that you'd like to prepare today."]
+    st.session_state.dst.restart()
     st.session_state.past = []
     st.session_state.messages = []
     st.session_state.user_text = ""
@@ -18,7 +32,6 @@ def clear_chat() -> None:
     st.session_state.costs = []
     st.session_state.total_tokens = []
 
-
 def get_user_input():
     # match st.session_state.input_kind:
     #     case st.session_state.locale.input_kind_1:
@@ -29,11 +42,13 @@ def get_user_input():
     #         show_text_input()
     st.session_state.user_text = st.text_input("You: ", "Hello, how are you?", key="primary")
 
+def on_send():
+    st.session_state.past.append(st.session_state.user_text)
 
 def show_chat_buttons() -> None:
     b0, b1, b2 = st.columns(3)
     with b0, b1, b2:
-        b0.button(label=st.session_state.locale.chat_run_btn)
+        b0.button(label=st.session_state.locale.chat_run_btn, on_click=on_send)
         b1.button(label=st.session_state.locale.chat_clear_btn, on_click=clear_chat)
         b2.download_button(
             label=st.session_state.locale.chat_save_btn,
@@ -42,19 +57,34 @@ def show_chat_buttons() -> None:
             mime="application/json",
         )
 
-
+# def show_chat(ai_content: str, user_text: str) -> None:
-def show_chat(ai_content: str, user_text: str) -> None:
+#     first_message = True
-    if user_text not in st.session_state.past:
+# 
-        #     # store the ai content
+#     if user_text not in st.session_state.past:
-        st.session_state.past.append(user_text)
+#         if len(st.session_state.past) == 0:
-        st.session_state.generated.append(ai_content)
+#             first_message = False
-
+#             print('message 1')
-    if st.session_state.generated:
+#             message(st.session_state.generated[0], key=str(0), seed=st.session_state.seed)
-        for i in range(len(st.session_state.generated)):
+#         else:
-            message(st.session_state.past[i], is_user=True, key=str(i) + "_user", seed=st.session_state.seed)
+#             #     # store the ai content
-            message(st.session_state.generated[i], key=str(i), seed=st.session_state.seed)
+#             st.session_state.past.append(user_text)
-
+#             st.session_state.generated.append(ai_content)
-
+# 
+#     if st.session_state.generated:
+#         for i in range(len(st.session_state.past)):
+#             print('message 2')
+#             message(st.session_state.generated[i], key=str(i), seed=st.session_state.seed)
+#             message(st.session_state.past[i], is_user=True, key=str(i) + "_user", seed=st.session_state.seed)
+#         if first_message:
+#             print('message 3')
+#             message(st.session_state.generated[-1], key=str(-1), seed=st.session_state.seed)
+        
+def show_chat() -> None:
+    for i in range(len(st.session_state.past)):
+        message(st.session_state.generated[i], key=str(i), seed=st.session_state.seed)
+        message(st.session_state.past[i], is_user=True, key=str(i) + "_user", seed=st.session_state.seed)        
+    message(st.session_state.generated[-1], key=str(-1), seed=st.session_state.seed)
+    
 def show_conversation() -> None:
     if st.session_state.messages:
         st.session_state.messages.append({"role": "user", "content": st.session_state.user_text})
@@ -64,13 +94,23 @@ def show_conversation() -> None:
             {"role": "system", "content": ai_role},
             {"role": "user", "content": st.session_state.user_text},
         ]
+    
+    if len(st.session_state.past):
+        user_message = st.session_state.past[-1]
+        # ai_content = "Dummy respone from AI"
+        intents = get_nlu_model().predict(user_message)
+        st.session_state.dst.update_dialog_history(
+                                    system_message='', 
+                                    user_message=user_message, 
+                                    intents=intents,
+                                    )
+        system_message = st.session_state.dp.generate_response(intents)
+        st.session_state.generated.append(system_message)
 
-    ai_content = "Dummy respone from AI"
     # delete random before deploying with our model
-    random_str = ''.join(choices(string.ascii_uppercase + string.digits, k=5))
+    #random_str = ''.join(choices(string.ascii_uppercase + string.digits, k=5))
-    ai_content += random_str
+    ai_content = st.session_state.generated[-1]
     st.session_state.messages.append({"role": "assistant", "content": ai_content})
-    if ai_content:
+    show_chat()
-        show_chat(ai_content, st.session_state.user_text)
+    st.divider()
-        st.divider()
+    show_audio_player(ai_content)
-        show_audio_player(ai_content)

ai_talks/src/utils/lang.py

@@ -20,15 +20,8 @@ class Locale:
     chat_clear_btn: str
     chat_save_btn: str
     speak_btn: str
-    input_kind: str
-    input_kind_1: str
-    input_kind_2: str
     select_placeholder1: str
     select_placeholder2: str
-    select_placeholder3: str
-    radio_placeholder: str
-    radio_text1: str
-    radio_text2: str
     stt_placeholder: str
     footer_title: str
     footer_option0: str
@@ -55,15 +48,8 @@ en = Locale(
     chat_clear_btn="Clear",
     chat_save_btn="Save",
     speak_btn="Push to Speak",
-    input_kind="Input Kind",
-    input_kind_1="Text",
-    input_kind_2="Voice [test mode]",
     select_placeholder1="Select Model",
     select_placeholder2="Select Role",
-    select_placeholder3="Create Role",
-    radio_placeholder="Role Interaction",
-    radio_text1="Select",
-    radio_text2="Create",
     stt_placeholder="To Hear The Voice Of AI Press Play",
     footer_title="Support & Feedback",
     footer_option0="Chat",

characters_dict.json

@@ -0,0 +1,21 @@
+{
+  "task_paraphrase": "You're currently reading a step of a recipe, paraphrase it so that it matches your character: ",
+  "task_substitute": "A user has just asked for a substitute for a missing ingredient, answer him according to your character in one short sentence with at most 3 alternatives: ",
+  "model": "gpt-3.5-turbo-0613", 
+  "characters": {
+    "default": {
+      "prompt": "",
+      "task_specification": ""
+
+    },
+    "helpful_chef": {
+      "prompt": "You're a master chef known for treating everyone like your equal. ",
+      "task_specification": " Give your answer as a natural sounding, full English sentence. Keep the sentence length similar and do not make the language flowery."
+
+    },
+    "ramsay": {
+      "prompt": "You're Gordon Ramsay, a famous British chef known for his short temper and routinely insulting people. ",
+      "task_specification": ""
+    }
+  }
+}

dialog/000.1.json

@@ -0,0 +1,172 @@
+{
+    "messages": [
+        {
+            "utt_id": "utt-0",
+            "utterance": "Hi. What's the first step I need to take?",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"greeting; req_start;\", \"tracker_completed_step\": \"title\", \"tracker_completed_step_num\": 0, \"tracker_requested_step\": \"inst-0\", \"tracker_requested_step_num\": 9}"
+        },
+        {
+            "utt_id": "utt-1",
+            "utterance": "Could you preheat your oven to 400 degrees?",
+            "bot": true,
+            "annotations": "inform_instruction(inst-0);"
+        },
+        {
+            "utt_id": "utt-2",
+            "utterance": "Are the degrees in Celsius?",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"req_temperature;\", \"tracker_completed_step\": \"inst-0\", \"tracker_completed_step_num\": 9, \"tracker_requested_step\": \"inst-0\", \"tracker_requested_step_num\": 9}"
+        },
+        {
+            "utt_id": "utt-3",
+            "utterance": "No, it's 400 degrees Fahrenheit and 205 degrees Celsius.",
+            "bot": true,
+            "annotations": "negate();\r\ninform_temperature(temp-0-0);"
+        },
+        {
+            "utt_id": "utt-4",
+            "utterance": "Ok. thank you. What's the next instruction?",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"thank; req_instruction;\", \"tracker_completed_step\": \"inst-0\", \"tracker_completed_step_num\": 9, \"tracker_requested_step\": \"inst-1\", \"tracker_requested_step_num\": 10}"
+        },
+        {
+            "utt_id": "utt-5",
+            "utterance": "Take a large bowl and beat 3 eggs.",
+            "bot": true,
+            "annotations": "inform_instruction(inst-1);"
+        },
+        {
+            "utt_id": "utt-6",
+            "utterance": "Ok. I did it. What's next?",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"confirm; req_instruction;\", \"tracker_completed_step\": \"inst-1\", \"tracker_completed_step_num\": 10, \"tracker_requested_step\": \"inst-2\", \"tracker_requested_step_num\": 11}"
+        },
+        {
+            "utt_id": "utt-7",
+            "utterance": "Now mix in 3/4 cup of white sugar, 2 teaspoons of vanilla extract and 3/4 cup of light corn syrup.",
+            "bot": true,
+            "annotations": "inform_instruction(inst-2);"
+        },
+        {
+            "utt_id": "utt-8",
+            "utterance": "Could you repeat the last ingredient please?",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"req_repeat;\", \"tracker_completed_step\": \"inst-2\", \"tracker_completed_step_num\": 11, \"tracker_requested_step\": \"inst-2\", \"tracker_requested_step_num\": 11}"
+        },
+        {
+            "utt_id": "utt-9",
+            "utterance": "3/4 cup of light corn syrup which you may add to the others.",
+            "bot": true,
+            "annotations": "repeat(inst-2, [ing-3]);"
+        },
+        {
+            "utt_id": "utt-10",
+            "utterance": "Thank you. What is the next instruction?",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"thank; req_instruction;\", \"tracker_completed_step\": \"inst-2\", \"tracker_completed_step_num\": 11, \"tracker_requested_step\": \"inst-3\", \"tracker_requested_step_num\": 12}"
+        },
+        {
+            "utt_id": "utt-11",
+            "utterance": "Now you may melt 1/4 cup butter or margarine and add it to the mixture.",
+            "bot": true,
+            "annotations": "inform_instruction(inst-3);"
+        },
+        {
+            "utt_id": "utt-12",
+            "utterance": "That's done. What's next?",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"confirm; req_instruction;\", \"tracker_completed_step\": \"inst-3\", \"tracker_completed_step_num\": 12, \"tracker_requested_step\": \"inst-4\", \"tracker_requested_step_num\": 13}"
+        },
+        {
+            "utt_id": "utt-13",
+            "utterance": "Stir 1 cup of chopped walnuts and add them to the mixture.",
+            "bot": true,
+            "annotations": "inform_instruction(inst-4);"
+        },
+        {
+            "utt_id": "utt-14",
+            "utterance": "Ok. what shall I do next?",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"confirm; req_instruction;\", \"tracker_completed_step\": \"inst-4\", \"tracker_completed_step_num\": 13, \"tracker_requested_step\": \"inst-4\", \"tracker_requested_step_num\": 13}"
+        },
+        {
+            "utt_id": "utt-15",
+            "utterance": "Did it work to follow all the steps and create a filling?",
+            "bot": true,
+            "annotations": "verify(ac-4-0);"
+        },
+        {
+            "utt_id": "utt-16",
+            "utterance": "Yes it worked.",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"confirm;\", \"tracker_completed_step\": \"inst-4\", \"tracker_completed_step_num\": 13, \"tracker_requested_step\": \"inst-0\", \"tracker_requested_step_num\": 9}"
+        },
+        {
+            "utt_id": "utt-17",
+            "utterance": "Ok. now you may pour the filling into a pie shell. Is the oven preheated well?",
+            "bot": true,
+            "annotations": "inform_instruction(inst-5);\r\nverify(ac-0-0);"
+        },
+        {
+            "utt_id": "utt-18",
+            "utterance": "Yes the oven is preheated and I have put the filling in a pie shell.",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"confirm;\", \"tracker_completed_step\": \"inst-5\", \"tracker_completed_step_num\": 14, \"tracker_requested_step\": \"inst-6\", \"tracker_requested_step_num\": 15}"
+        },
+        {
+            "utt_id": "utt-19",
+            "utterance": "Ok. Great. now you can bake the the cake for 10 minutes. After the 10 minutes reduce the oven to 150 degrees Celsius and leave the cake another 35 tot 45 minutes.",
+            "bot": true,
+            "annotations": "inform_instruction(inst-6);\r\ninform_instruction(inst-7);"
+        },
+        {
+            "utt_id": "utt-20",
+            "utterance": "I have baked the cake for 10 minutes. Can you repeat the next step?",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"confirm; req_repeat;\", \"tracker_completed_step\": \"inst-7\", \"tracker_completed_step_num\": 16, \"tracker_requested_step\": \"inst-7\", \"tracker_requested_step_num\": 16}"
+        },
+        {
+            "utt_id": "utt-21",
+            "utterance": "Now you may lower the oven temperature to 150 degrees Celsius and bake another 35 to 45 minutes.",
+            "bot": true,
+            "annotations": "repeat(inst-7);"
+        },
+        {
+            "utt_id": "utt-22",
+            "utterance": "Thank you for the clarification. What's the next step?",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"thank; req_instruction;\", \"tracker_completed_step\": \"inst-7\", \"tracker_completed_step_num\": 16, \"tracker_requested_step\": \"inst-7\", \"tracker_requested_step_num\": 16}"
+        },
+        {
+            "utt_id": "utt-23",
+            "utterance": "After the 35-45 minutes the pie will be ready.",
+            "bot": true,
+            "annotations": "inform_instruction(ac-7-1);\r\nend_recipe();"
+        },
+        {
+            "utt_id": "utt-24",
+            "utterance": "It's ready now.",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"confirm;\", \"tracker_completed_step\": \"inst-7\", \"tracker_completed_step_num\": 16, \"tracker_requested_step\": \"inst-7\", \"tracker_requested_step_num\": 16}"
+        },
+        {
+            "utt_id": "utt-25",
+            "utterance": "Ok. enjoy, anything else I can do?",
+            "bot": true,
+            "annotations": "enjoy();\r\npropose_other_help();"
+        },
+        {
+            "utt_id": "utt-26",
+            "utterance": "No everything is fine. Thank you for the instructions.",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"negate; thank;\", \"tracker_completed_step\": \"inst-7\", \"tracker_completed_step_num\": 16, \"tracker_requested_step\": \"inst-7\", \"tracker_requested_step_num\": 16}"
+        },
+        {
+            "utt_id": "utt-27",
+            "utterance": "Ok. goodbye sir have a nice day.",
+            "bot": true,
+            "annotations": "goodbye();"
+        }
+    ]
+}

dialog/001.1.json

@@ -0,0 +1,484 @@
+{
+    "messages": [
+        {
+            "utt_id": "utt-0",
+            "utterance": "Hi bot, what's the first thing I have to do?",
+            "bot": false,
+            "annotations": "{\"section\": \"title\", \"intent\": \"greeting; req_start;\", \"tracker_completed_step\": \"title\", \"tracker_completed_step_num\": 0, \"tracker_requested_step\": \"title\", \"tracker_requested_step_num\": 0}"
+        },
+        {
+            "utt_id": "utt-1",
+            "utterance": "Hey, today we will make Broccoli Cheese Crepes. Do you need me to give the ingredient list?",
+            "bot": true,
+            "annotations": "greeting();\r\ninform_title(title);\r\npropose_list_ingredients();"
+        },
+        {
+            "utt_id": "utt-2",
+            "utterance": "I would like to skip that.",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"negate;\", \"tracker_completed_step\": \"title\", \"tracker_completed_step_num\": 0, \"tracker_requested_step\": \"inst-0\", \"tracker_requested_step_num\": 15}"
+        },
+        {
+            "utt_id": "utt-3",
+            "utterance": "Ok. First, we make batter. You will combine many things in a blender.",
+            "bot": true,
+            "annotations": "simplify_begin(inst-0);"
+        },
+        {
+            "utt_id": "utt-4",
+            "utterance": "Ok, I got the blender here. What do I combine first?",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"confirm; req_instruction;\", \"tracker_completed_step\": \"inst-0\", \"tracker_completed_step_num\": 15, \"tracker_requested_step\": \"inst-0\", \"tracker_requested_step_num\": 15}"
+        },
+        {
+            "utt_id": "utt-5",
+            "utterance": "First, add 2 eggs, 1/4 cup water and 6 tablespoons all-purpose flour.",
+            "bot": true,
+            "annotations": "simplify_continue(inst-0, [ing-0, ing-1, ing-2]);"
+        },
+        {
+            "utt_id": "utt-6",
+            "utterance": "Oh that was to much. How many eggs?",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"req_amount;\", \"tracker_completed_step\": \"inst-0\", \"tracker_completed_step_num\": 15, \"tracker_requested_step\": \"ing-0\", \"tracker_requested_step_num\": 1}"
+        },
+        {
+            "utt_id": "utt-7",
+            "utterance": "2 eggs.",
+            "bot": true,
+            "annotations": "inform_amount(ing-0);"
+        },
+        {
+            "utt_id": "utt-8",
+            "utterance": "Ok, next?",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"req_instruction;\", \"tracker_completed_step\": \"ing-0\", \"tracker_completed_step_num\": 1, \"tracker_requested_step\": \"inst-0\", \"tracker_requested_step_num\": 15}"
+        },
+        {
+            "utt_id": "utt-9",
+            "utterance": "Add 1/2 teaspoon salt.",
+            "bot": true,
+            "annotations": "simplify_continue(inst-0, [ing-3]);"
+        },
+        {
+            "utt_id": "utt-10",
+            "utterance": "Ok, salt and eggs are in the blender.",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"confirm;\", \"tracker_completed_step\": \"inst-0\", \"tracker_completed_step_num\": 15, \"tracker_requested_step\": \"inst-1\", \"tracker_requested_step_num\": 16}"
+        },
+        {
+            "utt_id": "utt-11",
+            "utterance": "Now cover and process until smooth. Let stand for 15 minutes.",
+            "bot": true,
+            "annotations": "inform_instruction(inst-1);"
+        },
+        {
+            "utt_id": "utt-12",
+            "utterance": "Wasn't there a third ingredient?",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"req_repeat;\", \"tracker_completed_step\": \"inst-1\", \"tracker_completed_step_num\": 16, \"tracker_requested_step\": \"inst-1\", \"tracker_requested_step_num\": 16}"
+        },
+        {
+            "utt_id": "utt-13",
+            "utterance": "Sorry, I cannot answer that.",
+            "bot": true,
+            "annotations": "fence();"
+        },
+        {
+            "utt_id": "utt-14",
+            "utterance": "So I only have to combine eggs and salt?",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"req_repeat;\", \"tracker_completed_step\": \"inst-1\", \"tracker_completed_step_num\": 16, \"tracker_requested_step\": \"inst-0\", \"tracker_requested_step_num\": 15}"
+        },
+        {
+            "utt_id": "utt-15",
+            "utterance": "No. You also need to add water and flour.",
+            "bot": true,
+            "annotations": "negate();\r\nrepeat(inst-0);"
+        },
+        {
+            "utt_id": "utt-16",
+            "utterance": "How much flour and water?",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"req_amount;\", \"tracker_completed_step\": \"inst-0\", \"tracker_completed_step_num\": 15, \"tracker_requested_step\": \"ing-1\", \"tracker_requested_step_num\": 2}"
+        },
+        {
+            "utt_id": "utt-17",
+            "utterance": "1/4 cup water and 6 tablespoons all-purpose flour.",
+            "bot": true,
+            "annotations": "inform_amount(ing-1);\r\ninform_amount(ing-2);"
+        },
+        {
+            "utt_id": "utt-18",
+            "utterance": "Ok, I got all 4 ingredients in the blender. Whats next?",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"req_instruction;\", \"tracker_completed_step\": \"ing-2\", \"tracker_completed_step_num\": 3, \"tracker_requested_step\": \"inst-1\", \"tracker_requested_step_num\": 16}"
+        },
+        {
+            "utt_id": "utt-19",
+            "utterance": "Cover and process until smooth; let stand for 15 minutes.",
+            "bot": true,
+            "annotations": "inform_instruction(inst-1);"
+        },
+        {
+            "utt_id": "utt-20",
+            "utterance": "Ok, I blended everything. Can I do some thing in the meantime?",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"confirm; req_parallel_action;\", \"tracker_completed_step\": \"inst-1\", \"tracker_completed_step_num\": 16, \"tracker_requested_step\": \"inst-2\", \"tracker_requested_step_num\": 17}"
+        },
+        {
+            "utt_id": "utt-21",
+            "utterance": "Take a small saucepan. Saute 2 tablespoons chopped onion with 1 tablespoon butter until tender.",
+            "bot": true,
+            "annotations": "inform_instruction(inst-2);"
+        },
+        {
+            "utt_id": "utt-22",
+            "utterance": "Oh, your going to fast. I got the butter and onions here. What else?",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"confirm; req_instruction;\", \"tracker_completed_step\": \"inst-2\", \"tracker_completed_step_num\": 17, \"tracker_requested_step\": \"inst-3\", \"tracker_requested_step_num\": 18}"
+        },
+        {
+            "utt_id": "utt-23",
+            "utterance": "Stir in 1 tablespoon all-purpose flour until blended.",
+            "bot": true,
+            "annotations": "inform_instruction(inst-3);"
+        },
+        {
+            "utt_id": "utt-24",
+            "utterance": "How much butter and onions do I need? Do I chop the onions or slice them into rings?",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"req_amount; req_ingredient;\", \"tracker_completed_step\": \"inst-3\", \"tracker_completed_step_num\": 18, \"tracker_requested_step\": \"ing-4\", \"tracker_requested_step_num\": 5}"
+        },
+        {
+            "utt_id": "utt-25",
+            "utterance": "2 tablespoons chopped onion and 1 tablespoon butter.",
+            "bot": true,
+            "annotations": "inform_amount(ing-4);\r\ninform_amount(ing-5);"
+        },
+        {
+            "utt_id": "utt-26",
+            "utterance": "Ok, I mixed the onions, butter and flour in the pan. Its on medium heat.",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"confirm;\", \"tracker_completed_step\": \"ing-5\", \"tracker_completed_step_num\": 6, \"tracker_requested_step\": \"inst-4\", \"tracker_requested_step_num\": 19}"
+        },
+        {
+            "utt_id": "utt-27",
+            "utterance": "Good. Now gradually stir in 1 cup milk.",
+            "bot": true,
+            "annotations": "inform_instruction(inst-4);"
+        },
+        {
+            "utt_id": "utt-28",
+            "utterance": "I added the milk.",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"confirm;\", \"tracker_completed_step\": \"inst-4\", \"tracker_completed_step_num\": 19, \"tracker_requested_step\": \"inst-5\", \"tracker_requested_step_num\": 20}"
+        },
+        {
+            "utt_id": "utt-29",
+            "utterance": "Boil the mixture over medium heat and stir constantly.",
+            "bot": true,
+            "annotations": "inform_instruction(ac-5-0);"
+        },
+        {
+            "utt_id": "utt-30",
+            "utterance": "Ok, its boiling.",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"confirm;\", \"tracker_completed_step\": \"inst-5\", \"tracker_completed_step_num\": 20, \"tracker_requested_step\": \"inst-5\", \"tracker_requested_step_num\": 20}"
+        },
+        {
+            "utt_id": "utt-31",
+            "utterance": "Then cook and stir for 2 minutes or until slightly thickened.",
+            "bot": true,
+            "annotations": "inform_instruction(ac-5-1);"
+        },
+        {
+            "utt_id": "utt-32",
+            "utterance": "Can you repeat the first?",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"req_repeat;\", \"tracker_completed_step\": \"inst-5\", \"tracker_completed_step_num\": 20, \"tracker_requested_step\": \"inst-5\", \"tracker_requested_step_num\": 20}"
+        },
+        {
+            "utt_id": "utt-33",
+            "utterance": "Cook and stir for 2 minutes.",
+            "bot": true,
+            "annotations": "repeat(ac-5-1);"
+        },
+        {
+            "utt_id": "utt-34",
+            "utterance": "Ready.",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"confirm;\", \"tracker_completed_step\": \"inst-5\", \"tracker_completed_step_num\": 20, \"tracker_requested_step\": \"inst-6\", \"tracker_requested_step_num\": 21}"
+        },
+        {
+            "utt_id": "utt-35",
+            "utterance": "Now reduce heat to low.",
+            "bot": true,
+            "annotations": "inform_instruction(inst-6);"
+        },
+        {
+            "utt_id": "utt-36",
+            "utterance": "Ok, heat is turned down.",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"confirm;\", \"tracker_completed_step\": \"inst-6\", \"tracker_completed_step_num\": 21, \"tracker_requested_step\": \"inst-7\", \"tracker_requested_step_num\": 22}"
+        },
+        {
+            "utt_id": "utt-37",
+            "utterance": "We will add many things in the next step. First, add 1/2 cup shredded Cheddar cheese, 1 1/2 teaspoons Dijon mustard and 1 teaspoon Worcestershire sauce.",
+            "bot": true,
+            "annotations": "simplify_begin(inst-7);\r\nsimplify_continue(inst-7, [ing-8, ing-9, ing-10]);"
+        },
+        {
+            "utt_id": "utt-38",
+            "utterance": "I have to add cheese and mustard to the onion mixture?",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"req_repeat;\", \"tracker_completed_step\": \"inst-7\", \"tracker_completed_step_num\": 22, \"tracker_requested_step\": \"inst-7\", \"tracker_requested_step_num\": 22}"
+        },
+        {
+            "utt_id": "utt-39",
+            "utterance": "Yes.",
+            "bot": true,
+            "annotations": "affirm();"
+        },
+        {
+            "utt_id": "utt-40",
+            "utterance": "1 table spoon of mustard and 1 cup of cheddar cheese?",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"req_repeat;\", \"tracker_completed_step\": \"inst-7\", \"tracker_completed_step_num\": 22, \"tracker_requested_step\": \"ing-8\", \"tracker_requested_step_num\": 9}"
+        },
+        {
+            "utt_id": "utt-41",
+            "utterance": "1/2 cup shredded Cheddar cheese and 1 1/2 teaspoons Dijon mustard.",
+            "bot": true,
+            "annotations": "repeat(ing-8);\r\nrepeat(ing-9);"
+        },
+        {
+            "utt_id": "utt-42",
+            "utterance": "Thanks, done that.",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"thank; confirm;\", \"tracker_completed_step\": \"ing-9\", \"tracker_completed_step_num\": 10, \"tracker_requested_step\": \"inst-7\", \"tracker_requested_step_num\": 22}"
+        },
+        {
+            "utt_id": "utt-43",
+            "utterance": "Great. Now add 1/4 teaspoon pepper and 1/8 teaspoon salt.",
+            "bot": true,
+            "annotations": "simplify_continue(inst-7, [ing-11, ing-12]);"
+        },
+        {
+            "utt_id": "utt-44",
+            "utterance": "Ok, I seasoned the mixture.",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"confirm;\", \"tracker_completed_step\": \"inst-7\", \"tracker_completed_step_num\": 22, \"tracker_requested_step\": \"inst-8\", \"tracker_requested_step_num\": 23}"
+        },
+        {
+            "utt_id": "utt-45",
+            "utterance": "You can now stir in 2 cups chopped broccoli. Cover the mixture and keep warm.",
+            "bot": true,
+            "annotations": "inform_instruction(inst-8);\r\ninform_instruction(inst-9);"
+        },
+        {
+            "utt_id": "utt-46",
+            "utterance": "Ok, I will keep it warm.",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"confirm;\", \"tracker_completed_step\": \"inst-9\", \"tracker_completed_step_num\": 24, \"tracker_requested_step\": \"inst-10\", \"tracker_requested_step_num\": 25}"
+        },
+        {
+            "utt_id": "utt-47",
+            "utterance": "Now heat a lightly greased 8-in. nonstick skillet.",
+            "bot": true,
+            "annotations": "inform_instruction(ac-10-0);"
+        },
+        {
+            "utt_id": "utt-48",
+            "utterance": "Sorry I didn't understand that.",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"req_repeat;\", \"tracker_completed_step\": \"inst-10\", \"tracker_completed_step_num\": 25, \"tracker_requested_step\": \"inst-10\", \"tracker_requested_step_num\": 25}"
+        },
+        {
+            "utt_id": "utt-49",
+            "utterance": "Grease an 8 inch nonstick skillet and heat it.",
+            "bot": true,
+            "annotations": "repeat(ac-10-0);"
+        },
+        {
+            "utt_id": "utt-50",
+            "utterance": "The skillet is hot.",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"confirm;\", \"tracker_completed_step\": \"inst-10\", \"tracker_completed_step_num\": 25, \"tracker_requested_step\": \"inst-10\", \"tracker_requested_step_num\": 25}"
+        },
+        {
+            "utt_id": "utt-51",
+            "utterance": "Ok. Pour 2 tablespoons batter into the center of skillet.",
+            "bot": true,
+            "annotations": "inform_instruction(ac-10-1);"
+        },
+        {
+            "utt_id": "utt-52",
+            "utterance": "Ok, the butter is melting.",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"confirm;\", \"tracker_completed_step\": \"inst-10\", \"tracker_completed_step_num\": 25, \"tracker_requested_step\": \"inst-10\", \"tracker_requested_step_num\": 25}"
+        },
+        {
+            "utt_id": "utt-53",
+            "utterance": "Please pour 2 tablespoons flour batter into the center of skillet.",
+            "bot": true,
+            "annotations": "repeat(ac-10-1);"
+        },
+        {
+            "utt_id": "utt-54",
+            "utterance": "Ok, are we going to cook the pancakes now?",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"req_instruction;\", \"tracker_completed_step\": \"inst-10\", \"tracker_completed_step_num\": 25, \"tracker_requested_step\": \"inst-11\", \"tracker_requested_step_num\": 26}"
+        },
+        {
+            "utt_id": "utt-55",
+            "utterance": "Yes. Now lift and tilt pan to evenly coat bottom.",
+            "bot": true,
+            "annotations": "affirm();\r\ninform_instruction(inst-11);"
+        },
+        {
+            "utt_id": "utt-56",
+            "utterance": "Ok, I know how to bake pancakes. I will finish all of the batter?",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"req_use_all;\", \"tracker_completed_step\": \"inst-11\", \"tracker_completed_step_num\": 26, \"tracker_requested_step\": \"inst-12\", \"tracker_requested_step_num\": 27}"
+        },
+        {
+            "utt_id": "utt-57",
+            "utterance": "Please follow me, sir. Now cook it until top appears dry; turn and cook 15-20 seconds longer.",
+            "bot": true,
+            "annotations": "inform_instruction(inst-12);"
+        },
+        {
+            "utt_id": "utt-58",
+            "utterance": "Ok, i wil follow your steps.",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"confirm;\", \"tracker_completed_step\": \"inst-12\", \"tracker_completed_step_num\": 27, \"tracker_requested_step\": \"inst-13\", \"tracker_requested_step_num\": 28}"
+        },
+        {
+            "utt_id": "utt-59",
+            "utterance": "Remove the crepes to a wire rack.",
+            "bot": true,
+            "annotations": "inform_instruction(inst-13);"
+        },
+        {
+            "utt_id": "utt-60",
+            "utterance": "To a what?",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"req_repeat;\", \"tracker_completed_step\": \"inst-13\", \"tracker_completed_step_num\": 28, \"tracker_requested_step\": \"inst-13\", \"tracker_requested_step_num\": 28}"
+        },
+        {
+            "utt_id": "utt-61",
+            "utterance": "A wire rack.",
+            "bot": true,
+            "annotations": "repeat(tool-13-0);"
+        },
+        {
+            "utt_id": "utt-62",
+            "utterance": "Ok, the first pancake is resting on the wire rack.",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"confirm;\", \"tracker_completed_step\": \"inst-13\", \"tracker_completed_step_num\": 28, \"tracker_requested_step\": \"inst-14\", \"tracker_requested_step_num\": 29}"
+        },
+        {
+            "utt_id": "utt-63",
+            "utterance": "Great. Now you can repeat with remaining flour batter and grease the skillet as needed.",
+            "bot": true,
+            "annotations": "inform_instruction(inst-14);"
+        },
+        {
+            "utt_id": "utt-64",
+            "utterance": "So now I can continue baking until the pancake batter is finished?",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"req_instruction;\", \"tracker_completed_step\": \"inst-14\", \"tracker_completed_step_num\": 29, \"tracker_requested_step\": \"inst-14\", \"tracker_requested_step_num\": 29}"
+        },
+        {
+            "utt_id": "utt-65",
+            "utterance": "Yes. Go ahead. Did you finish all batter?",
+            "bot": true,
+            "annotations": "affirm();\r\nverify(inst-14);"
+        },
+        {
+            "utt_id": "utt-66",
+            "utterance": "Yes, I have a heap of pancakes on the wire rack.",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"confirm;\", \"tracker_completed_step\": \"inst-14\", \"tracker_completed_step_num\": 29, \"tracker_requested_step\": \"inst-15\", \"tracker_requested_step_num\": 30}"
+        },
+        {
+            "utt_id": "utt-67",
+            "utterance": "Great. Now spoon about 1/2 cup filling down the center of each crepe. Roll up each crepe.",
+            "bot": true,
+            "annotations": "inform_instruction(inst-15);"
+        },
+        {
+            "utt_id": "utt-68",
+            "utterance": "Ok, I filled the crepes and rolled them up.",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"confirm;\", \"tracker_completed_step\": \"inst-15\", \"tracker_completed_step_num\": 30, \"tracker_requested_step\": \"inst-16\", \"tracker_requested_step_num\": 31}"
+        },
+        {
+            "utt_id": "utt-69",
+            "utterance": "Now you can place seam side down in an ungreased 11-inch baking dish.",
+            "bot": true,
+            "annotations": "inform_instruction(inst-16);"
+        },
+        {
+            "utt_id": "utt-70",
+            "utterance": "Ok, do I have to preheat the oven?",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"req_instruction;\", \"tracker_completed_step\": \"inst-16\", \"tracker_completed_step_num\": 31, \"tracker_requested_step\": \"inst-16\", \"tracker_requested_step_num\": 31}"
+        },
+        {
+            "utt_id": "utt-71",
+            "utterance": "No, you do not need to.",
+            "bot": true,
+            "annotations": "negate();"
+        },
+        {
+            "utt_id": "utt-72",
+            "utterance": "Ok, whats next?",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"req_instruction;\", \"tracker_completed_step\": \"inst-16\", \"tracker_completed_step_num\": 31, \"tracker_requested_step\": \"inst-17\", \"tracker_requested_step_num\": 32}"
+        },
+        {
+            "utt_id": "utt-73",
+            "utterance": "Sprinkle crepes with remaining cheese.",
+            "bot": true,
+            "annotations": "inform_instruction(inst-17);"
+        },
+        {
+            "utt_id": "utt-74",
+            "utterance": "Ok, how much cheddar cheese should I sprinkle on them?",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"req_amount;\", \"tracker_completed_step\": \"inst-17\", \"tracker_completed_step_num\": 32, \"tracker_requested_step\": \"inst-17\", \"tracker_requested_step_num\": 32}"
+        },
+        {
+            "utt_id": "utt-75",
+            "utterance": "1/2 cup cheese.",
+            "bot": true,
+            "annotations": "fence();"
+        },
+        {
+            "utt_id": "utt-76",
+            "utterance": "Ok, done that.",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"confirm;\", \"tracker_completed_step\": \"inst-17\", \"tracker_completed_step_num\": 32, \"tracker_requested_step\": \"inst-18\", \"tracker_requested_step_num\": 33}"
+        },
+        {
+            "utt_id": "utt-77",
+            "utterance": "Last step is to bake crepes at 350 degrees F for 5-7 minutes or until cheese is melted.",
+            "bot": true,
+            "annotations": "inform_instruction(inst-18);"
+        },
+        {
+            "utt_id": "utt-78",
+            "utterance": "Ok, thanks bot.",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"thank;\", \"tracker_completed_step\": \"inst-18\", \"tracker_completed_step_num\": 33, \"tracker_requested_step\": \"inst-18\", \"tracker_requested_step_num\": 33}"
+        },
+        {
+            "utt_id": "utt-79",
+            "utterance": "You are welcome.",
+            "bot": true,
+            "annotations": "thank();"
+        }
+    ]
+}

dialog/002.1.json

@@ -0,0 +1,388 @@
+{
+    "messages": [
+        {
+            "utt_id": "utt-0",
+            "utterance": "Hi.",
+            "bot": false,
+            "annotations": "{\"section\": \"title\", \"intent\": \"greeting; req_start;\", \"tracker_completed_step\": \"title\", \"tracker_completed_step_num\": 0, \"tracker_requested_step\": \"title\", \"tracker_requested_step_num\": 0}"
+        },
+        {
+            "utt_id": "utt-1",
+            "utterance": "Hi. are you ready to cook the cake doughnuts?",
+            "bot": true,
+            "annotations": "greeting();\r\ninform_title(title);\r\npropose_start_recipe();"
+        },
+        {
+            "utt_id": "utt-2",
+            "utterance": "Yes I'm ready. What's the first step?",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"req_instruction;\", \"tracker_completed_step\": \"title\", \"tracker_completed_step_num\": 0, \"tracker_requested_step\": \"inst-0\", \"tracker_requested_step_num\": 14}"
+        },
+        {
+            "utt_id": "utt-3",
+            "utterance": "First take a large bowl so we can add some ingredients to prepare the batter.",
+            "bot": true,
+            "annotations": "fetch(inst-0, [tool-0-0]);\r\nsimplify_begin(ac-0-0);"
+        },
+        {
+            "utt_id": "utt-4",
+            "utterance": "Ok. I have the large bowl. How should I start making the batter?",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"confirm; req_instruction;\", \"tracker_completed_step\": \"inst-0\", \"tracker_completed_step_num\": 14, \"tracker_requested_step\": \"inst-0\", \"tracker_requested_step_num\": 14}"
+        },
+        {
+            "utt_id": "utt-5",
+            "utterance": "Ok! Now we will make the batter and we need some ingredients. First add 2 and 1/2 cups of all-purpose flour to the bowl.",
+            "bot": true,
+            "annotations": "simplify_continue(inst-0, [ing-0]);"
+        },
+        {
+            "utt_id": "utt-6",
+            "utterance": "Thank you. I have added the all-purpose flour to the bowl.",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"thank; confirm;\", \"tracker_completed_step\": \"inst-0\", \"tracker_completed_step_num\": 14, \"tracker_requested_step\": \"inst-0\", \"tracker_requested_step_num\": 14}"
+        },
+        {
+            "utt_id": "utt-7",
+            "utterance": "Ok. very good. Now add 1/2 cup of white sugar and 1 tablespoon of baking powder.",
+            "bot": true,
+            "annotations": "simplify_continue(inst-0, [ing-1, ing-2]);"
+        },
+        {
+            "utt_id": "utt-8",
+            "utterance": "I have added the white sugar. Could you repeat the second ingredient please?",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"confirm; req_repeat;\", \"tracker_completed_step\": \"inst-0\", \"tracker_completed_step_num\": 14, \"tracker_requested_step\": \"inst-0\", \"tracker_requested_step_num\": 14}"
+        },
+        {
+            "utt_id": "utt-9",
+            "utterance": "The second ingredient is 1 tablespoon of baking powder.",
+            "bot": true,
+            "annotations": "repeat(inst-0, [ing-2]);"
+        },
+        {
+            "utt_id": "utt-10",
+            "utterance": "Thank you for repeating it. What's next?",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"thank; req_instruction;\", \"tracker_completed_step\": \"inst-0\", \"tracker_completed_step_num\": 14, \"tracker_requested_step\": \"inst-0\", \"tracker_requested_step_num\": 14}"
+        },
+        {
+            "utt_id": "utt-11",
+            "utterance": "Now continue and add 1/2 teaspoon of salt and 1 teaspoon of cinnamon to the batter.",
+            "bot": true,
+            "annotations": "simplify_continue(inst-0, [ing-3, ing-4]);"
+        },
+        {
+            "utt_id": "utt-12",
+            "utterance": "I didn't understand the last ingredient, could you repeat it please?",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"req_repeat;\", \"tracker_completed_step\": \"inst-0\", \"tracker_completed_step_num\": 14, \"tracker_requested_step\": \"inst-0\", \"tracker_requested_step_num\": 14}"
+        },
+        {
+            "utt_id": "utt-13",
+            "utterance": "1 teaspoon of cinnamon.",
+            "bot": true,
+            "annotations": "repeat(inst-0, [ing-4]);"
+        },
+        {
+            "utt_id": "utt-14",
+            "utterance": "Ok. thank you. What is the next instruction?",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"thank; req_instruction;\", \"tracker_completed_step\": \"inst-0\", \"tracker_completed_step_num\": 14, \"tracker_requested_step\": \"inst-0\", \"tracker_requested_step_num\": 14}"
+        },
+        {
+            "utt_id": "utt-15",
+            "utterance": "Now to finish the first part add 1/4 teaspoon of ground nutmeg.",
+            "bot": true,
+            "annotations": "simplify_continue(inst-0, [ing-5]);"
+        },
+        {
+            "utt_id": "utt-16",
+            "utterance": "I have added the nutmeg.",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"confirm;\", \"tracker_completed_step\": \"inst-0\", \"tracker_completed_step_num\": 14, \"tracker_requested_step\": \"inst-0\", \"tracker_requested_step_num\": 14}"
+        },
+        {
+            "utt_id": "utt-17",
+            "utterance": "You may mix all these dry ingredients and make a well in the middle of it.",
+            "bot": true,
+            "annotations": "simplify_begin(ac-0-0);\r\ninform_instruction(ac-1-0);\r\n"
+        },
+        {
+            "utt_id": "utt-18",
+            "utterance": "Ok. what should I put in the well?",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"req_instruction;\", \"tracker_completed_step\": \"inst-1\", \"tracker_completed_step_num\": 15, \"tracker_requested_step\": \"inst-1\", \"tracker_requested_step_num\": 15}"
+        },
+        {
+            "utt_id": "utt-19",
+            "utterance": "Good question, you may first pour in 1 cup of milk.",
+            "bot": true,
+            "annotations": "simplify_continue(ac-1-1, [ing-6]);"
+        },
+        {
+            "utt_id": "utt-20",
+            "utterance": "I have poured the milk in the well.",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"confirm;\", \"tracker_completed_step\": \"inst-1\", \"tracker_completed_step_num\": 15, \"tracker_requested_step\": \"inst-1\", \"tracker_requested_step_num\": 15}"
+        },
+        {
+            "utt_id": "utt-21",
+            "utterance": "Now you may beat an egg and add it as well in the well.",
+            "bot": true,
+            "annotations": "simplify_continue(ac-1-1, [ing-7]);"
+        },
+        {
+            "utt_id": "utt-22",
+            "utterance": "I didn't understand the first part of the sentence, could you repeat it?",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"req_repeat;\", \"tracker_completed_step\": \"inst-1\", \"tracker_completed_step_num\": 15, \"tracker_requested_step\": \"inst-1\", \"tracker_requested_step_num\": 15}"
+        },
+        {
+            "utt_id": "utt-23",
+            "utterance": "You may beat an egg with an egg beater or mixer.",
+            "bot": true,
+            "annotations": "repeat(ac-1-1, [ing-7]);"
+        },
+        {
+            "utt_id": "utt-24",
+            "utterance": "Oh now it is clear. I have beaten an egg and should I add it to the well now?",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"confirm; req_instruction;\", \"tracker_completed_step\": \"inst-1\", \"tracker_completed_step_num\": 15, \"tracker_requested_step\": \"inst-1\", \"tracker_requested_step_num\": 15}"
+        },
+        {
+            "utt_id": "utt-25",
+            "utterance": "Yes you may add it to the well and also add 1/4 cup of butter.",
+            "bot": true,
+            "annotations": "affirm(ac-1-1);\r\nsimplify_continue(ac-1-1, [ing-8]);\r\n"
+        },
+        {
+            "utt_id": "utt-26",
+            "utterance": "That's done. What's next?",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"confirm; req_instruction;\", \"tracker_completed_step\": \"inst-1\", \"tracker_completed_step_num\": 15, \"tracker_requested_step\": \"inst-1\", \"tracker_requested_step_num\": 15}"
+        },
+        {
+            "utt_id": "utt-27",
+            "utterance": "Now add 2 teaspoons of vanilla extract and mix everything until it is well blended.",
+            "bot": true,
+            "annotations": "simplify_continue(ac-1-1, [ing-9]);\r\ninform_instruction(inst-2);"
+        },
+        {
+            "utt_id": "utt-28",
+            "utterance": "Ok. the batter seems to be well-blended. Is it done now?",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"confirm; req_instruction;\", \"tracker_completed_step\": \"inst-2\", \"tracker_completed_step_num\": 16, \"tracker_requested_step\": \"inst-3\", \"tracker_requested_step_num\": 17}"
+        },
+        {
+            "utt_id": "utt-29",
+            "utterance": "Very good. Yes it is done. You may cover it and put it in the refrigerator for 1 hour.",
+            "bot": true,
+            "annotations": "affirm();\r\ninform_instruction(inst-3);"
+        },
+        {
+            "utt_id": "utt-30",
+            "utterance": "I have waited for one hour. What should I do now?",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"confirm; req_instruction;\", \"tracker_completed_step\": \"inst-3\", \"tracker_completed_step_num\": 17, \"tracker_requested_step\": \"inst-4\", \"tracker_requested_step_num\": 18}"
+        },
+        {
+            "utt_id": "utt-31",
+            "utterance": "Do you have a deep heavy skillet or a deep-fryer?",
+            "bot": true,
+            "annotations": "verify(inst-4, [tool-4-0, tool-4-1]);"
+        },
+        {
+            "utt_id": "utt-32",
+            "utterance": "What did you say after deep heavy skillet?",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"req_repeat;\", \"tracker_completed_step\": \"inst-4\", \"tracker_completed_step_num\": 18, \"tracker_requested_step\": \"inst-4\", \"tracker_requested_step_num\": 18}"
+        },
+        {
+            "utt_id": "utt-33",
+            "utterance": "A deep-fryer.",
+            "bot": true,
+            "annotations": "repeat(inst-4, [tool-4-1]);"
+        },
+        {
+            "utt_id": "utt-34",
+            "utterance": "Oh now it is clear. Yes I have a deep fryer.",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"confirm;\", \"tracker_completed_step\": \"inst-4\", \"tracker_completed_step_num\": 18, \"tracker_requested_step\": \"inst-4\", \"tracker_requested_step_num\": 18}"
+        },
+        {
+            "utt_id": "utt-35",
+            "utterance": "Ok. good you may heat the fryer to 185 degrees Celsius.",
+            "bot": true,
+            "annotations": "inform_instruction(inst-4);"
+        },
+        {
+            "utt_id": "utt-36",
+            "utterance": "Ok. the fryer is now heated to 185 degrees.",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"confirm;\", \"tracker_completed_step\": \"inst-4\", \"tracker_completed_step_num\": 18, \"tracker_requested_step\": \"inst-5\", \"tracker_requested_step_num\": 19}"
+        },
+        {
+            "utt_id": "utt-37",
+            "utterance": "Now put some flour on a cutting board.",
+            "bot": true,
+            "annotations": "fetch(inst-5, [tool-5-0]);"
+        },
+        {
+            "utt_id": "utt-38",
+            "utterance": "Yes I have put some flour on my cutting board.",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"confirm;\", \"tracker_completed_step\": \"inst-5\", \"tracker_completed_step_num\": 19, \"tracker_requested_step\": \"inst-5\", \"tracker_requested_step_num\": 19}"
+        },
+        {
+            "utt_id": "utt-39",
+            "utterance": "Good. You may take out the dough batter from the fridge and put it on the cutting board.",
+            "bot": true,
+            "annotations": "fetch(inst-5);"
+        },
+        {
+            "utt_id": "utt-40",
+            "utterance": "Ok. what should I do next?",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"req_instruction;\", \"tracker_completed_step\": \"inst-5\", \"tracker_completed_step_num\": 19, \"tracker_requested_step\": \"inst-5\", \"tracker_requested_step_num\": 19}"
+        },
+        {
+            "utt_id": "utt-41",
+            "utterance": "Roll out the dough to 1/2 inch thickness.",
+            "bot": true,
+            "annotations": "inform_instruction(inst-5);"
+        },
+        {
+            "utt_id": "utt-42",
+            "utterance": "Should I knead the flour into the dough?",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"other;\", \"tracker_completed_step\": \"inst-5\", \"tracker_completed_step_num\": 19, \"tracker_requested_step\": \"inst-5\", \"tracker_requested_step_num\": 19}"
+        },
+        {
+            "utt_id": "utt-43",
+            "utterance": "No you may just put the dough on the cutting board. The flour on the cutting board is there to not make it sticky.",
+            "bot": true,
+            "annotations": "negate();\r\nother();"
+        },
+        {
+            "utt_id": "utt-44",
+            "utterance": "Thank you for the clarification. The dough is now rolled out to one inch thickness.",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"thank; confirm;\", \"tracker_completed_step\": \"inst-5\", \"tracker_completed_step_num\": 19, \"tracker_requested_step\": \"inst-6\", \"tracker_requested_step_num\": 20}"
+        },
+        {
+            "utt_id": "utt-45",
+            "utterance": "Very well. Now take a 3 inch round cutter so we can cut out the doughnuts.",
+            "bot": true,
+            "annotations": "inform_instruction(inst-6);"
+        },
+        {
+            "utt_id": "utt-46",
+            "utterance": "Ok. I have cut out all the donuts.",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"confirm;\", \"tracker_completed_step\": \"inst-6\", \"tracker_completed_step_num\": 20, \"tracker_requested_step\": \"inst-6\", \"tracker_requested_step_num\": 20}"
+        },
+        {
+            "utt_id": "utt-47",
+            "utterance": "Ah I still had to give you the instructions how to do that. Did it work out?",
+            "bot": true,
+            "annotations": "verify(inst-6);"
+        },
+        {
+            "utt_id": "utt-48",
+            "utterance": "I have cut out all circles with the three inch round cutter.",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"confirm;\", \"tracker_completed_step\": \"inst-6\", \"tracker_completed_step_num\": 20, \"tracker_requested_step\": \"inst-7\", \"tracker_requested_step_num\": 21}"
+        },
+        {
+            "utt_id": "utt-49",
+            "utterance": "Ok. very good. Now you can still cut holes from the center.",
+            "bot": true,
+            "annotations": "inform_instruction(inst-7);"
+        },
+        {
+            "utt_id": "utt-50",
+            "utterance": "What is the diameter of the inner hole?",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"other;\", \"tracker_completed_step\": \"inst-7\", \"tracker_completed_step_num\": 21, \"tracker_requested_step\": \"inst-7\", \"tracker_requested_step_num\": 21}"
+        },
+        {
+            "utt_id": "utt-51",
+            "utterance": "As you want. Just try to keep it small holes.",
+            "bot": true,
+            "annotations": "fence();"
+        },
+        {
+            "utt_id": "utt-52",
+            "utterance": "Ok. I have cut out everything then.",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"confirm;\", \"tracker_completed_step\": \"inst-7\", \"tracker_completed_step_num\": 21, \"tracker_requested_step\": \"inst-8\", \"tracker_requested_step_num\": 22}"
+        },
+        {
+            "utt_id": "utt-53",
+            "utterance": "Very good. Now you can fry the doughnuts in the deep-fryer until the become golden brown. Turn them only one time.",
+            "bot": true,
+            "annotations": "inform_instruction(inst-8);"
+        },
+        {
+            "utt_id": "utt-54",
+            "utterance": "I have fried all the donuts. Is it done now?",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"confirm; req_is_recipe_finished;\", \"tracker_completed_step\": \"inst-8\", \"tracker_completed_step_num\": 22, \"tracker_requested_step\": \"inst-9\", \"tracker_requested_step_num\": 23}"
+        },
+        {
+            "utt_id": "utt-55",
+            "utterance": "Very good. Almost. First let them drain on some paper plates for a little while.",
+            "bot": true,
+            "annotations": "negate();\r\ninform_instruction(inst-9);"
+        },
+        {
+            "utt_id": "utt-56",
+            "utterance": "Ok. what's next?",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"req_instruction;\", \"tracker_completed_step\": \"inst-9\", \"tracker_completed_step_num\": 23, \"tracker_requested_step\": \"inst-10\", \"tracker_requested_step_num\": 24}"
+        },
+        {
+            "utt_id": "utt-57",
+            "utterance": "Combine 1/2 teaspoon of cinnamon and 1/2 cup of sugar in a large resealable bag.",
+            "bot": true,
+            "annotations": "inform_instruction(inst-10);"
+        },
+        {
+            "utt_id": "utt-58",
+            "utterance": "Ok. I have combined everything in the bag.",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"confirm;\", \"tracker_completed_step\": \"inst-10\", \"tracker_completed_step_num\": 24, \"tracker_requested_step\": \"inst-11\", \"tracker_requested_step_num\": 25}"
+        },
+        {
+            "utt_id": "utt-59",
+            "utterance": "Ok. now you may place a couple of warm donuts in the bag at a time and seal it and shake it.",
+            "bot": true,
+            "annotations": "inform_instruction(inst-11);"
+        },
+        {
+            "utt_id": "utt-60",
+            "utterance": "That's done.",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"confirm;\", \"tracker_completed_step\": \"inst-11\", \"tracker_completed_step_num\": 25, \"tracker_requested_step\": \"inst-11\", \"tracker_requested_step_num\": 25}"
+        },
+        {
+            "utt_id": "utt-61",
+            "utterance": "Ok. great. Now you are done! I hope the donuts taste well.",
+            "bot": true,
+            "annotations": "enjoy();"
+        },
+        {
+            "utt_id": "utt-62",
+            "utterance": "Thank you for the instructions. The doughnuts are delicious.",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"thank;\", \"tracker_completed_step\": \"inst-11\", \"tracker_completed_step_num\": 25, \"tracker_requested_step\": \"inst-11\", \"tracker_requested_step_num\": 25}"
+        },
+        {
+            "utt_id": "utt-63",
+            "utterance": "You are welcome, I'm happy to hear that. Have a good day.",
+            "bot": true,
+            "annotations": "thank();\r\ngoodbye();"
+        }
+    ]
+}

dialog/003.1.json

@@ -0,0 +1,142 @@
+{
+    "messages": [
+        {
+            "utt_id": "utt-0",
+            "utterance": "Hi. what is the first step to bake basil burgers?",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"greeting; req_start;\", \"tracker_completed_step\": \"inst-0\", \"tracker_completed_step_num\": 7, \"tracker_requested_step\": \"inst-0\", \"tracker_requested_step_num\": 7}"
+        },
+        {
+            "utt_id": "utt-1",
+            "utterance": "Hi. the first step is to preheat an outdoor grill to a high heat temperature.",
+            "bot": true,
+            "annotations": "greeting();\r\ninform_instruction(inst-0);"
+        },
+        {
+            "utt_id": "utt-2",
+            "utterance": "Ok. I preheated the outdoor grill to a high heat temperature. What should I do now?",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"confirm; req_instruction;\", \"tracker_completed_step\": \"inst-0\", \"tracker_completed_step_num\": 7, \"tracker_requested_step\": \"inst-1\", \"tracker_requested_step_num\": 8}"
+        },
+        {
+            "utt_id": "utt-3",
+            "utterance": "Next you should take a bowl to prepare a mixture.",
+            "bot": true,
+            "annotations": "fetch(inst-1, [tool-1-0]);"
+        },
+        {
+            "utt_id": "utt-4",
+            "utterance": "Ok. should it be a large bowl or it doesn't matter?",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"req_tool;\", \"tracker_completed_step\": \"inst-1\", \"tracker_completed_step_num\": 8, \"tracker_requested_step\": \"inst-1\", \"tracker_requested_step_num\": 8}"
+        },
+        {
+            "utt_id": "utt-5",
+            "utterance": "It doesn't matter as long as it fits the mixture in the end. You can take a large bowl to be safe.",
+            "bot": true,
+            "annotations": "fence();"
+        },
+        {
+            "utt_id": "utt-6",
+            "utterance": "Ok. I took a large bowl. How do we proceed?",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"confirm; req_instruction;\", \"tracker_completed_step\": \"inst-1\", \"tracker_completed_step_num\": 8, \"tracker_requested_step\": \"inst-1\", \"tracker_requested_step_num\": 8}"
+        },
+        {
+            "utt_id": "utt-7",
+            "utterance": "First add 1/4 pounds of ground beef to the bowl.",
+            "bot": true,
+            "annotations": "simplify_continue(ac-1-0, [ing-0]);"
+        },
+        {
+            "utt_id": "utt-8",
+            "utterance": "Ok. I added the beef to the bowl. What is next?",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"confirm; req_instruction;\", \"tracker_completed_step\": \"inst-1\", \"tracker_completed_step_num\": 8, \"tracker_requested_step\": \"inst-1\", \"tracker_requested_step_num\": 8}"
+        },
+        {
+            "utt_id": "utt-9",
+            "utterance": "Next add 3 tablespoons Worcestershire sauce and 1/2 tablespoons dried basil.",
+            "bot": true,
+            "annotations": "simplify_continue(ac-1-0, [ing-1, ing-2]);"
+        },
+        {
+            "utt_id": "utt-10",
+            "utterance": "Ok. I added the sauce and dry basil. What should I do now?",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"confirm; req_instruction;\", \"tracker_completed_step\": \"inst-1\", \"tracker_completed_step_num\": 8, \"tracker_requested_step\": \"inst-1\", \"tracker_requested_step_num\": 8}"
+        },
+        {
+            "utt_id": "utt-11",
+            "utterance": "Finally add 1/4 teaspoon garlic salt and 1/4 teaspoon ground black pepper.",
+            "bot": true,
+            "annotations": "simplify_continue(ac-1-0, [ing-3, ing-4]);"
+        },
+        {
+            "utt_id": "utt-12",
+            "utterance": "Ok. I added the garlic salt and black pepper to the mix. What is the next step?",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"confirm; req_instruction;\", \"tracker_completed_step\": \"inst-1\", \"tracker_completed_step_num\": 8, \"tracker_requested_step\": \"inst-2\", \"tracker_requested_step_num\": 9}"
+        },
+        {
+            "utt_id": "utt-13",
+            "utterance": "You should now form 4 burger patties from the mixture.",
+            "bot": true,
+            "annotations": "inform_instruction(inst-2);"
+        },
+        {
+            "utt_id": "utt-14",
+            "utterance": "Ok. I made 4 patties from the mixture. What should I do now?",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"confirm; req_instruction;\", \"tracker_completed_step\": \"inst-2\", \"tracker_completed_step_num\": 9, \"tracker_requested_step\": \"inst-3\", \"tracker_requested_step_num\": 10}"
+        },
+        {
+            "utt_id": "utt-15",
+            "utterance": "Now you should oil the preheated grill and cook the burgers to desired doneness.",
+            "bot": true,
+            "annotations": "inform_instruction(inst-3);"
+        },
+        {
+            "utt_id": "utt-16",
+            "utterance": "Ok. I oiled the grill. How long should I cook the burgers?",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"confirm; req_duration;\", \"tracker_completed_step\": \"inst-3\", \"tracker_completed_step_num\": 10, \"tracker_requested_step\": \"inst-3\", \"tracker_requested_step_num\": 10}"
+        },
+        {
+            "utt_id": "utt-17",
+            "utterance": "You should cook them as desired or you can cook them about 6 minutes to an internal temperature of 70 degrees celsius.",
+            "bot": true,
+            "annotations": "inform_duration(dur-3-0);"
+        },
+        {
+            "utt_id": "utt-18",
+            "utterance": "Ok. thanks I did that and the burgers are cooked. Is there a next step?",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"confirm; req_instruction;\", \"tracker_completed_step\": \"inst-3\", \"tracker_completed_step_num\": 10, \"tracker_requested_step\": \"inst-4\", \"tracker_requested_step_num\": 11}"
+        },
+        {
+            "utt_id": "utt-19",
+            "utterance": "You can now serve the cooked burgers on hamburger buns.",
+            "bot": true,
+            "annotations": "inform_instruction(inst-4);"
+        },
+        {
+            "utt_id": "utt-20",
+            "utterance": "Ok. I served the burgers on the buns. It looks good, thank you.",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"confirm; thank;\", \"tracker_completed_step\": \"inst-4\", \"tracker_completed_step_num\": 11, \"tracker_requested_step\": \"inst-4\", \"tracker_requested_step_num\": 11}"
+        },
+        {
+            "utt_id": "utt-21",
+            "utterance": "That's all, enjoy your Basil Burgers.",
+            "bot": true,
+            "annotations": "end_recipe();\r\nenjoy();\r\n"
+        },
+        {
+            "utt_id": "utt-22",
+            "utterance": "Thanks for the instructions.",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"thank;\", \"tracker_completed_step\": \"inst-4\", \"tracker_completed_step_num\": 11, \"tracker_requested_step\": \"inst-4\", \"tracker_requested_step_num\": 11}"
+        }
+    ]
+}

dialog/004.1.json

@@ -0,0 +1,232 @@
+{
+    "messages": [
+        {
+            "utt_id": "utt-0",
+            "utterance": "Hi. what are we making today?",
+            "bot": false,
+            "annotations": "{\"section\": \"title\", \"intent\": \"greeting; req_start;\", \"tracker_completed_step\": \"title\", \"tracker_completed_step_num\": 0, \"tracker_requested_step\": \"title\", \"tracker_requested_step_num\": 0}"
+        },
+        {
+            "utt_id": "utt-1",
+            "utterance": "Hi. we are going to cook Dads BBQ Roast, are you ready?",
+            "bot": true,
+            "annotations": "greeting();\r\ninform_title(title);\r\npropose_start_recipe();"
+        },
+        {
+            "utt_id": "utt-2",
+            "utterance": "Yes I'm ready, what's the first step?",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"affirm; req_instruction;\", \"tracker_completed_step\": \"title\", \"tracker_completed_step_num\": 0, \"tracker_requested_step\": \"inst-0\", \"tracker_requested_step_num\": 4}"
+        },
+        {
+            "utt_id": "utt-3",
+            "utterance": "Take a small bowl.",
+            "bot": true,
+            "annotations": "fetch(inst-0, [tool-0-0]);"
+        },
+        {
+            "utt_id": "utt-4",
+            "utterance": "I have taken a small bowl, what's next?",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"req_instruction;\", \"tracker_completed_step\": \"inst-0\", \"tracker_completed_step_num\": 4, \"tracker_requested_step\": \"inst-0\", \"tracker_requested_step_num\": 4}"
+        },
+        {
+            "utt_id": "utt-5",
+            "utterance": "Now add 1/3 cups of yellow mustard and 1 ounce of dry onion soup mix to the bowl.",
+            "bot": true,
+            "annotations": "inform_instruction(inst-0);"
+        },
+        {
+            "utt_id": "utt-6",
+            "utterance": "Ok. I have added the mustard and onions to the bowl.",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"confirm;\", \"tracker_completed_step\": \"inst-0\", \"tracker_completed_step_num\": 4, \"tracker_requested_step\": \"inst-1\", \"tracker_requested_step_num\": 5}"
+        },
+        {
+            "utt_id": "utt-7",
+            "utterance": "Now take out some aluminium foil and lay out two long sheets crosswise.",
+            "bot": true,
+            "annotations": "inform_instruction(inst-1);"
+        },
+        {
+            "utt_id": "utt-8",
+            "utterance": "How long do the sheets need to be or does it not matter?",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"req_tool;\", \"tracker_completed_step\": \"inst-1\", \"tracker_completed_step_num\": 5, \"tracker_requested_step\": \"inst-1\", \"tracker_requested_step_num\": 5}"
+        },
+        {
+            "utt_id": "utt-9",
+            "utterance": "Better take two long sheets.",
+            "bot": true,
+            "annotations": "fetch(inst-1, [tool-1-0]);"
+        },
+        {
+            "utt_id": "utt-10",
+            "utterance": "Ok. I have two long sheets now, what's next?",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"confirm; req_instruction;\", \"tracker_completed_step\": \"inst-1\", \"tracker_completed_step_num\": 5, \"tracker_requested_step\": \"inst-1\", \"tracker_requested_step_num\": 5}"
+        },
+        {
+            "utt_id": "utt-11",
+            "utterance": "Now take the 5 pound beef rump roast and pat the roast dry before placing it in the center of the aluminium foil.",
+            "bot": true,
+            "annotations": "fetch(inst-1, [ing-2]);\r\ninform_instruction(inst-2);"
+        },
+        {
+            "utt_id": "utt-12",
+            "utterance": "I have taken the five pound beef  but could you repeat the last part please?",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"confirm; req_repeat;\", \"tracker_completed_step\": \"inst-2\", \"tracker_completed_step_num\": 6, \"tracker_requested_step\": \"inst-2\", \"tracker_requested_step_num\": 6}"
+        },
+        {
+            "utt_id": "utt-13",
+            "utterance": "Pat the beef dry before putting it on the aluminium foil.",
+            "bot": true,
+            "annotations": "repeat(inst-2);"
+        },
+        {
+            "utt_id": "utt-14",
+            "utterance": "Ok. Thank you. that's done.",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"thank; confirm;\", \"tracker_completed_step\": \"inst-2\", \"tracker_completed_step_num\": 6, \"tracker_requested_step\": \"inst-0\", \"tracker_requested_step_num\": 4}"
+        },
+        {
+            "utt_id": "utt-15",
+            "utterance": "Great. Now mix the mustard onion soup in the bowl and coat the roast with the mixture.",
+            "bot": true,
+            "annotations": "inform_instruction(inst-0);\r\ninform_instruction(inst-3);"
+        },
+        {
+            "utt_id": "utt-16",
+            "utterance": "Ok. what's next?",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"req_instruction;\", \"tracker_completed_step\": \"inst-3\", \"tracker_completed_step_num\": 7, \"tracker_requested_step\": \"inst-4\", \"tracker_requested_step_num\": 8}"
+        },
+        {
+            "utt_id": "utt-17",
+            "utterance": "Now you may wrap the foil tightly around the roast so it's all covered.",
+            "bot": true,
+            "annotations": "inform_instruction(ac-4-0);"
+        },
+        {
+            "utt_id": "utt-18",
+            "utterance": "The roast is all covered now.",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"confirm;\", \"tracker_completed_step\": \"inst-4\", \"tracker_completed_step_num\": 8, \"tracker_requested_step\": \"inst-4\", \"tracker_requested_step_num\": 8}"
+        },
+        {
+            "utt_id": "utt-19",
+            "utterance": "Ok. now take one more piece of the aluminum foil and wrap it all around the roast.",
+            "bot": true,
+            "annotations": "inform_instruction(ac-4-1);"
+        },
+        {
+            "utt_id": "utt-20",
+            "utterance": "Ok. what's next?",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"req_instruction;\", \"tracker_completed_step\": \"inst-4\", \"tracker_completed_step_num\": 8, \"tracker_requested_step\": \"inst-5\", \"tracker_requested_step_num\": 9}"
+        },
+        {
+            "utt_id": "utt-21",
+            "utterance": "In this way the roast can be rotated but the juices will stay inside. Now prepare an outdoor grill. You need some charcoal, do you have that?",
+            "bot": true,
+            "annotations": "fetch(inst-5, [tool-5-0]);\r\nverify(inst-6, [tool-6-0]);"
+        },
+        {
+            "utt_id": "utt-22",
+            "utterance": "Yes I have some charcoal. The grill is now ready.",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"confirm;\", \"tracker_completed_step\": \"inst-6\", \"tracker_completed_step_num\": 10, \"tracker_requested_step\": \"inst-6\", \"tracker_requested_step_num\": 10}"
+        },
+        {
+            "utt_id": "utt-23",
+            "utterance": "Ok. now light the charcoal then move it to one side of the grill then place the roast on the grill and cover it.",
+            "bot": true,
+            "annotations": "inform_instruction(inst-6);\r\ninform_instruction(inst-7);"
+        },
+        {
+            "utt_id": "utt-24",
+            "utterance": "Does the roast need to be on the side above the charcoal or on the other side of the grill?",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"other;\", \"tracker_completed_step\": \"inst-7\", \"tracker_completed_step_num\": 11, \"tracker_requested_step\": \"inst-6\", \"tracker_requested_step_num\": 10}"
+        },
+        {
+            "utt_id": "utt-25",
+            "utterance": "The roast should be all over the grill but the coals are on one side.",
+            "bot": true,
+            "annotations": "fence();"
+        },
+        {
+            "utt_id": "utt-26",
+            "utterance": "Ok. that's clear. What's next?",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"confirm; req_instruction;\", \"tracker_completed_step\": \"inst-7\", \"tracker_completed_step_num\": 11, \"tracker_requested_step\": \"inst-8\", \"tracker_requested_step_num\": 12}"
+        },
+        {
+            "utt_id": "utt-27",
+            "utterance": "Now cook the roast for about 2 hours. Don't forget to turn every 30 to 45 minutes. Let me know if something doesn't work.",
+            "bot": true,
+            "annotations": "inform_instruction(inst-8);"
+        },
+        {
+            "utt_id": "utt-28",
+            "utterance": "Ok. I have cooked the roast for two hours now and I have turned the roast regularly.",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"confirm;\", \"tracker_completed_step\": \"inst-8\", \"tracker_completed_step_num\": 12, \"tracker_requested_step\": \"inst-8\", \"tracker_requested_step_num\": 12}"
+        },
+        {
+            "utt_id": "utt-29",
+            "utterance": "Great. Is the internal temperature at least 63 degrees Celsius?",
+            "bot": true,
+            "annotations": "verify(cond-8-0);"
+        },
+        {
+            "utt_id": "utt-30",
+            "utterance": "Yes the internal temperature is about 65 degrees celsius.",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"confirm;\", \"tracker_completed_step\": \"inst-8\", \"tracker_completed_step_num\": 12, \"tracker_requested_step\": \"inst-9\", \"tracker_requested_step_num\": 13}"
+        },
+        {
+            "utt_id": "utt-31",
+            "utterance": "Ok. now let the roast stand for 10 minutes.",
+            "bot": true,
+            "annotations": "inform_instruction(inst-9);"
+        },
+        {
+            "utt_id": "utt-32",
+            "utterance": "That's done. Is it done now?",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"confirm; req_is_recipe_finished;\", \"tracker_completed_step\": \"inst-9\", \"tracker_completed_step_num\": 13, \"tracker_requested_step\": \"inst-10\", \"tracker_requested_step_num\": 14}"
+        },
+        {
+            "utt_id": "utt-33",
+            "utterance": "No, place the roast on a deep serving plate before unwrapping.",
+            "bot": true,
+            "annotations": "negate();\r\nsimplify_begin(ac-10-0);"
+        },
+        {
+            "utt_id": "utt-34",
+            "utterance": "Ok. I placed it on a deep serving plate. What's next?",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"req_instruction;\", \"tracker_completed_step\": \"inst-10\", \"tracker_completed_step_num\": 14, \"tracker_requested_step\": \"inst-10\", \"tracker_requested_step_num\": 14}"
+        },
+        {
+            "utt_id": "utt-35",
+            "utterance": "You can slather the juices and mustard rub onto the beef slices. It's up to you.",
+            "bot": true,
+            "annotations": "inform_instruction(purp-10-0);"
+        },
+        {
+            "utt_id": "utt-36",
+            "utterance": "Ok. I have done it. Thank you for the instructions.",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"confirm; thank;\", \"tracker_completed_step\": \"inst-10\", \"tracker_completed_step_num\": 14, \"tracker_requested_step\": \"inst-10\", \"tracker_requested_step_num\": 14}"
+        },
+        {
+            "utt_id": "utt-37",
+            "utterance": "Ok. Great. enjoy the roasted beef.",
+            "bot": true,
+            "annotations": "enjoy();"
+        }
+    ]
+}

dialog/005.1.json

@@ -0,0 +1,214 @@
+{
+    "messages": [
+        {
+            "utt_id": "utt-0",
+            "utterance": "Hi. how should I start making the Roasted Butterflied Leg of Lamb?",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"greeting; req_start;\", \"tracker_completed_step\": \"inst-0\", \"tracker_completed_step_num\": 10, \"tracker_requested_step\": \"inst-0\", \"tracker_requested_step_num\": 10}"
+        },
+        {
+            "utt_id": "utt-1",
+            "utterance": "Hi. the first step is to mix some oil, garlic, salt, pepper, cumin and oregano.",
+            "bot": true,
+            "annotations": "greeting();\r\ninform_instruction(ac-0-0);"
+        },
+        {
+            "utt_id": "utt-2",
+            "utterance": "Ok. should I mix it in a pan or a bowl?",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"req_tool;\", \"tracker_completed_step\": \"inst-0\", \"tracker_completed_step_num\": 10, \"tracker_requested_step\": \"inst-0\", \"tracker_requested_step_num\": 10}"
+        },
+        {
+            "utt_id": "utt-3",
+            "utterance": "Sorry I cannot answer that.",
+            "bot": true,
+            "annotations": "fence();"
+        },
+        {
+            "utt_id": "utt-4",
+            "utterance": "Alright I made the mixture. What is next?",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"confirm; req_instruction;\", \"tracker_completed_step\": \"inst-0\", \"tracker_completed_step_num\": 10, \"tracker_requested_step\": \"inst-0\", \"tracker_requested_step_num\": 10}"
+        },
+        {
+            "utt_id": "utt-5",
+            "utterance": "Now you should spread the mixture on both sides of the lamb. Wait for about one hour until the lamb is at room temperature.",
+            "bot": true,
+            "annotations": "inform_instruction(ac-0-1);\r\ninform_instruction(ac-0-2);"
+        },
+        {
+            "utt_id": "utt-6",
+            "utterance": "Can you repeat the second part? I added the mixture to the lamb.",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"req_repeat; confirm;\", \"tracker_completed_step\": \"inst-0\", \"tracker_completed_step_num\": 10, \"tracker_requested_step\": \"inst-0\", \"tracker_requested_step_num\": 10}"
+        },
+        {
+            "utt_id": "utt-7",
+            "utterance": "Wait for one hour until the lamb comes at room temperature.",
+            "bot": true,
+            "annotations": "repeat(ac-0-2);"
+        },
+        {
+            "utt_id": "utt-8",
+            "utterance": "Ok. the lamb is on room temperature.",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"confirm;\", \"tracker_completed_step\": \"inst-0\", \"tracker_completed_step_num\": 10, \"tracker_requested_step\": \"inst-1\", \"tracker_requested_step_num\": 11}"
+        },
+        {
+            "utt_id": "utt-9",
+            "utterance": "Ok. now you can preheat the oven to high heat for at least 10 minutes.",
+            "bot": true,
+            "annotations": "inform_instruction(ac-1-1);"
+        },
+        {
+            "utt_id": "utt-10",
+            "utterance": "Ok. I preheated the oven. What is next?",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"confirm; req_instruction;\", \"tracker_completed_step\": \"inst-1\", \"tracker_completed_step_num\": 11, \"tracker_requested_step\": \"inst-2\", \"tracker_requested_step_num\": 12}"
+        },
+        {
+            "utt_id": "utt-11",
+            "utterance": "Cover a roasting pan with foil.",
+            "bot": true,
+            "annotations": "fetch(inst-2, [tool-2-1]);"
+        },
+        {
+            "utt_id": "utt-12",
+            "utterance": "Ok. I covered the roasting pan with foil. What is next?",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"confirm; req_instruction;\", \"tracker_completed_step\": \"inst-2\", \"tracker_completed_step_num\": 12, \"tracker_requested_step\": \"inst-2\", \"tracker_requested_step_num\": 12}"
+        },
+        {
+            "utt_id": "utt-13",
+            "utterance": "Now you can place the lamb in the roasting pan and place it on a large wire rack in the oven. Make sure the cut side of the lamb is upwards.",
+            "bot": true,
+            "annotations": "inform_instruction(inst-2);"
+        },
+        {
+            "utt_id": "utt-14",
+            "utterance": "I placed the lamb in the oven. Can you repeat the last phrase?",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"confirm; req_repeat;\", \"tracker_completed_step\": \"inst-2\", \"tracker_completed_step_num\": 12, \"tracker_requested_step\": \"inst-2\", \"tracker_requested_step_num\": 12}"
+        },
+        {
+            "utt_id": "utt-15",
+            "utterance": "Make sure the side of the lamb were it is cut, is facing upwards.",
+            "bot": true,
+            "annotations": "repeat(inst-2);"
+        },
+        {
+            "utt_id": "utt-16",
+            "utterance": "Ok. the side of the lamb is facing upwards. What is next?",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"confirm; req_instruction;\", \"tracker_completed_step\": \"inst-2\", \"tracker_completed_step_num\": 12, \"tracker_requested_step\": \"inst-3\", \"tracker_requested_step_num\": 13}"
+        },
+        {
+            "utt_id": "utt-17",
+            "utterance": "Now you should broil the lamb for about 8 minutes. Meanwhile you should move the pan regularly so the entire surface browns evenly.",
+            "bot": true,
+            "annotations": "inform_instruction(inst-3);"
+        },
+        {
+            "utt_id": "utt-18",
+            "utterance": "Ok. I have done that. The entire surface is brown. What is next?",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"confirm; req_instruction;\", \"tracker_completed_step\": \"inst-3\", \"tracker_completed_step_num\": 13, \"tracker_requested_step\": \"inst-4\", \"tracker_requested_step_num\": 14}"
+        },
+        {
+            "utt_id": "utt-19",
+            "utterance": "Now you should turn the lamb over so the other surface is facing upwards. Repeat the 8 minutes while moving the pan regularly.",
+            "bot": true,
+            "annotations": "inform_instruction(inst-4);"
+        },
+        {
+            "utt_id": "utt-20",
+            "utterance": "Ok. I have done that. The other side also turned out ok.",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"confirm;\", \"tracker_completed_step\": \"inst-4\", \"tracker_completed_step_num\": 14, \"tracker_requested_step\": \"inst-5\", \"tracker_requested_step_num\": 15}"
+        },
+        {
+            "utt_id": "utt-21",
+            "utterance": "Now you can turn off the broiler and let rest the lamb outside the oven for 10 minutes.",
+            "bot": true,
+            "annotations": "inform_instruction(inst-5);"
+        },
+        {
+            "utt_id": "utt-22",
+            "utterance": "Ok. the lamb rested for 10 minutes. What is the next step?",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"confirm; req_instruction;\", \"tracker_completed_step\": \"inst-5\", \"tracker_completed_step_num\": 15, \"tracker_requested_step\": \"inst-6\", \"tracker_requested_step_num\": 16}"
+        },
+        {
+            "utt_id": "utt-23",
+            "utterance": "Now heat the oven to 325 degrees Fahrenheit.",
+            "bot": true,
+            "annotations": "inform_instruction(inst-6);"
+        },
+        {
+            "utt_id": "utt-24",
+            "utterance": "Ok. the oven is heated.",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"confirm;\", \"tracker_completed_step\": \"inst-6\", \"tracker_completed_step_num\": 16, \"tracker_requested_step\": \"inst-7\", \"tracker_requested_step_num\": 17}"
+        },
+        {
+            "utt_id": "utt-25",
+            "utterance": "Place a thermometer into the thickest portion of the lamb.",
+            "bot": true,
+            "annotations": "inform_instruction(ac-7-0);"
+        },
+        {
+            "utt_id": "utt-26",
+            "utterance": "Ok. I did. What should be the temperature?",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"confirm; req_temperature;\", \"tracker_completed_step\": \"inst-7\", \"tracker_completed_step_num\": 17, \"tracker_requested_step\": \"inst-7\", \"tracker_requested_step_num\": 17}"
+        },
+        {
+            "utt_id": "utt-27",
+            "utterance": "Now you should roast the lamb until the thermometer shows 140 degrees. This should be about 50 minutes to 1 hour.",
+            "bot": true,
+            "annotations": "inform_instruction(ac-7-1);\r\ninform_instruction(inst-8);"
+        },
+        {
+            "utt_id": "utt-28",
+            "utterance": "Ok. the temperature shows 140 degrees. What should I do now?",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"confirm; req_instruction;\", \"tracker_completed_step\": \"inst-8\", \"tracker_completed_step_num\": 18, \"tracker_requested_step\": \"inst-11\", \"tracker_requested_step_num\": 21}"
+        },
+        {
+            "utt_id": "utt-29",
+            "utterance": "Take the lamb out of the oven and squeeze on some lemon juice and sprinkle with fresh herbs.",
+            "bot": true,
+            "annotations": "inform_instruction(inst-11);"
+        },
+        {
+            "utt_id": "utt-30",
+            "utterance": "Ok. I have done that. How to finish it?",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"confirm; req_instruction;\", \"tracker_completed_step\": \"inst-11\", \"tracker_completed_step_num\": 21, \"tracker_requested_step\": \"inst-12\", \"tracker_requested_step_num\": 22}"
+        },
+        {
+            "utt_id": "utt-31",
+            "utterance": "Slice the lamb and serve on a platter. Sprinkle the lamb with the accumulated juices from the lamb.",
+            "bot": true,
+            "annotations": "inform_instruction(inst-12);\r\ninform_instruction(inst-13);"
+        },
+        {
+            "utt_id": "utt-32",
+            "utterance": "Ok. I have served it on a platter. Something else to do?",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"confirm; req_is_recipe_ongoing;\", \"tracker_completed_step\": \"inst-13\", \"tracker_completed_step_num\": 23, \"tracker_requested_step\": \"inst-12\", \"tracker_requested_step_num\": 22}"
+        },
+        {
+            "utt_id": "utt-33",
+            "utterance": "No that's all, well done! Enjoy your meal.",
+            "bot": true,
+            "annotations": "negate();\r\nend_recipe();\r\nenjoy();"
+        },
+        {
+            "utt_id": "utt-34",
+            "utterance": "Ok. thanks it looks good.",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"thank;\", \"tracker_completed_step\": \"inst-13\", \"tracker_completed_step_num\": 23, \"tracker_requested_step\": \"inst-12\", \"tracker_requested_step_num\": 22}"
+        }
+    ]
+}

dialog/006.1.json

@@ -0,0 +1,268 @@
+{
+    "messages": [
+        {
+            "utt_id": "utt-0",
+            "utterance": "Hi. what are we making today?",
+            "bot": false,
+            "annotations": "{\"section\": \"title\", \"intent\": \"greeting; req_start;\", \"tracker_completed_step\": \"title\", \"tracker_completed_step_num\": 0, \"tracker_requested_step\": \"title\", \"tracker_requested_step_num\": 0}"
+        },
+        {
+            "utt_id": "utt-1",
+            "utterance": "Hi. we are going to make a cinnamon bread. Are you ready?",
+            "bot": true,
+            "annotations": "greeting();\r\ninform_title(title);\r\npropose_start_recipe();"
+        },
+        {
+            "utt_id": "utt-2",
+            "utterance": "Yes I'm ready. What's the first step?",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"confirm; req_instruction;\", \"tracker_completed_step\": \"title\", \"tracker_completed_step_num\": 0, \"tracker_requested_step\": \"inst-0\", \"tracker_requested_step_num\": 14}"
+        },
+        {
+            "utt_id": "utt-3",
+            "utterance": "First preheat the oven to 175 degrees celsius.",
+            "bot": true,
+            "annotations": "inform_instruction(inst-0);"
+        },
+        {
+            "utt_id": "utt-4",
+            "utterance": "Ok. the oven is at 170 degrees Celsius.",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"confirm;\", \"tracker_completed_step\": \"inst-0\", \"tracker_completed_step_num\": 14, \"tracker_requested_step\": \"inst-1\", \"tracker_requested_step_num\": 15}"
+        },
+        {
+            "utt_id": "utt-5",
+            "utterance": "Now grease a 9x5 inch loaf pan with some butter.",
+            "bot": true,
+            "annotations": "inform_instruction(inst-1);"
+        },
+        {
+            "utt_id": "utt-6",
+            "utterance": "The leaf pan is greased with some butter. What's next?",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"confirm; req_instruction;\", \"tracker_completed_step\": \"inst-1\", \"tracker_completed_step_num\": 15, \"tracker_requested_step\": \"inst-2\", \"tracker_requested_step_num\": 16}"
+        },
+        {
+            "utt_id": "utt-7",
+            "utterance": "Now we are going to add some ingredients into a large mixing bowl. First add 2 cups of flour.",
+            "bot": true,
+            "annotations": "simplify_begin(ac-2-0);\r\nsimplify_continue(inst-2, [ing-0]);"
+        },
+        {
+            "utt_id": "utt-8",
+            "utterance": "What kind of flour should it be? Is all-purpose flour good?",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"req_ingredient;\", \"tracker_completed_step\": \"inst-2\", \"tracker_completed_step_num\": 16, \"tracker_requested_step\": \"inst-2\", \"tracker_requested_step_num\": 16}"
+        },
+        {
+            "utt_id": "utt-9",
+            "utterance": "Yes it is! Also add 1 cup of white sugar.",
+            "bot": true,
+            "annotations": "affirm();\r\nsimplify_continue(inst-2, [ing-1]);"
+        },
+        {
+            "utt_id": "utt-10",
+            "utterance": "That's done.",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"confirm;\", \"tracker_completed_step\": \"inst-2\", \"tracker_completed_step_num\": 16, \"tracker_requested_step\": \"inst-2\", \"tracker_requested_step_num\": 16}"
+        },
+        {
+            "utt_id": "utt-11",
+            "utterance": "Now continue adding 2 teaspoons of baking powder.",
+            "bot": true,
+            "annotations": "simplify_continue(inst-2, [ing-2]);"
+        },
+        {
+            "utt_id": "utt-12",
+            "utterance": "Ok. I have added the baking powder to the bowl.",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"confirm;\", \"tracker_completed_step\": \"inst-2\", \"tracker_completed_step_num\": 16, \"tracker_requested_step\": \"inst-2\", \"tracker_requested_step_num\": 16}"
+        },
+        {
+            "utt_id": "utt-13",
+            "utterance": "Now add 1/2 teaspoon of baking soda and 1 1/2 teaspoons of cinnamon into the mix.",
+            "bot": true,
+            "annotations": "simplify_continue(inst-2, [ing-3, ing-4]);"
+        },
+        {
+            "utt_id": "utt-14",
+            "utterance": "That's Done. what is the next step?",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"confirm; req_instruction;\", \"tracker_completed_step\": \"inst-2\", \"tracker_completed_step_num\": 16, \"tracker_requested_step\": \"inst-2\", \"tracker_requested_step_num\": 16}"
+        },
+        {
+            "utt_id": "utt-15",
+            "utterance": "Add 1 teaspoon of salt, 1 cup of buttermilk and 1/4 cup of vegetable oil to the mix.",
+            "bot": true,
+            "annotations": "simplify_continue(inst-2, [ing-5, ing-6, ing-7]);"
+        },
+        {
+            "utt_id": "utt-16",
+            "utterance": "I have added the salt and butter milk. What's the quantity of the vegetable oil again?",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"confirm; req_amount;\", \"tracker_completed_step\": \"inst-2\", \"tracker_completed_step_num\": 16, \"tracker_requested_step\": \"ing-7\", \"tracker_requested_step_num\": 8}"
+        },
+        {
+            "utt_id": "utt-17",
+            "utterance": "It is 1/4 cup.",
+            "bot": true,
+            "annotations": "inform_amount(ing-7);"
+        },
+        {
+            "utt_id": "utt-18",
+            "utterance": "Thank you. what's next?",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"thank; req_instruction;\", \"tracker_completed_step\": \"ing-7\", \"tracker_completed_step_num\": 8, \"tracker_requested_step\": \"inst-2\", \"tracker_requested_step_num\": 16}"
+        },
+        {
+            "utt_id": "utt-19",
+            "utterance": "Now still add 2 eggs and 2 teaspoons of vanilla extract to the mix.",
+            "bot": true,
+            "annotations": "simplify_continue(inst-2, [ing-8, ing-9]);"
+        },
+        {
+            "utt_id": "utt-20",
+            "utterance": "Ok. I added the eggs and vanilla extract to the mix.",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"confirm;\", \"tracker_completed_step\": \"inst-2\", \"tracker_completed_step_num\": 16, \"tracker_requested_step\": \"inst-3\", \"tracker_requested_step_num\": 17}"
+        },
+        {
+            "utt_id": "utt-21",
+            "utterance": "Good, now the mix is done. You may beat it for 3 minutes.",
+            "bot": true,
+            "annotations": "inform_instruction(inst-3);"
+        },
+        {
+            "utt_id": "utt-22",
+            "utterance": "I have beaten it for three minutes and it looks good.",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"confirm;\", \"tracker_completed_step\": \"inst-3\", \"tracker_completed_step_num\": 17, \"tracker_requested_step\": \"inst-4\", \"tracker_requested_step_num\": 18}"
+        },
+        {
+            "utt_id": "utt-23",
+            "utterance": "Now put it in the loaf pan you prepared earlier and smooth the top.",
+            "bot": true,
+            "annotations": "inform_instruction(inst-4);\r\ninform_instruction(inst-5);"
+        },
+        {
+            "utt_id": "utt-24",
+            "utterance": "Ok. what is the next instruction?",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"req_instruction;\", \"tracker_completed_step\": \"inst-5\", \"tracker_completed_step_num\": 19, \"tracker_requested_step\": \"inst-6\", \"tracker_requested_step_num\": 20}"
+        },
+        {
+            "utt_id": "utt-25",
+            "utterance": "Take a small bowl and add 2 tablespoons of white sugar, 1 teaspoon of cinnamon and 2 teaspoons of butter.",
+            "bot": true,
+            "annotations": "inform_instruction(ac-6-0);"
+        },
+        {
+            "utt_id": "utt-26",
+            "utterance": "I have added the white sugar. Can you repeat the other two ingredients please?",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"confirm; req_repeat;\", \"tracker_completed_step\": \"inst-6\", \"tracker_completed_step_num\": 20, \"tracker_requested_step\": \"inst-6\", \"tracker_requested_step_num\": 20}"
+        },
+        {
+            "utt_id": "utt-27",
+            "utterance": "1 teaspoon of cinnamon and 2 teaspoons of butter.",
+            "bot": true,
+            "annotations": "repeat(inst-6, [ing-11, ing-12]);"
+        },
+        {
+            "utt_id": "utt-28",
+            "utterance": "Ok. that's done.",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"confirm;\", \"tracker_completed_step\": \"inst-6\", \"tracker_completed_step_num\": 20, \"tracker_requested_step\": \"inst-6\", \"tracker_requested_step_num\": 20}"
+        },
+        {
+            "utt_id": "utt-29",
+            "utterance": "Good, now mix these ingredients in the small bowl until they are crumbly.",
+            "bot": true,
+            "annotations": "inform_instruction(ac-6-1);"
+        },
+        {
+            "utt_id": "utt-30",
+            "utterance": "The crumble looks good. What's next?",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"confirm; req_instruction;\", \"tracker_completed_step\": \"inst-6\", \"tracker_completed_step_num\": 20, \"tracker_requested_step\": \"inst-7\", \"tracker_requested_step_num\": 21}"
+        },
+        {
+            "utt_id": "utt-31",
+            "utterance": "Now sprinkle this crumbled topping on the smoothed batter.",
+            "bot": true,
+            "annotations": "inform_instruction(inst-7);"
+        },
+        {
+            "utt_id": "utt-32",
+            "utterance": "I have sprinkled it on the batter. What's next?",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"confirm; req_instruction;\", \"tracker_completed_step\": \"inst-7\", \"tracker_completed_step_num\": 21, \"tracker_requested_step\": \"inst-8\", \"tracker_requested_step_num\": 22}"
+        },
+        {
+            "utt_id": "utt-33",
+            "utterance": "Now use a knife and cut in a light swirling motion in the batter. This will give a marbled effect.",
+            "bot": true,
+            "annotations": "inform_instruction(inst-8);"
+        },
+        {
+            "utt_id": "utt-34",
+            "utterance": "Ok. that's done.",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"confirm;\", \"tracker_completed_step\": \"inst-8\", \"tracker_completed_step_num\": 22, \"tracker_requested_step\": \"inst-9\", \"tracker_requested_step_num\": 23}"
+        },
+        {
+            "utt_id": "utt-35",
+            "utterance": "Great. now you are ready to bake the cake for 50 minutes in the oven.",
+            "bot": true,
+            "annotations": "inform_instruction(inst-9);"
+        },
+        {
+            "utt_id": "utt-36",
+            "utterance": "I have baked it for 15 minutes now.",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"confirm;\", \"tracker_completed_step\": \"inst-9\", \"tracker_completed_step_num\": 23, \"tracker_requested_step\": \"inst-9\", \"tracker_requested_step_num\": 23}"
+        },
+        {
+            "utt_id": "utt-37",
+            "utterance": "Bake it 35 minutes more. It has to be baked for 50 minutes.",
+            "bot": true,
+            "annotations": "repeat(inst-9);"
+        },
+        {
+            "utt_id": "utt-38",
+            "utterance": "Oh I misunderstood it. I have baked it now for 50 minutes.",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"confirm;\", \"tracker_completed_step\": \"inst-9\", \"tracker_completed_step_num\": 23, \"tracker_requested_step\": \"inst-10\", \"tracker_requested_step_num\": 24}"
+        },
+        {
+            "utt_id": "utt-39",
+            "utterance": "Ok. very good. Now test with a toothpick if it's ready. It's ready when it comes out clean.",
+            "bot": true,
+            "annotations": "inform_instruction(inst-10);\r\ninform_instruction(inst-11);"
+        },
+        {
+            "utt_id": "utt-40",
+            "utterance": "It seems to be ready.",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"confirm;\", \"tracker_completed_step\": \"inst-11\", \"tracker_completed_step_num\": 25, \"tracker_requested_step\": \"inst-12\", \"tracker_requested_step_num\": 26}"
+        },
+        {
+            "utt_id": "utt-41",
+            "utterance": "Ok. great. Now remove the bread and let it cool. Now you are done.",
+            "bot": true,
+            "annotations": "inform_instruction(inst-12);\r\nend_recipe();"
+        },
+        {
+            "utt_id": "utt-42",
+            "utterance": "Thank you for the instructions!",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"thank;\", \"tracker_completed_step\": \"inst-12\", \"tracker_completed_step_num\": 26, \"tracker_requested_step\": \"inst-12\", \"tracker_requested_step_num\": 26}"
+        },
+        {
+            "utt_id": "utt-43",
+            "utterance": "Ok. you are welcome.",
+            "bot": true,
+            "annotations": "thank();"
+        }
+    ]
+}

dialog/007.1.json

@@ -0,0 +1,178 @@
+{
+    "messages": [
+        {
+            "utt_id": "utt-0",
+            "utterance": "Hi. how do I make baked chicken breasts supreme?",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"greeting; req_start;\", \"tracker_completed_step\": \"inst-0\", \"tracker_completed_step_num\": 11, \"tracker_requested_step\": \"inst-0\", \"tracker_requested_step_num\": 11}"
+        },
+        {
+            "utt_id": "utt-1",
+            "utterance": "Hi. first you should take a large bowl to create a mixture.",
+            "bot": true,
+            "annotations": "greeting();\r\nfetch(inst-0, [tool-0-0]);"
+        },
+        {
+            "utt_id": "utt-2",
+            "utterance": "Ok. I took the large bowl.",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"confirm;\", \"tracker_completed_step\": \"inst-0\", \"tracker_completed_step_num\": 11, \"tracker_requested_step\": \"inst-0\", \"tracker_requested_step_num\": 11}"
+        },
+        {
+            "utt_id": "utt-3",
+            "utterance": "You should combine eight ingredients in total. I will say them one by one if you are ready.",
+            "bot": true,
+            "annotations": "simplify_begin(ac-0-0);"
+        },
+        {
+            "utt_id": "utt-4",
+            "utterance": "Ok. I'm ready what is the first ingredient?",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"confirm; req_instruction;\", \"tracker_completed_step\": \"inst-0\", \"tracker_completed_step_num\": 11, \"tracker_requested_step\": \"inst-0\", \"tracker_requested_step_num\": 11}"
+        },
+        {
+            "utt_id": "utt-5",
+            "utterance": "First add 1/2 cups sour cream.",
+            "bot": true,
+            "annotations": "simplify_continue(inst-0, [ing-0]);"
+        },
+        {
+            "utt_id": "utt-6",
+            "utterance": "Ok. done what is the next?",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"confirm; req_instruction;\", \"tracker_completed_step\": \"inst-0\", \"tracker_completed_step_num\": 11, \"tracker_requested_step\": \"inst-0\", \"tracker_requested_step_num\": 11}"
+        },
+        {
+            "utt_id": "utt-7",
+            "utterance": "Next add 1/4 cup lemon juice and 1/2 teaspoon Worcestershire sauce.",
+            "bot": true,
+            "annotations": "simplify_continue(inst-0, [ing-1, ing-2]);"
+        },
+        {
+            "utt_id": "utt-8",
+            "utterance": "Ok. done.",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"confirm;\", \"tracker_completed_step\": \"inst-0\", \"tracker_completed_step_num\": 11, \"tracker_requested_step\": \"inst-0\", \"tracker_requested_step_num\": 11}"
+        },
+        {
+            "utt_id": "utt-9",
+            "utterance": "Then add 1/2 teaspoon celery seed and 1/2 teaspoon Hungarian sweet paprika.",
+            "bot": true,
+            "annotations": "simplify_continue(inst-0, [ing-3, ing-4]);"
+        },
+        {
+            "utt_id": "utt-10",
+            "utterance": "Ok. I added both. What is next?",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"confirm; req_instruction;\", \"tracker_completed_step\": \"inst-0\", \"tracker_completed_step_num\": 11, \"tracker_requested_step\": \"inst-0\", \"tracker_requested_step_num\": 11}"
+        },
+        {
+            "utt_id": "utt-11",
+            "utterance": "Furthermore add 1 minced garlic glove.",
+            "bot": true,
+            "annotations": "simplify_continue(inst-0, [ing-5]);"
+        },
+        {
+            "utt_id": "utt-12",
+            "utterance": "Ok. I also added that. Now what should I do?",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"confirm; req_instruction;\", \"tracker_completed_step\": \"inst-0\", \"tracker_completed_step_num\": 11, \"tracker_requested_step\": \"inst-0\", \"tracker_requested_step_num\": 11}"
+        },
+        {
+            "utt_id": "utt-13",
+            "utterance": "Finally add 1/2 teaspoon salt and 1/4 teaspoon pepper.",
+            "bot": true,
+            "annotations": "simplify_continue(inst-0, [ing-6, ing-7]);"
+        },
+        {
+            "utt_id": "utt-14",
+            "utterance": "Ok. all added.",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"confirm;\", \"tracker_completed_step\": \"inst-0\", \"tracker_completed_step_num\": 11, \"tracker_requested_step\": \"inst-1\", \"tracker_requested_step_num\": 12}"
+        },
+        {
+            "utt_id": "utt-15",
+            "utterance": "Good, your mixture is ready. Now you can place the chicken in the mixture and turn the chicken so everything is coated with the mixture.",
+            "bot": true,
+            "annotations": "inform_instruction(inst-1);"
+        },
+        {
+            "utt_id": "utt-16",
+            "utterance": "Ok. all of the chicken is coated with the mixture. What should I do with it now?",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"confirm; req_instruction;\", \"tracker_completed_step\": \"inst-1\", \"tracker_completed_step_num\": 12, \"tracker_requested_step\": \"inst-2\", \"tracker_requested_step_num\": 13}"
+        },
+        {
+            "utt_id": "utt-17",
+            "utterance": "You should covered it and let it marinate in the refrigerator during the night.",
+            "bot": true,
+            "annotations": "inform_instruction(inst-2);"
+        },
+        {
+            "utt_id": "utt-18",
+            "utterance": "Ok. thanks. I just let it marinate this night. What should I do today?",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"thank; confirm; req_instruction;\", \"tracker_completed_step\": \"inst-2\", \"tracker_completed_step_num\": 13, \"tracker_requested_step\": \"inst-3\", \"tracker_requested_step_num\": 14}"
+        },
+        {
+            "utt_id": "utt-19",
+            "utterance": "Great. you are back. Now you can remove the chicken from the marinade and coat the chicken with crumbs.",
+            "bot": true,
+            "annotations": "inform_instruction(inst-3);"
+        },
+        {
+            "utt_id": "utt-20",
+            "utterance": "Thanks. Sorry can you repeat the second part with the crumbs?",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"thank; req_repeat;\", \"tracker_completed_step\": \"inst-3\", \"tracker_completed_step_num\": 14, \"tracker_requested_step\": \"inst-3\", \"tracker_requested_step_num\": 14}"
+        },
+        {
+            "utt_id": "utt-21",
+            "utterance": "You should coat each piece of chicken with crumbs. You should use about 2 cups fine dry bread crumbs.",
+            "bot": true,
+            "annotations": "repeat(ac-3-1);"
+        },
+        {
+            "utt_id": "utt-22",
+            "utterance": "Ok. I have coated each piece of chicken with crumbs. What is next?",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"confirm; req_instruction;\", \"tracker_completed_step\": \"inst-3\", \"tracker_completed_step_num\": 14, \"tracker_requested_step\": \"inst-4\", \"tracker_requested_step_num\": 15}"
+        },
+        {
+            "utt_id": "utt-23",
+            "utterance": "Now arrange the chicken on a shallow baking pan.",
+            "bot": true,
+            "annotations": "inform_instruction(inst-4);"
+        },
+        {
+            "utt_id": "utt-24",
+            "utterance": "Ok. I have put the chicken in the pan. What is next?",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"confirm; req_instruction;\", \"tracker_completed_step\": \"inst-4\", \"tracker_completed_step_num\": 15, \"tracker_requested_step\": \"inst-5\", \"tracker_requested_step_num\": 16}"
+        },
+        {
+            "utt_id": "utt-25",
+            "utterance": "Now you should bake it at 350 degrees Fahrenheit for 45 minutes. The chicken should be uncovered.",
+            "bot": true,
+            "annotations": "inform_instruction(inst-5);"
+        },
+        {
+            "utt_id": "utt-26",
+            "utterance": "Ok. I bake the chicken for 45 minutes. What is next?",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"confirm; req_instruction;\", \"tracker_completed_step\": \"inst-5\", \"tracker_completed_step_num\": 16, \"tracker_requested_step\": \"inst-5\", \"tracker_requested_step_num\": 16}"
+        },
+        {
+            "utt_id": "utt-27",
+            "utterance": "That's all. Enjoy your Baked Chicken Breasts.",
+            "bot": true,
+            "annotations": "end_recipe();\r\nenjoy();"
+        },
+        {
+            "utt_id": "utt-28",
+            "utterance": "Ok. thank you for the instructions. It looks good.",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"thank;\", \"tracker_completed_step\": \"inst-5\", \"tracker_completed_step_num\": 16, \"tracker_requested_step\": \"inst-5\", \"tracker_requested_step_num\": 16}"
+        }
+    ]
+}

dialog/008.1.json

@@ -0,0 +1,130 @@
+{
+    "messages": [
+        {
+            "utt_id": "utt-0",
+            "utterance": "Hi. what are we making today?",
+            "bot": false,
+            "annotations": "{\"section\": \"title\", \"intent\": \"greeting; req_start;\", \"tracker_completed_step\": \"title\", \"tracker_completed_step_num\": 0, \"tracker_requested_step\": \"title\", \"tracker_requested_step_num\": 0}"
+        },
+        {
+            "utt_id": "utt-1",
+            "utterance": "Hi. today we are going to make chocolate hazelnut fruit crepes.",
+            "bot": true,
+            "annotations": "greeting();\r\ninform_title(title);"
+        },
+        {
+            "utt_id": "utt-2",
+            "utterance": "That sounds good! What's the first step I need to take?",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"req_instruction;\", \"tracker_completed_step\": \"title\", \"tracker_completed_step_num\": 0, \"tracker_requested_step\": \"inst-0\", \"tracker_requested_step_num\": 5}"
+        },
+        {
+            "utt_id": "utt-3",
+            "utterance": "Great. the first step is to take 4 readymade crepes and 1 cup of chocolate hazelnut spread.",
+            "bot": true,
+            "annotations": "fetch(inst-0, [ing-1, ing-0]);"
+        },
+        {
+            "utt_id": "utt-4",
+            "utterance": "Ok. I have taken the crepes and the hazelnut spread.",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"confirm;\", \"tracker_completed_step\": \"inst-0\", \"tracker_completed_step_num\": 5, \"tracker_requested_step\": \"inst-0\", \"tracker_requested_step_num\": 5}"
+        },
+        {
+            "utt_id": "utt-5",
+            "utterance": "Now you may spread 1/4 cup of the hazelnut spread on each crepe.",
+            "bot": true,
+            "annotations": "inform_instruction(inst-0);"
+        },
+        {
+            "utt_id": "utt-6",
+            "utterance": "That's done. What's next?",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"confirm; req_instruction;\", \"tracker_completed_step\": \"inst-0\", \"tracker_completed_step_num\": 5, \"tracker_requested_step\": \"inst-1\", \"tracker_requested_step_num\": 6}"
+        },
+        {
+            "utt_id": "utt-7",
+            "utterance": "Take 4 bananas and slice all of them in little pieces.",
+            "bot": true,
+            "annotations": "fetch(inst-1, [ing-2]);"
+        },
+        {
+            "utt_id": "utt-8",
+            "utterance": "I have sliced all the bananas into little pieces. What should I do next?",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"confirm; req_instruction;\", \"tracker_completed_step\": \"inst-1\", \"tracker_completed_step_num\": 6, \"tracker_requested_step\": \"inst-1\", \"tracker_requested_step_num\": 6}"
+        },
+        {
+            "utt_id": "utt-9",
+            "utterance": "Great. now you may put one 1 sliced banana on the center of each crepe.",
+            "bot": true,
+            "annotations": "inform_instruction(inst-1);"
+        },
+        {
+            "utt_id": "utt-10",
+            "utterance": "Could you repeat that please?",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"req_repeat;\", \"tracker_completed_step\": \"inst-1\", \"tracker_completed_step_num\": 6, \"tracker_requested_step\": \"inst-1\", \"tracker_requested_step_num\": 6}"
+        },
+        {
+            "utt_id": "utt-11",
+            "utterance": "You may put 1 sliced banana on each crepe.",
+            "bot": true,
+            "annotations": "repeat(inst-1);"
+        },
+        {
+            "utt_id": "utt-12",
+            "utterance": "Thank you. that's done.",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"thank; confirm;\", \"tracker_completed_step\": \"inst-1\", \"tracker_completed_step_num\": 6, \"tracker_requested_step\": \"inst-2\", \"tracker_requested_step_num\": 7}"
+        },
+        {
+            "utt_id": "utt-13",
+            "utterance": "Ok. now roll up all the crepes and place them in a skillet over medium heat for 1,5 minute.",
+            "bot": true,
+            "annotations": "inform_instruction(inst-2);"
+        },
+        {
+            "utt_id": "utt-14",
+            "utterance": "For how many minutes?",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"req_duration;\", \"tracker_completed_step\": \"inst-2\", \"tracker_completed_step_num\": 7, \"tracker_requested_step\": \"inst-2\", \"tracker_requested_step_num\": 7}"
+        },
+        {
+            "utt_id": "utt-15",
+            "utterance": "For 1,5 minutes in total.",
+            "bot": true,
+            "annotations": "inform_duration(dur-3-0);"
+        },
+        {
+            "utt_id": "utt-16",
+            "utterance": "Ok. everything is done now.",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"confirm;\", \"tracker_completed_step\": \"inst-2\", \"tracker_completed_step_num\": 7, \"tracker_requested_step\": \"inst-4\", \"tracker_requested_step_num\": 9}"
+        },
+        {
+            "utt_id": "utt-17",
+            "utterance": "Great. the last step is to serve it on plates with some whipped cream if you like.",
+            "bot": true,
+            "annotations": "inform_instruction(inst-4);"
+        },
+        {
+            "utt_id": "utt-18",
+            "utterance": "Ok. I have done that. They look delicious.",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"confirm;\", \"tracker_completed_step\": \"inst-4\", \"tracker_completed_step_num\": 9, \"tracker_requested_step\": \"inst-4\", \"tracker_requested_step_num\": 9}"
+        },
+        {
+            "utt_id": "utt-19",
+            "utterance": "Ok. thanks have a nice day.",
+            "bot": true,
+            "annotations": "goodbye();"
+        },
+        {
+            "utt_id": "utt-20",
+            "utterance": "Thank you. have a nice day too.",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"thank;\", \"tracker_completed_step\": \"inst-4\", \"tracker_completed_step_num\": 9, \"tracker_requested_step\": \"inst-4\", \"tracker_requested_step_num\": 9}"
+        }
+    ]
+}

dialog/009.1.json

@@ -0,0 +1,532 @@
+{
+    "messages": [
+        {
+            "utt_id": "utt-0",
+            "utterance": "Hi. what is the first step to make the tarts?",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"greeting; req_start;\", \"tracker_completed_step\": \"inst-0\", \"tracker_completed_step_num\": 21, \"tracker_requested_step\": \"inst-0\", \"tracker_requested_step_num\": 21}"
+        },
+        {
+            "utt_id": "utt-1",
+            "utterance": "Hi. the first step is to bring 6 cups of water to a boil.",
+            "bot": true,
+            "annotations": "greeting();\r\ninform_instruction(inst-0);"
+        },
+        {
+            "utt_id": "utt-2",
+            "utterance": "Ok. the water is boiling. What is the next step?",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"req_instruction;\", \"tracker_completed_step\": \"inst-0\", \"tracker_completed_step_num\": 21, \"tracker_requested_step\": \"inst-1\", \"tracker_requested_step_num\": 22}"
+        },
+        {
+            "utt_id": "utt-3",
+            "utterance": "You can now remove the boiling water from the heat and add 4 cups of raw almonds.",
+            "bot": true,
+            "annotations": "inform_instruction(inst-1);"
+        },
+        {
+            "utt_id": "utt-4",
+            "utterance": "Should I add the almonds to the water?",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"other;\", \"tracker_completed_step\": \"inst-1\", \"tracker_completed_step_num\": 22, \"tracker_requested_step\": \"inst-2\", \"tracker_requested_step_num\": 23}"
+        },
+        {
+            "utt_id": "utt-5",
+            "utterance": "Yes you should add them in the water and let them soak for 5 minutes.",
+            "bot": true,
+            "annotations": "affirm();\r\ninform_instruction(ac-2-0);"
+        },
+        {
+            "utt_id": "utt-6",
+            "utterance": "Ok. I did that now. What should I do next?",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"confirm; req_instruction;\", \"tracker_completed_step\": \"inst-2\", \"tracker_completed_step_num\": 23, \"tracker_requested_step\": \"inst-2\", \"tracker_requested_step_num\": 23}"
+        },
+        {
+            "utt_id": "utt-7",
+            "utterance": "Next you should drain the almonds and peel them.",
+            "bot": true,
+            "annotations": "inform_instruction(ac-2-1);\r\ninform_instruction(ac-2-2);"
+        },
+        {
+            "utt_id": "utt-8",
+            "utterance": "Ok. Thanks. the almonds are all drained and peeled. What is the next step?",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"thank; confirm; req_instruction;\", \"tracker_completed_step\": \"inst-2\", \"tracker_completed_step_num\": 23, \"tracker_requested_step\": \"inst-3\", \"tracker_requested_step_num\": 24}"
+        },
+        {
+            "utt_id": "utt-9",
+            "utterance": "Now you can spread the almonds on baking sheets and bake them at 95 degrees Celsius.",
+            "bot": true,
+            "annotations": "inform_instruction(inst-3);"
+        },
+        {
+            "utt_id": "utt-10",
+            "utterance": "Ok. in the oven right?",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"req_tool;\", \"tracker_completed_step\": \"inst-3\", \"tracker_completed_step_num\": 24, \"tracker_requested_step\": \"inst-3\", \"tracker_requested_step_num\": 24}"
+        },
+        {
+            "utt_id": "utt-11",
+            "utterance": "Yes you should use the oven for this.",
+            "bot": true,
+            "annotations": "affirm();"
+        },
+        {
+            "utt_id": "utt-12",
+            "utterance": "Ok. thanks. And how long should I bake them?",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"thank; req_duration;\", \"tracker_completed_step\": \"inst-3\", \"tracker_completed_step_num\": 24, \"tracker_requested_step\": \"inst-4\", \"tracker_requested_step_num\": 25}"
+        },
+        {
+            "utt_id": "utt-13",
+            "utterance": "You should bake until they are completely dry and toasted. This will take several hours. Do not burn the nuts, because this will give a bitter taste.",
+            "bot": true,
+            "annotations": "inform_duration(cond-3-0);\r\ninform_instruction(inst-4);\r\ninform_instruction(inst-5);"
+        },
+        {
+            "utt_id": "utt-14",
+            "utterance": "Ok. it looks they are now completely dry. What should I do with them?",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"confirm; req_instruction;\", \"tracker_completed_step\": \"inst-5\", \"tracker_completed_step_num\": 26, \"tracker_requested_step\": \"inst-4\", \"tracker_requested_step_num\": 25}"
+        },
+        {
+            "utt_id": "utt-15",
+            "utterance": "Put them aside for now and we will continue with the rest of the recipe.",
+            "bot": true,
+            "annotations": "other();"
+        },
+        {
+            "utt_id": "utt-16",
+            "utterance": "Ok. alright. What should I do now?",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"req_instruction;\", \"tracker_completed_step\": \"inst-5\", \"tracker_completed_step_num\": 26, \"tracker_requested_step\": \"inst-6\", \"tracker_requested_step_num\": 27}"
+        },
+        {
+            "utt_id": "utt-17",
+            "utterance": "Take a saucepan and combine 1 cup sugar and 1 cup water and bring it to boil.",
+            "bot": true,
+            "annotations": "inform_instruction(inst-6);"
+        },
+        {
+            "utt_id": "utt-18",
+            "utterance": "Ok. I have done that, it is boiling now.",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"confirm;\", \"tracker_completed_step\": \"inst-6\", \"tracker_completed_step_num\": 27, \"tracker_requested_step\": \"inst-7\", \"tracker_requested_step_num\": 28}"
+        },
+        {
+            "utt_id": "utt-19",
+            "utterance": "Reduce to low heat and add 1 teaspoon lemon juice. Let it simmer about 30 to 40 minutes until it becomes syrupy.",
+            "bot": true,
+            "annotations": "inform_instruction(inst-7);"
+        },
+        {
+            "utt_id": "utt-20",
+            "utterance": "Can you repeat what I should add?",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"req_repeat;\", \"tracker_completed_step\": \"inst-7\", \"tracker_completed_step_num\": 28, \"tracker_requested_step\": \"inst-7\", \"tracker_requested_step_num\": 28}"
+        },
+        {
+            "utt_id": "utt-21",
+            "utterance": "You should add 1 teaspoon lemon juice.",
+            "bot": true,
+            "annotations": "repeat(ac-7-0);"
+        },
+        {
+            "utt_id": "utt-22",
+            "utterance": "Ok. thanks. It's syrupy now. What is next?",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"thank; req_instruction;\", \"tracker_completed_step\": \"inst-7\", \"tracker_completed_step_num\": 28, \"tracker_requested_step\": \"inst-8\", \"tracker_requested_step_num\": 29}"
+        },
+        {
+            "utt_id": "utt-23",
+            "utterance": "Now you should stir in orange blossom water and remove it from the heat.",
+            "bot": true,
+            "annotations": "inform_instruction(inst-8);"
+        },
+        {
+            "utt_id": "utt-24",
+            "utterance": "Ok. I have done that, thanks. What is next?",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"confirm; thank; req_instruction;\", \"tracker_completed_step\": \"inst-8\", \"tracker_completed_step_num\": 29, \"tracker_requested_step\": \"inst-9\", \"tracker_requested_step_num\": 30}"
+        },
+        {
+            "utt_id": "utt-25",
+            "utterance": "You can put the syrup aside and we can continue with the rest of the recipe.",
+            "bot": true,
+            "annotations": "inform_instruction(inst-9);"
+        },
+        {
+            "utt_id": "utt-26",
+            "utterance": "Ok. I have put it aside as well. Where do we continue with?",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"confirm; req_instruction;\", \"tracker_completed_step\": \"inst-9\", \"tracker_completed_step_num\": 30, \"tracker_requested_step\": \"inst-10\", \"tracker_requested_step_num\": 31}"
+        },
+        {
+            "utt_id": "utt-27",
+            "utterance": "Take a large mixing bowl and combine 2 cups all-purpose flour and 1 pinch salt.",
+            "bot": true,
+            "annotations": "inform_instruction(inst-10);"
+        },
+        {
+            "utt_id": "utt-28",
+            "utterance": "Ok. I took the bowl. Can you repeat the ingredients again?",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"confirm; req_repeat;\", \"tracker_completed_step\": \"inst-10\", \"tracker_completed_step_num\": 31, \"tracker_requested_step\": \"inst-10\", \"tracker_requested_step_num\": 31}"
+        },
+        {
+            "utt_id": "utt-29",
+            "utterance": "2 cups all-purpose flour and 1 pinch of salt.",
+            "bot": true,
+            "annotations": "repeat(inst-10, [ing-4, ing-8]);"
+        },
+        {
+            "utt_id": "utt-30",
+            "utterance": "Ok. sorry I hear salt two times. Is that correct?",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"req_repeat;\", \"tracker_completed_step\": \"inst-10\", \"tracker_completed_step_num\": 31, \"tracker_requested_step\": \"inst-10\", \"tracker_requested_step_num\": 31}"
+        },
+        {
+            "utt_id": "utt-31",
+            "utterance": "No I mean 1 pinch of salt.",
+            "bot": true,
+            "annotations": "negate();\r\nrepeat(inst-10, [ing-8]);"
+        },
+        {
+            "utt_id": "utt-32",
+            "utterance": "Ok. and two cups with?",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"req_repeat;\", \"tracker_completed_step\": \"inst-10\", \"tracker_completed_step_num\": 31, \"tracker_requested_step\": \"inst-10\", \"tracker_requested_step_num\": 31}"
+        },
+        {
+            "utt_id": "utt-33",
+            "utterance": "2 cups of all-purpose flour.",
+            "bot": true,
+            "annotations": "repeat(inst-10, [ing-4]);"
+        },
+        {
+            "utt_id": "utt-34",
+            "utterance": "Ah Ok. Thanks. now I got it. Thanks I added it to the bowl. What is next?",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"thank; confirm; req_instruction;\", \"tracker_completed_step\": \"inst-10\", \"tracker_completed_step_num\": 31, \"tracker_requested_step\": \"inst-11\", \"tracker_requested_step_num\": 32}"
+        },
+        {
+            "utt_id": "utt-35",
+            "utterance": "Now you should make a hole in the center of the mixture and add some ingredients in the hole. I will say them when you are ready.",
+            "bot": true,
+            "annotations": "inform_instruction(ac-11-0);\r\nsimplify_begin(ac-11-1);"
+        },
+        {
+            "utt_id": "utt-36",
+            "utterance": "Ok. I'm ready.",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"confirm;\", \"tracker_completed_step\": \"inst-11\", \"tracker_completed_step_num\": 32, \"tracker_requested_step\": \"inst-11\", \"tracker_requested_step_num\": 32}"
+        },
+        {
+            "utt_id": "utt-37",
+            "utterance": "First add 2 tablespoons vegetable oil and 1 egg.",
+            "bot": true,
+            "annotations": "simplify_continue(inst-11, [ing-5, ing-6]);"
+        },
+        {
+            "utt_id": "utt-38",
+            "utterance": "Ok. they are added, what is the next ingredient?",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"req_instruction;\", \"tracker_completed_step\": \"inst-11\", \"tracker_completed_step_num\": 32, \"tracker_requested_step\": \"inst-11\", \"tracker_requested_step_num\": 32}"
+        },
+        {
+            "utt_id": "utt-39",
+            "utterance": "1/2 teaspoon lemon juice and 1 tablespoon orange blossom water.",
+            "bot": true,
+            "annotations": "simplify_continue(inst-11, [ing-7, ing-9]);"
+        },
+        {
+            "utt_id": "utt-40",
+            "utterance": "Ok. Done. what is next?",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"confirm; req_instruction;\", \"tracker_completed_step\": \"inst-11\", \"tracker_completed_step_num\": 32, \"tracker_requested_step\": \"inst-12\", \"tracker_requested_step_num\": 33}"
+        },
+        {
+            "utt_id": "utt-41",
+            "utterance": "That are all the ingredients. Now you can mix everything with your fingers until it looks like coarse crumbs.",
+            "bot": true,
+            "annotations": "inform_instruction(inst-12);"
+        },
+        {
+            "utt_id": "utt-42",
+            "utterance": "Ok. thanks. I mixed everything with my fingers. What should I do now?",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"thank; confirm; req_instruction;\", \"tracker_completed_step\": \"inst-12\", \"tracker_completed_step_num\": 33, \"tracker_requested_step\": \"inst-13\", \"tracker_requested_step_num\": 34}"
+        },
+        {
+            "utt_id": "utt-43",
+            "utterance": "Now gradually sprinkle the dough with warm water while mixing until it becomes soft and pliable.",
+            "bot": true,
+            "annotations": "inform_instruction(inst-13);"
+        },
+        {
+            "utt_id": "utt-44",
+            "utterance": "Ok. the dough is soft now. What is next?",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"confirm; req_instruction;\", \"tracker_completed_step\": \"inst-13\", \"tracker_completed_step_num\": 34, \"tracker_requested_step\": \"inst-14\", \"tracker_requested_step_num\": 35}"
+        },
+        {
+            "utt_id": "utt-45",
+            "utterance": "Divide the dough into 4 equal portions and cover it with a wet cloth.",
+            "bot": true,
+            "annotations": "inform_instruction(inst-14);\r\ninform_instruction(ac-15-0);"
+        },
+        {
+            "utt_id": "utt-46",
+            "utterance": "Ok. I have divided the dough. What should I do now?",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"confirm; req_instruction;\", \"tracker_completed_step\": \"inst-15\", \"tracker_completed_step_num\": 36, \"tracker_requested_step\": \"inst-15\", \"tracker_requested_step_num\": 36}"
+        },
+        {
+            "utt_id": "utt-47",
+            "utterance": "You can put it aside and take the almonds.",
+            "bot": true,
+            "annotations": "inform_instruction(ac-15-1);\r\nfetch(inst-16, [ing-10]);"
+        },
+        {
+            "utt_id": "utt-48",
+            "utterance": "Ok. done. What should I do with the almonds?",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"confirm; req_instruction;\", \"tracker_completed_step\": \"inst-16\", \"tracker_completed_step_num\": 37, \"tracker_requested_step\": \"inst-16\", \"tracker_requested_step_num\": 37}"
+        },
+        {
+            "utt_id": "utt-49",
+            "utterance": "Put them in a food processor and finely grind them.",
+            "bot": true,
+            "annotations": "inform_instruction(inst-16);"
+        },
+        {
+            "utt_id": "utt-50",
+            "utterance": "Ok. they are grinded. What is next?",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"confirm; req_instruction;\", \"tracker_completed_step\": \"inst-16\", \"tracker_completed_step_num\": 37, \"tracker_requested_step\": \"inst-17\", \"tracker_requested_step_num\": 38}"
+        },
+        {
+            "utt_id": "utt-51",
+            "utterance": "Take 3 cups of the grinded almonds and place into a mixing bowl.",
+            "bot": true,
+            "annotations": "inform_instruction(ac-17-0);"
+        },
+        {
+            "utt_id": "utt-52",
+            "utterance": "Ok. I placed them into the bowl. What should I do with them?",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"confirm; req_instruction;\", \"tracker_completed_step\": \"inst-17\", \"tracker_completed_step_num\": 38, \"tracker_requested_step\": \"inst-17\", \"tracker_requested_step_num\": 38}"
+        },
+        {
+            "utt_id": "utt-53",
+            "utterance": "First add 1 cup sugar and 1/2 teaspoon baking powder.",
+            "bot": true,
+            "annotations": "simplify_continue(ac-17-1, [ing-11, ing-13]);"
+        },
+        {
+            "utt_id": "utt-54",
+            "utterance": "Ok. done. What should I add next?",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"confirm; req_instruction;\", \"tracker_completed_step\": \"inst-17\", \"tracker_completed_step_num\": 38, \"tracker_requested_step\": \"inst-17\", \"tracker_requested_step_num\": 38}"
+        },
+        {
+            "utt_id": "utt-55",
+            "utterance": "Next add 1 teaspoon vanilla powder and 1 zested lemon.",
+            "bot": true,
+            "annotations": "simplify_continue(ac-17-1, [ing-14, ing-15]);"
+        },
+        {
+            "utt_id": "utt-56",
+            "utterance": "Ok. I have done that. Should I add more?",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"confirm; req_instruction;\", \"tracker_completed_step\": \"inst-17\", \"tracker_completed_step_num\": 38, \"tracker_requested_step\": \"inst-17\", \"tracker_requested_step_num\": 38}"
+        },
+        {
+            "utt_id": "utt-57",
+            "utterance": "Yes finally add 2 tablespoons orange flower water.",
+            "bot": true,
+            "annotations": "affirm();\r\nsimplify_continue(ac-17-1, [ing-16]);"
+        },
+        {
+            "utt_id": "utt-58",
+            "utterance": "Ok. done. What should I do with it?",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"confirm; req_instruction;\", \"tracker_completed_step\": \"inst-17\", \"tracker_completed_step_num\": 38, \"tracker_requested_step\": \"inst-18\", \"tracker_requested_step_num\": 39}"
+        },
+        {
+            "utt_id": "utt-59",
+            "utterance": "Stir everything and mix in three eggs. Add the eggs one at a time and stir constantly until you get paste-like mixture.",
+            "bot": true,
+            "annotations": "inform_instruction(inst-18);"
+        },
+        {
+            "utt_id": "utt-60",
+            "utterance": "Ok. I got a paste like mixture. What should I do with it?",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"confirm; req_instruction;\", \"tracker_completed_step\": \"inst-18\", \"tracker_completed_step_num\": 39, \"tracker_requested_step\": \"inst-20\", \"tracker_requested_step_num\": 41}"
+        },
+        {
+            "utt_id": "utt-61",
+            "utterance": "Ok. this is the almond filling. Now you should take the 4 portions of the dough.",
+            "bot": true,
+            "annotations": "fetch(inst-20);"
+        },
+        {
+            "utt_id": "utt-62",
+            "utterance": "Ok. thanks. Yes I took the 4 portions. What should I do with that?",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"thank; confirm; req_instruction;\", \"tracker_completed_step\": \"inst-18\", \"tracker_completed_step_num\": 39, \"tracker_requested_step\": \"inst-19\", \"tracker_requested_step_num\": 40}"
+        },
+        {
+            "utt_id": "utt-63",
+            "utterance": "Roll out each portion of dough to a thickness of 1 to 2 millimeters. Make sure to sprinkle cornstarch on the rolling surface in order to prevent sticking.",
+            "bot": true,
+            "annotations": "inform_instruction(inst-20);\r\ninform_instruction(inst-19);"
+        },
+        {
+            "utt_id": "utt-64",
+            "utterance": "Ok. what should I sprinkle, can you repeat that again?",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"req_repeat;\", \"tracker_completed_step\": \"inst-20\", \"tracker_completed_step_num\": 41, \"tracker_requested_step\": \"inst-19\", \"tracker_requested_step_num\": 40}"
+        },
+        {
+            "utt_id": "utt-65",
+            "utterance": "Sprinkle cornstarch.",
+            "bot": true,
+            "annotations": "repeat(inst-19);"
+        },
+        {
+            "utt_id": "utt-66",
+            "utterance": "Ok. Done. thanks. What is next?",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"confirm; thank; req_instruction;\", \"tracker_completed_step\": \"inst-19\", \"tracker_completed_step_num\": 40, \"tracker_requested_step\": \"inst-21\", \"tracker_requested_step_num\": 42}"
+        },
+        {
+            "utt_id": "utt-67",
+            "utterance": "Cut circles from the rolled dough with a diameter of 10 centimeters.",
+            "bot": true,
+            "annotations": "inform_instruction(inst-21);"
+        },
+        {
+            "utt_id": "utt-68",
+            "utterance": "Ok. I cut the circles. What should I do with it?",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"confirm; req_instruction;\", \"tracker_completed_step\": \"inst-21\", \"tracker_completed_step_num\": 42, \"tracker_requested_step\": \"inst-22\", \"tracker_requested_step_num\": 43}"
+        },
+        {
+            "utt_id": "utt-69",
+            "utterance": "Wipe the surface of each circle with cornstarch and fit into a tart mold. Make sure the cornstarch side is facing down to prevent sticking.",
+            "bot": true,
+            "annotations": "inform_instruction(inst-22);"
+        },
+        {
+            "utt_id": "utt-70",
+            "utterance": "Ok. done. It's facing down. What is the next step?",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"confirm; req_instruction;\", \"tracker_completed_step\": \"inst-22\", \"tracker_completed_step_num\": 43, \"tracker_requested_step\": \"inst-23\", \"tracker_requested_step_num\": 44}"
+        },
+        {
+            "utt_id": "utt-71",
+            "utterance": "Press the circles onto the sides and the bottom of tart mold so it is fitting perfectly. Trim the edges at the rim of the tart mold.",
+            "bot": true,
+            "annotations": "inform_instruction(inst-23);"
+        },
+        {
+            "utt_id": "utt-72",
+            "utterance": "Ok. can you repeat the last phrase once more?",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"req_repeat;\", \"tracker_completed_step\": \"inst-23\", \"tracker_completed_step_num\": 44, \"tracker_requested_step\": \"inst-23\", \"tracker_requested_step_num\": 44}"
+        },
+        {
+            "utt_id": "utt-73",
+            "utterance": "Remove extra dough that's over the rim of the tart mold.",
+            "bot": true,
+            "annotations": "repeat(ac-23-1);"
+        },
+        {
+            "utt_id": "utt-74",
+            "utterance": "Ok. I removed the extra dough. What is the next step?",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"confirm; req_instruction;\", \"tracker_completed_step\": \"inst-23\", \"tracker_completed_step_num\": 44, \"tracker_requested_step\": \"inst-24\", \"tracker_requested_step_num\": 45}"
+        },
+        {
+            "utt_id": "utt-75",
+            "utterance": "Now fill three quarters of each mold with the almond filling.",
+            "bot": true,
+            "annotations": "inform_instruction(inst-24);"
+        },
+        {
+            "utt_id": "utt-76",
+            "utterance": "Ok. I have filled it with the almond filling. What is next?",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"confirm; req_instruction;\", \"tracker_completed_step\": \"inst-24\", \"tracker_completed_step_num\": 45, \"tracker_requested_step\": \"inst-25\", \"tracker_requested_step_num\": 46}"
+        },
+        {
+            "utt_id": "utt-77",
+            "utterance": "Bake them on the top shelf of the oven at 175 degrees Celsius for 20 to 25 minutes.",
+            "bot": true,
+            "annotations": "inform_instruction(inst-25);"
+        },
+        {
+            "utt_id": "utt-78",
+            "utterance": "Ok. I have baked them. What is next?",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"confirm; req_instruction;\", \"tracker_completed_step\": \"inst-25\", \"tracker_completed_step_num\": 46, \"tracker_requested_step\": \"inst-26\", \"tracker_requested_step_num\": 47}"
+        },
+        {
+            "utt_id": "utt-79",
+            "utterance": "As soon as they are ready, take them out of the oven and remove the tarts from the molds.",
+            "bot": true,
+            "annotations": "inform_instruction(inst-26);"
+        },
+        {
+            "utt_id": "utt-80",
+            "utterance": "Ok. I have done that. What is next?",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"confirm; req_instruction;\", \"tracker_completed_step\": \"inst-26\", \"tracker_completed_step_num\": 47, \"tracker_requested_step\": \"inst-27\", \"tracker_requested_step_num\": 48}"
+        },
+        {
+            "utt_id": "utt-81",
+            "utterance": "Dip them directly in the sugar syrup we prepared earlier.",
+            "bot": true,
+            "annotations": "inform_instruction(inst-27);"
+        },
+        {
+            "utt_id": "utt-82",
+            "utterance": "Ok. I did so. Are there still more steps now?",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"confirm; req_instruction;\", \"tracker_completed_step\": \"inst-27\", \"tracker_completed_step_num\": 48, \"tracker_requested_step\": \"inst-28\", \"tracker_requested_step_num\": 49}"
+        },
+        {
+            "utt_id": "utt-83",
+            "utterance": "Yes you can put a pine nut on each tart for decoration.",
+            "bot": true,
+            "annotations": "affirm();\r\ninform_instruction(inst-28);"
+        },
+        {
+            "utt_id": "utt-84",
+            "utterance": "Ok. I have done that. It looks good. Is there something else to do?",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"confirm; req_is_recipe_ongoing;\", \"tracker_completed_step\": \"inst-28\", \"tracker_completed_step_num\": 49, \"tracker_requested_step\": \"inst-29\", \"tracker_requested_step_num\": 50}"
+        },
+        {
+            "utt_id": "utt-85",
+            "utterance": "Finally place the tarts on a wire rack so they can drain.",
+            "bot": true,
+            "annotations": "inform_instruction(inst-29);"
+        },
+        {
+            "utt_id": "utt-86",
+            "utterance": "Ok. done they are drained now. Thanks. it looks good.",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"confirm; thank;\", \"tracker_completed_step\": \"inst-29\", \"tracker_completed_step_num\": 50, \"tracker_requested_step\": \"inst-29\", \"tracker_requested_step_num\": 50}"
+        },
+        {
+            "utt_id": "utt-87",
+            "utterance": "Great. enjoy it!",
+            "bot": true,
+            "annotations": "enjoy();"
+        }
+    ]
+}

dialog/010.1.json

@@ -0,0 +1,118 @@
+{
+    "messages": [
+        {
+            "utt_id": "utt-0",
+            "utterance": "Hi. how do I make basic syrup for sunset cooler?",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"greeting; req_start;\", \"tracker_completed_step\": \"inst-0\", \"tracker_completed_step_num\": 4, \"tracker_requested_step\": \"inst-0\", \"tracker_requested_step_num\": 4}"
+        },
+        {
+            "utt_id": "utt-1",
+            "utterance": "Hi. take a deep saucepan before we will add some ingredients.",
+            "bot": true,
+            "annotations": "greeting();\r\nfetch(inst-0, [tool-0-0]);"
+        },
+        {
+            "utt_id": "utt-2",
+            "utterance": "I have the deep saucepan. What should I add?",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"confirm; req_instruction;\", \"tracker_completed_step\": \"inst-0\", \"tracker_completed_step_num\": 4, \"tracker_requested_step\": \"inst-0\", \"tracker_requested_step_num\": 4}"
+        },
+        {
+            "utt_id": "utt-3",
+            "utterance": "Now first add 1 cup of white sugar and 1 cup of water to the pan.",
+            "bot": true,
+            "annotations": "simplify_continue(inst-0, [ing-0, ing-1]);"
+        },
+        {
+            "utt_id": "utt-4",
+            "utterance": "Ok. I have added the sugar and water to the pan. What's next?",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"confirm; req_instruction;\", \"tracker_completed_step\": \"inst-0\", \"tracker_completed_step_num\": 4, \"tracker_requested_step\": \"inst-0\", \"tracker_requested_step_num\": 4}"
+        },
+        {
+            "utt_id": "utt-5",
+            "utterance": "Now still add 2 pandan leaves.",
+            "bot": true,
+            "annotations": "simplify_continue(inst-0, [ing-2]);"
+        },
+        {
+            "utt_id": "utt-6",
+            "utterance": "What kind of leaves?",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"req_ingredient;\", \"tracker_completed_step\": \"inst-0\", \"tracker_completed_step_num\": 4, \"tracker_requested_step\": \"inst-0\", \"tracker_requested_step_num\": 4}"
+        },
+        {
+            "utt_id": "utt-7",
+            "utterance": "Pandan leaves.",
+            "bot": true,
+            "annotations": "repeat(inst-0, [ing-2]);"
+        },
+        {
+            "utt_id": "utt-8",
+            "utterance": "Ok. they are added.",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"confirm;\", \"tracker_completed_step\": \"inst-0\", \"tracker_completed_step_num\": 4, \"tracker_requested_step\": \"inst-1\", \"tracker_requested_step_num\": 5}"
+        },
+        {
+            "utt_id": "utt-9",
+            "utterance": "Great. now bring it to a boil and then lower the heat until the sugar is dissolved.",
+            "bot": true,
+            "annotations": "inform_instruction(inst-1);"
+        },
+        {
+            "utt_id": "utt-10",
+            "utterance": "Ok. the sugar is dissolved. What's next?",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"confirm; req_instruction;\", \"tracker_completed_step\": \"inst-1\", \"tracker_completed_step_num\": 5, \"tracker_requested_step\": \"inst-2\", \"tracker_requested_step_num\": 6}"
+        },
+        {
+            "utt_id": "utt-11",
+            "utterance": "Now first remove the pandan leaves.",
+            "bot": true,
+            "annotations": "inform_instruction(ac-2-0);"
+        },
+        {
+            "utt_id": "utt-12",
+            "utterance": "I removed them.",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"confirm;\", \"tracker_completed_step\": \"inst-2\", \"tracker_completed_step_num\": 6, \"tracker_requested_step\": \"inst-2\", \"tracker_requested_step_num\": 6}"
+        },
+        {
+            "utt_id": "utt-13",
+            "utterance": "Now strain the syrup and allow it to cool so you can use it.",
+            "bot": true,
+            "annotations": "inform_instruction(ac-2-1);\r\ninform_instruction(inst-3);"
+        },
+        {
+            "utt_id": "utt-14",
+            "utterance": "Ok. the syrup is strained and cooled. What should I do with it?",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"confirm; req_instruction;\", \"tracker_completed_step\": \"inst-3\", \"tracker_completed_step_num\": 7, \"tracker_requested_step\": \"inst-4\", \"tracker_requested_step_num\": 8}"
+        },
+        {
+            "utt_id": "utt-15",
+            "utterance": "Ok. Great. now you can store it in a bottle and put in the refrigerator.",
+            "bot": true,
+            "annotations": "inform_instruction(inst-4);"
+        },
+        {
+            "utt_id": "utt-16",
+            "utterance": "Ok. what's next?",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"confirm; req_instruction;\", \"tracker_completed_step\": \"inst-4\", \"tracker_completed_step_num\": 8, \"tracker_requested_step\": \"inst-4\", \"tracker_requested_step_num\": 8}"
+        },
+        {
+            "utt_id": "utt-17",
+            "utterance": "That was all. I hope you enjoy it.",
+            "bot": true,
+            "annotations": "end_recipe();\r\nenjoy();"
+        },
+        {
+            "utt_id": "utt-18",
+            "utterance": "It looks good. Thank you for the instructions.",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"confirm; thank;\", \"tracker_completed_step\": \"inst-4\", \"tracker_completed_step_num\": 8, \"tracker_requested_step\": \"inst-4\", \"tracker_requested_step_num\": 8}"
+        }
+    ]
+}

dialog/011.1.json

@@ -0,0 +1,214 @@
+{
+    "messages": [
+        {
+            "utt_id": "utt-0",
+            "utterance": "Hi. how do I make the deep fried turkey?",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"greeting; req_start;\", \"tracker_completed_step\": \"inst-0\", \"tracker_completed_step_num\": 5, \"tracker_requested_step\": \"inst-0\", \"tracker_requested_step_num\": 5}"
+        },
+        {
+            "utt_id": "utt-1",
+            "utterance": "Do you have a large stockpot or turkey fryer?",
+            "bot": true,
+            "annotations": "verify(inst-0, [tool-0-0, tool-0-1]);"
+        },
+        {
+            "utt_id": "utt-2",
+            "utterance": "Yes I have a turkey fryer.",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"confirm;\", \"tracker_completed_step\": \"inst-0\", \"tracker_completed_step_num\": 5, \"tracker_requested_step\": \"inst-0\", \"tracker_requested_step_num\": 5}"
+        },
+        {
+            "utt_id": "utt-3",
+            "utterance": "Great. take your turkey fryer and heat oil to 400 degrees.",
+            "bot": true,
+            "annotations": "inform_instruction(inst-0);"
+        },
+        {
+            "utt_id": "utt-4",
+            "utterance": "Ok. is that Fahrenheit or Celsius?",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"req_temperature;\", \"tracker_completed_step\": \"inst-0\", \"tracker_completed_step_num\": 5, \"tracker_requested_step\": \"inst-0\", \"tracker_requested_step_num\": 5}"
+        },
+        {
+            "utt_id": "utt-5",
+            "utterance": "It is 400 degreesFahrenheit or equivalently 200 degrees Celsius.",
+            "bot": true,
+            "annotations": "inform_temperature(temp-0-0);"
+        },
+        {
+            "utt_id": "utt-6",
+            "utterance": "Ok. Thanks. done. What is the next step?",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"thank; confirm; req_instruction;\", \"tracker_completed_step\": \"inst-0\", \"tracker_completed_step_num\": 5, \"tracker_requested_step\": \"inst-1\", \"tracker_requested_step_num\": 6}"
+        },
+        {
+            "utt_id": "utt-7",
+            "utterance": "Did you leave enough room in the fryer for the turkey? Otherwise oil will spill over.",
+            "bot": true,
+            "annotations": "inform_instruction(inst-1);"
+        },
+        {
+            "utt_id": "utt-8",
+            "utterance": "Ah, thanks for letting me know there is enough room now for the turkey.",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"thank; confirm;\", \"tracker_completed_step\": \"inst-1\", \"tracker_completed_step_num\": 6, \"tracker_requested_step\": \"inst-2\", \"tracker_requested_step_num\": 7}"
+        },
+        {
+            "utt_id": "utt-9",
+            "utterance": "That's good, now you can place food-safe paper bags on a large platter.",
+            "bot": true,
+            "annotations": "inform_instruction(inst-2);"
+        },
+        {
+            "utt_id": "utt-10",
+            "utterance": "Ok. done. What should I do next?",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"confirm; req_instruction;\", \"tracker_completed_step\": \"inst-2\", \"tracker_completed_step_num\": 7, \"tracker_requested_step\": \"inst-3\", \"tracker_requested_step_num\": 8}"
+        },
+        {
+            "utt_id": "utt-11",
+            "utterance": "Take the turkey and rinse it. Then pat dry with paper towels.",
+            "bot": true,
+            "annotations": "inform_instruction(inst-3);"
+        },
+        {
+            "utt_id": "utt-12",
+            "utterance": "Ok. can you repeat the first part before drying it with paper towels?",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"req_repeat;\", \"tracker_completed_step\": \"inst-3\", \"tracker_completed_step_num\": 8, \"tracker_requested_step\": \"inst-3\", \"tracker_requested_step_num\": 8}"
+        },
+        {
+            "utt_id": "utt-13",
+            "utterance": "Rinse the turkey with water.",
+            "bot": true,
+            "annotations": "repeat(ac-3-0);"
+        },
+        {
+            "utt_id": "utt-14",
+            "utterance": "Ok. thanks for the clarification. What is the next step?",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"thank; req_instruction;\", \"tracker_completed_step\": \"inst-3\", \"tracker_completed_step_num\": 8, \"tracker_requested_step\": \"inst-4\", \"tracker_requested_step_num\": 9}"
+        },
+        {
+            "utt_id": "utt-15",
+            "utterance": "Rub 1/4 cup Creole seasoning over the inside and outside of the turkey.",
+            "bot": true,
+            "annotations": "inform_instruction(inst-4);"
+        },
+        {
+            "utt_id": "utt-16",
+            "utterance": "Ok. done. What should I do next?",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"confirm; req_instruction;\", \"tracker_completed_step\": \"inst-4\", \"tracker_completed_step_num\": 9, \"tracker_requested_step\": \"inst-5\", \"tracker_requested_step_num\": 10}"
+        },
+        {
+            "utt_id": "utt-17",
+            "utterance": "The hole at the neck of the turkey should be at least 2 inches so the oil can flow easily through the turkey.",
+            "bot": true,
+            "annotations": "inform_instruction(inst-5);"
+        },
+        {
+            "utt_id": "utt-18",
+            "utterance": "Ok. the whole is at least 2 inches. What is next?",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"confirm; req_instruction;\", \"tracker_completed_step\": \"inst-5\", \"tracker_completed_step_num\": 10, \"tracker_requested_step\": \"inst-6\", \"tracker_requested_step_num\": 11}"
+        },
+        {
+            "utt_id": "utt-19",
+            "utterance": "Now you can place the turkey and 1 white onion in the drain basket of the fryer.",
+            "bot": true,
+            "annotations": "inform_instruction(inst-6);"
+        },
+        {
+            "utt_id": "utt-20",
+            "utterance": "Ok. Done. I put it in the fryer. What should I do now?",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"confirm; req_instruction;\", \"tracker_completed_step\": \"inst-6\", \"tracker_completed_step_num\": 11, \"tracker_requested_step\": \"inst-7\", \"tracker_requested_step_num\": 12}"
+        },
+        {
+            "utt_id": "utt-21",
+            "utterance": "Make sure the neck end of the turkey is downwards.",
+            "bot": true,
+            "annotations": "inform_instruction(inst-7);"
+        },
+        {
+            "utt_id": "utt-22",
+            "utterance": "Ok. it is. What should I do with it?",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"confirm; req_instruction;\", \"tracker_completed_step\": \"inst-7\", \"tracker_completed_step_num\": 12, \"tracker_requested_step\": \"inst-8\", \"tracker_requested_step_num\": 13}"
+        },
+        {
+            "utt_id": "utt-23",
+            "utterance": "Now slowly place the basket into the fryer so the turkey is covered completely in oil.",
+            "bot": true,
+            "annotations": "inform_instruction(inst-8);"
+        },
+        {
+            "utt_id": "utt-24",
+            "utterance": "Ok. the turkey is in the fryer. How long should it stay?",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"confirm; req_duration;\", \"tracker_completed_step\": \"inst-8\", \"tracker_completed_step_num\": 13, \"tracker_requested_step\": \"inst-9\", \"tracker_requested_step_num\": 14}"
+        },
+        {
+            "utt_id": "utt-25",
+            "utterance": "Cook it for about 45 minutes. Make sure the temperature of the oil is maintained at 175 degrees.",
+            "bot": true,
+            "annotations": "inform_instruction(inst-9);"
+        },
+        {
+            "utt_id": "utt-26",
+            "utterance": "Ok. it's now 45 minutes later. What should I do now?",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"confirm; req_instruction;\", \"tracker_completed_step\": \"inst-9\", \"tracker_completed_step_num\": 14, \"tracker_requested_step\": \"inst-10\", \"tracker_requested_step_num\": 15}"
+        },
+        {
+            "utt_id": "utt-27",
+            "utterance": "Remove the basket from the oil and let the turkey drain.",
+            "bot": true,
+            "annotations": "inform_instruction(inst-10);"
+        },
+        {
+            "utt_id": "utt-28",
+            "utterance": "Ok. I let the turkey drain. What is the next step?",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"confirm; req_instruction;\", \"tracker_completed_step\": \"inst-10\", \"tracker_completed_step_num\": 15, \"tracker_requested_step\": \"inst-11\", \"tracker_requested_step_num\": 16}"
+        },
+        {
+            "utt_id": "utt-29",
+            "utterance": "Place a meat thermometer in the thickest part of the turkey and verify if the internal temperature is around 80 degrees Celsius.",
+            "bot": true,
+            "annotations": "inform_instruction(inst-11);"
+        },
+        {
+            "utt_id": "utt-30",
+            "utterance": "Yes the temperature is 80 degrees Celsius. What should I do now?",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"confirm; req_instruction;\", \"tracker_completed_step\": \"inst-11\", \"tracker_completed_step_num\": 16, \"tracker_requested_step\": \"inst-12\", \"tracker_requested_step_num\": 17}"
+        },
+        {
+            "utt_id": "utt-31",
+            "utterance": "Finish the drain of the turkey on the platter you prepared earlier with paper bags.",
+            "bot": true,
+            "annotations": "inform_instruction(inst-12);"
+        },
+        {
+            "utt_id": "utt-32",
+            "utterance": "Ok. done. Is there another step to take?",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"confirm; req_is_recipe_ongoing;\", \"tracker_completed_step\": \"inst-12\", \"tracker_completed_step_num\": 17, \"tracker_requested_step\": \"inst-12\", \"tracker_requested_step_num\": 17}"
+        },
+        {
+            "utt_id": "utt-33",
+            "utterance": "No, well done. You can now enjoy your deep fried turkey.",
+            "bot": true,
+            "annotations": "negate();\r\nend_recipe();\r\nenjoy();"
+        },
+        {
+            "utt_id": "utt-34",
+            "utterance": "Ok. thanks for the explanation.",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"thank;\", \"tracker_completed_step\": \"inst-12\", \"tracker_completed_step_num\": 17, \"tracker_requested_step\": \"inst-12\", \"tracker_requested_step_num\": 17}"
+        }
+    ]
+}

dialog/012.1.json

@@ -0,0 +1,172 @@
+{
+    "messages": [
+        {
+            "utt_id": "utt-0",
+            "utterance": "Hi. how do I make fried beef ribs?",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"greeting; req_start;\", \"tracker_completed_step\": \"inst-0\", \"tracker_completed_step_num\": 10, \"tracker_requested_step\": \"inst-0\", \"tracker_requested_step_num\": 10}"
+        },
+        {
+            "utt_id": "utt-1",
+            "utterance": "Hi. you may start with heating 3 quarts of peanut oil in a deep fryer to 190 degrees Celsius.",
+            "bot": true,
+            "annotations": "greeting();\r\ninform_instruction(inst-0);"
+        },
+        {
+            "utt_id": "utt-2",
+            "utterance": "Ok. the peanut oil is now at 190 degrees Celsius. What's next?",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"confirm; req_instruction;\", \"tracker_completed_step\": \"inst-0\", \"tracker_completed_step_num\": 10, \"tracker_requested_step\": \"inst-1\", \"tracker_requested_step_num\": 11}"
+        },
+        {
+            "utt_id": "utt-3",
+            "utterance": "Now take a medium bowl. We will add some ingredients into it.",
+            "bot": true,
+            "annotations": "fetch(inst-1, [tool-1-0]);\r\nsimplify_begin(inst-1);"
+        },
+        {
+            "utt_id": "utt-4",
+            "utterance": "Which ingredients should I add?",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"req_ingredient;\", \"tracker_completed_step\": \"inst-1\", \"tracker_completed_step_num\": 11, \"tracker_requested_step\": \"inst-1\", \"tracker_requested_step_num\": 11}"
+        },
+        {
+            "utt_id": "utt-5",
+            "utterance": "First add 2 tablespoons of salt.",
+            "bot": true,
+            "annotations": "simplify_continue(inst-1, [ing-1]);"
+        },
+        {
+            "utt_id": "utt-6",
+            "utterance": "I have done that. What's next?",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"confirm; req_instruction;\", \"tracker_completed_step\": \"inst-1\", \"tracker_completed_step_num\": 11, \"tracker_requested_step\": \"inst-1\", \"tracker_requested_step_num\": 11}"
+        },
+        {
+            "utt_id": "utt-7",
+            "utterance": "Now add 3 tablespoons of black pepper and 2 tablespoons of cayenne pepper.",
+            "bot": true,
+            "annotations": "simplify_continue(inst-1, [ing-2, ing-3]);"
+        },
+        {
+            "utt_id": "utt-8",
+            "utterance": "Ok. that's done. What's next?",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"confirm; req_instruction;\", \"tracker_completed_step\": \"inst-1\", \"tracker_completed_step_num\": 11, \"tracker_requested_step\": \"inst-1\", \"tracker_requested_step_num\": 11}"
+        },
+        {
+            "utt_id": "utt-9",
+            "utterance": "Finally add 2 tablespoons of garlic salt and 2 tablespoons onion salt. Afterwards mix everything together.",
+            "bot": true,
+            "annotations": "simplify_continue(inst-1, [ing-4, ing-5]);"
+        },
+        {
+            "utt_id": "utt-10",
+            "utterance": "Ok. I added the last ingredients and mixed everything together.",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"confirm;\", \"tracker_completed_step\": \"inst-1\", \"tracker_completed_step_num\": 11, \"tracker_requested_step\": \"inst-2\", \"tracker_requested_step_num\": 12}"
+        },
+        {
+            "utt_id": "utt-11",
+            "utterance": "Ok. great. Now take another bowl and add 2 cups all-purpose flour.",
+            "bot": true,
+            "annotations": "inform_instruction(inst-2);"
+        },
+        {
+            "utt_id": "utt-12",
+            "utterance": "That's done. What should I do next?",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"confirm; req_instruction;\", \"tracker_completed_step\": \"inst-2\", \"tracker_completed_step_num\": 12, \"tracker_requested_step\": \"inst-3\", \"tracker_requested_step_num\": 13}"
+        },
+        {
+            "utt_id": "utt-13",
+            "utterance": "Take another bowl and add 6 eggs. Then whisk the eggs.",
+            "bot": true,
+            "annotations": "inform_instruction(inst-3);"
+        },
+        {
+            "utt_id": "utt-14",
+            "utterance": "Can you repeat the last part?",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"req_repeat;\", \"tracker_completed_step\": \"inst-3\", \"tracker_completed_step_num\": 13, \"tracker_requested_step\": \"inst-3\", \"tracker_requested_step_num\": 13}"
+        },
+        {
+            "utt_id": "utt-15",
+            "utterance": "Whisk the eggs.",
+            "bot": true,
+            "annotations": "inform_instruction(ac-3-0);"
+        },
+        {
+            "utt_id": "utt-16",
+            "utterance": "Ok. I whisked the eggs and added them to the bowl.",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"confirm;\", \"tracker_completed_step\": \"inst-3\", \"tracker_completed_step_num\": 13, \"tracker_requested_step\": \"inst-4\", \"tracker_requested_step_num\": 14}"
+        },
+        {
+            "utt_id": "utt-17",
+            "utterance": "Ok. good. Now rub the spice mix you made before onto all of the ribs.",
+            "bot": true,
+            "annotations": "inform_instruction(inst-4);"
+        },
+        {
+            "utt_id": "utt-18",
+            "utterance": "Ok. what's next?",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"req_instruction;\", \"tracker_completed_step\": \"inst-4\", \"tracker_completed_step_num\": 14, \"tracker_requested_step\": \"inst-5\", \"tracker_requested_step_num\": 15}"
+        },
+        {
+            "utt_id": "utt-19",
+            "utterance": "Now dip each rib in the egg mixture and after in the flour mixture.",
+            "bot": true,
+            "annotations": "inform_instruction(inst-5);"
+        },
+        {
+            "utt_id": "utt-20",
+            "utterance": "I have dipped each rib in both the egg and flour mixture. What should I do next?",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"confirm; req_instruction;\", \"tracker_completed_step\": \"inst-5\", \"tracker_completed_step_num\": 15, \"tracker_requested_step\": \"inst-5\", \"tracker_requested_step_num\": 15}"
+        },
+        {
+            "utt_id": "utt-21",
+            "utterance": "Ok. Great. now do exactly the same one more time.",
+            "bot": true,
+            "annotations": "inform_instruction(inst-5);"
+        },
+        {
+            "utt_id": "utt-22",
+            "utterance": "Ok. I repeated the dipping.",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"confirm;\", \"tracker_completed_step\": \"inst-5\", \"tracker_completed_step_num\": 15, \"tracker_requested_step\": \"inst-6\", \"tracker_requested_step_num\": 16}"
+        },
+        {
+            "utt_id": "utt-23",
+            "utterance": "Now we have to fry the ribs. Try to fry 4 to 5 ribs at a time.",
+            "bot": true,
+            "annotations": "inform_instruction(inst-6);"
+        },
+        {
+            "utt_id": "utt-24",
+            "utterance": "I fried all the ribs in the peanut oil. Are there other steps to take?",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"confirm; req_is_recipe_ongoing;\", \"tracker_completed_step\": \"inst-6\", \"tracker_completed_step_num\": 16, \"tracker_requested_step\": \"inst-7\", \"tracker_requested_step_num\": 17}"
+        },
+        {
+            "utt_id": "utt-25",
+            "utterance": "Great! take them out after 8 minutes. Then they should be ready.",
+            "bot": true,
+            "annotations": "inform_instruction(inst-7);"
+        },
+        {
+            "utt_id": "utt-26",
+            "utterance": "Ok. thank you for the instructions. They look good.",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"thank;\", \"tracker_completed_step\": \"inst-7\", \"tracker_completed_step_num\": 17, \"tracker_requested_step\": \"inst-7\", \"tracker_requested_step_num\": 17}"
+        },
+        {
+            "utt_id": "utt-27",
+            "utterance": "You are welcome.",
+            "bot": true,
+            "annotations": "thank();"
+        }
+    ]
+}

dialog/013.1.json

@@ -0,0 +1,148 @@
+{
+    "messages": [
+        {
+            "utt_id": "utt-0",
+            "utterance": "Hi. how do I make the potato soup?",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"greeting; req_start;\", \"tracker_completed_step\": \"inst-0\", \"tracker_completed_step_num\": 6, \"tracker_requested_step\": \"inst-0\", \"tracker_requested_step_num\": 6}"
+        },
+        {
+            "utt_id": "utt-1",
+            "utterance": "Hi. to start, you can take a large saucepan or pot to combine several ingredients. I will say the ingredients one by one if you are ready.",
+            "bot": true,
+            "annotations": "greeting();\r\nfetch(inst-0, [tool-0-0]);\r\nsimplify_begin(inst-0);"
+        },
+        {
+            "utt_id": "utt-2",
+            "utterance": "Ok. Thanks. I took the pan and I am ready.",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"thank; confirm;\", \"tracker_completed_step\": \"inst-0\", \"tracker_completed_step_num\": 6, \"tracker_requested_step\": \"inst-0\", \"tracker_requested_step_num\": 6}"
+        },
+        {
+            "utt_id": "utt-3",
+            "utterance": "First add 2 Yukon Gold potatoes. Make sure the potatoes are cut in cubes.",
+            "bot": true,
+            "annotations": "simplify_continue(inst-0, [ing-0]);"
+        },
+        {
+            "utt_id": "utt-4",
+            "utterance": "Ok. should they cubes be big or small or it doesn't matter?",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"req_ingredient;\", \"tracker_completed_step\": \"inst-0\", \"tracker_completed_step_num\": 6, \"tracker_requested_step\": \"inst-0\", \"tracker_requested_step_num\": 6}"
+        },
+        {
+            "utt_id": "utt-5",
+            "utterance": "It doesn't matter but not too big or too small.",
+            "bot": true,
+            "annotations": "fence();"
+        },
+        {
+            "utt_id": "utt-6",
+            "utterance": "Ok. Thanks. what is the next step?",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"thank; req_instruction;\", \"tracker_completed_step\": \"inst-0\", \"tracker_completed_step_num\": 6, \"tracker_requested_step\": \"inst-0\", \"tracker_requested_step_num\": 6}"
+        },
+        {
+            "utt_id": "utt-7",
+            "utterance": "Then you can add 1 package au gratin instant potato mix to the saucepan. One package should weigh around 5.5 ounce.",
+            "bot": true,
+            "annotations": "simplify_continue(inst-0, [ing-1]);"
+        },
+        {
+            "utt_id": "utt-8",
+            "utterance": "Ok. thanks I have added the potato mix. What should I do now?",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"thank; confirm; req_instruction;\", \"tracker_completed_step\": \"inst-0\", \"tracker_completed_step_num\": 6, \"tracker_requested_step\": \"inst-0\", \"tracker_requested_step_num\": 6}"
+        },
+        {
+            "utt_id": "utt-9",
+            "utterance": "Now add 1 can condensed chicken broth. One can should weigh around 10.5 ounce.",
+            "bot": true,
+            "annotations": "simplify_continue(inst-0, [ing-2]);"
+        },
+        {
+            "utt_id": "utt-10",
+            "utterance": "Ok. I added the chicken broth. Should I add more to the mix?",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"confirm; req_instruction;\", \"tracker_completed_step\": \"inst-0\", \"tracker_completed_step_num\": 6, \"tracker_requested_step\": \"inst-0\", \"tracker_requested_step_num\": 6}"
+        },
+        {
+            "utt_id": "utt-11",
+            "utterance": "Yes finally you can add 1/2 cups water. You might need to add more water if necessary.",
+            "bot": true,
+            "annotations": "simplify_continue(inst-0, [ing-0]);\r\ninform_instruction(inst-1);"
+        },
+        {
+            "utt_id": "utt-12",
+            "utterance": "Ok. thanks. What is the next step?",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"thank; req_instruction;\", \"tracker_completed_step\": \"inst-1\", \"tracker_completed_step_num\": 7, \"tracker_requested_step\": \"inst-2\", \"tracker_requested_step_num\": 8}"
+        },
+        {
+            "utt_id": "utt-13",
+            "utterance": "Cook the mixture over medium heat until the potatoes become tender. This will take about 40 minutes. Make sure to stir occasionally.",
+            "bot": true,
+            "annotations": "inform_instruction(inst-2);"
+        },
+        {
+            "utt_id": "utt-14",
+            "utterance": "Ok. I cooked the mixture. What should I do with it now?",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"confirm; req_instruction;\", \"tracker_completed_step\": \"inst-2\", \"tracker_completed_step_num\": 8, \"tracker_requested_step\": \"inst-3\", \"tracker_requested_step_num\": 9}"
+        },
+        {
+            "utt_id": "utt-15",
+            "utterance": "Now you can stir in 1 cup heavy cream while still heating.",
+            "bot": true,
+            "annotations": "inform_instruction(inst-3);"
+        },
+        {
+            "utt_id": "utt-16",
+            "utterance": "How much cream do I need?",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"req_amount;\", \"tracker_completed_step\": \"inst-3\", \"tracker_completed_step_num\": 9, \"tracker_requested_step\": \"ing-4\", \"tracker_requested_step_num\": 5}"
+        },
+        {
+            "utt_id": "utt-17",
+            "utterance": "You need 1 cup.",
+            "bot": true,
+            "annotations": "inform_amount(ing-4);"
+        },
+        {
+            "utt_id": "utt-18",
+            "utterance": "Ok. and should I add it into the pan?",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"req_instruction;\", \"tracker_completed_step\": \"ing-4\", \"tracker_completed_step_num\": 5, \"tracker_requested_step\": \"inst-3\", \"tracker_requested_step_num\": 9}"
+        },
+        {
+            "utt_id": "utt-19",
+            "utterance": "Yes you should add the cream to the saucepan and continue heating.",
+            "bot": true,
+            "annotations": "affirm();\r\ninform_instruction(inst-3);"
+        },
+        {
+            "utt_id": "utt-20",
+            "utterance": "Ok. I did that. What is next?",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"confirm; req_instruction;\", \"tracker_completed_step\": \"inst-3\", \"tracker_completed_step_num\": 9, \"tracker_requested_step\": \"inst-4\", \"tracker_requested_step_num\": 10}"
+        },
+        {
+            "utt_id": "utt-21",
+            "utterance": "That's all. You can serve the Potato soup and enjoy it.",
+            "bot": true,
+            "annotations": "inform_instruction(inst-4);\r\nenjoy();\r\n"
+        },
+        {
+            "utt_id": "utt-22",
+            "utterance": "Ok. thanks it looks good. Have a nice day.",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"thank;\", \"tracker_completed_step\": \"inst-4\", \"tracker_completed_step_num\": 10, \"tracker_requested_step\": \"inst-4\", \"tracker_requested_step_num\": 10}"
+        },
+        {
+            "utt_id": "utt-23",
+            "utterance": "Have a nice day too.",
+            "bot": true,
+            "annotations": "goodbye();"
+        }
+    ]
+}

dialog/014.1.json

@@ -0,0 +1,142 @@
+{
+    "messages": [
+        {
+            "utt_id": "utt-0",
+            "utterance": "Hi. how do I make Frosted Ruby Punch?",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"greeting; req_start;\", \"tracker_completed_step\": \"inst-0\", \"tracker_completed_step_num\": 7, \"tracker_requested_step\": \"inst-0\", \"tracker_requested_step_num\": 7}"
+        },
+        {
+            "utt_id": "utt-1",
+            "utterance": "Hi. first take a 5-cup ring mold.",
+            "bot": true,
+            "annotations": "greeting();\r\nfetch(inst-0, [tool-0-0]);"
+        },
+        {
+            "utt_id": "utt-2",
+            "utterance": "Ok. I have the mould. What's next?",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"confirm; req_instruction;\", \"tracker_completed_step\": \"inst-0\", \"tracker_completed_step_num\": 7, \"tracker_requested_step\": \"inst-0\", \"tracker_requested_step_num\": 7}"
+        },
+        {
+            "utt_id": "utt-3",
+            "utterance": "Now pour in 4 cups of cranberry juice and let it freeze over night.",
+            "bot": true,
+            "annotations": "inform_instruction(inst-0);\r\ninform_instruction(inst-1);"
+        },
+        {
+            "utt_id": "utt-4",
+            "utterance": "Ok. it is the next day now and the cranberry juice is frozen. What should I do with it?",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"confirm; req_instruction;\", \"tracker_completed_step\": \"inst-1\", \"tracker_completed_step_num\": 8, \"tracker_requested_step\": \"inst-2\", \"tracker_requested_step_num\": 9}"
+        },
+        {
+            "utt_id": "utt-5",
+            "utterance": "Great. Now take a punch bowl. We will add some ingredients into the bowl.",
+            "bot": true,
+            "annotations": "fetch(inst-2, [tool-2-0]);\r\nsimplify_begin(inst-2);\r\n"
+        },
+        {
+            "utt_id": "utt-6",
+            "utterance": "Ok. I have the punch bowl. What should I add?",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"confirm; req_instruction;\", \"tracker_completed_step\": \"inst-2\", \"tracker_completed_step_num\": 9, \"tracker_requested_step\": \"inst-2\", \"tracker_requested_step_num\": 9}"
+        },
+        {
+            "utt_id": "utt-7",
+            "utterance": "First add 1 1/2 cups of sugar.",
+            "bot": true,
+            "annotations": "simplify_continue(ac-2-0, [ing-1]);"
+        },
+        {
+            "utt_id": "utt-8",
+            "utterance": "That's done. What's next?",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"confirm; req_instruction;\", \"tracker_completed_step\": \"inst-2\", \"tracker_completed_step_num\": 9, \"tracker_requested_step\": \"inst-2\", \"tracker_requested_step_num\": 9}"
+        },
+        {
+            "utt_id": "utt-9",
+            "utterance": "Then add 1 1/2 cups of lemon juice and 1 cup of orange juice.",
+            "bot": true,
+            "annotations": "simplify_continue(ac-2-0, [ing-2, ing-3]);"
+        },
+        {
+            "utt_id": "utt-10",
+            "utterance": "Ok. what should I add next?",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"req_instruction;\", \"tracker_completed_step\": \"inst-2\", \"tracker_completed_step_num\": 9, \"tracker_requested_step\": \"inst-2\", \"tracker_requested_step_num\": 9}"
+        },
+        {
+            "utt_id": "utt-11",
+            "utterance": "Finally add 4 cups of ginger ale.",
+            "bot": true,
+            "annotations": "inform_instruction(ac-2-1);"
+        },
+        {
+            "utt_id": "utt-12",
+            "utterance": "Can you repeat that please?",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"req_repeat;\", \"tracker_completed_step\": \"inst-2\", \"tracker_completed_step_num\": 9, \"tracker_requested_step\": \"inst-2\", \"tracker_requested_step_num\": 9}"
+        },
+        {
+            "utt_id": "utt-13",
+            "utterance": "Add 4 cups of ginger ale soda.",
+            "bot": true,
+            "annotations": "repeat(ac-2-1);"
+        },
+        {
+            "utt_id": "utt-14",
+            "utterance": "Thank you for repeating it. I added the ginger ale soda now. What's next?",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"thank; confirm; req_instruction;\", \"tracker_completed_step\": \"inst-2\", \"tracker_completed_step_num\": 9, \"tracker_requested_step\": \"inst-3\", \"tracker_requested_step_num\": 10}"
+        },
+        {
+            "utt_id": "utt-15",
+            "utterance": "Now take out the frozen ice ring from the mold and add it into the punch.",
+            "bot": true,
+            "annotations": "inform_instruction(inst-3);"
+        },
+        {
+            "utt_id": "utt-16",
+            "utterance": "Ok. I have done that.",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"confirm;\", \"tracker_completed_step\": \"inst-3\", \"tracker_completed_step_num\": 10, \"tracker_requested_step\": \"inst-4\", \"tracker_requested_step_num\": 11}"
+        },
+        {
+            "utt_id": "utt-17",
+            "utterance": "Great. Now finally place some scoops of raspberry sherbet around the ring of the punch bowl.",
+            "bot": true,
+            "annotations": "inform_instruction(inst-4);"
+        },
+        {
+            "utt_id": "utt-18",
+            "utterance": "What should I add?",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"req_instruction;\", \"tracker_completed_step\": \"inst-4\", \"tracker_completed_step_num\": 11, \"tracker_requested_step\": \"inst-4\", \"tracker_requested_step_num\": 11}"
+        },
+        {
+            "utt_id": "utt-19",
+            "utterance": "Some scoops of raspberry sherbet.",
+            "bot": true,
+            "annotations": "inform_instruction(inst-4, [ing-5]);"
+        },
+        {
+            "utt_id": "utt-20",
+            "utterance": "Thank you. I added the raspberry sherbet. Is it done now?",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"thank; confirm; req_is_recipe_finished;\", \"tracker_completed_step\": \"inst-4\", \"tracker_completed_step_num\": 11, \"tracker_requested_step\": \"inst-4\", \"tracker_requested_step_num\": 11}"
+        },
+        {
+            "utt_id": "utt-21",
+            "utterance": "Yes, enjoy!",
+            "bot": true,
+            "annotations": "affirm();\r\nenjoy();"
+        },
+        {
+            "utt_id": "utt-22",
+            "utterance": "Thank you. it looks delicious!",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"thank;\", \"tracker_completed_step\": \"inst-4\", \"tracker_completed_step_num\": 11, \"tracker_requested_step\": \"inst-4\", \"tracker_requested_step_num\": 11}"
+        }
+    ]
+}

dialog/015.1.json

@@ -0,0 +1,154 @@
+{
+    "messages": [
+        {
+            "utt_id": "utt-0",
+            "utterance": "Hi. how do I make the California chicken dish?",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"greeting; req_start;\", \"tracker_completed_step\": \"inst-0\", \"tracker_completed_step_num\": 9, \"tracker_requested_step\": \"inst-0\", \"tracker_requested_step_num\": 9}"
+        },
+        {
+            "utt_id": "utt-1",
+            "utterance": "To start, you can preheat the oven to 175 degrees Celsius.",
+            "bot": true,
+            "annotations": "inform_instruction(inst-0);"
+        },
+        {
+            "utt_id": "utt-2",
+            "utterance": "Ok. the oven is heating up. What should I do now?",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"confirm; req_instruction;\", \"tracker_completed_step\": \"inst-0\", \"tracker_completed_step_num\": 9, \"tracker_requested_step\": \"inst-1\", \"tracker_requested_step_num\": 10}"
+        },
+        {
+            "utt_id": "utt-3",
+            "utterance": "Now you should take a skillet and warm oil in it.",
+            "bot": true,
+            "annotations": "inform_instruction(ac-1-0);"
+        },
+        {
+            "utt_id": "utt-4",
+            "utterance": "Ok. the oil is getting warm, what should I do next?",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"confirm; req_instruction;\", \"tracker_completed_step\": \"inst-1\", \"tracker_completed_step_num\": 10, \"tracker_requested_step\": \"inst-1\", \"tracker_requested_step_num\": 10}"
+        },
+        {
+            "utt_id": "utt-5",
+            "utterance": "You should add the chicken and onions to the skillet.",
+            "bot": true,
+            "annotations": "inform_instruction(ac-1-1);"
+        },
+        {
+            "utt_id": "utt-6",
+            "utterance": "Ok. what should I add first?",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"req_instruction;\", \"tracker_completed_step\": \"inst-1\", \"tracker_completed_step_num\": 10, \"tracker_requested_step\": \"inst-1\", \"tracker_requested_step_num\": 10}"
+        },
+        {
+            "utt_id": "utt-7",
+            "utterance": "You can add them together.",
+            "bot": true,
+            "annotations": "inform_instruction(ac-1-1);"
+        },
+        {
+            "utt_id": "utt-8",
+            "utterance": "Ok. I have done that. What is the next step?",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"confirm; req_instruction;\", \"tracker_completed_step\": \"inst-1\", \"tracker_completed_step_num\": 10, \"tracker_requested_step\": \"inst-2\", \"tracker_requested_step_num\": 11}"
+        },
+        {
+            "utt_id": "utt-9",
+            "utterance": "Cook for about 15 minutes until the chicken is browned.",
+            "bot": true,
+            "annotations": "inform_instruction(inst-2);"
+        },
+        {
+            "utt_id": "utt-10",
+            "utterance": "Ok. the chicken is brown now. What should I do now?",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"confirm; req_instruction;\", \"tracker_completed_step\": \"inst-2\", \"tracker_completed_step_num\": 11, \"tracker_requested_step\": \"inst-3\", \"tracker_requested_step_num\": 12}"
+        },
+        {
+            "utt_id": "utt-11",
+            "utterance": "Now you can add some taste to it with 1 pinch salt and 1 pinch ground black pepper.",
+            "bot": true,
+            "annotations": "inform_instruction(inst-3);"
+        },
+        {
+            "utt_id": "utt-12",
+            "utterance": "Ok. I added the spices. What is next?",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"confirm; req_instruction;\", \"tracker_completed_step\": \"inst-3\", \"tracker_completed_step_num\": 12, \"tracker_requested_step\": \"inst-4\", \"tracker_requested_step_num\": 13}"
+        },
+        {
+            "utt_id": "utt-13",
+            "utterance": "Place the chicken breasts on a cookie sheet.",
+            "bot": true,
+            "annotations": "inform_instruction(ac-4-0);\r\n"
+        },
+        {
+            "utt_id": "utt-14",
+            "utterance": "Ok. what should I do with them?",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"req_instruction;\", \"tracker_completed_step\": \"inst-4\", \"tracker_completed_step_num\": 13, \"tracker_requested_step\": \"inst-4\", \"tracker_requested_step_num\": 13}"
+        },
+        {
+            "utt_id": "utt-15",
+            "utterance": "Place on each breast 1 to 2 slices of tomato and 2 to 3 slices of Monterey Jack cheese.",
+            "bot": true,
+            "annotations": "inform_instruction(ac-4-1);"
+        },
+        {
+            "utt_id": "utt-16",
+            "utterance": "Can you repeat the last ingredient?",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"req_repeat;\", \"tracker_completed_step\": \"inst-4\", \"tracker_completed_step_num\": 13, \"tracker_requested_step\": \"inst-4\", \"tracker_requested_step_num\": 13}"
+        },
+        {
+            "utt_id": "utt-17",
+            "utterance": "2 to 3 slices of cheese, preferably Monterey Jack cheese.",
+            "bot": true,
+            "annotations": "repeat(ac-4-1, [ing-7]);"
+        },
+        {
+            "utt_id": "utt-18",
+            "utterance": "Ok. thanks. I added all to the breast. What should I do with it?",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"thank; confirm; req_instruction;\", \"tracker_completed_step\": \"inst-4\", \"tracker_completed_step_num\": 13, \"tracker_requested_step\": \"inst-5\", \"tracker_requested_step_num\": 14}"
+        },
+        {
+            "utt_id": "utt-19",
+            "utterance": "Now place it in the preheated oven until the cheese is melted. This will take about 10 to 15 minutes.",
+            "bot": true,
+            "annotations": "inform_instruction(inst-5);"
+        },
+        {
+            "utt_id": "utt-20",
+            "utterance": "Ok. the cheese is melted now. Should I take it out?",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"confirm; req_instruction;\", \"tracker_completed_step\": \"inst-5\", \"tracker_completed_step_num\": 14, \"tracker_requested_step\": \"inst-6\", \"tracker_requested_step_num\": 15}"
+        },
+        {
+            "utt_id": "utt-21",
+            "utterance": "Take it out of the oven and add 2 to 3 slices of avocado on each breast.",
+            "bot": true,
+            "annotations": "inform_instruction(ac-6-0);\r\ninform_instruction(ac-6-1);"
+        },
+        {
+            "utt_id": "utt-22",
+            "utterance": "Ok. I have done that. What should I do now?",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"confirm; req_instruction;\", \"tracker_completed_step\": \"inst-6\", \"tracker_completed_step_num\": 15, \"tracker_requested_step\": \"inst-6\", \"tracker_requested_step_num\": 15}"
+        },
+        {
+            "utt_id": "utt-23",
+            "utterance": "Now you can serve it and enjoy your California Chicken.",
+            "bot": true,
+            "annotations": "inform_instruction(ac-6-2);\r\nenjoy();"
+        },
+        {
+            "utt_id": "utt-24",
+            "utterance": "Ok. thanks for the instructions, it looks nice.",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"thank;\", \"tracker_completed_step\": \"inst-6\", \"tracker_completed_step_num\": 15, \"tracker_requested_step\": \"inst-6\", \"tracker_requested_step_num\": 15}"
+        }
+    ]
+}

dialog/016.1.json

@@ -0,0 +1,232 @@
+{
+    "messages": [
+        {
+            "utt_id": "utt-0",
+            "utterance": "Hi. what are we making today?",
+            "bot": false,
+            "annotations": "{\"section\": \"title\", \"intent\": \"greeting; req_start;\", \"tracker_completed_step\": \"title\", \"tracker_completed_step_num\": 0, \"tracker_requested_step\": \"title\", \"tracker_requested_step_num\": 0}"
+        },
+        {
+            "utt_id": "utt-1",
+            "utterance": "Hi. we are going to make a Cheezy Pie.",
+            "bot": true,
+            "annotations": "greeting();\r\ninform_title(title);"
+        },
+        {
+            "utt_id": "utt-2",
+            "utterance": "What's the first step?",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"req_instruction;\", \"tracker_completed_step\": \"title\", \"tracker_completed_step_num\": 0, \"tracker_requested_step\": \"inst-0\", \"tracker_requested_step_num\": 9}"
+        },
+        {
+            "utt_id": "utt-3",
+            "utterance": "First you can already preheat the oven and set it on 175 degrees Celsius.",
+            "bot": true,
+            "annotations": "inform_instruction(inst-0);"
+        },
+        {
+            "utt_id": "utt-4",
+            "utterance": "Ok. that's Done. what's next?",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"confirm; req_instruction;\", \"tracker_completed_step\": \"inst-0\", \"tracker_completed_step_num\": 9, \"tracker_requested_step\": \"inst-1\", \"tracker_requested_step_num\": 10}"
+        },
+        {
+            "utt_id": "utt-5",
+            "utterance": "Now take a medium size mixing bowl and add 8 ounce of softened cream cheese.",
+            "bot": true,
+            "annotations": "fetch(inst-1, [tool-1-0, ing-1]);"
+        },
+        {
+            "utt_id": "utt-6",
+            "utterance": "I added the creme cheese to the bowl. What should I do now?",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"confirm; req_instruction;\", \"tracker_completed_step\": \"inst-1\", \"tracker_completed_step_num\": 10, \"tracker_requested_step\": \"inst-1\", \"tracker_requested_step_num\": 10}"
+        },
+        {
+            "utt_id": "utt-7",
+            "utterance": "First whip the cream cheese a bit until it becomes fluffy.",
+            "bot": true,
+            "annotations": "inform_instruction(ac-1-0);"
+        },
+        {
+            "utt_id": "utt-8",
+            "utterance": "It looks fluffy now, what should I do next?",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"confirm; req_instruction;\", \"tracker_completed_step\": \"inst-1\", \"tracker_completed_step_num\": 10, \"tracker_requested_step\": \"inst-2\", \"tracker_requested_step_num\": 11}"
+        },
+        {
+            "utt_id": "utt-9",
+            "utterance": "Now add 1/2 cup of sugar and 1 teaspoon of vanilla extract and mix it together.",
+            "bot": true,
+            "annotations": "inform_instruction(inst-2);\r\ninform_instruction(inst-3);"
+        },
+        {
+            "utt_id": "utt-10",
+            "utterance": "Can you repeat the second ingredient?",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"req_repeat;\", \"tracker_completed_step\": \"inst-3\", \"tracker_completed_step_num\": 12, \"tracker_requested_step\": \"inst-2\", \"tracker_requested_step_num\": 11}"
+        },
+        {
+            "utt_id": "utt-11",
+            "utterance": "1 teaspoon of vanilla extract.",
+            "bot": true,
+            "annotations": "repeat(inst-2, [ing-3]);"
+        },
+        {
+            "utt_id": "utt-12",
+            "utterance": "Thank you. that's done now. What should I do next?",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"thank; confirm; req_instruction;\", \"tracker_completed_step\": \"inst-2\", \"tracker_completed_step_num\": 11, \"tracker_requested_step\": \"inst-4\", \"tracker_requested_step_num\": 13}"
+        },
+        {
+            "utt_id": "utt-13",
+            "utterance": "Add 2 eggs to the mixture.",
+            "bot": true,
+            "annotations": "inform_instruction(inst-4);"
+        },
+        {
+            "utt_id": "utt-14",
+            "utterance": "Ok. I have added the eggs, what's next?",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"confirm; req_instruction;\", \"tracker_completed_step\": \"inst-4\", \"tracker_completed_step_num\": 13, \"tracker_requested_step\": \"inst-5\", \"tracker_requested_step_num\": 14}"
+        },
+        {
+            "utt_id": "utt-15",
+            "utterance": "Now beat the eggs and make sure that all the ingredients are well mixed.",
+            "bot": true,
+            "annotations": "inform_instruction(inst-5);"
+        },
+        {
+            "utt_id": "utt-16",
+            "utterance": "That's Done. everything is well mixed now.",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"confirm;\", \"tracker_completed_step\": \"inst-5\", \"tracker_completed_step_num\": 14, \"tracker_requested_step\": \"inst-6\", \"tracker_requested_step_num\": 15}"
+        },
+        {
+            "utt_id": "utt-17",
+            "utterance": "Ok. great. Now pour the mixture into 2 pre-baked pie shells.",
+            "bot": true,
+            "annotations": "inform_instruction(inst-6);"
+        },
+        {
+            "utt_id": "utt-18",
+            "utterance": "Ok. should I put them in the oven now?",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"other;\", \"tracker_completed_step\": \"inst-6\", \"tracker_completed_step_num\": 15, \"tracker_requested_step\": \"inst-7\", \"tracker_requested_step_num\": 16}"
+        },
+        {
+            "utt_id": "utt-19",
+            "utterance": "Yes you may bake them for 20 minutes. Let me know when it's finished.",
+            "bot": true,
+            "annotations": "inform_instruction(inst-7);"
+        },
+        {
+            "utt_id": "utt-20",
+            "utterance": "The 20 minutes passed, it is finished now.",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"confirm;\", \"tracker_completed_step\": \"inst-7\", \"tracker_completed_step_num\": 16, \"tracker_requested_step\": \"inst-8\", \"tracker_requested_step_num\": 17}"
+        },
+        {
+            "utt_id": "utt-21",
+            "utterance": "Great, now leave it for 5 minutes outside of the oven and grab a small bowl.",
+            "bot": true,
+            "annotations": "inform_instruction(inst-8);"
+        },
+        {
+            "utt_id": "utt-22",
+            "utterance": "Ok. I have a small bowl. What should I do with it?",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"confirm; req_instruction;\", \"tracker_completed_step\": \"inst-8\", \"tracker_completed_step_num\": 17, \"tracker_requested_step\": \"inst-9\", \"tracker_requested_step_num\": 18}"
+        },
+        {
+            "utt_id": "utt-23",
+            "utterance": "Combine 1 cup of sour cream and 3 tablespoons of sugar and put it in the bowl.",
+            "bot": true,
+            "annotations": "inform_instruction(inst-9);"
+        },
+        {
+            "utt_id": "utt-24",
+            "utterance": "Can you repeat the first ingredient please?",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"req_repeat;\", \"tracker_completed_step\": \"inst-9\", \"tracker_completed_step_num\": 18, \"tracker_requested_step\": \"inst-9\", \"tracker_requested_step_num\": 18}"
+        },
+        {
+            "utt_id": "utt-25",
+            "utterance": "1 cup of sour cream.",
+            "bot": true,
+            "annotations": "repeat(inst-9, [ing-5]);"
+        },
+        {
+            "utt_id": "utt-26",
+            "utterance": "Ok. I have added the sour cream and the sugar now. What should I do now?",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"confirm; req_instruction;\", \"tracker_completed_step\": \"inst-9\", \"tracker_completed_step_num\": 18, \"tracker_requested_step\": \"inst-10\", \"tracker_requested_step_num\": 19}"
+        },
+        {
+            "utt_id": "utt-27",
+            "utterance": "Mix them well and spread half of the mixture on each pie.",
+            "bot": true,
+            "annotations": "inform_instruction(inst-10);"
+        },
+        {
+            "utt_id": "utt-28",
+            "utterance": "That's done.",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"confirm;\", \"tracker_completed_step\": \"inst-10\", \"tracker_completed_step_num\": 19, \"tracker_requested_step\": \"inst-11\", \"tracker_requested_step_num\": 20}"
+        },
+        {
+            "utt_id": "utt-29",
+            "utterance": "Now place the pies in the oven for 15 minutes but turn the oven off.",
+            "bot": true,
+            "annotations": "inform_instruction(inst-11);\r\ninform_instruction(inst-12);"
+        },
+        {
+            "utt_id": "utt-30",
+            "utterance": "So I should turn the oven off before placing them in the oven?",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"other;\", \"tracker_completed_step\": \"inst-12\", \"tracker_completed_step_num\": 21, \"tracker_requested_step\": \"inst-12\", \"tracker_requested_step_num\": 21}"
+        },
+        {
+            "utt_id": "utt-31",
+            "utterance": "Yes and then just 15 minutes inside still.",
+            "bot": true,
+            "annotations": "affirm();\r\ninform_instruction(inst-12);"
+        },
+        {
+            "utt_id": "utt-32",
+            "utterance": "The 15 minutes have passed now, what's next?",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"confirm; req_instruction;\", \"tracker_completed_step\": \"inst-12\", \"tracker_completed_step_num\": 21, \"tracker_requested_step\": \"inst-13\", \"tracker_requested_step_num\": 22}"
+        },
+        {
+            "utt_id": "utt-33",
+            "utterance": "Take them out of the oven and let the pies chill overnight.",
+            "bot": true,
+            "annotations": "inform_instruction(inst-13);"
+        },
+        {
+            "utt_id": "utt-34",
+            "utterance": "Ok. I'm back. Are they ready now?",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"confirm; req_is_recipe_finished;\", \"tracker_completed_step\": \"inst-13\", \"tracker_completed_step_num\": 22, \"tracker_requested_step\": \"inst-14\", \"tracker_requested_step_num\": 23}"
+        },
+        {
+            "utt_id": "utt-35",
+            "utterance": "The final step is to top each pie with 1 cup of strawberries.",
+            "bot": true,
+            "annotations": "inform_instruction(inst-14);"
+        },
+        {
+            "utt_id": "utt-36",
+            "utterance": "Ok. that's done. It looks good.",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"confirm;\", \"tracker_completed_step\": \"inst-14\", \"tracker_completed_step_num\": 23, \"tracker_requested_step\": \"inst-14\", \"tracker_requested_step_num\": 23}"
+        },
+        {
+            "utt_id": "utt-37",
+            "utterance": "Ok. glad to hear that, enjoy!",
+            "bot": true,
+            "annotations": "enjoy();"
+        }
+    ]
+}

dialog/017.1.json

@@ -0,0 +1,274 @@
+{
+    "messages": [
+        {
+            "utt_id": "utt-0",
+            "utterance": "Hi. how do I make the bakers secret pie crust?",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"greeting; req_start;\", \"tracker_completed_step\": \"inst-0\", \"tracker_completed_step_num\": 12, \"tracker_requested_step\": \"inst-0\", \"tracker_requested_step_num\": 12}"
+        },
+        {
+            "utt_id": "utt-1",
+            "utterance": "Hi. take 4 tablespoons unsalted butter and 5 tablespoons shortening. Place them into the freezer for 20 minutes.",
+            "bot": true,
+            "annotations": "greeting();\r\ninform_instruction(inst-0);"
+        },
+        {
+            "utt_id": "utt-2",
+            "utterance": "5 tablespoons of what? Could you repeat that again?",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"req_repeat;\", \"tracker_completed_step\": \"inst-0\", \"tracker_completed_step_num\": 12, \"tracker_requested_step\": \"inst-0\", \"tracker_requested_step_num\": 12}"
+        },
+        {
+            "utt_id": "utt-3",
+            "utterance": "5 tablespoons of shortening. Shortening is butter or fat used for making bread.",
+            "bot": true,
+            "annotations": "repeat(inst-0, [ing-6]);"
+        },
+        {
+            "utt_id": "utt-4",
+            "utterance": "Ok. thanks for the clarification. I put everything in the freezer for 20 minutes. What should I do now?",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"thank; confirm; req_instruction;\", \"tracker_completed_step\": \"inst-0\", \"tracker_completed_step_num\": 12, \"tracker_requested_step\": \"inst-1\", \"tracker_requested_step_num\": 13}"
+        },
+        {
+            "utt_id": "utt-5",
+            "utterance": "Take the bowl of the food processor. In this bowl we will combine several ingredients.",
+            "bot": true,
+            "annotations": "fetch(inst-1, [tool-1-0]);"
+        },
+        {
+            "utt_id": "utt-6",
+            "utterance": "Ok. I have the bowl.",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"confirm;\", \"tracker_completed_step\": \"inst-1\", \"tracker_completed_step_num\": 13, \"tracker_requested_step\": \"inst-1\", \"tracker_requested_step_num\": 13}"
+        },
+        {
+            "utt_id": "utt-7",
+            "utterance": "Combine 3/4 cup cake flour and 3/4 cup all-purpose flour.",
+            "bot": true,
+            "annotations": "simplify_continue(inst-1, [ing-0, ing-1]);"
+        },
+        {
+            "utt_id": "utt-8",
+            "utterance": "Ok. I added them to the bowl. What is next?",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"confirm; req_instruction;\", \"tracker_completed_step\": \"inst-1\", \"tracker_completed_step_num\": 13, \"tracker_requested_step\": \"inst-1\", \"tracker_requested_step_num\": 13}"
+        },
+        {
+            "utt_id": "utt-9",
+            "utterance": "Next you can add 1/2 teaspoon salt and 1 teaspoon white suga.",
+            "bot": true,
+            "annotations": "simplify_continue(inst-1, [ing-2, ing-3]);"
+        },
+        {
+            "utt_id": "utt-10",
+            "utterance": "Ok. added as well. Should I add more still?",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"confirm; req_instruction;\", \"tracker_completed_step\": \"inst-1\", \"tracker_completed_step_num\": 13, \"tracker_requested_step\": \"inst-1\", \"tracker_requested_step_num\": 13}"
+        },
+        {
+            "utt_id": "utt-11",
+            "utterance": "Finally add 1/8 teaspoon baking powder.",
+            "bot": true,
+            "annotations": "simplify_continue(inst-1, [ing-4]);"
+        },
+        {
+            "utt_id": "utt-12",
+            "utterance": "Ok. I added the baking powder. What is the next step?",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"confirm; req_instruction;\", \"tracker_completed_step\": \"inst-1\", \"tracker_completed_step_num\": 13, \"tracker_requested_step\": \"inst-2\", \"tracker_requested_step_num\": 14}"
+        },
+        {
+            "utt_id": "utt-13",
+            "utterance": "Now mix everything for a few seconds.",
+            "bot": true,
+            "annotations": "inform_instruction(inst-2);"
+        },
+        {
+            "utt_id": "utt-14",
+            "utterance": "Should I mix it with the machine?",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"other;\", \"tracker_completed_step\": \"inst-2\", \"tracker_completed_step_num\": 14, \"tracker_requested_step\": \"inst-2\", \"tracker_requested_step_num\": 14}"
+        },
+        {
+            "utt_id": "utt-15",
+            "utterance": "Yes with the food processor.",
+            "bot": true,
+            "annotations": "affirm();"
+        },
+        {
+            "utt_id": "utt-16",
+            "utterance": "Ok. thanks. Done. What is next?",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"thank; confirm; req_instruction;\", \"tracker_completed_step\": \"inst-2\", \"tracker_completed_step_num\": 14, \"tracker_requested_step\": \"inst-3\", \"tracker_requested_step_num\": 15}"
+        },
+        {
+            "utt_id": "utt-17",
+            "utterance": "Next take one half of the cold butter and one half of the cold shortening you put in the freezer.",
+            "bot": true,
+            "annotations": "inform_instruction(ac-3-0);"
+        },
+        {
+            "utt_id": "utt-18",
+            "utterance": "Ok. I took them out. What should I do with it?",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"confirm; req_instruction;\", \"tracker_completed_step\": \"inst-3\", \"tracker_completed_step_num\": 15, \"tracker_requested_step\": \"inst-3\", \"tracker_requested_step_num\": 15}"
+        },
+        {
+            "utt_id": "utt-19",
+            "utterance": "You can put them in the food processor with the other ingredients and mix for about 1 minutes. Make sure to scrape down the bowl twice while mixing.",
+            "bot": true,
+            "annotations": "inform_instruction(ac-3-1);\r\ninform_instruction(inst-4);"
+        },
+        {
+            "utt_id": "utt-20",
+            "utterance": "Could you repeat the last part once, what should I make sure of?",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"req_repeat;\", \"tracker_completed_step\": \"inst-4\", \"tracker_completed_step_num\": 16, \"tracker_requested_step\": \"inst-4\", \"tracker_requested_step_num\": 16}"
+        },
+        {
+            "utt_id": "utt-21",
+            "utterance": "During the one minute of mixing you should stop twice and scrape down the edges of the bowl.",
+            "bot": true,
+            "annotations": "repeat(inst-4);"
+        },
+        {
+            "utt_id": "utt-22",
+            "utterance": "Ok. thanks for the clarification. What should I do now with the mixture?",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"thank; req_instruction;\", \"tracker_completed_step\": \"inst-4\", \"tracker_completed_step_num\": 16, \"tracker_requested_step\": \"inst-5\", \"tracker_requested_step_num\": 17}"
+        },
+        {
+            "utt_id": "utt-23",
+            "utterance": "Now you can add the remainder of the butter and the shortening to the mixture. Mix only briefly so there are pea-sized chunks lef.",
+            "bot": true,
+            "annotations": "inform_instruction(inst-5);"
+        },
+        {
+            "utt_id": "utt-24",
+            "utterance": "Ok. done. What is the next step?",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"confirm; req_instruction;\", \"tracker_completed_step\": \"inst-5\", \"tracker_completed_step_num\": 17, \"tracker_requested_step\": \"inst-6\", \"tracker_requested_step_num\": 18}"
+        },
+        {
+            "utt_id": "utt-25",
+            "utterance": "Take a measuring cup and mix 1 egg yolk and 2 teaspoons distilled white vinegar.",
+            "bot": true,
+            "annotations": "fetch(ac-6-0, [tool-6-0]);\r\ninform_instruction(ac-6-0);"
+        },
+        {
+            "utt_id": "utt-26",
+            "utterance": "What should I add besides the two teaspoons of stilled white vinegar?",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"req_repeat;\", \"tracker_completed_step\": \"inst-6\", \"tracker_completed_step_num\": 18, \"tracker_requested_step\": \"inst-6\", \"tracker_requested_step_num\": 18}"
+        },
+        {
+            "utt_id": "utt-27",
+            "utterance": "1 egg yolk. It is the yellow part of an egg.",
+            "bot": true,
+            "annotations": "repeat(ac-6-0, [ing-7]);"
+        },
+        {
+            "utt_id": "utt-28",
+            "utterance": "Ok. now I understood thanks. Ok. they are both in the measuring cup. Should I add more?",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"thank; confirm; req_instruction;\", \"tracker_completed_step\": \"inst-6\", \"tracker_completed_step_num\": 18, \"tracker_requested_step\": \"inst-6\", \"tracker_requested_step_num\": 18}"
+        },
+        {
+            "utt_id": "utt-29",
+            "utterance": "If these two ingredients are well mixed, you can add 3 ice cubes and 1/2 cup cold water.",
+            "bot": true,
+            "annotations": "inform_instruction(ac-6-1);"
+        },
+        {
+            "utt_id": "utt-30",
+            "utterance": "Ok. done. What should I do with the mixture?",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"confirm; req_instruction;\", \"tracker_completed_step\": \"inst-6\", \"tracker_completed_step_num\": 18, \"tracker_requested_step\": \"inst-7\", \"tracker_requested_step_num\": 19}"
+        },
+        {
+            "utt_id": "utt-31",
+            "utterance": "Let this cool down for about 3 to 4 minutes.",
+            "bot": true,
+            "annotations": "inform_instruction(inst-7);"
+        },
+        {
+            "utt_id": "utt-32",
+            "utterance": "Ok. it's cooled down now.",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"confirm;\", \"tracker_completed_step\": \"inst-7\", \"tracker_completed_step_num\": 19, \"tracker_requested_step\": \"inst-8\", \"tracker_requested_step_num\": 20}"
+        },
+        {
+            "utt_id": "utt-33",
+            "utterance": "Remove the mixture of flours and shortening from the processor and place it in a large mixing bow.",
+            "bot": true,
+            "annotations": "inform_instruction(inst-8);"
+        },
+        {
+            "utt_id": "utt-34",
+            "utterance": "Ok. the first mixture is in a large mixing bowl. What is the next step?",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"confirm; req_instruction;\", \"tracker_completed_step\": \"inst-8\", \"tracker_completed_step_num\": 20, \"tracker_requested_step\": \"inst-9\", \"tracker_requested_step_num\": 21}"
+        },
+        {
+            "utt_id": "utt-35",
+            "utterance": "Now you can sprinkle 4 to 5 tablespoons of the egg and vinegar mixture on the first mixture in the mixing bowl. Mix with a fork and add the tablespoons a little at a time.",
+            "bot": true,
+            "annotations": "inform_instruction(inst-9);"
+        },
+        {
+            "utt_id": "utt-36",
+            "utterance": "Ok. could you repeat only the last part? I couldn't follow that, thanks!",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"req_repeat; thank;\", \"tracker_completed_step\": \"inst-9\", \"tracker_completed_step_num\": 21, \"tracker_requested_step\": \"inst-9\", \"tracker_requested_step_num\": 21}"
+        },
+        {
+            "utt_id": "utt-37",
+            "utterance": "When you are adding the tablespoons of egg, add only one tablespoon at a time and mix with a fork.",
+            "bot": true,
+            "annotations": "repeat(ac-9-1);"
+        },
+        {
+            "utt_id": "utt-38",
+            "utterance": "Ok. thanks. It's all added now. What should I do now?",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"thank; confirm; req_instruction;\", \"tracker_completed_step\": \"inst-9\", \"tracker_completed_step_num\": 21, \"tracker_requested_step\": \"inst-11\", \"tracker_requested_step_num\": 23}"
+        },
+        {
+            "utt_id": "utt-39",
+            "utterance": "Now take a plastic bag, place the dough in it and place it in the refrigerator for a few minute.",
+            "bot": true,
+            "annotations": "inform_instruction(inst-11);"
+        },
+        {
+            "utt_id": "utt-40",
+            "utterance": "Ok. it's in the fridge. What is next?",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"confirm; req_instruction;\", \"tracker_completed_step\": \"inst-11\", \"tracker_completed_step_num\": 23, \"tracker_requested_step\": \"inst-12\", \"tracker_requested_step_num\": 24}"
+        },
+        {
+            "utt_id": "utt-41",
+            "utterance": "After a few minutes you can remove from the fridge and roll out the dough.",
+            "bot": true,
+            "annotations": "inform_instruction(inst-12);"
+        },
+        {
+            "utt_id": "utt-42",
+            "utterance": "Ok. in which shape should I roll it out, or it doesn't matter?",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"other;\", \"tracker_completed_step\": \"inst-12\", \"tracker_completed_step_num\": 24, \"tracker_requested_step\": \"inst-12\", \"tracker_requested_step_num\": 24}"
+        },
+        {
+            "utt_id": "utt-43",
+            "utterance": "No it doesn't matter. Your Pie crust is ready now, enjoy it!",
+            "bot": true,
+            "annotations": "negate();\r\nend_recipe();\r\nenjoy();\r\n"
+        },
+        {
+            "utt_id": "utt-44",
+            "utterance": "Ok. Thanks. it looks nice.",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"thank;\", \"tracker_completed_step\": \"inst-12\", \"tracker_completed_step_num\": 24, \"tracker_requested_step\": \"inst-12\", \"tracker_requested_step_num\": 24}"
+        }
+    ]
+}

dialog/018.1.json

@@ -0,0 +1,76 @@
+{
+    "messages": [
+        {
+            "utt_id": "utt-0",
+            "utterance": "Hi. what are we making today?",
+            "bot": false,
+            "annotations": "{\"section\": \"title\", \"intent\": \"greeting; req_start;\", \"tracker_completed_step\": \"title\", \"tracker_completed_step_num\": 0, \"tracker_requested_step\": \"title\", \"tracker_requested_step_num\": 0}"
+        },
+        {
+            "utt_id": "utt-1",
+            "utterance": "Hi. we are going to make the easiest salad dressing. You may grab a jar with a tight fitting lid.",
+            "bot": true,
+            "annotations": "greeting();\r\ninform_title(title);\r\nfetch(inst-0, [tool-0-0]);"
+        },
+        {
+            "utt_id": "utt-2",
+            "utterance": "What should I grab?",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"req_repeat;\", \"tracker_completed_step\": \"title\", \"tracker_completed_step_num\": 0, \"tracker_requested_step\": \"title\", \"tracker_requested_step_num\": 0}"
+        },
+        {
+            "utt_id": "utt-3",
+            "utterance": "A jar with a tight fitting lid.",
+            "bot": true,
+            "annotations": "inform_instruction(tool-0-0);"
+        },
+        {
+            "utt_id": "utt-4",
+            "utterance": "Ok. I have it now.",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"confirm;\", \"tracker_completed_step\": \"title\", \"tracker_completed_step_num\": 0, \"tracker_requested_step\": \"inst-0\", \"tracker_requested_step_num\": 5}"
+        },
+        {
+            "utt_id": "utt-5",
+            "utterance": "Now add 1/2 cup of mayonnaise and 3 teaspoons of milk into the jar.",
+            "bot": true,
+            "annotations": "simplify_continue(inst-0, [ing-0, ing-1]);"
+        },
+        {
+            "utt_id": "utt-6",
+            "utterance": "I have added the mayonnaise and milk. What should I do next?",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"confirm; req_instruction;\", \"tracker_completed_step\": \"inst-0\", \"tracker_completed_step_num\": 5, \"tracker_requested_step\": \"inst-0\", \"tracker_requested_step_num\": 5}"
+        },
+        {
+            "utt_id": "utt-7",
+            "utterance": "Now add 1/4 teaspoon of salt and 1 pinch of ground black pepper.",
+            "bot": true,
+            "annotations": "simplify_continue(inst-0, [ing-2, ing-3]);"
+        },
+        {
+            "utt_id": "utt-8",
+            "utterance": "Ok. I added these two, what's next?",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"confirm; req_instruction;\", \"tracker_completed_step\": \"inst-0\", \"tracker_completed_step_num\": 5, \"tracker_requested_step\": \"inst-1\", \"tracker_requested_step_num\": 6}"
+        },
+        {
+            "utt_id": "utt-9",
+            "utterance": "Great. now just mix them well together and pour it over your salad. Then you are done!",
+            "bot": true,
+            "annotations": "inform_instruction(inst-1);\r\nend_recipe();"
+        },
+        {
+            "utt_id": "utt-10",
+            "utterance": "Ok. I have done it! Thank you. it tastes good.",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"confirm; thank;\", \"tracker_completed_step\": \"inst-1\", \"tracker_completed_step_num\": 6, \"tracker_requested_step\": \"inst-1\", \"tracker_requested_step_num\": 6}"
+        },
+        {
+            "utt_id": "utt-11",
+            "utterance": "Ok. thanks have a nice day.",
+            "bot": true,
+            "annotations": "thank();\r\ngoodbye();"
+        }
+    ]
+}

dialog/019.1.json

@@ -0,0 +1,184 @@
+{
+    "messages": [
+        {
+            "utt_id": "utt-0",
+            "utterance": "Hi. what are we making today?",
+            "bot": false,
+            "annotations": "{\"section\": \"title\", \"intent\": \"greeting; req_title;\", \"tracker_completed_step\": \"title\", \"tracker_completed_step_num\": 0, \"tracker_requested_step\": \"title\", \"tracker_requested_step_num\": 0}"
+        },
+        {
+            "utt_id": "utt-1",
+            "utterance": "Today we are making Black bean Lasagne Rolls.",
+            "bot": true,
+            "annotations": "inform_title(title);"
+        },
+        {
+            "utt_id": "utt-2",
+            "utterance": "Hm that sounds good. How do I start?",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"req_start;\", \"tracker_completed_step\": \"title\", \"tracker_completed_step_num\": 0, \"tracker_requested_step\": \"inst-0\", \"tracker_requested_step_num\": 11}"
+        },
+        {
+            "utt_id": "utt-3",
+            "utterance": "Cook 8 lasagne noodles. Do not add salt and fat and drain it well.",
+            "bot": true,
+            "annotations": "inform_instruction(inst-0);"
+        },
+        {
+            "utt_id": "utt-4",
+            "utterance": "How many minutes I have to cook them?",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"req_duration;\", \"tracker_completed_step\": \"inst-0\", \"tracker_completed_step_num\": 11, \"tracker_requested_step\": \"inst-0\", \"tracker_requested_step_num\": 11}"
+        },
+        {
+            "utt_id": "utt-5",
+            "utterance": "You should cook them according to the package directions.",
+            "bot": true,
+            "annotations": "inform_duration(cond-0-0);"
+        },
+        {
+            "utt_id": "utt-6",
+            "utterance": "Ah Ok. I will take a look thanks. What is the next step?",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"thank; req_instruction;\", \"tracker_completed_step\": \"inst-0\", \"tracker_completed_step_num\": 11, \"tracker_requested_step\": \"inst-1\", \"tracker_requested_step_num\": 12}"
+        },
+        {
+            "utt_id": "utt-7",
+            "utterance": "Next we will create the cheese mixture. Combine 1 cup shredded Monterey jack cheese and 15 ounce ricotta cheese.",
+            "bot": true,
+            "annotations": "simplify_begin(inst-1);\r\nsimplify_continue(inst-1, [ing-1, ing-2]);"
+        },
+        {
+            "utt_id": "utt-8",
+            "utterance": "Ok. I put the two types of cheese together. What should I do now?",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"confirm; req_instruction;\", \"tracker_completed_step\": \"inst-1\", \"tracker_completed_step_num\": 12, \"tracker_requested_step\": \"inst-1\", \"tracker_requested_step_num\": 12}"
+        },
+        {
+            "utt_id": "utt-9",
+            "utterance": "In addition, add 4.5 ounce chopped green chiles, 1/2 teaspoon chili powder and 1/8 teaspoon salt.",
+            "bot": true,
+            "annotations": "simplify_continue(ac-1-0, [ing-3, ing-4, ing-5]);"
+        },
+        {
+            "utt_id": "utt-10",
+            "utterance": "Can you repeat the first ingredient?",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"req_repeat;\", \"tracker_completed_step\": \"inst-1\", \"tracker_completed_step_num\": 12, \"tracker_requested_step\": \"inst-1\", \"tracker_requested_step_num\": 12}"
+        },
+        {
+            "utt_id": "utt-11",
+            "utterance": "4.5 ounce chopped green chiles.",
+            "bot": true,
+            "annotations": "repeat(ac-1-0, [ing-3]);"
+        },
+        {
+            "utt_id": "utt-12",
+            "utterance": "Ok. thanks. What should I do next?",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"thank; req_instruction;\", \"tracker_completed_step\": \"inst-1\", \"tracker_completed_step_num\": 12, \"tracker_requested_step\": \"inst-1\", \"tracker_requested_step_num\": 12}"
+        },
+        {
+            "utt_id": "utt-13",
+            "utterance": "Stir everything well.",
+            "bot": true,
+            "annotations": "inform_instruction(ac-1-1);"
+        },
+        {
+            "utt_id": "utt-14",
+            "utterance": "Ok. it's well stirred. What should I do with it?",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"confirm; req_instruction;\", \"tracker_completed_step\": \"inst-1\", \"tracker_completed_step_num\": 12, \"tracker_requested_step\": \"inst-2\", \"tracker_requested_step_num\": 13}"
+        },
+        {
+            "utt_id": "utt-15",
+            "utterance": "Now you can put the cheese mixture on one side of each lasagna noodle.",
+            "bot": true,
+            "annotations": "inform_instruction(inst-2);"
+        },
+        {
+            "utt_id": "utt-16",
+            "utterance": "Ok. I putted the cheese mixture on the each side of the lasagna noodles. What is next?",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"confirm; req_instruction;\", \"tracker_completed_step\": \"inst-2\", \"tracker_completed_step_num\": 13, \"tracker_requested_step\": \"inst-3\", \"tracker_requested_step_num\": 14}"
+        },
+        {
+            "utt_id": "utt-17",
+            "utterance": "Next you can place some black beans over the cheese mixture.",
+            "bot": true,
+            "annotations": "inform_instruction(inst-3);"
+        },
+        {
+            "utt_id": "utt-18",
+            "utterance": "Ok. What is next?",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"req_instruction;\", \"tracker_completed_step\": \"inst-3\", \"tracker_completed_step_num\": 14, \"tracker_requested_step\": \"inst-4\", \"tracker_requested_step_num\": 15}"
+        },
+        {
+            "utt_id": "utt-19",
+            "utterance": "Now you can roll up the noodles. Make sure you start rolling at the narrow end.",
+            "bot": true,
+            "annotations": "inform_instruction(inst-4);"
+        },
+        {
+            "utt_id": "utt-20",
+            "utterance": "Ok. I rolled up all the noodles. What is next?",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"confirm; req_instruction;\", \"tracker_completed_step\": \"inst-4\", \"tracker_completed_step_num\": 15, \"tracker_requested_step\": \"inst-5\", \"tracker_requested_step_num\": 16}"
+        },
+        {
+            "utt_id": "utt-21",
+            "utterance": "Take a baking dish, coat it with cooking spray and place the noodles on it. Make sure the seam side is down.",
+            "bot": true,
+            "annotations": "inform_instruction(inst-5);"
+        },
+        {
+            "utt_id": "utt-22",
+            "utterance": "Ok. I put the noodles on the baking dish.",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"confirm;\", \"tracker_completed_step\": \"inst-5\", \"tracker_completed_step_num\": 16, \"tracker_requested_step\": \"inst-6\", \"tracker_requested_step_num\": 17}"
+        },
+        {
+            "utt_id": "utt-23",
+            "utterance": "Good, now you can bake them at 350 degrees for about 25 minutes.",
+            "bot": true,
+            "annotations": "inform_instruction(inst-6);"
+        },
+        {
+            "utt_id": "utt-24",
+            "utterance": "350 degrees Fahrenheit right?",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"req_temperature;\", \"tracker_completed_step\": \"inst-6\", \"tracker_completed_step_num\": 17, \"tracker_requested_step\": \"inst-6\", \"tracker_requested_step_num\": 17}"
+        },
+        {
+            "utt_id": "utt-25",
+            "utterance": "Yes Fahrenheit.",
+            "bot": true,
+            "annotations": "affirm();\r\ninform_temperature(temp-6-0);"
+        },
+        {
+            "utt_id": "utt-26",
+            "utterance": "Ok. that is done. What should I do now?",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"confirm; req_instruction;\", \"tracker_completed_step\": \"inst-6\", \"tracker_completed_step_num\": 17, \"tracker_requested_step\": \"inst-7\", \"tracker_requested_step_num\": 18}"
+        },
+        {
+            "utt_id": "utt-27",
+            "utterance": "Now you can serve the lasagna rolls. If desired, you can add some salsa or cilantro sprigs.",
+            "bot": true,
+            "annotations": "inform_instruction(inst-7);"
+        },
+        {
+            "utt_id": "utt-28",
+            "utterance": "Ok. thanks it looks good. Thanks for the instructions.",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"thank;\", \"tracker_completed_step\": \"inst-7\", \"tracker_completed_step_num\": 18, \"tracker_requested_step\": \"inst-7\", \"tracker_requested_step_num\": 18}"
+        },
+        {
+            "utt_id": "utt-29",
+            "utterance": "Great. enjoy it!",
+            "bot": true,
+            "annotations": "enjoy();"
+        }
+    ]
+}

dialog/020.1.json

@@ -0,0 +1,250 @@
+{
+    "messages": [
+        {
+            "utt_id": "utt-0",
+            "utterance": "Hi. how do I make Alaskan Halibut Lasagna?",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"greeting; req_start;\", \"tracker_completed_step\": \"inst-0\", \"tracker_completed_step_num\": 12, \"tracker_requested_step\": \"inst-0\", \"tracker_requested_step_num\": 12}"
+        },
+        {
+            "utt_id": "utt-1",
+            "utterance": "Hi. first take a large skillet and put it on the stove on medium heat. Melt 2 tablespoons of butter.",
+            "bot": true,
+            "annotations": "greeting();\r\ninform_instruction(inst-0);"
+        },
+        {
+            "utt_id": "utt-2",
+            "utterance": "I have put the skillet on the stove. How many butter do I need to melt?",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"confirm; req_amount;\", \"tracker_completed_step\": \"inst-0\", \"tracker_completed_step_num\": 12, \"tracker_requested_step\": \"ing-0\", \"tracker_requested_step_num\": 1}"
+        },
+        {
+            "utt_id": "utt-3",
+            "utterance": "2 tablespoons is enough.",
+            "bot": true,
+            "annotations": "inform_amount(ing-0);"
+        },
+        {
+            "utt_id": "utt-4",
+            "utterance": "Ok. that's Done. what's next?",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"confirm; req_instruction;\", \"tracker_completed_step\": \"ing-0\", \"tracker_completed_step_num\": 1, \"tracker_requested_step\": \"inst-1\", \"tracker_requested_step_num\": 13}"
+        },
+        {
+            "utt_id": "utt-5",
+            "utterance": "When it's melted, add 1 1/2 pounds of halibut steaks. Don't forget to remove the bones and cut them into little cubes.",
+            "bot": true,
+            "annotations": "inform_instruction(inst-1);"
+        },
+        {
+            "utt_id": "utt-6",
+            "utterance": "I have added the Halibut steaks. For how long do I need to bake them?",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"confirm; req_duration;\", \"tracker_completed_step\": \"inst-1\", \"tracker_completed_step_num\": 13, \"tracker_requested_step\": \"inst-1\", \"tracker_requested_step_num\": 13}"
+        },
+        {
+            "utt_id": "utt-7",
+            "utterance": "Also add 2 minced garlic cloves and 3/4 teaspoons of dried thyme. Then let the fish cook for about 10 minutes.",
+            "bot": true,
+            "annotations": "inform_instruction(inst-1);\r\ninform_duration(dur-2-0);"
+        },
+        {
+            "utt_id": "utt-8",
+            "utterance": "The ten minutes have passed now. What should I do next?",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"confirm; req_instruction;\", \"tracker_completed_step\": \"inst-1\", \"tracker_completed_step_num\": 13, \"tracker_requested_step\": \"inst-1\", \"tracker_requested_step_num\": 13}"
+        },
+        {
+            "utt_id": "utt-9",
+            "utterance": "Make sure the fish flakes easily with a fork. Is that the case?",
+            "bot": true,
+            "annotations": "verify(cond-2-0);"
+        },
+        {
+            "utt_id": "utt-10",
+            "utterance": "Yes it is.",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"confirm;\", \"tracker_completed_step\": \"inst-1\", \"tracker_completed_step_num\": 13, \"tracker_requested_step\": \"inst-3\", \"tracker_requested_step_num\": 15}"
+        },
+        {
+            "utt_id": "utt-11",
+            "utterance": "Ok. Great. now remove the fish from the pan and set it aside. Now use the skillet again and add 4 tablespoons of butter.",
+            "bot": true,
+            "annotations": "inform_instruction(inst-3);\r\ninform_instruction(inst-4);"
+        },
+        {
+            "utt_id": "utt-12",
+            "utterance": "Ok. I refilled the skillet with butter. What should I cook in it?",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"confirm; req_instruction;\", \"tracker_completed_step\": \"inst-4\", \"tracker_completed_step_num\": 16, \"tracker_requested_step\": \"inst-5\", \"tracker_requested_step_num\": 17}"
+        },
+        {
+            "utt_id": "utt-13",
+            "utterance": "Add 1/3 cup of all-purpose flour and 1/2 teaspoon of salt. Cook and stir the mixture until it is golden brown.",
+            "bot": true,
+            "annotations": "inform_instruction(inst-5);"
+        },
+        {
+            "utt_id": "utt-14",
+            "utterance": "The flour and salt mixture is golden-brown now.",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"confirm;\", \"tracker_completed_step\": \"inst-5\", \"tracker_completed_step_num\": 17, \"tracker_requested_step\": \"inst-6\", \"tracker_requested_step_num\": 18}"
+        },
+        {
+            "utt_id": "utt-15",
+            "utterance": "Ok. now gradually add 1 1/2 cups of chicken broth and 1 cup of heavy whipping cream.",
+            "bot": true,
+            "annotations": "inform_instruction(inst-6);"
+        },
+        {
+            "utt_id": "utt-16",
+            "utterance": "That's Done. what's next?",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"confirm; req_instruction;\", \"tracker_completed_step\": \"inst-6\", \"tracker_completed_step_num\": 18, \"tracker_requested_step\": \"inst-7\", \"tracker_requested_step_num\": 19}"
+        },
+        {
+            "utt_id": "utt-17",
+            "utterance": "Bring it to a boil. Let it cook and stir it for 2 minutes and make sure it's thick in the end.",
+            "bot": true,
+            "annotations": "inform_instruction(inst-7);"
+        },
+        {
+            "utt_id": "utt-18",
+            "utterance": "The mixture is thick now. What should I do with it?",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"confirm; req_instruction;\", \"tracker_completed_step\": \"inst-7\", \"tracker_completed_step_num\": 19, \"tracker_requested_step\": \"inst-8\", \"tracker_requested_step_num\": 20}"
+        },
+        {
+            "utt_id": "utt-19",
+            "utterance": "Ok. good now remove it from the stove and take a 13 inch baking dish.",
+            "bot": true,
+            "annotations": "fetch(inst-8, [tool-8-0]);"
+        },
+        {
+            "utt_id": "utt-20",
+            "utterance": "I have the 13 inch baking dish.",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"confirm;\", \"tracker_completed_step\": \"inst-8\", \"tracker_completed_step_num\": 20, \"tracker_requested_step\": \"inst-8\", \"tracker_requested_step_num\": 20}"
+        },
+        {
+            "utt_id": "utt-21",
+            "utterance": "Now we are going to prepare the lasagna. First make the baking dish greasy with some butter. Then add 4 ounces of lasagna noodles.",
+            "bot": true,
+            "annotations": "simplify_begin(inst-8);\r\nsimplify_continue(inst-8, [ing-8]);"
+        },
+        {
+            "utt_id": "utt-22",
+            "utterance": "How many ounces of lasagna noodles?",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"req_ingredient;\", \"tracker_completed_step\": \"inst-8\", \"tracker_completed_step_num\": 20, \"tracker_requested_step\": \"ing-8\", \"tracker_requested_step_num\": 9}"
+        },
+        {
+            "utt_id": "utt-23",
+            "utterance": "4 ounces.",
+            "bot": true,
+            "annotations": "inform_amount(ing-8);"
+        },
+        {
+            "utt_id": "utt-24",
+            "utterance": "Thank you. I added them to the baking dish.",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"thank; confirm;\", \"tracker_completed_step\": \"ing-8\", \"tracker_completed_step_num\": 9, \"tracker_requested_step\": \"inst-8\", \"tracker_requested_step_num\": 20}"
+        },
+        {
+            "utt_id": "utt-25",
+            "utterance": "Ok. now add half of the cooked halibut and half of the white sauce you just made.",
+            "bot": true,
+            "annotations": "inform_instruction(inst-8);"
+        },
+        {
+            "utt_id": "utt-26",
+            "utterance": "Can you repeat the first ingredient please?",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"req_repeat;\", \"tracker_completed_step\": \"inst-8\", \"tracker_completed_step_num\": 20, \"tracker_requested_step\": \"inst-8\", \"tracker_requested_step_num\": 20}"
+        },
+        {
+            "utt_id": "utt-27",
+            "utterance": "Add half of the cooked halibut. The fish you cooked first.",
+            "bot": true,
+            "annotations": "repeat(inst-8, [ing-1]);"
+        },
+        {
+            "utt_id": "utt-28",
+            "utterance": "Oh Thank you. I understand it. It is done now.",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"thank; confirm;\", \"tracker_completed_step\": \"inst-8\", \"tracker_completed_step_num\": 20, \"tracker_requested_step\": \"inst-8\", \"tracker_requested_step_num\": 20}"
+        },
+        {
+            "utt_id": "utt-29",
+            "utterance": "Ok. now still add 1 cup of shredded Swiss cheese.",
+            "bot": true,
+            "annotations": "simplify_continue(inst-8, [ing-9]);"
+        },
+        {
+            "utt_id": "utt-30",
+            "utterance": "Ok. I added the shredded swiss cheese. What's next?",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"confirm; req_instruction;\", \"tracker_completed_step\": \"inst-8\", \"tracker_completed_step_num\": 20, \"tracker_requested_step\": \"inst-9\", \"tracker_requested_step_num\": 21}"
+        },
+        {
+            "utt_id": "utt-31",
+            "utterance": "Now repeat another layer with the same 4 steps.",
+            "bot": true,
+            "annotations": "inform_instruction(inst-9);"
+        },
+        {
+            "utt_id": "utt-32",
+            "utterance": "I made a second layer. Should I make another one?",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"confirm; other;\", \"tracker_completed_step\": \"inst-9\", \"tracker_completed_step_num\": 21, \"tracker_requested_step\": \"inst-10\", \"tracker_requested_step_num\": 22}"
+        },
+        {
+            "utt_id": "utt-33",
+            "utterance": "No it should be ok like that. Now cover it up and bake it in the oven for 20 minutes at 350 degrees Fahrenheit.",
+            "bot": true,
+            "annotations": "negate();\r\ninform_instruction(inst-10);"
+        },
+        {
+            "utt_id": "utt-34",
+            "utterance": "Ok. I baked it for 20 minutes. Is it done now?",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"confirm; req_instruction;\", \"tracker_completed_step\": \"inst-10\", \"tracker_completed_step_num\": 22, \"tracker_requested_step\": \"inst-11\", \"tracker_requested_step_num\": 23}"
+        },
+        {
+            "utt_id": "utt-35",
+            "utterance": "Now uncover it and bake another 20 minutes.",
+            "bot": true,
+            "annotations": "inform_instruction(inst-11);"
+        },
+        {
+            "utt_id": "utt-36",
+            "utterance": "Another 20 minutes have passed. Is it done now?",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"confirm; req_is_recipe_finished;\", \"tracker_completed_step\": \"inst-11\", \"tracker_completed_step_num\": 23, \"tracker_requested_step\": \"inst-12\", \"tracker_requested_step_num\": 24}"
+        },
+        {
+            "utt_id": "utt-37",
+            "utterance": "Yes does it look bubbly? Then you let it stand for 15 minutes.",
+            "bot": true,
+            "annotations": "affirm();\r\nverify(cond-11-0);\r\ninform_instruction(inst-12);"
+        },
+        {
+            "utt_id": "utt-38",
+            "utterance": "Yes it looks bubbly.",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"affirm;\", \"tracker_completed_step\": \"inst-12\", \"tracker_completed_step_num\": 24, \"tracker_requested_step\": \"inst-13\", \"tracker_requested_step_num\": 25}"
+        },
+        {
+            "utt_id": "utt-39",
+            "utterance": "Ok. great. You can still sprinkle it with a bit of parsley if you desire. Enjoy!",
+            "bot": true,
+            "annotations": "inform_instruction(inst-13);\r\nenjoy();"
+        },
+        {
+            "utt_id": "utt-40",
+            "utterance": "Thank you. it looks delicious.",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"thank;\", \"tracker_completed_step\": \"inst-13\", \"tracker_completed_step_num\": 25, \"tracker_requested_step\": \"inst-13\", \"tracker_requested_step_num\": 25}"
+        }
+    ]
+}

dialog/021.1.json

@@ -0,0 +1,262 @@
+{
+    "messages": [
+        {
+            "utt_id": "utt-0",
+            "utterance": "Hi. what are we making today?",
+            "bot": false,
+            "annotations": "{\"section\": \"title\", \"intent\": \"greeting; req_title;\", \"tracker_completed_step\": \"title\", \"tracker_completed_step_num\": 0, \"tracker_requested_step\": \"title\", \"tracker_requested_step_num\": 0}"
+        },
+        {
+            "utt_id": "utt-1",
+            "utterance": "Hi. today we are making Cupids Cookies. Are you ready to start?",
+            "bot": true,
+            "annotations": "greeting();\r\ninform_title(title);\r\npropose_start_recipe();"
+        },
+        {
+            "utt_id": "utt-2",
+            "utterance": "Yes. how should I start?",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"confirm; req_start;\", \"tracker_completed_step\": \"title\", \"tracker_completed_step_num\": 0, \"tracker_requested_step\": \"inst-0\", \"tracker_requested_step_num\": 12}"
+        },
+        {
+            "utt_id": "utt-3",
+            "utterance": "Great. take a medium bowl and combine 1 cup butter and 1 cup white sugar until it looks light and fluffy.",
+            "bot": true,
+            "annotations": "inform_instruction(inst-0);"
+        },
+        {
+            "utt_id": "utt-4",
+            "utterance": "Ok. done. what should I do now?",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"confirm; req_instruction;\", \"tracker_completed_step\": \"inst-0\", \"tracker_completed_step_num\": 12, \"tracker_requested_step\": \"inst-1\", \"tracker_requested_step_num\": 13}"
+        },
+        {
+            "utt_id": "utt-5",
+            "utterance": "Blend in 1 egg and 1/2 teaspoons of vanilla extract in the bowl.",
+            "bot": true,
+            "annotations": "inform_instruction(inst-1);"
+        },
+        {
+            "utt_id": "utt-6",
+            "utterance": "How much vanilla extract should I add?",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"req_amount;\", \"tracker_completed_step\": \"inst-1\", \"tracker_completed_step_num\": 13, \"tracker_requested_step\": \"ing-3\", \"tracker_requested_step_num\": 4}"
+        },
+        {
+            "utt_id": "utt-7",
+            "utterance": "1/2 teaspoons.",
+            "bot": true,
+            "annotations": "inform_amount(ing-3);"
+        },
+        {
+            "utt_id": "utt-8",
+            "utterance": "Ok. that is done. What is next?",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"confirm; req_instruction;\", \"tracker_completed_step\": \"ing-3\", \"tracker_completed_step_num\": 4, \"tracker_requested_step\": \"inst-2\", \"tracker_requested_step_num\": 14}"
+        },
+        {
+            "utt_id": "utt-9",
+            "utterance": "Sift 2 1/2 cups all-purpose flour and 1/2 teaspoon salt in the bowl.",
+            "bot": true,
+            "annotations": "inform_instruction(inst-2);"
+        },
+        {
+            "utt_id": "utt-10",
+            "utterance": "Ok. added as well. What should I do now?",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"confirm; req_instruction;\", \"tracker_completed_step\": \"inst-2\", \"tracker_completed_step_num\": 14, \"tracker_requested_step\": \"inst-3\", \"tracker_requested_step_num\": 15}"
+        },
+        {
+            "utt_id": "utt-11",
+            "utterance": "Mix everything well and stir in 1 cup rolled oats.",
+            "bot": true,
+            "annotations": "inform_instruction(inst-3);\r\ninform_instruction(inst-4);"
+        },
+        {
+            "utt_id": "utt-12",
+            "utterance": "Sorry can you repeat the last part?",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"req_repeat;\", \"tracker_completed_step\": \"inst-4\", \"tracker_completed_step_num\": 16, \"tracker_requested_step\": \"inst-4\", \"tracker_requested_step_num\": 16}"
+        },
+        {
+            "utt_id": "utt-13",
+            "utterance": "Add 1 cup rolled oats and stir everything.",
+            "bot": true,
+            "annotations": "repeat(inst-4);"
+        },
+        {
+            "utt_id": "utt-14",
+            "utterance": "Ok. thanks. Everything is stirred.",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"thank; confirm;\", \"tracker_completed_step\": \"inst-4\", \"tracker_completed_step_num\": 16, \"tracker_requested_step\": \"inst-5\", \"tracker_requested_step_num\": 17}"
+        },
+        {
+            "utt_id": "utt-15",
+            "utterance": "Now divide the dough in half.",
+            "bot": true,
+            "annotations": "inform_instruction(inst-5);"
+        },
+        {
+            "utt_id": "utt-16",
+            "utterance": "Ok. done. What should I do with the dough?",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"confirm; req_instruction;\", \"tracker_completed_step\": \"inst-5\", \"tracker_completed_step_num\": 17, \"tracker_requested_step\": \"inst-6\", \"tracker_requested_step_num\": 18}"
+        },
+        {
+            "utt_id": "utt-17",
+            "utterance": "Take one half of the dough and add 1/4 teaspoons peppermint extract 3 drops red food coloring.",
+            "bot": true,
+            "annotations": "inform_instruction(inst-6);"
+        },
+        {
+            "utt_id": "utt-18",
+            "utterance": "Ok. both added on the one half on the dough. What is next?",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"confirm; req_instruction;\", \"tracker_completed_step\": \"inst-6\", \"tracker_completed_step_num\": 18, \"tracker_requested_step\": \"inst-7\", \"tracker_requested_step_num\": 19}"
+        },
+        {
+            "utt_id": "utt-19",
+            "utterance": "Let it rest for several hours.",
+            "bot": true,
+            "annotations": "inform_instruction(inst-7);"
+        },
+        {
+            "utt_id": "utt-20",
+            "utterance": "Ok. I let it rest for a couple hours. What should I do now?",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"confirm; req_instruction;\", \"tracker_completed_step\": \"inst-7\", \"tracker_completed_step_num\": 19, \"tracker_requested_step\": \"inst-8\", \"tracker_requested_step_num\": 20}"
+        },
+        {
+            "utt_id": "utt-21",
+            "utterance": "Good, you can now preheat the oven to 175 degrees Celsius.",
+            "bot": true,
+            "annotations": "inform_instruction(inst-8);"
+        },
+        {
+            "utt_id": "utt-22",
+            "utterance": "Ok. I will do that. What should I do afterwards?",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"confirm; req_instruction;\", \"tracker_completed_step\": \"inst-8\", \"tracker_completed_step_num\": 20, \"tracker_requested_step\": \"inst-9\", \"tracker_requested_step_num\": 21}"
+        },
+        {
+            "utt_id": "utt-23",
+            "utterance": "Roll out both halves of the dough to a thickness of 1/8 inch. Do this on a surface that is sprinkled with 2 tablespoons confectioners' sugar.",
+            "bot": true,
+            "annotations": "inform_instruction(inst-9);"
+        },
+        {
+            "utt_id": "utt-24",
+            "utterance": "Ok. I rolled out both. What is next?",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"confirm; req_instruction;\", \"tracker_completed_step\": \"inst-9\", \"tracker_completed_step_num\": 21, \"tracker_requested_step\": \"inst-10\", \"tracker_requested_step_num\": 22}"
+        },
+        {
+            "utt_id": "utt-25",
+            "utterance": "Next you should cut out half of each color with the 2 1/2 inch heart shaped cookie cutter and the other half with the 1 1/2 inch cookie cutter.",
+            "bot": true,
+            "annotations": "inform_instruction(inst-10);"
+        },
+        {
+            "utt_id": "utt-26",
+            "utterance": "In what shape should I cut it?",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"other;\", \"tracker_completed_step\": \"inst-10\", \"tracker_completed_step_num\": 22, \"tracker_requested_step\": \"inst-10\", \"tracker_requested_step_num\": 22}"
+        },
+        {
+            "utt_id": "utt-27",
+            "utterance": "One half in heart shapes and the other half in standard cookie shapes.",
+            "bot": true,
+            "annotations": "other();"
+        },
+        {
+            "utt_id": "utt-28",
+            "utterance": "Ok. thanks. What should I do next?",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"thank; req_instruction;\", \"tracker_completed_step\": \"inst-10\", \"tracker_completed_step_num\": 22, \"tracker_requested_step\": \"inst-11\", \"tracker_requested_step_num\": 23}"
+        },
+        {
+            "utt_id": "utt-29",
+            "utterance": "Next place them on cookie sheets.",
+            "bot": true,
+            "annotations": "inform_instruction(inst-11);"
+        },
+        {
+            "utt_id": "utt-30",
+            "utterance": "Ok. I did that. What is the next step?",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"confirm; req_instruction;\", \"tracker_completed_step\": \"inst-11\", \"tracker_completed_step_num\": 23, \"tracker_requested_step\": \"inst-12\", \"tracker_requested_step_num\": 24}"
+        },
+        {
+            "utt_id": "utt-31",
+            "utterance": "If the oven is preheated you can bake them for 10 to 12 minutes.",
+            "bot": true,
+            "annotations": "inform_instruction(inst-12);"
+        },
+        {
+            "utt_id": "utt-32",
+            "utterance": "Ok. I baked them for 10 minutes now. When are they ready?",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"confirm; req_duration;\", \"tracker_completed_step\": \"inst-12\", \"tracker_completed_step_num\": 24, \"tracker_requested_step\": \"inst-13\", \"tracker_requested_step_num\": 25}"
+        },
+        {
+            "utt_id": "utt-33",
+            "utterance": "You can remove them from the oven. Place 1/8 of a chocolate bar onto the center of each heart.",
+            "bot": true,
+            "annotations": "inform_instruction(inst-13);"
+        },
+        {
+            "utt_id": "utt-34",
+            "utterance": "What should I add to the center of each heart?",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"req_instruction;\", \"tracker_completed_step\": \"inst-13\", \"tracker_completed_step_num\": 25, \"tracker_requested_step\": \"inst-13\", \"tracker_requested_step_num\": 25}"
+        },
+        {
+            "utt_id": "utt-35",
+            "utterance": "Add 1/8 of a chocolate bar onto the center of each heart.",
+            "bot": true,
+            "annotations": "inform_instruction(ac-13-1);"
+        },
+        {
+            "utt_id": "utt-36",
+            "utterance": "Ok. What is next?",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"req_instruction;\", \"tracker_completed_step\": \"inst-13\", \"tracker_completed_step_num\": 25, \"tracker_requested_step\": \"inst-14\", \"tracker_requested_step_num\": 26}"
+        },
+        {
+            "utt_id": "utt-37",
+            "utterance": "Now place the other cookie shape on top of it and press lightly.",
+            "bot": true,
+            "annotations": "inform_instruction(inst-14);"
+        },
+        {
+            "utt_id": "utt-38",
+            "utterance": "Ok. I did that. What should I do now?",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"confirm; req_instruction;\", \"tracker_completed_step\": \"inst-14\", \"tracker_completed_step_num\": 26, \"tracker_requested_step\": \"inst-15\", \"tracker_requested_step_num\": 27}"
+        },
+        {
+            "utt_id": "utt-39",
+            "utterance": "Finally you can place them on a rack to cool.",
+            "bot": true,
+            "annotations": "inform_instruction(inst-15);"
+        },
+        {
+            "utt_id": "utt-40",
+            "utterance": "Ok. I did that. How long should they cool, or is it done now?",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"confirm; req_duration; req_is_recipe_finished;\", \"tracker_completed_step\": \"inst-15\", \"tracker_completed_step_num\": 27, \"tracker_requested_step\": \"inst-15\", \"tracker_requested_step_num\": 27}"
+        },
+        {
+            "utt_id": "utt-41",
+            "utterance": "It is done now. You can enjoy your Cupids Cookies.",
+            "bot": true,
+            "annotations": "end_recipe();\r\nenjoy();"
+        },
+        {
+            "utt_id": "utt-42",
+            "utterance": "Ok. Thanks. they look good.",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"thank;\", \"tracker_completed_step\": \"inst-15\", \"tracker_completed_step_num\": 27, \"tracker_requested_step\": \"inst-15\", \"tracker_requested_step_num\": 27}"
+        }
+    ]
+}

dialog/022.1.json

@@ -0,0 +1,178 @@
+{
+    "messages": [
+        {
+            "utt_id": "utt-0",
+            "utterance": "Hi. what are we making today?",
+            "bot": false,
+            "annotations": "{\"section\": \"title\", \"intent\": \"greeting; req_title;\", \"tracker_completed_step\": \"title\", \"tracker_completed_step_num\": 0, \"tracker_requested_step\": \"title\", \"tracker_requested_step_num\": 0}"
+        },
+        {
+            "utt_id": "utt-1",
+            "utterance": "Hi. we are going to make Artichoke and Sun dried Tomato Chicken. Are you ready to start?",
+            "bot": true,
+            "annotations": "greeting();\r\ninform_title(title);\r\npropose_start_recipe();"
+        },
+        {
+            "utt_id": "utt-2",
+            "utterance": "Yes, I am. What is the first step?",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"confirm; req_instruction;\", \"tracker_completed_step\": \"title\", \"tracker_completed_step_num\": 0, \"tracker_requested_step\": \"inst-0\", \"tracker_requested_step_num\": 7}"
+        },
+        {
+            "utt_id": "utt-3",
+            "utterance": "First we are going to season both sides of the 4 chicken breasts with salt and pepper.",
+            "bot": true,
+            "annotations": "inform_instruction(inst-0);"
+        },
+        {
+            "utt_id": "utt-4",
+            "utterance": "How many salt and pepper do I need to use?",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"req_amount;\", \"tracker_completed_step\": \"inst-0\", \"tracker_completed_step_num\": 7, \"tracker_requested_step\": \"inst-0\", \"tracker_requested_step_num\": 7}"
+        },
+        {
+            "utt_id": "utt-5",
+            "utterance": "You can add as much as you desire depending on your taste.",
+            "bot": true,
+            "annotations": "fence();"
+        },
+        {
+            "utt_id": "utt-6",
+            "utterance": "Ok. that's done now.",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"confirm;\", \"tracker_completed_step\": \"inst-0\", \"tracker_completed_step_num\": 7, \"tracker_requested_step\": \"inst-1\", \"tracker_requested_step_num\": 8}"
+        },
+        {
+            "utt_id": "utt-7",
+            "utterance": "Good. Now heat some oil in a large skillet over medium high heat.",
+            "bot": true,
+            "annotations": "inform_instruction(inst-1);"
+        },
+        {
+            "utt_id": "utt-8",
+            "utterance": "The oil is heated now. Should I add the chicken breasts now?",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"confirm; other;\", \"tracker_completed_step\": \"inst-1\", \"tracker_completed_step_num\": 8, \"tracker_requested_step\": \"inst-2\", \"tracker_requested_step_num\": 9}"
+        },
+        {
+            "utt_id": "utt-9",
+            "utterance": "Yes you can add the chicken breasts. Cook them until both sides are brown.",
+            "bot": true,
+            "annotations": "inform_instruction(inst-2);"
+        },
+        {
+            "utt_id": "utt-10",
+            "utterance": "Ok. the 4 breasts are brown now.",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"confirm;\", \"tracker_completed_step\": \"inst-2\", \"tracker_completed_step_num\": 9, \"tracker_requested_step\": \"inst-3\", \"tracker_requested_step_num\": 10}"
+        },
+        {
+            "utt_id": "utt-11",
+            "utterance": "Ok. now remove them from the pan and set them aside. Keep the pan on the pit and pour 1 can of diced tomatoes with green peppers and onions.",
+            "bot": true,
+            "annotations": "inform_instruction(inst-3);\r\ninform_instruction(ac-4-0);"
+        },
+        {
+            "utt_id": "utt-12",
+            "utterance": "How many tomatoes, peppers and onions do I need to add?",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"req_amount;\", \"tracker_completed_step\": \"inst-4\", \"tracker_completed_step_num\": 11, \"tracker_requested_step\": \"ing-3\", \"tracker_requested_step_num\": 4}"
+        },
+        {
+            "utt_id": "utt-13",
+            "utterance": "Just 1 prepared can which includes these ingredients.",
+            "bot": true,
+            "annotations": "inform_amount(ing-3);"
+        },
+        {
+            "utt_id": "utt-14",
+            "utterance": "Ok. thank you for the clarification. What's next?",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"thank; req_instruction;\", \"tracker_completed_step\": \"ing-3\", \"tracker_completed_step_num\": 4, \"tracker_requested_step\": \"inst-4\", \"tracker_requested_step_num\": 11}"
+        },
+        {
+            "utt_id": "utt-15",
+            "utterance": "Now cook them for 1 minute and stir constantly.",
+            "bot": true,
+            "annotations": "inform_instruction(ac-4-1);"
+        },
+        {
+            "utt_id": "utt-16",
+            "utterance": "One minute has passed.",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"confirm;\", \"tracker_completed_step\": \"inst-4\", \"tracker_completed_step_num\": 11, \"tracker_requested_step\": \"inst-5\", \"tracker_requested_step_num\": 12}"
+        },
+        {
+            "utt_id": "utt-17",
+            "utterance": "Now add 1/4 cup of sun-dried tomato pesto.",
+            "bot": true,
+            "annotations": "simplify_continue(inst-5, [ing-4]);"
+        },
+        {
+            "utt_id": "utt-18",
+            "utterance": "Ok. I have added it.",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"confirm;\", \"tracker_completed_step\": \"inst-5\", \"tracker_completed_step_num\": 12, \"tracker_requested_step\": \"inst-5\", \"tracker_requested_step_num\": 12}"
+        },
+        {
+            "utt_id": "utt-19",
+            "utterance": "Now add 1 can of artichoke hearts.",
+            "bot": true,
+            "annotations": "simplify_continue(inst-5, [ing-5]);"
+        },
+        {
+            "utt_id": "utt-20",
+            "utterance": "So only the hearts of an artichoke?",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"other;\", \"tracker_completed_step\": \"inst-5\", \"tracker_completed_step_num\": 12, \"tracker_requested_step\": \"ing-5\", \"tracker_requested_step_num\": 6}"
+        },
+        {
+            "utt_id": "utt-21",
+            "utterance": "Yes they are coming in a can and are normally already drained in water and quartered.",
+            "bot": true,
+            "annotations": "affirm();\r\ninform_amount(ing-5);"
+        },
+        {
+            "utt_id": "utt-22",
+            "utterance": "Ok. Thank you. I have added them.",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"thank; confirm;\", \"tracker_completed_step\": \"ing-5\", \"tracker_completed_step_num\": 6, \"tracker_requested_step\": \"inst-5\", \"tracker_requested_step_num\": 12}"
+        },
+        {
+            "utt_id": "utt-23",
+            "utterance": "Now finally add the chicken again. Cover the pan and reduce the heat to medium.",
+            "bot": true,
+            "annotations": "inform_instruction(ac-5-1);\r\ninform_instruction(inst-6);"
+        },
+        {
+            "utt_id": "utt-24",
+            "utterance": "I have added the chicken again. For how long should I cook it?",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"confirm; req_duration;\", \"tracker_completed_step\": \"inst-6\", \"tracker_completed_step_num\": 13, \"tracker_requested_step\": \"inst-7\", \"tracker_requested_step_num\": 14}"
+        },
+        {
+            "utt_id": "utt-25",
+            "utterance": "Let it slimmer for 5 to 10 minutes. Make sure the chicken is cooked through.",
+            "bot": true,
+            "annotations": "inform_instruction(inst-7);"
+        },
+        {
+            "utt_id": "utt-26",
+            "utterance": "The chicken is ready now.",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"confirm;\", \"tracker_completed_step\": \"inst-7\", \"tracker_completed_step_num\": 14, \"tracker_requested_step\": \"inst-7\", \"tracker_requested_step_num\": 14}"
+        },
+        {
+            "utt_id": "utt-27",
+            "utterance": "Ok. nice, enjoy the meal.",
+            "bot": true,
+            "annotations": "enjoy();"
+        },
+        {
+            "utt_id": "utt-28",
+            "utterance": "Thank you. it is really good.",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"thank;\", \"tracker_completed_step\": \"inst-7\", \"tracker_completed_step_num\": 14, \"tracker_requested_step\": \"inst-7\", \"tracker_requested_step_num\": 14}"
+        }
+    ]
+}

dialog/023.1.json

@@ -0,0 +1,250 @@
+{
+    "messages": [
+        {
+            "utt_id": "utt-0",
+            "utterance": "Hi. what are we making today?",
+            "bot": false,
+            "annotations": "{\"section\": \"title\", \"intent\": \"greeting; req_title;\", \"tracker_completed_step\": \"title\", \"tracker_completed_step_num\": 0, \"tracker_requested_step\": \"title\", \"tracker_requested_step_num\": 0}"
+        },
+        {
+            "utt_id": "utt-1",
+            "utterance": "Today we will make Caramel Chocolate Corn. Are you ready to start?",
+            "bot": true,
+            "annotations": "inform_title(title);\r\npropose_start_recipe();"
+        },
+        {
+            "utt_id": "utt-2",
+            "utterance": "Alright, what is the first step?",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"confirm; req_instruction;\", \"tracker_completed_step\": \"title\", \"tracker_completed_step_num\": 0, \"tracker_requested_step\": \"inst-0\", \"tracker_requested_step_num\": 11}"
+        },
+        {
+            "utt_id": "utt-3",
+            "utterance": "Take some cookie sheets and grease them.",
+            "bot": true,
+            "annotations": "inform_instruction(inst-0);"
+        },
+        {
+            "utt_id": "utt-4",
+            "utterance": "Ok. that is done. What should I do now?",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"confirm; req_instruction;\", \"tracker_completed_step\": \"inst-0\", \"tracker_completed_step_num\": 11, \"tracker_requested_step\": \"inst-1\", \"tracker_requested_step_num\": 12}"
+        },
+        {
+            "utt_id": "utt-5",
+            "utterance": "Place 16 cups popped popcorn and 1 cup roasted peanuts in a paper bag and set it aside.",
+            "bot": true,
+            "annotations": "inform_instruction(inst-1);\r\ninform_instruction(inst-2);"
+        },
+        {
+            "utt_id": "utt-6",
+            "utterance": "Ok. I have done that. What is next?",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"confirm; req_instruction;\", \"tracker_completed_step\": \"inst-2\", \"tracker_completed_step_num\": 13, \"tracker_requested_step\": \"inst-3\", \"tracker_requested_step_num\": 14}"
+        },
+        {
+            "utt_id": "utt-7",
+            "utterance": "Take a microwave safe bowl.",
+            "bot": true,
+            "annotations": "fetch(inst-3, [tool-3-0]);"
+        },
+        {
+            "utt_id": "utt-8",
+            "utterance": "Ok. should it be big or it doesn't matter?",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"req_tool;\", \"tracker_completed_step\": \"inst-3\", \"tracker_completed_step_num\": 14, \"tracker_requested_step\": \"inst-3\", \"tracker_requested_step_num\": 14}"
+        },
+        {
+            "utt_id": "utt-9",
+            "utterance": "It should not be a big one, a medium is sufficient.",
+            "bot": true,
+            "annotations": "fence();"
+        },
+        {
+            "utt_id": "utt-10",
+            "utterance": "Ok. I have it. What should I do now?",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"confirm; req_instruction;\", \"tracker_completed_step\": \"inst-3\", \"tracker_completed_step_num\": 14, \"tracker_requested_step\": \"inst-3\", \"tracker_requested_step_num\": 14}"
+        },
+        {
+            "utt_id": "utt-11",
+            "utterance": "Now add 1 cup brown sugar and 1/2 cup butter to the bowl.",
+            "bot": true,
+            "annotations": "simplify_continue(inst-3, [ing-2, ing-3]);"
+        },
+        {
+            "utt_id": "utt-12",
+            "utterance": "Ok. done. Should I add more?",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"confirm; req_instruction;\", \"tracker_completed_step\": \"inst-3\", \"tracker_completed_step_num\": 14, \"tracker_requested_step\": \"inst-3\", \"tracker_requested_step_num\": 14}"
+        },
+        {
+            "utt_id": "utt-13",
+            "utterance": "Yes, next add 1/4 cup light corn syrup.",
+            "bot": true,
+            "annotations": "affirm();\r\nsimplify_continue(inst-3, [ing-4]);"
+        },
+        {
+            "utt_id": "utt-14",
+            "utterance": "Ok. done. What is next?",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"confirm; req_instruction;\", \"tracker_completed_step\": \"inst-3\", \"tracker_completed_step_num\": 14, \"tracker_requested_step\": \"inst-3\", \"tracker_requested_step_num\": 14}"
+        },
+        {
+            "utt_id": "utt-15",
+            "utterance": "Finally add 1 teaspoon vanilla extract and 1 teaspoon salt.",
+            "bot": true,
+            "annotations": "simplify_continue(inst-3, [ing-5, ing-6]);"
+        },
+        {
+            "utt_id": "utt-16",
+            "utterance": "Ok. both added. What should I do with it now?",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"confirm; req_instruction;\", \"tracker_completed_step\": \"inst-3\", \"tracker_completed_step_num\": 14, \"tracker_requested_step\": \"inst-4\", \"tracker_requested_step_num\": 15}"
+        },
+        {
+            "utt_id": "utt-17",
+            "utterance": "Now you can place it in the microwave for 4 minutes until it becomes bubbly.",
+            "bot": true,
+            "annotations": "inform_instruction(inst-4);"
+        },
+        {
+            "utt_id": "utt-18",
+            "utterance": "Ok. it is bubbly now. What is next?",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"confirm; req_instruction;\", \"tracker_completed_step\": \"inst-4\", \"tracker_completed_step_num\": 15, \"tracker_requested_step\": \"inst-5\", \"tracker_requested_step_num\": 16}"
+        },
+        {
+            "utt_id": "utt-19",
+            "utterance": "Next you should stir in 1/2 teaspoon baking soda.",
+            "bot": true,
+            "annotations": "inform_instruction(inst-5);"
+        },
+        {
+            "utt_id": "utt-20",
+            "utterance": "Ok. done. What is next?",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"confirm; req_instruction;\", \"tracker_completed_step\": \"inst-5\", \"tracker_completed_step_num\": 16, \"tracker_requested_step\": \"inst-6\", \"tracker_requested_step_num\": 17}"
+        },
+        {
+            "utt_id": "utt-21",
+            "utterance": "Pour this mixture in the paper bag with the popcorn mixture and shake the bag to cover the popcorn with this mixture.",
+            "bot": true,
+            "annotations": "inform_instruction(inst-6);"
+        },
+        {
+            "utt_id": "utt-22",
+            "utterance": "Ok. how long should I shake it?",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"req_duration;\", \"tracker_completed_step\": \"inst-6\", \"tracker_completed_step_num\": 17, \"tracker_requested_step\": \"inst-6\", \"tracker_requested_step_num\": 17}"
+        },
+        {
+            "utt_id": "utt-23",
+            "utterance": "Until all the popcorn is coated with the mixture.",
+            "bot": true,
+            "annotations": "fence();"
+        },
+        {
+            "utt_id": "utt-24",
+            "utterance": "Ok. that is done now. What is next?",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"confirm; req_instruction;\", \"tracker_completed_step\": \"inst-6\", \"tracker_completed_step_num\": 17, \"tracker_requested_step\": \"inst-7\", \"tracker_requested_step_num\": 18}"
+        },
+        {
+            "utt_id": "utt-25",
+            "utterance": "Close the bag and place it in the microwave for 2 minutes. During these 2 minutes you should stop three times and mix the bag.",
+            "bot": true,
+            "annotations": "inform_instruction(inst-7);\r\ninform_instruction(inst-8);"
+        },
+        {
+            "utt_id": "utt-26",
+            "utterance": "Ok. done. What is the next step?",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"confirm; req_instruction;\", \"tracker_completed_step\": \"inst-8\", \"tracker_completed_step_num\": 19, \"tracker_requested_step\": \"inst-9\", \"tracker_requested_step_num\": 20}"
+        },
+        {
+            "utt_id": "utt-27",
+            "utterance": "Take your prepared greased cookie sheets and spread the popcorn mixture onto it.",
+            "bot": true,
+            "annotations": "inform_instruction(inst-9);"
+        },
+        {
+            "utt_id": "utt-28",
+            "utterance": "Ok. all of it?",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"other;\", \"tracker_completed_step\": \"inst-9\", \"tracker_completed_step_num\": 20, \"tracker_requested_step\": \"inst-9\", \"tracker_requested_step_num\": 20}"
+        },
+        {
+            "utt_id": "utt-29",
+            "utterance": "Yes you can spread all of it. If you didn't prepare enough sheets you should prepare additional sheets.",
+            "bot": true,
+            "annotations": "affirm();"
+        },
+        {
+            "utt_id": "utt-30",
+            "utterance": "Ok. Thanks. I will do that. What is the next step?",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"thank; confirm; req_instruction;\", \"tracker_completed_step\": \"inst-9\", \"tracker_completed_step_num\": 20, \"tracker_requested_step\": \"inst-10\", \"tracker_requested_step_num\": 21}"
+        },
+        {
+            "utt_id": "utt-31",
+            "utterance": "The sheets are used to cool down the popcorn. Next you should take an empty microwave safe bowl again.",
+            "bot": true,
+            "annotations": "inform_instruction(purp-9-0);\r\nfetch(inst-10, [tool-10-0]);"
+        },
+        {
+            "utt_id": "utt-32",
+            "utterance": "Ok. I took another bowl again.",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"confirm;\", \"tracker_completed_step\": \"inst-10\", \"tracker_completed_step_num\": 21, \"tracker_requested_step\": \"inst-10\", \"tracker_requested_step_num\": 21}"
+        },
+        {
+            "utt_id": "utt-33",
+            "utterance": "Combine 1 cup milk chocolate chips and 1/2 teaspoon baking soda.",
+            "bot": true,
+            "annotations": "inform_instruction(inst-10);"
+        },
+        {
+            "utt_id": "utt-34",
+            "utterance": "Ok. I put them both in the bowl. Should I add more?",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"confirm; other;\", \"tracker_completed_step\": \"inst-10\", \"tracker_completed_step_num\": 21, \"tracker_requested_step\": \"inst-11\", \"tracker_requested_step_num\": 22}"
+        },
+        {
+            "utt_id": "utt-35",
+            "utterance": "No you can place it now in the microwave for 90 seconds until everything is melted. During these 90 seconds stop once to stir everything.",
+            "bot": true,
+            "annotations": "negate();\r\ninform_instruction(inst-11);"
+        },
+        {
+            "utt_id": "utt-36",
+            "utterance": "Ok. it's all melted. What is next?",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"confirm; req_instruction;\", \"tracker_completed_step\": \"inst-11\", \"tracker_completed_step_num\": 22, \"tracker_requested_step\": \"inst-12\", \"tracker_requested_step_num\": 23}"
+        },
+        {
+            "utt_id": "utt-37",
+            "utterance": "You can now sprinkle this over the popcorn mixture.",
+            "bot": true,
+            "annotations": "inform_instruction(inst-12);"
+        },
+        {
+            "utt_id": "utt-38",
+            "utterance": "Ok. I have done that. What is the next step?",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"confirm; req_instruction;\", \"tracker_completed_step\": \"inst-12\", \"tracker_completed_step_num\": 23, \"tracker_requested_step\": \"inst-13\", \"tracker_requested_step_num\": 24}"
+        },
+        {
+            "utt_id": "utt-39",
+            "utterance": "Let it first cool down a bit and then you can serve it. Well Done. enjoy your Caramel Chocolate Corn.",
+            "bot": true,
+            "annotations": "inform_instruction(inst-13);\r\nenjoy();"
+        },
+        {
+            "utt_id": "utt-40",
+            "utterance": "Ok. thanks. It looks great!",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"thank;\", \"tracker_completed_step\": \"inst-13\", \"tracker_completed_step_num\": 24, \"tracker_requested_step\": \"inst-13\", \"tracker_requested_step_num\": 24}"
+        }
+    ]
+}

dialog/024.1.json

@@ -0,0 +1,148 @@
+{
+    "messages": [
+        {
+            "utt_id": "utt-0",
+            "utterance": "Hi. what are we making today?",
+            "bot": false,
+            "annotations": "{\"section\": \"title\", \"intent\": \"greeting; req_title;\", \"tracker_completed_step\": \"title\", \"tracker_completed_step_num\": 0, \"tracker_requested_step\": \"title\", \"tracker_requested_step_num\": 0}"
+        },
+        {
+            "utt_id": "utt-1",
+            "utterance": "Hello. today we are going to make Awesome Turkey Sandwich.",
+            "bot": true,
+            "annotations": "inform_title(title);"
+        },
+        {
+            "utt_id": "utt-2",
+            "utterance": "Sounds good. What is the first step I need to take?",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"req_start;\", \"tracker_completed_step\": \"title\", \"tracker_completed_step_num\": 0, \"tracker_requested_step\": \"inst-0\", \"tracker_requested_step_num\": 11}"
+        },
+        {
+            "utt_id": "utt-3",
+            "utterance": "You start with spreading mayonnaise on one slice of toast.",
+            "bot": true,
+            "annotations": "inform_instruction(ac-0-0);"
+        },
+        {
+            "utt_id": "utt-4",
+            "utterance": "That's done. What's next?",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"confirm; req_instruction;\", \"tracker_completed_step\": \"inst-0\", \"tracker_completed_step_num\": 11, \"tracker_requested_step\": \"inst-0\", \"tracker_requested_step_num\": 11}"
+        },
+        {
+            "utt_id": "utt-5",
+            "utterance": "On another slice of toast, spread mustard.",
+            "bot": true,
+            "annotations": "inform_instruction(ac-0-1);"
+        },
+        {
+            "utt_id": "utt-6",
+            "utterance": "Ok. what should I do now?",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"req_instruction;\", \"tracker_completed_step\": \"inst-0\", \"tracker_completed_step_num\": 11, \"tracker_requested_step\": \"inst-1\", \"tracker_requested_step_num\": 12}"
+        },
+        {
+            "utt_id": "utt-7",
+            "utterance": "Prepare a smoked turkey by slicing its breast.",
+            "bot": true,
+            "annotations": "fetch(inst-1, [ing-3]);"
+        },
+        {
+            "utt_id": "utt-8",
+            "utterance": "Ok. I sliced the breast of the turkey. What's next?",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"confirm; req_instruction;\", \"tracker_completed_step\": \"inst-1\", \"tracker_completed_step_num\": 12, \"tracker_requested_step\": \"inst-1\", \"tracker_requested_step_num\": 12}"
+        },
+        {
+            "utt_id": "utt-9",
+            "utterance": "Now arrange the sliced turkey breast on one side.",
+            "bot": true,
+            "annotations": "inform_instruction(inst-1);"
+        },
+        {
+            "utt_id": "utt-10",
+            "utterance": "I have done that. What's next?",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"confirm; req_instruction;\", \"tracker_completed_step\": \"inst-1\", \"tracker_completed_step_num\": 12, \"tracker_requested_step\": \"inst-2\", \"tracker_requested_step_num\": 13}"
+        },
+        {
+            "utt_id": "utt-11",
+            "utterance": "Scoop two spoons of guacamole, then spread it over the turkey.",
+            "bot": true,
+            "annotations": "inform_instruction(inst-2);"
+        },
+        {
+            "utt_id": "utt-12",
+            "utterance": "I have spreaded the guacamole over the turkey. What should I do now?",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"confirm; req_instruction;\", \"tracker_completed_step\": \"inst-2\", \"tracker_completed_step_num\": 13, \"tracker_requested_step\": \"inst-3\", \"tracker_requested_step_num\": 14}"
+        },
+        {
+            "utt_id": "utt-13",
+            "utterance": "Good. Put the salad greens, bean sprouts, avocado and cheese on the turkey.",
+            "bot": true,
+            "annotations": "inform_instruction(inst-3);"
+        },
+        {
+            "utt_id": "utt-14",
+            "utterance": "I have put the salad greens on the turkey. Can you repeat the other ingredients please?",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"confirm; req_repeat;\", \"tracker_completed_step\": \"inst-3\", \"tracker_completed_step_num\": 14, \"tracker_requested_step\": \"inst-3\", \"tracker_requested_step_num\": 14}"
+        },
+        {
+            "utt_id": "utt-15",
+            "utterance": "Yes. Bean sprouts, avocado and cheese. Do you need to know the quantity of them?",
+            "bot": true,
+            "annotations": "repeat(inst-3, [ing-6, ing-7, ing-8]);\r\nother();"
+        },
+        {
+            "utt_id": "utt-16",
+            "utterance": "Yes, could you specify the quantity of each of these ingredients?",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"affirm; req_amount;\", \"tracker_completed_step\": \"inst-3\", \"tracker_completed_step_num\": 14, \"tracker_requested_step\": \"ing-5\", \"tracker_requested_step_num\": 6}"
+        },
+        {
+            "utt_id": "utt-17",
+            "utterance": "You need half cup salad greens, one fourth cup bean sprouts, one fourth sliced avocado and 3 ounces sliced cheese.",
+            "bot": true,
+            "annotations": "inform_amount(ing-5);\r\ninform_amount(ing-6);\r\ninform_amount(ing-7);\r\ninform_amount(ing-8);"
+        },
+        {
+            "utt_id": "utt-18",
+            "utterance": "Ok. thank you to specify that. I have put everything on the turkey now. What's the next step?",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"thank; confirm; req_instruction;\", \"tracker_completed_step\": \"ing-8\", \"tracker_completed_step_num\": 9, \"tracker_requested_step\": \"inst-4\", \"tracker_requested_step_num\": 15}"
+        },
+        {
+            "utt_id": "utt-19",
+            "utterance": "Now we are on the final step. Put 2 tomato slices on the mixture, then place another toast on top.",
+            "bot": true,
+            "annotations": "inform_instruction(inst-4);"
+        },
+        {
+            "utt_id": "utt-20",
+            "utterance": "I have done that. It looks good!",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"confirm; req_instruction;\", \"tracker_completed_step\": \"inst-4\", \"tracker_completed_step_num\": 15, \"tracker_requested_step\": \"inst-4\", \"tracker_requested_step_num\": 15}"
+        },
+        {
+            "utt_id": "utt-21",
+            "utterance": "Good. Enjoy it. Anything else do you need?",
+            "bot": true,
+            "annotations": "enjoy();\r\npropose_other_help();"
+        },
+        {
+            "utt_id": "utt-22",
+            "utterance": "No everything is fine. Thank you for the instructions.",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"negate; thank;\", \"tracker_completed_step\": \"inst-4\", \"tracker_completed_step_num\": 15, \"tracker_requested_step\": \"inst-4\", \"tracker_requested_step_num\": 15}"
+        },
+        {
+            "utt_id": "utt-23",
+            "utterance": "Bye.",
+            "bot": true,
+            "annotations": "goodbye();"
+        }
+    ]
+}

dialog/025.1.json

@@ -0,0 +1,244 @@
+{
+    "messages": [
+        {
+            "utt_id": "utt-0",
+            "utterance": "Hi. can you tell me the name of today's recipe?",
+            "bot": false,
+            "annotations": "{\"section\": \"title\", \"intent\": \"greeting; req_title;\", \"tracker_completed_step\": \"title\", \"tracker_completed_step_num\": 0, \"tracker_requested_step\": \"title\", \"tracker_requested_step_num\": 0}"
+        },
+        {
+            "utt_id": "utt-1",
+            "utterance": "Hi. today we are making Cheddar Artichoke Quiche Cups.",
+            "bot": true,
+            "annotations": "greeting();\r\ninform_title(title);"
+        },
+        {
+            "utt_id": "utt-2",
+            "utterance": "Ok. What ingredients do I need?",
+            "bot": false,
+            "annotations": "{\"section\": \"ing\", \"intent\": \"req_ingredient_list;\", \"tracker_completed_step\": \"title\", \"tracker_completed_step_num\": 0, \"tracker_requested_step\": \"title\", \"tracker_requested_step_num\": 0}"
+        },
+        {
+            "utt_id": "utt-3",
+            "utterance": "Do you want me to say all the ingredients first or can I say them when you need them?",
+            "bot": true,
+            "annotations": "propose_skip_ing_list();"
+        },
+        {
+            "utt_id": "utt-4",
+            "utterance": "You are right. Just tell me when I need them. So where should I start from?",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"affirm; req_instruction;\", \"tracker_completed_step\": \"title\", \"tracker_completed_step_num\": 0, \"tracker_requested_step\": \"inst-0\", \"tracker_requested_step_num\": 12}"
+        },
+        {
+            "utt_id": "utt-5",
+            "utterance": "First take 1 jar marinated artichoke hearts. Drain the artichokes and keep half of the marinade aside.",
+            "bot": true,
+            "annotations": "fetch(inst-0, [ing-0]);\r\ninform_instruction(inst-0);"
+        },
+        {
+            "utt_id": "utt-6",
+            "utterance": "How long should I drain the artichokes?",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"req_duration;\", \"tracker_completed_step\": \"inst-0\", \"tracker_completed_step_num\": 12, \"tracker_requested_step\": \"inst-0\", \"tracker_requested_step_num\": 12}"
+        },
+        {
+            "utt_id": "utt-7",
+            "utterance": "Drain the artichokes until most of the marinade is separated.",
+            "bot": true,
+            "annotations": "fence();"
+        },
+        {
+            "utt_id": "utt-8",
+            "utterance": "Ok. It is done now. What's next?",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"confirm; req_instruction;\", \"tracker_completed_step\": \"inst-0\", \"tracker_completed_step_num\": 12, \"tracker_requested_step\": \"inst-1\", \"tracker_requested_step_num\": 13}"
+        },
+        {
+            "utt_id": "utt-9",
+            "utterance": "Next you should chop the drained artichokes.",
+            "bot": true,
+            "annotations": "inform_instruction(inst-1);"
+        },
+        {
+            "utt_id": "utt-10",
+            "utterance": "Easy job. What else?",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"confirm; req_instruction;\", \"tracker_completed_step\": \"inst-1\", \"tracker_completed_step_num\": 13, \"tracker_requested_step\": \"inst-2\", \"tracker_requested_step_num\": 14}"
+        },
+        {
+            "utt_id": "utt-11",
+            "utterance": "Take a skillet and add onion and garlic in the marinade you reserved. Let this marinate until it becomes tender.",
+            "bot": true,
+            "annotations": "inform_instruction(ac-2-0);"
+        },
+        {
+            "utt_id": "utt-12",
+            "utterance": "I have to heat the skillet, right?",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"other;\", \"tracker_completed_step\": \"inst-2\", \"tracker_completed_step_num\": 14, \"tracker_requested_step\": \"inst-2\", \"tracker_requested_step_num\": 14}"
+        },
+        {
+            "utt_id": "utt-13",
+            "utterance": "Yes you need to heat the skillet first.",
+            "bot": true,
+            "annotations": "affirm();\r\ninform_instruction(ac-2-0);"
+        },
+        {
+            "utt_id": "utt-14",
+            "utterance": "Ok. The marinade is tender enough now. What shall I do?",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"confirm; req_instruction;\", \"tracker_completed_step\": \"inst-2\", \"tracker_completed_step_num\": 14, \"tracker_requested_step\": \"inst-2\", \"tracker_requested_step_num\": 14}"
+        },
+        {
+            "utt_id": "utt-15",
+            "utterance": "Good, set it aside and take a large bowl.",
+            "bot": true,
+            "annotations": "inform_instruction(ac-2-1);\r\nfetch(inst-3, [tool-3-0]);"
+        },
+        {
+            "utt_id": "utt-16",
+            "utterance": "Yes. I have the bowl now.",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"confirm;\", \"tracker_completed_step\": \"inst-3\", \"tracker_completed_step_num\": 15, \"tracker_requested_step\": \"inst-3\", \"tracker_requested_step_num\": 15}"
+        },
+        {
+            "utt_id": "utt-17",
+            "utterance": "In this bowl combine 4 beaten eggs and 1/4 cup dry bread crumbs.",
+            "bot": true,
+            "annotations": "simplify_continue(inst-3, [ing-3, ing-4]);"
+        },
+        {
+            "utt_id": "utt-18",
+            "utterance": "I have mixed them. That's all?",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"confirm; req_instruction;\", \"tracker_completed_step\": \"inst-3\", \"tracker_completed_step_num\": 15, \"tracker_requested_step\": \"inst-3\", \"tracker_requested_step_num\": 15}"
+        },
+        {
+            "utt_id": "utt-19",
+            "utterance": "No, in addition, add 1/4 teaspoon ground mustard, 1/8 teaspoon dried oregano, 1/8 teaspoon pepper and 1/8 teaspoon hot pepper sauce.",
+            "bot": true,
+            "annotations": "negate();\r\nsimplify_continue(inst-3, [ing-5, ing-6, ing-7]);\r\nsimplify_continue(inst-3, [ing-8]);"
+        },
+        {
+            "utt_id": "utt-20",
+            "utterance": "OK. A lot of things, I add them as you said. Ohh, wait. I forgot the onions. You mentioned that I should put them in the skillet, right?",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"confirm; req_repeat;\", \"tracker_completed_step\": \"inst-3\", \"tracker_completed_step_num\": 15, \"tracker_requested_step\": \"inst-2\", \"tracker_requested_step_num\": 14}"
+        },
+        {
+            "utt_id": "utt-21",
+            "utterance": "Yes indeed. Put the bowl aside and start all over again with the skillet.",
+            "bot": true,
+            "annotations": "affirm();\r\ninform_instruction(ac-2-0);"
+        },
+        {
+            "utt_id": "utt-22",
+            "utterance": "Alright, my fault. How many onions do I need?",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"req_amount;\", \"tracker_completed_step\": \"inst-2\", \"tracker_completed_step_num\": 14, \"tracker_requested_step\": \"ing-1\", \"tracker_requested_step_num\": 2}"
+        },
+        {
+            "utt_id": "utt-23",
+            "utterance": "No problem. You need 1 finely chopped onion.",
+            "bot": true,
+            "annotations": "inform_amount(ing-1);"
+        },
+        {
+            "utt_id": "utt-24",
+            "utterance": "Great. It is done. Let's continue with the bowl.",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"confirm; req_instruction;\", \"tracker_completed_step\": \"ing-1\", \"tracker_completed_step_num\": 2, \"tracker_requested_step\": \"inst-4\", \"tracker_requested_step_num\": 16}"
+        },
+        {
+            "utt_id": "utt-25",
+            "utterance": "Take the bowl again and you can now stir in 8 ounce of shredded Cheddar cheese and 2 tablespoons minced fresh parsley.",
+            "bot": true,
+            "annotations": "inform_instruction(inst-4);"
+        },
+        {
+            "utt_id": "utt-26",
+            "utterance": "OK. It's done. What's next?",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"confirm; req_instruction;\", \"tracker_completed_step\": \"inst-4\", \"tracker_completed_step_num\": 16, \"tracker_requested_step\": \"inst-4\", \"tracker_requested_step_num\": 16}"
+        },
+        {
+            "utt_id": "utt-27",
+            "utterance": "Next you can stir in the chopped artichokes and the onion mixture you prepared.",
+            "bot": true,
+            "annotations": "inform_instruction(inst-4);"
+        },
+        {
+            "utt_id": "utt-28",
+            "utterance": "So shall I add all the onion mixture into the bowl?",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"other;\", \"tracker_completed_step\": \"inst-4\", \"tracker_completed_step_num\": 16, \"tracker_requested_step\": \"inst-4\", \"tracker_requested_step_num\": 16}"
+        },
+        {
+            "utt_id": "utt-29",
+            "utterance": "Yes you should add all of it.",
+            "bot": true,
+            "annotations": "affirm();"
+        },
+        {
+            "utt_id": "utt-30",
+            "utterance": "Ok. For next?",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"confirm; req_instruction;\", \"tracker_completed_step\": \"inst-4\", \"tracker_completed_step_num\": 16, \"tracker_requested_step\": \"inst-5\", \"tracker_requested_step_num\": 17}"
+        },
+        {
+            "utt_id": "utt-31",
+            "utterance": "Take muffin cups and fill them three-fourths with the mixture in the bowl.",
+            "bot": true,
+            "annotations": "inform_instruction(inst-5);"
+        },
+        {
+            "utt_id": "utt-32",
+            "utterance": "Yeah, I filled 20 cups. Shall I put them in the oven?",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"confirm; other;\", \"tracker_completed_step\": \"inst-5\", \"tracker_completed_step_num\": 17, \"tracker_requested_step\": \"inst-6\", \"tracker_requested_step_num\": 18}"
+        },
+        {
+            "utt_id": "utt-33",
+            "utterance": "Yes bake them in the oven at 325 degrees Fahrenheit for about 15-17 minutes.",
+            "bot": true,
+            "annotations": "affirm();\r\ninform_instruction(inst-6);"
+        },
+        {
+            "utt_id": "utt-34",
+            "utterance": "Can you repeat the temperature in Celsius?",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"req_repeat;\", \"tracker_completed_step\": \"inst-6\", \"tracker_completed_step_num\": 18, \"tracker_requested_step\": \"inst-6\", \"tracker_requested_step_num\": 18}"
+        },
+        {
+            "utt_id": "utt-35",
+            "utterance": "325 degrees Fahrenheit is about 163 degrees Celsius.",
+            "bot": true,
+            "annotations": "fence();"
+        },
+        {
+            "utt_id": "utt-36",
+            "utterance": "Good. I set the temperature and time. What can I do while waiting?",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"confirm; req_parallel_action;\", \"tracker_completed_step\": \"inst-6\", \"tracker_completed_step_num\": 18, \"tracker_requested_step\": \"inst-7\", \"tracker_requested_step_num\": 19}"
+        },
+        {
+            "utt_id": "utt-37",
+            "utterance": "I have nothing else for you to do while waiting. The final step is to cool down the muffins for 5 minutes and afterwards place them on a wire rack and serve them warm.",
+            "bot": true,
+            "annotations": "negate();\r\ninform_instruction(inst-7);"
+        },
+        {
+            "utt_id": "utt-38",
+            "utterance": "Cool. Good job, bot. Bye!",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"thank; goodbye;\", \"tracker_completed_step\": \"inst-7\", \"tracker_completed_step_num\": 19, \"tracker_requested_step\": \"inst-7\", \"tracker_requested_step_num\": 19}"
+        },
+        {
+            "utt_id": "utt-39",
+            "utterance": "Enjoy your Cheddar Artichoke Quiche Cups! Bye!",
+            "bot": true,
+            "annotations": "enjoy();\r\ngoodbye();"
+        }
+    ]
+}

dialog/026.1.json

@@ -0,0 +1,196 @@
+{
+    "messages": [
+        {
+            "utt_id": "utt-0",
+            "utterance": "Hi. how do I make British bread pudding?",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"greeting; req_start;\", \"tracker_completed_step\": \"inst-0\", \"tracker_completed_step_num\": 10, \"tracker_requested_step\": \"inst-0\", \"tracker_requested_step_num\": 10}"
+        },
+        {
+            "utt_id": "utt-1",
+            "utterance": "First of all, you need to preheat oven to 190 degrees Celsius.",
+            "bot": true,
+            "annotations": "inform_instruction(inst-0);"
+        },
+        {
+            "utt_id": "utt-2",
+            "utterance": "I have set the oven to 190 degrees Celsius. What can I do while the oven is preheating?",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"confirm; req_parallel_action;\", \"tracker_completed_step\": \"inst-0\", \"tracker_completed_step_num\": 10, \"tracker_requested_step\": \"inst-1\", \"tracker_requested_step_num\": 11}"
+        },
+        {
+            "utt_id": "utt-3",
+            "utterance": "Take a large bowl and add six and one fourth cups of cubed bread. Then add one and one fourth cups of milk into the bowl.",
+            "bot": true,
+            "annotations": "inform_instruction(ac-1-0);"
+        },
+        {
+            "utt_id": "utt-4",
+            "utterance": "Ok. I have added the cubed bread and milk into the bowl. What else?",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"confirm; req_instruction;\", \"tracker_completed_step\": \"inst-1\", \"tracker_completed_step_num\": 11, \"tracker_requested_step\": \"inst-1\", \"tracker_requested_step_num\": 11}"
+        },
+        {
+            "utt_id": "utt-5",
+            "utterance": "Let the bread soak for 5 minutes.",
+            "bot": true,
+            "annotations": "inform_instruction(ac-1-1);"
+        },
+        {
+            "utt_id": "utt-6",
+            "utterance": "Ok. should I do something else during the five minutes?",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"req_parallel_action;\", \"tracker_completed_step\": \"inst-1\", \"tracker_completed_step_num\": 11, \"tracker_requested_step\": \"inst-2\", \"tracker_requested_step_num\": 12}"
+        },
+        {
+            "utt_id": "utt-7",
+            "utterance": "No, just wait for it. Afterwards, stir in 1 egg, one third cup of soften butter.",
+            "bot": true,
+            "annotations": "negate();\r\nsimplify_continue(inst-2, [ing-2, ing-3]);"
+        },
+        {
+            "utt_id": "utt-8",
+            "utterance": "Ok. the 5 minutes have passed and the eggs and butter are added. Anything else?",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"confirm; req_instruction;\", \"tracker_completed_step\": \"inst-2\", \"tracker_completed_step_num\": 12, \"tracker_requested_step\": \"inst-2\", \"tracker_requested_step_num\": 12}"
+        },
+        {
+            "utt_id": "utt-9",
+            "utterance": "Also three fourth cup of raisins, one fourth cup of dried mixed fruit, half cup of brown sugar.",
+            "bot": true,
+            "annotations": "simplify_continue(inst-2, [ing-4, ing-5, ing-6]);"
+        },
+        {
+            "utt_id": "utt-10",
+            "utterance": "That's a lot. Can you repeat the last ingredient?",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"confirm; req_repeat;\", \"tracker_completed_step\": \"inst-2\", \"tracker_completed_step_num\": 12, \"tracker_requested_step\": \"inst-2\", \"tracker_requested_step_num\": 12}"
+        },
+        {
+            "utt_id": "utt-11",
+            "utterance": "Yes, it is half cup of brown sugar. Can we continue?",
+            "bot": true,
+            "annotations": "repeat(inst-2, [ing-6]);\r\nother();"
+        },
+        {
+            "utt_id": "utt-12",
+            "utterance": "Yes everything is added. Continue please.",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"confirm; req_instruction;\", \"tracker_completed_step\": \"inst-2\", \"tracker_completed_step_num\": 12, \"tracker_requested_step\": \"inst-2\", \"tracker_requested_step_num\": 12}"
+        },
+        {
+            "utt_id": "utt-13",
+            "utterance": "For the bowl, you still need to add one tablespoon of ground nutmeg, one tablespoon of ground cinnamon.",
+            "bot": true,
+            "annotations": "simplify_continue(inst-2, [ing-7, ing-8]);"
+        },
+        {
+            "utt_id": "utt-14",
+            "utterance": "Done. Anything else?",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"confirm; req_instruction;\", \"tracker_completed_step\": \"inst-2\", \"tracker_completed_step_num\": 12, \"tracker_requested_step\": \"inst-3\", \"tracker_requested_step_num\": 13}"
+        },
+        {
+            "utt_id": "utt-15",
+            "utterance": "No. That is all. Now you can mix them in the bowl.",
+            "bot": true,
+            "annotations": "negate();\r\ninform_instruction(inst-3);"
+        },
+        {
+            "utt_id": "utt-16",
+            "utterance": "For how long should I mix it?",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"req_duration;\", \"tracker_completed_step\": \"inst-3\", \"tracker_completed_step_num\": 13, \"tracker_requested_step\": \"inst-3\", \"tracker_requested_step_num\": 13}"
+        },
+        {
+            "utt_id": "utt-17",
+            "utterance": "Sorry. I cannot answer your question.",
+            "bot": true,
+            "annotations": "fence();"
+        },
+        {
+            "utt_id": "utt-18",
+            "utterance": "No problem. What's next?",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"confirm; req_instruction;\", \"tracker_completed_step\": \"inst-3\", \"tracker_completed_step_num\": 13, \"tracker_requested_step\": \"inst-4\", \"tracker_requested_step_num\": 14}"
+        },
+        {
+            "utt_id": "utt-19",
+            "utterance": "Take a 9 inch square baking pan, then press the mixture into the pan.",
+            "bot": true,
+            "annotations": "inform_instruction(inst-4);"
+        },
+        {
+            "utt_id": "utt-20",
+            "utterance": "Ok. should I heat the pan now?",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"other;\", \"tracker_completed_step\": \"inst-4\", \"tracker_completed_step_num\": 14, \"tracker_requested_step\": \"inst-4\", \"tracker_requested_step_num\": 14}"
+        },
+        {
+            "utt_id": "utt-21",
+            "utterance": "Sorry, are you requesting the next instruction?",
+            "bot": true,
+            "annotations": "other();"
+        },
+        {
+            "utt_id": "utt-22",
+            "utterance": "Yes what's the next instruction?",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"affirm; req_instruction;\", \"tracker_completed_step\": \"inst-4\", \"tracker_completed_step_num\": 14, \"tracker_requested_step\": \"inst-5\", \"tracker_requested_step_num\": 15}"
+        },
+        {
+            "utt_id": "utt-23",
+            "utterance": "Place the pan in the preheated oven. Then bake for 35 minutes.",
+            "bot": true,
+            "annotations": "inform_instruction(inst-5);"
+        },
+        {
+            "utt_id": "utt-24",
+            "utterance": "Ok. I have set the timer on 45 minutes. Can I do something while waiting.",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"confirm; req_parallel_action;\", \"tracker_completed_step\": \"inst-5\", \"tracker_completed_step_num\": 15, \"tracker_requested_step\": \"inst-5\", \"tracker_requested_step_num\": 15}"
+        },
+        {
+            "utt_id": "utt-25",
+            "utterance": "It is better to set it as 35 minutes.",
+            "bot": true,
+            "annotations": "inform_duration(dur-5-0);"
+        },
+        {
+            "utt_id": "utt-26",
+            "utterance": "Ok. I have adjusted it to 35 minutes.",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"confirm;\", \"tracker_completed_step\": \"inst-5\", \"tracker_completed_step_num\": 15, \"tracker_requested_step\": \"inst-5\", \"tracker_requested_step_num\": 15}"
+        },
+        {
+            "utt_id": "utt-27",
+            "utterance": "You do not need to do anything while waiting.",
+            "bot": true,
+            "annotations": "negate();"
+        },
+        {
+            "utt_id": "utt-28",
+            "utterance": "The 35 minutes have passed now. What's the next instruction?",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"confirm; req_instruction;\", \"tracker_completed_step\": \"inst-5\", \"tracker_completed_step_num\": 15, \"tracker_requested_step\": \"inst-6\", \"tracker_requested_step_num\": 16}"
+        },
+        {
+            "utt_id": "utt-29",
+            "utterance": "This is the final step. Let the pudding cool in the pan, then cut into squares. Then you can enjoy it.",
+            "bot": true,
+            "annotations": "inform_instruction(inst-6);\r\nenjoy();"
+        },
+        {
+            "utt_id": "utt-30",
+            "utterance": "Ok. I have done that. They are delicious. Bye!",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"confirm; goodbye;\", \"tracker_completed_step\": \"inst-6\", \"tracker_completed_step_num\": 16, \"tracker_requested_step\": \"inst-6\", \"tracker_requested_step_num\": 16}"
+        },
+        {
+            "utt_id": "utt-31",
+            "utterance": "Bye!",
+            "bot": true,
+            "annotations": "goodbye();"
+        }
+    ]
+}

dialog/027.1.json

@@ -0,0 +1,316 @@
+{
+    "messages": [
+        {
+            "utt_id": "utt-0",
+            "utterance": "Hi. how do I make baked spaghetti squash lasagna style?",
+            "bot": false,
+            "annotations": "{\"section\": \"ing\", \"intent\": \"greeting; req_start;\", \"tracker_completed_step\": \"ing-0\", \"tracker_completed_step_num\": 1, \"tracker_requested_step\": \"ing-0\", \"tracker_requested_step_num\": 1}"
+        },
+        {
+            "utt_id": "utt-1",
+            "utterance": "Hi. since the ingredient list is long, do you need me to read them through now?",
+            "bot": true,
+            "annotations": "greeting();\r\npropose_list_ingredients();"
+        },
+        {
+            "utt_id": "utt-2",
+            "utterance": "Ok. that would be nice. What is the first ingredient?",
+            "bot": false,
+            "annotations": "{\"section\": \"ing\", \"intent\": \"affirm; req_ingredient;\", \"tracker_completed_step\": \"ing-0\", \"tracker_completed_step_num\": 1, \"tracker_requested_step\": \"ing-0\", \"tracker_requested_step_num\": 1}"
+        },
+        {
+            "utt_id": "utt-3",
+            "utterance": "The first is 1 spaghetti squash which is halved in length and seeded.",
+            "bot": true,
+            "annotations": "inform_ingredient(ing-0);"
+        },
+        {
+            "utt_id": "utt-4",
+            "utterance": "Ok. thanks I have it here. What is the next ingredient?",
+            "bot": false,
+            "annotations": "{\"section\": \"ing\", \"intent\": \"thank; req_ingredient;\", \"tracker_completed_step\": \"ing-0\", \"tracker_completed_step_num\": 1, \"tracker_requested_step\": \"ing-1\", \"tracker_requested_step_num\": 2}"
+        },
+        {
+            "utt_id": "utt-5",
+            "utterance": "1 chopped onion.",
+            "bot": true,
+            "annotations": "inform_ingredient(ing-1);"
+        },
+        {
+            "utt_id": "utt-6",
+            "utterance": "Ok. what is next?",
+            "bot": false,
+            "annotations": "{\"section\": \"ing\", \"intent\": \"req_ingredient;\", \"tracker_completed_step\": \"ing-1\", \"tracker_completed_step_num\": 2, \"tracker_requested_step\": \"ing-2\", \"tracker_requested_step_num\": 3}"
+        },
+        {
+            "utt_id": "utt-7",
+            "utterance": "2 tablespoons fo minced garlic and 2 cans of stewed tomatoes.",
+            "bot": true,
+            "annotations": "inform_ingredient(ing-2);\r\ninform_ingredient(ing-3);"
+        },
+        {
+            "utt_id": "utt-8",
+            "utterance": "Ok. should the two cans of stewed tomatoes be big or small or with some specific measurements?",
+            "bot": false,
+            "annotations": "{\"section\": \"ing\", \"intent\": \"req_amount;\", \"tracker_completed_step\": \"ing-3\", \"tracker_completed_step_num\": 4, \"tracker_requested_step\": \"ing-3\", \"tracker_requested_step_num\": 4}"
+        },
+        {
+            "utt_id": "utt-9",
+            "utterance": "They should be 14 ounce.",
+            "bot": true,
+            "annotations": "inform_amount(ing-3);"
+        },
+        {
+            "utt_id": "utt-10",
+            "utterance": "Ok. thanks. I have them now. What are the next ingredients?",
+            "bot": false,
+            "annotations": "{\"section\": \"ing\", \"intent\": \"thank; confirm; req_ingredient;\", \"tracker_completed_step\": \"ing-3\", \"tracker_completed_step_num\": 4, \"tracker_requested_step\": \"ing-4\", \"tracker_requested_step_num\": 5}"
+        },
+        {
+            "utt_id": "utt-11",
+            "utterance": "You need 1 tablespoon of dried basil and 1 cube of vegetable bouillon.",
+            "bot": true,
+            "annotations": "inform_ingredient(ing-4);\r\ninform_ingredient(ing-5);"
+        },
+        {
+            "utt_id": "utt-12",
+            "utterance": "Ok. I have those as well. What is next?",
+            "bot": false,
+            "annotations": "{\"section\": \"ing\", \"intent\": \"confirm; req_instruction;\", \"tracker_completed_step\": \"ing-5\", \"tracker_completed_step_num\": 6, \"tracker_requested_step\": \"ing-6\", \"tracker_requested_step_num\": 7}"
+        },
+        {
+            "utt_id": "utt-13",
+            "utterance": "Some black pepper and 1 can of black olives. You need 15 ounce of olives and chop them in advance.",
+            "bot": true,
+            "annotations": "inform_ingredient(ing-6);\r\ninform_ingredient(ing-7);"
+        },
+        {
+            "utt_id": "utt-14",
+            "utterance": "Ok. thanks I will chop them now in advance. What is the next ingredient?",
+            "bot": false,
+            "annotations": "{\"section\": \"ing\", \"intent\": \"thank; confirm; req_instruction;\", \"tracker_completed_step\": \"ing-7\", \"tracker_completed_step_num\": 8, \"tracker_requested_step\": \"ing-8\", \"tracker_requested_step_num\": 9}"
+        },
+        {
+            "utt_id": "utt-15",
+            "utterance": "1 cup of shredded mozzarella cheese and 1 cup of shredded parmesan cheese.",
+            "bot": true,
+            "annotations": "inform_ingredient(ing-8);\r\ninform_ingredient(ing-9);"
+        },
+        {
+            "utt_id": "utt-16",
+            "utterance": "Ok. I shredded both the cheeses. What is next?",
+            "bot": false,
+            "annotations": "{\"section\": \"ing\", \"intent\": \"confirm; req_instruction;\", \"tracker_completed_step\": \"ing-9\", \"tracker_completed_step_num\": 10, \"tracker_requested_step\": \"ing-8\", \"tracker_requested_step_num\": 9}"
+        },
+        {
+            "utt_id": "utt-17",
+            "utterance": "These are all the ingredients.",
+            "bot": true,
+            "annotations": "end_ingredient_list();"
+        },
+        {
+            "utt_id": "utt-18",
+            "utterance": "Ok. nice I have them all ready. What is the first step now to take in order to cook the dish?",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"confirm; req_instruction;\", \"tracker_completed_step\": \"ing-9\", \"tracker_completed_step_num\": 10, \"tracker_requested_step\": \"inst-0\", \"tracker_requested_step_num\": 11}"
+        },
+        {
+            "utt_id": "utt-19",
+            "utterance": "Now we preheat the oven to 325 degrees Fahrenheit.",
+            "bot": true,
+            "annotations": "inform_instruction(inst-0);"
+        },
+        {
+            "utt_id": "utt-20",
+            "utterance": "Ok. the oven is starting to preheat. What should I do now?",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"confirm; req_instruction;\", \"tracker_completed_step\": \"inst-0\", \"tracker_completed_step_num\": 11, \"tracker_requested_step\": \"inst-1\", \"tracker_requested_step_num\": 12}"
+        },
+        {
+            "utt_id": "utt-21",
+            "utterance": "Take a baking sheet and layer it with cooking spray.",
+            "bot": true,
+            "annotations": "inform_instruction(inst-1);"
+        },
+        {
+            "utt_id": "utt-22",
+            "utterance": "Ok. the baking sheet is prepared. What is next?",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"confirm; req_instruction;\", \"tracker_completed_step\": \"inst-1\", \"tracker_completed_step_num\": 12, \"tracker_requested_step\": \"inst-2\", \"tracker_requested_step_num\": 13}"
+        },
+        {
+            "utt_id": "utt-23",
+            "utterance": "Put the squash in the oven. Bake it for 35 minutes.",
+            "bot": true,
+            "annotations": "inform_instruction(inst-2);\r\ninform_instruction(inst-3);"
+        },
+        {
+            "utt_id": "utt-24",
+            "utterance": "Ok. it's 35 minutes now. I guess it is ready. What should I do now?",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"confirm; req_instruction;\", \"tracker_completed_step\": \"inst-3\", \"tracker_completed_step_num\": 14, \"tracker_requested_step\": \"inst-4\", \"tracker_requested_step_num\": 15}"
+        },
+        {
+            "utt_id": "utt-25",
+            "utterance": "Remove the squash from oven and let it cool.",
+            "bot": true,
+            "annotations": "inform_instruction(inst-4);"
+        },
+        {
+            "utt_id": "utt-26",
+            "utterance": "Ok. how long should it cool down?",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"req_duration;\", \"tracker_completed_step\": \"inst-4\", \"tracker_completed_step_num\": 15, \"tracker_requested_step\": \"inst-4\", \"tracker_requested_step_num\": 15}"
+        },
+        {
+            "utt_id": "utt-27",
+            "utterance": "Sorry, I cannot answer it. Do you need me to provide the next step?",
+            "bot": true,
+            "annotations": "fence();\r\npropose_next_instruction();"
+        },
+        {
+            "utt_id": "utt-28",
+            "utterance": "Ok. no problem. What can I do in the meantime when it's cooling down?",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"confirm; req_parallel_action;\", \"tracker_completed_step\": \"inst-4\", \"tracker_completed_step_num\": 15, \"tracker_requested_step\": \"inst-5\", \"tracker_requested_step_num\": 16}"
+        },
+        {
+            "utt_id": "utt-29",
+            "utterance": "Use some cooking spray to spray a non-stick saucepan.",
+            "bot": true,
+            "annotations": "inform_instruction(inst-5);"
+        },
+        {
+            "utt_id": "utt-30",
+            "utterance": "Ok. the pan is ready. What is next?",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"confirm; req_instruction;\", \"tracker_completed_step\": \"inst-5\", \"tracker_completed_step_num\": 16, \"tracker_requested_step\": \"inst-6\", \"tracker_requested_step_num\": 17}"
+        },
+        {
+            "utt_id": "utt-31",
+            "utterance": "Put the saucepan on a medium heat, then saute the onion and garlic until the color turns golden brown.",
+            "bot": true,
+            "annotations": "inform_instruction(inst-6);"
+        },
+        {
+            "utt_id": "utt-32",
+            "utterance": "Ok. it looks fine, what should I add now?",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"confirm; req_instruction;\", \"tracker_completed_step\": \"inst-6\", \"tracker_completed_step_num\": 17, \"tracker_requested_step\": \"inst-7\", \"tracker_requested_step_num\": 18}"
+        },
+        {
+            "utt_id": "utt-33",
+            "utterance": "Now you can add tomatoes, basil, bouillon cube and black pepper. Stir them well.",
+            "bot": true,
+            "annotations": "inform_instruction(inst-7);"
+        },
+        {
+            "utt_id": "utt-34",
+            "utterance": "Ok. I added al those ingredients and stirred them. What is the next step?",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"confirm; req_instruction;\", \"tracker_completed_step\": \"inst-7\", \"tracker_completed_step_num\": 18, \"tracker_requested_step\": \"inst-8\", \"tracker_requested_step_num\": 19}"
+        },
+        {
+            "utt_id": "utt-35",
+            "utterance": "Cook for about 15 minutes when the sauce becomes medium thick.",
+            "bot": true,
+            "annotations": "inform_instruction(inst-8);"
+        },
+        {
+            "utt_id": "utt-36",
+            "utterance": "Ok. the sauce looks Ok. now. What is next?",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"confirm; req_instruction;\", \"tracker_completed_step\": \"inst-8\", \"tracker_completed_step_num\": 19, \"tracker_requested_step\": \"inst-9\", \"tracker_requested_step_num\": 20}"
+        },
+        {
+            "utt_id": "utt-37",
+            "utterance": "Use a fork to remove the squash strands and reserve the shells.",
+            "bot": true,
+            "annotations": "inform_instruction(inst-9);"
+        },
+        {
+            "utt_id": "utt-38",
+            "utterance": "Ok. what should I do with both?",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"req_instruction;\", \"tracker_completed_step\": \"inst-9\", \"tracker_completed_step_num\": 20, \"tracker_requested_step\": \"inst-10\", \"tracker_requested_step_num\": 21}"
+        },
+        {
+            "utt_id": "utt-39",
+            "utterance": "For each shell, layer it with a spoon of the sauce you made.",
+            "bot": true,
+            "annotations": "inform_instruction(inst-10);"
+        },
+        {
+            "utt_id": "utt-40",
+            "utterance": "Ok. I have done that. What is next?",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"confirm; req_instruction;\", \"tracker_completed_step\": \"inst-10\", \"tracker_completed_step_num\": 21, \"tracker_requested_step\": \"inst-10\", \"tracker_requested_step_num\": 21}"
+        },
+        {
+            "utt_id": "utt-41",
+            "utterance": "Add another layer of squash strands, olives and mozzarella cheese.",
+            "bot": true,
+            "annotations": "inform_instruction(inst-10);"
+        },
+        {
+            "utt_id": "utt-42",
+            "utterance": "Ok. I added all those things on top. What should I do with it?",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"confirm; req_instruction;\", \"tracker_completed_step\": \"inst-10\", \"tracker_completed_step_num\": 21, \"tracker_requested_step\": \"inst-11\", \"tracker_requested_step_num\": 22}"
+        },
+        {
+            "utt_id": "utt-43",
+            "utterance": "Repeat these layers until the shells are full.",
+            "bot": true,
+            "annotations": "inform_instruction(inst-11);"
+        },
+        {
+            "utt_id": "utt-44",
+            "utterance": "Ok. The shells are full now. What is the next step?",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"confirm; req_instruction;\", \"tracker_completed_step\": \"inst-11\", \"tracker_completed_step_num\": 22, \"tracker_requested_step\": \"inst-12\", \"tracker_requested_step_num\": 23}"
+        },
+        {
+            "utt_id": "utt-45",
+            "utterance": "Top with Parmesan cheese.",
+            "bot": true,
+            "annotations": "inform_instruction(inst-12);"
+        },
+        {
+            "utt_id": "utt-46",
+            "utterance": "Ok. it's all topped now with the Parmesan. What is next?",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"confirm; req_instruction;\", \"tracker_completed_step\": \"inst-12\", \"tracker_completed_step_num\": 23, \"tracker_requested_step\": \"inst-13\", \"tracker_requested_step_num\": 24}"
+        },
+        {
+            "utt_id": "utt-47",
+            "utterance": "The final step is to bake the two shells for 20 minutes in oven.",
+            "bot": true,
+            "annotations": "inform_instruction(inst-13);"
+        },
+        {
+            "utt_id": "utt-48",
+            "utterance": "Ok. great. I baked all the shells and they look really nice. Is there anything else I should still do?",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"confirm; req_is_recipe_ongoing;\", \"tracker_completed_step\": \"inst-13\", \"tracker_completed_step_num\": 24, \"tracker_requested_step\": \"inst-13\", \"tracker_requested_step_num\": 24}"
+        },
+        {
+            "utt_id": "utt-49",
+            "utterance": "No. Just enjoy your work.",
+            "bot": true,
+            "annotations": "negate();\r\nenjoy();"
+        },
+        {
+            "utt_id": "utt-50",
+            "utterance": "Ok. thanks a lot. Bye.",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"thank; goodbye;\", \"tracker_completed_step\": \"inst-13\", \"tracker_completed_step_num\": 24, \"tracker_requested_step\": \"inst-13\", \"tracker_requested_step_num\": 24}"
+        },
+        {
+            "utt_id": "utt-51",
+            "utterance": "Bye.",
+            "bot": true,
+            "annotations": "goodbye();"
+        }
+    ]
+}

dialog/028.1.json

@@ -0,0 +1,244 @@
+{
+    "messages": [
+        {
+            "utt_id": "utt-0",
+            "utterance": "Hi. can you tell me the name of recipe?",
+            "bot": false,
+            "annotations": "{\"section\": \"title\", \"intent\": \"greeting; req_title;\", \"tracker_completed_step\": \"title\", \"tracker_completed_step_num\": 0, \"tracker_requested_step\": \"title\", \"tracker_requested_step_num\": 0}"
+        },
+        {
+            "utt_id": "utt-1",
+            "utterance": "Hi. today we will make cinnamon crackle cookies.",
+            "bot": true,
+            "annotations": "inform_title(title);"
+        },
+        {
+            "utt_id": "utt-2",
+            "utterance": "Good. Where should I start from?",
+            "bot": false,
+            "annotations": "{\"section\": \"ing\", \"intent\": \"req_start;\", \"tracker_completed_step\": \"title\", \"tracker_completed_step_num\": 0, \"tracker_requested_step\": \"title\", \"tracker_requested_step_num\": 0}"
+        },
+        {
+            "utt_id": "utt-3",
+            "utterance": "Is it Ok. if I first give you all the ingredients before we start, since it is a long list?",
+            "bot": true,
+            "annotations": "propose_list_ingredients();"
+        },
+        {
+            "utt_id": "utt-4",
+            "utterance": "How long?",
+            "bot": false,
+            "annotations": "{\"section\": \"ing\", \"intent\": \"req_ingredient_list_length;\", \"tracker_completed_step\": \"title\", \"tracker_completed_step_num\": 0, \"tracker_requested_step\": \"title\", \"tracker_requested_step_num\": 0}"
+        },
+        {
+            "utt_id": "utt-5",
+            "utterance": "It consist of 15 ingredients.",
+            "bot": true,
+            "annotations": "sum_ingredient_list();"
+        },
+        {
+            "utt_id": "utt-6",
+            "utterance": "Alright, just tell me the details when it is needed. What is the first step I can do?",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"other; req_instruction;\", \"tracker_completed_step\": \"title\", \"tracker_completed_step_num\": 0, \"tracker_requested_step\": \"inst-0\", \"tracker_requested_step_num\": 17}"
+        },
+        {
+            "utt_id": "utt-7",
+            "utterance": "Ok. first you can take a mixing bowl. We will mix some ingredients in there.",
+            "bot": true,
+            "annotations": "fetch(inst-0, [tool-0-0]);\r\nsimplify_begin(inst-0);"
+        },
+        {
+            "utt_id": "utt-8",
+            "utterance": "Is it an electrical one or just a normal bowl?",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"req_tool;\", \"tracker_completed_step\": \"inst-0\", \"tracker_completed_step_num\": 17, \"tracker_requested_step\": \"inst-0\", \"tracker_requested_step_num\": 17}"
+        },
+        {
+            "utt_id": "utt-9",
+            "utterance": "A normal mixing bowl.",
+            "bot": true,
+            "annotations": "inform_tool(tool-0-0);"
+        },
+        {
+            "utt_id": "utt-10",
+            "utterance": "Ok. What should I add?",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"req_instruction;\", \"tracker_completed_step\": \"inst-0\", \"tracker_completed_step_num\": 17, \"tracker_requested_step\": \"inst-0\", \"tracker_requested_step_num\": 17}"
+        },
+        {
+            "utt_id": "utt-11",
+            "utterance": "First add 1/2 cup of softened butter.",
+            "bot": true,
+            "annotations": "simplify_continue(inst-0, [ing-0]);"
+        },
+        {
+            "utt_id": "utt-12",
+            "utterance": "It is added. Next?",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"confirm; req_instruction;\", \"tracker_completed_step\": \"inst-0\", \"tracker_completed_step_num\": 17, \"tracker_requested_step\": \"inst-0\", \"tracker_requested_step_num\": 17}"
+        },
+        {
+            "utt_id": "utt-13",
+            "utterance": "Ok. now add 1/2 cup of shortening and 1 cup of sugar to the bowl.",
+            "bot": true,
+            "annotations": "simplify_continue(inst-0, [ing-1, ing-2, ing-3]);"
+        },
+        {
+            "utt_id": "utt-14",
+            "utterance": "It is done. Should I add flour now?",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"confirm; other;\", \"tracker_completed_step\": \"inst-0\", \"tracker_completed_step_num\": 17, \"tracker_requested_step\": \"inst-1\", \"tracker_requested_step_num\": 18}"
+        },
+        {
+            "utt_id": "utt-15",
+            "utterance": "Not yet. First add 1 egg.",
+            "bot": true,
+            "annotations": "negate();\r\nsimplify_continue(inst-1, [ing-4]);"
+        },
+        {
+            "utt_id": "utt-16",
+            "utterance": "Alright, egg is added.",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"confirm;\", \"tracker_completed_step\": \"inst-1\", \"tracker_completed_step_num\": 18, \"tracker_requested_step\": \"inst-1\", \"tracker_requested_step_num\": 18}"
+        },
+        {
+            "utt_id": "utt-17",
+            "utterance": "Ok. now still add 1 teaspoon of vanilla extract and 1/2 teaspoon of almond extract. Then mix well before we continue.",
+            "bot": true,
+            "annotations": "simplify_continue(ac-1-0, [ing-5, ing-6]);\r\nsimplify_continue(ac-1-1);"
+        },
+        {
+            "utt_id": "utt-18",
+            "utterance": "It seems well mixed. Please continue.",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"confirm; req_instruction;\", \"tracker_completed_step\": \"inst-1\", \"tracker_completed_step_num\": 18, \"tracker_requested_step\": \"inst-2\", \"tracker_requested_step_num\": 19}"
+        },
+        {
+            "utt_id": "utt-19",
+            "utterance": "Ok. now we will add the next 8 ingredients gradually into the creamed mixture. The first one is 2 1/2 cups of all-purpose flour.",
+            "bot": true,
+            "annotations": "inform_instruction(inst-2);\r\nsimplify_continue(inst-2, [ing-7]);"
+        },
+        {
+            "utt_id": "utt-20",
+            "utterance": "8 ingredients? What do you mean specifically?",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"req_repeat;\", \"tracker_completed_step\": \"inst-2\", \"tracker_completed_step_num\": 19, \"tracker_requested_step\": \"inst-2\", \"tracker_requested_step_num\": 19}"
+        },
+        {
+            "utt_id": "utt-21",
+            "utterance": "We will add 8 ingredients now into the mixture. The first one is, 2 1/2 cups of all-purpose flour.",
+            "bot": true,
+            "annotations": "repeat(inst-2);\r\nsimplify_continue(inst-2, [ing-7]);"
+        },
+        {
+            "utt_id": "utt-22",
+            "utterance": "Ok. I add the flour now.",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"confirm;\", \"tracker_completed_step\": \"inst-2\", \"tracker_completed_step_num\": 19, \"tracker_requested_step\": \"inst-2\", \"tracker_requested_step_num\": 19}"
+        },
+        {
+            "utt_id": "utt-23",
+            "utterance": "Ok. now add 1 tablespoon of ground cinnamon and 2 teaspoons of baking soda.",
+            "bot": true,
+            "annotations": "simplify_continue(inst-2, [ing-8, ing-9]);"
+        },
+        {
+            "utt_id": "utt-24",
+            "utterance": "Yeah, what are the rest? I think I can add them together.",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"req_ingredient;\", \"tracker_completed_step\": \"inst-2\", \"tracker_completed_step_num\": 19, \"tracker_requested_step\": \"inst-2\", \"tracker_requested_step_num\": 19}"
+        },
+        {
+            "utt_id": "utt-25",
+            "utterance": "Ok. 2 teaspoons cream of tartar, 2 teaspoons ground nutmeg, 2 teaspoons grated orange peel and 1 teaspoon grated lemon peel.",
+            "bot": true,
+            "annotations": "simplify_continue(inst-2, [ing-10, ing-11, ing-12]);\r\nsimplify_continue(inst-2, [ing-13, ing-14]);"
+        },
+        {
+            "utt_id": "utt-26",
+            "utterance": "Stir all of them, right?",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"req_instruction;\", \"tracker_completed_step\": \"inst-2\", \"tracker_completed_step_num\": 19, \"tracker_requested_step\": \"inst-2\", \"tracker_requested_step_num\": 19}"
+        },
+        {
+            "utt_id": "utt-27",
+            "utterance": "Yes you can stir them a bit until it becomes solid.",
+            "bot": true,
+            "annotations": "affirm();\r\nother();"
+        },
+        {
+            "utt_id": "utt-28",
+            "utterance": "Ok. It looks good. What is next?",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"req_instruction;\", \"tracker_completed_step\": \"inst-2\", \"tracker_completed_step_num\": 19, \"tracker_requested_step\": \"inst-3\", \"tracker_requested_step_num\": 20}"
+        },
+        {
+            "utt_id": "utt-29",
+            "utterance": "Now take some ungreased baking sheets and add some sugar on it.",
+            "bot": true,
+            "annotations": "inform_instruction(ac-3-1);"
+        },
+        {
+            "utt_id": "utt-30",
+            "utterance": "The sheet is greased. What should I do with it?",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"confirm; req_instruction;\", \"tracker_completed_step\": \"inst-3\", \"tracker_completed_step_num\": 20, \"tracker_requested_step\": \"inst-3\", \"tracker_requested_step_num\": 20}"
+        },
+        {
+            "utt_id": "utt-31",
+            "utterance": "Ok. now shape the mixture into 1 inch balls and roll them in the sugar on the baking sheets.",
+            "bot": true,
+            "annotations": "inform_instruction(ac-3-0);\r\ninform_instruction(ac-3-1);"
+        },
+        {
+            "utt_id": "utt-32",
+            "utterance": "The balls are all rolled. What is next?",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"confirm; req_instruction;\", \"tracker_completed_step\": \"inst-3\", \"tracker_completed_step_num\": 20, \"tracker_requested_step\": \"inst-4\", \"tracker_requested_step_num\": 21}"
+        },
+        {
+            "utt_id": "utt-33",
+            "utterance": "Ok. great. Now bake them in the oven at 350 degrees Fahrenheit. Leave them in for 10 or 15 minutes and take them out when they are lightly browned.",
+            "bot": true,
+            "annotations": "inform_instruction(inst-4);"
+        },
+        {
+            "utt_id": "utt-34",
+            "utterance": "Can you tell me the temperature in Celsius?",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"req_temperature;\", \"tracker_completed_step\": \"inst-4\", \"tracker_completed_step_num\": 21, \"tracker_requested_step\": \"inst-4\", \"tracker_requested_step_num\": 21}"
+        },
+        {
+            "utt_id": "utt-35",
+            "utterance": "It is 177 degrees Celsius.",
+            "bot": true,
+            "annotations": "inform_temperature(temp-4-1);"
+        },
+        {
+            "utt_id": "utt-36",
+            "utterance": "Ok. The cookies are baked very well.",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"confirm;\", \"tracker_completed_step\": \"inst-4\", \"tracker_completed_step_num\": 21, \"tracker_requested_step\": \"inst-4\", \"tracker_requested_step_num\": 21}"
+        },
+        {
+            "utt_id": "utt-37",
+            "utterance": "Ok. Great. enjoy the cookies!",
+            "bot": true,
+            "annotations": "enjoy();"
+        },
+        {
+            "utt_id": "utt-38",
+            "utterance": "Thanks! Bye.",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"thank; goodbye;\", \"tracker_completed_step\": \"inst-4\", \"tracker_completed_step_num\": 21, \"tracker_requested_step\": \"inst-4\", \"tracker_requested_step_num\": 21}"
+        },
+        {
+            "utt_id": "utt-39",
+            "utterance": "Bye.",
+            "bot": true,
+            "annotations": "goodbye();\r\nend_recipe();"
+        }
+    ]
+}

dialog/029.1.json

@@ -0,0 +1,196 @@
+{
+    "messages": [
+        {
+            "utt_id": "utt-0",
+            "utterance": "Hi. what are we making today?",
+            "bot": false,
+            "annotations": "{\"section\": \"title\", \"intent\": \"greeting; req_title;\", \"tracker_completed_step\": \"title\", \"tracker_completed_step_num\": 0, \"tracker_requested_step\": \"title\", \"tracker_requested_step_num\": 0}"
+        },
+        {
+            "utt_id": "utt-1",
+            "utterance": "Hi. Today we make Country Fried Chicken.",
+            "bot": true,
+            "annotations": "greeting();\r\ninform_title(title);"
+        },
+        {
+            "utt_id": "utt-2",
+            "utterance": "Ok. sounds nice. What is the first step I have to take?",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"req_instruction;\", \"tracker_completed_step\": \"title\", \"tracker_completed_step_num\": 0, \"tracker_requested_step\": \"inst-0\", \"tracker_requested_step_num\": 11}"
+        },
+        {
+            "utt_id": "utt-3",
+            "utterance": "Prepare a large resealable plastic bag to mix some ingredients.",
+            "bot": true,
+            "annotations": "fetch(inst-0, [tool-0-0]);"
+        },
+        {
+            "utt_id": "utt-4",
+            "utterance": "Ok. I have prepared the bag. Which ingredients should I add?",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"confirm; req_instruction;\", \"tracker_completed_step\": \"inst-0\", \"tracker_completed_step_num\": 11, \"tracker_requested_step\": \"inst-0\", \"tracker_requested_step_num\": 11}"
+        },
+        {
+            "utt_id": "utt-5",
+            "utterance": "First, add 1/3 cup all purpose flour and 1 teaspoon garlic salt.",
+            "bot": true,
+            "annotations": "simplify_continue(inst-0, [ing-0, ing-1]);"
+        },
+        {
+            "utt_id": "utt-6",
+            "utterance": "Ok. I added them to the bag. What is next?",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"confirm; req_instruction;\", \"tracker_completed_step\": \"inst-0\", \"tracker_completed_step_num\": 11, \"tracker_requested_step\": \"inst-0\", \"tracker_requested_step_num\": 11}"
+        },
+        {
+            "utt_id": "utt-7",
+            "utterance": "Keep adding 1 teaspoon pepper, 1/2 teaspoon paprika and 1/4 teaspoon poultry seasoning into the bag.",
+            "bot": true,
+            "annotations": "simplify_continue(inst-0, [ing-2, ing-3, ing-4]);"
+        },
+        {
+            "utt_id": "utt-8",
+            "utterance": "Ok. Could you repeat the last ingredient?",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"req_repeat;\", \"tracker_completed_step\": \"inst-0\", \"tracker_completed_step_num\": 11, \"tracker_requested_step\": \"inst-0\", \"tracker_requested_step_num\": 11}"
+        },
+        {
+            "utt_id": "utt-9",
+            "utterance": "It is 1/4 teaspoon poultry seasoning.",
+            "bot": true,
+            "annotations": "repeat(inst-0, [ing-4]);"
+        },
+        {
+            "utt_id": "utt-10",
+            "utterance": "Ok. thanks. I added all of them. What is next?",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"thank; confirm; req_instruction;\", \"tracker_completed_step\": \"inst-0\", \"tracker_completed_step_num\": 11, \"tracker_requested_step\": \"inst-1\", \"tracker_requested_step_num\": 12}"
+        },
+        {
+            "utt_id": "utt-11",
+            "utterance": "Now take a shallow bowl. In the bowl, beat egg and milk.",
+            "bot": true,
+            "annotations": "inform_instruction(inst-1);"
+        },
+        {
+            "utt_id": "utt-12",
+            "utterance": "Ok. I took the shallow bowl. What should I do with the milk? I didn't understand that part.",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"confirm; req_repeat;\", \"tracker_completed_step\": \"inst-1\", \"tracker_completed_step_num\": 12, \"tracker_requested_step\": \"inst-1\", \"tracker_requested_step_num\": 12}"
+        },
+        {
+            "utt_id": "utt-13",
+            "utterance": "You put 1 egg and 1/4 cup of milk in the bowl. Beat them well.",
+            "bot": true,
+            "annotations": "repeat(inst-1);"
+        },
+        {
+            "utt_id": "utt-14",
+            "utterance": "Ok. thanks now it is clear. I have done that. What is the next step?",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"thank; confirm; req_instruction;\", \"tracker_completed_step\": \"inst-1\", \"tracker_completed_step_num\": 12, \"tracker_requested_step\": \"inst-2\", \"tracker_requested_step_num\": 13}"
+        },
+        {
+            "utt_id": "utt-15",
+            "utterance": "Prepare 2 chicken thighs and 2 chicken drumsticks.",
+            "bot": true,
+            "annotations": "fetch(inst-2, [ing-7, ing-8]);"
+        },
+        {
+            "utt_id": "utt-16",
+            "utterance": "Ok. what do you mean with prepare? What should I do with them?",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"req_instruction;\", \"tracker_completed_step\": \"inst-2\", \"tracker_completed_step_num\": 13, \"tracker_requested_step\": \"inst-2\", \"tracker_requested_step_num\": 13}"
+        },
+        {
+            "utt_id": "utt-17",
+            "utterance": "You should add the chicken to the bag, a few pieces at a time, and shake the bag to coat.",
+            "bot": true,
+            "annotations": "inform_instruction(inst-2);"
+        },
+        {
+            "utt_id": "utt-18",
+            "utterance": "Alright. I have done that now! What should I do with the chicken?",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"confirm; req_instruction;\", \"tracker_completed_step\": \"inst-2\", \"tracker_completed_step_num\": 13, \"tracker_requested_step\": \"inst-3\", \"tracker_requested_step_num\": 14}"
+        },
+        {
+            "utt_id": "utt-19",
+            "utterance": "Dip the chicken into the egg mixture.",
+            "bot": true,
+            "annotations": "inform_instruction(ac-3-0);"
+        },
+        {
+            "utt_id": "utt-20",
+            "utterance": "Ok. that is ready. What is the next step?",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"confirm; req_instruction;\", \"tracker_completed_step\": \"inst-3\", \"tracker_completed_step_num\": 14, \"tracker_requested_step\": \"inst-3\", \"tracker_requested_step_num\": 14}"
+        },
+        {
+            "utt_id": "utt-21",
+            "utterance": "Return the chicken to the bag and shake again.",
+            "bot": true,
+            "annotations": "inform_instruction(ac-3-1);"
+        },
+        {
+            "utt_id": "utt-22",
+            "utterance": "Ok. I shook the chicken in the bag again. What is next?",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"confirm; req_instruction;\", \"tracker_completed_step\": \"inst-3\", \"tracker_completed_step_num\": 14, \"tracker_requested_step\": \"inst-4\", \"tracker_requested_step_num\": 15}"
+        },
+        {
+            "utt_id": "utt-23",
+            "utterance": "Remove them from the bag and let stand for 5 minutes.",
+            "bot": true,
+            "annotations": "inform_instruction(inst-4);"
+        },
+        {
+            "utt_id": "utt-24",
+            "utterance": "Ok. the 5 minutes have passed. What should I do with it now?",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"confirm; req_instruction;\", \"tracker_completed_step\": \"inst-4\", \"tracker_completed_step_num\": 15, \"tracker_requested_step\": \"inst-5\", \"tracker_requested_step_num\": 16}"
+        },
+        {
+            "utt_id": "utt-25",
+            "utterance": "Take a large skillet and heat some canola oil in it.",
+            "bot": true,
+            "annotations": "inform_instruction(inst-5);"
+        },
+        {
+            "utt_id": "utt-26",
+            "utterance": "Ok. I heated the oil. What is the next step?",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"confirm; req_instruction;\", \"tracker_completed_step\": \"inst-5\", \"tracker_completed_step_num\": 16, \"tracker_requested_step\": \"inst-6\", \"tracker_requested_step_num\": 17}"
+        },
+        {
+            "utt_id": "utt-27",
+            "utterance": "Fry the chicken until all sides become golden brown.",
+            "bot": true,
+            "annotations": "inform_instruction(inst-6);"
+        },
+        {
+            "utt_id": "utt-28",
+            "utterance": "Ok. I have fried all the chicken. What should I do now?",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"confirm; req_instruction;\", \"tracker_completed_step\": \"inst-6\", \"tracker_completed_step_num\": 17, \"tracker_requested_step\": \"inst-7\", \"tracker_requested_step_num\": 18}"
+        },
+        {
+            "utt_id": "utt-29",
+            "utterance": "Reduce heat to medium and cook until a meat thermometer reads 180 degrees. Then you can remove the chicken from the oil and enjoy it.",
+            "bot": true,
+            "annotations": "inform_instruction(inst-7);"
+        },
+        {
+            "utt_id": "utt-30",
+            "utterance": "Ok. I have done that. It looks good. Thanks for the instructions!",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"confirm; thank;\", \"tracker_completed_step\": \"inst-7\", \"tracker_completed_step_num\": 18, \"tracker_requested_step\": \"inst-7\", \"tracker_requested_step_num\": 18}"
+        },
+        {
+            "utt_id": "utt-31",
+            "utterance": "You are welcome. The recipe is finished. See you.",
+            "bot": true,
+            "annotations": "thank();\r\nend_recipe();\r\ngoodbye();"
+        }
+    ]
+}

dialog/030.1.json

@@ -0,0 +1,292 @@
+{
+    "messages": [
+        {
+            "utt_id": "utt-0",
+            "utterance": "Hi. what are we making today?",
+            "bot": false,
+            "annotations": "{\"section\": \"title\", \"intent\": \"greeting; req_title;\", \"tracker_completed_step\": \"title\", \"tracker_completed_step_num\": 0, \"tracker_requested_step\": \"title\", \"tracker_requested_step_num\": 0}"
+        },
+        {
+            "utt_id": "utt-1",
+            "utterance": "Hi. we are making chicken pot pie ix. Are you ready to start?",
+            "bot": true,
+            "annotations": "greeting();\r\ninform_title(title);\r\npropose_start_instruction();"
+        },
+        {
+            "utt_id": "utt-2",
+            "utterance": "Yes I am ready. What's the first step?",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"confirm; req_instruction;\", \"tracker_completed_step\": \"title\", \"tracker_completed_step_num\": 0, \"tracker_requested_step\": \"inst-0\", \"tracker_requested_step_num\": 14}"
+        },
+        {
+            "utt_id": "utt-3",
+            "utterance": "First you may preheat the oven to 220 degrees Celsius. In the meantime we will start preparing the chicken.",
+            "bot": true,
+            "annotations": "inform_instruction(inst-0);"
+        },
+        {
+            "utt_id": "utt-4",
+            "utterance": "Ok. I have set the oven to 220 degrees celsius. How should I prepare the chicken?",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"confirm; req_instruction;\", \"tracker_completed_step\": \"inst-0\", \"tracker_completed_step_num\": 14, \"tracker_requested_step\": \"inst-1\", \"tracker_requested_step_num\": 15}"
+        },
+        {
+            "utt_id": "utt-5",
+            "utterance": "First take a saucepan. I will give you instructions about which ingredients we will add.",
+            "bot": true,
+            "annotations": "fetch(inst-1, [tool-1-0]);\r\nsimplify_begin(inst-1);"
+        },
+        {
+            "utt_id": "utt-6",
+            "utterance": "Should it be a large or a small saucepan?",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"req_tool;\", \"tracker_completed_step\": \"inst-1\", \"tracker_completed_step_num\": 15, \"tracker_requested_step\": \"inst-1\", \"tracker_requested_step_num\": 15}"
+        },
+        {
+            "utt_id": "utt-7",
+            "utterance": "I cannot answer that question. But we will add 4 ingredients to the pan.",
+            "bot": true,
+            "annotations": "fence();"
+        },
+        {
+            "utt_id": "utt-8",
+            "utterance": "Ok. what ingredients should I add?",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"req_instruction;\", \"tracker_completed_step\": \"inst-1\", \"tracker_completed_step_num\": 15, \"tracker_requested_step\": \"inst-1\", \"tracker_requested_step_num\": 15}"
+        },
+        {
+            "utt_id": "utt-9",
+            "utterance": "First add 1 pound of skinless, boneless chicken breast halves.",
+            "bot": true,
+            "annotations": "simplify_continue(inst-1, [ing-0]);"
+        },
+        {
+            "utt_id": "utt-10",
+            "utterance": "Ok. that's done. What's next?",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"confirm; req_instruction;\", \"tracker_completed_step\": \"inst-1\", \"tracker_completed_step_num\": 15, \"tracker_requested_step\": \"inst-1\", \"tracker_requested_step_num\": 15}"
+        },
+        {
+            "utt_id": "utt-11",
+            "utterance": "Now you may add 1 cup of sliced carrots and 1 cup of frozen green peas.",
+            "bot": true,
+            "annotations": "simplify_continue(inst-1, [ing-1, ing-2]);"
+        },
+        {
+            "utt_id": "utt-12",
+            "utterance": "Ok. I have added the carrots. What was the second ingredient?",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"confirm; req_repeat;\", \"tracker_completed_step\": \"inst-1\", \"tracker_completed_step_num\": 15, \"tracker_requested_step\": \"inst-1\", \"tracker_requested_step_num\": 15}"
+        },
+        {
+            "utt_id": "utt-13",
+            "utterance": "1 cup of frozen green peas.",
+            "bot": true,
+            "annotations": "repeat(inst-1, [ing-2]);"
+        },
+        {
+            "utt_id": "utt-14",
+            "utterance": "Ok. I have added it now. What's next?",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"confirm; req_instruction;\", \"tracker_completed_step\": \"inst-1\", \"tracker_completed_step_num\": 15, \"tracker_requested_step\": \"inst-1\", \"tracker_requested_step_num\": 15}"
+        },
+        {
+            "utt_id": "utt-15",
+            "utterance": "Finally add 1/2 cup of sliced celery and water to the pan. Let it boil for 15 minutes.",
+            "bot": true,
+            "annotations": "simplify_continue(inst-1, [ing-3]);\r\ninform_instruction(inst-2);"
+        },
+        {
+            "utt_id": "utt-16",
+            "utterance": "Ok. should I do something else during these 15 minutes?",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"req_parallel_action;\", \"tracker_completed_step\": \"inst-2\", \"tracker_completed_step_num\": 16, \"tracker_requested_step\": \"inst-4\", \"tracker_requested_step_num\": 18}"
+        },
+        {
+            "utt_id": "utt-17",
+            "utterance": "You can already chop an onion.",
+            "bot": true,
+            "annotations": "fetch(inst-4, [ing-5]);"
+        },
+        {
+            "utt_id": "utt-18",
+            "utterance": "Ok. I have chopped one onion. What else?",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"confirm; req_instruction;\", \"tracker_completed_step\": \"inst-4\", \"tracker_completed_step_num\": 18, \"tracker_requested_step\": \"inst-3\", \"tracker_requested_step_num\": 17}"
+        },
+        {
+            "utt_id": "utt-19",
+            "utterance": "Now take the saucepan off the fire. Let the water drain and set is aside. Then take another saucepan.",
+            "bot": true,
+            "annotations": "inform_instruction(inst-3);"
+        },
+        {
+            "utt_id": "utt-20",
+            "utterance": "That's done. What should I do with the other saucepan?",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"confirm; req_instruction;\", \"tracker_completed_step\": \"inst-3\", \"tracker_completed_step_num\": 17, \"tracker_requested_step\": \"inst-4\", \"tracker_requested_step_num\": 18}"
+        },
+        {
+            "utt_id": "utt-21",
+            "utterance": "First put in 1/3 cup of butter and cook the chopped onions over medium heat until they are soft and translucent.",
+            "bot": true,
+            "annotations": "inform_instruction(inst-4);"
+        },
+        {
+            "utt_id": "utt-22",
+            "utterance": "Ok. that's Done. they look ready. What else?",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"confirm; req_instruction;\", \"tracker_completed_step\": \"inst-4\", \"tracker_completed_step_num\": 18, \"tracker_requested_step\": \"inst-5\", \"tracker_requested_step_num\": 19}"
+        },
+        {
+            "utt_id": "utt-23",
+            "utterance": "Then stir in 4 ingredients. The first two are 1/3 cup of all-purpose flour and 1/2 teaspoon of salt.",
+            "bot": true,
+            "annotations": "simplify_begin(inst-5);\r\nsimplify_continue(inst-5, [ing-6, ing-7]);"
+        },
+        {
+            "utt_id": "utt-24",
+            "utterance": "I have added the flour, can you repeat the quantity of salt?",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"confirm; req_amount;\", \"tracker_completed_step\": \"inst-5\", \"tracker_completed_step_num\": 19, \"tracker_requested_step\": \"inst-5\", \"tracker_requested_step_num\": 19}"
+        },
+        {
+            "utt_id": "utt-25",
+            "utterance": "1/2 teaspoon.",
+            "bot": true,
+            "annotations": "repeat(inst-5, [ing-7]);"
+        },
+        {
+            "utt_id": "utt-26",
+            "utterance": "Ok. thank you. What's next?",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"thank; req_instruction;\", \"tracker_completed_step\": \"inst-5\", \"tracker_completed_step_num\": 19, \"tracker_requested_step\": \"inst-5\", \"tracker_requested_step_num\": 19}"
+        },
+        {
+            "utt_id": "utt-27",
+            "utterance": "The other two ingredients are 1/4 teaspoon of black pepper and 1/4 teaspoon celery seed.",
+            "bot": true,
+            "annotations": "simplify_continue(inst-5, [ing-8, ing-9]);"
+        },
+        {
+            "utt_id": "utt-28",
+            "utterance": "I have added the two. What else?",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"confirm; req_instruction;\", \"tracker_completed_step\": \"inst-5\", \"tracker_completed_step_num\": 19, \"tracker_requested_step\": \"inst-6\", \"tracker_requested_step_num\": 20}"
+        },
+        {
+            "utt_id": "utt-29",
+            "utterance": "Now also stir in 1 3/4 cups chicken broth and 2/3 cup of milk.",
+            "bot": true,
+            "annotations": "inform_instruction(inst-6);"
+        },
+        {
+            "utt_id": "utt-30",
+            "utterance": "How long should I stir?",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"req_duration;\", \"tracker_completed_step\": \"inst-6\", \"tracker_completed_step_num\": 20, \"tracker_requested_step\": \"inst-7\", \"tracker_requested_step_num\": 21}"
+        },
+        {
+            "utt_id": "utt-31",
+            "utterance": "Let it simmer until the mixture becomes thick.",
+            "bot": true,
+            "annotations": "inform_instruction(inst-7);"
+        },
+        {
+            "utt_id": "utt-32",
+            "utterance": "Ok. it is thick now. What's the next step?",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"confirm; req_instruction;\", \"tracker_completed_step\": \"inst-7\", \"tracker_completed_step_num\": 21, \"tracker_requested_step\": \"inst-8\", \"tracker_requested_step_num\": 22}"
+        },
+        {
+            "utt_id": "utt-33",
+            "utterance": "Great! Now remove it from the heat and set aside. Take 2 unbaked pie crusts.",
+            "bot": true,
+            "annotations": "inform_instruction(inst-8);\r\nfetch(inst-9, [ing-12]);"
+        },
+        {
+            "utt_id": "utt-34",
+            "utterance": "Ok. what should I do with the two pie crusts?",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"req_instruction;\", \"tracker_completed_step\": \"inst-9\", \"tracker_completed_step_num\": 23, \"tracker_requested_step\": \"inst-9\", \"tracker_requested_step_num\": 23}"
+        },
+        {
+            "utt_id": "utt-35",
+            "utterance": "Place the chicken mixture you made before into the bottom of the pie crust.",
+            "bot": true,
+            "annotations": "inform_instruction(inst-9);"
+        },
+        {
+            "utt_id": "utt-36",
+            "utterance": "That's done. What's next?",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"confirm; req_instruction;\", \"tracker_completed_step\": \"inst-9\", \"tracker_completed_step_num\": 23, \"tracker_requested_step\": \"inst-10\", \"tracker_requested_step_num\": 24}"
+        },
+        {
+            "utt_id": "utt-37",
+            "utterance": "Good. Pour over the hot liquid mixture you made.",
+            "bot": true,
+            "annotations": "inform_instruction(inst-10);"
+        },
+        {
+            "utt_id": "utt-38",
+            "utterance": "Ok. I poured over the mixture. What should I do with it?",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"confirm; req_instruction;\", \"tracker_completed_step\": \"inst-10\", \"tracker_completed_step_num\": 24, \"tracker_requested_step\": \"inst-11\", \"tracker_requested_step_num\": 25}"
+        },
+        {
+            "utt_id": "utt-39",
+            "utterance": "Now cover it up with top crust. Also seal the edges of the pie and cut away excess dough.",
+            "bot": true,
+            "annotations": "inform_instruction(inst-11);"
+        },
+        {
+            "utt_id": "utt-40",
+            "utterance": "Ok. what else?",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"req_instruction;\", \"tracker_completed_step\": \"inst-11\", \"tracker_completed_step_num\": 25, \"tracker_requested_step\": \"inst-12\", \"tracker_requested_step_num\": 26}"
+        },
+        {
+            "utt_id": "utt-41",
+            "utterance": "Before you put it in the oven make several small slits in the top of the pie.",
+            "bot": true,
+            "annotations": "inform_instruction(inst-12);"
+        },
+        {
+            "utt_id": "utt-42",
+            "utterance": "That's Done. can I now put it in the oven?",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"confirm; other;\", \"tracker_completed_step\": \"inst-12\", \"tracker_completed_step_num\": 26, \"tracker_requested_step\": \"inst-13\", \"tracker_requested_step_num\": 27}"
+        },
+        {
+            "utt_id": "utt-43",
+            "utterance": "Yes bake it for 30 to 35 minutes. Check if the pastry becomes golden brown and the filling is bubbly.",
+            "bot": true,
+            "annotations": "affirm();\r\ninform_instruction(inst-13);"
+        },
+        {
+            "utt_id": "utt-44",
+            "utterance": "Ok. 35 minutes have passed now and everything looks good. Is it done now?",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"confirm; req_is_recipe_finished;\", \"tracker_completed_step\": \"inst-13\", \"tracker_completed_step_num\": 27, \"tracker_requested_step\": \"inst-14\", \"tracker_requested_step_num\": 28}"
+        },
+        {
+            "utt_id": "utt-45",
+            "utterance": "Ok. great. Let is cool for 10 minutes before serving and enjoy!",
+            "bot": true,
+            "annotations": "inform_instruction(inst-14);"
+        },
+        {
+            "utt_id": "utt-46",
+            "utterance": "Ok. it looks delicious. Thank you for the instructions.",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"thank;\", \"tracker_completed_step\": \"inst-14\", \"tracker_completed_step_num\": 28, \"tracker_requested_step\": \"inst-14\", \"tracker_requested_step_num\": 28}"
+        },
+        {
+            "utt_id": "utt-47",
+            "utterance": "You are welcome.",
+            "bot": true,
+            "annotations": "thank();\r\nend_recipe();"
+        }
+    ]
+}

dialog/031.1.json

@@ -0,0 +1,202 @@
+{
+    "messages": [
+        {
+            "utt_id": "utt-0",
+            "utterance": "Hi. what are we making today?",
+            "bot": false,
+            "annotations": "{\"section\": \"title\", \"intent\": \"greeting; req_title;\", \"tracker_completed_step\": \"title\", \"tracker_completed_step_num\": 0, \"tracker_requested_step\": \"title\", \"tracker_requested_step_num\": 0}"
+        },
+        {
+            "utt_id": "utt-1",
+            "utterance": "Today we are making Caraway Rye Muffins. Are you ready?",
+            "bot": true,
+            "annotations": "inform_title(title);\r\npropose_start_recipe();"
+        },
+        {
+            "utt_id": "utt-2",
+            "utterance": "Ok. Great. yes!",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"affirm; req_start;\", \"tracker_completed_step\": \"title\", \"tracker_completed_step_num\": 0, \"tracker_requested_step\": \"inst-0\", \"tracker_requested_step_num\": 11}"
+        },
+        {
+            "utt_id": "utt-3",
+            "utterance": "Take a large bowl to combine some ingredients.",
+            "bot": true,
+            "annotations": "fetch(inst-0, [tool-0-0]);\r\n"
+        },
+        {
+            "utt_id": "utt-4",
+            "utterance": "Ok. how many ingredients should I add?",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"req_ingredient;\", \"tracker_completed_step\": \"inst-0\", \"tracker_completed_step_num\": 11, \"tracker_requested_step\": \"inst-0\", \"tracker_requested_step_num\": 11}"
+        },
+        {
+            "utt_id": "utt-5",
+            "utterance": "You should add 5 ingredients. Start by adding the flours and sugar.",
+            "bot": true,
+            "annotations": "simplify_begin(inst-0);\r\nsimplify_continue(inst-0, [ing-0, ing-1, ing-2]);"
+        },
+        {
+            "utt_id": "utt-6",
+            "utterance": "Ok. how much flour and sugar should I add?",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"req_amount;\", \"tracker_completed_step\": \"inst-0\", \"tracker_completed_step_num\": 11, \"tracker_requested_step\": \"ing-0\", \"tracker_requested_step_num\": 1}"
+        },
+        {
+            "utt_id": "utt-7",
+            "utterance": "For the flours add 1 cup rye flour and 3/4 cup all-purpose. For the sugar add 1/4 cup.",
+            "bot": true,
+            "annotations": "inform_amount(ing-0);\r\ninform_amount(ing-1);\r\ninform_amount(ing-2);"
+        },
+        {
+            "utt_id": "utt-8",
+            "utterance": "What is the second type of flour I should add?",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"req_repeat;\", \"tracker_completed_step\": \"ing-2\", \"tracker_completed_step_num\": 3, \"tracker_requested_step\": \"ing-1\", \"tracker_requested_step_num\": 2}"
+        },
+        {
+            "utt_id": "utt-9",
+            "utterance": "All-purpose flour.",
+            "bot": true,
+            "annotations": "repeat(ing-1);"
+        },
+        {
+            "utt_id": "utt-10",
+            "utterance": "Ok. thanks. What is next?",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"thank; req_instruction;\", \"tracker_completed_step\": \"ing-1\", \"tracker_completed_step_num\": 2, \"tracker_requested_step\": \"inst-0\", \"tracker_requested_step_num\": 11}"
+        },
+        {
+            "utt_id": "utt-11",
+            "utterance": "Next add 2 1/2  teaspoons baking powder and 1/2 teaspoon salt.",
+            "bot": true,
+            "annotations": "simplify_continue(inst-0, [ing-3, ing-4]);"
+        },
+        {
+            "utt_id": "utt-12",
+            "utterance": "Ok. done. What is next?",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"confirm; req_instruction;\", \"tracker_completed_step\": \"inst-0\", \"tracker_completed_step_num\": 11, \"tracker_requested_step\": \"inst-0\", \"tracker_requested_step_num\": 11}"
+        },
+        {
+            "utt_id": "utt-13",
+            "utterance": "Finally add 1/2 teaspoon caraway seeds.",
+            "bot": true,
+            "annotations": "simplify_continue(inst-0, [ing-5]);"
+        },
+        {
+            "utt_id": "utt-14",
+            "utterance": "What kind of seeds? I couldn't understand.",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"req_repeat;\", \"tracker_completed_step\": \"inst-0\", \"tracker_completed_step_num\": 11, \"tracker_requested_step\": \"inst-0\", \"tracker_requested_step_num\": 11}"
+        },
+        {
+            "utt_id": "utt-15",
+            "utterance": "Caraway seeds.",
+            "bot": true,
+            "annotations": "repeat(inst-0, [ing-5]);"
+        },
+        {
+            "utt_id": "utt-16",
+            "utterance": "Ah Ok. thanks. What should I do now?",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"thank; req_instruction;\", \"tracker_completed_step\": \"inst-0\", \"tracker_completed_step_num\": 11, \"tracker_requested_step\": \"inst-1\", \"tracker_requested_step_num\": 12}"
+        },
+        {
+            "utt_id": "utt-17",
+            "utterance": "Now you can stir in 3/4 cup shredded Cheddar cheese.",
+            "bot": true,
+            "annotations": "inform_instruction(inst-1);"
+        },
+        {
+            "utt_id": "utt-18",
+            "utterance": "Ok. something else to add still?",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"req_instruction;\", \"tracker_completed_step\": \"inst-1\", \"tracker_completed_step_num\": 12, \"tracker_requested_step\": \"inst-2\", \"tracker_requested_step_num\": 13}"
+        },
+        {
+            "utt_id": "utt-19",
+            "utterance": "Now you may add 1 beaten egg, 3/4 cup milk and 1/3 cup vegetable oil. Keep stiring until everything is moistened.",
+            "bot": true,
+            "annotations": "inform_instruction(inst-2);"
+        },
+        {
+            "utt_id": "utt-20",
+            "utterance": "Ok. could you repeat the first ingredient?",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"req_repeat;\", \"tracker_completed_step\": \"inst-2\", \"tracker_completed_step_num\": 13, \"tracker_requested_step\": \"inst-2\", \"tracker_requested_step_num\": 13}"
+        },
+        {
+            "utt_id": "utt-21",
+            "utterance": "The first ingredient is 1 beaten egg.",
+            "bot": true,
+            "annotations": "repeat(inst-2, [ing-7]);"
+        },
+        {
+            "utt_id": "utt-22",
+            "utterance": "Ok. thanks. I added all and I am stirring. What is next?",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"confirm; req_instruction;\", \"tracker_completed_step\": \"inst-2\", \"tracker_completed_step_num\": 13, \"tracker_requested_step\": \"inst-3\", \"tracker_requested_step_num\": 14}"
+        },
+        {
+            "utt_id": "utt-23",
+            "utterance": "Take some muffin cups and add some grease.",
+            "bot": true,
+            "annotations": "fetch(inst-3, [tool-3-0]);"
+        },
+        {
+            "utt_id": "utt-24",
+            "utterance": "Ok. I have done that. What should I do now?",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"confirm; req_instruction;\", \"tracker_completed_step\": \"inst-3\", \"tracker_completed_step_num\": 14, \"tracker_requested_step\": \"inst-3\", \"tracker_requested_step_num\": 14}"
+        },
+        {
+            "utt_id": "utt-25",
+            "utterance": "Now you can add the muffin cups two-thirds full.",
+            "bot": true,
+            "annotations": "inform_instruction(inst-3);"
+        },
+        {
+            "utt_id": "utt-26",
+            "utterance": "Ok. I have added the mixture into the cups. What is next?",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"confirm; req_instruction;\", \"tracker_completed_step\": \"inst-3\", \"tracker_completed_step_num\": 14, \"tracker_requested_step\": \"inst-4\", \"tracker_requested_step_num\": 15}"
+        },
+        {
+            "utt_id": "utt-27",
+            "utterance": "Bake the muffins in an oven at 400 degrees Fahrenheit for about 20-23 minutes.",
+            "bot": true,
+            "annotations": "inform_instruction(inst-4);"
+        },
+        {
+            "utt_id": "utt-28",
+            "utterance": "Ok. when do I know that they are ready?",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"req_duration;\", \"tracker_completed_step\": \"inst-4\", \"tracker_completed_step_num\": 15, \"tracker_requested_step\": \"inst-4\", \"tracker_requested_step_num\": 15}"
+        },
+        {
+            "utt_id": "utt-29",
+            "utterance": "You can verify whey are ready by inserting a toothpick and see if it comes out clean.",
+            "bot": true,
+            "annotations": "inform_duration(cond-4-0);"
+        },
+        {
+            "utt_id": "utt-30",
+            "utterance": "Ok. it looks good. Is there something else I should do?",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"confirm; req_is_recipe_ongoing;\", \"tracker_completed_step\": \"inst-4\", \"tracker_completed_step_num\": 15, \"tracker_requested_step\": \"inst-5\", \"tracker_requested_step_num\": 16}"
+        },
+        {
+            "utt_id": "utt-31",
+            "utterance": "You can let them cool down for 5 minutes and place them on a wire rack. That's all. Enjoy it!",
+            "bot": true,
+            "annotations": "inform_instruction(inst-5);\r\nend_recipe();\r\nenjoy();"
+        },
+        {
+            "utt_id": "utt-32",
+            "utterance": "Ok. Thanks. it looks nice!",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"thank;\", \"tracker_completed_step\": \"inst-5\", \"tracker_completed_step_num\": 16, \"tracker_requested_step\": \"inst-5\", \"tracker_requested_step_num\": 16}"
+        }
+    ]
+}

dialog/032.1.json

@@ -0,0 +1,166 @@
+{
+    "messages": [
+        {
+            "utt_id": "utt-0",
+            "utterance": "Hi. what are we making today?",
+            "bot": false,
+            "annotations": "{\"section\": \"title\", \"intent\": \"greeting; req_title;\", \"tracker_completed_step\": \"title\", \"tracker_completed_step_num\": 0, \"tracker_requested_step\": \"title\", \"tracker_requested_step_num\": 0}"
+        },
+        {
+            "utt_id": "utt-1",
+            "utterance": "Hi. we will make Eggnog II.",
+            "bot": true,
+            "annotations": "greeting();\r\ninform_title(title);"
+        },
+        {
+            "utt_id": "utt-2",
+            "utterance": "That sounds good. What is the first step?",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"req_start;\", \"tracker_completed_step\": \"title\", \"tracker_completed_step_num\": 0, \"tracker_requested_step\": \"inst-0\", \"tracker_requested_step_num\": 8}"
+        },
+        {
+            "utt_id": "utt-3",
+            "utterance": "You may start by taking a large saucepan and already add 6 beaten eggs.",
+            "bot": true,
+            "annotations": "fetch(inst-0, [tool-0-0]);\r\nsimplify_continue(inst-0, [ing-0]);"
+        },
+        {
+            "utt_id": "utt-4",
+            "utterance": "That's done. What else?",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"confirm; req_instruction;\", \"tracker_completed_step\": \"inst-0\", \"tracker_completed_step_num\": 8, \"tracker_requested_step\": \"inst-0\", \"tracker_requested_step_num\": 8}"
+        },
+        {
+            "utt_id": "utt-5",
+            "utterance": "Now add 2 1/4 cups of milk and 1/3 cup of white sugar.",
+            "bot": true,
+            "annotations": "simplify_continue(inst-0, [ing-1, ing-2]);"
+        },
+        {
+            "utt_id": "utt-6",
+            "utterance": "Can you repeat the quantities please?",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"req_ingredient;\", \"tracker_completed_step\": \"inst-0\", \"tracker_completed_step_num\": 8, \"tracker_requested_step\": \"ing-1\", \"tracker_requested_step_num\": 2}"
+        },
+        {
+            "utt_id": "utt-7",
+            "utterance": "2, 1/4 cups of milk and 1/3 cup of white sugar.",
+            "bot": true,
+            "annotations": "inform_amount(ing-1);\r\ninform_amount(ing-2);"
+        },
+        {
+            "utt_id": "utt-8",
+            "utterance": "Thank you. Something else?",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"thank; req_instruction;\", \"tracker_completed_step\": \"ing-2\", \"tracker_completed_step_num\": 3, \"tracker_requested_step\": \"inst-1\", \"tracker_requested_step_num\": 9}"
+        },
+        {
+            "utt_id": "utt-9",
+            "utterance": "No now let it cook and stir over medium heat. Stir the mixture until it will cling to a metal spoon rather than it will run off it.",
+            "bot": true,
+            "annotations": "negate();\r\ninform_instruction(inst-1);\r\n"
+        },
+        {
+            "utt_id": "utt-10",
+            "utterance": "Ok. it seems good. What should I do now?",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"req_instruction;\", \"tracker_completed_step\": \"inst-1\", \"tracker_completed_step_num\": 9, \"tracker_requested_step\": \"inst-2\", \"tracker_requested_step_num\": 10}"
+        },
+        {
+            "utt_id": "utt-11",
+            "utterance": "Remove it from the heat. Let it cool quickly by placing the pan in a sink with ice water. Keep stirring it for 1 to 2 minutes.",
+            "bot": true,
+            "annotations": "inform_instruction(inst-2);\r\ninform_instruction(inst-3);"
+        },
+        {
+            "utt_id": "utt-12",
+            "utterance": "When do I know it is ready?",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"req_duration;\", \"tracker_completed_step\": \"inst-3\", \"tracker_completed_step_num\": 11, \"tracker_requested_step\": \"inst-2\", \"tracker_requested_step_num\": 10}"
+        },
+        {
+            "utt_id": "utt-13",
+            "utterance": "1 or 2 minutes is enough.",
+            "bot": true,
+            "annotations": "inform_duration(dur-3-0);"
+        },
+        {
+            "utt_id": "utt-14",
+            "utterance": "Ok. what's next?",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"req_instruction;\", \"tracker_completed_step\": \"inst-3\", \"tracker_completed_step_num\": 11, \"tracker_requested_step\": \"inst-4\", \"tracker_requested_step_num\": 12}"
+        },
+        {
+            "utt_id": "utt-15",
+            "utterance": "Now stir in 1 teaspoon of vanilla extract and lit it chill for 4 to 24 hours.",
+            "bot": true,
+            "annotations": "inform_instruction(inst-4);\r\ninform_instruction(inst-5);"
+        },
+        {
+            "utt_id": "utt-16",
+            "utterance": "Can I do something else during these hours?",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"req_parallel_action;\", \"tracker_completed_step\": \"inst-5\", \"tracker_completed_step_num\": 13, \"tracker_requested_step\": \"inst-6\", \"tracker_requested_step_num\": 14}"
+        },
+        {
+            "utt_id": "utt-17",
+            "utterance": "You can make the whip cream already. Take 1 cup of heavy whipping cream and add 2 tablespoons of sugar. Then whip the cream until soft peaks are formed.",
+            "bot": true,
+            "annotations": "inform_instruction(inst-6);"
+        },
+        {
+            "utt_id": "utt-18",
+            "utterance": "I have the whipping creme. How many sugar do I need to add?",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"confirm; req_amount;\", \"tracker_completed_step\": \"inst-6\", \"tracker_completed_step_num\": 14, \"tracker_requested_step\": \"ing-5\", \"tracker_requested_step_num\": 6}"
+        },
+        {
+            "utt_id": "utt-19",
+            "utterance": "Just 2 tablespoons.",
+            "bot": true,
+            "annotations": "inform_amount(ing-5);"
+        },
+        {
+            "utt_id": "utt-20",
+            "utterance": "Thank you. The whipping creme is ready now. Anything else?",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"thank; confirm; req_instruction;\", \"tracker_completed_step\": \"ing-5\", \"tracker_completed_step_num\": 6, \"tracker_requested_step\": \"inst-7\", \"tracker_requested_step_num\": 15}"
+        },
+        {
+            "utt_id": "utt-21",
+            "utterance": "Now transfer the cooled egg mixture into a punch bowl. Then with each serving sprinkle it with some nutmeg and fold in the whipped cream.",
+            "bot": true,
+            "annotations": "inform_instruction(inst-7);\r\ninform_instruction(inst-8);\r\ninform_instruction(inst-9);"
+        },
+        {
+            "utt_id": "utt-22",
+            "utterance": "Can you repeat the last sentence please?",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"req_repeat;\", \"tracker_completed_step\": \"inst-9\", \"tracker_completed_step_num\": 17, \"tracker_requested_step\": \"inst-8\", \"tracker_requested_step_num\": 16}"
+        },
+        {
+            "utt_id": "utt-23",
+            "utterance": "For each serving sprinkle it with some nutmeg and add the whipped cream.",
+            "bot": true,
+            "annotations": "repeat(inst-8);\r\nrepeat(inst-9);"
+        },
+        {
+            "utt_id": "utt-24",
+            "utterance": "Thank you. Anything else I need to do for serving?",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"thank; req_is_recipe_ongoing;\", \"tracker_completed_step\": \"inst-9\", \"tracker_completed_step_num\": 17, \"tracker_requested_step\": \"inst-8\", \"tracker_requested_step_num\": 16}"
+        },
+        {
+            "utt_id": "utt-25",
+            "utterance": "No that is it. Enjoy!",
+            "bot": true,
+            "annotations": "negate();\r\nend_recipe();\r\nenjoy();"
+        },
+        {
+            "utt_id": "utt-26",
+            "utterance": "Thank you for the instructions.",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"thank;\", \"tracker_completed_step\": \"inst-9\", \"tracker_completed_step_num\": 17, \"tracker_requested_step\": \"inst-8\", \"tracker_requested_step_num\": 16}"
+        }
+    ]
+}

dialog/033.1.json

@@ -0,0 +1,106 @@
+{
+    "messages": [
+        {
+            "utt_id": "utt-0",
+            "utterance": "Hi. how do I make the cold cocoa smoothie?",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"greeting; req_start;\", \"tracker_completed_step\": \"inst-0\", \"tracker_completed_step_num\": 6, \"tracker_requested_step\": \"inst-0\", \"tracker_requested_step_num\": 6}"
+        },
+        {
+            "utt_id": "utt-1",
+            "utterance": "Hi. do you have a blender?",
+            "bot": true,
+            "annotations": "greeting();\r\nverify(inst-0, [tool-0-0]);"
+        },
+        {
+            "utt_id": "utt-2",
+            "utterance": "Yes I have!",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"affirm;\", \"tracker_completed_step\": \"inst-0\", \"tracker_completed_step_num\": 6, \"tracker_requested_step\": \"inst-0\", \"tracker_requested_step_num\": 6}"
+        },
+        {
+            "utt_id": "utt-3",
+            "utterance": "Great. Take the blender and combine the ice cream and milk inside the blender.",
+            "bot": true,
+            "annotations": "fetch(inst-0, [tool-0-0]);\r\nsimplify_continue(inst-0, [ing-0, ing-1]);"
+        },
+        {
+            "utt_id": "utt-4",
+            "utterance": "Ok. how much should I add?",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"req_amount;\", \"tracker_completed_step\": \"inst-0\", \"tracker_completed_step_num\": 6, \"tracker_requested_step\": \"ing-0\", \"tracker_requested_step_num\": 1}"
+        },
+        {
+            "utt_id": "utt-5",
+            "utterance": "Add 1 1/2 scoops vanilla ice cream amd 1 1/2 cups milk.",
+            "bot": true,
+            "annotations": "inform_amount(ing-0);\r\ninform_amount(ing-1);"
+        },
+        {
+            "utt_id": "utt-6",
+            "utterance": "Ok. I add both. What is next?",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"confirm; req_instruction;\", \"tracker_completed_step\": \"ing-1\", \"tracker_completed_step_num\": 2, \"tracker_requested_step\": \"inst-0\", \"tracker_requested_step_num\": 6}"
+        },
+        {
+            "utt_id": "utt-7",
+            "utterance": "In addition add 2 tablespoons instant hot chocolate mix and 1/4 cup whipped cream.",
+            "bot": true,
+            "annotations": "simplify_continue(inst-0, [ing-2, ing-3]);"
+        },
+        {
+            "utt_id": "utt-8",
+            "utterance": "Ok. done. What should I do now?",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"confirm; req_instruction;\", \"tracker_completed_step\": \"inst-0\", \"tracker_completed_step_num\": 6, \"tracker_requested_step\": \"inst-0\", \"tracker_requested_step_num\": 6}"
+        },
+        {
+            "utt_id": "utt-9",
+            "utterance": "Finally add 5 crushed chocolate sandwich cookies.",
+            "bot": true,
+            "annotations": "simplify_continue(inst-0, [ing-4]);"
+        },
+        {
+            "utt_id": "utt-10",
+            "utterance": "Ok. I have done that. What is next?",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"confirm; req_instruction;\", \"tracker_completed_step\": \"inst-0\", \"tracker_completed_step_num\": 6, \"tracker_requested_step\": \"inst-1\", \"tracker_requested_step_num\": 7}"
+        },
+        {
+            "utt_id": "utt-11",
+            "utterance": "Now blend everything until it becomes smooth.",
+            "bot": true,
+            "annotations": "inform_instruction(inst-1);"
+        },
+        {
+            "utt_id": "utt-12",
+            "utterance": "Ok. it is smooth now. What is next?",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"confirm; req_instruction;\", \"tracker_completed_step\": \"inst-1\", \"tracker_completed_step_num\": 7, \"tracker_requested_step\": \"inst-2\", \"tracker_requested_step_num\": 8}"
+        },
+        {
+            "utt_id": "utt-13",
+            "utterance": "Now you can pour the mixture into large chilled glass.",
+            "bot": true,
+            "annotations": "inform_instruction(inst-2);"
+        },
+        {
+            "utt_id": "utt-14",
+            "utterance": "Ok. done. What should I still do?",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"confirm; req_instruction;\", \"tracker_completed_step\": \"inst-2\", \"tracker_completed_step_num\": 8, \"tracker_requested_step\": \"inst-2\", \"tracker_requested_step_num\": 8}"
+        },
+        {
+            "utt_id": "utt-15",
+            "utterance": "That's all. Enjoy your Cold Cocoa Smoothie.",
+            "bot": true,
+            "annotations": "end_recipe();\r\nenjoy();"
+        },
+        {
+            "utt_id": "utt-16",
+            "utterance": "Ok. Thanks. it looks good.",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"thank;\", \"tracker_completed_step\": \"inst-2\", \"tracker_completed_step_num\": 8, \"tracker_requested_step\": \"inst-2\", \"tracker_requested_step_num\": 8}"
+        }
+    ]
+}

dialog/034.1.json

@@ -0,0 +1,106 @@
+{
+    "messages": [
+        {
+            "utt_id": "utt-0",
+            "utterance": "Hi. what are we making today?",
+            "bot": false,
+            "annotations": "{\"section\": \"title\", \"intent\": \"greeting; req_title;\", \"tracker_completed_step\": \"title\", \"tracker_completed_step_num\": 0, \"tracker_requested_step\": \"title\", \"tracker_requested_step_num\": 0}"
+        },
+        {
+            "utt_id": "utt-1",
+            "utterance": "Hi. we will make a fruit smoothie. It will be quick and easy. Are you ready?",
+            "bot": true,
+            "annotations": "greeting();\r\ninform_title(title);\r\npropose_start_recipe();"
+        },
+        {
+            "utt_id": "utt-2",
+            "utterance": "Yes I am. What's the first step?",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"affirm; req_instruction;\", \"tracker_completed_step\": \"title\", \"tracker_completed_step_num\": 0, \"tracker_requested_step\": \"inst-0\", \"tracker_requested_step_num\": 4}"
+        },
+        {
+            "utt_id": "utt-3",
+            "utterance": "Do you have a blender?",
+            "bot": true,
+            "annotations": "verify(ac-0-0, [tool-0-0]);"
+        },
+        {
+            "utt_id": "utt-4",
+            "utterance": "Yes I have one. What should I do with it?",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"affirm; req_instruction;\", \"tracker_completed_step\": \"inst-0\", \"tracker_completed_step_num\": 4, \"tracker_requested_step\": \"inst-0\", \"tracker_requested_step_num\": 4}"
+        },
+        {
+            "utt_id": "utt-5",
+            "utterance": "Take it and add 1 package of frozen mixed berries.",
+            "bot": true,
+            "annotations": "fetch(inst-0, [tool-0-0]);\r\nsimplify_continue(inst-0, [ing-0]);"
+        },
+        {
+            "utt_id": "utt-6",
+            "utterance": "How large should the package be?",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"req_amount;\", \"tracker_completed_step\": \"inst-0\", \"tracker_completed_step_num\": 4, \"tracker_requested_step\": \"ing-0\", \"tracker_requested_step_num\": 1}"
+        },
+        {
+            "utt_id": "utt-7",
+            "utterance": "It should be a 10 ounce package.",
+            "bot": true,
+            "annotations": "inform_amount(ing-0);"
+        },
+        {
+            "utt_id": "utt-8",
+            "utterance": "Thank you. I have added it to the blender. What else?",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"thank; confirm; req_instruction;\", \"tracker_completed_step\": \"ing-0\", \"tracker_completed_step_num\": 1, \"tracker_requested_step\": \"inst-0\", \"tracker_requested_step_num\": 4}"
+        },
+        {
+            "utt_id": "utt-9",
+            "utterance": "Now add a can of sliced drained peaches as well.",
+            "bot": true,
+            "annotations": "simplify_continue(inst-0, [ing-1]);"
+        },
+        {
+            "utt_id": "utt-10",
+            "utterance": "How large should the can of peaches be?",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"req_amount;\", \"tracker_completed_step\": \"inst-0\", \"tracker_completed_step_num\": 4, \"tracker_requested_step\": \"ing-1\", \"tracker_requested_step_num\": 2}"
+        },
+        {
+            "utt_id": "utt-11",
+            "utterance": "It should be 15 ounce.",
+            "bot": true,
+            "annotations": "inform_amount(ing-1);"
+        },
+        {
+            "utt_id": "utt-12",
+            "utterance": "Thank you. anything else?",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"thank; req_instruction;\", \"tracker_completed_step\": \"ing-1\", \"tracker_completed_step_num\": 2, \"tracker_requested_step\": \"inst-0\", \"tracker_requested_step_num\": 4}"
+        },
+        {
+            "utt_id": "utt-13",
+            "utterance": "Before blending, add 2 tablespoons of honey.",
+            "bot": true,
+            "annotations": "simplify_continue(inst-0, [ing-2]);"
+        },
+        {
+            "utt_id": "utt-14",
+            "utterance": "Ok. I have added the hony. Can I blend everything now?",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"confirm; req_instruction;\", \"tracker_completed_step\": \"inst-0\", \"tracker_completed_step_num\": 4, \"tracker_requested_step\": \"inst-1\", \"tracker_requested_step_num\": 5}"
+        },
+        {
+            "utt_id": "utt-15",
+            "utterance": "Yes go ahead. Blend until smooth and enjoy.",
+            "bot": true,
+            "annotations": "affirm();\r\ninform_instruction(inst-1);"
+        },
+        {
+            "utt_id": "utt-16",
+            "utterance": "It looks good. Thank you for the instructions!",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"thank;\", \"tracker_completed_step\": \"inst-1\", \"tracker_completed_step_num\": 5, \"tracker_requested_step\": \"inst-1\", \"tracker_requested_step_num\": 5}"
+        }
+    ]
+}

dialog/035.1.json

@@ -0,0 +1,178 @@
+{
+    "messages": [
+        {
+            "utt_id": "utt-0",
+            "utterance": "Hi. what are we making this morning?",
+            "bot": false,
+            "annotations": "{\"section\": \"title\", \"intent\": \"greeting; req_title;\", \"tracker_completed_step\": \"title\", \"tracker_completed_step_num\": 0, \"tracker_requested_step\": \"title\", \"tracker_requested_step_num\": 0}"
+        },
+        {
+            "utt_id": "utt-1",
+            "utterance": "You are going to make delicious Artichoke Dip. Are you ready to start?",
+            "bot": true,
+            "annotations": "inform_title(title);\r\npropose_start_recipe();"
+        },
+        {
+            "utt_id": "utt-2",
+            "utterance": "Nice, yes I'm ready.",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"affirm;\", \"tracker_completed_step\": \"title\", \"tracker_completed_step_num\": 0, \"tracker_requested_step\": \"inst-0\", \"tracker_requested_step_num\": 8}"
+        },
+        {
+            "utt_id": "utt-3",
+            "utterance": "Great. the first thing you can do is preheat an oven to 200 degrees Celsius.",
+            "bot": true,
+            "annotations": "inform_instruction(inst-0);"
+        },
+        {
+            "utt_id": "utt-4",
+            "utterance": "Ok. the oven is preheating. What can I do in the meantime?",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"confirm; req_parallel_action;\", \"tracker_completed_step\": \"inst-0\", \"tracker_completed_step_num\": 8, \"tracker_requested_step\": \"inst-1\", \"tracker_requested_step_num\": 9}"
+        },
+        {
+            "utt_id": "utt-5",
+            "utterance": "Take a medium-sized mixing bowl.",
+            "bot": true,
+            "annotations": "fetch(inst-1, [tool-1-0]);"
+        },
+        {
+            "utt_id": "utt-6",
+            "utterance": "I have the bowl. What should I do now?",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"confirm; req_instruction;\", \"tracker_completed_step\": \"inst-1\", \"tracker_completed_step_num\": 9, \"tracker_requested_step\": \"inst-1\", \"tracker_requested_step_num\": 9}"
+        },
+        {
+            "utt_id": "utt-7",
+            "utterance": "In this bowl stir mayonnaise and sour cream.",
+            "bot": true,
+            "annotations": "simplify_continue(inst-1, [ing-0, ing-1]);"
+        },
+        {
+            "utt_id": "utt-8",
+            "utterance": "Sorry could you repeat the first part, in this bowl?",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"req_repeat;\", \"tracker_completed_step\": \"inst-1\", \"tracker_completed_step_num\": 9, \"tracker_requested_step\": \"inst-1\", \"tracker_requested_step_num\": 9}"
+        },
+        {
+            "utt_id": "utt-9",
+            "utterance": "In this bowl, add mayonnaise and sour cream and stir everything.",
+            "bot": true,
+            "annotations": "simplify_continue(inst-1, [ing-0, ing-1]);"
+        },
+        {
+            "utt_id": "utt-10",
+            "utterance": "Ok. alright, I added both and stirred. What is next?",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"confirm; req_instruction;\", \"tracker_completed_step\": \"inst-1\", \"tracker_completed_step_num\": 9, \"tracker_requested_step\": \"inst-1\", \"tracker_requested_step_num\": 9}"
+        },
+        {
+            "utt_id": "utt-11",
+            "utterance": "Do you want to have the quantities of the mayonnaise and sour cream?",
+            "bot": true,
+            "annotations": "other();"
+        },
+        {
+            "utt_id": "utt-12",
+            "utterance": "Ah that is true. What are those?",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"affirm; req_amount;\", \"tracker_completed_step\": \"inst-1\", \"tracker_completed_step_num\": 9, \"tracker_requested_step\": \"ing-0\", \"tracker_requested_step_num\": 1}"
+        },
+        {
+            "utt_id": "utt-13",
+            "utterance": "1/2 cup mayonnaise and 1/2 cup sour cream.",
+            "bot": true,
+            "annotations": "inform_amount(ing-0);\r\ninform_amount(ing-1);"
+        },
+        {
+            "utt_id": "utt-14",
+            "utterance": "Ok. thanks I still added a bit to make it right. What is the next step?",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"thank; confirm; req_instruction;\", \"tracker_completed_step\": \"ing-1\", \"tracker_completed_step_num\": 2, \"tracker_requested_step\": \"inst-1\", \"tracker_requested_step_num\": 9}"
+        },
+        {
+            "utt_id": "utt-15",
+            "utterance": "In addition, add 1 cup grated Parmesan cheese and 1/2 cup minced red onion to the bowl and stir everything.",
+            "bot": true,
+            "annotations": "simplify_continue(inst-1, [ing-2, ing-4]);"
+        },
+        {
+            "utt_id": "utt-16",
+            "utterance": "Ok. I stirred everything. Is there more to add?",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"confirm; req_instruction;\", \"tracker_completed_step\": \"inst-1\", \"tracker_completed_step_num\": 9, \"tracker_requested_step\": \"inst-2\", \"tracker_requested_step_num\": 10}"
+        },
+        {
+            "utt_id": "utt-17",
+            "utterance": "Yes you can now drain 1 can artichoke hearts and add it to the bowl.",
+            "bot": true,
+            "annotations": "affirm();\r\nfetch(inst-2, [ing-3]);\r\nsimplify_continue(inst-2, [ing-3]);"
+        },
+        {
+            "utt_id": "utt-18",
+            "utterance": "Ok. What is next?",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"req_instruction;\", \"tracker_completed_step\": \"inst-2\", \"tracker_completed_step_num\": 10, \"tracker_requested_step\": \"inst-2\", \"tracker_requested_step_num\": 10}"
+        },
+        {
+            "utt_id": "utt-19",
+            "utterance": "Finally add 1 tablespoon lemon juice and salt and pepper as desired.",
+            "bot": true,
+            "annotations": "simplify_continue(inst-2, [ing-5, ing-6]);"
+        },
+        {
+            "utt_id": "utt-20",
+            "utterance": "Ok. thanks. I did that. What should I do with the mixture?",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"thank; confirm; req_instruction;\", \"tracker_completed_step\": \"inst-2\", \"tracker_completed_step_num\": 10, \"tracker_requested_step\": \"inst-3\", \"tracker_requested_step_num\": 11}"
+        },
+        {
+            "utt_id": "utt-21",
+            "utterance": "Now you can transfer the mixture to a shallow baking dish.",
+            "bot": true,
+            "annotations": "inform_instruction(inst-3);"
+        },
+        {
+            "utt_id": "utt-22",
+            "utterance": "Ok. done. What is the next step?",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"confirm; req_instruction;\", \"tracker_completed_step\": \"inst-3\", \"tracker_completed_step_num\": 11, \"tracker_requested_step\": \"inst-4\", \"tracker_requested_step_num\": 12}"
+        },
+        {
+            "utt_id": "utt-23",
+            "utterance": "Finally bake the mixture in the preheated oven at 400 degrees Fahrenheit for about 20 minutes.",
+            "bot": true,
+            "annotations": "inform_instruction(inst-4);"
+        },
+        {
+            "utt_id": "utt-24",
+            "utterance": "Ok. thanks. I baked the mixture for about 20 minutes now. How do I know it is ready?",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"thank; confirm; req_instruction;\", \"tracker_completed_step\": \"inst-4\", \"tracker_completed_step_num\": 12, \"tracker_requested_step\": \"inst-4\", \"tracker_requested_step_num\": 12}"
+        },
+        {
+            "utt_id": "utt-25",
+            "utterance": "When it is light brown on top, it should be ready.",
+            "bot": true,
+            "annotations": "inform_duration(cond-4-0);"
+        },
+        {
+            "utt_id": "utt-26",
+            "utterance": "Ok. is there something else I should do?",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"req_is_recipe_ongoing;\", \"tracker_completed_step\": \"inst-4\", \"tracker_completed_step_num\": 12, \"tracker_requested_step\": \"inst-4\", \"tracker_requested_step_num\": 12}"
+        },
+        {
+            "utt_id": "utt-27",
+            "utterance": "No it is done. Enjoy your Artichoke Dip.",
+            "bot": true,
+            "annotations": "negate();\r\nend_recipe();\r\nenjoy();"
+        },
+        {
+            "utt_id": "utt-28",
+            "utterance": "Ok. Thanks. it looks good.",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"thank;\", \"tracker_completed_step\": \"inst-4\", \"tracker_completed_step_num\": 12, \"tracker_requested_step\": \"inst-4\", \"tracker_requested_step_num\": 12}"
+        }
+    ]
+}

dialog/036.1.json

@@ -0,0 +1,238 @@
+{
+    "messages": [
+        {
+            "utt_id": "utt-0",
+            "utterance": "Hi. how do I make Atomic Canuck Chili?",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"greeting; req_start;\", \"tracker_completed_step\": \"inst-0\", \"tracker_completed_step_num\": 20, \"tracker_requested_step\": \"inst-0\", \"tracker_requested_step_num\": 20}"
+        },
+        {
+            "utt_id": "utt-1",
+            "utterance": "Hi. first take a large skillet.",
+            "bot": true,
+            "annotations": "greeting();\r\nfetch(inst-0, [tool-0-0]);"
+        },
+        {
+            "utt_id": "utt-2",
+            "utterance": "I have the large skillet. What should I do now?",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"confirm; req_instruction;\", \"tracker_completed_step\": \"inst-0\", \"tracker_completed_step_num\": 20, \"tracker_requested_step\": \"inst-0\", \"tracker_requested_step_num\": 20}"
+        },
+        {
+            "utt_id": "utt-3",
+            "utterance": "Now first still dice 1/2 large onion.",
+            "bot": true,
+            "annotations": "fetch(inst-0, [ing-1]);"
+        },
+        {
+            "utt_id": "utt-4",
+            "utterance": "Ok. what's next?",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"req_instruction;\", \"tracker_completed_step\": \"inst-0\", \"tracker_completed_step_num\": 20, \"tracker_requested_step\": \"inst-0\", \"tracker_requested_step_num\": 20}"
+        },
+        {
+            "utt_id": "utt-5",
+            "utterance": "Put the skillet on medium heat and start cooking the onions for a bit and then add 2 pounds lean ground beef.",
+            "bot": true,
+            "annotations": "simplify_continue(inst-0, [ing-0, ing-1]);"
+        },
+        {
+            "utt_id": "utt-6",
+            "utterance": "Can you repeat what I should add?",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"req_repeat;\", \"tracker_completed_step\": \"inst-0\", \"tracker_completed_step_num\": 20, \"tracker_requested_step\": \"inst-0\", \"tracker_requested_step_num\": 20}"
+        },
+        {
+            "utt_id": "utt-7",
+            "utterance": "2 pounds of lean ground beef.",
+            "bot": true,
+            "annotations": "repeat(inst-0, [ing-0]);"
+        },
+        {
+            "utt_id": "utt-8",
+            "utterance": "That's done. Anything else?",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"confirm; req_instruction;\", \"tracker_completed_step\": \"inst-0\", \"tracker_completed_step_num\": 20, \"tracker_requested_step\": \"inst-0\", \"tracker_requested_step_num\": 20}"
+        },
+        {
+            "utt_id": "utt-9",
+            "utterance": "Still add some spices: 1 tablespoon crushed red pepper, 3 tablespoons garlic powder and 1 tablespoon seasoned pepper.",
+            "bot": true,
+            "annotations": "simplify_continue(inst-0, [ing-2, ing-3, ing-4]);"
+        },
+        {
+            "utt_id": "utt-10",
+            "utterance": "I have added the first two. What is the last one?",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"confirm; req_repeat;\", \"tracker_completed_step\": \"inst-0\", \"tracker_completed_step_num\": 20, \"tracker_requested_step\": \"inst-0\", \"tracker_requested_step_num\": 20}"
+        },
+        {
+            "utt_id": "utt-11",
+            "utterance": "1 tablespoon seasoned pepper.",
+            "bot": true,
+            "annotations": "repeat(inst-0, [ing-4]);"
+        },
+        {
+            "utt_id": "utt-12",
+            "utterance": "Ok. what is the next instruction?",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"req_repeat;\", \"tracker_completed_step\": \"inst-0\", \"tracker_completed_step_num\": 20, \"tracker_requested_step\": \"inst-1\", \"tracker_requested_step_num\": 21}"
+        },
+        {
+            "utt_id": "utt-13",
+            "utterance": "Drain off the fat from what you cooked and place the mixture into a slow cooker.",
+            "bot": true,
+            "annotations": "inform_instruction(inst-1);"
+        },
+        {
+            "utt_id": "utt-14",
+            "utterance": "Ok. I placed it in a slow cooker without the fat.",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"confirm;\", \"tracker_completed_step\": \"inst-1\", \"tracker_completed_step_num\": 21, \"tracker_requested_step\": \"inst-2\", \"tracker_requested_step_num\": 22}"
+        },
+        {
+            "utt_id": "utt-15",
+            "utterance": "Good. Now we will add 10 ingredients into the slow cooker. If you are ready I will announce them.",
+            "bot": true,
+            "annotations": "simplify_begin(inst-2);"
+        },
+        {
+            "utt_id": "utt-16",
+            "utterance": "Yes I am ready. What's the first ingredient?",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"confirm; req_instruction;\", \"tracker_completed_step\": \"inst-2\", \"tracker_completed_step_num\": 22, \"tracker_requested_step\": \"inst-2\", \"tracker_requested_step_num\": 22}"
+        },
+        {
+            "utt_id": "utt-17",
+            "utterance": "First add 2 cans of mushroom pieces and 1 can of baked beans.",
+            "bot": true,
+            "annotations": "simplify_continue(inst-2, [ing-5, ing-6]);"
+        },
+        {
+            "utt_id": "utt-18",
+            "utterance": "How large should the cans be?",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"req_amount;\", \"tracker_completed_step\": \"inst-2\", \"tracker_completed_step_num\": 22, \"tracker_requested_step\": \"ing-5\", \"tracker_requested_step_num\": 6}"
+        },
+        {
+            "utt_id": "utt-19",
+            "utterance": "2 4 ounce cans for the mushrooms and 1 28 ounce can baked beans.",
+            "bot": true,
+            "annotations": "inform_amount(ing-5);\r\ninform_amount(ing-6);"
+        },
+        {
+            "utt_id": "utt-20",
+            "utterance": "Good, what's next?",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"req_instruction;\", \"tracker_completed_step\": \"ing-6\", \"tracker_completed_step_num\": 7, \"tracker_requested_step\": \"inst-2\", \"tracker_requested_step_num\": 22}"
+        },
+        {
+            "utt_id": "utt-21",
+            "utterance": "Add 2 cans kidney beans. The size should be 15.25 ounce.",
+            "bot": true,
+            "annotations": "simplify_continue(inst-2, [ing-7]);"
+        },
+        {
+            "utt_id": "utt-22",
+            "utterance": "That's added, anything else?",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"confirm; req_instruction;\", \"tracker_completed_step\": \"inst-2\", \"tracker_completed_step_num\": 22, \"tracker_requested_step\": \"inst-2\", \"tracker_requested_step_num\": 22}"
+        },
+        {
+            "utt_id": "utt-23",
+            "utterance": "Yes still 7 more ingredients. Now add 2 (6 ounce) cans tomato paste and 1/4 cup of white sugar.",
+            "bot": true,
+            "annotations": "affirm();\r\nsimplify_continue(inst-2, [ing-8, ing-9]);"
+        },
+        {
+            "utt_id": "utt-24",
+            "utterance": "Ok. what are the next ingredients?",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"req_instruction;\", \"tracker_completed_step\": \"inst-2\", \"tracker_completed_step_num\": 22, \"tracker_requested_step\": \"inst-2\", \"tracker_requested_step_num\": 22}"
+        },
+        {
+            "utt_id": "utt-25",
+            "utterance": "Now add 3 sliced carrots, 3 stalks of celery and 1 green bell pepper.",
+            "bot": true,
+            "annotations": "simplify_continue(inst-2, [ing-10, ing-11, ing-12]);"
+        },
+        {
+            "utt_id": "utt-26",
+            "utterance": "What is the third one?",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"req_repeat;\", \"tracker_completed_step\": \"inst-2\", \"tracker_completed_step_num\": 22, \"tracker_requested_step\": \"ing-12\", \"tracker_requested_step_num\": 13}"
+        },
+        {
+            "utt_id": "utt-27",
+            "utterance": "1 green bell pepper.",
+            "bot": true,
+            "annotations": "repeat(ing-12);"
+        },
+        {
+            "utt_id": "utt-28",
+            "utterance": "Ok. I have add these three ingredients. What's next?",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"confirm; req_instruction;\", \"tracker_completed_step\": \"ing-12\", \"tracker_completed_step_num\": 13, \"tracker_requested_step\": \"inst-2\", \"tracker_requested_step_num\": 22}"
+        },
+        {
+            "utt_id": "utt-29",
+            "utterance": "Add 1 red bell pepper and 2 jalapeno chile peppers.",
+            "bot": true,
+            "annotations": "simplify_continue(inst-2, [ing-13, ing-14]);"
+        },
+        {
+            "utt_id": "utt-30",
+            "utterance": "Ok. that's done. Are there any other ingredients?",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"confirm; req_instruction;\", \"tracker_completed_step\": \"inst-2\", \"tracker_completed_step_num\": 22, \"tracker_requested_step\": \"inst-2\", \"tracker_requested_step_num\": 22}"
+        },
+        {
+            "utt_id": "utt-31",
+            "utterance": "Finally still add 1/4 cup of Canadian beer into the slow cooker.",
+            "bot": true,
+            "annotations": "simplify_continue(inst-2, [ing-15, ing-18]);"
+        },
+        {
+            "utt_id": "utt-32",
+            "utterance": "I have added the Canadian beer. What should I do now?",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"confirm; req_instruction;\", \"tracker_completed_step\": \"inst-2\", \"tracker_completed_step_num\": 22, \"tracker_requested_step\": \"inst-3\", \"tracker_requested_step_num\": 23}"
+        },
+        {
+            "utt_id": "utt-33",
+            "utterance": "Now season it with hot sauce and more crushed red pepper as desired. Then cover it and cook on a low stand for 4 to 5 hours.",
+            "bot": true,
+            "annotations": "inform_instruction(inst-3);\r\ninform_instruction(inst-4);"
+        },
+        {
+            "utt_id": "utt-34",
+            "utterance": "Ok. can I do something else during these 4 to 5 hours?",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"req_parallel_action;\", \"tracker_completed_step\": \"inst-4\", \"tracker_completed_step_num\": 24, \"tracker_requested_step\": \"inst-3\", \"tracker_requested_step_num\": 23}"
+        },
+        {
+            "utt_id": "utt-35",
+            "utterance": "No, that is all, just let it slow cook.",
+            "bot": true,
+            "annotations": "negate();\r\n\r\n"
+        },
+        {
+            "utt_id": "utt-36",
+            "utterance": "Ok. I have cooked it for 5 hours now. What should I do now?",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"confirm; req_instruction;\", \"tracker_completed_step\": \"inst-4\", \"tracker_completed_step_num\": 24, \"tracker_requested_step\": \"inst-3\", \"tracker_requested_step_num\": 23}"
+        },
+        {
+            "utt_id": "utt-37",
+            "utterance": "That is all, enjoy!",
+            "bot": true,
+            "annotations": "end_recipe();\r\nenjoy();"
+        },
+        {
+            "utt_id": "utt-38",
+            "utterance": "It looks good. Bye.",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"goodbye;\", \"tracker_completed_step\": \"inst-4\", \"tracker_completed_step_num\": 24, \"tracker_requested_step\": \"inst-3\", \"tracker_requested_step_num\": 23}"
+        }
+    ]
+}

dialog/037.1.json

@@ -0,0 +1,166 @@
+{
+    "messages": [
+        {
+            "utt_id": "utt-0",
+            "utterance": "Hi. how do I make baked aloha chicken?",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"greeting; req_start;\", \"tracker_completed_step\": \"inst-0\", \"tracker_completed_step_num\": 9, \"tracker_requested_step\": \"inst-0\", \"tracker_requested_step_num\": 9}"
+        },
+        {
+            "utt_id": "utt-1",
+            "utterance": "Hi. the first step is to preheat the oven to 350 degrees Fahrenheit.",
+            "bot": true,
+            "annotations": "greeting();\r\ninform_instruction(inst-0);"
+        },
+        {
+            "utt_id": "utt-2",
+            "utterance": "Ok. what can I do in the meantime?",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"req_parallel_action;\", \"tracker_completed_step\": \"inst-0\", \"tracker_completed_step_num\": 9, \"tracker_requested_step\": \"inst-1\", \"tracker_requested_step_num\": 10}"
+        },
+        {
+            "utt_id": "utt-3",
+            "utterance": "Take a bowl to combine some ingredients.",
+            "bot": true,
+            "annotations": "fetch(inst-1, [tool-1-0]);"
+        },
+        {
+            "utt_id": "utt-4",
+            "utterance": "Ok. How many ingredients?",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"other;\", \"tracker_completed_step\": \"inst-1\", \"tracker_completed_step_num\": 10, \"tracker_requested_step\": \"inst-1\", \"tracker_requested_step_num\": 10}"
+        },
+        {
+            "utt_id": "utt-5",
+            "utterance": "You need to combine 6 ingredients in total. The first two are 1/4 cup lemon juice and 1/4 cup light corn syrup.",
+            "bot": true,
+            "annotations": "simplify_begin(inst-1);\r\nsimplify_continue(inst-1, [ing-0, ing-1]);"
+        },
+        {
+            "utt_id": "utt-6",
+            "utterance": "Ok. I added both. What are the next ingredients?",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"confirm; req_instruction;\", \"tracker_completed_step\": \"inst-1\", \"tracker_completed_step_num\": 10, \"tracker_requested_step\": \"inst-1\", \"tracker_requested_step_num\": 10}"
+        },
+        {
+            "utt_id": "utt-7",
+            "utterance": "Next add 2 tablespoons soy sauce and 1 teaspoon salt.",
+            "bot": true,
+            "annotations": "simplify_continue(inst-1, [ing-2, ing-3]);"
+        },
+        {
+            "utt_id": "utt-8",
+            "utterance": "Ok. both added as well. What is next?",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"confirm; req_instruction;\", \"tracker_completed_step\": \"inst-1\", \"tracker_completed_step_num\": 10, \"tracker_requested_step\": \"inst-1\", \"tracker_requested_step_num\": 10}"
+        },
+        {
+            "utt_id": "utt-9",
+            "utterance": "Finally add 1/4 teaspoon ground ginger and 1/4 cup corn oil.",
+            "bot": true,
+            "annotations": "simplify_continue(inst-1, [ing-4, ing-5]);"
+        },
+        {
+            "utt_id": "utt-10",
+            "utterance": "Ok. also added. What should I do with it now?",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"confirm; req_instruction;\", \"tracker_completed_step\": \"inst-1\", \"tracker_completed_step_num\": 10, \"tracker_requested_step\": \"inst-1\", \"tracker_requested_step_num\": 10}"
+        },
+        {
+            "utt_id": "utt-11",
+            "utterance": "Now stir everything until smooth.",
+            "bot": true,
+            "annotations": "simplify_begin(inst-1);"
+        },
+        {
+            "utt_id": "utt-12",
+            "utterance": "Ok. What is the next step?",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"req_instruction;\", \"tracker_completed_step\": \"inst-1\", \"tracker_completed_step_num\": 10, \"tracker_requested_step\": \"inst-2\", \"tracker_requested_step_num\": 11}"
+        },
+        {
+            "utt_id": "utt-13",
+            "utterance": "Now stir in 1 can crushed pineapple including its liquid.",
+            "bot": true,
+            "annotations": "inform_instruction(inst-2);"
+        },
+        {
+            "utt_id": "utt-14",
+            "utterance": "Could you repeat what comes after stir?",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"req_repeat;\", \"tracker_completed_step\": \"inst-2\", \"tracker_completed_step_num\": 11, \"tracker_requested_step\": \"inst-2\", \"tracker_requested_step_num\": 11}"
+        },
+        {
+            "utt_id": "utt-15",
+            "utterance": "1 can crushed pineapple including its liquid.",
+            "bot": true,
+            "annotations": "repeat(inst-2, [ing-6]);"
+        },
+        {
+            "utt_id": "utt-16",
+            "utterance": "Ah ok. It's added. What is next?",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"confirm; req_instruction;\", \"tracker_completed_step\": \"inst-2\", \"tracker_completed_step_num\": 11, \"tracker_requested_step\": \"inst-3\", \"tracker_requested_step_num\": 12}"
+        },
+        {
+            "utt_id": "utt-17",
+            "utterance": "Now place 10 chicken leg quarters in an ovenproof glass baking dish and pour the sauce you prepared on top.",
+            "bot": true,
+            "annotations": "inform_instruction(inst-3);"
+        },
+        {
+            "utt_id": "utt-18",
+            "utterance": "Ok. I have done that. Something else I should add?",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"confirm; req_instruction;\", \"tracker_completed_step\": \"inst-3\", \"tracker_completed_step_num\": 12, \"tracker_requested_step\": \"inst-4\", \"tracker_requested_step_num\": 13}"
+        },
+        {
+            "utt_id": "utt-19",
+            "utterance": "Now you can bake the chicken legs in the preheated oven for 30 minutes.",
+            "bot": true,
+            "annotations": "inform_instruction(ac-4-0);"
+        },
+        {
+            "utt_id": "utt-20",
+            "utterance": "Ok. 30 minutes haves passed. Is there something else I should do?",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"confirm; req_instruction;\", \"tracker_completed_step\": \"inst-4\", \"tracker_completed_step_num\": 13, \"tracker_requested_step\": \"inst-4\", \"tracker_requested_step_num\": 13}"
+        },
+        {
+            "utt_id": "utt-21",
+            "utterance": "Now you can turn the chicken over and continue baking for about 20 minutes.",
+            "bot": true,
+            "annotations": "inform_instruction(ac-4-1);\r\ninform_instruction(ac-4-2);"
+        },
+        {
+            "utt_id": "utt-22",
+            "utterance": "Ok. when do I know it's done.",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"req_duration;\", \"tracker_completed_step\": \"inst-4\", \"tracker_completed_step_num\": 13, \"tracker_requested_step\": \"inst-4\", \"tracker_requested_step_num\": 13}"
+        },
+        {
+            "utt_id": "utt-23",
+            "utterance": "When the chicken is tender and no longer pink, it should be ready.",
+            "bot": true,
+            "annotations": "inform_duration(cond-4-0);"
+        },
+        {
+            "utt_id": "utt-24",
+            "utterance": "Ok. Thanks. is there something else still?",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"thank; req_is_recipe_ongoing;\", \"tracker_completed_step\": \"inst-4\", \"tracker_completed_step_num\": 13, \"tracker_requested_step\": \"inst-4\", \"tracker_requested_step_num\": 13}"
+        },
+        {
+            "utt_id": "utt-25",
+            "utterance": "No that's all. Enjoy your Aloha Chicken!",
+            "bot": true,
+            "annotations": "negate();\r\nend_recipe();\r\nenjoy();"
+        },
+        {
+            "utt_id": "utt-26",
+            "utterance": "Ok. thanks it looks good.",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"thank;\", \"tracker_completed_step\": \"inst-4\", \"tracker_completed_step_num\": 13, \"tracker_requested_step\": \"inst-4\", \"tracker_requested_step_num\": 13}"
+        }
+    ]
+}

dialog/038.1.json

@@ -0,0 +1,178 @@
+{
+    "messages": [
+        {
+            "utt_id": "utt-0",
+            "utterance": "Hi. what are we making today?",
+            "bot": false,
+            "annotations": "{\"section\": \"title\", \"intent\": \"greeting; req_start;\", \"tracker_completed_step\": \"title\", \"tracker_completed_step_num\": 0, \"tracker_requested_step\": \"title\", \"tracker_requested_step_num\": 0}"
+        },
+        {
+            "utt_id": "utt-1",
+            "utterance": "Hi. we are making Beths Spicy Oatmeal Raisin Cookies.",
+            "bot": true,
+            "annotations": "greeting();\r\ninform_title(title);"
+        },
+        {
+            "utt_id": "utt-2",
+            "utterance": "Sounds good. What's the first step?",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"req_instruction;\", \"tracker_completed_step\": \"title\", \"tracker_completed_step_num\": 0, \"tracker_requested_step\": \"inst-0\", \"tracker_requested_step_num\": 14}"
+        },
+        {
+            "utt_id": "utt-3",
+            "utterance": "Preheat the over to 175 degrees Celsius.",
+            "bot": true,
+            "annotations": "inform_instruction(inst-0);"
+        },
+        {
+            "utt_id": "utt-4",
+            "utterance": "Ok. what's the next instruction?",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"req_instruction;\", \"tracker_completed_step\": \"inst-0\", \"tracker_completed_step_num\": 14, \"tracker_requested_step\": \"inst-1\", \"tracker_requested_step_num\": 15}"
+        },
+        {
+            "utt_id": "utt-5",
+            "utterance": "Now take a large bowl. We will add some ingredients to prepare the mixture. First add 1/2 cup of softened butter.",
+            "bot": true,
+            "annotations": "fetch(inst-1, [tool-1-0]);\r\nsimplify_begin(ac-1-0);\r\nsimplify_continue(ac-1-0, [ing-0]);"
+        },
+        {
+            "utt_id": "utt-6",
+            "utterance": "I added the softened butter. What else?",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"confirm; req_instruction;\", \"tracker_completed_step\": \"inst-1\", \"tracker_completed_step_num\": 15, \"tracker_requested_step\": \"inst-1\", \"tracker_requested_step_num\": 15}"
+        },
+        {
+            "utt_id": "utt-7",
+            "utterance": "1/2 cup butter flavored shortening and 1 cup packed light brown sugar.",
+            "bot": true,
+            "annotations": "simplify_continue(ac-1-0, [ing-1, ing-2]);"
+        },
+        {
+            "utt_id": "utt-8",
+            "utterance": "Ok. anything else?",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"req_instruction;\", \"tracker_completed_step\": \"inst-1\", \"tracker_completed_step_num\": 15, \"tracker_requested_step\": \"inst-1\", \"tracker_requested_step_num\": 15}"
+        },
+        {
+            "utt_id": "utt-9",
+            "utterance": "Still add 1/2 cup white sugar, 2 eggs and 1 teaspoon vanilla extract. Cream it all together until it becomes smooth.",
+            "bot": true,
+            "annotations": "simplify_continue(ac-1-0, [ing-3, ing-4, ing-5]);\r\nsimplify_begin(ac-1-0);"
+        },
+        {
+            "utt_id": "utt-10",
+            "utterance": "Ok. it is smooth now. What else?",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"confirm; req_instruction;\", \"tracker_completed_step\": \"inst-1\", \"tracker_completed_step_num\": 15, \"tracker_requested_step\": \"inst-2\", \"tracker_requested_step_num\": 16}"
+        },
+        {
+            "utt_id": "utt-11",
+            "utterance": "Now add 5 other ingredients to the mix. The first one is 1 1/2 cups all-purpose flour.",
+            "bot": true,
+            "annotations": "simplify_begin(ac-2-0);\r\nsimplify_continue(ac-2-0, [ing-6]);"
+        },
+        {
+            "utt_id": "utt-12",
+            "utterance": "Done. What's the next one?",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"confirm; req_instruction;\", \"tracker_completed_step\": \"inst-2\", \"tracker_completed_step_num\": 16, \"tracker_requested_step\": \"inst-2\", \"tracker_requested_step_num\": 16}"
+        },
+        {
+            "utt_id": "utt-13",
+            "utterance": "Now add 1 teaspoon baking soda and 1 teaspoon ground cinnamon.",
+            "bot": true,
+            "annotations": "simplify_continue(ac-2-0, [ing-7, ing-8]);"
+        },
+        {
+            "utt_id": "utt-14",
+            "utterance": "Ok. I have added that. What's next?",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"confirm; req_instruction;\", \"tracker_completed_step\": \"inst-2\", \"tracker_completed_step_num\": 16, \"tracker_requested_step\": \"inst-2\", \"tracker_requested_step_num\": 16}"
+        },
+        {
+            "utt_id": "utt-15",
+            "utterance": "Add 1/2 teaspoon ground cloves and 1/2 teaspoon salt. Stir it all together.",
+            "bot": true,
+            "annotations": "simplify_continue(ac-2-0, [ing-9, ing-10]);\r\ninform_instruction(ac-2-1);"
+        },
+        {
+            "utt_id": "utt-16",
+            "utterance": "Can you repeat the last sentence?",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"req_repeat;\", \"tracker_completed_step\": \"inst-2\", \"tracker_completed_step_num\": 16, \"tracker_requested_step\": \"inst-2\", \"tracker_requested_step_num\": 16}"
+        },
+        {
+            "utt_id": "utt-17",
+            "utterance": "Stir everything well together.",
+            "bot": true,
+            "annotations": "repeat(ac-2-1);"
+        },
+        {
+            "utt_id": "utt-18",
+            "utterance": "Done. what's next?",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"confirm; req_instruction;\", \"tracker_completed_step\": \"inst-2\", \"tracker_completed_step_num\": 16, \"tracker_requested_step\": \"inst-3\", \"tracker_requested_step_num\": 17}"
+        },
+        {
+            "utt_id": "utt-19",
+            "utterance": "Also still stir in 3 cups of rolled oats and 1 cup raisins.",
+            "bot": true,
+            "annotations": "inform_instruction(inst-3);"
+        },
+        {
+            "utt_id": "utt-20",
+            "utterance": "Done. anything else?",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"confirm; req_instruction;\", \"tracker_completed_step\": \"inst-3\", \"tracker_completed_step_num\": 17, \"tracker_requested_step\": \"inst-4\", \"tracker_requested_step_num\": 18}"
+        },
+        {
+            "utt_id": "utt-21",
+            "utterance": "Now drop the mixture onto ungreased cookie sheets. Use rounded teaspoonfuls.",
+            "bot": true,
+            "annotations": "inform_instruction(inst-4);"
+        },
+        {
+            "utt_id": "utt-22",
+            "utterance": "I placed it on cooking sheets. What should I do now?",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"confirm; req_instruction;\", \"tracker_completed_step\": \"inst-4\", \"tracker_completed_step_num\": 18, \"tracker_requested_step\": \"inst-5\", \"tracker_requested_step_num\": 19}"
+        },
+        {
+            "utt_id": "utt-23",
+            "utterance": "Bake them in the oven for 10 to 12 minutes until they are light and golden. Do not overbake them.",
+            "bot": true,
+            "annotations": "inform_instruction(inst-5);\r\ninform_instruction(inst-6);"
+        },
+        {
+            "utt_id": "utt-24",
+            "utterance": "Ok. 11 minutes have passed now and they look good. Anything else?",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"confirm; req_instruction;\", \"tracker_completed_step\": \"inst-6\", \"tracker_completed_step_num\": 20, \"tracker_requested_step\": \"inst-7\", \"tracker_requested_step_num\": 21}"
+        },
+        {
+            "utt_id": "utt-25",
+            "utterance": "Now still let them cool for 2 minutes before removing them from the cookie sheets to cool completely.",
+            "bot": true,
+            "annotations": "inform_instruction(inst-7);"
+        },
+        {
+            "utt_id": "utt-26",
+            "utterance": "Ok. I have let them cool down for 2 minutes.",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"confirm;\", \"tracker_completed_step\": \"inst-7\", \"tracker_completed_step_num\": 21, \"tracker_requested_step\": \"inst-8\", \"tracker_requested_step_num\": 22}"
+        },
+        {
+            "utt_id": "utt-27",
+            "utterance": "Ok. great. You may store them in an airtight container if you like. Enjoy!",
+            "bot": true,
+            "annotations": "inform_instruction(inst-8);\r\nenjoy();"
+        },
+        {
+            "utt_id": "utt-28",
+            "utterance": "They look delicious, thank you.",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"thank;\", \"tracker_completed_step\": \"inst-8\", \"tracker_completed_step_num\": 22, \"tracker_requested_step\": \"inst-8\", \"tracker_requested_step_num\": 22}"
+        }
+    ]
+}

dialog/039.1.json

@@ -0,0 +1,340 @@
+{
+    "messages": [
+        {
+            "utt_id": "utt-0",
+            "utterance": "Hello. I'm all set to make the gingerbread men, tell me what to do!",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"greeting; req_start;\", \"tracker_completed_step\": \"inst-0\", \"tracker_completed_step_num\": 13, \"tracker_requested_step\": \"inst-0\", \"tracker_requested_step_num\": 13}"
+        },
+        {
+            "utt_id": "utt-1",
+            "utterance": "First, take a large bowl.",
+            "bot": true,
+            "annotations": "fetch(inst-0, [tool-0-0]);"
+        },
+        {
+            "utt_id": "utt-2",
+            "utterance": "Ok. I'll do that, but could you first guide me through the ingredients, so I can gather everything I need? I've taken the bowl by the way.",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"req_ingredient_list; confirm;\", \"tracker_completed_step\": \"inst-0\", \"tracker_completed_step_num\": 13, \"tracker_requested_step\": \"inst-0\", \"tracker_requested_step_num\": 13}"
+        },
+        {
+            "utt_id": "utt-3",
+            "utterance": "Ok. But the ingredient list is a bit long with 12 ingredients. Would you like me to specify the ingredients when they are needed?",
+            "bot": true,
+            "annotations": "sum_ingredient_list();\r\npropose_skip_ing_list();"
+        },
+        {
+            "utt_id": "utt-4",
+            "utterance": "Ok. that's fine, thanks. Let's get on with it. How long will it take do you think?",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"affirm; thank; other;\", \"tracker_completed_step\": \"inst-0\", \"tracker_completed_step_num\": 13, \"tracker_requested_step\": \"inst-0\", \"tracker_requested_step_num\": 13}"
+        },
+        {
+            "utt_id": "utt-5",
+            "utterance": "Sorry, I cannot answer that.",
+            "bot": true,
+            "annotations": "fence();"
+        },
+        {
+            "utt_id": "utt-6",
+            "utterance": "All right thanks. So what do I do with the bowl?",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"req_instruction;\", \"tracker_completed_step\": \"inst-0\", \"tracker_completed_step_num\": 13, \"tracker_requested_step\": \"inst-0\", \"tracker_requested_step_num\": 13}"
+        },
+        {
+            "utt_id": "utt-7",
+            "utterance": "Now, put 1/2 cup margarine and 1/2 cup sugar into the bowl. Then cream them until smooth.",
+            "bot": true,
+            "annotations": "inform_instruction(inst-0);"
+        },
+        {
+            "utt_id": "utt-8",
+            "utterance": "You mean with a mixer?",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"req_tool;\", \"tracker_completed_step\": \"inst-0\", \"tracker_completed_step_num\": 13, \"tracker_requested_step\": \"inst-0\", \"tracker_requested_step_num\": 13}"
+        },
+        {
+            "utt_id": "utt-9",
+            "utterance": "Sorry, I cannot answer it. Shall we continue?",
+            "bot": true,
+            "annotations": "fence();"
+        },
+        {
+            "utt_id": "utt-10",
+            "utterance": "Er... What I meant is - do I need to cream it with a beater or with an electric mixer? The margarine is quite hard.",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"req_tool;\", \"tracker_completed_step\": \"inst-0\", \"tracker_completed_step_num\": 13, \"tracker_requested_step\": \"inst-0\", \"tracker_requested_step_num\": 13}"
+        },
+        {
+            "utt_id": "utt-11",
+            "utterance": "Sorry, I cannot answer this question.",
+            "bot": true,
+            "annotations": "fence();"
+        },
+        {
+            "utt_id": "utt-12",
+            "utterance": "Ok. done!  What's up next?",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"confirm; req_instruction;\", \"tracker_completed_step\": \"inst-0\", \"tracker_completed_step_num\": 13, \"tracker_requested_step\": \"inst-1\", \"tracker_requested_step_num\": 14}"
+        },
+        {
+            "utt_id": "utt-13",
+            "utterance": "Now add 1/2 cup molasses and 1 egg yolk to the bowl. Stir them well.",
+            "bot": true,
+            "annotations": "inform_instruction(inst-1);"
+        },
+        {
+            "utt_id": "utt-14",
+            "utterance": "All right, what do I do with the egg-white? Do I keep it?",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"other;\", \"tracker_completed_step\": \"inst-1\", \"tracker_completed_step_num\": 14, \"tracker_requested_step\": \"inst-1\", \"tracker_requested_step_num\": 14}"
+        },
+        {
+            "utt_id": "utt-15",
+            "utterance": "Sorry, I cannot find the answer from this recipe. Shall we continue?",
+            "bot": true,
+            "annotations": "fence();\r\npropose_next_instruction();"
+        },
+        {
+            "utt_id": "utt-16",
+            "utterance": "No problem, yes, please, let's continue.",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"affirm;\", \"tracker_completed_step\": \"inst-1\", \"tracker_completed_step_num\": 14, \"tracker_requested_step\": \"inst-2\", \"tracker_requested_step_num\": 15}"
+        },
+        {
+            "utt_id": "utt-17",
+            "utterance": "Now in another place, you shall combine 8 ingredients. I will read 3 items one by one.",
+            "bot": true,
+            "annotations": "simplify_begin(ac-2-0);\r\n"
+        },
+        {
+            "utt_id": "utt-18",
+            "utterance": "Ok. I'm waiting.",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"confirm;\", \"tracker_completed_step\": \"inst-2\", \"tracker_completed_step_num\": 15, \"tracker_requested_step\": \"inst-2\", \"tracker_requested_step_num\": 15}"
+        },
+        {
+            "utt_id": "utt-19",
+            "utterance": "First, combine 2 cups sifted all-purpose flour, 1/2 teaspoon salt and 1/2 teaspoon baking powder.",
+            "bot": true,
+            "annotations": "simplify_continue(ac-2-0, [ing-4, ing-5, ing-6]);"
+        },
+        {
+            "utt_id": "utt-20",
+            "utterance": "What was the third ingredient, and how much do I need?",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"req_repeat; req_amount;\", \"tracker_completed_step\": \"inst-2\", \"tracker_completed_step_num\": 15, \"tracker_requested_step\": \"ing-6\", \"tracker_requested_step_num\": 7}"
+        },
+        {
+            "utt_id": "utt-21",
+            "utterance": "That is baking powder. You need 1/2 teaspoon of it.",
+            "bot": true,
+            "annotations": "repeat(ing-6);\r\n"
+        },
+        {
+            "utt_id": "utt-22",
+            "utterance": "OK?",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"req_instruction;\", \"tracker_completed_step\": \"inst-2\", \"tracker_completed_step_num\": 15, \"tracker_requested_step\": \"inst-2\", \"tracker_requested_step_num\": 15}"
+        },
+        {
+            "utt_id": "utt-23",
+            "utterance": "Then add 1/2 teaspoon baking soda, 1/2 teaspoon ground cinnamon and 1 teaspoon ground cloves.",
+            "bot": true,
+            "annotations": "simplify_continue(ac-2-0, [ing-7, ing-8, ing-9]);"
+        },
+        {
+            "utt_id": "utt-24",
+            "utterance": "Sorry, what kind of cloves?",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"req_repeat;\", \"tracker_completed_step\": \"inst-2\", \"tracker_completed_step_num\": 15, \"tracker_requested_step\": \"ing-9\", \"tracker_requested_step_num\": 10}"
+        },
+        {
+            "utt_id": "utt-25",
+            "utterance": "That is ground cloves.",
+            "bot": true,
+            "annotations": "repeat(ing-9);"
+        },
+        {
+            "utt_id": "utt-26",
+            "utterance": "Oh, I don't have that, I'll just leave it out. Could you repeat the first two items, please?",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"other; req_repeat;\", \"tracker_completed_step\": \"inst-2\", \"tracker_completed_step_num\": 15, \"tracker_requested_step\": \"inst-2\", \"tracker_requested_step_num\": 15}"
+        },
+        {
+            "utt_id": "utt-27",
+            "utterance": "Baking soda and ground cinnamon. Do you have them?",
+            "bot": true,
+            "annotations": "repeat(ac-2-0, [ing-7, ing-8]);\r\nverify(ac-2-0, [ing-7, ing-8]);"
+        },
+        {
+            "utt_id": "utt-28",
+            "utterance": "Yes, sure, how much exactly?",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"req_amount;\", \"tracker_completed_step\": \"inst-2\", \"tracker_completed_step_num\": 15, \"tracker_requested_step\": \"ing-7\", \"tracker_requested_step_num\": 8}"
+        },
+        {
+            "utt_id": "utt-29",
+            "utterance": "1/2 teaspoon baking soda and 1/2 teaspoon ground cinnamon.",
+            "bot": true,
+            "annotations": "inform_amount(ing-7);\r\ninform_amount(ing-8);"
+        },
+        {
+            "utt_id": "utt-30",
+            "utterance": "Okay, I added them. I used a bit less cinnamon, because I don't really like it..",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"confirm;\", \"tracker_completed_step\": \"ing-8\", \"tracker_completed_step_num\": 9, \"tracker_requested_step\": \"inst-2\", \"tracker_requested_step_num\": 15}"
+        },
+        {
+            "utt_id": "utt-31",
+            "utterance": "That is fine. Good. The final 2 items are 1 teaspoon ginger and 1/2 teaspoon ground nutmeg.",
+            "bot": true,
+            "annotations": "simplify_continue(ac-2-0, [ing-10, ing-11]);"
+        },
+        {
+            "utt_id": "utt-32",
+            "utterance": "Ok. finished!  Do I stir it all together now?",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"confirm; req_instruction;\", \"tracker_completed_step\": \"inst-2\", \"tracker_completed_step_num\": 15, \"tracker_requested_step\": \"inst-2\", \"tracker_requested_step_num\": 15}"
+        },
+        {
+            "utt_id": "utt-33",
+            "utterance": "Yes, and you should blend them into the molasses mixture until smooth.",
+            "bot": true,
+            "annotations": "affirm();\r\ninform_instruction(ac-2-1);"
+        },
+        {
+            "utt_id": "utt-34",
+            "utterance": "All right, that's done.",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"confirm;\", \"tracker_completed_step\": \"inst-2\", \"tracker_completed_step_num\": 15, \"tracker_requested_step\": \"inst-3\", \"tracker_requested_step_num\": 16}"
+        },
+        {
+            "utt_id": "utt-35",
+            "utterance": "Cover the mixture and chill for one hour.",
+            "bot": true,
+            "annotations": "inform_instruction(inst-3);"
+        },
+        {
+            "utt_id": "utt-36",
+            "utterance": "All right, I'll put it in the fridge. Hello. I'm back, so, what now?",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"confirm; req_instruction;\", \"tracker_completed_step\": \"inst-3\", \"tracker_completed_step_num\": 16, \"tracker_requested_step\": \"inst-4\", \"tracker_requested_step_num\": 17}"
+        },
+        {
+            "utt_id": "utt-37",
+            "utterance": "Now you can preheat the oven to 350 degrees Fahrenheit.",
+            "bot": true,
+            "annotations": "inform_instruction(inst-4);"
+        },
+        {
+            "utt_id": "utt-38",
+            "utterance": "Er..  what's that in Celcius?  Sorry, my oven doesn't indicate Fahrenheit.",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"req_temperature;\", \"tracker_completed_step\": \"inst-4\", \"tracker_completed_step_num\": 17, \"tracker_requested_step\": \"inst-4\", \"tracker_requested_step_num\": 17}"
+        },
+        {
+            "utt_id": "utt-39",
+            "utterance": "It is 175 degrees Celsius.",
+            "bot": true,
+            "annotations": "inform_temperature(temp-4-1);"
+        },
+        {
+            "utt_id": "utt-40",
+            "utterance": "Thanks! All right, the oven is heating.",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"thank; confirm;\", \"tracker_completed_step\": \"inst-4\", \"tracker_completed_step_num\": 17, \"tracker_requested_step\": \"inst-5\", \"tracker_requested_step_num\": 18}"
+        },
+        {
+            "utt_id": "utt-41",
+            "utterance": "You can prepare a floured surface. Then we wait for the dough until 1 hour passes.",
+            "bot": true,
+            "annotations": "fetch(inst-5, [tool-5-0]);"
+        },
+        {
+            "utt_id": "utt-42",
+            "utterance": "Sorry, I already left the dough to chill in the fridge for an hour, is that what you meant?",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"confirm; req_instruction;\", \"tracker_completed_step\": \"inst-5\", \"tracker_completed_step_num\": 18, \"tracker_requested_step\": \"inst-5\", \"tracker_requested_step_num\": 18}"
+        },
+        {
+            "utt_id": "utt-43",
+            "utterance": "Good. Now you can put it on the floured surface. Roll the dough to 1/4 inch thickness.",
+            "bot": true,
+            "annotations": "inform_instruction(inst-5);"
+        },
+        {
+            "utt_id": "utt-44",
+            "utterance": "Okay, that's done.",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"confirm;\", \"tracker_completed_step\": \"inst-5\", \"tracker_completed_step_num\": 18, \"tracker_requested_step\": \"inst-6\", \"tracker_requested_step_num\": 19}"
+        },
+        {
+            "utt_id": "utt-45",
+            "utterance": "Ues a cookie cutter to cut the dough into shapes as you want.",
+            "bot": true,
+            "annotations": "inform_instruction(inst-6);"
+        },
+        {
+            "utt_id": "utt-46",
+            "utterance": "Great. that was fun.  Anything else, or do I put them into the oven?",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"confirm; req_instruction;\", \"tracker_completed_step\": \"inst-6\", \"tracker_completed_step_num\": 19, \"tracker_requested_step\": \"inst-7\", \"tracker_requested_step_num\": 20}"
+        },
+        {
+            "utt_id": "utt-47",
+            "utterance": "No, there are still something we have to accomplish. Place these cookies 2 inches apart on ungreased cookie sheets.",
+            "bot": true,
+            "annotations": "negate();\r\ninform_instruction(inst-7);"
+        },
+        {
+            "utt_id": "utt-48",
+            "utterance": "Ok. what's next?",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"req_instruction;\", \"tracker_completed_step\": \"inst-7\", \"tracker_completed_step_num\": 20, \"tracker_requested_step\": \"inst-8\", \"tracker_requested_step_num\": 21}"
+        },
+        {
+            "utt_id": "utt-49",
+            "utterance": "Now you can put cookies in the oven and bake for 8 to 10 minutes.",
+            "bot": true,
+            "annotations": "inform_instruction(inst-8);"
+        },
+        {
+            "utt_id": "utt-50",
+            "utterance": "Ah, all right, I though we needed to do something else first. They're baking now.",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"confirm;\", \"tracker_completed_step\": \"inst-8\", \"tracker_completed_step_num\": 21, \"tracker_requested_step\": \"inst-9\", \"tracker_requested_step_num\": 22}"
+        },
+        {
+            "utt_id": "utt-51",
+            "utterance": "When the timer runs out, you can remove the cookies from sheets to wire racks.",
+            "bot": true,
+            "annotations": "inform_instruction(inst-9);"
+        },
+        {
+            "utt_id": "utt-52",
+            "utterance": "That's done!",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"confirm;\", \"tracker_completed_step\": \"inst-9\", \"tracker_completed_step_num\": 22, \"tracker_requested_step\": \"inst-10\", \"tracker_requested_step_num\": 23}"
+        },
+        {
+            "utt_id": "utt-53",
+            "utterance": "When cookies are cool, you can frost and decorate them as you desire. This is the final step. Do you need other help?",
+            "bot": true,
+            "annotations": "inform_instruction(inst-10);\r\npropose_other_help();"
+        },
+        {
+            "utt_id": "utt-54",
+            "utterance": "No, I think they worked out perfectly, I'll add the toppings, thanks!",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"negate; thank;\", \"tracker_completed_step\": \"inst-10\", \"tracker_completed_step_num\": 23, \"tracker_requested_step\": \"inst-10\", \"tracker_requested_step_num\": 23}"
+        },
+        {
+            "utt_id": "utt-55",
+            "utterance": "Enjoy! Bye!",
+            "bot": true,
+            "annotations": "enjoy();\r\ngoodbye();"
+        }
+    ]
+}

dialog/040.1.json

@@ -0,0 +1,220 @@
+{
+    "messages": [
+        {
+            "utt_id": "utt-0",
+            "utterance": "Hi. what are we making today?",
+            "bot": false,
+            "annotations": "{\"section\": \"title\", \"intent\": \"greeting; req_title;\", \"tracker_completed_step\": \"title\", \"tracker_completed_step_num\": 0, \"tracker_requested_step\": \"title\", \"tracker_requested_step_num\": 0}"
+        },
+        {
+            "utt_id": "utt-1",
+            "utterance": "Hi. we are making a crustless spinach quiche. Are you ready to start?",
+            "bot": true,
+            "annotations": "greeting();\r\ninform_title(title);\r\npropose_start_recipe();"
+        },
+        {
+            "utt_id": "utt-2",
+            "utterance": "Yes I am ready. What is the first step?",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"affirm; req_instruction;\", \"tracker_completed_step\": \"title\", \"tracker_completed_step_num\": 0, \"tracker_requested_step\": \"inst-0\", \"tracker_requested_step_num\": 8}"
+        },
+        {
+            "utt_id": "utt-3",
+            "utterance": "First preheat the oven to 175 degrees Celsius. Then lightly grease a 9 inch pie pan.",
+            "bot": true,
+            "annotations": "inform_instruction(inst-0);\r\ninform_instruction(inst-1);"
+        },
+        {
+            "utt_id": "utt-4",
+            "utterance": "Ok. I have preheated the oven. How large should the pan be?",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"confirm; req_tool;\", \"tracker_completed_step\": \"inst-1\", \"tracker_completed_step_num\": 9, \"tracker_requested_step\": \"inst-0\", \"tracker_requested_step_num\": 8}"
+        },
+        {
+            "utt_id": "utt-5",
+            "utterance": "It should be a 9 inch pie pan.",
+            "bot": true,
+            "annotations": "inform_instruction(tool-1-0);"
+        },
+        {
+            "utt_id": "utt-6",
+            "utterance": "Thank you. I have greased it in. What should I do now?",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"thank; confirm; req_instruction;\", \"tracker_completed_step\": \"inst-1\", \"tracker_completed_step_num\": 9, \"tracker_requested_step\": \"inst-2\", \"tracker_requested_step_num\": 10}"
+        },
+        {
+            "utt_id": "utt-7",
+            "utterance": "Now cut 1 onion and take a large skillet.",
+            "bot": true,
+            "annotations": "inform_ingredient(ing-1);\r\nfetch(inst-2, [tool-2-0]);"
+        },
+        {
+            "utt_id": "utt-8",
+            "utterance": "Done. What's next?",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"confirm; req_instruction;\", \"tracker_completed_step\": \"inst-2\", \"tracker_completed_step_num\": 10, \"tracker_requested_step\": \"inst-2\", \"tracker_requested_step_num\": 10}"
+        },
+        {
+            "utt_id": "utt-9",
+            "utterance": "Heat some oil in the large skillet on medium high heat and add the onions.",
+            "bot": true,
+            "annotations": "inform_instruction(inst-2);\r\ninform_instruction(ac-3-0);"
+        },
+        {
+            "utt_id": "utt-10",
+            "utterance": "For how long should I bake the onions?",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"req_duration;\", \"tracker_completed_step\": \"inst-3\", \"tracker_completed_step_num\": 11, \"tracker_requested_step\": \"inst-3\", \"tracker_requested_step_num\": 11}"
+        },
+        {
+            "utt_id": "utt-11",
+            "utterance": "They are done when they are soft. Stir occasionally.",
+            "bot": true,
+            "annotations": "inform_duration(cond-3-0);\r\ninform_instruction(ac-3-2);"
+        },
+        {
+            "utt_id": "utt-12",
+            "utterance": "They are soft now. What's next?",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"confirm; req_instruction;\", \"tracker_completed_step\": \"inst-3\", \"tracker_completed_step_num\": 11, \"tracker_requested_step\": \"inst-4\", \"tracker_requested_step_num\": 12}"
+        },
+        {
+            "utt_id": "utt-13",
+            "utterance": "Take 1 package frozen chopped spinach and add it to the onions.",
+            "bot": true,
+            "annotations": "inform_instruction(ac-4-0);"
+        },
+        {
+            "utt_id": "utt-14",
+            "utterance": "How large should the package be?",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"req_amount;\", \"tracker_completed_step\": \"inst-4\", \"tracker_completed_step_num\": 12, \"tracker_requested_step\": \"ing-2\", \"tracker_requested_step_num\": 3}"
+        },
+        {
+            "utt_id": "utt-15",
+            "utterance": "It should be 10 ounce.",
+            "bot": true,
+            "annotations": "inform_amount(ing-2);"
+        },
+        {
+            "utt_id": "utt-16",
+            "utterance": "Thank you. I have added it. Anything else?",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"thank; confirm; req_instruction;\", \"tracker_completed_step\": \"ing-2\", \"tracker_completed_step_num\": 3, \"tracker_requested_step\": \"inst-4\", \"tracker_requested_step_num\": 12}"
+        },
+        {
+            "utt_id": "utt-17",
+            "utterance": "Continue cooking the spinach until excess moisture has evaporated.",
+            "bot": true,
+            "annotations": "inform_instruction(ac-4-1);"
+        },
+        {
+            "utt_id": "utt-18",
+            "utterance": "That's done. What should I do now?",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"confirm; req_instruction;\", \"tracker_completed_step\": \"inst-4\", \"tracker_completed_step_num\": 12, \"tracker_requested_step\": \"inst-5\", \"tracker_requested_step_num\": 13}"
+        },
+        {
+            "utt_id": "utt-19",
+            "utterance": "Take a large bowl. We will combine some ingredients into the bowl.",
+            "bot": true,
+            "annotations": "fetch(inst-5, [tool-5-0]);\r\nsimplify_begin(ac-5-0);"
+        },
+        {
+            "utt_id": "utt-20",
+            "utterance": "I have a large bowl in front of me. What should I add to this bowl?",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"confirm; req_instruction;\", \"tracker_completed_step\": \"inst-5\", \"tracker_completed_step_num\": 13, \"tracker_requested_step\": \"inst-5\", \"tracker_requested_step_num\": 13}"
+        },
+        {
+            "utt_id": "utt-21",
+            "utterance": "First add 5 beaten eggs and 3 cups of shredded Muenster cheese.",
+            "bot": true,
+            "annotations": "simplify_continue(ac-5-0, [ing-3, ing-4]);"
+        },
+        {
+            "utt_id": "utt-22",
+            "utterance": "Done. What else?",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"confirm; req_instruction;\", \"tracker_completed_step\": \"inst-5\", \"tracker_completed_step_num\": 13, \"tracker_requested_step\": \"inst-5\", \"tracker_requested_step_num\": 13}"
+        },
+        {
+            "utt_id": "utt-23",
+            "utterance": "Now still add 1/4 teaspoon salt and 1/8 teaspoon ground black pepper.",
+            "bot": true,
+            "annotations": "simplify_continue(ac-5-0, [ing-5, ing-6]);"
+        },
+        {
+            "utt_id": "utt-24",
+            "utterance": "How much ground black pepper?",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"req_amount;\", \"tracker_completed_step\": \"inst-5\", \"tracker_completed_step_num\": 13, \"tracker_requested_step\": \"ing-6\", \"tracker_requested_step_num\": 7}"
+        },
+        {
+            "utt_id": "utt-25",
+            "utterance": "1/8 teaspoon.",
+            "bot": true,
+            "annotations": "inform_amount(ing-6);"
+        },
+        {
+            "utt_id": "utt-26",
+            "utterance": "Thank you for repeating it. What can I do now?",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"thank; req_instruction;\", \"tracker_completed_step\": \"ing-6\", \"tracker_completed_step_num\": 7, \"tracker_requested_step\": \"inst-6\", \"tracker_requested_step_num\": 14}"
+        },
+        {
+            "utt_id": "utt-27",
+            "utterance": "Now add the spinach mixture you made before and stir everything together.",
+            "bot": true,
+            "annotations": "inform_instruction(inst-6);"
+        },
+        {
+            "utt_id": "utt-28",
+            "utterance": "Done. What's next?",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"confirm; req_instruction;\", \"tracker_completed_step\": \"inst-6\", \"tracker_completed_step_num\": 14, \"tracker_requested_step\": \"inst-7\", \"tracker_requested_step_num\": 15}"
+        },
+        {
+            "utt_id": "utt-29",
+            "utterance": "Scoop the mixture into the pie pan you prepared before.",
+            "bot": true,
+            "annotations": "inform_instruction(inst-7);"
+        },
+        {
+            "utt_id": "utt-30",
+            "utterance": "The mixture is in the pie pan now.",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"confirm;\", \"tracker_completed_step\": \"inst-7\", \"tracker_completed_step_num\": 15, \"tracker_requested_step\": \"inst-8\", \"tracker_requested_step_num\": 16}"
+        },
+        {
+            "utt_id": "utt-31",
+            "utterance": "Great. Now bake it in the oven for about 30 minutes. Make sure that the eggs have set.",
+            "bot": true,
+            "annotations": "inform_instruction(inst-8);"
+        },
+        {
+            "utt_id": "utt-32",
+            "utterance": "Ok. I have set the oven timer on 40 minutes. Can I do something in the meantime?",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"confirm; req_instruction;\", \"tracker_completed_step\": \"inst-8\", \"tracker_completed_step_num\": 16, \"tracker_requested_step\": \"inst-9\", \"tracker_requested_step_num\": 17}"
+        },
+        {
+            "utt_id": "utt-33",
+            "utterance": "No that was all. After it's done just let it cool for 10 minutes before serving the dish.",
+            "bot": true,
+            "annotations": "negate();\r\ninform_instruction(inst-9);"
+        },
+        {
+            "utt_id": "utt-34",
+            "utterance": "Ok. it has cooled down now. Thank you for the instructions. It looks good.",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"confirm; thank;\", \"tracker_completed_step\": \"inst-9\", \"tracker_completed_step_num\": 17, \"tracker_requested_step\": \"inst-9\", \"tracker_requested_step_num\": 17}"
+        },
+        {
+            "utt_id": "utt-35",
+            "utterance": "Ok. Thanks. enjoy.",
+            "bot": true,
+            "annotations": "thank();\r\nenjoy();"
+        }
+    ]
+}

dialog/041.1.json

@@ -0,0 +1,130 @@
+{
+    "messages": [
+        {
+            "utt_id": "utt-0",
+            "utterance": "Hi. what are we making today?",
+            "bot": false,
+            "annotations": "{\"section\": \"title\", \"intent\": \"greeting; req_title;\", \"tracker_completed_step\": \"title\", \"tracker_completed_step_num\": 0, \"tracker_requested_step\": \"title\", \"tracker_requested_step_num\": 0}"
+        },
+        {
+            "utt_id": "utt-1",
+            "utterance": "Hi. today we are making Gelatin Fruit Salad. A short and easy recipe. Are you ready to start?",
+            "bot": true,
+            "annotations": "greeting();\r\ninform_title(title);\r\npropose_start_recipe();"
+        },
+        {
+            "utt_id": "utt-2",
+            "utterance": "Sure, what should I do?",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"req_instruction;\", \"tracker_completed_step\": \"title\", \"tracker_completed_step_num\": 0, \"tracker_requested_step\": \"inst-0\", \"tracker_requested_step_num\": 5}"
+        },
+        {
+            "utt_id": "utt-3",
+            "utterance": "Take a saucepan and bring 1 cup applesauce to a boil.",
+            "bot": true,
+            "annotations": "inform_instruction(inst-0);"
+        },
+        {
+            "utt_id": "utt-4",
+            "utterance": "Could you repeat what kind of sauce I need to boil please?",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"req_repeat;\", \"tracker_completed_step\": \"inst-0\", \"tracker_completed_step_num\": 5, \"tracker_requested_step\": \"inst-0\", \"tracker_requested_step_num\": 5}"
+        },
+        {
+            "utt_id": "utt-5",
+            "utterance": "Applesauce.",
+            "bot": true,
+            "annotations": "repeat(inst-0, [ing-0]);"
+        },
+        {
+            "utt_id": "utt-6",
+            "utterance": "Ok. what size should the cup be?",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"req_amount;\", \"tracker_completed_step\": \"inst-0\", \"tracker_completed_step_num\": 5, \"tracker_requested_step\": \"inst-0\", \"tracker_requested_step_num\": 5}"
+        },
+        {
+            "utt_id": "utt-7",
+            "utterance": "I can not answer that question.",
+            "bot": true,
+            "annotations": "fence();"
+        },
+        {
+            "utt_id": "utt-8",
+            "utterance": "Ok. the sauce is boiling. What is next?",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"confirm; req_instruction;\", \"tracker_completed_step\": \"inst-0\", \"tracker_completed_step_num\": 5, \"tracker_requested_step\": \"inst-1\", \"tracker_requested_step_num\": 6}"
+        },
+        {
+            "utt_id": "utt-9",
+            "utterance": "You can now remove it from the heat and add gelatin. Keep stirring until all the gelatin is dissolved.",
+            "bot": true,
+            "annotations": "inform_instruction(inst-1);"
+        },
+        {
+            "utt_id": "utt-10",
+            "utterance": "How much gelatin should I add?",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"req_amount;\", \"tracker_completed_step\": \"inst-1\", \"tracker_completed_step_num\": 6, \"tracker_requested_step\": \"ing-1\", \"tracker_requested_step_num\": 2}"
+        },
+        {
+            "utt_id": "utt-11",
+            "utterance": "2 packages cherry gelatin. 1 package has a weight of 3 ounce.",
+            "bot": true,
+            "annotations": "inform_amount(ing-1);"
+        },
+        {
+            "utt_id": "utt-12",
+            "utterance": "Ok. thanks. I added and stirred. What is next?",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"thank; confirm; req_instruction;\", \"tracker_completed_step\": \"ing-1\", \"tracker_completed_step_num\": 2, \"tracker_requested_step\": \"inst-2\", \"tracker_requested_step_num\": 7}"
+        },
+        {
+            "utt_id": "utt-13",
+            "utterance": "Now you can slowly add the soda and pineapple. Take 1 can lemon-lime soda and 1 can undrained crushed pineapple.",
+            "bot": true,
+            "annotations": "inform_instruction(inst-2);"
+        },
+        {
+            "utt_id": "utt-14",
+            "utterance": "Ok. what size do they need to have?",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"req_amount;\", \"tracker_completed_step\": \"inst-2\", \"tracker_completed_step_num\": 7, \"tracker_requested_step\": \"ing-2\", \"tracker_requested_step_num\": 3}"
+        },
+        {
+            "utt_id": "utt-15",
+            "utterance": "1 can lemon-lime soda of 12 ounce and 1 can pineapple of 8 ounce.",
+            "bot": true,
+            "annotations": "inform_amount(ing-2);\r\ninform_amount(ing-3);"
+        },
+        {
+            "utt_id": "utt-16",
+            "utterance": "Ok. thanks. I added both. What should I do now?",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"thank; confirm; req_instruction;\", \"tracker_completed_step\": \"ing-3\", \"tracker_completed_step_num\": 4, \"tracker_requested_step\": \"inst-3\", \"tracker_requested_step_num\": 8}"
+        },
+        {
+            "utt_id": "utt-17",
+            "utterance": "As a last step place it in the refrigerator until it becomes firm.",
+            "bot": true,
+            "annotations": "inform_instruction(inst-3);"
+        },
+        {
+            "utt_id": "utt-18",
+            "utterance": "Ok. I will do that. Was that it?",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"confirm; req_is_recipe_finished;\", \"tracker_completed_step\": \"inst-3\", \"tracker_completed_step_num\": 8, \"tracker_requested_step\": \"inst-3\", \"tracker_requested_step_num\": 8}"
+        },
+        {
+            "utt_id": "utt-19",
+            "utterance": "Yes that's all. Bye.",
+            "bot": true,
+            "annotations": "affirm();\r\nend_recipe();\r\ngoodbye();"
+        },
+        {
+            "utt_id": "utt-20",
+            "utterance": "Ok. thanks for the instructions. Bye.",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"thank; goodbye;\", \"tracker_completed_step\": \"inst-3\", \"tracker_completed_step_num\": 8, \"tracker_requested_step\": \"inst-3\", \"tracker_requested_step_num\": 8}"
+        }
+    ]
+}

dialog/042.1.json

@@ -0,0 +1,136 @@
+{
+    "messages": [
+        {
+            "utt_id": "utt-0",
+            "utterance": "Hi. how do I make Asian ginger dressing?",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"greeting; req_start;\", \"tracker_completed_step\": \"inst-0\", \"tracker_completed_step_num\": 8, \"tracker_requested_step\": \"inst-0\", \"tracker_requested_step_num\": 8}"
+        },
+        {
+            "utt_id": "utt-1",
+            "utterance": "Hi. first take a pint glass. It could also be a pint jar or larger.",
+            "bot": true,
+            "annotations": "greeting();\r\nfetch(inst-0, [tool-0-0]);"
+        },
+        {
+            "utt_id": "utt-2",
+            "utterance": "I have a pint jar. What's next?",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"confirm; req_instruction;\", \"tracker_completed_step\": \"inst-0\", \"tracker_completed_step_num\": 8, \"tracker_requested_step\": \"inst-0\", \"tracker_requested_step_num\": 8}"
+        },
+        {
+            "utt_id": "utt-3",
+            "utterance": "Now combine some ingredients into the jar. First add 3 cloves of minced garlic and 2 tablespoons of minded fresh ginger root.",
+            "bot": true,
+            "annotations": "simplify_begin(ac-0-0);\r\nsimplify_continue(ac-0-0, [ing-0, ing-1]);"
+        },
+        {
+            "utt_id": "utt-4",
+            "utterance": "Can you repeat the second ingredient?",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"req_repeat;\", \"tracker_completed_step\": \"inst-0\", \"tracker_completed_step_num\": 8, \"tracker_requested_step\": \"ing-1\", \"tracker_requested_step_num\": 2}"
+        },
+        {
+            "utt_id": "utt-5",
+            "utterance": "2 tablespoons of minced fresh ginger root.",
+            "bot": true,
+            "annotations": "repeat(ing-1);"
+        },
+        {
+            "utt_id": "utt-6",
+            "utterance": "Thank you. What's next?",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"thank; req_instruction;\", \"tracker_completed_step\": \"inst-0\", \"tracker_completed_step_num\": 8, \"tracker_requested_step\": \"inst-0\", \"tracker_requested_step_num\": 8}"
+        },
+        {
+            "utt_id": "utt-7",
+            "utterance": "Add 3/4 cup olive oil and 1/3 cup rice vinegar.",
+            "bot": true,
+            "annotations": "simplify_continue(ac-0-0, [ing-2, ing-3]);"
+        },
+        {
+            "utt_id": "utt-8",
+            "utterance": "Both added. Anything else?",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"confirm; req_instruction;\", \"tracker_completed_step\": \"inst-0\", \"tracker_completed_step_num\": 8, \"tracker_requested_step\": \"inst-0\", \"tracker_requested_step_num\": 8}"
+        },
+        {
+            "utt_id": "utt-9",
+            "utterance": "Still add 1/2 cup soy sauce, 3 tablespoons of honey and 1/4 cup water.",
+            "bot": true,
+            "annotations": "simplify_continue(ac-0-0, [ing-4, ing-5, ing-6]);"
+        },
+        {
+            "utt_id": "utt-10",
+            "utterance": "I have added the soy sauce and the water. How much honey do I need to add?",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"confirm; req_amount;\", \"tracker_completed_step\": \"inst-0\", \"tracker_completed_step_num\": 8, \"tracker_requested_step\": \"ing-5\", \"tracker_requested_step_num\": 6}"
+        },
+        {
+            "utt_id": "utt-11",
+            "utterance": "You should add 3 tablespoons.",
+            "bot": true,
+            "annotations": "inform_amount(ing-5);"
+        },
+        {
+            "utt_id": "utt-12",
+            "utterance": "Done. What should I do now?",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"confirm; req_instruction;\", \"tracker_completed_step\": \"ing-5\", \"tracker_completed_step_num\": 6, \"tracker_requested_step\": \"inst-1\", \"tracker_requested_step_num\": 9}"
+        },
+        {
+            "utt_id": "utt-13",
+            "utterance": "Now cover the jar and shake it well.",
+            "bot": true,
+            "annotations": "inform_instruction(inst-1);"
+        },
+        {
+            "utt_id": "utt-14",
+            "utterance": "Ok. I have shaken it well. What is the next step?",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"confirm; req_instruction;\", \"tracker_completed_step\": \"inst-1\", \"tracker_completed_step_num\": 9, \"tracker_requested_step\": \"inst-2\", \"tracker_requested_step_num\": 10}"
+        },
+        {
+            "utt_id": "utt-15",
+            "utterance": "Now open the jar again and heat it in the microwave for 1 minute.",
+            "bot": true,
+            "annotations": "inform_instruction(inst-2);"
+        },
+        {
+            "utt_id": "utt-16",
+            "utterance": "Done. What's next?",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"confirm; req_instruction;\", \"tracker_completed_step\": \"inst-2\", \"tracker_completed_step_num\": 10, \"tracker_requested_step\": \"inst-2\", \"tracker_requested_step_num\": 10}"
+        },
+        {
+            "utt_id": "utt-17",
+            "utterance": "Did the honey dissolve after doing this?",
+            "bot": true,
+            "annotations": "verify(purp-2-0);"
+        },
+        {
+            "utt_id": "utt-18",
+            "utterance": "Yes it seems so.",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"affirm;\", \"tracker_completed_step\": \"inst-2\", \"tracker_completed_step_num\": 10, \"tracker_requested_step\": \"inst-3\", \"tracker_requested_step_num\": 11}"
+        },
+        {
+            "utt_id": "utt-19",
+            "utterance": "Ok. good. Now just let it cool down and shake it well before serving.",
+            "bot": true,
+            "annotations": "inform_instruction(inst-3);"
+        },
+        {
+            "utt_id": "utt-20",
+            "utterance": "Ok. it looks good. Thank you for the instructions.",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"thank;\", \"tracker_completed_step\": \"inst-3\", \"tracker_completed_step_num\": 11, \"tracker_requested_step\": \"inst-3\", \"tracker_requested_step_num\": 11}"
+        },
+        {
+            "utt_id": "utt-21",
+            "utterance": "Thanks and enjoy!",
+            "bot": true,
+            "annotations": "thank();\r\nenjoy();"
+        }
+    ]
+}

dialog/043.1.json

@@ -0,0 +1,94 @@
+{
+    "messages": [
+        {
+            "utt_id": "utt-0",
+            "utterance": "Hi. what are we making today?",
+            "bot": false,
+            "annotations": "{\"section\": \"title\", \"intent\": \"greeting; req_title;\", \"tracker_completed_step\": \"title\", \"tracker_completed_step_num\": 0, \"tracker_requested_step\": \"title\", \"tracker_requested_step_num\": 0}"
+        },
+        {
+            "utt_id": "utt-1",
+            "utterance": "Hi. today we are making Campfire Angel Food Yummies. Are you ready to start?",
+            "bot": true,
+            "annotations": "greeting();\r\ninform_title(title);\r\npropose_start_recipe();"
+        },
+        {
+            "utt_id": "utt-2",
+            "utterance": "Sounds good. How do I start?",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"affirm; req_instruction;\", \"tracker_completed_step\": \"title\", \"tracker_completed_step_num\": 0, \"tracker_requested_step\": \"inst-0\", \"tracker_requested_step_num\": 4}"
+        },
+        {
+            "utt_id": "utt-3",
+            "utterance": "Take 1 angel food cake and cut it into large cubes.",
+            "bot": true,
+            "annotations": "simplify_begin(inst-0);\r\ninform_ingredient(ing-0);"
+        },
+        {
+            "utt_id": "utt-4",
+            "utterance": "Sorry what should I cut into large cubes?",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"req_repeat;\", \"tracker_completed_step\": \"inst-0\", \"tracker_completed_step_num\": 4, \"tracker_requested_step\": \"inst-0\", \"tracker_requested_step_num\": 4}"
+        },
+        {
+            "utt_id": "utt-5",
+            "utterance": "1 angel food cake.",
+            "bot": true,
+            "annotations": "repeat(inst-0, [ing-0]);"
+        },
+        {
+            "utt_id": "utt-6",
+            "utterance": "Ok. Thanks. what should I do next?",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"thank; req_instruction;\", \"tracker_completed_step\": \"inst-0\", \"tracker_completed_step_num\": 4, \"tracker_requested_step\": \"inst-0\", \"tracker_requested_step_num\": 4}"
+        },
+        {
+            "utt_id": "utt-7",
+            "utterance": "Next you can toast the cake cubes over the coals of a campfire on toasting sticks until they become brown.",
+            "bot": true,
+            "annotations": "inform_instruction(inst-0);"
+        },
+        {
+            "utt_id": "utt-8",
+            "utterance": "Ok. they became brown. What is the next step?",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"confirm; req_instruction;\", \"tracker_completed_step\": \"inst-0\", \"tracker_completed_step_num\": 4, \"tracker_requested_step\": \"inst-1\", \"tracker_requested_step_num\": 5}"
+        },
+        {
+            "utt_id": "utt-9",
+            "utterance": "Next you can dip the toasted cake into condensed milk. You can use 1 can sweetened condensed milk of 5 ounce.",
+            "bot": true,
+            "annotations": "inform_instruction(ac-1-0);\r\ninform_ingredient(ing-1);"
+        },
+        {
+            "utt_id": "utt-10",
+            "utterance": "Ok. thanks. What should I do with it?",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"thank; req_instruction;\", \"tracker_completed_step\": \"inst-1\", \"tracker_completed_step_num\": 5, \"tracker_requested_step\": \"inst-1\", \"tracker_requested_step_num\": 5}"
+        },
+        {
+            "utt_id": "utt-11",
+            "utterance": "Finally roll it in coconut flakes. Take about 1 cup coconut flakes.",
+            "bot": true,
+            "annotations": "inform_instruction(ac-1-1);\r\ninform_ingredient(ing-2);"
+        },
+        {
+            "utt_id": "utt-12",
+            "utterance": "Ok. alright, I did that. Is there a next step?",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"confirm; req_is_recipe_ongoing;\", \"tracker_completed_step\": \"inst-1\", \"tracker_completed_step_num\": 5, \"tracker_requested_step\": \"inst-1\", \"tracker_requested_step_num\": 5}"
+        },
+        {
+            "utt_id": "utt-13",
+            "utterance": "No that's all. Enjoy your Campfire Angel Food Yummies!",
+            "bot": true,
+            "annotations": "negate();\r\nend_recipe();\r\nenjoy();"
+        },
+        {
+            "utt_id": "utt-14",
+            "utterance": "Ok. thanks it looks good.",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"thank;\", \"tracker_completed_step\": \"inst-1\", \"tracker_completed_step_num\": 5, \"tracker_requested_step\": \"inst-1\", \"tracker_requested_step_num\": 5}"
+        }
+    ]
+}

dialog/044.1.json

@@ -0,0 +1,250 @@
+{
+    "messages": [
+        {
+            "utt_id": "utt-0",
+            "utterance": "Hi. what are we making today?",
+            "bot": false,
+            "annotations": "{\"section\": \"title\", \"intent\": \"greeting; req_title;\", \"tracker_completed_step\": \"title\", \"tracker_completed_step_num\": 0, \"tracker_requested_step\": \"title\", \"tracker_requested_step_num\": 0}"
+        },
+        {
+            "utt_id": "utt-1",
+            "utterance": "Hi. we will make Chick Pot Pie number 2.",
+            "bot": true,
+            "annotations": "greeting();\r\ninform_title(title);"
+        },
+        {
+            "utt_id": "utt-2",
+            "utterance": "Sounds good. What's the first step?",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"req_instruction;\", \"tracker_completed_step\": \"title\", \"tracker_completed_step_num\": 0, \"tracker_requested_step\": \"inst-0\", \"tracker_requested_step_num\": 12}"
+        },
+        {
+            "utt_id": "utt-3",
+            "utterance": "First wash the chicken breasts in water and then place them in a pot with water.",
+            "bot": true,
+            "annotations": "inform_instruction(inst-0);"
+        },
+        {
+            "utt_id": "utt-4",
+            "utterance": "How many chicken breasts do I need?",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"req_amount;\", \"tracker_completed_step\": \"inst-0\", \"tracker_completed_step_num\": 12, \"tracker_requested_step\": \"ing-0\", \"tracker_requested_step_num\": 1}"
+        },
+        {
+            "utt_id": "utt-5",
+            "utterance": "You need 3 chicken breasts halves. They should be skinless.",
+            "bot": true,
+            "annotations": "inform_amount(ing-0);"
+        },
+        {
+            "utt_id": "utt-6",
+            "utterance": "Ok. what's next?",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"req_instruction;\", \"tracker_completed_step\": \"ing-0\", \"tracker_completed_step_num\": 1, \"tracker_requested_step\": \"inst-1\", \"tracker_requested_step_num\": 13}"
+        },
+        {
+            "utt_id": "utt-7",
+            "utterance": "Now add some salt and 1/4 teaspoon of garlic powder.",
+            "bot": true,
+            "annotations": "inform_instruction(inst-1);"
+        },
+        {
+            "utt_id": "utt-8",
+            "utterance": "Done. Anything else?",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"confirm; req_instruction;\", \"tracker_completed_step\": \"inst-1\", \"tracker_completed_step_num\": 13, \"tracker_requested_step\": \"inst-2\", \"tracker_requested_step_num\": 14}"
+        },
+        {
+            "utt_id": "utt-9",
+            "utterance": "No let the chicken cool down in the pot. Now preheat the oven to 175 degrees Celsius.",
+            "bot": true,
+            "annotations": "negate();\r\ninform_instruction(inst-2);\r\ninform_instruction(inst-3);"
+        },
+        {
+            "utt_id": "utt-10",
+            "utterance": "The oven is preheating. Can I do anything in the meantime?",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"confirm; req_parallel_action;\", \"tracker_completed_step\": \"inst-3\", \"tracker_completed_step_num\": 15, \"tracker_requested_step\": \"inst-4\", \"tracker_requested_step_num\": 16}"
+        },
+        {
+            "utt_id": "utt-11",
+            "utterance": "Take 3 potatoes and cut them into bite size pieces and boil till they are almost fork-tender.",
+            "bot": true,
+            "annotations": "inform_instruction(inst-4);"
+        },
+        {
+            "utt_id": "utt-12",
+            "utterance": "Done. What should I do now?",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"confirm; req_instruction;\", \"tracker_completed_step\": \"inst-4\", \"tracker_completed_step_num\": 16, \"tracker_requested_step\": \"inst-5\", \"tracker_requested_step_num\": 17}"
+        },
+        {
+            "utt_id": "utt-13",
+            "utterance": "Drain the potatoes and set them aside. Wash 3 stalks of celery and cut them to bite-size pieces as well.",
+            "bot": true,
+            "annotations": "inform_instruction(inst-5);\r\ninform_instruction(inst-6);"
+        },
+        {
+            "utt_id": "utt-14",
+            "utterance": "That's done. Anything else?",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"confirm; req_instruction;\", \"tracker_completed_step\": \"inst-6\", \"tracker_completed_step_num\": 18, \"tracker_requested_step\": \"inst-7\", \"tracker_requested_step_num\": 19}"
+        },
+        {
+            "utt_id": "utt-15",
+            "utterance": "Cut an onion to bite size pieces as well.",
+            "bot": true,
+            "annotations": "inform_instruction(inst-7);"
+        },
+        {
+            "utt_id": "utt-16",
+            "utterance": "Ok. what's next?",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"req_instruction;\", \"tracker_completed_step\": \"inst-7\", \"tracker_completed_step_num\": 19, \"tracker_requested_step\": \"inst-8\", \"tracker_requested_step_num\": 20}"
+        },
+        {
+            "utt_id": "utt-17",
+            "utterance": "Take a large heavy skillet. Put it over medium heat and saute the celery and onion pieces with 2 tablespoons of oil.",
+            "bot": true,
+            "annotations": "inform_instruction(inst-8);"
+        },
+        {
+            "utt_id": "utt-18",
+            "utterance": "For how long should I bake them?",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"req_duration;\", \"tracker_completed_step\": \"inst-8\", \"tracker_completed_step_num\": 20, \"tracker_requested_step\": \"inst-8\", \"tracker_requested_step_num\": 20}"
+        },
+        {
+            "utt_id": "utt-19",
+            "utterance": "For 5-8 minutes.",
+            "bot": true,
+            "annotations": "inform_duration(dur-8-0);"
+        },
+        {
+            "utt_id": "utt-20",
+            "utterance": "Ok. when do I know they are ready?",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"req_duration;\", \"tracker_completed_step\": \"inst-8\", \"tracker_completed_step_num\": 20, \"tracker_requested_step\": \"inst-9\", \"tracker_requested_step_num\": 21}"
+        },
+        {
+            "utt_id": "utt-21",
+            "utterance": "After 8 minutes it should be good! Now add 2 cups of frozen mixed vegetables and cook for another 5 minutes.",
+            "bot": true,
+            "annotations": "inform_duration(dur-8-0);\r\ninform_instruction(inst-9);\r\n"
+        },
+        {
+            "utt_id": "utt-22",
+            "utterance": "How large should the cups be?",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"req_amount;\", \"tracker_completed_step\": \"inst-9\", \"tracker_completed_step_num\": 21, \"tracker_requested_step\": \"inst-9\", \"tracker_requested_step_num\": 21}"
+        },
+        {
+            "utt_id": "utt-23",
+            "utterance": "I cannot answer that question.",
+            "bot": true,
+            "annotations": "fence();"
+        },
+        {
+            "utt_id": "utt-24",
+            "utterance": "Ok. the 5 minutes have passed. What should I do now?",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"confirm; req_instruction;\", \"tracker_completed_step\": \"inst-9\", \"tracker_completed_step_num\": 21, \"tracker_requested_step\": \"inst-10\", \"tracker_requested_step_num\": 22}"
+        },
+        {
+            "utt_id": "utt-25",
+            "utterance": "Add 2 tablespoons of all-purpose flour and cook for about 30 seconds. After that add 1 (14.5 ounce) can chicken broth and bring it to a boil.",
+            "bot": true,
+            "annotations": "inform_instruction(inst-10);\r\ninform_instruction(inst-11);"
+        },
+        {
+            "utt_id": "utt-26",
+            "utterance": "The chicken broth is boiling now.",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"confirm;\", \"tracker_completed_step\": \"inst-11\", \"tracker_completed_step_num\": 23, \"tracker_requested_step\": \"inst-12\", \"tracker_requested_step_num\": 24}"
+        },
+        {
+            "utt_id": "utt-27",
+            "utterance": "After it becomes thick, add the potatoes you made earlier.",
+            "bot": true,
+            "annotations": "inform_instruction(inst-12);"
+        },
+        {
+            "utt_id": "utt-28",
+            "utterance": "Done. What's next?",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"confirm; req_instruction;\", \"tracker_completed_step\": \"inst-12\", \"tracker_completed_step_num\": 24, \"tracker_requested_step\": \"inst-13\", \"tracker_requested_step_num\": 25}"
+        },
+        {
+            "utt_id": "utt-29",
+            "utterance": "Now remove chicken from pot and cut it into bite-size pieces. Afterwards add the chicken to the vegetable mixture.",
+            "bot": true,
+            "annotations": "inform_instruction(inst-13);"
+        },
+        {
+            "utt_id": "utt-30",
+            "utterance": "I have done that. What's next?",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"confirm; req_instruction;\", \"tracker_completed_step\": \"inst-13\", \"tracker_completed_step_num\": 25, \"tracker_requested_step\": \"inst-14\", \"tracker_requested_step_num\": 26}"
+        },
+        {
+            "utt_id": "utt-31",
+            "utterance": "You may add some salt and pepper to the taste you desire. After that pour the mixture into a 9 inch deep dish pie plate and cover with pie shell.",
+            "bot": true,
+            "annotations": "inform_instruction(inst-14);\r\ninform_instruction(inst-15);"
+        },
+        {
+            "utt_id": "utt-32",
+            "utterance": "Ok. is it done now?",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"req_is_recipe_finished;\", \"tracker_completed_step\": \"inst-15\", \"tracker_completed_step_num\": 27, \"tracker_requested_step\": \"inst-16\", \"tracker_requested_step_num\": 28}"
+        },
+        {
+            "utt_id": "utt-33",
+            "utterance": "Make sure that you crimp the edges of the pie shell to the plate. Like that you make sure no juices spill in the oven.",
+            "bot": true,
+            "annotations": "inform_instruction(inst-16);"
+        },
+        {
+            "utt_id": "utt-34",
+            "utterance": "Can you repeat that please?",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"req_repeat;\", \"tracker_completed_step\": \"inst-16\", \"tracker_completed_step_num\": 28, \"tracker_requested_step\": \"inst-16\", \"tracker_requested_step_num\": 28}"
+        },
+        {
+            "utt_id": "utt-35",
+            "utterance": "You should crimp the edges of the pie shell to the plate.",
+            "bot": true,
+            "annotations": "repeat(inst-16);"
+        },
+        {
+            "utt_id": "utt-36",
+            "utterance": "Ok. done.",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"confirm;\", \"tracker_completed_step\": \"inst-16\", \"tracker_completed_step_num\": 28, \"tracker_requested_step\": \"inst-17\", \"tracker_requested_step_num\": 29}"
+        },
+        {
+            "utt_id": "utt-37",
+            "utterance": "Now finally bake the pie at 175 degrees Celsius for 45 minutes. Make sure the pie shell is cooked and golden brown.",
+            "bot": true,
+            "annotations": "inform_instruction(inst-17);"
+        },
+        {
+            "utt_id": "utt-38",
+            "utterance": "Ok. I have baked it for 45 minutes.",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"confirm;\", \"tracker_completed_step\": \"inst-17\", \"tracker_completed_step_num\": 29, \"tracker_requested_step\": \"inst-17\", \"tracker_requested_step_num\": 29}"
+        },
+        {
+            "utt_id": "utt-39",
+            "utterance": "Ok. nice, now enjoy the dish!",
+            "bot": true,
+            "annotations": "enjoy();"
+        },
+        {
+            "utt_id": "utt-40",
+            "utterance": "It looks good. Thank you.",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"thank;\", \"tracker_completed_step\": \"inst-17\", \"tracker_completed_step_num\": 29, \"tracker_requested_step\": \"inst-17\", \"tracker_requested_step_num\": 29}"
+        }
+    ]
+}

dialog/045.1.json

@@ -0,0 +1,208 @@
+{
+    "messages": [
+        {
+            "utt_id": "utt-0",
+            "utterance": "Hi. what are we making today?",
+            "bot": false,
+            "annotations": "{\"section\": \"title\", \"intent\": \"greeting; req_title;\", \"tracker_completed_step\": \"title\", \"tracker_completed_step_num\": 0, \"tracker_requested_step\": \"title\", \"tracker_requested_step_num\": 0}"
+        },
+        {
+            "utt_id": "utt-1",
+            "utterance": "Hi. today we are making Almond Buttercrunch.",
+            "bot": true,
+            "annotations": "greeting();\r\ninform_title(title);"
+        },
+        {
+            "utt_id": "utt-2",
+            "utterance": "Ok. sounds nice. What is the first step?",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"req_instruction;\", \"tracker_completed_step\": \"title\", \"tracker_completed_step_num\": 0, \"tracker_requested_step\": \"inst-0\", \"tracker_requested_step_num\": 6}"
+        },
+        {
+            "utt_id": "utt-3",
+            "utterance": "Take a saucepan and place it on low heat.",
+            "bot": true,
+            "annotations": "fetch(inst-0, [tool-0-0]);\r\n"
+        },
+        {
+            "utt_id": "utt-4",
+            "utterance": "Ok. should it be large ?",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"req_tool;\", \"tracker_completed_step\": \"inst-0\", \"tracker_completed_step_num\": 6, \"tracker_requested_step\": \"inst-0\", \"tracker_requested_step_num\": 6}"
+        },
+        {
+            "utt_id": "utt-5",
+            "utterance": "Sorry I can not answer that question.",
+            "bot": true,
+            "annotations": "fence();"
+        },
+        {
+            "utt_id": "utt-6",
+            "utterance": "Ok. What is next?",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"req_instruction;\", \"tracker_completed_step\": \"inst-0\", \"tracker_completed_step_num\": 6, \"tracker_requested_step\": \"inst-0\", \"tracker_requested_step_num\": 6}"
+        },
+        {
+            "utt_id": "utt-7",
+            "utterance": "In this saucepan, combine the butter, sugar and 1 cup chopped almonds.",
+            "bot": true,
+            "annotations": "inform_instruction(ac-0-0);"
+        },
+        {
+            "utt_id": "utt-8",
+            "utterance": "Ok. how much butter and sugar should I add?",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"req_amount;\", \"tracker_completed_step\": \"inst-0\", \"tracker_completed_step_num\": 6, \"tracker_requested_step\": \"ing-0\", \"tracker_requested_step_num\": 1}"
+        },
+        {
+            "utt_id": "utt-9",
+            "utterance": "3/4 cup butter and 2 cups white sugar.",
+            "bot": true,
+            "annotations": "inform_amount(ing-0);\r\ninform_amount(ing-1);"
+        },
+        {
+            "utt_id": "utt-10",
+            "utterance": "Ok. I added them. What is the next step?",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"confirm; req_instruction;\", \"tracker_completed_step\": \"ing-1\", \"tracker_completed_step_num\": 2, \"tracker_requested_step\": \"inst-1\", \"tracker_requested_step_num\": 7}"
+        },
+        {
+            "utt_id": "utt-11",
+            "utterance": "Good, now stir constantly until the mixture is boiling.",
+            "bot": true,
+            "annotations": "inform_instruction(ac-1-0);"
+        },
+        {
+            "utt_id": "utt-12",
+            "utterance": "Ok. it's boiling now. What is the next step?",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"confirm; req_instruction;\", \"tracker_completed_step\": \"inst-1\", \"tracker_completed_step_num\": 7, \"tracker_requested_step\": \"inst-1\", \"tracker_requested_step_num\": 7}"
+        },
+        {
+            "utt_id": "utt-13",
+            "utterance": "As soon as it is boiling, do not stir or shake the mixture anymore.",
+            "bot": true,
+            "annotations": "inform_instruction(ac-1-1);"
+        },
+        {
+            "utt_id": "utt-14",
+            "utterance": "Ok. thanks. What should I do now?",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"thank; req_instruction;\", \"tracker_completed_step\": \"inst-1\", \"tracker_completed_step_num\": 7, \"tracker_requested_step\": \"inst-2\", \"tracker_requested_step_num\": 8}"
+        },
+        {
+            "utt_id": "utt-15",
+            "utterance": "Now heat the mixture to 149 to 154 degrees Celsius.",
+            "bot": true,
+            "annotations": "simplify_begin(inst-2);"
+        },
+        {
+            "utt_id": "utt-16",
+            "utterance": "Ok. Should I leave the mixture in the pan and put it in the oven?",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"other;\", \"tracker_completed_step\": \"inst-2\", \"tracker_completed_step_num\": 8, \"tracker_requested_step\": \"inst-2\", \"tracker_requested_step_num\": 8}"
+        },
+        {
+            "utt_id": "utt-17",
+            "utterance": "Yes, you should leave it in the pan.",
+            "bot": true,
+            "annotations": "affirm();"
+        },
+        {
+            "utt_id": "utt-18",
+            "utterance": "Ok. and then put it in the oven?",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"other;\", \"tracker_completed_step\": \"inst-2\", \"tracker_completed_step_num\": 8, \"tracker_requested_step\": \"inst-2\", \"tracker_requested_step_num\": 8}"
+        },
+        {
+            "utt_id": "utt-19",
+            "utterance": "No you should heat the mixture in the pan on high heat.",
+            "bot": true,
+            "annotations": "negate();"
+        },
+        {
+            "utt_id": "utt-20",
+            "utterance": "Ok. Thanks. now it's clear. Ok. the mixture is heating. Is there something I can do in the meantime?",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"thank; req_parallel_action;\", \"tracker_completed_step\": \"inst-2\", \"tracker_completed_step_num\": 8, \"tracker_requested_step\": \"inst-2\", \"tracker_requested_step_num\": 8}"
+        },
+        {
+            "utt_id": "utt-21",
+            "utterance": "No.",
+            "bot": true,
+            "annotations": "negate();"
+        },
+        {
+            "utt_id": "utt-22",
+            "utterance": "Ok. the mixture is on the given temperature. What should I do now?",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"confirm; req_instruction;\", \"tracker_completed_step\": \"inst-2\", \"tracker_completed_step_num\": 8, \"tracker_requested_step\": \"inst-2\", \"tracker_requested_step_num\": 8}"
+        },
+        {
+            "utt_id": "utt-23",
+            "utterance": "When you drop a small amount of syrup in cold water, does it form hard, brittle threads?",
+            "bot": true,
+            "annotations": "verify(cond-2-0);"
+        },
+        {
+            "utt_id": "utt-24",
+            "utterance": "Yes it does.",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"affirm;\", \"tracker_completed_step\": \"inst-2\", \"tracker_completed_step_num\": 8, \"tracker_requested_step\": \"inst-3\", \"tracker_requested_step_num\": 9}"
+        },
+        {
+            "utt_id": "utt-25",
+            "utterance": "Great. you can now pour the mixture onto a large buttered cookie sheet.",
+            "bot": true,
+            "annotations": "inform_instruction(inst-3);"
+        },
+        {
+            "utt_id": "utt-26",
+            "utterance": "Ok. I have done that. What should I do now?",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"confirm; req_instruction;\", \"tracker_completed_step\": \"inst-3\", \"tracker_completed_step_num\": 9, \"tracker_requested_step\": \"inst-4\", \"tracker_requested_step_num\": 10}"
+        },
+        {
+            "utt_id": "utt-27",
+            "utterance": "Press chocolate chips onto the hot mixture. You can use 2 cups milk chocolate chips. When the chocolate melts, you can spread it smoothly over the candy.",
+            "bot": true,
+            "annotations": "inform_instruction(inst-4);"
+        },
+        {
+            "utt_id": "utt-28",
+            "utterance": "Ok. I have done that. What is the next step?",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"confirm; req_instruction;\", \"tracker_completed_step\": \"inst-4\", \"tracker_completed_step_num\": 10, \"tracker_requested_step\": \"inst-5\", \"tracker_requested_step_num\": 11}"
+        },
+        {
+            "utt_id": "utt-29",
+            "utterance": "Next you can sprinkle finely chopped almonds. You should use 1/2 cup finely chopped almonds.",
+            "bot": true,
+            "annotations": "inform_instruction(ac-5-0);"
+        },
+        {
+            "utt_id": "utt-30",
+            "utterance": "Ok. I sprinkled them. What should I do now?",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"confirm; req_instruction;\", \"tracker_completed_step\": \"inst-5\", \"tracker_completed_step_num\": 11, \"tracker_requested_step\": \"inst-5\", \"tracker_requested_step_num\": 11}"
+        },
+        {
+            "utt_id": "utt-31",
+            "utterance": "Finally let it cool down and break it in uneven pieces. Enjoy!",
+            "bot": true,
+            "annotations": "inform_instruction(ac-5-1);\r\nenjoy();"
+        },
+        {
+            "utt_id": "utt-32",
+            "utterance": "Ok. thanks it looks good.",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"thank;\", \"tracker_completed_step\": \"inst-5\", \"tracker_completed_step_num\": 11, \"tracker_requested_step\": \"inst-5\", \"tracker_requested_step_num\": 11}"
+        },
+        {
+            "utt_id": "utt-33",
+            "utterance": "Bye.",
+            "bot": true,
+            "annotations": "goodbye();"
+        }
+    ]
+}

dialog/046.1.json

@@ -0,0 +1,214 @@
+{
+    "messages": [
+        {
+            "utt_id": "utt-0",
+            "utterance": "Hi. what are we making today?",
+            "bot": false,
+            "annotations": "{\"section\": \"title\", \"intent\": \"greeting; req_title;\", \"tracker_completed_step\": \"title\", \"tracker_completed_step_num\": 0, \"tracker_requested_step\": \"title\", \"tracker_requested_step_num\": 0}"
+        },
+        {
+            "utt_id": "utt-1",
+            "utterance": "Hi. we are making a cranberry apple pie. Are you ready to start?",
+            "bot": true,
+            "annotations": "greeting();\r\ninform_title(title);\r\npropose_start_recipe();"
+        },
+        {
+            "utt_id": "utt-2",
+            "utterance": "Yes I am. What ingredients do I need?",
+            "bot": false,
+            "annotations": "{\"section\": \"ing\", \"intent\": \"affirm; req_ingredient_list;\", \"tracker_completed_step\": \"title\", \"tracker_completed_step_num\": 0, \"tracker_requested_step\": \"title\", \"tracker_requested_step_num\": 0}"
+        },
+        {
+            "utt_id": "utt-3",
+            "utterance": "You need 7 ingredients, if you are ready I will announce them after each other.",
+            "bot": true,
+            "annotations": "propose_skip_ing_list();\r\n"
+        },
+        {
+            "utt_id": "utt-4",
+            "utterance": "Ok. go ahead.",
+            "bot": false,
+            "annotations": "{\"section\": \"ing\", \"intent\": \"affirm;\", \"tracker_completed_step\": \"title\", \"tracker_completed_step_num\": 0, \"tracker_requested_step\": \"ing-0\", \"tracker_requested_step_num\": 1}"
+        },
+        {
+            "utt_id": "utt-5",
+            "utterance": "6 apples and 1 (16 ounce) can of whole cranberry sauce.",
+            "bot": true,
+            "annotations": "inform_ingredient(ing-0);\r\ninform_ingredient(ing-1);"
+        },
+        {
+            "utt_id": "utt-6",
+            "utterance": "Ok. I have that.",
+            "bot": false,
+            "annotations": "{\"section\": \"ing\", \"intent\": \"confirm;\", \"tracker_completed_step\": \"ing-1\", \"tracker_completed_step_num\": 2, \"tracker_requested_step\": \"ing-2\", \"tracker_requested_step_num\": 3}"
+        },
+        {
+            "utt_id": "utt-7",
+            "utterance": "The next 3 ingredients are 1/2 cup packed brown sugar, 1/3 cup all-purpose flour and 1 1/2 teaspoons ground cinnamon.",
+            "bot": true,
+            "annotations": "inform_ingredient(ing-2);\r\ninform_ingredient(ing-3);\r\ninform_ingredient(ing-4);"
+        },
+        {
+            "utt_id": "utt-8",
+            "utterance": "Good I have them all in front of me now.",
+            "bot": false,
+            "annotations": "{\"section\": \"ing\", \"intent\": \"confirm;\", \"tracker_completed_step\": \"ing-4\", \"tracker_completed_step_num\": 5, \"tracker_requested_step\": \"ing-5\", \"tracker_requested_step_num\": 6}"
+        },
+        {
+            "utt_id": "utt-9",
+            "utterance": "The last two are 1/2 teaspoon ground nutmeg and 1 recipe pastry for a 9 inch double crust pie.",
+            "bot": true,
+            "annotations": "inform_ingredient(ing-5);\r\ninform_ingredient(ing-6);"
+        },
+        {
+            "utt_id": "utt-10",
+            "utterance": "Could you repeat the last one please?",
+            "bot": false,
+            "annotations": "{\"section\": \"ing\", \"intent\": \"req_repeat;\", \"tracker_completed_step\": \"ing-6\", \"tracker_completed_step_num\": 7, \"tracker_requested_step\": \"ing-6\", \"tracker_requested_step_num\": 7}"
+        },
+        {
+            "utt_id": "utt-11",
+            "utterance": "1 pastry for a 9 inch double crust pie.",
+            "bot": true,
+            "annotations": "repeat(ing-6);"
+        },
+        {
+            "utt_id": "utt-12",
+            "utterance": "Thank you. I think I have everything. What is the first step?",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"thank; confirm; req_instruction;\", \"tracker_completed_step\": \"ing-6\", \"tracker_completed_step_num\": 7, \"tracker_requested_step\": \"inst-0\", \"tracker_requested_step_num\": 8}"
+        },
+        {
+            "utt_id": "utt-13",
+            "utterance": "First preheat the oven to 175 degrees Celsius.",
+            "bot": true,
+            "annotations": "inform_instruction(inst-0);"
+        },
+        {
+            "utt_id": "utt-14",
+            "utterance": "Done. Can I do something while waiting?",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"confirm; req_parallel_action;\", \"tracker_completed_step\": \"inst-0\", \"tracker_completed_step_num\": 8, \"tracker_requested_step\": \"inst-1\", \"tracker_requested_step_num\": 9}"
+        },
+        {
+            "utt_id": "utt-15",
+            "utterance": "Yes first you may line a pie plate with pastry.",
+            "bot": true,
+            "annotations": "affirm();\r\ninform_instruction(inst-1);"
+        },
+        {
+            "utt_id": "utt-16",
+            "utterance": "Ok. done.",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"confirm;\", \"tracker_completed_step\": \"inst-1\", \"tracker_completed_step_num\": 9, \"tracker_requested_step\": \"inst-2\", \"tracker_requested_step_num\": 10}"
+        },
+        {
+            "utt_id": "utt-17",
+            "utterance": "Now take the apples and peel, core and slice them.",
+            "bot": true,
+            "annotations": "inform_instruction(inst-2);"
+        },
+        {
+            "utt_id": "utt-18",
+            "utterance": "I have sliced them. What should I do with them?",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"confirm; req_instruction;\", \"tracker_completed_step\": \"inst-2\", \"tracker_completed_step_num\": 10, \"tracker_requested_step\": \"inst-3\", \"tracker_requested_step_num\": 11}"
+        },
+        {
+            "utt_id": "utt-19",
+            "utterance": "Combine the pieces with the cranberry sauce in a medium sized mixing bowl.",
+            "bot": true,
+            "annotations": "inform_instruction(inst-3);"
+        },
+        {
+            "utt_id": "utt-20",
+            "utterance": "I have done that. What should I do now?",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"confirm; req_instruction;\", \"tracker_completed_step\": \"inst-3\", \"tracker_completed_step_num\": 11, \"tracker_requested_step\": \"inst-4\", \"tracker_requested_step_num\": 12}"
+        },
+        {
+            "utt_id": "utt-21",
+            "utterance": "Now we will add some other things to the mixture. You may add the brown sugar, cinnamon and nutmeg to the mixture.",
+            "bot": true,
+            "annotations": "inform_instruction(inst-4);"
+        },
+        {
+            "utt_id": "utt-22",
+            "utterance": "Should I stir everything?",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"req_instruction;\", \"tracker_completed_step\": \"inst-4\", \"tracker_completed_step_num\": 12, \"tracker_requested_step\": \"inst-5\", \"tracker_requested_step_num\": 13}"
+        },
+        {
+            "utt_id": "utt-23",
+            "utterance": "Yes mix it all well and thoroughly.",
+            "bot": true,
+            "annotations": "affirm();\r\ninform_instruction(inst-5);"
+        },
+        {
+            "utt_id": "utt-24",
+            "utterance": "Done. What's next?",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"confirm; req_instruction;\", \"tracker_completed_step\": \"inst-5\", \"tracker_completed_step_num\": 13, \"tracker_requested_step\": \"inst-6\", \"tracker_requested_step_num\": 14}"
+        },
+        {
+            "utt_id": "utt-25",
+            "utterance": "Now turn the mixture into the pastry lined pan.",
+            "bot": true,
+            "annotations": "inform_instruction(inst-6);"
+        },
+        {
+            "utt_id": "utt-26",
+            "utterance": "Ok. I have done that. What's next?",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"confirm; req_instruction;\", \"tracker_completed_step\": \"inst-6\", \"tracker_completed_step_num\": 14, \"tracker_requested_step\": \"inst-7\", \"tracker_requested_step_num\": 15}"
+        },
+        {
+            "utt_id": "utt-27",
+            "utterance": "Now cover it up with top crust and crimp the edges.",
+            "bot": true,
+            "annotations": "inform_instruction(inst-7);\r\ninform_instruction(inst-8);"
+        },
+        {
+            "utt_id": "utt-28",
+            "utterance": "Done. What is the next instruction?",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"confirm; req_instruction;\", \"tracker_completed_step\": \"inst-8\", \"tracker_completed_step_num\": 16, \"tracker_requested_step\": \"inst-9\", \"tracker_requested_step_num\": 17}"
+        },
+        {
+            "utt_id": "utt-29",
+            "utterance": "Cut a couple of slits in the top crust and bake it for 1 hour.",
+            "bot": true,
+            "annotations": "inform_instruction(inst-9);\r\nsimplify_begin(ac-10-0); \r\n"
+        },
+        {
+            "utt_id": "utt-30",
+            "utterance": "How do I know when it is ready?",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"req_duration;\", \"tracker_completed_step\": \"inst-10\", \"tracker_completed_step_num\": 18, \"tracker_requested_step\": \"inst-9\", \"tracker_requested_step_num\": 17}"
+        },
+        {
+            "utt_id": "utt-31",
+            "utterance": "Watch if the crust becomes golden brown and the filling becomes bubbly.",
+            "bot": true,
+            "annotations": "inform_duration(cond-10-0);\r\n"
+        },
+        {
+            "utt_id": "utt-32",
+            "utterance": "One hour has passed and the crust is golden brown and the filling is bubbly.",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"confirm;\", \"tracker_completed_step\": \"inst-10\", \"tracker_completed_step_num\": 18, \"tracker_requested_step\": \"inst-9\", \"tracker_requested_step_num\": 17}"
+        },
+        {
+            "utt_id": "utt-33",
+            "utterance": "Ok. great! That was it. Enjoy!",
+            "bot": true,
+            "annotations": "end_recipe();\r\nenjoy();"
+        },
+        {
+            "utt_id": "utt-34",
+            "utterance": "It looks good, thank you. Bye.",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"thank; goodbye;\", \"tracker_completed_step\": \"inst-10\", \"tracker_completed_step_num\": 18, \"tracker_requested_step\": \"inst-9\", \"tracker_requested_step_num\": 17}"
+        }
+    ]
+}

dialog/047.1.json

@@ -0,0 +1,268 @@
+{
+    "messages": [
+        {
+            "utt_id": "utt-0",
+            "utterance": "Hi. what are we making?",
+            "bot": false,
+            "annotations": "{\"section\": \"title\", \"intent\": \"greeting; req_title;\", \"tracker_completed_step\": \"title\", \"tracker_completed_step_num\": 0, \"tracker_requested_step\": \"title\", \"tracker_requested_step_num\": 0}"
+        },
+        {
+            "utt_id": "utt-1",
+            "utterance": "Hi. today we are making 1 pot 3 bean chicken stew.",
+            "bot": true,
+            "annotations": "greeting();\r\ninform_title(title);"
+        },
+        {
+            "utt_id": "utt-2",
+            "utterance": "Ok. sounds good. Does it contain many ingredients?",
+            "bot": false,
+            "annotations": "{\"section\": \"ing\", \"intent\": \"req_ingredient_list_length;\", \"tracker_completed_step\": \"title\", \"tracker_completed_step_num\": 0, \"tracker_requested_step\": \"title\", \"tracker_requested_step_num\": 0}"
+        },
+        {
+            "utt_id": "utt-3",
+            "utterance": "Yes it contains many ingredients. It contains 16 ingredients to be precise. I will announce every ingredient with its quantity when you need it.",
+            "bot": true,
+            "annotations": "affirm();\r\nsum_ingredient_list();\r\npropose_skip_ing_list();"
+        },
+        {
+            "utt_id": "utt-4",
+            "utterance": "Ok. sounds good. What is the first step?",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"affirm; req_instruction;\", \"tracker_completed_step\": \"title\", \"tracker_completed_step_num\": 0, \"tracker_requested_step\": \"inst-0\", \"tracker_requested_step_num\": 18}"
+        },
+        {
+            "utt_id": "utt-5",
+            "utterance": "Take a large pot and heat oil inside it.",
+            "bot": true,
+            "annotations": "fetch(inst-0, [tool-0-0]);\r\ninform_instruction(ac-0-0);"
+        },
+        {
+            "utt_id": "utt-6",
+            "utterance": "Could you repeat the first part?",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"req_repeat;\", \"tracker_completed_step\": \"inst-0\", \"tracker_completed_step_num\": 18, \"tracker_requested_step\": \"inst-0\", \"tracker_requested_step_num\": 18}"
+        },
+        {
+            "utt_id": "utt-7",
+            "utterance": "Take a large pot.",
+            "bot": true,
+            "annotations": "repeat(inst-0, [tool-0-0]);"
+        },
+        {
+            "utt_id": "utt-8",
+            "utterance": "Ok. thanks. What is next?",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"thank; req_instruction;\", \"tracker_completed_step\": \"inst-0\", \"tracker_completed_step_num\": 18, \"tracker_requested_step\": \"inst-0\", \"tracker_requested_step_num\": 18}"
+        },
+        {
+            "utt_id": "utt-9",
+            "utterance": "Next bake the 1 3/4 pounds boneless, skinless chicken breast cut in chunks. Bake until they are brown.",
+            "bot": true,
+            "annotations": "inform_ingredient(ing-1);\r\ninform_instruction(ac-0-1);"
+        },
+        {
+            "utt_id": "utt-10",
+            "utterance": "Ok. the chicken is brown. now What should I do next?",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"confirm; req_instruction;\", \"tracker_completed_step\": \"inst-0\", \"tracker_completed_step_num\": 18, \"tracker_requested_step\": \"inst-1\", \"tracker_requested_step_num\": 19}"
+        },
+        {
+            "utt_id": "utt-11",
+            "utterance": "Next remove the chicken from the pot and set it aside.",
+            "bot": true,
+            "annotations": "inform_instruction(inst-1);"
+        },
+        {
+            "utt_id": "utt-12",
+            "utterance": "Ok. I put the chicken aside. What is next?",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"confirm; req_instruction;\", \"tracker_completed_step\": \"inst-1\", \"tracker_completed_step_num\": 19, \"tracker_requested_step\": \"inst-2\", \"tracker_requested_step_num\": 20}"
+        },
+        {
+            "utt_id": "utt-13",
+            "utterance": "Saute 1 large yellow chopped onion until it is soft, about 5 minutes.",
+            "bot": true,
+            "annotations": "inform_instruction(inst-2);"
+        },
+        {
+            "utt_id": "utt-14",
+            "utterance": "Ok. can I do something in the meantime?",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"req_parallel_action;\", \"tracker_completed_step\": \"inst-2\", \"tracker_completed_step_num\": 20, \"tracker_requested_step\": \"inst-2\", \"tracker_requested_step_num\": 20}"
+        },
+        {
+            "utt_id": "utt-15",
+            "utterance": "No.",
+            "bot": true,
+            "annotations": "negate();"
+        },
+        {
+            "utt_id": "utt-16",
+            "utterance": "Ok. the onions are Ok. now. What is the next step?",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"confirm; req_instruction;\", \"tracker_completed_step\": \"inst-2\", \"tracker_completed_step_num\": 20, \"tracker_requested_step\": \"inst-3\", \"tracker_requested_step_num\": 21}"
+        },
+        {
+            "utt_id": "utt-17",
+            "utterance": "Next you will need to add several ingredients. I will say them one by one if you are ready.",
+            "bot": true,
+            "annotations": "simplify_begin(ac-3-0);"
+        },
+        {
+            "utt_id": "utt-18",
+            "utterance": "Ok. I'm ready.",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"confirm;\", \"tracker_completed_step\": \"inst-3\", \"tracker_completed_step_num\": 21, \"tracker_requested_step\": \"inst-3\", \"tracker_requested_step_num\": 21}"
+        },
+        {
+            "utt_id": "utt-19",
+            "utterance": "Start with 1 can fat-free, less-sodium chicken broth and 1 can no-salt-added black beans.",
+            "bot": true,
+            "annotations": "simplify_continue(ac-3-0, [ing-6, ing-7]);\r\n"
+        },
+        {
+            "utt_id": "utt-20",
+            "utterance": "Ok. both added. What are the next ones?",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"confirm; req_instruction;\", \"tracker_completed_step\": \"inst-3\", \"tracker_completed_step_num\": 21, \"tracker_requested_step\": \"inst-3\", \"tracker_requested_step_num\": 21}"
+        },
+        {
+            "utt_id": "utt-21",
+            "utterance": "Next add 1 can no-salt-added navy beans and 1 can no salt-added kidney beans.",
+            "bot": true,
+            "annotations": "simplify_continue(ac-3-0, [ing-8, ing-9]);"
+        },
+        {
+            "utt_id": "utt-22",
+            "utterance": "Both a can? I didn't understand that part.",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"other;\", \"tracker_completed_step\": \"inst-3\", \"tracker_completed_step_num\": 21, \"tracker_requested_step\": \"inst-3\", \"tracker_requested_step_num\": 21}"
+        },
+        {
+            "utt_id": "utt-23",
+            "utterance": "Yes, both a can.",
+            "bot": true,
+            "annotations": "affirm();"
+        },
+        {
+            "utt_id": "utt-24",
+            "utterance": "What size do they have?",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"req_amount;\", \"tracker_completed_step\": \"inst-3\", \"tracker_completed_step_num\": 21, \"tracker_requested_step\": \"ing-8\", \"tracker_requested_step_num\": 9}"
+        },
+        {
+            "utt_id": "utt-25",
+            "utterance": "Both a can of 15 ounce.",
+            "bot": true,
+            "annotations": "inform_amount(ing-8);\r\ninform_amount(ing-9);"
+        },
+        {
+            "utt_id": "utt-26",
+            "utterance": "Ok. I added them. What is next?",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"confirm; req_instruction;\", \"tracker_completed_step\": \"ing-9\", \"tracker_completed_step_num\": 10, \"tracker_requested_step\": \"inst-3\", \"tracker_requested_step_num\": 21}"
+        },
+        {
+            "utt_id": "utt-27",
+            "utterance": "Next add 3 cups no-salt-added chopped tomatoes and 1 cup sliced celery.",
+            "bot": true,
+            "annotations": "simplify_continue(ac-3-0, [ing-5, ing-3]);"
+        },
+        {
+            "utt_id": "utt-28",
+            "utterance": "Ok. I added both. Is there more to add?",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"confirm; req_instruction;\", \"tracker_completed_step\": \"inst-3\", \"tracker_completed_step_num\": 21, \"tracker_requested_step\": \"inst-3\", \"tracker_requested_step_num\": 21}"
+        },
+        {
+            "utt_id": "utt-29",
+            "utterance": "Yes in addition add 1 cup thinly sliced carrots and 1 cup dry red wine.",
+            "bot": true,
+            "annotations": "affirm();\r\nsimplify_continue(ac-3-0, [ing-4, ing-10]);"
+        },
+        {
+            "utt_id": "utt-30",
+            "utterance": "Ok. both added. What should I do now?",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"confirm; req_instruction;\", \"tracker_completed_step\": \"inst-3\", \"tracker_completed_step_num\": 21, \"tracker_requested_step\": \"inst-3\", \"tracker_requested_step_num\": 21}"
+        },
+        {
+            "utt_id": "utt-31",
+            "utterance": "Furthermore add 1 bay leaf and 1 tablespoon Italian herbs.",
+            "bot": true,
+            "annotations": "simplify_continue(ac-3-0, [ing-11, ing-12]);"
+        },
+        {
+            "utt_id": "utt-32",
+            "utterance": "Ok. added as well. What is the next step?",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"confirm; req_instruction;\", \"tracker_completed_step\": \"inst-3\", \"tracker_completed_step_num\": 21, \"tracker_requested_step\": \"inst-3\", \"tracker_requested_step_num\": 21}"
+        },
+        {
+            "utt_id": "utt-33",
+            "utterance": "Finally add the chicken you have put aside. Cover it and let it simmer for about 40 minutes.",
+            "bot": true,
+            "annotations": "inform_instruction(ac-3-0);\r\ninform_instruction(ac-3-1);"
+        },
+        {
+            "utt_id": "utt-34",
+            "utterance": "Ok. I have done that! Is there something else to do now?",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"confirm; req_instruction;\", \"tracker_completed_step\": \"inst-3\", \"tracker_completed_step_num\": 21, \"tracker_requested_step\": \"inst-4\", \"tracker_requested_step_num\": 22}"
+        },
+        {
+            "utt_id": "utt-35",
+            "utterance": "After the 40 minutes add 1 cup fresh Italian parsley chopped and 1 cup fresh cilantro chopped.",
+            "bot": true,
+            "annotations": "simplify_continue(ac-4-0, [ing-14, ing-15]);"
+        },
+        {
+            "utt_id": "utt-36",
+            "utterance": "Ok. could you repeat the second ingredient please?",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"req_repeat;\", \"tracker_completed_step\": \"inst-4\", \"tracker_completed_step_num\": 22, \"tracker_requested_step\": \"inst-4\", \"tracker_requested_step_num\": 22}"
+        },
+        {
+            "utt_id": "utt-37",
+            "utterance": "1 cup fresh cilantro chopped.",
+            "bot": true,
+            "annotations": "repeat(ac-4-0, [ing-15]);"
+        },
+        {
+            "utt_id": "utt-38",
+            "utterance": "Ok. added as well. What should I do now?",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"confirm; req_instruction;\", \"tracker_completed_step\": \"inst-4\", \"tracker_completed_step_num\": 22, \"tracker_requested_step\": \"inst-4\", \"tracker_requested_step_num\": 22}"
+        },
+        {
+            "utt_id": "utt-39",
+            "utterance": "In addition, add salt and pepper and let it simmer for 5 more minutes.",
+            "bot": true,
+            "annotations": "simplify_continue(ac-4-0, [ing-16]);\r\ninform_instruction(ac-4-1);"
+        },
+        {
+            "utt_id": "utt-40",
+            "utterance": "Ok. I have done that. What should I do now?",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"confirm; req_instruction;\", \"tracker_completed_step\": \"inst-4\", \"tracker_completed_step_num\": 22, \"tracker_requested_step\": \"inst-4\", \"tracker_requested_step_num\": 22}"
+        },
+        {
+            "utt_id": "utt-41",
+            "utterance": "That's all, enjoy your dish!",
+            "bot": true,
+            "annotations": "end_recipe();\r\nenjoy();"
+        },
+        {
+            "utt_id": "utt-42",
+            "utterance": "Ok. thanks it looks good.",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"thank;\", \"tracker_completed_step\": \"inst-4\", \"tracker_completed_step_num\": 22, \"tracker_requested_step\": \"inst-4\", \"tracker_requested_step_num\": 22}"
+        },
+        {
+            "utt_id": "utt-43",
+            "utterance": "Bye.",
+            "bot": true,
+            "annotations": "goodbye();"
+        }
+    ]
+}

dialog/048.1.json

@@ -0,0 +1,280 @@
+{
+    "messages": [
+        {
+            "utt_id": "utt-0",
+            "utterance": "Hi. what are we making today?",
+            "bot": false,
+            "annotations": "{\"section\": \"title\", \"intent\": \"greeting; req_title;\", \"tracker_completed_step\": \"title\", \"tracker_completed_step_num\": 0, \"tracker_requested_step\": \"title\", \"tracker_requested_step_num\": 0}"
+        },
+        {
+            "utt_id": "utt-1",
+            "utterance": "Hi. we will make black bean chili! Are you ready to start?",
+            "bot": true,
+            "annotations": "greeting();\r\ninform_title(title);\r\npropose_start_recipe();"
+        },
+        {
+            "utt_id": "utt-2",
+            "utterance": "Yes I am ready. What's the first step?",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"affirm; req_instruction;\", \"tracker_completed_step\": \"title\", \"tracker_completed_step_num\": 0, \"tracker_requested_step\": \"title\", \"tracker_requested_step_num\": 0}"
+        },
+        {
+            "utt_id": "utt-3",
+            "utterance": "First we will get some ingredients and prepare them. If you are ready I will announce them one by one.",
+            "bot": true,
+            "annotations": "propose_list_ingredients();"
+        },
+        {
+            "utt_id": "utt-4",
+            "utterance": "Go ahead.",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"affirm;\", \"tracker_completed_step\": \"inst-1\", \"tracker_completed_step_num\": 15, \"tracker_requested_step\": \"ing-1\", \"tracker_requested_step_num\": 2}"
+        },
+        {
+            "utt_id": "utt-5",
+            "utterance": "First take one onion and chop it.",
+            "bot": true,
+            "annotations": "inform_ingredient(ing-1);"
+        },
+        {
+            "utt_id": "utt-6",
+            "utterance": "Done. Anything else?",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"confirm; req_ingredient;\", \"tracker_completed_step\": \"ing-1\", \"tracker_completed_step_num\": 2, \"tracker_requested_step\": \"ing-2\", \"tracker_requested_step_num\": 3}"
+        },
+        {
+            "utt_id": "utt-7",
+            "utterance": "Yes now take 2 red bell peppers and chop them.",
+            "bot": true,
+            "annotations": "inform_ingredient(ing-2);"
+        },
+        {
+            "utt_id": "utt-8",
+            "utterance": "I have chopped two red bell peppers. What's next?",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"confirm; req_ingredient;\", \"tracker_completed_step\": \"ing-2\", \"tracker_completed_step_num\": 3, \"tracker_requested_step\": \"ing-3\", \"tracker_requested_step_num\": 4}"
+        },
+        {
+            "utt_id": "utt-9",
+            "utterance": "Now take 1 jalapeno pepper, seeded and minced. Also take 10 fresh mushrooms and chop them in quarters.",
+            "bot": true,
+            "annotations": "inform_ingredient(ing-3);\r\ninform_ingredient(ing-4);"
+        },
+        {
+            "utt_id": "utt-10",
+            "utterance": "Done. what's next?",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"confirm; req_ingredient;\", \"tracker_completed_step\": \"ing-4\", \"tracker_completed_step_num\": 5, \"tracker_requested_step\": \"ing-5\", \"tracker_requested_step_num\": 6}"
+        },
+        {
+            "utt_id": "utt-11",
+            "utterance": "Take 6 roma (plum) tomatoes and make little dices. Also grab 1 cup of fresh corn kernels.",
+            "bot": true,
+            "annotations": "inform_ingredient(ing-5);\r\ninform_ingredient(ing-6);"
+        },
+        {
+            "utt_id": "utt-12",
+            "utterance": "Do the tomatoes need to be peeled before cutting it into pieces?",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"other;\", \"tracker_completed_step\": \"ing-6\", \"tracker_completed_step_num\": 7, \"tracker_requested_step\": \"ing-5\", \"tracker_requested_step_num\": 6}"
+        },
+        {
+            "utt_id": "utt-13",
+            "utterance": "Sorry I cannot answer that question.",
+            "bot": true,
+            "annotations": "fence();"
+        },
+        {
+            "utt_id": "utt-14",
+            "utterance": "No problem, what's next?",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"req_instruction;\", \"tracker_completed_step\": \"ing-6\", \"tracker_completed_step_num\": 7, \"tracker_requested_step\": \"inst-0\", \"tracker_requested_step_num\": 14}"
+        },
+        {
+            "utt_id": "utt-15",
+            "utterance": "Take a large saucepan and heat some oil over medium-high heat.",
+            "bot": true,
+            "annotations": "inform_instruction(inst-0);"
+        },
+        {
+            "utt_id": "utt-16",
+            "utterance": "Yes I have done that. What should I do now?",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"confirm; req_instruction;\", \"tracker_completed_step\": \"inst-0\", \"tracker_completed_step_num\": 14, \"tracker_requested_step\": \"inst-1\", \"tracker_requested_step_num\": 15}"
+        },
+        {
+            "utt_id": "utt-17",
+            "utterance": "Now sautee the ingredients you just prepared for about 10 minutes.",
+            "bot": true,
+            "annotations": "simplify_begin(inst-1);"
+        },
+        {
+            "utt_id": "utt-18",
+            "utterance": "Ten minutes have passed now. How do I know when they are ready?",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"confirm; req_duration;\", \"tracker_completed_step\": \"inst-1\", \"tracker_completed_step_num\": 15, \"tracker_requested_step\": \"inst-1\", \"tracker_requested_step_num\": 15}"
+        },
+        {
+            "utt_id": "utt-19",
+            "utterance": "It's ready when the onions became translucent.",
+            "bot": true,
+            "annotations": "inform_duration(dur-1-0);"
+        },
+        {
+            "utt_id": "utt-20",
+            "utterance": "They are translucent now. What should I do with it?",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"confirm; req_instruction;\", \"tracker_completed_step\": \"inst-1\", \"tracker_completed_step_num\": 15, \"tracker_requested_step\": \"inst-2\", \"tracker_requested_step_num\": 16}"
+        },
+        {
+            "utt_id": "utt-21",
+            "utterance": "Now we will season it with some ingredients. First add 1 teaspoon ground black pepper.",
+            "bot": true,
+            "annotations": "simplify_begin(ac-2-0);\r\nsimplify_continue(ac-2-0, [ing-7]);"
+        },
+        {
+            "utt_id": "utt-22",
+            "utterance": "I have added it. What else?",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"confirm; req_instruction;\", \"tracker_completed_step\": \"inst-2\", \"tracker_completed_step_num\": 16, \"tracker_requested_step\": \"inst-2\", \"tracker_requested_step_num\": 16}"
+        },
+        {
+            "utt_id": "utt-23",
+            "utterance": "Now add 1 teaspoon ground cumin and 1 tablespoon chili powder.",
+            "bot": true,
+            "annotations": "simplify_continue(ac-2-0, [ing-8, ing-9]);"
+        },
+        {
+            "utt_id": "utt-24",
+            "utterance": "Both added. Anything else?",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"confirm; req_instruction;\", \"tracker_completed_step\": \"inst-2\", \"tracker_completed_step_num\": 16, \"tracker_requested_step\": \"inst-3\", \"tracker_requested_step_num\": 17}"
+        },
+        {
+            "utt_id": "utt-25",
+            "utterance": "Now stir in 2 cans of drained and rinsed black beans.",
+            "bot": true,
+            "annotations": "simplify_continue(ac-3-0, [ing-10]);"
+        },
+        {
+            "utt_id": "utt-26",
+            "utterance": "How large should the cans be?",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"req_amount;\", \"tracker_completed_step\": \"inst-3\", \"tracker_completed_step_num\": 17, \"tracker_requested_step\": \"ing-10\", \"tracker_requested_step_num\": 11}"
+        },
+        {
+            "utt_id": "utt-27",
+            "utterance": "They should be both 15 ounces.",
+            "bot": true,
+            "annotations": "inform_amount(ing-10);"
+        },
+        {
+            "utt_id": "utt-28",
+            "utterance": "Ok. done. What's next?",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"confirm; req_instruction;\", \"tracker_completed_step\": \"ing-10\", \"tracker_completed_step_num\": 11, \"tracker_requested_step\": \"inst-3\", \"tracker_requested_step_num\": 17}"
+        },
+        {
+            "utt_id": "utt-29",
+            "utterance": "Now in addition to that still add 1 1/2 cups of chicken broth and 1 teaspoon salt. Bring it to a boil.",
+            "bot": true,
+            "annotations": "simplify_continue(ac-3-0, [ing-11, ing-12]);"
+        },
+        {
+            "utt_id": "utt-30",
+            "utterance": "What's the volume of 1 cup chicken broth?",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"req_amount;\", \"tracker_completed_step\": \"inst-3\", \"tracker_completed_step_num\": 17, \"tracker_requested_step\": \"inst-3\", \"tracker_requested_step_num\": 17}"
+        },
+        {
+            "utt_id": "utt-31",
+            "utterance": "Sorry I cannot answer that.",
+            "bot": true,
+            "annotations": "fence();"
+        },
+        {
+            "utt_id": "utt-32",
+            "utterance": "Ok. what's next?",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"req_instruction;\", \"tracker_completed_step\": \"inst-3\", \"tracker_completed_step_num\": 17, \"tracker_requested_step\": \"inst-4\", \"tracker_requested_step_num\": 18}"
+        },
+        {
+            "utt_id": "utt-33",
+            "utterance": "Is it boiling? Do you have a food processor or blender?",
+            "bot": true,
+            "annotations": "verify(inst-4);\r\nverify(ac-5-0, [tool-5-0]);"
+        },
+        {
+            "utt_id": "utt-34",
+            "utterance": "Yes it is boiling and I have a blender.",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"affirm; confirm;\", \"tracker_completed_step\": \"inst-5\", \"tracker_completed_step_num\": 19, \"tracker_requested_step\": \"inst-5\", \"tracker_requested_step_num\": 19}"
+        },
+        {
+            "utt_id": "utt-35",
+            "utterance": "Now remove 1 1/2 cups of the soup and put it in the blender.",
+            "bot": true,
+            "annotations": "inform_instruction(ac-5-0);"
+        },
+        {
+            "utt_id": "utt-36",
+            "utterance": "Done. For how long should I blend it?",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"confirm; req_duration;\", \"tracker_completed_step\": \"inst-5\", \"tracker_completed_step_num\": 19, \"tracker_requested_step\": \"inst-5\", \"tracker_requested_step_num\": 19}"
+        },
+        {
+            "utt_id": "utt-37",
+            "utterance": "I cannot answer that question. You have to puree the mixture you put into the blender. After that stir it back into the soup.",
+            "bot": true,
+            "annotations": "fence();\r\ninform_instruction(ac-5-1);\r\ninform_instruction(ac-5-2);"
+        },
+        {
+            "utt_id": "utt-38",
+            "utterance": "What should I do with the mixture in the blender?",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"req_instruction;\", \"tracker_completed_step\": \"inst-5\", \"tracker_completed_step_num\": 19, \"tracker_requested_step\": \"inst-5\", \"tracker_requested_step_num\": 19}"
+        },
+        {
+            "utt_id": "utt-39",
+            "utterance": "You can stir it back into the soup in the saucepan.",
+            "bot": true,
+            "annotations": "inform_instruction(ac-5-2);"
+        },
+        {
+            "utt_id": "utt-40",
+            "utterance": "Can you repeat the last part, in what?",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"req_repeat;\", \"tracker_completed_step\": \"inst-5\", \"tracker_completed_step_num\": 19, \"tracker_requested_step\": \"inst-5\", \"tracker_requested_step_num\": 19}"
+        },
+        {
+            "utt_id": "utt-41",
+            "utterance": "Into the soup in the saucepan.",
+            "bot": true,
+            "annotations": "repeat(ac-5-2);"
+        },
+        {
+            "utt_id": "utt-42",
+            "utterance": "Thank you for repeating it. What should I do now?",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"thank; req_instruction;\", \"tracker_completed_step\": \"inst-5\", \"tracker_completed_step_num\": 19, \"tracker_requested_step\": \"inst-6\", \"tracker_requested_step_num\": 20}"
+        },
+        {
+            "utt_id": "utt-43",
+            "utterance": "That was all. You can serve it hot by itself or over rice.",
+            "bot": true,
+            "annotations": "inform_instruction(inst-6);"
+        },
+        {
+            "utt_id": "utt-44",
+            "utterance": "It looks good. Thank you for the instructions!",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"thank;\", \"tracker_completed_step\": \"inst-6\", \"tracker_completed_step_num\": 20, \"tracker_requested_step\": \"inst-6\", \"tracker_requested_step_num\": 20}"
+        },
+        {
+            "utt_id": "utt-45",
+            "utterance": "You are welcome! enjoy.",
+            "bot": true,
+            "annotations": "thank();\r\nenjoy();"
+        }
+    ]
+}

dialog/049.1.json

@@ -0,0 +1,130 @@
+{
+    "messages": [
+        {
+            "utt_id": "utt-0",
+            "utterance": "Hi. what are we making today?",
+            "bot": false,
+            "annotations": "{\"section\": \"title\", \"intent\": \"greeting; req_title;\", \"tracker_completed_step\": \"title\", \"tracker_completed_step_num\": 0, \"tracker_requested_step\": \"title\", \"tracker_requested_step_num\": 0}"
+        },
+        {
+            "utt_id": "utt-1",
+            "utterance": "Hello. today we are making Eggnog Blend.",
+            "bot": true,
+            "annotations": "greeting();\r\ninform_title(title);"
+        },
+        {
+            "utt_id": "utt-2",
+            "utterance": "Ok. nice. What is the first step?",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"req_instruction;\", \"tracker_completed_step\": \"title\", \"tracker_completed_step_num\": 0, \"tracker_requested_step\": \"inst-0\", \"tracker_requested_step_num\": 9}"
+        },
+        {
+            "utt_id": "utt-3",
+            "utterance": "Take a saucepan and place it on low heat.",
+            "bot": true,
+            "annotations": "inform_instruction(inst-0, [tool-0-0]);"
+        },
+        {
+            "utt_id": "utt-4",
+            "utterance": "Ok. I have done that. What should I add?",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"confirm; req_instruction;\", \"tracker_completed_step\": \"inst-0\", \"tracker_completed_step_num\": 9, \"tracker_requested_step\": \"inst-0\", \"tracker_requested_step_num\": 9}"
+        },
+        {
+            "utt_id": "utt-5",
+            "utterance": "Add 4 cups half-and-half and 1 cup white sugar. Stir everything.",
+            "bot": true,
+            "annotations": "simplify_begin(ac-0-0);"
+        },
+        {
+            "utt_id": "utt-6",
+            "utterance": "Could you repeat the first ingredient please?",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"req_repeat;\", \"tracker_completed_step\": \"inst-0\", \"tracker_completed_step_num\": 9, \"tracker_requested_step\": \"ing-0\", \"tracker_requested_step_num\": 1}"
+        },
+        {
+            "utt_id": "utt-7",
+            "utterance": "4 cups Half-and-half.",
+            "bot": true,
+            "annotations": "repeat(ing-0);"
+        },
+        {
+            "utt_id": "utt-8",
+            "utterance": "Ok. I have added them. What is next?",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"confirm; req_instruction;\", \"tracker_completed_step\": \"ing-0\", \"tracker_completed_step_num\": 1, \"tracker_requested_step\": \"inst-1\", \"tracker_requested_step_num\": 10}"
+        },
+        {
+            "utt_id": "utt-9",
+            "utterance": "Add egg yolks and stir and cook until light custard forms. However make sure the mixture does not boil.",
+            "bot": true,
+            "annotations": "inform_instruction(inst-1);"
+        },
+        {
+            "utt_id": "utt-10",
+            "utterance": "Ok. I have done it. What is the next step?",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"confirm; req_instruction;\", \"tracker_completed_step\": \"inst-1\", \"tracker_completed_step_num\": 10, \"tracker_requested_step\": \"inst-2\", \"tracker_requested_step_num\": 11}"
+        },
+        {
+            "utt_id": "utt-11",
+            "utterance": "Remove the mixture from the heat and let it cool. Afterwards place it in the refrigerator and let it chill overnight.",
+            "bot": true,
+            "annotations": "inform_instruction(inst-2);"
+        },
+        {
+            "utt_id": "utt-12",
+            "utterance": "Ok. I have let it chill overnight. Is there something else to do now?",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"confirm; req_is_recipe_ongoing;\", \"tracker_completed_step\": \"inst-2\", \"tracker_completed_step_num\": 11, \"tracker_requested_step\": \"inst-3\", \"tracker_requested_step_num\": 12}"
+        },
+        {
+            "utt_id": "utt-13",
+            "utterance": "Yes you should now stir in 5 ingredients. Start with 1 teaspoon vanilla extract  and 2 cups heavy cream.",
+            "bot": true,
+            "annotations": "affirm();\r\nsimplify_begin(inst-3);\r\nsimplify_continue(inst-3, [ing-3, ing-4]);"
+        },
+        {
+            "utt_id": "utt-14",
+            "utterance": "Ok. I stirred in both. What are the next ones?",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"confirm; req_instruction;\", \"tracker_completed_step\": \"inst-3\", \"tracker_completed_step_num\": 12, \"tracker_requested_step\": \"inst-3\", \"tracker_requested_step_num\": 12}"
+        },
+        {
+            "utt_id": "utt-15",
+            "utterance": "Next stir in 2/3 cups dark rum and 1/2 cup Scotch whisky.",
+            "bot": true,
+            "annotations": "simplify_continue(inst-3, [ing-5, ing-6]);"
+        },
+        {
+            "utt_id": "utt-16",
+            "utterance": "Ok. I added both. What are the next ones?",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"confirm; req_instruction;\", \"tracker_completed_step\": \"inst-3\", \"tracker_completed_step_num\": 12, \"tracker_requested_step\": \"inst-3\", \"tracker_requested_step_num\": 12}"
+        },
+        {
+            "utt_id": "utt-17",
+            "utterance": "Finally add 1 pint vanilla ice cream.",
+            "bot": true,
+            "annotations": "simplify_continue(inst-3, [ing-7]);"
+        },
+        {
+            "utt_id": "utt-18",
+            "utterance": "Ok. Thanks. I added it as well. What should I do now?",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"thank; confirm; req_instruction;\", \"tracker_completed_step\": \"inst-3\", \"tracker_completed_step_num\": 12, \"tracker_requested_step\": \"inst-4\", \"tracker_requested_step_num\": 13}"
+        },
+        {
+            "utt_id": "utt-19",
+            "utterance": "You should serve it cold. That's all, well done!",
+            "bot": true,
+            "annotations": "inform_instruction(inst-4);\r\nend_recipe();\r\nenjoy();"
+        },
+        {
+            "utt_id": "utt-20",
+            "utterance": "Ok. Thanks. it looks nice. Bye.",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"thank; goodbye;\", \"tracker_completed_step\": \"inst-4\", \"tracker_completed_step_num\": 13, \"tracker_requested_step\": \"inst-4\", \"tracker_requested_step_num\": 13}"
+        }
+    ]
+}

dialog/050.1.json

@@ -0,0 +1,190 @@
+{
+    "messages": [
+        {
+            "utt_id": "utt-0",
+            "utterance": "Hi. what are we making today?",
+            "bot": false,
+            "annotations": "{\"section\": \"title\", \"intent\": \"greeting; req_title;\", \"tracker_completed_step\": \"title\", \"tracker_completed_step_num\": 0, \"tracker_requested_step\": \"title\", \"tracker_requested_step_num\": 0}"
+        },
+        {
+            "utt_id": "utt-1",
+            "utterance": "Hi. we will make deep south fried chicken. Are you ready to start?",
+            "bot": true,
+            "annotations": "greeting();\r\ninform_title(title);\r\npropose_start_recipe();"
+        },
+        {
+            "utt_id": "utt-2",
+            "utterance": "Yes I am ready. What ingredients do I need?",
+            "bot": false,
+            "annotations": "{\"section\": \"ing\", \"intent\": \"affirm; req_ingredient_list;\", \"tracker_completed_step\": \"title\", \"tracker_completed_step_num\": 0, \"tracker_requested_step\": \"title\", \"tracker_requested_step_num\": 0}"
+        },
+        {
+            "utt_id": "utt-3",
+            "utterance": "You need only five ingredients. If you ready I can announce them after each other so you can prepare them.",
+            "bot": true,
+            "annotations": "sum_ingredient_list();\r\npropose_list_ingredients();\r\n"
+        },
+        {
+            "utt_id": "utt-4",
+            "utterance": "Yes go ahead.",
+            "bot": false,
+            "annotations": "{\"section\": \"ing\", \"intent\": \"affirm;\", \"tracker_completed_step\": \"title\", \"tracker_completed_step_num\": 0, \"tracker_requested_step\": \"ing-0\", \"tracker_requested_step_num\": 1}"
+        },
+        {
+            "utt_id": "utt-5",
+            "utterance": "First take 1 cup of shortening and 2 cups of all-purpose flour.",
+            "bot": true,
+            "annotations": "inform_ingredient(ing-0);\r\ninform_ingredient(ing-1);"
+        },
+        {
+            "utt_id": "utt-6",
+            "utterance": "I have both ingredients. What else?",
+            "bot": false,
+            "annotations": "{\"section\": \"ing\", \"intent\": \"confirm; req_ingredient;\", \"tracker_completed_step\": \"ing-1\", \"tracker_completed_step_num\": 2, \"tracker_requested_step\": \"ing-2\", \"tracker_requested_step_num\": 3}"
+        },
+        {
+            "utt_id": "utt-7",
+            "utterance": "Now take 1 teaspoon salt and 1 teaspoon ground black pepper.",
+            "bot": true,
+            "annotations": "inform_ingredient(ing-2);\r\ninform_ingredient(ing-3);"
+        },
+        {
+            "utt_id": "utt-8",
+            "utterance": "Ok. done. What is the last ingredient?",
+            "bot": false,
+            "annotations": "{\"section\": \"ing\", \"intent\": \"confirm; req_ingredient;\", \"tracker_completed_step\": \"ing-3\", \"tracker_completed_step_num\": 4, \"tracker_requested_step\": \"ing-4\", \"tracker_requested_step_num\": 5}"
+        },
+        {
+            "utt_id": "utt-9",
+            "utterance": "The last one is 1 whole chicken (2 to 3 pound). You should cut it into pieces.",
+            "bot": true,
+            "annotations": "inform_ingredient(ing-4);"
+        },
+        {
+            "utt_id": "utt-10",
+            "utterance": "I have done that. What should I do now?",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"confirm; req_instruction;\", \"tracker_completed_step\": \"ing-4\", \"tracker_completed_step_num\": 5, \"tracker_requested_step\": \"inst-0\", \"tracker_requested_step_num\": 6}"
+        },
+        {
+            "utt_id": "utt-11",
+            "utterance": "Great. Now take a large cast iron skillet and put it over medium high heat. You may heat the shortening.",
+            "bot": true,
+            "annotations": "inform_instruction(inst-0);"
+        },
+        {
+            "utt_id": "utt-12",
+            "utterance": "Ok. I am heating the shortening.",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"confirm;\", \"tracker_completed_step\": \"inst-0\", \"tracker_completed_step_num\": 6, \"tracker_requested_step\": \"inst-1\", \"tracker_requested_step_num\": 7}"
+        },
+        {
+            "utt_id": "utt-13",
+            "utterance": "Now take a brown paper lunch bag. Combine the flour, salt, and pepper into the bag.",
+            "bot": true,
+            "annotations": "inform_instruction(inst-1);"
+        },
+        {
+            "utt_id": "utt-14",
+            "utterance": "Ok. done.",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"confirm;\", \"tracker_completed_step\": \"inst-1\", \"tracker_completed_step_num\": 7, \"tracker_requested_step\": \"inst-2\", \"tracker_requested_step_num\": 8}"
+        },
+        {
+            "utt_id": "utt-15",
+            "utterance": "Shake two chicken pieces in the bag to coat. Afterwards place them in the skillet.",
+            "bot": true,
+            "annotations": "inform_instruction(inst-2);"
+        },
+        {
+            "utt_id": "utt-16",
+            "utterance": "The two coated chicken pieces are in the skillet. What should I do now?",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"confirm; req_instruction;\", \"tracker_completed_step\": \"inst-2\", \"tracker_completed_step_num\": 8, \"tracker_requested_step\": \"inst-3\", \"tracker_requested_step_num\": 9}"
+        },
+        {
+            "utt_id": "utt-17",
+            "utterance": "Now repeat this process until all of the chicken is coated and into the skillet.",
+            "bot": true,
+            "annotations": "inform_instruction(inst-3);"
+        },
+        {
+            "utt_id": "utt-18",
+            "utterance": "Ok. all the chicken is in the skillet now. For how long should I bake it.",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"confirm; req_duration;\", \"tracker_completed_step\": \"inst-3\", \"tracker_completed_step_num\": 9, \"tracker_requested_step\": \"inst-4\", \"tracker_requested_step_num\": 10}"
+        },
+        {
+            "utt_id": "utt-19",
+            "utterance": "Fry the chicken over medium-high heat. It's done when all of the pieces have been browned on both sides.",
+            "bot": true,
+            "annotations": "inform_instruction(inst-4);"
+        },
+        {
+            "utt_id": "utt-20",
+            "utterance": "All the chicken pieces are brown on both sides. What should I do now?",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"confirm; req_instruction;\", \"tracker_completed_step\": \"inst-4\", \"tracker_completed_step_num\": 10, \"tracker_requested_step\": \"inst-5\", \"tracker_requested_step_num\": 11}"
+        },
+        {
+            "utt_id": "utt-21",
+            "utterance": "Now turn the heat to medium-low and cover the skillet. Then cook for another 25 minutes.",
+            "bot": true,
+            "annotations": "inform_instruction(inst-5);"
+        },
+        {
+            "utt_id": "utt-22",
+            "utterance": "Can I do anything else during these 25 minutes?",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"req_parallel_action;\", \"tracker_completed_step\": \"inst-5\", \"tracker_completed_step_num\": 11, \"tracker_requested_step\": \"inst-5\", \"tracker_requested_step_num\": 11}"
+        },
+        {
+            "utt_id": "utt-23",
+            "utterance": "No, there is nothing else to do.",
+            "bot": true,
+            "annotations": "negate();"
+        },
+        {
+            "utt_id": "utt-24",
+            "utterance": "Ok. the 25 minutes have passed. Is it done?",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"confirm; req_instruction;\", \"tracker_completed_step\": \"inst-5\", \"tracker_completed_step_num\": 11, \"tracker_requested_step\": \"inst-6\", \"tracker_requested_step_num\": 12}"
+        },
+        {
+            "utt_id": "utt-25",
+            "utterance": "Not yet. Now remove the lid and increase the heat again to medium-high and continue frying the chicken.",
+            "bot": true,
+            "annotations": "negate();\r\ninform_instruction(inst-6);\r\nsimplify_begin(ac-7-0);"
+        },
+        {
+            "utt_id": "utt-26",
+            "utterance": "For how long should I continue frying?",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"req_duration;\", \"tracker_completed_step\": \"inst-7\", \"tracker_completed_step_num\": 13, \"tracker_requested_step\": \"inst-6\", \"tracker_requested_step_num\": 12}"
+        },
+        {
+            "utt_id": "utt-27",
+            "utterance": "Until the chicken pieces are deep golden brown and the juices run clear.",
+            "bot": true,
+            "annotations": "inform_duration(cond-7-0);"
+        },
+        {
+            "utt_id": "utt-28",
+            "utterance": "Ok. done.",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"confirm;\", \"tracker_completed_step\": \"inst-7\", \"tracker_completed_step_num\": 13, \"tracker_requested_step\": \"inst-6\", \"tracker_requested_step_num\": 12}"
+        },
+        {
+            "utt_id": "utt-29",
+            "utterance": "Great. now you are ready. Enjoy!",
+            "bot": true,
+            "annotations": "end_recipe();\r\nenjoy();"
+        },
+        {
+            "utt_id": "utt-30",
+            "utterance": "Thank you for the instructions. It looks good. Bye.",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"thank; goodbye;\", \"tracker_completed_step\": \"inst-7\", \"tracker_completed_step_num\": 13, \"tracker_requested_step\": \"inst-6\", \"tracker_requested_step_num\": 12}"
+        }
+    ]
+}

dialog/051.1.json

@@ -0,0 +1,322 @@
+{
+    "messages": [
+        {
+            "utt_id": "utt-0",
+            "utterance": "Hi. what are we making today?",
+            "bot": false,
+            "annotations": "{\"section\": \"title\", \"intent\": \"greeting; req_title;\", \"tracker_completed_step\": \"title\", \"tracker_completed_step_num\": 0, \"tracker_requested_step\": \"title\", \"tracker_requested_step_num\": 0}"
+        },
+        {
+            "utt_id": "utt-1",
+            "utterance": "Hi. today we are making Biriyani.",
+            "bot": true,
+            "annotations": "greeting();\r\ninform_title(title);"
+        },
+        {
+            "utt_id": "utt-2",
+            "utterance": "Ok. where do we start with?",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"req_instruction;\", \"tracker_completed_step\": \"title\", \"tracker_completed_step_num\": 0, \"tracker_requested_step\": \"inst-0\", \"tracker_requested_step_num\": 22}"
+        },
+        {
+            "utt_id": "utt-3",
+            "utterance": "Take a large skillet and heat 2 1/2 tablespoons olive oil over medium heat.",
+            "bot": true,
+            "annotations": "inform_instruction(inst-0);"
+        },
+        {
+            "utt_id": "utt-4",
+            "utterance": "Ok. I have done that, what should I do now?",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"confirm; req_instruction;\", \"tracker_completed_step\": \"inst-0\", \"tracker_completed_step_num\": 22, \"tracker_requested_step\": \"inst-1\", \"tracker_requested_step_num\": 23}"
+        },
+        {
+            "utt_id": "utt-5",
+            "utterance": "Mix in 3 tablespoons plain yoghurt and 2 tablespoons distilled white vinegar.",
+            "bot": true,
+            "annotations": "inform_instruction(inst-1);"
+        },
+        {
+            "utt_id": "utt-6",
+            "utterance": "Ok. I have done that. What is next?",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"confirm; req_instruction;\", \"tracker_completed_step\": \"inst-1\", \"tracker_completed_step_num\": 23, \"tracker_requested_step\": \"inst-2\", \"tracker_requested_step_num\": 24}"
+        },
+        {
+            "utt_id": "utt-7",
+            "utterance": "Now you should place 1 medium onion sliced into the skillet and cook until tender.",
+            "bot": true,
+            "annotations": "inform_instruction(inst-2);"
+        },
+        {
+            "utt_id": "utt-8",
+            "utterance": "Ok. I also added that. What is next?",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"confirm; req_instruction;\", \"tracker_completed_step\": \"inst-2\", \"tracker_completed_step_num\": 24, \"tracker_requested_step\": \"inst-3\", \"tracker_requested_step_num\": 25}"
+        },
+        {
+            "utt_id": "utt-9",
+            "utterance": "Next you should mix in four ingredients. Start with 2 cloves crushed garlic and 1 tablespoon ginger paste.",
+            "bot": true,
+            "annotations": "simplify_begin(inst-3);\r\nsimplify_continue(inst-3, [ing-4, ing-5]);"
+        },
+        {
+            "utt_id": "utt-10",
+            "utterance": "Ok. I added both, what are the next two ingredients?",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"confirm; req_instruction;\", \"tracker_completed_step\": \"inst-3\", \"tracker_completed_step_num\": 25, \"tracker_requested_step\": \"inst-3\", \"tracker_requested_step_num\": 25}"
+        },
+        {
+            "utt_id": "utt-11",
+            "utterance": "Then mix in 2 small green chile peppers and 2 chopped tomatoes.",
+            "bot": true,
+            "annotations": "simplify_continue(inst-3, [ing-6, ing-7]);"
+        },
+        {
+            "utt_id": "utt-12",
+            "utterance": "Ok. both added as well. What should I do now?",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"confirm; req_instruction;\", \"tracker_completed_step\": \"inst-3\", \"tracker_completed_step_num\": 25, \"tracker_requested_step\": \"inst-4\", \"tracker_requested_step_num\": 26}"
+        },
+        {
+            "utt_id": "utt-13",
+            "utterance": "Cook and stir it until tomatoes are tender.",
+            "bot": true,
+            "annotations": "inform_instruction(inst-4);"
+        },
+        {
+            "utt_id": "utt-14",
+            "utterance": "Ok. The tomatoes are tender. What should I do?",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"confirm; req_instruction;\", \"tracker_completed_step\": \"inst-4\", \"tracker_completed_step_num\": 26, \"tracker_requested_step\": \"inst-5\", \"tracker_requested_step_num\": 27}"
+        },
+        {
+            "utt_id": "utt-15",
+            "utterance": "We use some species to season it. Start with 2 tablespoons garam masala, then 1 tablespoon dried mint.",
+            "bot": true,
+            "annotations": "simplify_begin(ac-5-0); \r\nsimplify_continue(ac-5-0, [ing-8, ing-9]);"
+        },
+        {
+            "utt_id": "utt-16",
+            "utterance": "Ok. What else?",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"req_instruction;\", \"tracker_completed_step\": \"inst-5\", \"tracker_completed_step_num\": 27, \"tracker_requested_step\": \"inst-5\", \"tracker_requested_step_num\": 27}"
+        },
+        {
+            "utt_id": "utt-17",
+            "utterance": "Add salt and pepper. Then mix in 5 sprigs cilantro.",
+            "bot": true,
+            "annotations": "simplify_continue(ac-5-0, [ing-10]);\r\ninform_instruction(ac-5-1);"
+        },
+        {
+            "utt_id": "utt-18",
+            "utterance": "5 what?",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"req_repeat;\", \"tracker_completed_step\": \"inst-5\", \"tracker_completed_step_num\": 27, \"tracker_requested_step\": \"ing-11\", \"tracker_requested_step_num\": 12}"
+        },
+        {
+            "utt_id": "utt-19",
+            "utterance": "5 sprigs cilantro.",
+            "bot": true,
+            "annotations": "repeat(ing-11);"
+        },
+        {
+            "utt_id": "utt-20",
+            "utterance": "Ok. It is being seasoned. What is next?",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"confirm; req_instruction;\", \"tracker_completed_step\": \"ing-11\", \"tracker_completed_step_num\": 12, \"tracker_requested_step\": \"inst-6\", \"tracker_requested_step_num\": 28}"
+        },
+        {
+            "utt_id": "utt-21",
+            "utterance": "Now you can place the chicken in the skillet.",
+            "bot": true,
+            "annotations": "inform_instruction(inst-6);"
+        },
+        {
+            "utt_id": "utt-22",
+            "utterance": "How big should the chicken be?",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"req_amount;\", \"tracker_completed_step\": \"inst-6\", \"tracker_completed_step_num\": 28, \"tracker_requested_step\": \"ing-12\", \"tracker_requested_step_num\": 13}"
+        },
+        {
+            "utt_id": "utt-23",
+            "utterance": "You should take 1 whole chicken of 3 pounds, skin removed and cut into pieces.",
+            "bot": true,
+            "annotations": "inform_amount(ing-12);"
+        },
+        {
+            "utt_id": "utt-24",
+            "utterance": "Ok. I have added the chicken as well. What is next?",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"confirm; req_instruction;\", \"tracker_completed_step\": \"ing-12\", \"tracker_completed_step_num\": 13, \"tracker_requested_step\": \"inst-7\", \"tracker_requested_step_num\": 29}"
+        },
+        {
+            "utt_id": "utt-25",
+            "utterance": "Next you can reduce the heat to medium-low and continue cooking.",
+            "bot": true,
+            "annotations": "inform_instruction(ac-7-0);\r\ninform_instruction(ac-7-1);"
+        },
+        {
+            "utt_id": "utt-26",
+            "utterance": "Ok. I have done that. For how long should I continue to cook?",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"confirm; req_duration;\", \"tracker_completed_step\": \"inst-7\", \"tracker_completed_step_num\": 29, \"tracker_requested_step\": \"inst-7\", \"tracker_requested_step_num\": 29}"
+        },
+        {
+            "utt_id": "utt-27",
+            "utterance": "For about 45 minutes. You should stir occasionally and chicken juices should run clear in the end.",
+            "bot": true,
+            "annotations": "inform_duration(dur-7-0);\r\ninform_duration(cond-7-0);"
+        },
+        {
+            "utt_id": "utt-28",
+            "utterance": "Ok. it's 45 minutes later. What is the next step?",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"confirm; req_instruction;\", \"tracker_completed_step\": \"inst-7\", \"tracker_completed_step_num\": 29, \"tracker_requested_step\": \"inst-8\", \"tracker_requested_step_num\": 30}"
+        },
+        {
+            "utt_id": "utt-29",
+            "utterance": "Bring 2 quarts water and 4 cups uncooked basmati rice to a boil in a large pot.",
+            "bot": true,
+            "annotations": "inform_instruction(inst-8);"
+        },
+        {
+            "utt_id": "utt-30",
+            "utterance": "Ok. the rice is boiling. What is next?",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"confirm; req_instruction;\", \"tracker_completed_step\": \"inst-8\", \"tracker_completed_step_num\": 30, \"tracker_requested_step\": \"inst-9\", \"tracker_requested_step_num\": 31}"
+        },
+        {
+            "utt_id": "utt-31",
+            "utterance": "In the skillet with the chicken, mix four ingredients. Start with 1 bay leaf and 4 pods green cardamom.",
+            "bot": true,
+            "annotations": "simplify_begin(inst-9);\r\nsimplify_continue(inst-9, [ing-15, ing-16]);"
+        },
+        {
+            "utt_id": "utt-32",
+            "utterance": "Could you repeat the first part?",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"req_repeat;\", \"tracker_completed_step\": \"inst-9\", \"tracker_completed_step_num\": 31, \"tracker_requested_step\": \"inst-9\", \"tracker_requested_step_num\": 31}"
+        },
+        {
+            "utt_id": "utt-33",
+            "utterance": "In the skillet with the chicken, mix in four ingredients.",
+            "bot": true,
+            "annotations": "repeat(inst-9);"
+        },
+        {
+            "utt_id": "utt-34",
+            "utterance": "You mean to add 4 ingredients in the skillet with the chicken?",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"other;\", \"tracker_completed_step\": \"inst-9\", \"tracker_completed_step_num\": 31, \"tracker_requested_step\": \"inst-9\", \"tracker_requested_step_num\": 31}"
+        },
+        {
+            "utt_id": "utt-35",
+            "utterance": "Yes.",
+            "bot": true,
+            "annotations": "affirm();"
+        },
+        {
+            "utt_id": "utt-36",
+            "utterance": "What are the other 2 ingredients?",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"req_instruction;\", \"tracker_completed_step\": \"inst-9\", \"tracker_completed_step_num\": 31, \"tracker_requested_step\": \"inst-9\", \"tracker_requested_step_num\": 31}"
+        },
+        {
+            "utt_id": "utt-37",
+            "utterance": "The other two ingredients are 1 pod black cardamom and 1 cinnamon stick.",
+            "bot": true,
+            "annotations": "simplify_continue(inst-9, [ing-17, ing-18]);"
+        },
+        {
+            "utt_id": "utt-38",
+            "utterance": "Ok. I also added both. What should I do now?",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"confirm; req_instruction;\", \"tracker_completed_step\": \"inst-9\", \"tracker_completed_step_num\": 31, \"tracker_requested_step\": \"inst-10\", \"tracker_requested_step_num\": 32}"
+        },
+        {
+            "utt_id": "utt-39",
+            "utterance": "Now you can season the mixture with salt to taste.",
+            "bot": true,
+            "annotations": "inform_instruction(inst-10);"
+        },
+        {
+            "utt_id": "utt-40",
+            "utterance": "Ok. I have done that. Is there something else to do?",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"confirm; req_instruction;\", \"tracker_completed_step\": \"inst-10\", \"tracker_completed_step_num\": 32, \"tracker_requested_step\": \"inst-11\", \"tracker_requested_step_num\": 33}"
+        },
+        {
+            "utt_id": "utt-41",
+            "utterance": "Yes, cover the skillet, reduce the heat to low and let it simmer for another 20 minutes.",
+            "bot": true,
+            "annotations": "affirm();\r\ninform_instruction(inst-11);"
+        },
+        {
+            "utt_id": "utt-42",
+            "utterance": "Ok. is there something I can do in the meantime?",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"req_parallel_action;\", \"tracker_completed_step\": \"inst-11\", \"tracker_completed_step_num\": 33, \"tracker_requested_step\": \"inst-11\", \"tracker_requested_step_num\": 33}"
+        },
+        {
+            "utt_id": "utt-43",
+            "utterance": "No.",
+            "bot": true,
+            "annotations": "negate();"
+        },
+        {
+            "utt_id": "utt-44",
+            "utterance": "Ok. what is next?",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"req_instruction;\", \"tracker_completed_step\": \"inst-11\", \"tracker_completed_step_num\": 33, \"tracker_requested_step\": \"inst-12\", \"tracker_requested_step_num\": 34}"
+        },
+        {
+            "utt_id": "utt-45",
+            "utterance": "Take a separate pot and alternate rice and chicken mixture layers with rice as top layer.",
+            "bot": true,
+            "annotations": "inform_instruction(inst-12);"
+        },
+        {
+            "utt_id": "utt-46",
+            "utterance": "Could you repeat the first part?",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"req_repeat;\", \"tracker_completed_step\": \"inst-12\", \"tracker_completed_step_num\": 34, \"tracker_requested_step\": \"inst-12\", \"tracker_requested_step_num\": 34}"
+        },
+        {
+            "utt_id": "utt-47",
+            "utterance": "Take another pot. In this pot you should alternate rice and chicken layers. Make sure the top layer is a rice layer.",
+            "bot": true,
+            "annotations": "inform_instruction(inst-12);"
+        },
+        {
+            "utt_id": "utt-48",
+            "utterance": "Ok. thanks to clarify. I have done that. What is the next step?",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"thank; confirm; req_instruction;\", \"tracker_completed_step\": \"inst-12\", \"tracker_completed_step_num\": 34, \"tracker_requested_step\": \"inst-13\", \"tracker_requested_step_num\": 35}"
+        },
+        {
+            "utt_id": "utt-49",
+            "utterance": "Sprinkle with 1/4 teaspoon powdered yellow food coloring and mix to serve.",
+            "bot": true,
+            "annotations": "inform_instruction(inst-13);"
+        },
+        {
+            "utt_id": "utt-50",
+            "utterance": "Ok. I have done that. Is that all?",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"confirm; req_is_recipe_finished;\", \"tracker_completed_step\": \"inst-13\", \"tracker_completed_step_num\": 35, \"tracker_requested_step\": \"inst-13\", \"tracker_requested_step_num\": 35}"
+        },
+        {
+            "utt_id": "utt-51",
+            "utterance": "Yes that's all. Enjoy it!",
+            "bot": true,
+            "annotations": "affirm();\r\nend_recipe();\r\nenjoy();"
+        },
+        {
+            "utt_id": "utt-52",
+            "utterance": "Ok. thanks for the instructions.",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"thank;\", \"tracker_completed_step\": \"inst-13\", \"tracker_completed_step_num\": 35, \"tracker_requested_step\": \"inst-13\", \"tracker_requested_step_num\": 35}"
+        }
+    ]
+}

dialog/052.1.json

@@ -0,0 +1,238 @@
+{
+    "messages": [
+        {
+            "utt_id": "utt-0",
+            "utterance": "Hi. what are we making today?",
+            "bot": false,
+            "annotations": "{\"section\": \"title\", \"intent\": \"greeting; req_title;\", \"tracker_completed_step\": \"title\", \"tracker_completed_step_num\": 0, \"tracker_requested_step\": \"title\", \"tracker_requested_step_num\": 0}"
+        },
+        {
+            "utt_id": "utt-1",
+            "utterance": "Hi. we are making cinnamon sugar cookies. Are you ready to start?",
+            "bot": true,
+            "annotations": "greeting();\r\ninform_title(title);\r\npropose_start_recipe();"
+        },
+        {
+            "utt_id": "utt-2",
+            "utterance": "Yes I am ready. What ingredients do I need?",
+            "bot": false,
+            "annotations": "{\"section\": \"ing\", \"intent\": \"affirm; req_ingredient_list;\", \"tracker_completed_step\": \"title\", \"tracker_completed_step_num\": 0, \"tracker_requested_step\": \"ing-0\", \"tracker_requested_step_num\": 1}"
+        },
+        {
+            "utt_id": "utt-3",
+            "utterance": "You will need 12 ingredients. The first two are 1 cup of softened butter and 1 cup of sugar.",
+            "bot": true,
+            "annotations": "sum_ingredient_list();\r\ninform_ingredient(ing-0);\r\ninform_ingredient(ing-1);"
+        },
+        {
+            "utt_id": "utt-4",
+            "utterance": "Ok. I have them. What are the others?",
+            "bot": false,
+            "annotations": "{\"section\": \"ing\", \"intent\": \"confirm; req_ingredient;\", \"tracker_completed_step\": \"ing-1\", \"tracker_completed_step_num\": 2, \"tracker_requested_step\": \"ing-2\", \"tracker_requested_step_num\": 3}"
+        },
+        {
+            "utt_id": "utt-5",
+            "utterance": "The next are 1 cup of confectioners sugar, 1 cup of vegetable oil and 2 eggs.",
+            "bot": true,
+            "annotations": "inform_ingredient(ing-2);\r\ninform_ingredient(ing-3);\r\ninform_ingredient(ing-4);\r\n"
+        },
+        {
+            "utt_id": "utt-6",
+            "utterance": "Ok. what else?",
+            "bot": false,
+            "annotations": "{\"section\": \"ing\", \"intent\": \"req_ingredient;\", \"tracker_completed_step\": \"ing-4\", \"tracker_completed_step_num\": 5, \"tracker_requested_step\": \"ing-5\", \"tracker_requested_step_num\": 6}"
+        },
+        {
+            "utt_id": "utt-7",
+            "utterance": "Next are 1 teaspoon of vanilla extract and 4 1/3 cups of all-purpose flour.",
+            "bot": true,
+            "annotations": "inform_ingredient(ing-5);\r\ninform_ingredient(ing-6);"
+        },
+        {
+            "utt_id": "utt-8",
+            "utterance": "Ok. I have the vanilla extract and all-purpose flour. What's next?",
+            "bot": false,
+            "annotations": "{\"section\": \"ing\", \"intent\": \"confirm; req_ingredient;\", \"tracker_completed_step\": \"ing-6\", \"tracker_completed_step_num\": 7, \"tracker_requested_step\": \"ing-7\", \"tracker_requested_step_num\": 8}"
+        },
+        {
+            "utt_id": "utt-9",
+            "utterance": "1 teaspoon salt, 1 teaspoon baking soda and 1 teaspoon ground cinnamon.",
+            "bot": true,
+            "annotations": "inform_ingredient(ing-7);\r\ninform_ingredient(ing-8);\r\ninform_ingredient(ing-9);"
+        },
+        {
+            "utt_id": "utt-10",
+            "utterance": "Ok. anything else?",
+            "bot": false,
+            "annotations": "{\"section\": \"ing\", \"intent\": \"req_ingredient;\", \"tracker_completed_step\": \"ing-9\", \"tracker_completed_step_num\": 10, \"tracker_requested_step\": \"ing-10\", \"tracker_requested_step_num\": 11}"
+        },
+        {
+            "utt_id": "utt-11",
+            "utterance": "1 teaspoon cream of tartar and 1 cup finely chopped pecans. That were all the ingredients.",
+            "bot": true,
+            "annotations": "inform_ingredient(ing-10);\r\ninform_ingredient(ing-11);"
+        },
+        {
+            "utt_id": "utt-12",
+            "utterance": "Can you repeat the last two?",
+            "bot": false,
+            "annotations": "{\"section\": \"ing\", \"intent\": \"req_repeat;\", \"tracker_completed_step\": \"ing-11\", \"tracker_completed_step_num\": 12, \"tracker_requested_step\": \"ing-10\", \"tracker_requested_step_num\": 11}"
+        },
+        {
+            "utt_id": "utt-13",
+            "utterance": "1 teaspoon cream of tartar and 1 cup finely chopped pecans.",
+            "bot": true,
+            "annotations": "repeat(ing-10);\r\nrepeat(ing-11);"
+        },
+        {
+            "utt_id": "utt-14",
+            "utterance": "Ok. thank you. What is the first step I need to do?",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"thank; req_instruction;\", \"tracker_completed_step\": \"ing-11\", \"tracker_completed_step_num\": 12, \"tracker_requested_step\": \"inst-0\", \"tracker_requested_step_num\": 14}"
+        },
+        {
+            "utt_id": "utt-15",
+            "utterance": "Now take a large bowl and add the butter sugars and cream of tartar. Cream them together.",
+            "bot": true,
+            "annotations": "inform_instruction(inst-0);"
+        },
+        {
+            "utt_id": "utt-16",
+            "utterance": "Done. What's next?",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"confirm; req_instruction;\", \"tracker_completed_step\": \"inst-0\", \"tracker_completed_step_num\": 14, \"tracker_requested_step\": \"inst-1\", \"tracker_requested_step_num\": 15}"
+        },
+        {
+            "utt_id": "utt-17",
+            "utterance": "Now add the eggs and vanilla as well. Mix it well.",
+            "bot": true,
+            "annotations": "inform_instruction(inst-1);"
+        },
+        {
+            "utt_id": "utt-18",
+            "utterance": "All of the egg or only the yolk?",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"other;\", \"tracker_completed_step\": \"inst-1\", \"tracker_completed_step_num\": 15, \"tracker_requested_step\": \"inst-1\", \"tracker_requested_step_num\": 15}"
+        },
+        {
+            "utt_id": "utt-19",
+            "utterance": "I cannot answer that question.",
+            "bot": true,
+            "annotations": "fence();"
+        },
+        {
+            "utt_id": "utt-20",
+            "utterance": "Ok. what's next?",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"req_instruction;\", \"tracker_completed_step\": \"inst-1\", \"tracker_completed_step_num\": 15, \"tracker_requested_step\": \"inst-2\", \"tracker_requested_step_num\": 16}"
+        },
+        {
+            "utt_id": "utt-21",
+            "utterance": "Now add the flour, salt, baking soda, cinnamon and cream of tartar as well.",
+            "bot": true,
+            "annotations": "inform_instruction(inst-2);"
+        },
+        {
+            "utt_id": "utt-22",
+            "utterance": "Ok. I have add everything to the bowl.",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"confirm;\", \"tracker_completed_step\": \"inst-2\", \"tracker_completed_step_num\": 16, \"tracker_requested_step\": \"inst-3\", \"tracker_requested_step_num\": 17}"
+        },
+        {
+            "utt_id": "utt-23",
+            "utterance": "Now you may stir in some pecans as much as desired.",
+            "bot": true,
+            "annotations": "inform_instruction(inst-3);"
+        },
+        {
+            "utt_id": "utt-24",
+            "utterance": "Ok. what else?",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"req_instruction;\", \"tracker_completed_step\": \"inst-3\", \"tracker_completed_step_num\": 17, \"tracker_requested_step\": \"inst-4\", \"tracker_requested_step_num\": 18}"
+        },
+        {
+            "utt_id": "utt-25",
+            "utterance": "Roll into a 1 inch form and place it on greased baking sheets.",
+            "bot": true,
+            "annotations": "inform_instruction(inst-4);\r\ninform_instruction(ac-5-0);"
+        },
+        {
+            "utt_id": "utt-26",
+            "utterance": "Ok. what should I do with it?",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"req_instruction;\", \"tracker_completed_step\": \"inst-5\", \"tracker_completed_step_num\": 19, \"tracker_requested_step\": \"inst-5\", \"tracker_requested_step_num\": 19}"
+        },
+        {
+            "utt_id": "utt-27",
+            "utterance": "First still flatten it with the bottom of a glass dipped in sugar. Then sprinkle it with colored sugar if desired.",
+            "bot": true,
+            "annotations": "inform_instruction(ac-5-1);\r\ninform_instruction(inst-6);"
+        },
+        {
+            "utt_id": "utt-28",
+            "utterance": "Can you repeat the first part please?",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"req_repeat;\", \"tracker_completed_step\": \"inst-6\", \"tracker_completed_step_num\": 20, \"tracker_requested_step\": \"inst-5\", \"tracker_requested_step_num\": 19}"
+        },
+        {
+            "utt_id": "utt-29",
+            "utterance": "Flatten the mixture with the bottom of a glass dipped in sugar.",
+            "bot": true,
+            "annotations": "repeat(ac-5-1);"
+        },
+        {
+            "utt_id": "utt-30",
+            "utterance": "Ok. thank you. What should I do now?",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"thank; req_instruction;\", \"tracker_completed_step\": \"inst-5\", \"tracker_completed_step_num\": 19, \"tracker_requested_step\": \"inst-7\", \"tracker_requested_step_num\": 21}"
+        },
+        {
+            "utt_id": "utt-31",
+            "utterance": "Now the last thing you have to do is to bake it at 375 degrees Fahrenheit for 10 -12 minutes.",
+            "bot": true,
+            "annotations": "inform_instruction(inst-7);"
+        },
+        {
+            "utt_id": "utt-32",
+            "utterance": "How many degrees are that in Celsius?",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"req_temperature;\", \"tracker_completed_step\": \"inst-7\", \"tracker_completed_step_num\": 21, \"tracker_requested_step\": \"inst-7\", \"tracker_requested_step_num\": 21}"
+        },
+        {
+            "utt_id": "utt-33",
+            "utterance": "It is 190 degrees Celsius.",
+            "bot": true,
+            "annotations": "inform_temperature(temp-7-1);"
+        },
+        {
+            "utt_id": "utt-34",
+            "utterance": "Ok. Thanks. How do I know it is ready?",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"thank; req_duration;\", \"tracker_completed_step\": \"inst-7\", \"tracker_completed_step_num\": 21, \"tracker_requested_step\": \"inst-7\", \"tracker_requested_step_num\": 21}"
+        },
+        {
+            "utt_id": "utt-35",
+            "utterance": "You should bake it between 10-12 minutes.",
+            "bot": true,
+            "annotations": "inform_duration(dur-7-0);"
+        },
+        {
+            "utt_id": "utt-36",
+            "utterance": "Ok. 12 minutes have passed. What should I do now?",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"confirm; req_instruction;\", \"tracker_completed_step\": \"inst-7\", \"tracker_completed_step_num\": 21, \"tracker_requested_step\": \"inst-7\", \"tracker_requested_step_num\": 21}"
+        },
+        {
+            "utt_id": "utt-37",
+            "utterance": "That was all. Enjoy the cookies!",
+            "bot": true,
+            "annotations": "end_recipe();\r\nenjoy();"
+        },
+        {
+            "utt_id": "utt-38",
+            "utterance": "Great. thank you for the instructions.",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"thank;\", \"tracker_completed_step\": \"inst-7\", \"tracker_completed_step_num\": 21, \"tracker_requested_step\": \"inst-7\", \"tracker_requested_step_num\": 21}"
+        }
+    ]
+}

dialog/053.1.json

@@ -0,0 +1,226 @@
+{
+    "messages": [
+        {
+            "utt_id": "utt-0",
+            "utterance": "Hi. what are we making today?",
+            "bot": false,
+            "annotations": "{\"section\": \"title\", \"intent\": \"greeting; req_title;\", \"tracker_completed_step\": \"title\", \"tracker_completed_step_num\": 0, \"tracker_requested_step\": \"title\", \"tracker_requested_step_num\": 0}"
+        },
+        {
+            "utt_id": "utt-1",
+            "utterance": "Hi. today we are making banana Orange Bars.",
+            "bot": true,
+            "annotations": "greeting();\r\ninform_title(title);"
+        },
+        {
+            "utt_id": "utt-2",
+            "utterance": "Ok. nice, what is the first step?",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"req_instruction;\", \"tracker_completed_step\": \"title\", \"tracker_completed_step_num\": 0, \"tracker_requested_step\": \"inst-0\", \"tracker_requested_step_num\": 14}"
+        },
+        {
+            "utt_id": "utt-3",
+            "utterance": "Take a mixing bowl.",
+            "bot": true,
+            "annotations": "fetch(inst-0, [tool-0-0]);"
+        },
+        {
+            "utt_id": "utt-4",
+            "utterance": "Alright. What should I add?",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"req_instruction;\", \"tracker_completed_step\": \"inst-0\", \"tracker_completed_step_num\": 14, \"tracker_requested_step\": \"inst-0\", \"tracker_requested_step_num\": 14}"
+        },
+        {
+            "utt_id": "utt-5",
+            "utterance": "You should add 4 ingredients. Start with 2 cups mashed ripe bananas and 1 2/3 cups sugar.",
+            "bot": true,
+            "annotations": "simplify_begin(inst-0);\r\nsimplify_continue(inst-0, [ing-0, ing-1]);"
+        },
+        {
+            "utt_id": "utt-6",
+            "utterance": "Ok. I have both added them. What are the next two?",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"confirm; req_instruction;\", \"tracker_completed_step\": \"inst-0\", \"tracker_completed_step_num\": 14, \"tracker_requested_step\": \"inst-0\", \"tracker_requested_step_num\": 14}"
+        },
+        {
+            "utt_id": "utt-7",
+            "utterance": "The next two are 1 cup vegetable oil and 4 eggs.",
+            "bot": true,
+            "annotations": "simplify_continue(inst-0, [ing-2, ing-3]);"
+        },
+        {
+            "utt_id": "utt-8",
+            "utterance": "Ok. I also added them. What should I do now?",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"confirm; req_instruction;\", \"tracker_completed_step\": \"inst-0\", \"tracker_completed_step_num\": 14, \"tracker_requested_step\": \"inst-0\", \"tracker_requested_step_num\": 14}"
+        },
+        {
+            "utt_id": "utt-9",
+            "utterance": "Now beat everything until well blended.",
+            "bot": true,
+            "annotations": "simplify_begin(inst-0);"
+        },
+        {
+            "utt_id": "utt-10",
+            "utterance": "Ok. I have done that. What is next?",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"confirm; req_instruction;\", \"tracker_completed_step\": \"inst-0\", \"tracker_completed_step_num\": 14, \"tracker_requested_step\": \"inst-1\", \"tracker_requested_step_num\": 15}"
+        },
+        {
+            "utt_id": "utt-11",
+            "utterance": "Combine the dry ingredients into the banana mixture. Start with 2 cups all purpose flour and 2 teaspoons ground cinnamon.",
+            "bot": true,
+            "annotations": "simplify_begin(ac-1-0);\r\nsimplify_continue(ac-1-0, [ing-4, ing-5]);"
+        },
+        {
+            "utt_id": "utt-12",
+            "utterance": "Ok. both added into the mixture. What are the next dry ingredients?",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"confirm; req_instruction;\", \"tracker_completed_step\": \"inst-1\", \"tracker_completed_step_num\": 15, \"tracker_requested_step\": \"inst-1\", \"tracker_requested_step_num\": 15}"
+        },
+        {
+            "utt_id": "utt-13",
+            "utterance": "Next add 2 teaspoons baking powder and 1 teaspoon baking soda.",
+            "bot": true,
+            "annotations": "simplify_continue(ac-1-0, [ing-6, ing-7]);"
+        },
+        {
+            "utt_id": "utt-14",
+            "utterance": "Ok. I also added them. What should I do now?",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"confirm; req_instruction;\", \"tracker_completed_step\": \"inst-1\", \"tracker_completed_step_num\": 15, \"tracker_requested_step\": \"inst-1\", \"tracker_requested_step_num\": 15}"
+        },
+        {
+            "utt_id": "utt-15",
+            "utterance": "Finally add 1 teaspoon salt.",
+            "bot": true,
+            "annotations": "simplify_continue(ac-1-0, [ing-8]);"
+        },
+        {
+            "utt_id": "utt-16",
+            "utterance": "Ok. added as well. What should I do with the mixture?",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"confirm; req_instruction;\", \"tracker_completed_step\": \"inst-1\", \"tracker_completed_step_num\": 15, \"tracker_requested_step\": \"inst-1\", \"tracker_requested_step_num\": 15}"
+        },
+        {
+            "utt_id": "utt-17",
+            "utterance": "Fold the dry mixture into the banana mix you just made.",
+            "bot": true,
+            "annotations": "inform_instruction(ac-1-1);"
+        },
+        {
+            "utt_id": "utt-18",
+            "utterance": "Ok. Done. What now?",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"confirm; req_instruction;\", \"tracker_completed_step\": \"inst-1\", \"tracker_completed_step_num\": 15, \"tracker_requested_step\": \"inst-2\", \"tracker_requested_step_num\": 16}"
+        },
+        {
+            "utt_id": "utt-19",
+            "utterance": "Spread it over bars.",
+            "bot": true,
+            "annotations": "inform_instruction(inst-2);"
+        },
+        {
+            "utt_id": "utt-20",
+            "utterance": "Ok. I did it. What's next?",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"confirm; req_instruction;\", \"tracker_completed_step\": \"inst-2\", \"tracker_completed_step_num\": 16, \"tracker_requested_step\": \"inst-3\", \"tracker_requested_step_num\": 17}"
+        },
+        {
+            "utt_id": "utt-21",
+            "utterance": "Pour the mixture into a greased 15 inch baking pan.",
+            "bot": true,
+            "annotations": "inform_instruction(inst-3);"
+        },
+        {
+            "utt_id": "utt-22",
+            "utterance": "Ok. on what heat should it be?",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"req_temperature;\", \"tracker_completed_step\": \"inst-3\", \"tracker_completed_step_num\": 17, \"tracker_requested_step\": \"inst-4\", \"tracker_requested_step_num\": 18}"
+        },
+        {
+            "utt_id": "utt-23",
+            "utterance": "Bake it at 350 degrees Fahrenheit for about 25-30 minutes.",
+            "bot": true,
+            "annotations": "inform_instruction(inst-4);"
+        },
+        {
+            "utt_id": "utt-24",
+            "utterance": "Ok. When do I know if they are ready?",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"req_duration;\", \"tracker_completed_step\": \"inst-4\", \"tracker_completed_step_num\": 18, \"tracker_requested_step\": \"inst-4\", \"tracker_requested_step_num\": 18}"
+        },
+        {
+            "utt_id": "utt-25",
+            "utterance": "I cannot answer that question.",
+            "bot": true,
+            "annotations": "fence();"
+        },
+        {
+            "utt_id": "utt-26",
+            "utterance": "Ok. I have baked them for 30 minutes. Is there something else I should do?",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"confirm; req_instruction;\", \"tracker_completed_step\": \"inst-4\", \"tracker_completed_step_num\": 18, \"tracker_requested_step\": \"inst-5\", \"tracker_requested_step_num\": 19}"
+        },
+        {
+            "utt_id": "utt-27",
+            "utterance": "Now we will create the frosting.",
+            "bot": true,
+            "annotations": "simplify_begin(inst-5);"
+        },
+        {
+            "utt_id": "utt-28",
+            "utterance": "Ok. What should I do?",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"req_instruction;\", \"tracker_completed_step\": \"inst-5\", \"tracker_completed_step_num\": 19, \"tracker_requested_step\": \"inst-5\", \"tracker_requested_step_num\": 19}"
+        },
+        {
+            "utt_id": "utt-29",
+            "utterance": "Add 1/4 cup butter softened and 3 cups confectioners' sugar in a mixing bowl.",
+            "bot": true,
+            "annotations": "inform_instruction(ac-5-0);"
+        },
+        {
+            "utt_id": "utt-30",
+            "utterance": "Ok. I added them in the bowl. What is next?",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"confirm; req_instruction;\", \"tracker_completed_step\": \"inst-5\", \"tracker_completed_step_num\": 19, \"tracker_requested_step\": \"inst-6\", \"tracker_requested_step_num\": 20}"
+        },
+        {
+            "utt_id": "utt-31",
+            "utterance": "Next add 1/4 cup orange juice and 1/2 teaspoon grated orange peel.",
+            "bot": true,
+            "annotations": "inform_instruction(ac-6-0);"
+        },
+        {
+            "utt_id": "utt-32",
+            "utterance": "Ok. both added as well. What is the next step?",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"confirm; req_instruction;\", \"tracker_completed_step\": \"inst-6\", \"tracker_completed_step_num\": 20, \"tracker_requested_step\": \"inst-6\", \"tracker_requested_step_num\": 20}"
+        },
+        {
+            "utt_id": "utt-33",
+            "utterance": "Finally beat until smooth.",
+            "bot": true,
+            "annotations": "inform_instruction(ac-6-1);"
+        },
+        {
+            "utt_id": "utt-34",
+            "utterance": "Ok. it's smooth now. What should I do with it?",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"confirm; req_instruction;\", \"tracker_completed_step\": \"inst-6\", \"tracker_completed_step_num\": 20, \"tracker_requested_step\": \"inst-6\", \"tracker_requested_step_num\": 20}"
+        },
+        {
+            "utt_id": "utt-35",
+            "utterance": "That's all. Enjoy Banana Orange Bars.",
+            "bot": true,
+            "annotations": "end_recipe();\r\nenjoy();"
+        },
+        {
+            "utt_id": "utt-36",
+            "utterance": "Ok. thanks it looks nice.",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"thank;\", \"tracker_completed_step\": \"inst-6\", \"tracker_completed_step_num\": 20, \"tracker_requested_step\": \"inst-6\", \"tracker_requested_step_num\": 20}"
+        }
+    ]
+}

dialog/054.1.json

@@ -0,0 +1,76 @@
+{
+    "messages": [
+        {
+            "utt_id": "utt-0",
+            "utterance": "Hi. what are we making today?",
+            "bot": false,
+            "annotations": "{\"section\": \"title\", \"intent\": \"greeting; req_title;\", \"tracker_completed_step\": \"title\", \"tracker_completed_step_num\": 0, \"tracker_requested_step\": \"title\", \"tracker_requested_step_num\": 0}"
+        },
+        {
+            "utt_id": "utt-1",
+            "utterance": "Hi. we will make a buttermilk shake. We will use 5 ingredients and place all of them in a blender container. Do you have one?",
+            "bot": true,
+            "annotations": "greeting();\r\ninform_title(title);\r\ninform_instruction(inst-0);\r\nverify(inst-0, [tool-0-0]);"
+        },
+        {
+            "utt_id": "utt-2",
+            "utterance": "Yes I have a blender. What should I add?",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"affirm; req_instruction;\", \"tracker_completed_step\": \"title\", \"tracker_completed_step_num\": 0, \"tracker_requested_step\": \"inst-0\", \"tracker_requested_step_num\": 6}"
+        },
+        {
+            "utt_id": "utt-3",
+            "utterance": "First add 1 pint vanilla ice cream and 1 cup buttermilk.",
+            "bot": true,
+            "annotations": "simplify_continue(ac-0-0, [ing-0, ing-1]);"
+        },
+        {
+            "utt_id": "utt-4",
+            "utterance": "Ok. I have added the ice-cream and buttermilk.",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"confirm;\", \"tracker_completed_step\": \"inst-0\", \"tracker_completed_step_num\": 6, \"tracker_requested_step\": \"inst-0\", \"tracker_requested_step_num\": 6}"
+        },
+        {
+            "utt_id": "utt-5",
+            "utterance": "Now add 1 teaspoon of grated lemon peel and 1/2 teaspoon of vanilla extract.",
+            "bot": true,
+            "annotations": "simplify_continue(ac-0-0, [ing-2, ing-3]);"
+        },
+        {
+            "utt_id": "utt-6",
+            "utterance": "What's the first ingredient?",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"req_repeat;\", \"tracker_completed_step\": \"inst-0\", \"tracker_completed_step_num\": 6, \"tracker_requested_step\": \"ing-2\", \"tracker_requested_step_num\": 3}"
+        },
+        {
+            "utt_id": "utt-7",
+            "utterance": "1 teaspoon of grated lemon peel.",
+            "bot": true,
+            "annotations": "repeat(ing-2);"
+        },
+        {
+            "utt_id": "utt-8",
+            "utterance": "Thank you. I have added both now.",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"thank; confirm;\", \"tracker_completed_step\": \"ing-2\", \"tracker_completed_step_num\": 3, \"tracker_requested_step\": \"inst-0\", \"tracker_requested_step_num\": 6}"
+        },
+        {
+            "utt_id": "utt-9",
+            "utterance": "Great. Now still add 1 drop of lemon extract. Then cover everything and process on high until it becomes smooth. It's ready now. You may pour it into some glasses and enjoy!",
+            "bot": true,
+            "annotations": "simplify_continue(ac-0-0, [ing-4]);\r\ninform_instruction(inst-1);\r\ninform_instruction(inst-2);"
+        },
+        {
+            "utt_id": "utt-10",
+            "utterance": "Ok. it is smooth now. Thank you for the instructions, it looks great!",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"confirm; thank;\", \"tracker_completed_step\": \"inst-2\", \"tracker_completed_step_num\": 8, \"tracker_requested_step\": \"inst-0\", \"tracker_requested_step_num\": 6}"
+        },
+        {
+            "utt_id": "utt-11",
+            "utterance": "You are welcome, enjoy.",
+            "bot": true,
+            "annotations": "thank();\r\nenjoy();"
+        }
+    ]
+}

dialog/055.1.json

@@ -0,0 +1,166 @@
+{
+    "messages": [
+        {
+            "utt_id": "utt-0",
+            "utterance": "Hi. what are we making today?",
+            "bot": false,
+            "annotations": "{\"section\": \"title\", \"intent\": \"greeting; req_title;\", \"tracker_completed_step\": \"title\", \"tracker_completed_step_num\": 0, \"tracker_requested_step\": \"title\", \"tracker_requested_step_num\": 0}"
+        },
+        {
+            "utt_id": "utt-1",
+            "utterance": "Hi. today we are making Grandmas Gingersnaps. Are you ready to start?",
+            "bot": true,
+            "annotations": "greeting();\r\ninform_title(title);\r\npropose_start_recipe();"
+        },
+        {
+            "utt_id": "utt-2",
+            "utterance": "Ok. nice yes I'm ready.",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"affirm;\", \"tracker_completed_step\": \"title\", \"tracker_completed_step_num\": 0, \"tracker_requested_step\": \"inst-0\", \"tracker_requested_step_num\": 11}"
+        },
+        {
+            "utt_id": "utt-3",
+            "utterance": "Good, let's start then. First preheat the oven to 175 degrees Celsius.",
+            "bot": true,
+            "annotations": "inform_instruction(inst-0);"
+        },
+        {
+            "utt_id": "utt-4",
+            "utterance": "Ok. what can I do in the meantime?",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"req_parallel_action;\", \"tracker_completed_step\": \"inst-0\", \"tracker_completed_step_num\": 11, \"tracker_requested_step\": \"inst-1\", \"tracker_requested_step_num\": 12}"
+        },
+        {
+            "utt_id": "utt-5",
+            "utterance": "Take a medium bowl and cream together 3/4 cup margarine and 1 cup white sugar until smooth.",
+            "bot": true,
+            "annotations": "inform_instruction(inst-1);"
+        },
+        {
+            "utt_id": "utt-6",
+            "utterance": "Ok. I have done that. What is next?",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"confirm; req_instruction;\", \"tracker_completed_step\": \"inst-1\", \"tracker_completed_step_num\": 12, \"tracker_requested_step\": \"inst-2\", \"tracker_requested_step_num\": 13}"
+        },
+        {
+            "utt_id": "utt-7",
+            "utterance": "Next beat in one egg and 1/4 cup molasses until well blended.",
+            "bot": true,
+            "annotations": "inform_instruction(inst-2);"
+        },
+        {
+            "utt_id": "utt-8",
+            "utterance": "Ok. I have added both. Is there more to add?",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"confirm; other;\", \"tracker_completed_step\": \"inst-2\", \"tracker_completed_step_num\": 13, \"tracker_requested_step\": \"inst-3\", \"tracker_requested_step_num\": 14}"
+        },
+        {
+            "utt_id": "utt-9",
+            "utterance": "Yes you should add 5 more ingredients. Start with 2 cups all-purpose flour and 1 tablespoon ground ginger.",
+            "bot": true,
+            "annotations": "affirm();\r\nsimplify_begin(ac-3-0);\r\nsimplify_continue(ac-3-0, [ing-4, ing-5]);"
+        },
+        {
+            "utt_id": "utt-10",
+            "utterance": "Ok. both added. What are the other 3 ingredients?",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"confirm; req_instruction;\", \"tracker_completed_step\": \"inst-3\", \"tracker_completed_step_num\": 14, \"tracker_requested_step\": \"inst-3\", \"tracker_requested_step_num\": 14}"
+        },
+        {
+            "utt_id": "utt-11",
+            "utterance": "The other 3 ingredients are 1 teaspoon ground cinnamon, 2 teaspoons baking soda and 1/2 teaspoon salt.",
+            "bot": true,
+            "annotations": "simplify_continue(ac-3-0, [ing-6, ing-7, ing-8]);"
+        },
+        {
+            "utt_id": "utt-12",
+            "utterance": "Ok. all added as well. What should I do now?",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"confirm; req_instruction;\", \"tracker_completed_step\": \"inst-3\", \"tracker_completed_step_num\": 14, \"tracker_requested_step\": \"inst-3\", \"tracker_requested_step_num\": 14}"
+        },
+        {
+            "utt_id": "utt-13",
+            "utterance": "Stir into the molasses mixture to form the dough.",
+            "bot": true,
+            "annotations": "inform_instruction(ac-3-1);"
+        },
+        {
+            "utt_id": "utt-14",
+            "utterance": "Ok. they are mixed together now. What is next?",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"confirm; req_instruction;\", \"tracker_completed_step\": \"inst-3\", \"tracker_completed_step_num\": 14, \"tracker_requested_step\": \"inst-4\", \"tracker_requested_step_num\": 15}"
+        },
+        {
+            "utt_id": "utt-15",
+            "utterance": "From the dough roll balls of 1 inch and roll the balls in sugar. You can use 1/2 cup white sugar for this.",
+            "bot": true,
+            "annotations": "inform_instruction(inst-4);"
+        },
+        {
+            "utt_id": "utt-16",
+            "utterance": "Ok. nice, I made some dough balls. What should I do with it?",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"confirm; req_instruction;\", \"tracker_completed_step\": \"inst-4\", \"tracker_completed_step_num\": 15, \"tracker_requested_step\": \"inst-5\", \"tracker_requested_step_num\": 16}"
+        },
+        {
+            "utt_id": "utt-17",
+            "utterance": "Place the balls 2 inches apart on an ungreased cookie sheet.",
+            "bot": true,
+            "annotations": "inform_instruction(inst-5);"
+        },
+        {
+            "utt_id": "utt-18",
+            "utterance": "Ok. I have done that. What is next?",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"confirm; req_instruction;\", \"tracker_completed_step\": \"inst-5\", \"tracker_completed_step_num\": 16, \"tracker_requested_step\": \"inst-6\", \"tracker_requested_step_num\": 17}"
+        },
+        {
+            "utt_id": "utt-19",
+            "utterance": "Bake them for 8 to 10 minutes in the preheated oven.",
+            "bot": true,
+            "annotations": "inform_instruction(inst-6);"
+        },
+        {
+            "utt_id": "utt-20",
+            "utterance": "Ok. when do I know that they are ready?",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"req_duration;\", \"tracker_completed_step\": \"inst-6\", \"tracker_completed_step_num\": 17, \"tracker_requested_step\": \"inst-6\", \"tracker_requested_step_num\": 17}"
+        },
+        {
+            "utt_id": "utt-21",
+            "utterance": "Sorry I cannot answer that question.",
+            "bot": true,
+            "annotations": "fence();"
+        },
+        {
+            "utt_id": "utt-22",
+            "utterance": "Ok. I have baked them for 10 minutes. Is there something else I should do?",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"confirm; req_instruction;\", \"tracker_completed_step\": \"inst-6\", \"tracker_completed_step_num\": 17, \"tracker_requested_step\": \"inst-7\", \"tracker_requested_step_num\": 18}"
+        },
+        {
+            "utt_id": "utt-23",
+            "utterance": "Let them cool for 5 minutes on the baking sheet. After that remove them to a wire rack to cool completely.",
+            "bot": true,
+            "annotations": "inform_instruction(inst-7);"
+        },
+        {
+            "utt_id": "utt-24",
+            "utterance": "Ok. I have done that! Is it done now?",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"confirm; req_is_recipe_finished;\", \"tracker_completed_step\": \"inst-7\", \"tracker_completed_step_num\": 18, \"tracker_requested_step\": \"inst-7\", \"tracker_requested_step_num\": 18}"
+        },
+        {
+            "utt_id": "utt-25",
+            "utterance": "Yes that's all. Enjoy it!",
+            "bot": true,
+            "annotations": "affirm();\r\nend_recipe();\r\nenjoy();"
+        },
+        {
+            "utt_id": "utt-26",
+            "utterance": "Ok. thanks for the instructions.",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"thank;\", \"tracker_completed_step\": \"inst-7\", \"tracker_completed_step_num\": 18, \"tracker_requested_step\": \"inst-7\", \"tracker_requested_step_num\": 18}"
+        }
+    ]
+}

dialog/056.1.json

@@ -0,0 +1,166 @@
+{
+    "messages": [
+        {
+            "utt_id": "utt-0",
+            "utterance": "Hi. what are we making today?",
+            "bot": false,
+            "annotations": "{\"section\": \"title\", \"intent\": \"greeting; req_title;\", \"tracker_completed_step\": \"title\", \"tracker_completed_step_num\": 0, \"tracker_requested_step\": \"title\", \"tracker_requested_step_num\": 0}"
+        },
+        {
+            "utt_id": "utt-1",
+            "utterance": "Hi. we are making Asian turkey burgers, are you ready to start?",
+            "bot": true,
+            "annotations": "greeting();\r\ninform_title(title);\r\npropose_start_recipe();"
+        },
+        {
+            "utt_id": "utt-2",
+            "utterance": "Yes I am. What's the first step I need to do?",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"affirm; req_instruction;\", \"tracker_completed_step\": \"title\", \"tracker_completed_step_num\": 0, \"tracker_requested_step\": \"inst-0\", \"tracker_requested_step_num\": 9}"
+        },
+        {
+            "utt_id": "utt-3",
+            "utterance": "First take a bowl. We will combine 7 ingredients in the bowl.",
+            "bot": true,
+            "annotations": "fetch(inst-0, [tool-0-0]);\r\nsimplify_begin(inst-0);"
+        },
+        {
+            "utt_id": "utt-4",
+            "utterance": "Ok. go ahead. What are the first ingredients?",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"req_instruction;\", \"tracker_completed_step\": \"inst-0\", \"tracker_completed_step_num\": 9, \"tracker_requested_step\": \"inst-0\", \"tracker_requested_step_num\": 9}"
+        },
+        {
+            "utt_id": "utt-5",
+            "utterance": "First add 1 egg. Only the white. After that add 1 tablespoon of soy sauce.",
+            "bot": true,
+            "annotations": "simplify_continue(inst-0, [ing-0, ing-1]);"
+        },
+        {
+            "utt_id": "utt-6",
+            "utterance": "Done. What else?",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"confirm; req_instruction;\", \"tracker_completed_step\": \"inst-0\", \"tracker_completed_step_num\": 9, \"tracker_requested_step\": \"inst-0\", \"tracker_requested_step_num\": 9}"
+        },
+        {
+            "utt_id": "utt-7",
+            "utterance": "Now add 1/2 cup dry bread crumbs, 1 tablespoon finely chopped onion and 1 garlic clove, minced onion.",
+            "bot": true,
+            "annotations": "simplify_continue(inst-0, [ing-2, ing-3, ing-4]);"
+        },
+        {
+            "utt_id": "utt-8",
+            "utterance": "Ok. What should I do now?",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"req_instruction;\", \"tracker_completed_step\": \"inst-0\", \"tracker_completed_step_num\": 9, \"tracker_requested_step\": \"inst-0\", \"tracker_requested_step_num\": 9}"
+        },
+        {
+            "utt_id": "utt-9",
+            "utterance": "Add 1/4 teaspoon ground ginger, 1/8 teaspoon pepper and finally the turkey.",
+            "bot": true,
+            "annotations": "simplify_continue(inst-0, [ing-5, ing-6, ing-7]);"
+        },
+        {
+            "utt_id": "utt-10",
+            "utterance": "What's the quantity of the turkey?",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"req_amount;\", \"tracker_completed_step\": \"inst-0\", \"tracker_completed_step_num\": 9, \"tracker_requested_step\": \"ing-7\", \"tracker_requested_step_num\": 8}"
+        },
+        {
+            "utt_id": "utt-11",
+            "utterance": "It should be 12 ounces of ground turkey.",
+            "bot": true,
+            "annotations": "inform_amount(ing-7);"
+        },
+        {
+            "utt_id": "utt-12",
+            "utterance": "Ok. I have that. What should I do next?",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"confirm; req_instruction;\", \"tracker_completed_step\": \"ing-7\", \"tracker_completed_step_num\": 8, \"tracker_requested_step\": \"inst-1\", \"tracker_requested_step_num\": 10}"
+        },
+        {
+            "utt_id": "utt-13",
+            "utterance": "Crumble the turkey over the mixture and mix the two until it is just combined.",
+            "bot": true,
+            "annotations": "inform_instruction(inst-1);"
+        },
+        {
+            "utt_id": "utt-14",
+            "utterance": "Done. What else?",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"confirm; req_instruction;\", \"tracker_completed_step\": \"inst-1\", \"tracker_completed_step_num\": 10, \"tracker_requested_step\": \"inst-2\", \"tracker_requested_step_num\": 11}"
+        },
+        {
+            "utt_id": "utt-15",
+            "utterance": "After that shape the mixture into four patties.",
+            "bot": true,
+            "annotations": "inform_instruction(inst-2);"
+        },
+        {
+            "utt_id": "utt-16",
+            "utterance": "Into four what?",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"req_repeat;\", \"tracker_completed_step\": \"inst-2\", \"tracker_completed_step_num\": 11, \"tracker_requested_step\": \"inst-2\", \"tracker_requested_step_num\": 11}"
+        },
+        {
+            "utt_id": "utt-17",
+            "utterance": "Four patties.",
+            "bot": true,
+            "annotations": "repeat(inst-2);"
+        },
+        {
+            "utt_id": "utt-18",
+            "utterance": "Ok. thank you. What should I do with the patties?",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"thank; req_instruction;\", \"tracker_completed_step\": \"inst-2\", \"tracker_completed_step_num\": 11, \"tracker_requested_step\": \"inst-3\", \"tracker_requested_step_num\": 12}"
+        },
+        {
+            "utt_id": "utt-19",
+            "utterance": "You may cook the patties in a nonstick skillet coated nonstick cooking spray.",
+            "bot": true,
+            "annotations": "inform_instruction(inst-3);"
+        },
+        {
+            "utt_id": "utt-20",
+            "utterance": "For how long should I cook them?",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"req_duration;\", \"tracker_completed_step\": \"inst-3\", \"tracker_completed_step_num\": 12, \"tracker_requested_step\": \"inst-3\", \"tracker_requested_step_num\": 12}"
+        },
+        {
+            "utt_id": "utt-21",
+            "utterance": "Until they are no longer pink.",
+            "bot": true,
+            "annotations": "inform_instruction(cond-3-0);"
+        },
+        {
+            "utt_id": "utt-22",
+            "utterance": "Ok. can I do anything else in the meantime?",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"req_parallel_action;\", \"tracker_completed_step\": \"inst-3\", \"tracker_completed_step_num\": 12, \"tracker_requested_step\": \"inst-3\", \"tracker_requested_step_num\": 12}"
+        },
+        {
+            "utt_id": "utt-23",
+            "utterance": "No, that was all.",
+            "bot": true,
+            "annotations": "negate();\r\n"
+        },
+        {
+            "utt_id": "utt-24",
+            "utterance": "Ok. the turkey is not pink anymore. Is it done now?",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"confirm; req_is_recipe_finished;\", \"tracker_completed_step\": \"inst-3\", \"tracker_completed_step_num\": 12, \"tracker_requested_step\": \"inst-3\", \"tracker_requested_step_num\": 12}"
+        },
+        {
+            "utt_id": "utt-25",
+            "utterance": "Yes it done now, enjoy the burgers.",
+            "bot": true,
+            "annotations": "affirm();\r\nend_recipe();\r\nenjoy();"
+        },
+        {
+            "utt_id": "utt-26",
+            "utterance": "Thank you for the instructions. They look delicious!",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"thank;\", \"tracker_completed_step\": \"inst-3\", \"tracker_completed_step_num\": 12, \"tracker_requested_step\": \"inst-3\", \"tracker_requested_step_num\": 12}"
+        }
+    ]
+}

dialog/057.1.json

@@ -0,0 +1,202 @@
+{
+    "messages": [
+        {
+            "utt_id": "utt-0",
+            "utterance": "Hi. what are we making today?",
+            "bot": false,
+            "annotations": "{\"section\": \"title\", \"intent\": \"greeting; req_title;\", \"tracker_completed_step\": \"title\", \"tracker_completed_step_num\": 0, \"tracker_requested_step\": \"title\", \"tracker_requested_step_num\": 0}"
+        },
+        {
+            "utt_id": "utt-1",
+            "utterance": "Hi. today we are making Apple Cranberry Crisp 2. Are you ready to start?",
+            "bot": true,
+            "annotations": "greeting();\r\ninform_title(title);\r\npropose_start_recipe();"
+        },
+        {
+            "utt_id": "utt-2",
+            "utterance": "Ok. sounds good. How should I start?",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"req_start;\", \"tracker_completed_step\": \"title\", \"tracker_completed_step_num\": 0, \"tracker_requested_step\": \"inst-0\", \"tracker_requested_step_num\": 11}"
+        },
+        {
+            "utt_id": "utt-3",
+            "utterance": "Start with preheating the oven to 375 degrees Fahrenheit or 190 degrees Celsius.",
+            "bot": true,
+            "annotations": "inform_instruction(ac-0-0);"
+        },
+        {
+            "utt_id": "utt-4",
+            "utterance": "Ok. I have done that. What can I do in the meantime?",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"confirm; req_parallel_action;\", \"tracker_completed_step\": \"inst-0\", \"tracker_completed_step_num\": 11, \"tracker_requested_step\": \"inst-0\", \"tracker_requested_step_num\": 11}"
+        },
+        {
+            "utt_id": "utt-5",
+            "utterance": "In the meantime, take an 8 inch square baking dish and butter it in.",
+            "bot": true,
+            "annotations": "inform_instruction(ac-0-1);"
+        },
+        {
+            "utt_id": "utt-6",
+            "utterance": "Ok. I have done that. What is next?",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"confirm; req_instruction;\", \"tracker_completed_step\": \"inst-0\", \"tracker_completed_step_num\": 11, \"tracker_requested_step\": \"inst-1\", \"tracker_requested_step_num\": 12}"
+        },
+        {
+            "utt_id": "utt-7",
+            "utterance": "Take a large bowl. In this bowl you will have to mix together 5 ingredients.",
+            "bot": true,
+            "annotations": "inform_instruction(inst-1, [tool-1-0]);\r\nsimplify_begin(inst-1);"
+        },
+        {
+            "utt_id": "utt-8",
+            "utterance": "Ok. what are the ingredients?",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"req_instruction;\", \"tracker_completed_step\": \"inst-1\", \"tracker_completed_step_num\": 12, \"tracker_requested_step\": \"inst-1\", \"tracker_requested_step_num\": 12}"
+        },
+        {
+            "utt_id": "utt-9",
+            "utterance": "Start with 2 pounds Granny Smith apples. This apples should be peeled, cored and thinly sliced.",
+            "bot": true,
+            "annotations": "simplify_continue(inst-1, [ing-0]);"
+        },
+        {
+            "utt_id": "utt-10",
+            "utterance": "Ok. I have done that, what is the next step?",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"confirm; req_instruction;\", \"tracker_completed_step\": \"inst-1\", \"tracker_completed_step_num\": 12, \"tracker_requested_step\": \"inst-1\", \"tracker_requested_step_num\": 12}"
+        },
+        {
+            "utt_id": "utt-11",
+            "utterance": "Next add 3/4 cup cranberries and 1/4 cup white sugar.",
+            "bot": true,
+            "annotations": "simplify_continue(inst-1, [ing-1, ing-2]);"
+        },
+        {
+            "utt_id": "utt-12",
+            "utterance": "Ok. I also added them both. What should I add more?",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"confirm; req_instruction;\", \"tracker_completed_step\": \"inst-1\", \"tracker_completed_step_num\": 12, \"tracker_requested_step\": \"inst-1\", \"tracker_requested_step_num\": 12}"
+        },
+        {
+            "utt_id": "utt-13",
+            "utterance": "Finally add 3 teaspoons ground cinnamon and 1 teaspoon ground nutmeg.",
+            "bot": true,
+            "annotations": "simplify_continue(inst-1, [ing-3, ing-4]);"
+        },
+        {
+            "utt_id": "utt-14",
+            "utterance": "Ok. I added them as well. What is next?",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"confirm; req_instruction;\", \"tracker_completed_step\": \"inst-1\", \"tracker_completed_step_num\": 12, \"tracker_requested_step\": \"inst-2\", \"tracker_requested_step_num\": 13}"
+        },
+        {
+            "utt_id": "utt-15",
+            "utterance": "Place the mixture evenly into the baking dish.",
+            "bot": true,
+            "annotations": "inform_instruction(inst-2);"
+        },
+        {
+            "utt_id": "utt-16",
+            "utterance": "Ok. I have done that. What should I do now?",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"confirm; req_instruction;\", \"tracker_completed_step\": \"inst-2\", \"tracker_completed_step_num\": 13, \"tracker_requested_step\": \"inst-3\", \"tracker_requested_step_num\": 14}"
+        },
+        {
+            "utt_id": "utt-17",
+            "utterance": "Take the same bowl and combine 1/3 cup quick-cooking oats, 1/3 cup all-purpose flour and 1/2 cup packed light brown sugar.",
+            "bot": true,
+            "annotations": "inform_instruction(inst-3);"
+        },
+        {
+            "utt_id": "utt-18",
+            "utterance": "Ok. could you repeat the last ingredient?",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"req_repeat;\", \"tracker_completed_step\": \"inst-3\", \"tracker_completed_step_num\": 14, \"tracker_requested_step\": \"ing-7\", \"tracker_requested_step_num\": 8}"
+        },
+        {
+            "utt_id": "utt-19",
+            "utterance": "1/2 cup packed light brown sugar.",
+            "bot": true,
+            "annotations": "repeat(ing-7);"
+        },
+        {
+            "utt_id": "utt-20",
+            "utterance": "Ok. I have added them. What is next?",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"confirm; req_instruction;\", \"tracker_completed_step\": \"ing-7\", \"tracker_completed_step_num\": 8, \"tracker_requested_step\": \"inst-4\", \"tracker_requested_step_num\": 15}"
+        },
+        {
+            "utt_id": "utt-21",
+            "utterance": "Mix in butter with a fork until the mixture becomes crumbly.",
+            "bot": true,
+            "annotations": "inform_instruction(inst-4);"
+        },
+        {
+            "utt_id": "utt-22",
+            "utterance": "Ok. I have done that. It is crumbly. What should I do now?",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"confirm; req_instruction;\", \"tracker_completed_step\": \"inst-4\", \"tracker_completed_step_num\": 15, \"tracker_requested_step\": \"inst-5\", \"tracker_requested_step_num\": 16}"
+        },
+        {
+            "utt_id": "utt-23",
+            "utterance": "Stir in 1/2 cup chopped pecans and sprinkle it over the apples.",
+            "bot": true,
+            "annotations": "inform_instruction(inst-5);"
+        },
+        {
+            "utt_id": "utt-24",
+            "utterance": "Ok. what should I sprinkle over the apples?",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"req_repeat;\", \"tracker_completed_step\": \"inst-5\", \"tracker_completed_step_num\": 16, \"tracker_requested_step\": \"inst-5\", \"tracker_requested_step_num\": 16}"
+        },
+        {
+            "utt_id": "utt-25",
+            "utterance": "The mixture in which you stirred in the pecans.",
+            "bot": true,
+            "annotations": "other();"
+        },
+        {
+            "utt_id": "utt-26",
+            "utterance": "Ok. I have done that. What is next?",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"confirm; req_instruction;\", \"tracker_completed_step\": \"inst-5\", \"tracker_completed_step_num\": 16, \"tracker_requested_step\": \"inst-6\", \"tracker_requested_step_num\": 17}"
+        },
+        {
+            "utt_id": "utt-27",
+            "utterance": "Bake it in the preheated oven for about 40 to 50 minutes.",
+            "bot": true,
+            "annotations": "inform_instruction(inst-6);"
+        },
+        {
+            "utt_id": "utt-28",
+            "utterance": "Ok. when do I know when it will be done?",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"req_duration;\", \"tracker_completed_step\": \"inst-6\", \"tracker_completed_step_num\": 17, \"tracker_requested_step\": \"inst-6\", \"tracker_requested_step_num\": 17}"
+        },
+        {
+            "utt_id": "utt-29",
+            "utterance": "It is done when the topping is golden brown and the apples are tender.",
+            "bot": true,
+            "annotations": "inform_duration(cond-6-0);"
+        },
+        {
+            "utt_id": "utt-30",
+            "utterance": "Ok. it looks good now. Is there something else I should do?",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"confirm; req_is_recipe_ongoing;\", \"tracker_completed_step\": \"inst-6\", \"tracker_completed_step_num\": 17, \"tracker_requested_step\": \"inst-6\", \"tracker_requested_step_num\": 17}"
+        },
+        {
+            "utt_id": "utt-31",
+            "utterance": "No that's all. Enjoy your dish.",
+            "bot": true,
+            "annotations": "negate();\r\nend_recipe();\r\nenjoy();"
+        },
+        {
+            "utt_id": "utt-32",
+            "utterance": "Ok. thanks it looks nice!",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"thank;\", \"tracker_completed_step\": \"inst-6\", \"tracker_completed_step_num\": 17, \"tracker_requested_step\": \"inst-6\", \"tracker_requested_step_num\": 17}"
+        }
+    ]
+}

dialog/058.1.json

@@ -0,0 +1,166 @@
+{
+    "messages": [
+        {
+            "utt_id": "utt-0",
+            "utterance": "Hi. what are we making today?",
+            "bot": false,
+            "annotations": "{\"section\": \"title\", \"intent\": \"greeting; req_title;\", \"tracker_completed_step\": \"title\", \"tracker_completed_step_num\": 0, \"tracker_requested_step\": \"title\", \"tracker_requested_step_num\": 0}"
+        },
+        {
+            "utt_id": "utt-1",
+            "utterance": "Hi. we are making fall harvest baked apples. Are you ready to start?",
+            "bot": true,
+            "annotations": "greeting();\r\ninform_title(title);\r\npropose_start_recipe();"
+        },
+        {
+            "utt_id": "utt-2",
+            "utterance": "Yes I am ready. What is the first step I need to take?",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"affirm; req_instruction;\", \"tracker_completed_step\": \"title\", \"tracker_completed_step_num\": 0, \"tracker_requested_step\": \"inst-0\", \"tracker_requested_step_num\": 9}"
+        },
+        {
+            "utt_id": "utt-3",
+            "utterance": "First preheat the oven to 175 degrees Celsius. In the meantime take 8 cored red apples.",
+            "bot": true,
+            "annotations": "inform_instruction(inst-0);\r\ninform_ingredient(ing-0);"
+        },
+        {
+            "utt_id": "utt-4",
+            "utterance": "What should I take in the meantime?",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"req_repeat;\", \"tracker_completed_step\": \"inst-0\", \"tracker_completed_step_num\": 9, \"tracker_requested_step\": \"ing-0\", \"tracker_requested_step_num\": 1}"
+        },
+        {
+            "utt_id": "utt-5",
+            "utterance": "Take 8 red apples. They should be cored.",
+            "bot": true,
+            "annotations": "repeat(ing-0);"
+        },
+        {
+            "utt_id": "utt-6",
+            "utterance": "Ok. I have them. What should I do with them?",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"confirm; req_instruction;\", \"tracker_completed_step\": \"ing-0\", \"tracker_completed_step_num\": 1, \"tracker_requested_step\": \"inst-1\", \"tracker_requested_step_num\": 10}"
+        },
+        {
+            "utt_id": "utt-7",
+            "utterance": "Put them in a 9x13 inch baking dish.",
+            "bot": true,
+            "annotations": "inform_instruction(inst-1);"
+        },
+        {
+            "utt_id": "utt-8",
+            "utterance": "Ok. done.",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"confirm;\", \"tracker_completed_step\": \"inst-1\", \"tracker_completed_step_num\": 10, \"tracker_requested_step\": \"inst-2\", \"tracker_requested_step_num\": 11}"
+        },
+        {
+            "utt_id": "utt-9",
+            "utterance": "Now take a small saucepan and put it over medium heat. Combine 1/4 cup butter and 1/3 cup maple syrup in the pan.",
+            "bot": true,
+            "annotations": "simplify_continue(inst-2, [ing-1, ing-2]);"
+        },
+        {
+            "utt_id": "utt-10",
+            "utterance": "What's the last ingredient?",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"req_repeat;\", \"tracker_completed_step\": \"inst-2\", \"tracker_completed_step_num\": 11, \"tracker_requested_step\": \"inst-2\", \"tracker_requested_step_num\": 11}"
+        },
+        {
+            "utt_id": "utt-11",
+            "utterance": "1/3 cup of maple syrup.",
+            "bot": true,
+            "annotations": "repeat(inst-2, [ing-2]);"
+        },
+        {
+            "utt_id": "utt-12",
+            "utterance": "Ok. I have added the maple syrup. What should I do now?",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"confirm; req_instruction;\", \"tracker_completed_step\": \"inst-2\", \"tracker_completed_step_num\": 11, \"tracker_requested_step\": \"inst-2\", \"tracker_requested_step_num\": 11}"
+        },
+        {
+            "utt_id": "utt-13",
+            "utterance": "Now add 1/2 teaspoon ground cinnamon and 1/3 teaspoon ground ginger.",
+            "bot": true,
+            "annotations": "simplify_continue(inst-2, [ing-3, ing-4]);"
+        },
+        {
+            "utt_id": "utt-14",
+            "utterance": "Done. What else?",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"confirm; req_instruction;\", \"tracker_completed_step\": \"inst-2\", \"tracker_completed_step_num\": 11, \"tracker_requested_step\": \"inst-2\", \"tracker_requested_step_num\": 11}"
+        },
+        {
+            "utt_id": "utt-15",
+            "utterance": "Finally still add 1/2 lemon and juice it, also add 1 teaspoon vanilla extract. Now bring it to a boil and drizzle equally over apples.",
+            "bot": true,
+            "annotations": "simplify_continue(inst-2, [ing-5, ing-6]);\r\ninform_instruction(inst-3);"
+        },
+        {
+            "utt_id": "utt-16",
+            "utterance": "Ok. Done. I have drizzled the mixture over the apples.",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"confirm;\", \"tracker_completed_step\": \"inst-3\", \"tracker_completed_step_num\": 12, \"tracker_requested_step\": \"inst-4\", \"tracker_requested_step_num\": 13}"
+        },
+        {
+            "utt_id": "utt-17",
+            "utterance": "Great. now take it off the heat and cover it with foil. Afterwards bake it in the preheated oven for 20 minutes.",
+            "bot": true,
+            "annotations": "inform_instruction(inst-4);"
+        },
+        {
+            "utt_id": "utt-18",
+            "utterance": "What kind of foil do I need to use?",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"req_tool;\", \"tracker_completed_step\": \"inst-4\", \"tracker_completed_step_num\": 13, \"tracker_requested_step\": \"inst-4\", \"tracker_requested_step_num\": 13}"
+        },
+        {
+            "utt_id": "utt-19",
+            "utterance": "I cannot answer that question.",
+            "bot": true,
+            "annotations": "fence();"
+        },
+        {
+            "utt_id": "utt-20",
+            "utterance": "I have baked it for 20 minutes in the preheated oven. How do I know whether it is ready?",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"confirm; req_instruction;\", \"tracker_completed_step\": \"inst-4\", \"tracker_completed_step_num\": 13, \"tracker_requested_step\": \"inst-5\", \"tracker_requested_step_num\": 14}"
+        },
+        {
+            "utt_id": "utt-21",
+            "utterance": "Now remove the cover and continue to bake it for another 10 minutes.",
+            "bot": true,
+            "annotations": "inform_instruction(inst-5);"
+        },
+        {
+            "utt_id": "utt-22",
+            "utterance": "Ok. another 10 minutes have passed now.",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"confirm;\", \"tracker_completed_step\": \"inst-5\", \"tracker_completed_step_num\": 14, \"tracker_requested_step\": \"inst-5\", \"tracker_requested_step_num\": 14}"
+        },
+        {
+            "utt_id": "utt-23",
+            "utterance": "It will be ready when the apples are tender.",
+            "bot": true,
+            "annotations": "inform_duration(cond-5-0);"
+        },
+        {
+            "utt_id": "utt-24",
+            "utterance": "Yes, they are tender.",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"affirm;\", \"tracker_completed_step\": \"inst-5\", \"tracker_completed_step_num\": 14, \"tracker_requested_step\": \"inst-6\", \"tracker_requested_step_num\": 15}"
+        },
+        {
+            "utt_id": "utt-25",
+            "utterance": "Ok. then enjoy and serve it warm!",
+            "bot": true,
+            "annotations": "inform_instruction(inst-6);\r\nend_recipe();\r\nenjoy();"
+        },
+        {
+            "utt_id": "utt-26",
+            "utterance": "Great. Thank you for the instructions.",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"thank;\", \"tracker_completed_step\": \"inst-6\", \"tracker_completed_step_num\": 15, \"tracker_requested_step\": \"inst-6\", \"tracker_requested_step_num\": 15}"
+        }
+    ]
+}

dialog/059.1.json

@@ -0,0 +1,118 @@
+{
+    "messages": [
+        {
+            "utt_id": "utt-0",
+            "utterance": "Hi. how do I make fancy Brussels sprouts?",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"greeting; req_start;\", \"tracker_completed_step\": \"inst-0\", \"tracker_completed_step_num\": 8, \"tracker_requested_step\": \"inst-0\", \"tracker_requested_step_num\": 8}"
+        },
+        {
+            "utt_id": "utt-1",
+            "utterance": "Hi. it is a short recipe. Start with placing a saucepan over medium heat.",
+            "bot": true,
+            "annotations": "greeting();\r\nfetch(inst-0, [tool-0-0]);"
+        },
+        {
+            "utt_id": "utt-2",
+            "utterance": "Ok. I have done that. What is next?",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"confirm; req_instruction;\", \"tracker_completed_step\": \"inst-0\", \"tracker_completed_step_num\": 8, \"tracker_requested_step\": \"inst-0\", \"tracker_requested_step_num\": 8}"
+        },
+        {
+            "utt_id": "utt-3",
+            "utterance": "In this saucepan you will need to add four ingredients. Start with 1 cup water and 1/4 cup minced fresh parsley.",
+            "bot": true,
+            "annotations": "simplify_begin(ac-0-0);\r\nsimplify_continue(ac-0-0, [ing-0, ing-1]);"
+        },
+        {
+            "utt_id": "utt-4",
+            "utterance": "Ok. what are the next two ingredients?",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"req_instruction;\", \"tracker_completed_step\": \"inst-0\", \"tracker_completed_step_num\": 8, \"tracker_requested_step\": \"inst-0\", \"tracker_requested_step_num\": 8}"
+        },
+        {
+            "utt_id": "utt-5",
+            "utterance": "Next add 1 teaspoon sugar and 1/2 teaspoon salt.",
+            "bot": true,
+            "annotations": "simplify_continue(ac-0-0, [ing-2, ing-3]);"
+        },
+        {
+            "utt_id": "utt-6",
+            "utterance": "Ok. I have added them as well. What is the next step?",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"confirm; req_instruction;\", \"tracker_completed_step\": \"inst-0\", \"tracker_completed_step_num\": 8, \"tracker_requested_step\": \"inst-1\", \"tracker_requested_step_num\": 9}"
+        },
+        {
+            "utt_id": "utt-7",
+            "utterance": "Next add 4 cups Brussels sprouts, halved.",
+            "bot": true,
+            "annotations": "inform_instruction(inst-1);"
+        },
+        {
+            "utt_id": "utt-8",
+            "utterance": "Ok. I have added them. What should I do now?",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"confirm; req_instruction;\", \"tracker_completed_step\": \"inst-1\", \"tracker_completed_step_num\": 9, \"tracker_requested_step\": \"inst-2\", \"tracker_requested_step_num\": 10}"
+        },
+        {
+            "utt_id": "utt-9",
+            "utterance": "Cover the saucepan and let it simmer for 6-8 minutes.",
+            "bot": true,
+            "annotations": "inform_instruction(inst-2);"
+        },
+        {
+            "utt_id": "utt-10",
+            "utterance": "Ok. I have done that. Is there more to do?",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"confirm; req_instruction;\", \"tracker_completed_step\": \"inst-2\", \"tracker_completed_step_num\": 10, \"tracker_requested_step\": \"inst-3\", \"tracker_requested_step_num\": 11}"
+        },
+        {
+            "utt_id": "utt-11",
+            "utterance": "Now add 1 can water chestnuts and 1 tablespoon butter.",
+            "bot": true,
+            "annotations": "inform_instruction(ac-3-0);"
+        },
+        {
+            "utt_id": "utt-12",
+            "utterance": "Ok. I added them as well. What is next?",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"confirm; req_instruction;\", \"tracker_completed_step\": \"inst-3\", \"tracker_completed_step_num\": 11, \"tracker_requested_step\": \"inst-3\", \"tracker_requested_step_num\": 11}"
+        },
+        {
+            "utt_id": "utt-13",
+            "utterance": "Finally heat everything through.",
+            "bot": true,
+            "annotations": "inform_instruction(ac-3-1);"
+        },
+        {
+            "utt_id": "utt-14",
+            "utterance": "Ok. when do I know if it's finished?",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"req_duration;\", \"tracker_completed_step\": \"inst-3\", \"tracker_completed_step_num\": 11, \"tracker_requested_step\": \"inst-3\", \"tracker_requested_step_num\": 11}"
+        },
+        {
+            "utt_id": "utt-15",
+            "utterance": "I can not answer that question.",
+            "bot": true,
+            "annotations": "fence();"
+        },
+        {
+            "utt_id": "utt-16",
+            "utterance": "Ok. Is there something else I should do?",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"req_is_recipe_ongoing;\", \"tracker_completed_step\": \"inst-3\", \"tracker_completed_step_num\": 11, \"tracker_requested_step\": \"inst-3\", \"tracker_requested_step_num\": 11}"
+        },
+        {
+            "utt_id": "utt-17",
+            "utterance": "No that's all. Enjoy it.",
+            "bot": true,
+            "annotations": "negate();\r\nend_recipe();\r\nenjoy();"
+        },
+        {
+            "utt_id": "utt-18",
+            "utterance": "Ok. it looks good, thanks.",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"thank;\", \"tracker_completed_step\": \"inst-3\", \"tracker_completed_step_num\": 11, \"tracker_requested_step\": \"inst-3\", \"tracker_requested_step_num\": 11}"
+        }
+    ]
+}

dialog/060.1.json

@@ -0,0 +1,130 @@
+{
+    "messages": [
+        {
+            "utt_id": "utt-0",
+            "utterance": "Hi. can you tell me how to make Churros?",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"greeting; req_start;\", \"tracker_completed_step\": \"inst-0\", \"tracker_completed_step_num\": 9, \"tracker_requested_step\": \"inst-0\", \"tracker_requested_step_num\": 9}"
+        },
+        {
+            "utt_id": "utt-1",
+            "utterance": "Hi. first take a small saucepan and put it over medium heat. We will combine 4 ingredients into the pan.",
+            "bot": true,
+            "annotations": "greeting();\r\nsimplify_begin(inst-0);"
+        },
+        {
+            "utt_id": "utt-2",
+            "utterance": "Ok. done. What are the ingredients?",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"confirm; req_instruction;\", \"tracker_completed_step\": \"inst-0\", \"tracker_completed_step_num\": 9, \"tracker_requested_step\": \"inst-0\", \"tracker_requested_step_num\": 9}"
+        },
+        {
+            "utt_id": "utt-3",
+            "utterance": "First 1 cup of water and 2 1/2 tablespoons sugar.",
+            "bot": true,
+            "annotations": "simplify_continue(inst-0, [ing-0, ing-1]);"
+        },
+        {
+            "utt_id": "utt-4",
+            "utterance": "Done. What are the other two ingredients?",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"confirm; req_instruction;\", \"tracker_completed_step\": \"inst-0\", \"tracker_completed_step_num\": 9, \"tracker_requested_step\": \"inst-0\", \"tracker_requested_step_num\": 9}"
+        },
+        {
+            "utt_id": "utt-5",
+            "utterance": "1/2 teaspoon salt and 2 tablespoons of vegetable oil. Bring it to a boil and then remove from heat.",
+            "bot": true,
+            "annotations": "simplify_continue(inst-0, [ing-2, ing-3]);"
+        },
+        {
+            "utt_id": "utt-6",
+            "utterance": "Ok. it is boiling now and I removed it from the heat.",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"confirm;\", \"tracker_completed_step\": \"inst-0\", \"tracker_completed_step_num\": 9, \"tracker_requested_step\": \"inst-2\", \"tracker_requested_step_num\": 11}"
+        },
+        {
+            "utt_id": "utt-7",
+            "utterance": "Now stir in 1 cup all-purpose flour until the mixture forms a ball.",
+            "bot": true,
+            "annotations": "inform_instruction(inst-2);"
+        },
+        {
+            "utt_id": "utt-8",
+            "utterance": "Ok. done. What should I do now?",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"confirm; req_instruction;\", \"tracker_completed_step\": \"inst-2\", \"tracker_completed_step_num\": 11, \"tracker_requested_step\": \"inst-3\", \"tracker_requested_step_num\": 12}"
+        },
+        {
+            "utt_id": "utt-9",
+            "utterance": "Now heat 2 quarts of oil for frying in a deep fryer or deep skillet at 190 degrees Celsius.",
+            "bot": true,
+            "annotations": "inform_instruction(inst-3);"
+        },
+        {
+            "utt_id": "utt-10",
+            "utterance": "The oil in the deep fryer is now at 190 degrees Celsius. What should I do now?",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"confirm; req_instruction;\", \"tracker_completed_step\": \"inst-3\", \"tracker_completed_step_num\": 12, \"tracker_requested_step\": \"inst-4\", \"tracker_requested_step_num\": 13}"
+        },
+        {
+            "utt_id": "utt-11",
+            "utterance": "Now make pipe strips of the dough and put them into the hot oil using a pastry bag.",
+            "bot": true,
+            "annotations": "inform_instruction(inst-4);"
+        },
+        {
+            "utt_id": "utt-12",
+            "utterance": "Ok. done. For how long should I fry them?",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"confirm; req_duration;\", \"tracker_completed_step\": \"inst-4\", \"tracker_completed_step_num\": 13, \"tracker_requested_step\": \"inst-5\", \"tracker_requested_step_num\": 14}"
+        },
+        {
+            "utt_id": "utt-13",
+            "utterance": "Fry them until they are golden. Then drain them on paper towels.",
+            "bot": true,
+            "annotations": "inform_instruction(inst-5);"
+        },
+        {
+            "utt_id": "utt-14",
+            "utterance": "Ok. they are all drained now.",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"confirm;\", \"tracker_completed_step\": \"inst-5\", \"tracker_completed_step_num\": 14, \"tracker_requested_step\": \"inst-6\", \"tracker_requested_step_num\": 15}"
+        },
+        {
+            "utt_id": "utt-15",
+            "utterance": "Now combine 1/2 cup white sugar and 1 teaspoon of ground cinnamon.",
+            "bot": true,
+            "annotations": "inform_instruction(inst-6);"
+        },
+        {
+            "utt_id": "utt-16",
+            "utterance": "Yes done.",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"confirm;\", \"tracker_completed_step\": \"inst-6\", \"tracker_completed_step_num\": 15, \"tracker_requested_step\": \"inst-7\", \"tracker_requested_step_num\": 16}"
+        },
+        {
+            "utt_id": "utt-17",
+            "utterance": "Now finally roll the drained churros in the cinnamon and sugar mixture.",
+            "bot": true,
+            "annotations": "inform_instruction(inst-7);"
+        },
+        {
+            "utt_id": "utt-18",
+            "utterance": "Ok. that's done. Are they ready now?",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"confirm; req_is_recipe_finished;\", \"tracker_completed_step\": \"inst-7\", \"tracker_completed_step_num\": 16, \"tracker_requested_step\": \"inst-7\", \"tracker_requested_step_num\": 16}"
+        },
+        {
+            "utt_id": "utt-19",
+            "utterance": "Yes enjoy!",
+            "bot": true,
+            "annotations": "affirm();\r\nenjoy();"
+        },
+        {
+            "utt_id": "utt-20",
+            "utterance": "Great. thank you for the instructions!",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"thank;\", \"tracker_completed_step\": \"inst-7\", \"tracker_completed_step_num\": 16, \"tracker_requested_step\": \"inst-7\", \"tracker_requested_step_num\": 16}"
+        }
+    ]
+}

dialog/061.1.json

@@ -0,0 +1,118 @@
+{
+    "messages": [
+        {
+            "utt_id": "utt-0",
+            "utterance": "Hi. what do we make today?",
+            "bot": false,
+            "annotations": "{\"section\": \"title\", \"intent\": \"greeting; req_title;\", \"tracker_completed_step\": \"title\", \"tracker_completed_step_num\": 0, \"tracker_requested_step\": \"title\", \"tracker_requested_step_num\": 0}"
+        },
+        {
+            "utt_id": "utt-1",
+            "utterance": "Hi. today you will make Easy Fried Eggplant.",
+            "bot": true,
+            "annotations": "greeting();\r\ninform_title(title);"
+        },
+        {
+            "utt_id": "utt-2",
+            "utterance": "Ok. how do I start?",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"req_instruction;\", \"tracker_completed_step\": \"title\", \"tracker_completed_step_num\": 0, \"tracker_requested_step\": \"inst-0\", \"tracker_requested_step_num\": 5}"
+        },
+        {
+            "utt_id": "utt-3",
+            "utterance": "First heat 2 tablespoons canola oil in a large skillet over medium-high heat.",
+            "bot": true,
+            "annotations": "inform_instruction(inst-0);"
+        },
+        {
+            "utt_id": "utt-4",
+            "utterance": "Ok. I have done that. What is the next step?",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"confirm; req_instruction;\", \"tracker_completed_step\": \"inst-0\", \"tracker_completed_step_num\": 5, \"tracker_requested_step\": \"inst-1\", \"tracker_requested_step_num\": 6}"
+        },
+        {
+            "utt_id": "utt-5",
+            "utterance": "Next dip 1 large eggplant, peeled and sliced in the egg. You should use 3 beaten eggs for this.",
+            "bot": true,
+            "annotations": "inform_instruction(ac-1-0);"
+        },
+        {
+            "utt_id": "utt-6",
+            "utterance": "Ok. I have done that. What should I do now?",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"confirm; req_instruction;\", \"tracker_completed_step\": \"inst-1\", \"tracker_completed_step_num\": 6, \"tracker_requested_step\": \"inst-1\", \"tracker_requested_step_num\": 6}"
+        },
+        {
+            "utt_id": "utt-7",
+            "utterance": "Now dip the eggplant into the crumbles. You can use 2 cups dry bread crumbs for this.",
+            "bot": true,
+            "annotations": "inform_instruction(inst-1);"
+        },
+        {
+            "utt_id": "utt-8",
+            "utterance": "Ok. should I dip all of the eggplant?",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"other;\", \"tracker_completed_step\": \"inst-1\", \"tracker_completed_step_num\": 6, \"tracker_requested_step\": \"inst-1\", \"tracker_requested_step_num\": 6}"
+        },
+        {
+            "utt_id": "utt-9",
+            "utterance": "Yes all of the eggplant.",
+            "bot": true,
+            "annotations": "affirm();"
+        },
+        {
+            "utt_id": "utt-10",
+            "utterance": "Ok. I have done that. What is the next step?",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"confirm; req_instruction;\", \"tracker_completed_step\": \"inst-1\", \"tracker_completed_step_num\": 6, \"tracker_requested_step\": \"inst-1\", \"tracker_requested_step_num\": 6}"
+        },
+        {
+            "utt_id": "utt-11",
+            "utterance": "Next place the eggplant into the hot oil.",
+            "bot": true,
+            "annotations": "inform_instruction(ac-1-1);"
+        },
+        {
+            "utt_id": "utt-12",
+            "utterance": "Ok. what is next?",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"req_instruction;\", \"tracker_completed_step\": \"inst-1\", \"tracker_completed_step_num\": 6, \"tracker_requested_step\": \"inst-2\", \"tracker_requested_step_num\": 7}"
+        },
+        {
+            "utt_id": "utt-13",
+            "utterance": "Fry 2 to 3 minutes on each side.",
+            "bot": true,
+            "annotations": "inform_instruction(inst-2);"
+        },
+        {
+            "utt_id": "utt-14",
+            "utterance": "Ok. I have done that. What should I do with it now?",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"confirm; req_instruction;\", \"tracker_completed_step\": \"inst-2\", \"tracker_completed_step_num\": 7, \"tracker_requested_step\": \"inst-3\", \"tracker_requested_step_num\": 8}"
+        },
+        {
+            "utt_id": "utt-15",
+            "utterance": "Drain the eggplant on paper towels.",
+            "bot": true,
+            "annotations": "inform_instruction(inst-3);"
+        },
+        {
+            "utt_id": "utt-16",
+            "utterance": "Ok. done. What is next?",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"confirm; req_instruction;\", \"tracker_completed_step\": \"inst-3\", \"tracker_completed_step_num\": 8, \"tracker_requested_step\": \"inst-3\", \"tracker_requested_step_num\": 8}"
+        },
+        {
+            "utt_id": "utt-17",
+            "utterance": "That's all. Enjoy your Easy Fried Eggplant!",
+            "bot": true,
+            "annotations": "end_recipe();\r\nenjoy();"
+        },
+        {
+            "utt_id": "utt-18",
+            "utterance": "Ok. Thanks. it looks nice.",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"thank;\", \"tracker_completed_step\": \"inst-3\", \"tracker_completed_step_num\": 8, \"tracker_requested_step\": \"inst-3\", \"tracker_requested_step_num\": 8}"
+        }
+    ]
+}

dialog/062.1.json

@@ -0,0 +1,190 @@
+{
+    "messages": [
+        {
+            "utt_id": "utt-0",
+            "utterance": "Hi. what are we making today?",
+            "bot": false,
+            "annotations": "{\"section\": \"title\", \"intent\": \"greeting; req_title;\", \"tracker_completed_step\": \"title\", \"tracker_completed_step_num\": 0, \"tracker_requested_step\": \"title\", \"tracker_requested_step_num\": 0}"
+        },
+        {
+            "utt_id": "utt-1",
+            "utterance": "Hi. we will make fiery fish tacos with crunchy corn salsa. Are you ready to start?",
+            "bot": true,
+            "annotations": "greeting();\r\ninform_title(title);\r\npropose_start_recipe();"
+        },
+        {
+            "utt_id": "utt-2",
+            "utterance": "Yes I am ready. What ingredients do I need?",
+            "bot": false,
+            "annotations": "{\"section\": \"ing\", \"intent\": \"affirm; req_ingredient_list;\", \"tracker_completed_step\": \"title\", \"tracker_completed_step_num\": 0, \"tracker_requested_step\": \"ing-0\", \"tracker_requested_step_num\": 1}"
+        },
+        {
+            "utt_id": "utt-3",
+            "utterance": "You will need 13 ingredients. First take 1 cup corn and 1/2 cup diced red onion.",
+            "bot": true,
+            "annotations": "sum_ingredient_list();\r\ninform_ingredient(ing-0);\r\ninform_ingredient(ing-1);"
+        },
+        {
+            "utt_id": "utt-4",
+            "utterance": "That's a lot. I have the first two ingredients. What are the next ones?",
+            "bot": false,
+            "annotations": "{\"section\": \"ing\", \"intent\": \"confirm; req_ingredient;\", \"tracker_completed_step\": \"ing-1\", \"tracker_completed_step_num\": 2, \"tracker_requested_step\": \"ing-2\", \"tracker_requested_step_num\": 3}"
+        },
+        {
+            "utt_id": "utt-5",
+            "utterance": "1 cup peeled, chopped jicama, 1/2 cup diced red bell pepper and 1 cup fresh cilantro leaves. The leaves should be finely chopped.",
+            "bot": true,
+            "annotations": "inform_ingredient(ing-2);\r\ninform_ingredient(ing-3);\r\ninform_ingredient(ing-4);"
+        },
+        {
+            "utt_id": "utt-6",
+            "utterance": "Can you repeat the first one please?",
+            "bot": false,
+            "annotations": "{\"section\": \"ing\", \"intent\": \"req_repeat;\", \"tracker_completed_step\": \"ing-4\", \"tracker_completed_step_num\": 5, \"tracker_requested_step\": \"ing-2\", \"tracker_requested_step_num\": 3}"
+        },
+        {
+            "utt_id": "utt-7",
+            "utterance": "1 cup peeled and chopped jicama.",
+            "bot": true,
+            "annotations": "repeat(ing-2);"
+        },
+        {
+            "utt_id": "utt-8",
+            "utterance": "Ok. I have that. Continue please.",
+            "bot": false,
+            "annotations": "{\"section\": \"ing\", \"intent\": \"confirm; req_ingredient;\", \"tracker_completed_step\": \"ing-2\", \"tracker_completed_step_num\": 3, \"tracker_requested_step\": \"ing-5\", \"tracker_requested_step_num\": 6}"
+        },
+        {
+            "utt_id": "utt-9",
+            "utterance": "1 lime, it should be zested and juiced. 2 tablespoons of sour cream, 2 tablespoons cayenne pepper and 1 tablespoon of ground black pepper.",
+            "bot": true,
+            "annotations": "inform_ingredient(ing-5);\r\ninform_ingredient(ing-6);\r\ninform_ingredient(ing-7);\r\ninform_ingredient(ing-8);\r\n"
+        },
+        {
+            "utt_id": "utt-10",
+            "utterance": "Ok. I have them all. What's next?",
+            "bot": false,
+            "annotations": "{\"section\": \"ing\", \"intent\": \"confirm; req_ingredient;\", \"tracker_completed_step\": \"ing-8\", \"tracker_completed_step_num\": 9, \"tracker_requested_step\": \"ing-9\", \"tracker_requested_step_num\": 10}"
+        },
+        {
+            "utt_id": "utt-11",
+            "utterance": "2 tablespoons salt, 6 fillets tilapia and 2 tablespoons olive oil.",
+            "bot": true,
+            "annotations": "inform_ingredient(ing-9);\r\ninform_ingredient(ing-10);\r\ninform_ingredient(ing-11);"
+        },
+        {
+            "utt_id": "utt-12",
+            "utterance": "Can you repeat the last one?",
+            "bot": false,
+            "annotations": "{\"section\": \"ing\", \"intent\": \"req_repeat;\", \"tracker_completed_step\": \"ing-11\", \"tracker_completed_step_num\": 12, \"tracker_requested_step\": \"ing-11\", \"tracker_requested_step_num\": 12}"
+        },
+        {
+            "utt_id": "utt-13",
+            "utterance": "2 tablespoons olive oil.",
+            "bot": true,
+            "annotations": "repeat(ing-11);"
+        },
+        {
+            "utt_id": "utt-14",
+            "utterance": "Ok. anything else?",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"req_instruction;\", \"tracker_completed_step\": \"ing-11\", \"tracker_completed_step_num\": 12, \"tracker_requested_step\": \"inst-0\", \"tracker_requested_step_num\": 14}"
+        },
+        {
+            "utt_id": "utt-15",
+            "utterance": "Finally take 12 warmed corn tortillas. Now you may preheat the grill for high heat and take a medium bowl.",
+            "bot": true,
+            "annotations": "inform_ingredient(ing-12);\r\ninform_instruction(inst-0);"
+        },
+        {
+            "utt_id": "utt-16",
+            "utterance": "Ok. I have the medium bowl and the grill is preheating.",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"confirm;\", \"tracker_completed_step\": \"inst-0\", \"tracker_completed_step_num\": 14, \"tracker_requested_step\": \"inst-1\", \"tracker_requested_step_num\": 15}"
+        },
+        {
+            "utt_id": "utt-17",
+            "utterance": "In the bowl mix together the corn, red onion, jicama, red bell pepper and cilantro.",
+            "bot": true,
+            "annotations": "inform_instruction(inst-1);"
+        },
+        {
+            "utt_id": "utt-18",
+            "utterance": "Ok. I have added the four ingredients to the bowl.",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"confirm;\", \"tracker_completed_step\": \"inst-1\", \"tracker_completed_step_num\": 15, \"tracker_requested_step\": \"inst-2\", \"tracker_requested_step_num\": 16}"
+        },
+        {
+            "utt_id": "utt-19",
+            "utterance": "Also stir in the lime juice and zest.",
+            "bot": true,
+            "annotations": "inform_instruction(inst-2);"
+        },
+        {
+            "utt_id": "utt-20",
+            "utterance": "Yes done. What should I do now?",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"affirm; req_instruction;\", \"tracker_completed_step\": \"inst-2\", \"tracker_completed_step_num\": 16, \"tracker_requested_step\": \"inst-3\", \"tracker_requested_step_num\": 17}"
+        },
+        {
+            "utt_id": "utt-21",
+            "utterance": "Now take a small bowl and combine the cayenne pepper, ground black pepper and salt.",
+            "bot": true,
+            "annotations": "inform_instruction(inst-3);"
+        },
+        {
+            "utt_id": "utt-22",
+            "utterance": "Ok. What's next?",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"req_instruction;\", \"tracker_completed_step\": \"inst-3\", \"tracker_completed_step_num\": 17, \"tracker_requested_step\": \"inst-4\", \"tracker_requested_step_num\": 18}"
+        },
+        {
+            "utt_id": "utt-23",
+            "utterance": "Now brush each fillet with olive oil and sprinkle with all the spices you made.",
+            "bot": true,
+            "annotations": "inform_instruction(inst-4);"
+        },
+        {
+            "utt_id": "utt-24",
+            "utterance": "Done. What should I do now?",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"confirm; req_instruction;\", \"tracker_completed_step\": \"inst-4\", \"tracker_completed_step_num\": 18, \"tracker_requested_step\": \"inst-5\", \"tracker_requested_step_num\": 19}"
+        },
+        {
+            "utt_id": "utt-25",
+            "utterance": "Arrange all the fillets on the grill and cook them for 3 minutes per side.",
+            "bot": true,
+            "annotations": "inform_instruction(inst-5);"
+        },
+        {
+            "utt_id": "utt-26",
+            "utterance": "I have cooked all the fillets 6 minutes in total. 3 minutes on each side.",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"confirm;\", \"tracker_completed_step\": \"inst-5\", \"tracker_completed_step_num\": 19, \"tracker_requested_step\": \"inst-6\", \"tracker_requested_step_num\": 20}"
+        },
+        {
+            "utt_id": "utt-27",
+            "utterance": "Finally for each fiery fish taco you may top two corn tortillas with fish, sour cream and the corn salsa you made.",
+            "bot": true,
+            "annotations": "inform_instruction(inst-6);"
+        },
+        {
+            "utt_id": "utt-28",
+            "utterance": "Done. What should I do now?",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"confirm; req_instruction;\", \"tracker_completed_step\": \"inst-6\", \"tracker_completed_step_num\": 20, \"tracker_requested_step\": \"inst-6\", \"tracker_requested_step_num\": 20}"
+        },
+        {
+            "utt_id": "utt-29",
+            "utterance": "That was all, enjoy.",
+            "bot": true,
+            "annotations": "end_recipe();\r\nenjoy();"
+        },
+        {
+            "utt_id": "utt-30",
+            "utterance": "Great. thank you for the instructions!",
+            "bot": false,
+            "annotations": "{\"section\": \"inst\", \"intent\": \"thank;\", \"tracker_completed_step\": \"inst-6\", \"tracker_completed_step_num\": 20, \"tracker_requested_step\": \"inst-6\", \"tracker_requested_step_num\": 20}"
+        }
+    ]
+}