Search.setIndex({"docnames": ["agent_refs/alice", "agent_refs/bart", "agent_refs/bert_classifier", "agent_refs/bert_ranker", "agent_refs/examples", "agent_refs/fid", "agent_refs/fixed_response", "agent_refs/gpt3", "agent_refs/hred", "agent_refs/hugging_face", "agent_refs/image_seq2seq", "agent_refs/ir_baseline", "agent_refs/local_human", "agent_refs/memnn", "agent_refs/rag", "agent_refs/random_candidate", "agent_refs/repeat_label", "agent_refs/repeat_query", "agent_refs/reranker", "agent_refs/retriever_reader", "agent_refs/safe_local_human", "agent_refs/seq2seq", "agent_refs/starspace", "agent_refs/test_agents", "agent_refs/tfidf_retriever", "agent_refs/transformer", "agent_refs/unigram", "agents_list", "chat_service", "cli_advanced", "cli_custom", "cli_usage", "core", "core/agents", "core/build_data", "core/dict", "core/loader", "core/messages", "core/metrics_api", "core/mutators", "core/params", "core/script", "core/teachers", "core/torch_agent", "core/worlds", "faq", "index", "mutators", "opt_presets", "tasks", "tutorial_basic", "tutorial_chat_service", "tutorial_crowdsourcing", "tutorial_docker", "tutorial_fast", "tutorial_metrics", "tutorial_model_cards", "tutorial_mutators", "tutorial_quick", "tutorial_swap_components", "tutorial_task", "tutorial_tests", "tutorial_tipsntricks", "tutorial_torch_generator_agent", "tutorial_torch_ranker_agent", "tutorial_worlds", "utils", "zoo"], "filenames": ["agent_refs/alice.md", "agent_refs/bart.md", "agent_refs/bert_classifier.md", "agent_refs/bert_ranker.md", "agent_refs/examples.md", "agent_refs/fid.md", "agent_refs/fixed_response.md", "agent_refs/gpt3.md", "agent_refs/hred.md", "agent_refs/hugging_face.md", "agent_refs/image_seq2seq.md", "agent_refs/ir_baseline.md", "agent_refs/local_human.md", "agent_refs/memnn.md", "agent_refs/rag.md", "agent_refs/random_candidate.md", "agent_refs/repeat_label.md", "agent_refs/repeat_query.md", "agent_refs/reranker.md", "agent_refs/retriever_reader.md", "agent_refs/safe_local_human.md", "agent_refs/seq2seq.md", "agent_refs/starspace.md", "agent_refs/test_agents.md", "agent_refs/tfidf_retriever.md", "agent_refs/transformer.md", "agent_refs/unigram.md", "agents_list.md", "chat_service.md", "cli_advanced.md", "cli_custom.md", "cli_usage.md", "core.md", "core/agents.md", "core/build_data.md", "core/dict.md", "core/loader.md", "core/messages.md", "core/metrics_api.md", "core/mutators.md", "core/params.md", "core/script.md", "core/teachers.md", "core/torch_agent.md", "core/worlds.md", "faq.md", "index.md", "mutators.md", "opt_presets.md", "tasks.md", "tutorial_basic.md", "tutorial_chat_service.md", "tutorial_crowdsourcing.md", "tutorial_docker.md", "tutorial_fast.md", "tutorial_metrics.md", "tutorial_model_cards.md", "tutorial_mutators.md", "tutorial_quick.md", "tutorial_swap_components.md", "tutorial_task.md", "tutorial_tests.md", "tutorial_tipsntricks.md", "tutorial_torch_generator_agent.md", "tutorial_torch_ranker_agent.md", "tutorial_worlds.md", "utils.md", "zoo.md"], "titles": ["ALICE Bot", "BART", "BERT Classifier", "BERT Ranker", "Examples", "Fusion in Decoder (FiD)", "Fixed Response", "GPT3", "HRED Agent", "Hugging Face", "Image+Seq2Seq", "IR Baseline", "Local Human", "MemNN", "Retrieval-Augmented Generation (RAG)", "Random Candidate", "Repeat Label", "Repeat Query", "Output Reranker", "Retriever Reader", "Safe Local Human", "Seq2Seq Agent", "Starspace", "Test Agents", "TFIDF Retriever", "Transformer", "Unigram Agent", "Standard Agents", "parlai.chat_service", "Advanced Scripts", "Writing Your Own Script", "Command Line Usage", "parlai.core", "parlai.core.agents", "parlai.core.build_data", "parlai.core.dict", "parlai.core.loader", "parlai.core.message", "parlai.core.metrics", "parlai.core.mutators", "parlai.core.opt", "parlai.core.script", "parlai.core.teachers", "parlai.core.torch_agent", "parlai.core.worlds", "Frequently Asked Questions", "ParlAI Documentation", "Mutators", "Opt Presets", "Tasks", "Intro to ParlAI", "Using Chat Services", "Running crowdsourcing tasks", "ParlAI Docker image", "Speeding up training", "Understanding and adding metrics", "Generating Model Cards", "Mutators", "ParlAI Quick-start", "Swapping Out Transformer Subcomponents", "Tasks and Datasets in ParlAI", "Tests in ParlAI", "Tips and Tricks", "Using Torch Generator Agent", "Using Torch Ranker Agent", "Worlds, Sharing & Batching", "parlai.utils", "Model Zoo"], "terms": {"thi": [0, 1, 2, 3, 5, 6, 7, 8, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 42, 43, 44, 45, 47, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67], "i": [0, 1, 2, 3, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 28, 29, 30, 31, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 46, 47, 48, 49, 51, 52, 53, 54, 55, 57, 58, 59, 61, 62, 63, 64, 65, 66], "an": [0, 2, 4, 6, 7, 8, 9, 10, 12, 14, 15, 16, 17, 18, 19, 20, 21, 24, 25, 28, 29, 30, 31, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 47, 49, 50, 51, 52, 53, 54, 55, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67], "agent": [0, 1, 3, 4, 5, 6, 7, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 22, 24, 29, 31, 32, 35, 36, 37, 38, 40, 42, 44, 46, 48, 49, 51, 52, 58, 59, 60, 61, 66, 67], "take": [0, 5, 11, 12, 14, 18, 20, 21, 28, 37, 42, 43, 44, 45, 48, 49, 50, 52, 54, 55, 58, 60, 61, 63, 64, 65, 66], "observ": [0, 5, 14, 18, 28, 33, 35, 37, 38, 42, 43, 44, 49, 50, 51, 52, 55, 60, 61, 62, 65, 66], "get": [0, 3, 5, 13, 14, 25, 28, 29, 36, 40, 42, 43, 44, 47, 49, 50, 52, 54, 55, 56, 58, 60, 63, 64, 65, 66, 67], "": [0, 1, 2, 3, 5, 7, 8, 9, 10, 13, 14, 18, 21, 23, 25, 28, 29, 30, 31, 33, 35, 37, 38, 40, 42, 43, 44, 47, 50, 51, 54, 55, 56, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67], "respons": [0, 3, 7, 11, 13, 14, 15, 18, 24, 25, 27, 28, 29, 31, 33, 37, 42, 43, 48, 49, 51, 52, 55, 60, 62, 64, 65], "wrap": [0, 5, 14, 25, 30, 49, 66], "action": [0, 28, 33, 37, 42, 44, 49, 51, 52, 60, 65, 66], "repli": [0, 16, 22, 28, 29, 31, 43, 48, 50, 51, 58, 66], "The": [0, 1, 2, 3, 5, 7, 8, 9, 10, 13, 14, 18, 21, 24, 25, 28, 29, 30, 31, 33, 34, 35, 36, 37, 38, 39, 41, 42, 43, 44, 45, 48, 50, 51, 52, 53, 54, 55, 57, 58, 60, 61, 62, 63, 65, 66, 67], "strong": [0, 49], "rule": [0, 49, 54], "base": [0, 2, 3, 5, 9, 14, 18, 21, 22, 24, 25, 28, 29, 30, 31, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 48, 50, 51, 52, 55, 56, 57, 61, 62, 63, 64, 66], "u": [0, 29, 31, 40, 55, 56, 63, 65, 66], "aiml": 0, "python": [0, 4, 7, 10, 12, 14, 19, 20, 28, 29, 31, 37, 50, 51, 52, 53, 58, 60, 62, 66, 67], "implement": [0, 1, 2, 3, 5, 8, 10, 13, 14, 18, 21, 22, 23, 25, 28, 29, 33, 37, 38, 39, 41, 42, 43, 44, 49, 50, 51, 52, 55, 57, 58, 60, 62, 63, 64, 65, 66, 67], "wa": [0, 14, 28, 33, 38, 43, 47, 49, 55, 60, 61, 65, 66, 67], "taken": [0, 49, 50, 55, 60, 61, 63, 66], "from": [0, 1, 2, 3, 5, 8, 9, 10, 11, 12, 13, 14, 15, 16, 18, 19, 20, 21, 22, 23, 24, 25, 28, 29, 30, 31, 33, 34, 35, 36, 37, 38, 40, 42, 43, 44, 45, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 61, 62, 63, 64, 65, 66, 67], "http": [0, 1, 2, 3, 5, 9, 14, 28, 29, 34, 38, 40, 43, 48, 49, 52, 58, 60, 66, 67], "github": [0, 2, 3, 5, 14, 38, 43, 45, 49, 53, 55, 57, 58, 60, 61, 66, 67], "com": [0, 2, 3, 5, 14, 28, 29, 38, 43, 49, 52, 58, 66, 67], "paulovn": 0, "www": 0, "pandorabot": 0, "pandora": 0, "talk": [0, 9, 29, 31, 50, 51, 52, 61, 62], "botid": 0, "b8d616e35e36e881": 0, "work": [0, 1, 5, 7, 10, 14, 18, 19, 25, 29, 30, 33, 37, 42, 43, 49, 50, 54, 55, 58, 59, 60, 61, 62, 65, 66, 67], "demo": [0, 28, 51, 52], "more": [0, 1, 5, 7, 8, 9, 10, 13, 14, 18, 21, 22, 25, 28, 29, 31, 35, 37, 39, 40, 42, 43, 44, 45, 49, 50, 51, 52, 54, 55, 56, 57, 58, 61, 65, 66, 67], "inform": [0, 5, 8, 11, 14, 21, 28, 36, 37, 42, 43, 49, 50, 51, 52, 55, 56, 57, 58, 60, 62, 66], "en": [0, 67], "wikipedia": [0, 14, 24, 50, 51, 52, 60, 61, 62], "org": [0, 1, 2, 3, 9, 21, 43, 60, 66], "wiki": [0, 5, 14], "artificial_linguistic_internet_computer_ent": 0, "pip": [0, 3, 7, 55, 62], "instal": [0, 3, 7, 28, 31, 43, 52, 53, 55, 62, 66], "git": [0, 40, 52, 58, 60, 62, 66], "denois": [1, 67], "sequenc": [1, 5, 7, 10, 21, 25, 29, 35, 43, 49, 62, 63], "pre": [1, 2, 3, 5, 8, 10, 11, 13, 18, 19, 21, 22, 25, 26, 29, 31, 35, 37, 52, 53, 61, 63, 66], "natur": [1, 52, 60, 62, 67], "languag": [1, 2, 3, 28, 29, 31, 48, 52, 66, 67], "gener": [1, 2, 3, 4, 5, 7, 8, 9, 10, 13, 18, 21, 23, 24, 25, 27, 28, 29, 31, 33, 37, 41, 42, 44, 46, 48, 50, 51, 52, 55, 58, 60, 61, 62, 66], "translat": [1, 21, 35, 36, 42, 49, 67], "comprehens": [1, 7, 32, 49, 67], "see": [1, 3, 5, 9, 11, 13, 14, 21, 22, 25, 28, 29, 31, 33, 37, 40, 42, 43, 44, 48, 49, 50, 51, 52, 53, 54, 55, 57, 58, 59, 60, 61, 62, 63, 65, 66], "arxiv": [1, 2, 3, 9, 21, 43, 49, 60, 66], "ab": [1, 2, 3, 9, 21, 43, 60, 66], "1910": [1, 9], "13461": 1, "can": [1, 2, 3, 5, 7, 8, 9, 10, 13, 14, 18, 21, 22, 23, 25, 27, 28, 29, 30, 31, 33, 34, 35, 36, 37, 38, 39, 40, 42, 43, 44, 47, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67], "instanti": [1, 9, 33, 43, 44, 55, 59, 63, 66], "simpli": [1, 5, 6, 9, 11, 14, 16, 17, 28, 43, 47, 48, 51, 53, 54, 56, 57, 60, 61, 65, 66, 67], "m": [1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 13, 14, 15, 16, 17, 18, 21, 24, 25, 26, 29, 31, 36, 42, 47, 60, 65, 67], "howev": [1, 2, 3, 5, 8, 9, 10, 13, 14, 18, 21, 23, 25, 37, 42, 43, 50, 55, 56, 60, 61, 62, 65], "recommend": [1, 2, 3, 5, 8, 10, 13, 18, 21, 23, 25, 33, 43, 45, 60, 64, 66], "specifi": [1, 2, 3, 5, 8, 9, 10, 13, 14, 18, 21, 22, 23, 24, 25, 28, 29, 30, 31, 33, 34, 36, 37, 40, 42, 43, 45, 49, 50, 51, 52, 56, 57, 58, 60, 61, 62, 63, 66, 67], "init": [1, 3, 5, 7, 13, 14, 18, 25, 29, 31, 42, 48, 56, 66, 67], "zoo": [1, 5, 7, 14, 18, 20, 24, 29, 31, 34, 46, 48, 50, 51, 55, 56, 58, 61, 62, 66], "bart_larg": [1, 14, 48, 67], "mf": [1, 2, 4, 8, 9, 10, 13, 14, 20, 22, 24, 26, 29, 31, 45, 50, 56, 62, 67], "ensur": [1, 33, 37, 43, 44, 49, 51, 52, 54, 55, 60, 61, 66], "correct": [1, 2, 3, 5, 8, 10, 13, 14, 18, 21, 23, 25, 37, 42, 43, 49, 50, 55, 60, 61, 64, 67], "dictionari": [1, 2, 3, 5, 8, 10, 11, 13, 14, 18, 21, 23, 25, 28, 29, 30, 33, 35, 40, 42, 43, 45, 48, 54, 55, 58, 59, 60, 61, 63, 65, 66, 67], "ar": [1, 2, 3, 5, 7, 8, 9, 10, 11, 13, 14, 15, 18, 21, 22, 23, 25, 27, 28, 29, 30, 31, 33, 34, 36, 37, 38, 39, 40, 42, 43, 44, 45, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 60, 61, 62, 63, 64, 65, 66, 67], "save": [1, 2, 3, 5, 8, 10, 13, 14, 18, 21, 23, 25, 29, 31, 33, 34, 35, 40, 43, 50, 51, 56, 58, 62, 64, 65, 66, 67], "parlai": [1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 13, 14, 15, 16, 17, 18, 20, 22, 24, 26, 27, 29, 31, 47, 48, 49, 51, 52, 54, 55, 56, 57, 59, 62, 63, 64, 65, 67], "train_model": [1, 2, 3, 4, 8, 9, 10, 11, 13, 14, 18, 22, 24, 26, 29, 46, 50, 55, 58, 61, 62, 63, 64, 66, 67], "tmp": [1, 2, 3, 4, 8, 9, 10, 11, 13, 14, 22, 24, 29, 31, 50, 58, 60, 61, 62, 63, 64, 66, 67], "model_fil": [1, 9, 14, 29, 31, 33, 43, 51, 55, 56, 66, 67], "t": [1, 2, 3, 4, 6, 8, 9, 10, 11, 13, 14, 15, 16, 17, 18, 20, 24, 26, 28, 29, 31, 33, 35, 36, 37, 39, 40, 42, 43, 47, 49, 50, 52, 53, 54, 55, 56, 57, 58, 60, 61, 62, 65, 66, 67], "b": [1, 2, 4, 8, 9, 14, 29, 31, 56, 66, 67], "24": [1, 9, 48, 55, 67], "fp16": [1, 2, 3, 5, 8, 9, 10, 13, 14, 18, 21, 23, 25, 43, 46, 48, 67], "true": [1, 2, 3, 5, 8, 9, 10, 13, 14, 16, 18, 19, 21, 22, 23, 24, 25, 28, 29, 30, 31, 34, 35, 37, 38, 40, 42, 43, 47, 48, 50, 51, 52, 54, 55, 56, 57, 58, 60, 61, 62, 63, 64, 66, 67], "ep": [1, 2, 3, 4, 5, 8, 9, 10, 13, 14, 18, 21, 23, 24, 25, 26, 29, 31, 66, 67], "1": [1, 2, 3, 5, 7, 8, 9, 10, 11, 13, 16, 21, 22, 23, 24, 25, 26, 28, 29, 31, 33, 36, 37, 38, 40, 42, 43, 44, 48, 50, 51, 52, 54, 55, 58, 61, 62, 63, 65, 66, 67], "lr": [1, 2, 3, 5, 8, 9, 10, 13, 14, 18, 21, 22, 23, 25, 29, 31, 43, 55, 66, 67], "1e": [1, 2, 3, 5, 8, 9, 10, 13, 14, 18, 21, 23, 25, 54, 66, 67], "5": [1, 2, 3, 5, 7, 8, 9, 10, 11, 13, 14, 18, 19, 21, 23, 24, 25, 28, 29, 31, 33, 34, 37, 42, 43, 48, 49, 52, 55, 58, 61, 63, 65, 66, 67], "optim": [1, 2, 3, 5, 8, 9, 10, 13, 14, 18, 21, 22, 23, 25, 29, 31, 43, 45, 54, 65, 66, 67], "adam": [1, 2, 3, 5, 8, 9, 10, 13, 14, 18, 21, 22, 23, 25, 54, 66, 67], "path": [1, 2, 3, 5, 8, 10, 11, 13, 14, 18, 21, 22, 25, 26, 28, 29, 31, 33, 34, 36, 40, 42, 43, 49, 51, 60, 64, 66, 67], "argument": [1, 2, 3, 5, 6, 7, 8, 10, 11, 12, 13, 14, 15, 16, 18, 19, 20, 21, 22, 23, 24, 25, 26, 28, 30, 33, 35, 36, 37, 40, 42, 43, 44, 47, 50, 51, 52, 54, 56, 58, 60, 61, 62, 63, 66], "descript": [1, 2, 3, 5, 6, 7, 8, 10, 11, 12, 13, 14, 15, 16, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 29, 31, 34, 38, 40, 42, 47, 48, 49, 56, 60], "gpu": [1, 2, 3, 5, 8, 10, 13, 18, 21, 23, 25, 29, 43, 53, 55, 58, 61, 65, 66], "beam": [1, 5, 8, 9, 10, 14, 18, 21, 25, 43, 48, 50, 54, 61, 63, 67], "block": [1, 3, 5, 8, 9, 10, 13, 14, 18, 21, 25, 28, 43, 48, 61, 63, 67], "set": [1, 2, 3, 5, 7, 8, 10, 11, 13, 14, 16, 18, 21, 22, 23, 24, 25, 28, 29, 31, 33, 34, 35, 37, 38, 40, 42, 43, 44, 45, 50, 51, 52, 53, 55, 56, 57, 58, 60, 61, 62, 63, 65, 66, 67], "us": [1, 2, 3, 5, 7, 8, 9, 10, 11, 12, 13, 14, 15, 18, 19, 20, 21, 22, 23, 24, 25, 26, 28, 29, 30, 31, 33, 34, 35, 36, 37, 38, 39, 40, 42, 43, 44, 46, 47, 48, 49, 52, 53, 55, 57, 58, 59, 61, 62, 65, 66], "cuda": [1, 2, 3, 5, 8, 10, 13, 14, 18, 21, 23, 25, 29, 43, 53, 54, 58, 66], "kernel": [1, 5, 8, 10, 14, 18, 21, 25, 43], "search": [1, 5, 8, 10, 14, 18, 21, 25, 36, 43, 48, 49, 54, 55, 56, 61, 63], "ngram": [1, 5, 8, 9, 10, 14, 18, 21, 24, 25, 35, 38, 43, 48, 61, 67], "default": [1, 2, 3, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 16, 18, 19, 20, 21, 22, 23, 24, 25, 26, 28, 29, 31, 33, 34, 35, 36, 37, 38, 40, 42, 43, 44, 47, 48, 49, 50, 51, 52, 53, 56, 57, 58, 59, 60, 61, 62, 63, 65, 66], "fals": [1, 2, 3, 5, 8, 9, 10, 12, 13, 14, 18, 20, 21, 22, 23, 24, 25, 28, 29, 31, 33, 34, 35, 36, 37, 38, 40, 42, 43, 44, 45, 48, 50, 51, 53, 54, 55, 56, 60, 61, 66, 67], "verbos": [1, 5, 8, 10, 14, 18, 21, 25, 29, 31, 43, 50, 51, 61, 66], "topk": [1, 3, 5, 8, 10, 13, 14, 18, 21, 25, 48, 62], "return": [1, 3, 5, 6, 8, 10, 13, 14, 15, 16, 18, 21, 24, 25, 28, 29, 30, 33, 34, 35, 36, 37, 38, 39, 40, 42, 43, 44, 49, 50, 51, 52, 53, 55, 58, 60, 61, 63, 64, 65, 66], "logit": [1, 5, 8, 10, 14, 18, 21, 25, 43], "act": [1, 5, 8, 10, 12, 14, 18, 20, 21, 25, 28, 29, 33, 35, 37, 42, 43, 44, 49, 50, 51, 52, 60, 62, 64, 65, 66], "messag": [1, 5, 8, 9, 10, 11, 14, 16, 18, 20, 21, 25, 28, 29, 31, 32, 33, 34, 35, 38, 39, 40, 42, 43, 44, 46, 47, 48, 49, 51, 52, 55, 56, 58, 60, 61, 62, 65, 66, 67], "mode": [1, 2, 3, 5, 8, 9, 10, 13, 14, 18, 21, 23, 24, 25, 29, 31, 33, 35, 37, 42, 43, 44, 49, 50, 52, 54, 55, 56, 65, 66, 67], "transform": [1, 3, 5, 9, 10, 14, 18, 27, 29, 39, 43, 46, 47, 48, 50, 51, 54, 55, 57, 63, 64], "embed": [1, 2, 3, 5, 8, 10, 13, 18, 21, 22, 23, 25, 45, 48, 54, 63, 66], "size": [1, 2, 3, 5, 7, 8, 9, 10, 11, 13, 14, 18, 21, 22, 23, 24, 25, 29, 31, 34, 35, 42, 43, 48, 50, 54, 55, 58, 63, 65, 66, 67], "esz": [1, 5, 8, 10, 13, 14, 18, 21, 22, 25, 63, 67], "all": [1, 3, 5, 8, 10, 13, 14, 18, 19, 20, 21, 22, 24, 25, 28, 29, 30, 31, 32, 33, 35, 36, 38, 39, 40, 41, 42, 43, 44, 45, 47, 48, 50, 51, 52, 53, 54, 55, 57, 60, 61, 62, 63, 64, 65, 66], "layer": [1, 2, 3, 5, 8, 10, 14, 18, 21, 22, 25, 48, 49, 54, 59, 63, 66, 67], "must": [1, 2, 3, 5, 8, 9, 10, 11, 13, 14, 18, 21, 23, 25, 28, 29, 30, 31, 33, 37, 41, 42, 43, 47, 49, 50, 51, 54, 55, 60, 64, 65, 66], "multipl": [1, 3, 5, 10, 14, 18, 25, 28, 31, 33, 37, 38, 39, 40, 42, 43, 44, 47, 48, 49, 51, 52, 55, 57, 62, 65, 66], "n": [1, 2, 3, 5, 8, 9, 10, 13, 14, 18, 21, 23, 24, 25, 26, 29, 31, 35, 38, 42, 43, 44, 48, 50, 54, 55, 58, 60, 61, 63, 67], "head": [1, 2, 5, 10, 14, 18, 25, 34, 48, 66, 67], "1024": [1, 14, 25, 48, 54, 61, 63], "nl": [1, 5, 8, 10, 14, 18, 21, 25], "number": [1, 2, 3, 5, 7, 8, 10, 11, 13, 18, 21, 22, 23, 24, 25, 26, 28, 29, 30, 31, 34, 35, 36, 37, 38, 40, 42, 43, 44, 45, 48, 49, 50, 51, 52, 53, 54, 55, 57, 60, 61, 62, 64, 65, 66, 67], "2": [1, 3, 4, 5, 7, 8, 9, 10, 16, 21, 24, 25, 28, 29, 31, 33, 36, 37, 38, 42, 43, 48, 52, 53, 54, 55, 61, 62, 63, 65, 66], "ffn": [1, 5, 10, 14, 18, 25, 48, 54, 59, 67], "hid": [1, 5, 10, 14, 18, 25, 63], "hidden": [1, 5, 8, 10, 14, 18, 21, 25, 36, 49, 50, 54, 61, 63], "4096": [1, 14, 48, 67], "dropout": [1, 2, 3, 5, 8, 10, 11, 13, 18, 21, 22, 25, 26, 29, 31, 35, 48, 66], "around": [1, 5, 10, 14, 18, 25, 28, 35, 40, 43, 49, 54, 55, 60, 63, 66, 67], "befor": [1, 5, 10, 14, 18, 21, 25, 29, 31, 33, 35, 39, 42, 43, 50, 51, 52, 56, 57, 59, 60, 62, 65, 66, 67], "normal": [1, 5, 10, 14, 18, 22, 25, 66, 67], "vaswani": [1, 5, 10, 14, 18, 25, 58], "2017": [1, 5, 8, 10, 14, 18, 25, 58, 67], "well": [1, 5, 7, 10, 14, 18, 25, 28, 31, 33, 38, 42, 43, 44, 47, 49, 51, 52, 54, 55, 56, 61, 63, 64, 66, 67], "larg": [1, 5, 10, 14, 18, 25, 33, 36, 42, 43, 48, 49, 54, 58, 60, 61, 64, 66], "dataset": [1, 5, 10, 14, 18, 25, 29, 31, 34, 37, 42, 43, 44, 46, 47, 49, 50, 52, 54, 55, 57, 58, 61, 62, 65, 66], "0": [1, 2, 3, 5, 7, 8, 10, 11, 13, 14, 16, 18, 21, 22, 23, 25, 28, 29, 31, 34, 35, 36, 37, 38, 42, 43, 44, 48, 51, 52, 53, 54, 55, 56, 57, 60, 61, 65, 66, 67], "attent": [1, 5, 10, 14, 18, 21, 25, 48, 50], "after": [1, 5, 7, 10, 14, 18, 21, 24, 25, 29, 30, 31, 33, 34, 35, 42, 43, 49, 51, 52, 53, 55, 56, 58, 60, 63, 66], "softmax": [1, 2, 5, 10, 14, 18, 21, 25, 66], "relu": [1, 2, 5, 10, 14, 18, 25, 48, 67], "Not": [1, 5, 10, 14, 18, 25, 43, 44, 49], "tensor2tensor": [1, 5, 10, 14, 18, 25], "multihead": [1, 5, 10, 14, 18, 25], "16": [1, 14, 29, 48, 54, 58, 60, 61, 63, 67], "learn": [1, 2, 3, 5, 8, 9, 10, 13, 14, 18, 21, 22, 23, 25, 29, 37, 38, 43, 48, 54, 55, 56, 60, 65, 66, 67], "posit": [1, 5, 7, 10, 13, 14, 18, 25, 29, 31, 42, 43, 48, 49, 55, 61, 66, 67], "If": [1, 2, 3, 5, 8, 10, 11, 12, 13, 14, 15, 18, 20, 21, 22, 23, 25, 28, 29, 30, 31, 33, 34, 35, 36, 37, 38, 39, 40, 42, 43, 44, 45, 47, 49, 50, 51, 52, 54, 55, 56, 57, 59, 60, 62, 63, 64, 65, 66], "off": [1, 2, 3, 5, 8, 10, 13, 14, 18, 21, 23, 25, 29, 31, 42, 43, 54, 55, 60, 66], "sinusoid": [1, 5, 10, 14, 18, 25], "scratch": [1, 5, 10, 14, 18, 25, 50], "scale": [1, 2, 3, 5, 8, 10, 13, 14, 18, 21, 23, 25, 43, 48, 49, 66, 67], "segment": [1, 5, 10, 14, 18, 25, 48, 66, 67], "support": [1, 5, 8, 10, 14, 18, 21, 25, 28, 29, 34, 37, 40, 43, 47, 49, 50, 51, 52, 54, 60, 62, 65, 67], "zero": [1, 5, 10, 14, 18, 25, 37, 39, 42, 43, 49, 66], "langs_embed": [1, 5, 10, 14, 18, 25], "variant": [1, 5, 10, 14, 18, 25, 36, 40, 42, 48, 57, 67], "choos": [1, 2, 3, 5, 7, 8, 10, 11, 13, 15, 18, 21, 22, 23, 25, 29, 31, 37, 42, 43, 50, 52, 55, 57, 60, 67], "locat": [1, 5, 10, 14, 18, 25, 33, 43, 55, 56, 60, 66, 67], "norm": [1, 2, 3, 5, 8, 10, 13, 14, 18, 21, 22, 23, 25, 55, 66], "etc": [1, 5, 10, 14, 18, 24, 25, 28, 30, 31, 33, 38, 40, 41, 42, 43, 48, 52, 53, 54, 55, 60, 61, 63, 65, 66, 67], "prelayernorm": [1, 5, 10, 14, 18, 25, 48, 67], "match": [1, 5, 10, 14, 18, 25, 29, 31, 34, 43, 51, 54, 55, 58], "some": [1, 5, 10, 14, 18, 21, 25, 27, 29, 31, 35, 37, 38, 41, 42, 43, 45, 47, 49, 50, 52, 53, 54, 55, 56, 57, 58, 61, 62, 64, 65, 66, 67], "choic": [1, 2, 3, 5, 8, 9, 10, 13, 14, 18, 20, 21, 22, 23, 24, 25, 29, 31, 43, 50, 55, 56], "xlm": [1, 5, 10, 14, 18, 25, 67], "aiayn": [1, 5, 10, 14, 18, 25], "activ": [1, 5, 10, 14, 18, 25, 28, 48, 51, 54, 66, 67], "nonlinear": [1, 5, 10, 14, 18, 25], "recent": [1, 5, 10, 14, 18, 25, 30, 38, 47, 55, 61, 66, 67], "paper": [1, 5, 8, 10, 14, 18, 21, 22, 25, 43, 49, 50, 56, 60, 62, 67], "prefer": [1, 2, 3, 5, 8, 10, 13, 14, 18, 21, 23, 25, 52, 53, 60, 66], "gelu": [1, 5, 10, 14, 18, 25, 48, 67], "output": [1, 3, 5, 6, 7, 8, 9, 10, 13, 14, 21, 22, 25, 26, 27, 29, 31, 39, 40, 42, 43, 45, 48, 50, 55, 56, 57, 58, 60, 61, 62, 63, 64, 66, 67], "everi": [1, 2, 3, 5, 8, 10, 13, 14, 18, 21, 23, 25, 29, 31, 35, 42, 44, 47, 49, 50, 51, 52, 57, 58, 60, 65, 66, 67], "quantiti": [1, 5, 10, 14, 18, 25], "share": [1, 5, 8, 10, 14, 18, 21, 22, 25, 28, 33, 35, 38, 42, 43, 44, 46, 48, 50, 51, 52, 57, 60, 62, 66, 67], "word": [1, 2, 3, 5, 8, 10, 13, 14, 18, 21, 22, 23, 25, 26, 28, 29, 35, 39, 43, 47, 48, 49, 55, 57, 60, 64, 65, 66], "tabl": [1, 5, 10, 14, 18, 25, 29, 31, 42, 44, 49, 50, 54, 63, 66], "candid": [1, 2, 3, 5, 8, 10, 11, 12, 13, 14, 18, 20, 21, 22, 23, 25, 27, 29, 31, 37, 42, 43, 48, 49, 50, 58, 60, 61, 63, 66, 67], "contextin": [1, 5, 10, 14, 18, 25], "memori": [1, 2, 3, 5, 8, 10, 13, 18, 21, 23, 25, 29, 42, 48, 50, 52, 53, 54, 55, 60, 64, 65, 66], "network": [1, 5, 8, 10, 13, 14, 18, 21, 25, 50, 54, 64, 65, 66, 67], "encod": [1, 2, 3, 5, 8, 10, 13, 18, 20, 21, 25, 28, 29, 43, 44, 48, 49, 50, 59, 62, 64, 66], "nel": [1, 5, 10, 14, 18, 25], "overidd": [1, 5, 10, 14, 18, 25], "asymmetr": [1, 5, 10, 14, 18, 25], "12": [1, 14, 48, 49, 61, 65, 67], "decod": [1, 8, 10, 18, 21, 25, 27, 43, 48, 59, 66], "ndl": [1, 5, 10, 14, 18, 25], "parallel": [1, 2, 3, 5, 9, 10, 14, 18, 25, 29, 34, 54, 56, 58, 61, 64, 66, 67], "shard": [1, 5, 10, 18, 25, 43, 66], "across": [1, 5, 10, 14, 18, 25, 30, 38, 40, 42, 44, 47, 50, 52, 55, 66], "checkpoint": [1, 5, 10, 14, 18, 25, 29, 31, 43, 45, 66], "recomput": [1, 5, 10, 14, 18, 25], "backward": [1, 5, 10, 14, 18, 25, 33, 43, 66, 67], "pass": [1, 3, 5, 10, 13, 14, 18, 25, 29, 30, 31, 33, 36, 37, 40, 42, 43, 44, 52, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67], "conserv": [1, 5, 10, 14, 18, 25, 54], "torch": [1, 2, 3, 5, 8, 10, 14, 18, 21, 22, 25, 29, 46, 53, 58], "greedi": [1, 5, 8, 10, 14, 18, 21, 25, 43, 48, 55], "min": [1, 5, 8, 9, 10, 14, 18, 21, 25, 29, 31, 48, 67], "length": [1, 2, 3, 5, 7, 8, 9, 10, 11, 13, 14, 18, 21, 22, 23, 24, 25, 30, 31, 34, 38, 42, 43, 48, 54, 55, 60, 61, 65, 66, 67], "minimum": [1, 5, 8, 9, 10, 14, 18, 21, 25, 43, 66], "predict": [1, 3, 5, 6, 8, 10, 13, 14, 18, 21, 22, 25, 26, 29, 31, 43, 45, 49, 50, 55, 58, 62, 64], "context": [1, 3, 5, 8, 9, 10, 14, 18, 21, 24, 25, 31, 35, 39, 42, 43, 47, 48, 52, 55, 60, 62, 64, 65, 66], "gram": [1, 5, 8, 9, 10, 14, 18, 21, 24, 25, 38, 55, 61, 63], "val": [1, 5, 8, 10, 14, 18, 21, 25, 29, 31, 40], "impli": [1, 5, 8, 10, 14, 18, 21, 25, 45, 49, 56, 61], "full": [1, 2, 3, 5, 8, 10, 13, 14, 18, 21, 23, 25, 29, 31, 32, 36, 43, 44, 48, 50, 51, 54, 55, 57, 58, 60, 61, 63, 65], "histori": [1, 2, 3, 5, 7, 8, 10, 11, 13, 14, 18, 21, 22, 23, 25, 40, 43, 47, 48, 49, 61, 65, 66, 67], "up": [1, 5, 7, 8, 10, 14, 18, 21, 22, 24, 25, 28, 30, 33, 40, 42, 43, 44, 46, 47, 49, 50, 51, 52, 53, 55, 58, 60, 61, 62, 65, 66, 67], "token": [1, 2, 3, 5, 7, 8, 9, 10, 11, 13, 14, 18, 21, 22, 23, 24, 25, 26, 28, 29, 31, 35, 38, 39, 43, 45, 48, 49, 51, 54, 55, 58, 61, 63, 65, 66], "past": [1, 2, 3, 5, 8, 10, 13, 14, 18, 21, 22, 23, 24, 25, 43, 51, 59], "where": [1, 2, 3, 5, 8, 9, 10, 13, 14, 18, 21, 25, 29, 30, 31, 34, 37, 42, 43, 44, 49, 50, 51, 52, 53, 55, 56, 57, 58, 60, 61, 62, 65, 66, 67], "truncat": [1, 2, 3, 4, 5, 8, 10, 13, 14, 18, 21, 22, 23, 25, 35, 43, 48, 54, 55, 61, 63, 66], "paramet": [1, 2, 3, 5, 8, 9, 10, 13, 14, 18, 21, 23, 25, 28, 31, 33, 34, 35, 36, 37, 38, 39, 40, 42, 43, 44, 45, 48, 50, 51, 52, 54, 60, 61, 66, 67], "penalti": [1, 5, 7, 8, 10, 11, 14, 18, 21, 25, 48, 66], "appli": [1, 2, 5, 8, 10, 14, 18, 20, 21, 25, 29, 31, 39, 47, 55, 57], "65": [1, 5, 8, 10, 14, 18, 21, 25, 43, 67], "infer": [1, 3, 5, 8, 9, 10, 13, 14, 18, 21, 25, 29, 31, 48, 61, 62, 67], "algorithm": [1, 3, 5, 8, 10, 13, 14, 18, 21, 22, 25, 43, 61, 65, 66, 67], "nucleu": [1, 5, 7, 8, 10, 14, 18, 21, 25, 43, 48, 61, 63], "delayedbeam": [1, 5, 8, 10, 14, 18, 21, 25, 43], "delayednucleusbeam": [1, 5, 8, 10, 14, 18, 21, 25], "factual_nucleu": [1, 5, 8, 10, 14, 18, 21, 25, 48], "k": [1, 3, 5, 8, 10, 13, 14, 15, 18, 21, 22, 25, 29, 38, 43, 55, 61, 63, 64], "top": [1, 3, 5, 7, 8, 10, 13, 14, 18, 21, 25, 37, 38, 43, 49, 57, 61, 63, 67], "sampl": [1, 3, 5, 7, 8, 10, 13, 14, 18, 21, 22, 25, 31, 42, 43, 47, 48, 49, 55, 56, 57, 60, 61, 62, 63, 66], "10": [1, 3, 5, 8, 9, 10, 14, 18, 21, 22, 25, 26, 29, 31, 37, 43, 48, 49, 50, 54, 58, 61, 62, 64, 65, 66, 67], "topp": [1, 5, 8, 10, 14, 18, 21, 25], "p": [1, 5, 7, 8, 10, 14, 18, 21, 25, 34, 43, 63, 66], "9": [1, 2, 3, 5, 8, 10, 13, 14, 18, 21, 23, 25, 37, 43, 49, 55, 65, 66], "delai": [1, 5, 8, 10, 14, 18, 21, 25, 43, 52], "30": [1, 2, 3, 5, 8, 10, 13, 14, 18, 21, 23, 25, 31, 50, 51, 55, 61, 66, 67], "lambda": [1, 5, 8, 10, 14, 18, 21, 25, 43], "decai": [1, 2, 3, 5, 8, 10, 13, 14, 18, 21, 23, 25, 43, 48, 66, 67], "factor": [1, 2, 3, 5, 8, 10, 13, 14, 18, 21, 23, 25, 43, 48, 54, 66], "factual": [1, 5, 8, 10, 14, 18, 21, 25, 43], "omega": [1, 5, 8, 10, 14, 18, 21, 25], "bound": [1, 5, 8, 10, 14, 18, 21, 25], "lower": [1, 2, 3, 5, 7, 8, 10, 13, 14, 18, 21, 23, 25, 38, 54, 67], "3": [1, 2, 3, 5, 7, 8, 9, 10, 13, 21, 23, 25, 28, 33, 37, 42, 43, 48, 49, 53, 54, 55, 57, 58, 61, 65, 66], "reset": [1, 5, 8, 10, 14, 18, 21, 25, 33, 42, 43, 44, 66], "whether": [1, 2, 3, 5, 8, 10, 13, 14, 18, 19, 21, 22, 23, 24, 25, 28, 29, 31, 33, 34, 35, 36, 38, 42, 43, 44, 45, 49, 52, 55, 61, 62, 65, 66], "valu": [1, 2, 3, 5, 7, 8, 10, 13, 14, 16, 18, 21, 23, 24, 25, 28, 31, 35, 38, 40, 42, 43, 49, 51, 52, 54, 55, 58, 60, 62, 63, 66, 67], "stop": [1, 5, 7, 8, 10, 14, 18, 21, 25, 29, 31, 43, 46, 66, 67], "list": [1, 2, 3, 5, 7, 8, 10, 13, 14, 18, 21, 23, 25, 28, 29, 31, 33, 34, 35, 37, 38, 39, 40, 42, 43, 44, 46, 47, 49, 50, 51, 57, 58, 62, 64, 65, 66, 67], "filenam": [1, 5, 8, 10, 14, 18, 21, 25, 28, 29, 31, 34, 35, 40, 66], "load": [1, 2, 5, 8, 10, 14, 18, 21, 24, 25, 29, 30, 31, 33, 35, 36, 39, 40, 41, 42, 43, 45, 50, 51, 54, 60, 62, 66], "text": [1, 2, 3, 5, 7, 8, 9, 10, 13, 14, 18, 21, 23, 24, 25, 28, 29, 31, 33, 35, 38, 39, 42, 43, 45, 47, 48, 49, 50, 52, 55, 58, 61, 62, 64, 66, 67], "file": [1, 2, 3, 5, 7, 8, 10, 11, 12, 13, 14, 15, 18, 19, 20, 21, 22, 25, 28, 29, 30, 31, 33, 34, 35, 37, 40, 42, 43, 45, 48, 49, 50, 51, 52, 54, 55, 56, 57, 58, 61, 62, 63, 64, 66, 67], "hard": [1, 5, 8, 10, 14, 18, 21, 25, 48], "never": [1, 5, 8, 10, 14, 18, 21, 25, 29, 31, 44, 54, 65, 66], "sai": [1, 5, 8, 10, 14, 18, 21, 25, 47, 50, 55, 59, 60, 66], "temperatur": [1, 5, 7, 8, 10, 14, 18, 21, 25], "add": [1, 2, 3, 5, 7, 8, 9, 10, 13, 14, 18, 21, 22, 23, 25, 28, 29, 30, 31, 33, 35, 37, 38, 40, 42, 43, 48, 50, 52, 53, 54, 55, 57, 61, 62, 63, 64, 66, 67], "dure": [1, 2, 3, 5, 8, 10, 11, 13, 14, 18, 21, 22, 23, 25, 26, 29, 31, 37, 42, 43, 49, 50, 51, 52, 54, 55, 60, 63, 64, 66, 67], "comput": [1, 2, 3, 5, 8, 10, 13, 14, 18, 21, 23, 25, 29, 31, 37, 38, 42, 43, 48, 50, 54, 55, 61, 65, 66, 67], "bleu": [1, 5, 8, 10, 14, 18, 21, 25, 38, 54, 55, 67], "score": [1, 2, 3, 5, 8, 10, 13, 14, 18, 21, 24, 25, 38, 43, 55, 64, 66, 67], "torchag": [1, 2, 3, 5, 8, 10, 13, 14, 18, 21, 23, 25, 29, 35, 43, 58, 63, 64, 65, 66, 67], "which": [1, 2, 3, 5, 7, 8, 10, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 23, 25, 26, 28, 29, 30, 31, 32, 33, 36, 37, 38, 39, 40, 42, 43, 44, 49, 50, 51, 52, 54, 55, 56, 57, 58, 61, 62, 64, 65, 66, 67], "mean": [1, 2, 3, 5, 8, 10, 13, 14, 18, 21, 23, 25, 42, 43, 50, 52, 54, 55, 61, 65, 66, 67], "retriev": [1, 2, 3, 5, 8, 10, 11, 13, 18, 21, 23, 25, 27, 28, 29, 31, 42, 48, 49, 50, 56], "necessari": [1, 2, 3, 5, 8, 10, 13, 14, 18, 21, 23, 25, 33, 37, 42, 43, 49, 50, 51, 52, 57, 60, 61], "actual": [1, 2, 3, 5, 8, 10, 13, 14, 18, 21, 23, 25, 34, 39, 42, 51, 54, 55, 60], "do": [1, 2, 3, 5, 8, 9, 10, 13, 14, 18, 21, 23, 25, 28, 29, 31, 37, 40, 42, 43, 44, 45, 47, 48, 50, 51, 52, 53, 54, 55, 56, 57, 58, 60, 61, 62, 64, 65, 66, 67], "dialogu": [1, 2, 3, 5, 6, 8, 10, 11, 13, 14, 18, 19, 21, 22, 23, 25, 31, 34, 42, 43, 48, 50, 54, 56, 60, 61, 62, 65, 66], "quick": [1, 2, 3, 5, 8, 10, 13, 18, 21, 23, 25, 28, 37, 46, 50, 51], "valid": [1, 2, 3, 5, 6, 7, 8, 10, 13, 14, 18, 21, 22, 23, 25, 29, 30, 31, 34, 36, 37, 42, 43, 44, 48, 52, 55, 58, 61, 62, 63, 66, 67], "e": [1, 2, 3, 5, 6, 8, 10, 13, 14, 18, 21, 23, 24, 25, 28, 29, 30, 31, 33, 34, 35, 36, 37, 39, 42, 43, 44, 47, 50, 51, 60, 61, 62, 66, 67], "g": [1, 2, 3, 5, 6, 8, 10, 13, 14, 18, 21, 23, 24, 25, 28, 29, 30, 31, 33, 34, 35, 36, 37, 39, 42, 43, 44, 47, 49, 50, 51, 60, 61, 62, 66, 67], "ppl": [1, 2, 3, 5, 8, 10, 13, 14, 18, 21, 23, 25, 29, 31, 43, 55, 67], "rank": [1, 2, 3, 4, 5, 8, 10, 11, 13, 14, 21, 23, 25, 37, 43, 48, 54, 63, 66, 67], "few": [1, 2, 3, 5, 8, 10, 13, 14, 18, 21, 23, 25, 29, 31, 42, 45, 49, 50, 51, 52, 54, 58, 60, 61, 65, 67], "you": [1, 2, 3, 5, 7, 8, 9, 10, 11, 13, 14, 18, 21, 23, 24, 25, 28, 30, 31, 35, 36, 37, 38, 39, 41, 42, 43, 44, 45, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66], "might": [1, 2, 3, 5, 8, 10, 13, 14, 18, 21, 23, 25, 28, 33, 42, 44, 50, 51, 52, 53, 55, 56, 60, 61, 62, 67], "want": [1, 2, 3, 5, 8, 9, 10, 13, 14, 18, 21, 23, 24, 25, 30, 33, 35, 42, 43, 47, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 65, 66, 67], "typic": [1, 2, 3, 5, 8, 10, 13, 14, 18, 21, 23, 25, 33, 43, 44, 50, 51, 52, 54, 58, 67], "script": [1, 2, 3, 5, 8, 10, 12, 13, 14, 18, 20, 21, 23, 25, 28, 31, 32, 36, 40, 43, 49, 51, 52, 55, 57, 58, 60, 62, 67], "behavior": [1, 2, 3, 5, 8, 10, 13, 14, 18, 21, 23, 25, 29, 31, 33, 42, 43, 49, 50, 55, 56, 58, 66], "start": [1, 2, 3, 5, 7, 8, 9, 10, 13, 18, 21, 23, 25, 28, 30, 33, 34, 35, 37, 42, 43, 46, 50, 51, 52, 53, 54, 55, 56, 60, 61, 62, 63, 65, 66, 67], "eval": [1, 2, 3, 5, 8, 10, 13, 14, 18, 21, 23, 25, 29, 31, 50, 52, 56, 58, 62, 63, 64, 67], "type": [1, 2, 3, 5, 8, 10, 13, 18, 21, 22, 23, 24, 25, 28, 29, 30, 31, 33, 34, 35, 36, 37, 39, 40, 43, 46, 48, 49, 50, 51, 52, 56, 63, 67], "emb": [1, 2, 3, 5, 8, 10, 13, 14, 18, 21, 22, 23, 25], "between": [1, 2, 3, 5, 7, 8, 10, 13, 14, 18, 21, 22, 23, 25, 28, 31, 33, 35, 37, 38, 43, 44, 49, 50, 51, 52, 53, 55, 57, 60, 62, 65, 66], "differ": [1, 2, 3, 5, 8, 10, 13, 14, 18, 21, 22, 23, 25, 31, 33, 36, 37, 38, 42, 43, 44, 45, 49, 51, 52, 53, 54, 55, 56, 57, 60, 61, 62, 65], "strategi": [1, 2, 3, 5, 8, 10, 13, 14, 18, 21, 22, 23, 25], "initi": [1, 2, 3, 5, 7, 8, 10, 13, 14, 18, 21, 22, 23, 25, 28, 29, 31, 33, 35, 40, 42, 43, 44, 49, 50, 52, 60, 62, 63, 65, 66, 67], "random": [1, 2, 3, 5, 7, 8, 10, 13, 14, 16, 18, 21, 22, 23, 25, 27, 28, 29, 31, 42, 44, 49, 50, 51, 52, 63, 66], "also": [1, 2, 3, 5, 8, 9, 10, 13, 14, 18, 21, 22, 23, 25, 29, 30, 31, 33, 35, 37, 40, 41, 42, 43, 47, 48, 49, 50, 51, 52, 54, 55, 56, 57, 58, 60, 61, 62, 64, 65, 66, 67], "preiniti": [1, 2, 3, 5, 8, 10, 13, 14, 18, 21, 22, 23, 25], "glove": [1, 2, 3, 5, 8, 10, 13, 14, 18, 21, 22, 23, 25, 67], "fasttext": [1, 2, 3, 5, 8, 10, 13, 14, 18, 21, 22, 23, 25, 49, 67], "fix": [1, 2, 3, 5, 8, 10, 13, 14, 18, 21, 22, 23, 25, 27, 35, 38, 42, 43, 44, 49, 52, 55, 57, 60, 65, 66, 67], "so": [1, 2, 3, 5, 8, 9, 10, 13, 14, 18, 21, 22, 23, 25, 29, 31, 33, 35, 37, 38, 39, 41, 42, 43, 44, 49, 50, 51, 52, 53, 54, 55, 56, 58, 60, 61, 62, 63, 65, 66, 67], "thei": [1, 2, 3, 5, 8, 9, 10, 13, 14, 18, 21, 22, 23, 25, 33, 34, 35, 37, 39, 40, 42, 43, 49, 50, 51, 52, 55, 56, 60, 61, 65, 66, 67], "updat": [1, 2, 3, 5, 8, 10, 13, 14, 18, 21, 22, 23, 25, 29, 31, 38, 43, 44, 45, 50, 51, 52, 55, 60, 61, 66, 67], "fasttext_cc": [1, 2, 3, 5, 8, 10, 13, 14, 18, 21, 22, 23, 25, 67], "project": [1, 2, 3, 5, 8, 10, 12, 13, 14, 18, 19, 21, 23, 25, 29, 31, 36, 42, 48, 49, 50, 52, 59, 62, 63, 66], "embp": [1, 2, 3, 5, 8, 10, 13, 14, 18, 21, 23, 25], "pretrain": [1, 2, 3, 5, 8, 10, 13, 14, 18, 21, 23, 25, 34], "have": [1, 2, 3, 5, 7, 8, 9, 10, 13, 14, 18, 21, 22, 23, 25, 28, 29, 30, 31, 33, 34, 35, 37, 38, 39, 42, 43, 44, 47, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67], "dimension": [1, 2, 3, 5, 8, 10, 13, 14, 18, 21, 23, 25, 49], "than": [1, 2, 3, 5, 8, 9, 10, 13, 14, 18, 21, 23, 25, 28, 30, 37, 39, 50, 51, 52, 54, 55, 60, 61, 62, 63, 65, 67], "your": [1, 2, 3, 5, 7, 8, 9, 10, 13, 21, 23, 25, 28, 33, 34, 37, 42, 43, 45, 46, 47, 48, 50, 53, 54, 55, 56, 58, 59, 60, 62, 63, 64, 65, 66, 67], "dimens": [1, 2, 3, 5, 8, 10, 13, 14, 18, 21, 23, 25, 43, 54, 63, 66], "same": [1, 2, 3, 5, 8, 10, 13, 14, 18, 21, 23, 25, 28, 29, 31, 33, 34, 38, 40, 42, 43, 44, 50, 52, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 65, 66, 67], "ignor": [1, 2, 3, 5, 8, 10, 13, 14, 18, 21, 23, 25, 29, 31, 40, 43, 44, 48, 49, 56, 66, 67], "unless": [1, 2, 3, 5, 8, 10, 13, 14, 18, 21, 23, 25, 28, 51, 52, 56, 60, 64, 65, 66], "append": [1, 2, 3, 5, 7, 8, 10, 13, 14, 18, 21, 23, 25, 35, 43, 49, 53, 60, 65, 67], "forc": [1, 2, 3, 5, 8, 10, 13, 14, 18, 21, 23, 25, 43, 45, 48, 51, 60, 63, 65, 66], "impl": [1, 2, 3, 5, 8, 10, 13, 14, 18, 21, 23, 25, 54, 67], "safe": [1, 2, 3, 5, 8, 10, 13, 14, 18, 21, 23, 25, 27, 28, 33, 43, 49, 54, 66], "mem_effici": [1, 2, 3, 5, 8, 10, 13, 14, 18, 21, 23, 25, 54, 67], "rc": [1, 2, 3, 5, 8, 10, 13, 14, 18, 21, 23, 25], "should": [1, 2, 3, 5, 8, 10, 13, 14, 18, 21, 23, 25, 28, 29, 31, 33, 34, 35, 36, 37, 38, 39, 42, 43, 44, 49, 50, 51, 52, 54, 55, 56, 57, 58, 59, 63, 64, 66, 67], "pars": [1, 2, 3, 5, 8, 10, 13, 14, 18, 21, 23, 25, 28, 31, 35, 40, 42, 43, 50, 58, 60, 61, 67], "tr": [1, 2, 3, 5, 8, 10, 13, 14, 18, 21, 22, 23, 25], "input": [1, 2, 3, 5, 8, 10, 11, 12, 13, 14, 18, 20, 21, 22, 23, 25, 26, 29, 31, 33, 35, 39, 42, 43, 44, 50, 56, 60, 62, 63, 66, 67], "increas": [1, 2, 3, 5, 8, 10, 13, 14, 18, 21, 23, 25, 38, 49, 54, 55, 66], "speed": [1, 2, 3, 5, 7, 8, 10, 13, 14, 18, 21, 22, 23, 25, 46, 64, 65, 67], "less": [1, 2, 3, 5, 8, 10, 13, 14, 18, 21, 23, 25, 52, 60, 61, 66], "label": [1, 2, 3, 5, 8, 10, 11, 13, 14, 15, 18, 21, 22, 23, 24, 25, 27, 29, 35, 38, 42, 43, 47, 48, 50, 55, 60, 61, 64, 66], "revers": [1, 2, 3, 5, 8, 10, 13, 14, 18, 21, 23, 25, 42, 47, 56, 57, 61, 66], "histsz": [1, 2, 3, 5, 8, 10, 13, 14, 18, 21, 23, 25], "dialog": [1, 2, 3, 5, 8, 10, 13, 14, 18, 21, 23, 25, 38, 42, 44, 45, 46, 50, 52, 55, 60, 64, 66], "utter": [1, 2, 3, 5, 8, 10, 11, 13, 14, 18, 21, 23, 24, 25, 29, 31, 38, 39, 42, 43, 47, 49, 55, 62, 65, 66], "rememb": [1, 2, 3, 5, 8, 10, 13, 14, 18, 21, 22, 23, 24, 25, 42, 43, 54, 65], "person": [1, 2, 3, 5, 8, 9, 10, 13, 14, 18, 21, 23, 25, 28, 43, 51, 52], "pt": [1, 2, 3, 5, 8, 10, 13, 14, 18, 21, 23, 25, 29], "p1": [1, 2, 3, 5, 8, 10, 13, 14, 18, 21, 23, 25], "front": [1, 2, 3, 5, 8, 10, 13, 14, 18, 21, 23, 25, 37], "p2": [1, 2, 3, 5, 8, 10, 13, 14, 18, 21, 23, 25], "when": [1, 2, 3, 5, 8, 10, 13, 14, 16, 18, 21, 23, 24, 25, 28, 29, 31, 33, 35, 36, 37, 38, 39, 42, 43, 44, 47, 48, 50, 51, 52, 54, 55, 56, 57, 60, 61, 62, 63, 64, 65, 66, 67], "avail": [1, 2, 3, 5, 7, 8, 10, 13, 14, 15, 18, 21, 23, 25, 27, 28, 33, 36, 37, 42, 43, 47, 50, 52, 54, 55, 57, 60, 61, 64, 66, 67], "ad": [1, 2, 3, 5, 8, 10, 13, 14, 18, 21, 23, 25, 34, 35, 36, 37, 39, 40, 42, 43, 44, 46, 57, 59, 62, 66, 67], "split": [1, 2, 3, 5, 8, 10, 13, 14, 18, 19, 21, 23, 25, 28, 29, 31, 33, 35, 42, 43, 48, 60, 66, 67], "line": [1, 2, 3, 5, 8, 10, 12, 13, 14, 18, 20, 21, 23, 25, 29, 33, 36, 37, 40, 41, 42, 43, 44, 46, 47, 48, 49, 50, 51, 52, 57, 58, 60, 61, 63, 66, 67], "newlin": [1, 2, 3, 5, 8, 10, 13, 14, 18, 21, 23, 25, 31, 35, 47, 48], "separ": [1, 2, 3, 5, 8, 10, 13, 14, 18, 21, 23, 25, 28, 29, 31, 35, 38, 39, 40, 42, 44, 47, 51, 52, 55, 62, 65, 66], "vector": [1, 2, 3, 5, 8, 10, 13, 14, 18, 21, 23, 25, 35, 43, 49, 58, 64, 65, 67], "delimit": [1, 2, 3, 5, 8, 9, 10, 13, 14, 18, 21, 23, 25, 35, 43, 48, 66, 67], "join": [1, 2, 3, 5, 8, 10, 13, 14, 18, 21, 23, 25, 50, 60, 66], "special": [1, 2, 3, 5, 8, 9, 10, 13, 14, 16, 18, 21, 23, 25, 35, 39, 42, 43, 50, 52, 55, 60, 65, 66, 67], "tok": [1, 2, 3, 5, 8, 10, 13, 14, 18, 21, 23, 25], "lst": [1, 2, 3, 5, 8, 10, 13, 14, 18, 21, 23, 25], "comma": [1, 2, 3, 5, 8, 10, 13, 14, 18, 21, 23, 25, 29, 31, 40, 50, 66], "In": [1, 2, 3, 5, 8, 9, 10, 13, 14, 18, 21, 23, 25, 28, 30, 31, 37, 42, 43, 50, 51, 52, 53, 54, 55, 56, 60, 63, 64, 65, 66, 67], "case": [1, 2, 3, 5, 8, 9, 10, 13, 14, 21, 23, 25, 28, 42, 43, 44, 49, 50, 51, 52, 53, 55, 56, 57, 60, 62, 64, 66, 67], "ambigu": [1, 2, 3, 5, 8, 10, 13, 14, 18, 21, 23, 25, 49, 62], "order": [1, 2, 3, 5, 8, 10, 13, 14, 18, 21, 23, 24, 25, 29, 31, 37, 38, 39, 40, 42, 43, 47, 50, 51, 52, 53, 54, 63, 64, 65, 66], "provid": [1, 2, 3, 5, 8, 9, 10, 11, 13, 14, 18, 21, 23, 25, 28, 29, 31, 33, 34, 35, 37, 38, 39, 40, 41, 42, 43, 44, 47, 48, 49, 50, 51, 52, 53, 57, 59, 60, 61, 62, 63, 64, 65, 66, 67], "arg": [1, 2, 3, 5, 8, 10, 13, 14, 18, 21, 23, 25, 28, 31, 40, 41, 42, 43, 51, 61, 62, 66], "preced": [1, 2, 3, 5, 8, 10, 13, 14, 18, 21, 23, 25], "disabl": [1, 2, 3, 5, 8, 10, 13, 14, 18, 21, 23, 25, 28, 66], "even": [1, 2, 3, 5, 8, 10, 13, 14, 18, 21, 23, 25, 37, 53, 54, 58, 60, 61, 65, 66, 67], "otherwis": [1, 2, 3, 5, 8, 10, 13, 14, 18, 21, 23, 25, 28, 29, 35, 40, 42, 43, 49, 54, 55, 62, 66], "devic": [1, 2, 3, 5, 8, 10, 13, 14, 18, 21, 23, 25, 43, 66, 67], "opt": [1, 2, 3, 5, 8, 10, 13, 14, 18, 21, 22, 23, 25, 28, 29, 30, 31, 32, 33, 34, 35, 36, 39, 41, 42, 43, 44, 45, 46, 50, 51, 56, 59, 60, 61, 62, 63, 65, 66, 67], "possibl": [1, 2, 3, 5, 8, 10, 13, 14, 18, 21, 23, 25, 31, 33, 37, 42, 43, 44, 49, 50, 52, 56, 60, 61, 62, 64, 65, 66, 67], "adadelta": [1, 2, 3, 5, 8, 10, 13, 14, 18, 21, 22, 23, 25], "adagrad": [1, 2, 3, 5, 8, 10, 13, 14, 18, 21, 22, 23, 25], "adamw": [1, 2, 3, 5, 8, 10, 13, 14, 18, 21, 23, 25, 67], "sparseadam": [1, 2, 3, 5, 8, 10, 13, 14, 18, 21, 23, 25], "adamax": [1, 2, 3, 5, 8, 10, 13, 14, 18, 21, 22, 23, 25, 67], "asgd": [1, 2, 3, 5, 8, 10, 13, 14, 18, 21, 22, 23, 25], "sgd": [1, 2, 3, 5, 8, 10, 13, 14, 18, 21, 22, 23, 25, 31, 49, 55], "radam": [1, 2, 3, 5, 8, 10, 13, 14, 18, 21, 23, 25], "rprop": [1, 2, 3, 5, 8, 10, 13, 14, 18, 21, 22, 23, 25], "rmsprop": [1, 2, 3, 5, 8, 10, 13, 14, 18, 21, 22, 23, 25], "nadam": [1, 2, 3, 5, 8, 10, 13, 14, 18, 21, 23, 25], "lbfg": [1, 2, 3, 5, 8, 10, 13, 14, 18, 21, 22, 23, 25], "mem_eff_adam": [1, 2, 3, 5, 8, 10, 13, 14, 18, 21, 23, 25], "adafactor": [1, 2, 3, 5, 8, 10, 13, 14, 18, 21, 23, 25, 66], "learningr": [1, 2, 3, 5, 8, 10, 13, 14, 18, 21, 22, 23, 25, 31, 54], "rate": [1, 2, 3, 5, 7, 8, 10, 13, 14, 18, 21, 22, 23, 25, 38, 43, 54, 55, 66, 67], "gradient": [1, 2, 3, 5, 8, 10, 13, 14, 18, 21, 23, 25, 40, 43, 55, 65, 66, 67], "clip": [1, 2, 3, 5, 8, 10, 13, 14, 18, 21, 23, 25, 40, 43, 55, 66, 67], "l2": [1, 2, 3, 5, 8, 10, 13, 14, 18, 21, 23, 25, 66], "epsilon": [1, 2, 3, 5, 8, 10, 13, 14, 18, 21, 23, 25], "regular": [1, 2, 3, 5, 8, 10, 13, 14, 18, 21, 23, 25, 28, 35, 66], "constant": [1, 2, 3, 5, 8, 10, 13, 14, 18, 21, 23, 25, 66], "squar": [1, 2, 3, 5, 8, 10, 13, 14, 18, 21, 23, 25, 66, 67], "respect": [1, 2, 3, 5, 8, 10, 13, 14, 18, 21, 23, 25, 51, 61, 62, 65, 66], "momentum": [1, 2, 3, 5, 8, 10, 13, 14, 18, 21, 23, 25], "mom": [1, 2, 3, 5, 8, 10, 13, 14, 18, 21, 23, 25, 67], "applic": [1, 2, 3, 5, 8, 10, 13, 14, 18, 21, 23, 25, 28, 29, 31, 42, 44, 57, 61, 67], "nesterov": [1, 2, 3, 5, 8, 10, 13, 14, 18, 21, 23, 25], "nu": [1, 2, 3, 5, 8, 10, 13, 14, 18, 21, 23, 25], "singl": [1, 2, 3, 5, 7, 8, 10, 12, 13, 14, 18, 20, 21, 23, 25, 29, 31, 35, 37, 38, 39, 40, 42, 43, 50, 51, 52, 54, 55, 60, 65, 66], "like": [1, 2, 3, 5, 7, 8, 10, 13, 14, 18, 21, 23, 25, 28, 29, 30, 31, 35, 36, 37, 38, 40, 42, 43, 47, 49, 50, 51, 52, 53, 54, 55, 56, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67], "7": [1, 2, 3, 5, 8, 10, 13, 14, 18, 21, 23, 25, 37, 49, 52, 55, 61, 65, 66, 67], "tupl": [1, 2, 3, 5, 8, 10, 13, 14, 18, 21, 23, 25, 28, 34, 35, 36, 37, 38, 42, 43, 49, 55, 60, 63, 66], "beta": [1, 2, 3, 5, 8, 10, 13, 14, 18, 21, 23, 25, 66, 67], "999": [1, 2, 3, 5, 8, 10, 13, 14, 18, 21, 23, 25, 66, 67], "weight": [1, 2, 3, 5, 8, 10, 13, 14, 18, 21, 23, 25, 29, 31, 33, 43, 63, 65, 66, 67], "wdecai": [1, 2, 3, 5, 8, 10, 13, 14, 18, 21, 23, 25], "bpehelp": [1, 2, 3, 5, 8, 10, 11, 13, 14, 18, 21, 22, 25, 26, 66], "bpe": [1, 2, 3, 5, 8, 10, 11, 13, 14, 18, 21, 22, 25, 26, 29, 31, 35, 46, 67], "vocab": [1, 2, 3, 5, 8, 10, 11, 13, 14, 18, 21, 22, 25, 26, 29, 31, 43, 58, 66], "merg": [1, 2, 3, 5, 8, 10, 11, 13, 14, 18, 21, 22, 25, 26, 29, 31], "schedul": [1, 2, 3, 5, 8, 10, 13, 14, 18, 21, 23, 25, 43, 60, 67], "reduceonplateau": [1, 2, 3, 5, 8, 10, 13, 14, 18, 21, 23, 25, 67], "none": [1, 2, 3, 5, 8, 10, 13, 14, 18, 20, 21, 22, 23, 25, 28, 29, 31, 33, 34, 35, 36, 37, 38, 40, 41, 42, 43, 44, 48, 49, 55, 58, 60, 63, 64, 65, 66], "invsqrt": [1, 2, 3, 5, 8, 10, 13, 14, 18, 21, 23, 25], "cosin": [1, 2, 3, 5, 8, 10, 13, 14, 18, 21, 23, 25, 67], "linear": [1, 2, 3, 5, 8, 10, 13, 14, 18, 21, 22, 23, 25, 63, 66], "patienc": [1, 2, 3, 5, 8, 10, 13, 14, 18, 21, 23, 25, 29, 31, 67], "run": [1, 2, 3, 5, 7, 8, 9, 10, 13, 14, 18, 21, 23, 25, 28, 29, 31, 35, 38, 40, 41, 42, 43, 46, 49, 50, 51, 54, 55, 56, 57, 58, 60, 62, 65, 66], "how": [1, 2, 3, 5, 8, 10, 13, 14, 19, 21, 23, 24, 25, 28, 29, 31, 40, 42, 44, 47, 49, 50, 51, 52, 54, 55, 56, 57, 58, 60, 65, 66, 67], "much": [1, 2, 3, 5, 8, 9, 10, 13, 14, 18, 21, 23, 25, 42, 43, 49, 52, 54, 55, 57, 59, 60, 65, 67], "multipli": [1, 2, 3, 5, 8, 10, 13, 14, 18, 21, 23, 25, 66], "gamma": [1, 2, 3, 5, 8, 10, 13, 14, 18, 21, 23, 25, 67], "onli": [1, 2, 3, 5, 7, 8, 10, 13, 14, 18, 19, 21, 23, 25, 28, 29, 31, 33, 35, 37, 38, 39, 42, 43, 44, 47, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 60, 61, 62, 63, 65, 66], "find": [1, 2, 3, 5, 8, 10, 13, 14, 18, 21, 23, 25, 28, 33, 35, 37, 43, 49, 51, 52, 53, 54, 55, 56, 59, 65, 66, 67], "convers": [1, 7, 14, 18, 28, 29, 31, 37, 39, 42, 43, 46, 47, 51, 52, 54, 57, 61, 62, 65], "300": [1, 3, 5, 10, 14, 18, 25, 60, 67], "directori": [2, 3, 5, 18, 29, 31, 34, 42, 51, 53, 60, 61, 62, 66, 67], "contain": [2, 3, 4, 14, 22, 27, 28, 29, 31, 32, 33, 34, 35, 36, 37, 38, 40, 41, 42, 43, 44, 45, 48, 49, 50, 51, 52, 53, 55, 56, 60, 62, 63, 64, 65, 66, 67], "model": [2, 3, 4, 5, 7, 8, 9, 10, 11, 12, 13, 16, 19, 20, 21, 22, 23, 24, 25, 26, 29, 30, 31, 33, 34, 36, 37, 40, 42, 43, 44, 46, 48, 49, 51, 52, 53, 54, 57, 59, 61, 62, 65, 66], "devlin": [2, 3], "et": [2, 3, 8, 21, 25, 29, 31, 43, 48, 56, 57, 58, 60, 67], "al": [2, 3, 8, 21, 25, 43, 48, 57, 58, 60, 67], "1810": [2, 3], "04805": [2, 3], "It": [2, 3, 8, 12, 15, 20, 21, 24, 33, 35, 37, 38, 42, 43, 49, 52, 55, 56, 57, 60, 64, 65, 66, 67], "reli": [2, 3, 42, 49, 52], "pytorch": [2, 3, 22, 29, 38, 43, 50, 58, 61, 64, 66], "hug": [2, 3, 27, 66], "face": [2, 3, 27, 37, 66], "huggingfac": [2, 3, 9, 66], "train": [2, 3, 4, 5, 8, 10, 11, 12, 13, 19, 21, 22, 23, 24, 25, 26, 29, 30, 31, 35, 37, 40, 42, 43, 44, 46, 49, 51, 52, 55, 56, 57, 61, 62, 65, 66], "snli": 2, "ta": 2, "bert_classifi": 2, "class": [2, 6, 13, 18, 21, 25, 28, 29, 30, 31, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 50, 51, 52, 55, 57, 58, 59, 60, 61, 63, 64, 65, 66, 67], "entail": [2, 18], "contradict": [2, 18], "neutral": [2, 49], "bert_snli": 2, "20": [2, 3, 16, 48, 49, 54, 64, 66, 67], "abov": [2, 9, 18, 33, 36, 42, 43, 51, 53, 55, 58, 60, 61, 62, 64, 65], "sentenc": [2, 22, 35, 43, 49, 61, 66, 67], "look": [2, 14, 31, 35, 40, 42, 45, 50, 55, 56, 59, 60, 61, 65, 66, 67], "follow": [2, 3, 8, 14, 18, 21, 28, 30, 31, 33, 34, 37, 42, 43, 44, 48, 49, 50, 51, 52, 53, 55, 56, 57, 58, 60, 61, 62, 63, 64, 65, 66, 67], "cl": [2, 30, 63], "premis": [2, 49], "motor": 2, "cy": 2, "ist": 2, "race": [2, 67], "track": [2, 28, 38, 40, 42, 43, 50, 54, 55, 60, 61, 65, 66], "hypothesi": [2, 43, 49], "peopl": [2, 49, 51, 52, 56, 67], "pad": [2, 18, 37, 43, 54, 55, 63, 64, 65, 66], "interact": [2, 3, 5, 8, 9, 10, 12, 13, 14, 18, 20, 21, 23, 24, 25, 28, 29, 36, 43, 44, 46, 49, 51, 52, 58, 62, 66, 67], "name": [2, 3, 5, 7, 9, 13, 14, 18, 25, 28, 29, 31, 33, 34, 36, 37, 39, 40, 42, 43, 44, 48, 50, 51, 55, 56, 59, 60, 61, 62, 66], "each": [2, 5, 8, 10, 14, 21, 25, 27, 28, 29, 31, 33, 35, 38, 39, 42, 43, 44, 47, 49, 50, 51, 52, 53, 55, 57, 58, 60, 61, 62, 63, 64, 65, 66, 67], "threshold": [2, 25, 48, 66], "evalu": [2, 3, 5, 6, 9, 11, 13, 14, 15, 16, 17, 19, 24, 25, 29, 31, 37, 38, 42, 43, 47, 52, 54, 55, 56, 58, 60, 61, 62, 65, 66], "ref": [2, 25, 38, 43, 44], "binari": [2, 25, 49], "classif": [2, 18, 25, 43, 49, 67], "print": [2, 5, 14, 25, 29, 30, 31, 33, 40, 50, 51, 53, 55, 58, 60, 61, 66], "probabl": [2, 8, 14, 18, 21, 25, 43, 56, 60, 65, 66], "chosen": [2, 25, 44, 49, 66, 67], "data": [2, 3, 5, 14, 24, 25, 28, 29, 31, 33, 34, 37, 38, 39, 40, 42, 43, 44, 46, 49, 51, 54, 56, 57, 58, 62, 64, 65, 67], "nn": [2, 25, 29, 43, 59, 63, 66], "dataparallel": [2, 25], "multi": [2, 10, 24, 25, 29, 37, 42, 44, 50, 52, 54, 56, 61], "freez": [2, 25], "vec": [2, 3, 5, 13, 14, 25, 43, 64], "sep": 2, "last": [2, 3, 5, 14, 35, 38, 42, 43, 44, 47, 48, 49, 50, 52, 55, 66, 67], "utt": [2, 18, 29, 31], "differentseg": 2, "For": [2, 3, 14, 18, 24, 28, 29, 31, 33, 35, 37, 40, 41, 42, 43, 44, 45, 48, 50, 51, 52, 53, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66], "64": [2, 5, 14, 28, 48, 54, 67], "32": [2, 4, 5, 13, 14, 31, 34, 48, 49, 50, 55, 63, 64, 67], "sever": [3, 14, 18, 30, 36, 38, 49, 58, 60, 61, 64, 67], "core": [3, 10, 25, 29, 30, 46, 51, 54, 55, 58, 60, 61, 63, 65, 66, 67], "torch_ranker_ag": [3, 43, 67], "py": [3, 4, 10, 12, 14, 18, 19, 20, 37, 38, 43, 44, 45, 49, 50, 51, 52, 55, 56, 58, 59, 60, 61, 62, 64, 66, 67], "them": [3, 9, 11, 14, 29, 31, 33, 34, 39, 41, 42, 43, 48, 49, 50, 51, 52, 53, 54, 55, 56, 60, 62, 63, 65, 66, 67], "given": [3, 5, 6, 13, 14, 18, 24, 25, 28, 29, 31, 33, 34, 41, 42, 43, 49, 51, 52, 55, 60, 61, 63, 66, 67], "try": [3, 43, 45, 49, 50, 52, 53, 55, 56, 58, 61, 63, 64, 67], "guess": [3, 38, 55, 66], "what": [3, 5, 9, 14, 31, 35, 37, 40, 42, 43, 47, 51, 52, 53, 55, 58, 60, 61, 65, 66, 67], "next": [3, 37, 42, 43, 45, 49, 50, 53, 55, 60, 63, 65, 66, 67], "among": [3, 52, 61, 66], "associ": [3, 28, 37, 49, 52, 60, 62], "maxim": [3, 18, 29, 31, 65, 66], "dot": [3, 5, 14, 21, 25, 66], "product": [3, 25, 43, 56], "concaten": [3, 14, 47, 66], "give": [3, 5, 14, 29, 31, 37, 40, 44, 47, 49, 50, 52, 53, 60, 65, 67], "time": [3, 5, 13, 14, 16, 21, 25, 28, 29, 30, 31, 35, 38, 42, 43, 44, 47, 49, 50, 52, 53, 54, 55, 56, 60, 61, 63, 65, 66, 67], "sinc": [3, 5, 13, 14, 25, 28, 29, 38, 42, 43, 44, 47, 49, 54, 55, 59, 60, 63, 64, 66, 67], "precomput": 3, "per": [3, 5, 13, 14, 18, 22, 25, 37, 38, 39, 42, 43, 44, 49, 50, 52, 54, 55, 60, 65, 66, 67], "tend": [3, 54], "higher": [3, 7, 29, 31, 43, 54, 61, 67], "accuraci": [3, 5, 14, 22, 29, 31, 38, 42, 43, 50, 55, 61, 63, 67], "bothencoderrankerag": 3, "doe": [3, 5, 14, 29, 31, 33, 34, 35, 37, 40, 42, 43, 52, 53, 55, 60, 61, 62, 66, 67], "both": [3, 7, 14, 31, 36, 41, 42, 43, 47, 49, 50, 51, 54, 55, 56, 57, 61, 63, 66, 67], "biencod": [3, 18, 25, 67], "crossencod": [3, 25, 67], "result": [3, 5, 13, 14, 25, 28, 29, 31, 42, 43, 49, 50, 52, 54, 56, 58, 60, 64, 65, 66, 67], "scalabl": 3, "precis": [3, 29, 31, 43, 55, 66], "system": [3, 8, 14, 31, 34, 40, 45, 49, 55, 58, 60, 67], "those": [3, 5, 14, 45, 50, 51, 52, 54, 55, 62, 64], "need": [3, 14, 28, 33, 34, 38, 39, 42, 43, 44, 45, 50, 51, 52, 53, 54, 55, 56, 57, 58, 60, 61, 62, 63, 65, 66, 67], "prompt": [3, 7, 31, 47, 48, 62, 67], "convai2": [3, 4, 10, 18, 20, 26, 29, 31, 41, 47, 50, 54, 55, 57, 62, 63, 64], "bert_rank": [3, 64, 67], "bi_encoder_rank": [3, 64, 67], "batchsiz": [3, 5, 13, 14, 25, 29, 31, 38, 43, 50, 55, 56, 58, 61, 63, 64, 65, 67], "vtim": [3, 29, 31, 58], "bert_biencoder_test": 3, "cross_encoder_rank": 3, "bert_crossencoder_test": 3, "5e": [3, 55, 67], "05": [3, 14, 52, 67], "torchrankerag": [3, 5, 13, 14, 25, 29, 43, 64], "cand": [3, 5, 13, 14, 22, 25, 29, 42, 50, 54, 64, 67], "sourc": [3, 4, 5, 13, 14, 25, 28, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 49, 50, 53, 60, 61, 64, 66], "_build_candid": [3, 5, 13, 14, 25], "detail": [3, 5, 13, 14, 25, 40, 42, 43, 44, 49, 50, 51, 53, 58, 60, 62, 66, 67], "batch": [3, 5, 13, 14, 18, 24, 25, 29, 31, 33, 37, 38, 43, 44, 46, 50, 55, 58, 60, 61, 63, 64, 66, 67], "inlin": [3, 5, 13, 14, 25, 35, 64, 67], "ecand": [3, 5, 13, 14, 25, 67], "samevalu": [3, 5, 13, 14, 25], "flag": [3, 5, 9, 13, 14, 18, 25, 31, 34, 37, 40, 42, 43, 44, 45, 49, 50, 51, 52, 60, 61, 62, 63, 64, 66], "icand": [3, 5, 13, 14, 25], "we": [3, 5, 7, 9, 13, 14, 18, 25, 28, 29, 30, 31, 33, 34, 37, 38, 40, 42, 43, 44, 45, 47, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67], "cannot": [3, 5, 13, 14, 16, 25, 38, 42, 43, 55, 57, 60], "repeat": [3, 5, 13, 14, 15, 25, 27, 43, 50, 61], "heurist": [3, 5, 13, 14, 25, 43, 66], "previou": [3, 5, 13, 14, 25, 33, 42, 49, 55, 61], "help": [3, 5, 13, 14, 25, 28, 30, 31, 37, 40, 41, 42, 49, 54, 55, 61, 62, 63, 66, 67], "mani": [3, 5, 13, 14, 19, 24, 25, 29, 31, 33, 37, 38, 39, 42, 43, 44, 50, 51, 52, 54, 55, 60, 63, 64, 65, 66, 67], "highli": [3, 5, 13, 14, 25], "switch": [3, 5, 13, 14, 25, 31, 42, 43, 44, 51, 52, 53, 54], "fcp": [3, 5, 13, 14, 25, 64], "A": [3, 5, 7, 8, 10, 13, 14, 18, 25, 28, 29, 30, 31, 33, 34, 37, 38, 39, 41, 42, 43, 44, 49, 50, 51, 52, 53, 54, 55, 60, 63, 65, 66, 67], "one": [3, 5, 9, 13, 14, 15, 16, 18, 25, 28, 29, 31, 36, 37, 38, 39, 42, 43, 44, 46, 47, 49, 50, 51, 52, 55, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67], "One": [3, 5, 13, 14, 25, 29, 37, 45, 49, 50, 52, 55, 61, 67], "reus": [3, 5, 13, 14, 25, 43, 65], "replac": [3, 5, 8, 13, 14, 21, 25, 29, 31, 34, 35, 39, 43, 59, 60, 67], "correspond": [3, 5, 13, 14, 25, 28, 42, 43, 44, 49, 55, 64, 66], "cands_nam": [3, 5, 13, 14, 25], "By": [3, 5, 13, 14, 25, 28, 29, 37, 38, 42, 43, 44, 49, 52, 55, 56, 60], "creat": [3, 5, 13, 14, 18, 25, 28, 29, 31, 33, 34, 37, 39, 41, 42, 43, 44, 45, 48, 49, 50, 53, 55, 56, 58, 61, 62, 65, 66, 67], "onc": [3, 5, 7, 13, 14, 25, 52, 53, 58, 60, 63, 65, 66], "To": [3, 5, 8, 9, 11, 13, 14, 18, 22, 25, 28, 29, 36, 37, 42, 50, 51, 52, 53, 54, 55, 56, 58, 59, 60, 61, 62, 63, 64, 65, 66], "cach": [3, 5, 13, 14, 22, 25, 42, 43, 64, 66], "real": [3, 5, 13, 14, 25, 49, 56, 58, 61, 65], "independ": [3, 5, 8, 13, 14, 21, 25, 29, 47, 55, 57, 64, 65], "calcul": [3, 5, 13, 14, 15, 25, 29, 31, 38, 42, 43, 50, 55, 66], "step": [3, 5, 13, 14, 18, 25, 28, 29, 31, 43, 44, 49, 50, 51, 52, 54, 55, 59, 60, 63, 65, 66, 67], "turn": [3, 5, 7, 12, 13, 14, 20, 25, 29, 31, 39, 42, 43, 44, 47, 48, 49, 50, 52, 54, 55, 56, 57, 61, 62, 66], "mai": [3, 5, 7, 13, 14, 18, 22, 25, 30, 31, 34, 36, 37, 39, 40, 41, 42, 43, 44, 45, 47, 48, 50, 52, 53, 54, 55, 57, 58, 60, 61, 64, 65, 66, 67], "slow": [3, 5, 13, 14, 25, 43, 54], "down": [3, 5, 13, 14, 25, 54, 57], "cap": [3, 5, 13, 14, 25], "num": [3, 5, 7, 10, 13, 14, 19, 24, 25, 26, 29, 31, 48, 54, 58, 62, 63, 67], "limit": [3, 5, 9, 13, 14, 25, 35, 43, 52, 55, 56, 60, 66], "text_candid": [3, 5, 13, 14, 15, 25, 43], "100": [3, 5, 13, 14, 25, 29, 34, 48, 50, 60, 61, 66, 67], "bad": [3, 5, 13, 14, 25, 45, 67], "present": [3, 5, 13, 14, 25, 34, 35, 36, 43, 51, 60, 65, 67], "runtimeerror": [3, 5, 13, 14, 25, 37], "sort": [3, 5, 13, 14, 15, 25, 35, 43, 57, 60, 65, 66, 67], "accord": [3, 5, 11, 13, 14, 18, 25, 35, 43, 44, 50, 51, 66], "final": [3, 5, 7, 13, 14, 18, 25, 28, 29, 30, 31, 33, 39, 42, 43, 49, 51, 56, 58, 60, 61, 63, 65, 66, 67], "max": [3, 5, 7, 13, 14, 22, 25, 29, 31, 35, 43, 48, 51, 62, 66, 67], "select": [3, 13, 14, 25, 29, 31, 43, 49, 50, 51, 52, 58, 61, 67], "eval_step": [3, 5, 13, 14, 25, 43, 58, 63], "pull": [3, 28, 42, 49, 60, 61], "out": [3, 7, 14, 28, 31, 38, 42, 43, 45, 46, 47, 49, 50, 51, 52, 56, 57, 58, 60, 65, 67], "dim": [3, 10, 66, 67], "768": [3, 5, 14, 18, 67], "topn": 3, "element": [3, 18, 34, 35, 43, 60, 65, 66], "requir": [3, 5, 25, 30, 35, 38, 43, 49, 50, 51, 52, 53, 54, 58, 60, 61, 63, 64, 66], "note": [3, 5, 9, 14, 19, 21, 29, 31, 34, 37, 38, 42, 43, 49, 50, 51, 52, 53, 54, 55, 56, 57, 60, 61, 64, 65, 66, 67], "incompat": 3, "distribut": [3, 29, 40, 43, 46, 55], "aggreg": [3, 5, 14, 29, 31, 38, 42, 44, 66], "first": [3, 5, 11, 14, 18, 19, 25, 31, 33, 35, 38, 42, 43, 44, 45, 47, 49, 50, 51, 52, 53, 54, 55, 58, 60, 61, 62, 63, 65, 66, 67], "describ": [4, 5, 18, 25, 31, 42, 44, 49, 50, 60, 63, 66], "tutori": [4, 14, 30, 43, 45, 50, 51, 52, 54, 55, 60, 66], "doc": [4, 5, 7, 14, 24, 48, 58, 66], "tutorial_torch_generator_ag": 4, "md": 4, "seq2seq": [4, 25, 27, 29, 31, 36, 43, 50, 63, 67], "example_model": [4, 63], "128": [4, 8, 13, 14, 21, 22, 48, 54, 56, 63], "tutorial_torch_ranker_ag": 4, "rst": 4, "tra": [4, 61, 64], "leverag": 5, "passag": [5, 14, 19, 24, 49], "open": [5, 9, 19, 28, 30, 42, 51, 58, 60, 62, 67], "domain": [5, 49, 60, 66], "question": [5, 14, 37, 42, 46, 50, 51, 52, 58, 60, 66, 67], "answer": [5, 16, 17, 19, 37, 38, 42, 43, 50, 51, 52, 60, 66], "izacard": 5, "grave": 5, "2020": [5, 48], "origin": [5, 14, 28, 35, 40, 43, 49, 56, 59, 60, 65, 66, 67], "found": [5, 14, 28, 29, 31, 42, 49, 55, 60, 61, 63, 66, 67], "here": [5, 7, 9, 13, 14, 24, 28, 29, 34, 37, 42, 43, 44, 49, 50, 51, 52, 53, 55, 56, 58, 60, 61, 62, 63, 65, 66], "rag": [5, 27, 48], "backbon": [5, 14, 67], "thu": [5, 14, 18, 25, 47, 52, 60, 61, 66], "instruct": [5, 7, 14, 49, 51, 52, 58, 60, 62], "readm": [5, 14, 27, 28, 50, 52, 61, 62], "page": [5, 28, 31, 51], "swap": [5, 46], "re": [5, 14, 30, 38, 39, 43, 45, 50, 51, 52, 55, 56, 57, 65, 66], "good": [5, 6, 14, 51, 52, 54, 61, 65, 67], "go": [5, 14, 42, 47, 50, 51, 52, 55, 60, 65, 67], "exampl": [5, 8, 14, 18, 25, 27, 28, 30, 33, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 47, 48, 49, 50, 53, 54, 55, 57, 58, 59, 60, 61, 62, 65, 66, 67], "function": [5, 12, 14, 18, 20, 25, 28, 29, 30, 33, 34, 35, 36, 37, 39, 40, 42, 43, 44, 50, 51, 52, 55, 58, 60, 61, 63, 64, 65, 66], "_vectorize_memori": [5, 14, 25], "mlp": [5, 14, 25], "similar": [5, 11, 13, 14, 25, 49, 50, 52, 54, 55, 60, 66], "basic": [5, 14, 25, 29, 31, 33, 42, 44, 50, 52, 60, 61, 65, 66, 67], "mechan": [5, 14, 25, 40, 49, 50, 52, 57, 58, 65, 67], "sqrt": [5, 14, 25], "sent": [5, 14, 16, 25, 36, 37, 42, 43, 50, 52, 55], "reduct": [5, 14, 25, 66], "end": [5, 8, 14, 25, 29, 31, 37, 42, 43, 48, 51, 52, 53, 56, 58, 60, 61, 63, 65, 66], "polyencod": [5, 14, 18, 25, 67], "either": [5, 14, 28, 29, 31, 33, 35, 40, 42, 43, 44, 55, 61, 65, 66, 67], "computevector": [5, 14], "code": [5, 14, 29, 34, 35, 43, 49, 50, 51, 52, 55, 56, 57, 58, 60, 61, 63, 64, 65, 66, 67], "n_first": [5, 14], "poli": [5, 18, 20, 50, 62], "repres": [5, 14, 38, 42, 43, 44, 49, 60, 65, 66], "numberof": [5, 14], "consid": [5, 14, 38, 42, 43, 50, 52, 58, 67], "represent": [5, 14, 28, 37, 43, 66], "isth": [5, 14], "kei": [5, 7, 14, 18, 24, 28, 29, 31, 35, 37, 38, 40, 42, 49, 50, 51, 56, 60, 66, 67], "4": [5, 8, 14, 28, 33, 37, 38, 42, 43, 49, 51, 54, 55, 61, 65, 66, 67], "fairseq": [5, 10, 14, 18, 25, 38, 66], "bart": [5, 10, 14, 18, 25, 27, 48], "t5": [5, 14], "queri": [5, 7, 11, 13, 14, 22, 24, 27, 42, 48, 49, 50, 60], "dpr": 5, "bert": [5, 14, 25, 27, 64], "bert_from_parlai_rag": [5, 14], "dropout_poli": [5, 14, 67], "thorough": 5, "modifi": [5, 14, 33, 42, 43, 47, 49, 50, 51, 54, 58, 59, 60, 66], "extra": [5, 14, 28, 29, 31, 38, 43, 47, 53, 55, 60, 65], "includ": [5, 10, 14, 21, 22, 24, 28, 29, 31, 33, 35, 37, 38, 39, 40, 42, 43, 44, 48, 49, 50, 53, 54, 55, 56, 57, 58, 60, 61, 62, 64, 65, 66, 67], "knowledg": [5, 14, 19, 48, 49], "setup": [5, 14, 28, 31, 48, 52, 55, 58, 60, 61, 66, 67], "instead": [5, 13, 14, 29, 31, 33, 35, 43, 44, 49, 54, 56, 57, 58, 64, 65, 66], "prepend": [5, 14, 36, 47, 62, 67], "gold": [5, 14, 31, 37, 55, 67], "dict": [5, 11, 14, 28, 29, 31, 32, 33, 37, 38, 40, 42, 43, 46, 48, 50, 51, 52, 54, 55, 58, 59, 61, 63, 65, 66, 67], "indic": [5, 14, 18, 28, 29, 31, 33, 35, 38, 42, 43, 44, 49, 50, 60, 63, 66, 67], "along": [5, 14, 33, 35, 53, 65, 66, 67], "debug": [5, 6, 14, 15, 16, 17, 18, 29, 31, 37, 44, 48, 51, 56], "metric": [5, 14, 15, 29, 31, 32, 33, 37, 42, 43, 44, 46, 49, 50, 54, 60, 61, 65, 66, 67], "test": [5, 14, 24, 27, 28, 29, 31, 33, 35, 37, 42, 43, 44, 46, 51, 52, 57, 58, 63, 64], "checked_sent": [5, 14, 67], "titl": [5, 14, 24, 28, 38, 49, 56, 67], "one_turn": [5, 14], "full_histori": [5, 14], "tfidf": [5, 14, 22, 27], "dpr_then_poli": [5, 14], "poly_faiss": [5, 14], "search_engin": [5, 14, 48, 67], "search_term_faiss": [5, 14], "observation_echo_retriev": [5, 14], "index": [5, 24, 35, 37, 42, 43, 44, 50, 60, 63, 64, 66], "small": [5, 9, 14, 18, 42, 45, 52, 54, 58, 64, 67], "exact": [5, 14, 31, 43, 55], "compress": [5, 14, 34], "document": [5, 19, 24, 31, 43, 45, 50, 53, 54, 55, 60, 65, 67], "amount": [5, 14, 42, 44, 54, 60, 67], "retain": [5, 14, 52, 63], "defin": [5, 14, 28, 29, 30, 31, 37, 38, 42, 43, 44, 47, 48, 49, 50, 51, 52, 55, 60, 61, 62, 63, 65, 66, 67], "lot": [5, 14, 56, 59, 66, 67], "maximum": [5, 14, 22, 28, 35, 43, 52, 54, 66], "256": [5, 14, 18, 54, 61, 67], "512": [5, 14, 22, 67], "usual": [5, 7, 14, 18, 28, 29, 31, 44, 50, 53, 54, 58, 60, 65], "dens": [5, 55], "faiss": 5, "hallucin": [5, 14, 67], "wiki_index_compress": [5, 14, 67], "compressed_pq": [5, 14, 67], "build": [5, 8, 11, 14, 24, 29, 34, 35, 37, 42, 43, 49, 50, 52, 54, 58, 63, 64, 66, 67], "assum": [5, 12, 14, 19, 20, 29, 31, 33, 38, 42, 43, 44, 66], "multiset_dpr": [5, 14, 67], "hf_bert_bas": [5, 14, 67], "cp": [5, 14, 67], "wiki_passag": [5, 14, 67], "psgs_w100": [5, 14, 67], "tsv": [5, 14, 67], "paragraph": [5, 14, 19, 49, 51, 52, 60, 67], "overrid": [5, 14, 28, 29, 31, 33, 40, 42, 43, 44, 50, 53, 58, 60, 62, 66], "wikipedia_ful": [5, 14, 24, 67], "tfidf_retriev": [5, 14, 24, 67], "two": [5, 14, 30, 37, 42, 44, 49, 50, 51, 52, 54, 55, 56, 58, 59, 61, 62, 63, 66, 67], "stage": [5, 14, 31, 52, 56], "25": [5, 9, 14, 54, 67], "wikito": [5, 14], "reddit": [5, 14], "polyfaiss": [5, 14, 67], "regret": [5, 14], "tune": [5, 9, 14, 27, 43, 50, 54, 58, 66], "again": [5, 14, 34, 53, 58, 60, 66], "refin": [5, 14], "intermedi": [5, 14, 66], "maxlen": [5, 14, 43], "round": [5, 14, 43, 44, 49, 50, 56, 66, 67], "second": [5, 14, 29, 31, 42, 43, 49, 52, 54, 55, 58, 60, 61, 62, 64, 66], "granular": [5, 14, 49], "ram": [5, 53], "cost": [5, 7, 14, 66], "expens": [5, 7, 14, 65], "buffer": [5, 14, 42, 65, 66], "65536": [5, 14], "factori": [5, 14, 44, 66], "facebookresearch": [5, 14, 43, 53, 58, 67], "ivf4096_hnsw128": [5, 14], "pq128": [5, 14], "nprobe": [5, 14], "centroid": [5, 14], "cell": [5, 14, 63], "probe": [5, 14], "method": [5, 14, 18, 28, 30, 33, 39, 41, 42, 43, 44, 50, 54, 55, 56, 59, 60, 61, 62, 65, 66, 67], "indexivf": [5, 14], "most": [5, 9, 13, 14, 26, 29, 33, 35, 37, 43, 47, 50, 51, 52, 53, 55, 57, 58, 60, 65, 66, 67], "th": [5, 14], "combin": [5, 7, 14, 38, 41, 47, 48, 55, 65, 66, 67], "margin": [5, 14, 22], "doc_onli": [5, 14], "doc_then_turn": [5, 14], "discount": [5, 14], "beyond": [5, 14, 61], "emploi": [5, 14], "exponenti": [5, 14], "arch": [5, 9, 14, 48], "3b": [5, 9, 14, 48], "11b": [5, 9, 14], "googl": [5, 14, 31, 34, 43, 49, 58], "flan": [5, 14], "xl": [5, 9, 14, 18], "xxl": [5, 14], "hf": [5, 14, 66], "config": [5, 14, 51], "task": [5, 6, 9, 10, 11, 13, 14, 15, 18, 22, 24, 28, 29, 31, 33, 34, 36, 37, 38, 40, 41, 42, 43, 44, 46, 47, 54, 55, 56, 63, 64, 65, 66], "specif": [5, 14, 18, 28, 29, 31, 33, 36, 37, 38, 40, 42, 43, 44, 45, 49, 50, 51, 52, 57, 58, 60, 61, 62, 65, 66, 67], "summar": [5, 14], "translation_en_to_d": [5, 14], "translation_en_to_fr": [5, 14], "translation_en_to_ro": [5, 14], "woi": 5, "chunk": [5, 34, 42, 48, 66, 67], "charact": [5, 18, 30, 35, 37, 49, 66, 67], "500": [5, 49, 54], "param": [5, 22, 28, 30, 31, 32, 33, 43, 44, 46, 50, 51, 61, 66], "beam_min_length": 5, "beam_siz": [5, 43, 48], "white": 5, "space": [5, 18, 33, 35, 43, 56, 60, 63, 66], "keep": [5, 22, 28, 29, 31, 35, 38, 42, 43, 44, 47, 50, 51, 52, 53, 54, 55, 57, 60, 66, 67], "too": [5, 28, 42, 52, 56, 57, 60, 61, 67], "long": [5, 7, 14, 28, 43, 49, 52, 54, 59, 61, 65, 67], "ha": [5, 7, 8, 9, 21, 28, 30, 31, 34, 37, 38, 42, 43, 44, 49, 50, 52, 53, 54, 55, 56, 57, 59, 60, 61, 62, 65, 66, 67], "ranker": [5, 25, 27, 31, 46, 48, 50, 56, 58], "woi_chunk_retrieved_doc": [5, 48], "engin": [5, 7], "server": [5, 29, 48, 51, 52, 54, 56, 67], "address": [5, 49, 67], "alwai": [6, 28, 33, 38, 42, 43, 44, 48, 55, 57, 58, 60, 61, 65, 66, 67], "purpos": [6, 16, 17, 33, 43, 52, 54, 56, 60], "baselin": [6, 15, 16, 17, 26, 27, 50, 58], "safeti": [6, 20, 28, 29, 31, 46, 56, 62], "notok": 6, "eval_model": [6, 11, 15, 16, 24, 29, 43, 45, 46, 50, 55, 58, 61, 62, 66, 67], "dialogue_safeti": [6, 49, 56, 66, 67], "dt": [6, 24, 29, 31, 42, 50, 60, 67], "fixed_respons": [6, 55], "fr": 6, "__notok__": 6, "fixedrespons": 6, "don": [6, 16, 28, 37, 39, 42, 50, 52, 54, 55, 56, 58, 61, 65, 66, 67], "know": [6, 14, 16, 40, 43, 49, 50, 55, 60, 61, 65, 67], "interfac": [7, 14, 28, 41, 43, 50, 52, 55, 61, 63], "openai": [7, 66, 67], "complet": [7, 41, 42, 43, 44, 49, 50, 51, 52, 58, 66], "v1": [7, 34, 42, 60], "api": [7, 28, 29, 31, 44, 55, 57, 60, 66, 67], "broadli": 7, "cover": [7, 43, 52, 61, 65, 67], "fall": [7, 33, 43], "under": [7, 14, 29, 31, 43, 49, 51, 53, 55, 56, 60, 67], "gpt": [7, 18, 66, 67], "davinci": [7, 67], "003": [7, 67], "curi": [7, 67], "001": [7, 66, 67], "ada": 7, "repeatedli": [7, 28], "proper": [7, 43, 52, 64], "offici": [7, 49, 66], "ve": [7, 30, 50, 52, 57, 60, 61, 65, 67], "written": [7, 30, 49, 56, 61, 67], "wrapper": [7, 9, 14, 28, 29, 31, 42, 56, 66, 67], "handl": [7, 28, 31, 33, 35, 40, 42, 43, 51, 62, 65, 66], "offer": [7, 9, 25, 52, 53, 61, 65], "info": [7, 31, 36, 45, 48, 50, 66], "outlin": [7, 8, 14, 18, 21], "packag": [7, 34, 40, 49, 53], "endpoint": 7, "readi": [7, 47, 51, 53, 56], "insert": [7, 39, 43], "40": [7, 48, 55, 67], "self_chat": [7, 46, 49, 62, 66], "selfchat": [7, 31, 62], "002": [7, 67], "partner": [7, 31, 37, 52, 62, 67], "blender": [7, 29, 50, 51, 55, 56, 58, 62], "blender_90m": [7, 29, 50, 51, 55, 56, 58, 62, 67], "three": [7, 8, 14, 21, 30, 37, 42, 49, 51, 60, 67], "major": [7, 14, 32, 49, 61, 63], "especi": [7, 14, 33, 42, 62], "issu": [7, 31, 34, 45, 49, 52, 55, 57, 66], "caus": [7, 52, 60], "error": [7, 14, 28, 29, 31, 34, 38, 40, 44, 49, 60, 66], "insight": 7, "deal": [7, 42, 43, 60, 66], "2049": 7, "smaller": [7, 54, 60, 66, 67], "depend": [7, 14, 29, 38, 40, 42, 49, 52, 53, 55, 56, 60, 66], "feed": [7, 43], "back": [7, 33, 35, 38, 39, 42, 43, 44, 50, 52, 54, 56, 58, 63, 65, 66, 67], "exceed": 7, "version": [7, 9, 28, 29, 31, 33, 34, 35, 43, 48, 49, 50, 52, 53, 54, 58, 60, 62, 66, 67], "vari": [7, 14, 18, 43, 49, 60, 67], "qualiti": [7, 49, 52], "babbag": 7, "subsequ": [7, 28, 63], "suffix": [7, 33, 43, 60], "come": [7, 14, 27, 50, 53, 55, 62, 64, 66, 67], "rang": [7, 16, 37, 49, 50, 60, 65, 67], "make": [7, 14, 29, 31, 33, 34, 40, 42, 43, 44, 50, 51, 52, 54, 57, 58, 60, 61, 62, 65, 66, 67], "while": [7, 21, 28, 49, 55, 58, 60, 62, 65, 66], "determinist": 7, "determin": [7, 28, 29, 31, 36, 37, 42, 43, 49, 52, 55, 64, 66], "string": [7, 24, 28, 29, 31, 33, 34, 35, 36, 37, 40, 41, 42, 43, 44, 45, 46, 48, 58, 60, 61, 62, 67], "further": [7, 29, 31, 42, 53, 54, 60, 65, 67], "presenc": [7, 49], "reduc": [7, 14, 22, 29, 43, 54, 55, 65], "chanc": [7, 16, 44, 50], "alreadi": [7, 18, 19, 28, 37, 38, 42, 49, 50, 56, 65, 66], "appear": [7, 35, 37, 49, 51, 55, 60, 61, 67], "frequenc": [7, 22, 35, 38, 66], "frequent": [7, 35, 46, 47, 52, 58, 65], "tradit": 8, "lstm": [8, 21, 50, 63], "util": [8, 14, 18, 33, 34, 42, 43, 46, 50, 51, 52, 54, 55, 60, 65, 67], "regard": [8, 21, 34, 38], "hierarch": 8, "neural": [8, 21, 43, 50, 65, 67], "iv": 8, "serban": 8, "2015": [8, 21, 49, 60], "latent": [8, 14, 63], "variabl": [8, 28, 43, 60, 65, 66], "import": [8, 14, 28, 29, 31, 40, 42, 43, 50, 51, 52, 53, 55, 58, 60, 61, 63, 65, 66, 67], "current": [8, 28, 31, 34, 40, 43, 44, 47, 49, 50, 51, 52, 53, 56, 60, 61, 63, 65, 66], "rnn": [8, 21, 43], "unit": [8, 23, 66], "rather": [8, 30, 42, 50, 52, 60, 61, 63, 65], "gru": [8, 21], "torchgeneratormodel": [8, 43], "dailydialog": [8, 49, 55, 57, 64], "dailydialog_hr": 8, "hiddens": [8, 21], "h": [8, 21, 29, 31, 37, 62, 63, 67], "embeddings": [8, 21, 22], "numlay": [8, 21], "dr": [8, 21], "lookupt": [8, 21], "lt": [8, 21], "modul": [8, 14, 21, 28, 29, 30, 31, 33, 36, 40, 42, 43, 48, 51, 62, 63, 66], "uniqu": [8, 21, 29, 42, 49, 50, 55], "enc_dec": [8, 21], "dec_out": [8, 21], "idr": [8, 21], "unk": [8, 21, 63, 66], "repositori": [9, 14, 30, 53, 58, 62, 66, 67], "fine": [9, 43, 58, 66], "command": [9, 12, 14, 20, 29, 33, 36, 40, 41, 43, 44, 46, 48, 50, 51, 52, 54, 56, 57, 58, 60, 61, 63, 66], "hugging_fac": [9, 40], "And": [9, 50, 60, 66], "suppos": [9, 30, 60, 61, 65], "anoth": [9, 29, 30, 33, 37, 38, 44, 50, 51, 52, 54, 55, 59, 60, 65, 66, 67], "other": [9, 12, 18, 20, 28, 29, 31, 33, 35, 37, 38, 39, 40, 41, 42, 43, 44, 45, 47, 49, 50, 51, 53, 54, 55, 57, 58, 60, 61, 62, 65, 66, 67], "english": [9, 49], "medium": [9, 18, 37], "model_nam": [9, 42], "ani": [9, 14, 18, 22, 28, 29, 31, 33, 34, 35, 37, 38, 39, 40, 42, 43, 44, 45, 47, 48, 49, 50, 51, 52, 53, 55, 56, 57, 58, 60, 61, 62, 63, 65, 66, 67], "host": [9, 28, 29, 66], "anonym": [9, 49], "german": 9, "nlp": 9, "indonesian": [9, 49], "without": [9, 11, 28, 38, 42, 43, 50, 52, 53, 54, 59, 60, 65, 67], "finetun": [9, 18, 42, 67], "enter": [9, 29, 31, 51, 52, 58, 67], "parrot": [9, 22, 29, 53, 58], "popular": [9, 49, 50], "pet": 9, "world": [9, 29, 31, 32, 36, 40, 42, 45, 46, 49, 51, 52, 62, 66, 67], "varieti": [9, 14, 21, 25, 27, 43], "fetch": [9, 43], "object": [9, 18, 28, 29, 33, 34, 37, 38, 40, 41, 42, 43, 44, 50, 52, 55, 61, 64, 65, 66], "door": 9, "climb": 9, "ladder": 9, "veri": [9, 42, 45, 47, 49, 52, 55, 56, 60, 61, 63, 64, 65, 66, 67], "intellig": [9, 67], "new": [9, 14, 28, 29, 31, 33, 39, 42, 43, 44, 47, 49, 50, 52, 53, 55, 56, 57, 61, 65, 66, 67], "skill": [9, 61, 62], "quickli": [9, 52, 58, 61], "modelfil": [9, 29], "think": [9, 56, 67], "love": [9, 67], "best": [9, 29, 31, 43, 54, 55, 58, 67], "wish": [9, 39, 40, 42, 47, 51, 52, 55, 60, 65, 66, 67], "had": [9, 28, 52, 67], "chang": [9, 28, 29, 36, 39, 42, 43, 49, 51, 54, 57, 58, 60, 61, 66], "endoftext": 9, "explor": [9, 14, 43, 60], "transfer": [9, 37, 43], "unifi": [9, 50, 65], "10683": 9, "t5forconditionalgener": 9, "librari": [9, 14, 37, 66, 67], "architectur": [9, 14, 37, 48, 52, 59], "60": [9, 49, 50, 54, 61], "million": [9, 49, 65], "220": 9, "770": 9, "billion": [9, 65], "11": [9, 14, 54, 55, 65, 67], "experiment": [9, 27, 29], "featur": [9, 10, 13, 22, 28, 29, 37, 42, 43, 49, 52, 57, 62, 63, 65], "proce": [9, 60, 61], "own": [9, 28, 31, 37, 43, 46, 48, 50, 55, 56, 58, 60, 62, 64, 65, 66, 67], "risk": [9, 33, 43], "incorpor": [10, 25, 43, 65], "compon": [10, 52, 59], "dodecadialogu": 10, "caption": [10, 42], "image_seq2seq": [10, 67], "flickr30k": 10, "resnext101_32x48d_wsl": 10, "2048": [10, 48, 61, 67], "consist": [10, 40, 42, 49, 51, 52, 60, 62, 63, 66], "spread": 10, "over": [10, 14, 18, 35, 38, 42, 43, 44, 49, 50, 52, 53, 60, 65, 66, 67], "channel": 10, "incom": [10, 18, 28, 43], "multidimension": 10, "fusion": [10, 27], "earli": 10, "late": 10, "simpl": [11, 15, 22, 24, 28, 37, 39, 44, 48, 51, 57, 60, 61, 63, 65, 66, 67], "label_candid": [11, 12, 20, 29, 31, 42, 43, 50, 60, 64, 67], "tf": [11, 13, 19, 24], "idf": [11, 19, 24], "below": [11, 14, 18, 35, 37, 42, 43, 47, 51, 52, 55, 60, 61, 63, 64, 66], "clarif": 11, "persona": [11, 12, 18, 24, 28, 31, 47, 62], "chat": [11, 12, 24, 29, 31, 37, 40, 42, 44, 46, 50, 52, 65], "ir_baselin": [11, 31, 33, 50], "personachat": [11, 12, 24, 36, 49, 51, 62], "ttim": [11, 29, 31], "irbaselin": 11, "lp": 11, "hsz": 11, "kvmemnn": [12, 36], "kvmemnn_interact": 12, "fixedcand": [12, 20, 22, 29, 31], "send": [12, 20, 28, 29, 31, 34, 37, 42, 43, 50, 51, 52, 60, 67], "episod": [12, 20, 24, 28, 29, 31, 37, 39, 42, 43, 44, 47, 49, 50, 57, 60, 62, 66, 67], "inherit": [13, 42, 52, 58, 60, 63, 64], "read": [13, 19, 28, 29, 30, 42, 49, 50, 51, 52, 56, 60, 65, 66, 67], "about": [13, 22, 28, 33, 37, 42, 43, 49, 50, 52, 53, 54, 55, 56, 57, 58, 60, 61, 65, 66, 67], "babi": [13, 15, 16, 17, 29, 31, 33, 36, 37, 42, 44, 50, 58], "task10k": [13, 31, 36, 49, 50, 58], "memnn_babi": 13, "mdl": [13, 31], "hop": [13, 49], "memsiz": 13, "nomemnn": 13, "just": [13, 15, 31, 33, 37, 42, 43, 49, 50, 52, 54, 55, 57, 59, 60, 61, 62, 64, 65, 66, 67], "pick": [13, 30, 43, 44, 51, 52, 66, 67], "pe": 13, "bag": [13, 64], "broken": 14, "section": [14, 31, 50, 51, 55, 58, 60, 63, 65, 67], "depth": [14, 43, 52], "discuss": [14, 49, 52, 55, 60, 65], "overview": [14, 50, 52, 65], "pleas": [14, 31, 43, 49, 51, 55, 57, 65, 66, 67], "reach": [14, 28, 42, 50, 58], "klshuster": 14, "spencerp": 14, "ll": [14, 30, 43, 50, 51, 54, 55, 56, 58, 61, 63, 65, 67], "sure": [14, 29, 31, 42, 44, 52, 54, 55, 57, 58, 60, 65, 67], "cpu": [14, 24, 43, 53, 54, 66], "construct": [14, 24, 33, 38, 42, 43, 44, 49, 55, 61, 66, 67], "22gb": 14, "wiki_passages_compress": 14, "addit": [14, 25, 31, 33, 35, 36, 37, 40, 42, 43, 44, 49, 50, 51, 55, 56, 57, 58, 60, 62, 64, 67], "3gb": 14, "wiki_passages_exact": 14, "80gb": 14, "fid": [14, 27], "8": [14, 29, 37, 54, 55, 61, 65, 66], "least": [14, 42, 52, 60, 61], "4x32gb": 14, "adjust": [14, 43, 54, 60, 66], "fit": [14, 42, 60], "constraint": 14, "mention": [14, 50], "16gb": [14, 54], "wizard": [14, 50, 61, 62], "wizard_of_wikipedia": [14, 49, 50, 53, 62, 67], "standard": [14, 18, 29, 30, 31, 33, 37, 38, 40, 41, 43, 46, 51, 52, 61, 66, 67], "log": [14, 29, 31, 33, 34, 42, 43, 45, 46, 55, 60, 61, 62, 67], "sec": [14, 29, 31, 50, 58, 67], "vmm": [14, 29, 31, 67], "vep": [14, 29, 31, 67], "vme": [14, 67], "1000": [14, 22, 29, 31, 49, 50, 54, 66, 67], "vmt": [14, 29, 31, 67], "vp": [14, 29, 31, 67], "o": [14, 29, 31, 34, 43, 48, 53, 55, 56, 60, 61, 62, 67], "quit": [14, 43, 52, 54, 58, 60], "flexibl": [14, 60], "bold": 14, "vast": [14, 32], "experi": [14, 28, 30, 55, 57, 59, 66], "flavor": [14, 21], "third": 14, "our": [14, 43, 45, 50, 53, 54, 55, 56, 57, 58, 60, 61, 63, 65, 66], "jointli": [14, 21, 25], "attend": [14, 67], "allow": [14, 28, 29, 31, 35, 37, 40, 42, 43, 44, 48, 50, 51, 52, 61, 62, 65, 66, 67], "draw": [14, 22], "canon": [14, 66], "addition": [14, 29, 43, 50, 55, 61, 63, 66, 67], "built": [14, 18, 24, 34, 42, 49, 55, 58, 60, 62], "directli": [14, 28, 38, 49, 50, 56, 57, 60], "highlight": 14, "tell": [14, 42, 50, 52, 56, 65, 67], "rescor": 14, "hypothes": [14, 43], "forward": [14, 28, 43, 59, 63, 66, 67], "via": [14, 18, 21, 24, 25, 28, 29, 30, 31, 37, 39, 42, 43, 48, 49, 50, 51, 52, 53, 56, 61, 65, 66, 67], "fastest": 14, "accur": [14, 43], "price": [14, 67], "perform": [14, 25, 28, 33, 34, 42, 43, 44, 49, 54, 55, 56, 61, 62, 65, 66, 67], "degrad": 14, "despit": 14, "corpu": [14, 38], "21m": [14, 67], "span": [14, 49], "realli": [14, 52, 61, 65, 66, 67], "check": [14, 28, 29, 31, 33, 34, 35, 36, 40, 43, 45, 50, 52, 56, 57, 58, 60, 61, 66, 67], "altern": [14, 24, 28, 29, 33, 44, 58], "perhap": [14, 33, 43, 51, 52, 58, 60], "bart_rag_token": [14, 67], "dropoutpolyencod": 14, "warn": [14, 29, 31, 33, 34, 43, 52, 54, 56, 57, 61, 62, 64, 65, 66], "prior": [14, 25, 28, 49, 61, 67], "19": [14, 50, 55, 67], "2021": 14, "corrupt": [14, 53], "were": [14, 31, 42, 49, 52, 55, 56, 60, 62, 67], "rel": [14, 65], "anyth": [14, 42, 50, 53, 61, 67], "50k": 14, "took": [14, 44], "excess": 14, "coupl": [14, 33, 43], "4199": 14, "tab": [14, 35, 42, 52, 60, 66], "format": [14, 28, 29, 31, 35, 36, 37, 40, 42, 43, 45, 49, 50, 51, 52, 56, 57, 61, 62, 66, 67], "integ": [14, 24, 42, 43], "id": [14, 24, 28, 29, 33, 34, 35, 42, 43, 44, 50, 51, 52, 53, 60, 65, 66], "inspir": [14, 49], "Then": [14, 44, 45, 60, 66], "generate_dense_embed": 14, "outfil": [14, 29, 31, 62], "shard_id": 14, "num_shard": 14, "extract": [14, 18, 29, 31, 34, 55, 62, 64, 66], "embeddings_": 14, "tensor": [14, 28, 38, 43, 54, 58, 64, 65, 66], "ids_": 14, "would": [14, 18, 30, 37, 40, 43, 47, 51, 52, 55, 56, 60, 61, 62, 67], "wiki_passage_embed": 14, "feel": [14, 65, 67], "free": [14, 49, 51, 52, 54, 66, 67], "index_dense_embed": 14, "achiev": [14, 30, 58], "techniqu": [14, 67], "machin": [14, 21, 49, 52, 53, 55, 66, 67], "struggl": 14, "hnsw": 14, "style": [14, 40], "flat": 14, "sum": [14, 38, 43, 44, 55, 66], "caution": 14, "reason": [14, 33, 43, 52, 55, 65, 66], "suitabl": 14, "index_factori": 14, "understand": [14, 28, 46, 49, 50, 52, 60, 61], "advanc": [14, 28, 31, 43, 46, 49, 50, 55, 65], "user": [14, 28, 29, 31, 37, 39, 40, 42, 43, 44, 49, 50, 51, 60, 64, 65, 66, 67], "embeddings_0": 14, "retriever_emb_s": 14, "dir": [14, 52], "indexer_typ": 14, "process": [14, 20, 24, 28, 33, 34, 37, 42, 43, 44, 49, 50, 52, 53, 55, 60, 65, 66], "encount": 14, "nx": 14, "fail": [14, 43, 52, 60, 61, 66], "hnsw32": 14, "desir": [14, 18, 28, 43, 52, 60], "leisur": 14, "conversion_util": 14, "convert": [14, 29, 35, 36, 37, 40, 43, 55, 58, 66], "dpr_agent": 14, "essenti": [14, 42, 60], "model_typ": [14, 34], "ragmodel": 14, "agnost": [14, 43, 55], "tri": [14, 65, 66], "underli": [14, 44], "futur": [14, 28, 42, 52, 66], "t5ragmodel": 14, "ragretriev": 14, "subclass": [14, 30, 33, 37, 38, 42, 43, 50, 52, 59, 60, 63, 66], "straightforward": 14, "exercis": 14, "0001": [14, 25, 66, 67], "extrem": [15, 55], "randomli": [15, 42, 49], "field": [15, 28, 29, 31, 33, 35, 36, 38, 39, 42, 43, 49, 50, 51, 55, 60, 64, 66, 67], "hit": [15, 29, 31, 37, 38, 39, 41, 43, 52, 55, 64, 67], "random_candid": 15, "roughli": [16, 43, 54, 55, 65, 66, 67], "repeat_label": [16, 29, 31, 61, 67], "cant_answer_perc": 16, "repeatlabel": [16, 50], "cant": 16, "percent": 16, "displai": [17, 28, 29, 31, 40, 44, 49, 51, 58, 60, 61, 65, 66, 67], "display_model": [17, 46, 50, 58, 62, 66, 67], "repeat_queri": [17, 29], "abstract": [18, 28, 30, 33, 34, 38, 39, 41, 42, 43, 44, 49, 55, 58, 61, 63, 64, 65, 66], "predictor": [18, 67], "get_class_to_rerank_for": 18, "full_context": 18, "str": [18, 28, 30, 33, 34, 35, 36, 37, 38, 39, 40, 42, 43, 55, 62, 65, 66], "target": [18, 29, 31, 42, 43, 53, 66], "aim": [18, 43, 49, 65], "is_context": 18, "bool": [18, 28, 34, 35, 36, 37, 38, 42, 43, 66], "get_predictor_label_candid": 18, "get_reranker_class": 18, "classifier_rerank": 18, "positive_class_nam": 18, "goal": [18, 31, 50, 55, 66, 67], "speak": [18, 43, 44, 55, 67], "pretrained_transform": [18, 20, 50, 62, 67], "poly_model_huge_reddit": [18, 67], "light_whoami": [18, 67], "whoisspeakinglefttorightteach": [18, 67], "rparerank": 18, "self": [18, 25, 28, 29, 30, 31, 37, 42, 43, 44, 49, 50, 51, 55, 58, 59, 60, 61, 63, 64, 65, 66, 67], "_": [18, 31, 37, 50, 56], "rparerankag": [18, 67], "enabl": [18, 28, 29, 31, 33, 35, 41, 43, 44, 50, 52, 54, 55, 62, 65, 66], "certain": [18, 33, 44, 50, 52, 56, 61], "procedur": [18, 48, 65], "remov": [18, 24, 28, 34, 35, 38, 40, 43, 50, 52, 56, 60, 66], "capit": [18, 66], "normalize_repli": [18, 66], "whose": [18, 25, 28, 50, 61, 66], "sum_scor": 18, "hard_choic": 18, "reranker_scor": 18, "gpt2": [18, 35, 48, 66, 67], "distilgpt2": 18, "databas": [19, 24], "done": [19, 28, 33, 34, 35, 38, 42, 43, 44, 50, 51, 53, 60, 62, 66, 67], "squad": [19, 22, 29, 33, 37, 50, 51, 52, 60, 62], "drqa": [19, 37, 50], "eval_opensquad": 19, "retrieverread": 19, "classifi": [20, 25, 27, 28, 29, 31, 49, 56, 66], "safe_interact": [20, 46, 62, 67], "model_poli": [20, 50, 62, 67], "filter": [20, 31, 60, 61, 62, 66, 67], "string_match": [20, 29, 31], "produc": [21, 25, 40, 43, 45, 50, 65, 67], "numer": [21, 38, 43, 54, 55], "align": 21, "bahdanau": 21, "2014": [21, 49, 60, 67], "sutskev": 21, "effect": [21, 54, 60], "approach": [21, 60], "luong": 21, "bidirect": 21, "bi": [21, 25, 64], "att": 21, "concat": 21, "local": [21, 27, 28, 29, 31, 43, 50, 51, 52, 57, 60, 66], "1508": [21, 66], "04025": 21, "attl": 21, "48": [21, 67], "post": [21, 49, 67], "dec": 21, "particular": [21, 28, 33, 34, 40, 43, 44, 49, 50, 52, 62, 66], "bidirection": 21, "numsoftmax": 21, "soft": [21, 48], "greater": [21, 54], "mixtur": [21, 49], "1711": 21, "03953": 21, "slightli": [22, 33, 54, 55, 57, 67], "adapt": [22, 24, 65, 66], "01": [22, 67], "starspacesquad": 22, "embeddingnorm": 22, "enorm": 22, "shareemb": 22, "lh": 22, "rh": 22, "lin": 22, "fraction": [22, 55, 66], "member": [22, 43, 66], "except": [22, 28, 64, 65], "neg": [22, 43, 64], "c": [22, 37, 42, 53, 60, 63, 66, 67], "hist": 22, "10000": [22, 29, 67], "histr": 22, "label_else_model": [22, 66], "matrix": [24, 43, 66], "entri": [24, 42, 51, 60], "highest": [24, 25, 35, 43, 67], "sqlite": 24, "store": [24, 28, 29, 31, 38, 42, 43, 45, 50, 52, 53, 55, 60, 62, 65, 66], "spars": 24, "personachat_tfidf": 24, "numwork": 24, "unigram": [24, 27, 55], "bigram": 24, "hashsiz": 24, "bucket": [24, 43], "hash": 24, "16777216": 24, "int": [24, 28, 35, 36, 38, 42, 43, 55, 60, 63, 66], "db": 24, "flatten": [24, 39, 57], "humeau": 25, "2019": [25, 43, 48, 57], "global": [25, 30, 38, 42, 43, 48, 64, 66, 67], "obtain": [25, 51, 52], "common": [26, 27, 29, 33, 37, 40, 42, 43, 45, 55, 63, 67], "regardless": [26, 53, 61], "15": [26, 37, 55, 61, 67], "wide": [27, 55], "made": [27, 28, 33, 43, 61, 66, 67], "quicker": 27, "research": [27, 46, 49, 50, 56, 62, 67], "state": [27, 28, 31, 42, 43, 44, 49, 50, 51, 54, 63, 65, 66], "art": [27, 67], "care": [27, 45, 54, 55, 60, 63, 66], "usag": [27, 42, 46, 47, 49, 53, 54, 55, 62, 65, 66], "alic": 27, "bot": [27, 28, 50, 51, 52, 61], "gpt3": [27, 67], "hred": 27, "imag": [27, 29, 34, 40, 42, 45, 46, 52, 56, 60, 61, 65], "ir": [27, 50], "human": [27, 29, 31, 49, 50, 51, 52, 65, 66, 67], "memnn": [27, 58, 64], "augment": [27, 39], "rerank": 27, "reader": [27, 49], "starspac": 27, "chatserviceag": [28, 51], "manag": [28, 51, 62, 66], "receiver_id": 28, "task_id": 28, "abc": [28, 38, 39, 42, 43, 66], "serivc": 28, "__init__": [28, 33, 34, 35, 38, 39, 40, 41, 42, 43, 44, 50, 51, 59, 60, 63, 65, 66], "properti": [28, 38, 42, 43, 59, 66, 67], "through": [28, 29, 31, 33, 37, 44, 49, 50, 51, 52, 54, 55, 57, 58, 60, 61, 62, 63, 66, 67], "put_data": 28, "put": [28, 42, 43, 49, 50, 51, 58, 60], "queue": [28, 42, 51], "hasn": [28, 60], "been": [28, 31, 33, 34, 42, 43, 44, 49, 50, 52, 56, 60, 67], "seen": [28, 38, 43, 44, 49, 50, 55, 61, 63, 65, 66, 67], "set_stored_data": 28, "get_new_act_messag": 28, "exist": [28, 33, 34, 35, 37, 42, 43, 49, 52, 53, 55, 56, 57, 59, 60, 63, 64, 66], "act_block": 28, "loop": [28, 29, 42, 49, 50, 65, 66], "until": [28, 31, 50, 52, 60, 65], "episode_don": [28, 39, 42, 44, 50, 51, 52, 60, 61], "believ": 28, "agentst": 28, "service_id": 28, "overworld_ag": 28, "get_active_ag": 28, "set_active_ag": 28, "active_ag": 28, "get_overworld_ag": 28, "overworld": [28, 51], "get_id": 28, "has_task": 28, "get_agent_for_task": 28, "option": [28, 29, 30, 31, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 47, 48, 49, 50, 51, 52, 54, 55, 60, 61, 62, 63, 64, 66, 67], "player": [28, 60, 67], "appropri": [28, 30, 33, 36, 37, 42, 43, 44, 50, 52, 60, 61, 66], "messengerag": 28, "assign_agent_to_task": 28, "mark": [28, 34, 37, 42, 60, 61, 66], "chatservicemanag": 28, "chatservicemessagesend": 28, "request": [28, 29, 34, 42, 50, 51, 52, 60, 61, 67], "simplifi": [28, 49], "content": [28, 29, 31, 34, 42, 49, 56, 60, 66], "send_read": 28, "receipt": 28, "typing_on": 28, "persona_id": 28, "msg": [28, 66], "parse_additional_arg": 28, "restructure_messag": 28, "restructur": 28, "add_agent_to_pool": 28, "world_typ": 28, "pool": 28, "now": [28, 30, 50, 51, 53, 55, 58, 59, 60, 61, 63, 65, 67], "remove_agent_from_pool": 28, "mark_remov": 28, "get_agent_st": 28, "agent_id": 28, "identifi": [28, 42, 49, 55, 60, 67], "being": [28, 35, 37, 40, 42, 43, 49, 50, 51, 52, 55, 56, 57, 64, 66, 67], "els": [28, 33, 42, 43, 50, 55, 60, 63, 65, 67], "setup_serv": 28, "prepar": [28, 37, 42, 43], "setup_socket": 28, "commun": [28, 44, 49, 50, 51, 52, 65], "worker": [28, 29, 31, 38, 42, 43, 49, 54, 55, 66], "init_new_st": 28, "everyth": [28, 43, 59, 65], "thread": [28, 42, 44, 54, 60], "start_new_run": 28, "begin": [28, 29, 31, 42, 43, 57, 58, 61, 62, 63, 65], "check_timeout_in_pool": 28, "agent_pool": 28, "max_time_in_pool": 28, "backup_task": 28, "start_task": 28, "period": [28, 66], "enough": [28, 36, 53, 61], "instanc": [28, 31, 42, 43, 49, 51, 52, 56, 57, 63, 64, 66], "continu": [28, 49, 50, 51, 54, 60, 65], "shutdown": [28, 33, 35, 42, 44, 51], "client": [28, 37, 51], "cleanup": [28, 33, 42, 44, 52], "observe_messag": 28, "quick_repli": 28, "pageid": 28, "overriden": [28, 43], "metadata": [28, 37, 43, 66], "link": [28, 34, 49, 51, 52, 53, 56, 60, 62], "psid": 28, "after_agent_remov": 28, "bookkeep": [28, 43, 57], "observe_payload": 28, "payload": [28, 51], "upload_attach": 28, "upload": 28, "attach": [28, 44, 51, 60], "url": [28, 29, 34, 51, 67], "fileformat": 28, "png": [28, 29], "chatservicemessagesocket": 28, "server_url": 28, "port": [28, 29, 51, 66], "message_callback": 28, "remot": 28, "oper": [28, 35, 43, 45, 49, 51, 52, 55, 65, 66], "call": [28, 31, 33, 35, 36, 37, 40, 41, 42, 43, 44, 50, 51, 52, 53, 55, 59, 60, 61, 62, 63, 64, 65, 66, 67], "chatserviceworldrunn": 28, "world_path": 28, "max_work": [28, 51], "is_debug": 28, "runner": 28, "launch": [28, 29, 52, 54, 60, 66], "helper": [28, 29, 38, 41, 43, 49, 52, 66], "launch_task_world": 28, "task_nam": [28, 51, 62], "world_nam": 28, "job": [28, 52, 60, 67], "launch_overworld": 28, "overworld_nam": 28, "onboard_map": 28, "onboard": [28, 51, 52], "map": [28, 34, 38, 39, 43, 51, 55, 57, 66], "browserag": 28, "websocketag": 28, "browsermanag": 28, "websocketmanag": 28, "receiv": [28, 33, 37, 42, 44, 51, 52, 55, 60, 65, 67], "page_id": [28, 51], "mturk": [28, 60], "observe_typing_on": 28, "messenger_data": 28, "expir": [28, 52], "create_attach": 28, "create_reply_opt": 28, "custom": [28, 40, 42, 43, 46, 49, 51, 52, 53, 58, 62, 65, 66], "create_text_messag": 28, "create_attachment_messag": 28, "attachment_item": 28, "messagesend": 28, "secret_token": 28, "mesagesend": 28, "facebook": [28, 29, 40, 42, 50, 60, 67], "send_fb_payload": 28, "send_fb_messag": 28, "is_respons": 28, "create_persona": 28, "image_url": 28, "delete_persona": 28, "delet": [28, 34, 56], "upload_fb_attach": 28, "messengermanag": 28, "fb": [28, 29, 42], "direct": [28, 29, 31, 36, 37, 42], "overridden": [28, 42, 43, 60, 66], "get_app_token": 28, "app": [28, 51], "access": [28, 30, 35, 41, 42, 43, 48, 49, 50, 51, 52, 54, 55, 56, 60, 61, 66, 67], "simplemessengeroverworld": 28, "passthrough": 28, "spawn": [28, 51, 66], "parlei": [28, 38, 44, 50, 51, 52, 62, 65, 66], "empti": [28, 29, 31, 44, 49, 65, 66, 67], "onboardworld": 28, "terminalag": 28, "terminalmanag": 28, "mime_typ": 28, "mime": 28, "pyaload": 28, "expect": [28, 43, 45, 49, 54, 56, 57, 60, 61, 66], "structur": [28, 31, 42, 49, 58, 60, 65, 67], "messagesockethandl": 28, "kwarg": [28, 33, 40, 41, 42, 43, 66], "websockethandl": 28, "assign": [28, 43, 49, 52, 64], "uuid": 28, "level": [28, 38, 39, 43, 49, 61, 65, 66], "sub": [28, 39, 43], "on_clos": 28, "close": [28, 49, 52, 60, 65], "on_messag": 28, "message_text": 28, "callback": 28, "stringifi": 28, "json": [28, 29, 31, 33, 37, 42, 48, 56, 62, 66], "check_origin": 28, "header": 28, "becaus": [28, 45, 54, 55, 58, 66, 67], "non": [28, 31, 35, 39, 43, 45, 49, 60, 66, 67], "cross": [28, 60, 66], "site": 28, "secur": 28, "concern": [28, 56, 66], "accept": [28, 43, 49, 52], "reject": 28, "protect": [28, 31], "against": [28, 29, 58, 66], "attack": [28, 49], "bypass": 28, "polici": [28, 49], "cor": 28, "measur": [28, 38, 49, 55, 61], "implic": 28, "authent": 28, "cooki": 28, "restrict": 28, "xsrf": 28, "connect": [28, 37, 50, 51, 52, 65], "articl": [28, 38, 49, 60, 67], "traffic": 28, "tornado": 28, "def": [28, 30, 37, 43, 50, 51, 55, 58, 60, 61, 62, 63, 64, 65, 66], "subdomain": 28, "someth": [28, 31, 55, 61, 66, 67], "parsed_origin": 28, "urllib": 28, "urlpars": 28, "netloc": 28, "endswith": 28, "mydomain": 28, "shutown": 28, "socket_id": 28, "write_messag": 28, "mandatori": [28, 42], "base64": 28, "conform": [28, 33, 43, 54, 63], "worldconfig": 28, "onboarding_nam": 28, "agents_requir": [28, 51], "alia": [28, 36, 38, 66], "parse_configuration_fil": 28, "config_path": 28, "configur": [28, 33, 50, 51, 52, 53, 61, 66], "imagelicens": 28, "usernam": 28, "image_licens": 28, "image_license_url": 28, "licens": [28, 49, 60, 66], "imageinform": 28, "image_id": [28, 42], "image_location_id": 28, "union": [28, 33, 38, 43, 44, 62, 65, 66], "pil": 28, "serial": 28, "deseri": 28, "offload_st": 28, "state_dict": [28, 43, 66], "dump": [28, 29, 49, 53, 66, 67], "imagefeaturesgener": 28, "tshare": [28, 66], "loader": [28, 32, 41, 42, 46, 55], "get_image_featur": [28, 42], "image_featur": [28, 29, 42], "objectionablecontenterror": 28, "objection": 28, "miscellan": [28, 31, 62, 66], "taskstat": 28, "is_overworld": 28, "get_world_modul": 28, "get_world_fn_attr": 28, "world_modul": [28, 51], "fn_name": 28, "raise_if_miss": 28, "encompass": 28, "rais": [28, 29, 31, 44, 61, 66, 67], "get_eligibility_fn": 28, "elig": [28, 42], "get_assign_roles_fn": 28, "role": 28, "default_assign_roles_fn": 28, "safetydetectionresult": 28, "enum": [28, 35], "identfi": 28, "offens": [28, 29, 31, 49, 66], "blocklist": 28, "unsaf": [28, 37, 49], "deem": [28, 52], "reportresult": 28, "report": [28, 29, 31, 33, 38, 42, 43, 44, 50, 51, 55, 66, 67], "failur": [28, 34, 43, 49, 60, 66], "accident": [28, 37, 50], "success": [28, 56, 61], "offend": 28, "uploadimageresult": 28, "successfulli": 28, "personalinfodetector": 28, "detect": [28, 66], "datapoint": 28, "express": [28, 35, 66], "credit": [28, 66, 67], "card": [28, 31, 46], "phone": 28, "email": [28, 52], "ssn": 28, "dictfrequ": 28, "freq": [28, 29, 43, 67], "timeoututil": 28, "static": [28, 35, 38, 43, 52, 66], "get_timeout_act": 28, "120": [28, 67], "who": [28, 49, 52, 56, 67], "wait": [28, 55, 66, 67], "These": [29, 31, 34, 36, 38, 43, 48, 50, 51, 54, 55, 60, 61, 66], "obscur": 29, "short": [29, 31, 49, 65, 67], "txt": [29, 30, 45, 60, 66], "miss": [29, 31, 49, 56, 66], "task1": [29, 31], "cbt": [29, 31], "datatyp": [29, 31, 42, 48, 50, 55, 60, 61, 62, 66, 67], "stream": [29, 31, 42, 49, 50, 60, 66], "evalmod": [29, 31, 50, 62, 66], "minibatch": [29, 31, 44], "scheme": [29, 31], "dynam": [29, 31, 42, 55, 60, 66], "dynb": [29, 31, 54, 65, 67], "batchsort": [29, 31, 65], "v": [29, 31, 49, 55, 61, 66], "datapath": [29, 31, 34, 40, 42, 45, 50, 60, 66], "dp": [29, 31], "parlai_dir": [29, 31], "total": [29, 42, 44, 49, 54, 55, 60, 61, 65, 66], "ex": [29, 31, 38, 55, 67], "ltim": [29, 31], "vocabulari": [29, 43, 64], "premad": 29, "fulli": [29, 31, 49, 61, 65], "x": [29, 31, 34, 37, 38, 42, 43, 57, 61, 66], "y": [29, 31, 42, 43], "seq2seqag": [29, 31, 36, 63], "im": [29, 31, 60, 67], "maxex": 29, "ie": [29, 31, 37, 56], "acut": [29, 52], "prefix": [29, 43, 66], "rf": [29, 31], "extens": [29, 31, 40, 42, 49, 60], "whole": [29, 31, 49, 57, 61, 67], "jsonl": [29, 31, 62, 66], "area": [29, 31, 42, 43, 55, 67], "curv": [29, 31, 43, 55], "digit": [29, 31, 43], "auc": [29, 31, 43, 55], "roc": [29, 31, 43], "decim": [29, 31, 42, 45], "auclass": [29, 31], "ne": [29, 31, 67], "d": [29, 31, 37, 51, 53, 54, 59, 66], "mc": [29, 31], "show": [29, 31, 42, 47, 49, 50, 51, 55, 57, 60, 61, 62, 67], "f1": [29, 31, 38, 43, 54, 55, 67], "roug": [29, 31, 38, 55, 67], "bleuth": [29, 31], "l": [29, 31, 38, 55], "micro": [29, 31, 38, 55], "averag": [29, 31, 38, 43, 49, 55, 60, 66], "macro": [29, 31, 38, 43], "tensorboard": [29, 31, 55, 58], "tblog": [29, 31], "logdir": [29, 31], "tblogdir": [29, 31], "convert_data_to_parlai_format": 29, "task1k": [29, 31, 33, 37, 42, 44, 49, 50], "render": [29, 52, 55, 60, 62, 66], "html": [29, 62, 66], "write": [29, 31, 46, 47, 49, 52, 55, 58, 60, 63, 64, 65, 66, 67], "pdf": [29, 43], "width": [29, 50], "wd": 29, "height": 29, "ht": 29, "icon": [29, 52], "uic": 29, "absolut": 29, "emojipedia": 29, "s3": 29, "dualstack": 29, "west": 29, "amazonaw": 29, "thumb": [29, 54], "160": 29, "appl": 29, "76": [29, 67], "woman_1f469": 29, "alt": 29, "aic": 29, "230": [29, 55], "parrot_1f99c": 29, "statist": [29, 30, 44, 54], "count": [29, 35, 38, 43, 49, 55, 66], "teacher": [29, 31, 32, 33, 36, 37, 38, 43, 44, 46, 47, 56, 64, 65, 66, 67], "treat": [29, 31, 47, 64], "substr": [29, 31], "iter": [29, 31, 35, 37, 40, 42, 49, 66, 67], "detect_offensive_languag": 29, "convai_chitchat": [29, 49], "detector": 29, "alon": 29, "place": [29, 37, 42, 43, 44, 45, 47, 48, 50, 51, 54, 55, 56, 60, 66, 67], "corr": 29, "get_word_stat": 29, "part": [29, 31, 38, 42, 49, 55, 57, 61, 66, 67], "runtim": [29, 43, 59], "req": [29, 43], "cnt": 29, "tolist": [29, 61], "bin": [29, 60], "extern": [29, 37, 66, 67], "ed": [29, 60], "stat": [29, 56, 60], "boundari": [29, 35, 47], "rare": [29, 65], "dup": 29, "cun": 29, "coco": 29, "vqa_v1": [29, 42, 49], "resnet152": 29, "serv": [29, 43, 51, 65, 67], "curl": [29, 52], "localhost": [29, 66], "5000": [29, 67], "foobar": 29, "web": 29, "browser": [29, 60], "alias": [29, 30, 31, 36], "iweb": 29, "ui": [29, 52], "tutorial_transformer_gener": [29, 31, 50, 67], "prettifi": [29, 31, 66], "prettyt": [29, 31, 66], "beam_text": [29, 31, 50], "listen": [29, 49, 67], "8080": 29, "ip": 29, "mp_eval": 29, "main": [29, 30, 37, 38, 39, 41, 42, 43, 49, 50, 51, 52, 53, 55, 60, 61, 66, 67], "drop": [29, 56], "subprocess": 29, "distributeddataparallel": 29, "its": [29, 30, 33, 37, 42, 43, 44, 47, 49, 50, 52, 53, 55, 58, 59, 60, 62, 64, 65, 67], "torchgeneratorag": [29, 43, 61], "ddp": 29, "backend": [29, 65], "zero2": 29, "faster": [29, 52, 54, 56], "zero3": 29, "significantli": [29, 54, 61], "pressur": 29, "mp_train": 29, "distributeddatparallel": 29, "mymodel": 29, "evaltask": [29, 31, 56], "skip": [29, 31, 43, 45, 51, 55, 60, 66, 67], "background": [29, 31, 49], "epoch": [29, 30, 31, 33, 42, 44, 50, 54, 55, 58, 60, 63, 67], "tstep": [29, 31], "lstep": [29, 31, 67], "50": [29, 31, 43, 54, 55, 60, 67], "whenev": [29, 31, 42, 54, 65], "vstep": [29, 31, 67], "stim": [29, 31], "sval": [29, 31], "improv": [29, 31, 52, 54, 55], "minim": [29, 31, 43, 54, 63, 65], "seed": [29, 31, 43, 62, 66], "wandb": [29, 31], "wblog": [29, 31], "w": [29, 31, 35, 56, 66], "timestamp": [29, 31, 34], "sweep": [29, 31], "entiti": [29, 31, 49], "artifact": [29, 31], "bias": [29, 31], "clearml": [29, 31, 66], "clearmllog": [29, 31], "clearmlproject": [29, 31], "webui": [29, 31], "clearmltask": [29, 31], "throw": [29, 38, 40, 66], "profil": [29, 49], "avoid": [29, 33, 52, 59, 66], "cprofil": 29, "1k": [29, 31, 44, 50], "debugg": 29, "test_ag": 29, "null": [29, 44], "smf": 29, "_script": 29, "unscript": 29, "pipe": [29, 57], "sm": 29, "torchscriptgreedysearch": 29, "eio": 29, "shrink": 29, "releas": [29, 31, 49, 61], "strip": [29, 37, 39], "backup": 29, "verifi": [29, 38, 51, 61], "doesn": [29, 33, 40, 43, 54, 58], "mistak": [29, 52], "author": [30, 49, 50, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 63, 64, 65], "kurt": [30, 61, 65], "shuster": [30, 48, 61, 65], "accustom": 30, "yourself": [30, 44, 51, 52, 59, 65, 67], "meant": [30, 43, 57, 67], "todai": [30, 33, 43, 60, 67], "smooth": 30, "thank": [30, 60, 67], "parlaipars": [30, 35, 40, 41, 43, 44, 50, 61], "relev": [30, 37, 42, 60, 61, 66], "As": [30, 39, 51, 52, 55, 57, 58, 59, 60, 61, 64, 65, 66, 67], "trainmodel": [30, 55], "whatev": [30, 33, 43, 59, 60], "attempt": [30, 33, 40, 43, 66], "fill": [30, 43, 51, 66], "signatur": [30, 55, 59, 62, 65], "lengthscript": 30, "classmethod": [30, 33, 35, 37, 38, 39, 40, 41, 43, 44, 63, 66], "parser": [30, 35, 40, 41, 43, 44, 50], "add_argu": [30, 40, 63], "filepath": 30, "analyz": [30, 49], "length_filepath": 30, "f": [30, 60, 63, 66], "file_cont": 30, "len": [30, 31, 43, 48, 63], "register_script": [30, 36, 41], "decor": [30, 57, 59, 66], "wai": [30, 31, 36, 42, 43, 45, 48, 50, 52, 53, 54, 55, 56, 61, 62, 63, 67], "length_script": 30, "There": [30, 54, 55, 56, 57, 58, 60, 61, 64, 67], "file_to_measur": 30, "my_script": [30, 36], "__name__": [30, 55], "__main__": [30, 55], "keyword": [30, 33, 42], "invok": [31, 42, 48], "supercommand": 31, "Its": [31, 43, 50], "helpal": 31, "exit": [31, 53, 62], "ones": [31, 43, 52, 53], "dd": [31, 62], "dm": [31, 62], "em": [31, 62, 67], "tm": [31, 62, 67], "remaind": [31, 43, 65], "verif": 31, "gmc": [31, 56], "automat": [31, 39, 40, 43, 50, 52, 53, 55, 58, 60, 61, 65, 66, 67], "regist": [31, 36, 39, 55, 62, 66], "folder": [31, 34, 36, 40, 52, 56, 60, 61, 62, 66], "mt": [31, 56], "ft": [31, 56], "ftsave": 31, "relat": [31, 35, 40, 50, 66, 67], "graph": [31, 49, 65, 66], "model_card_fold": 31, "gen": [31, 48, 56], "edit": [31, 37, 50, 51, 56, 67], "data_stat": [31, 46, 56], "quant": 31, "unfound": [31, 56], "fromfil": [31, 45, 56, 60], "jsonfil": [31, 56, 60], "exarg": 31, "later": [31, 50, 51], "quantit": 31, "analys": 31, "NOT": [31, 35, 43, 65, 66], "shorten": 31, "subgroup": 31, "kind": [31, 35, 50, 52, 56], "misc": [31, 46], "dropdown": 31, "analysi": 31, "keyboard": [31, 50], "bob": 31, "blue": 31, "nwhat": 31, "often": [31, 42, 45, 49, 53, 54, 55, 60, 61, 62, 67], "42": [31, 66, 67], "st": 31, "6": [31, 37, 42, 55, 61, 62, 65, 66, 67], "starter": 31, "pmf": 31, "tod": 31, "ground": 31, "truth": 31, "holdout": 31, "schema": [31, 49], "google_sgd_simulation_split": [31, 49, 67], "outdomainapischemaag": 31, "outdomaingoalag": 31, "outdomainuseruttag": 31, "outdomainapicallandsysuttag": 31, "resp": 31, "outdomainapiresponseag": 31, "met": 31, "logic": [31, 33, 43, 49, 51, 52, 62, 65, 66], "infin": 31, "unlimit": [31, 52], "exclud": [31, 48], "exactli": [31, 35, 38, 57, 65], "creation": [31, 39, 42], "Will": [31, 34, 52, 66], "emptyapischemaag": 31, "emptygoalag": 31, "regex": [31, 50], "dialog_babi": [31, 49], "docstr": [32, 42, 52, 66], "power": [32, 57, 65, 66, 67], "build_data": [32, 46, 60], "mutat": [32, 46, 48, 67], "torch_ag": [32, 46, 58, 66], "multitaskteach": [33, 42], "within": [33, 34, 35, 37, 42, 43, 48, 49, 50, 52, 55, 59, 61, 65, 66], "recogn": [33, 44, 49, 58], "framework": [33, 40, 43, 44, 50, 52], "possibli": [33, 40, 41, 42, 43, 44, 51, 55, 60], "create_task_ag": [33, 42], "upon": [33, 34, 42, 43, 51, 55, 66], "getid": [33, 44], "epoch_don": [33, 42, 44, 50, 65], "boolean": [33, 34, 40, 42, 43, 60, 66], "clear": [33, 38, 43, 52, 66], "reset_metr": [33, 42, 43, 44], "fresh": 33, "recreat": 33, "op": [33, 66], "subag": [33, 44], "clone": [33, 44, 58, 65], "copi": [33, 37, 42, 43, 44, 51, 58, 59, 60, 63, 65, 66], "create_agent_from_shar": [33, 51], "easier": [33, 42, 43, 57, 59], "pointer": 33, "respond": [33, 62, 65, 67], "text_or_messag": [33, 62, 65], "other_message_field": [33, 62, 65], "conveni": [33, 43, 55, 64, 65, 66], "compris": [33, 49, 66, 67], "apart": [33, 67], "form": [33, 41, 42, 49, 56, 60, 66, 67], "batch_respond": [33, 62, 65], "batch_act": [33, 43, 44, 55, 62, 65], "upgrade_opt": [33, 43], "opt_from_disk": [33, 43], "upgrad": [33, 43], "legaci": [33, 38, 43, 67], "disk": [33, 34, 40, 42, 43, 50, 60, 66], "primarili": [33, 43, 55], "compat": [33, 43, 66, 67], "introduc": [33, 43, 49, 50, 61], "wasn": [33, 43], "previous": [33, 43, 53, 60, 66, 67], "opportun": [33, 43], "shortli": [33, 43], "renam": [33, 43, 50, 66], "deprec": [33, 42, 43, 66], "old": [33, 43, 52, 61, 66], "high": [33, 43, 47, 49, 52, 65, 66], "due": [33, 38, 43, 56], "becom": [33, 42, 43, 52, 60, 66], "complic": [33, 43, 55, 60, 65], "difficult": [33, 37, 43, 49], "children": [33, 42, 43, 44, 60], "parent": [33, 34, 43, 44, 50, 63, 64], "overwritten": [33, 43], "comment": [33, 42, 43, 49, 61, 67], "annot": [33, 43, 49, 52], "date": [33, 43, 49], "integr": [33, 43, 50, 66], "behav": [33, 43], "compare_init_model_opt": 33, "curr_opt": 33, "loud": 33, "init_model": 33, "create_agent_from_model_fil": 33, "opt_overrid": 33, "create_agent_from_opt_fil": 33, "create_ag": [33, 60, 61], "requiremodelexist": 33, "model_param": 33, "irbaselineag": 33, "pickl": [33, 46], "shared_ag": 33, "create_agents_from_shar": 33, "download": [34, 40, 49, 50, 60, 61], "downloadablefil": [34, 60], "file_nam": [34, 66], "hashcod": 34, "zip": [34, 60], "from_googl": 34, "onlin": [34, 50], "resourc": [34, 49, 57, 60, 61], "drive": [34, 37, 67], "untar": 34, "checksum": [34, 60], "sha256": 34, "dpath": [34, 60], "check_head": 34, "live": [34, 42, 52, 61, 65, 67], "version_str": [34, 60], "mark_don": [34, 60], "prebuilt": 34, "plu": 34, "fname": 34, "redownload": 34, "num_retri": 34, "tar": 34, "make_dir": [34, 60], "nonexist": 34, "mkdir": [34, 58], "remove_dir": [34, 60], "flatten_tar": 34, "unpack": 34, "archiv": 34, "ungzip": 34, "deletegzip": 34, "unzip": 34, "gzip": 34, "download_from_google_dr": 34, "gd_id": 34, "destin": [34, 67], "download_model": 34, "model_fold": 34, "aw": [34, 52], "use_model_typ": 34, "categor": 34, "modelzoo_path": 34, "remap": 34, "yet": [34, 56, 58], "download_multiprocess": 34, "num_process": 34, "chunk_siz": 34, "dest_filenam": 34, "error_path": 34, "item": [34, 40, 43, 44, 49, 55, 60, 61, 65, 66], "arrai": [34, 58], "statu": [34, 37], "tokenizationmod": 35, "enumer": [35, 61, 65], "escap": 35, "potenti": [35, 49, 63], "unescap": 35, "revert": 35, "find_ngram": 35, "token_dict": 35, "break": [35, 42, 49, 50, 60, 61], "dictionaryag": [35, 40, 43, 66], "add_cmdline_arg": [35, 40, 43, 44, 63], "partial_opt": [35, 43, 44, 63], "commandlin": [35, 43, 51], "add_additional_special_token": 35, "additional_special_token": 35, "is_prebuilt": 35, "add_token": 35, "nltk_token": 35, "nltk": [35, 55], "punkttoken": 35, "treebank": 35, "gpt2_token": 35, "slow_bytelevel_bpe_token": 35, "bytelevelbpe_token": 35, "re_token": 35, "liber": 35, "whitespac": [35, 38, 66], "r": [35, 37, 38, 42, 60, 66, 67], "punctuat": [35, 38, 43, 66], "split_token": 35, "robust": [35, 49, 66], "space_token": 35, "span_token": 35, "bpe_token": 35, "add_to_dict": 35, "remove_tail": 35, "min_freq": 35, "cutoff": 35, "resize_to_max": 35, "maxtoken": 35, "trim": 35, "aren": [35, 50, 52], "overwrit": [35, 43, 56], "rearrang": 35, "lowest": 35, "reindex": [35, 63], "ti": [35, 55], "alphabet": 35, "minfreq": [35, 66], "txt_or_vec": 35, "vec_typ": 35, "txt2vec": 35, "vec2txt": [35, 58], "suggest": [35, 37], "np": 35, "ndarrai": 35, "textfield": 35, "intern": [35, 36, 42, 43, 49, 50, 51, 65, 66], "save_path": 35, "set_tokenization_mod": 35, "signal": [35, 49, 52, 66], "thing": [35, 38, 45, 47, 51, 52, 54, 55, 60, 61, 62, 65, 66, 67], "itself": [35, 43, 45, 52, 56, 60, 62], "script_registr": 36, "klass": 36, "register_ag": [36, 55], "callabl": [36, 39, 42, 66], "my_ag": 36, "myagent": 36, "myscript": [36, 41], "register_teach": [36, 55], "my_teach": 36, "myteach": [36, 60], "load_agent_modul": 36, "agent_path": 36, "shorthand": [36, 40, 42, 48], "half": [36, 47, 55], "variantag": 36, "parlai_intern": [36, 40], "load_task_modul": 36, "tasknam": 36, "defaultteach": [36, 50, 55, 60], "task10kteach": 36, "load_teacher_modul": 36, "colon": [36, 49, 60, 62, 66], "load_world_modul": 36, "interactive_task": [36, 40], "selfchat_task": [36, 40], "num_ag": 36, "default_world": [36, 44], "environ": [36, 37, 44, 45, 49, 50, 51, 53, 60, 61, 65, 66, 67], "known": [36, 37, 40, 49, 61, 65, 67], "priori": [36, 60], "prevent": [37, 43, 50, 61, 65, 66, 67], "unintention": [37, 50], "trigger": [37, 61, 66], "__setitem__": 37, "shallow": 37, "padding_exampl": 37, "is_pad": 37, "json_safe_payload": 37, "deliveri": 37, "servic": [37, 40, 46, 50, 52, 65], "mephisto": [37, 66], "primari": [37, 43, 50, 65, 66], "flow": [37, 51, 52, 65, 66], "refer": [37, 47, 49, 50, 51, 55, 57, 60, 66, 67], "sole": [37, 67], "easili": [37, 41, 43, 52, 54, 58, 59], "force_set": 37, "new_valu": 37, "identif": [37, 49], "sender": 37, "supervis": [37, 42, 50, 60], "move": [37, 43, 52, 66, 67], "still": [37, 38, 47, 50, 54, 55, 60, 67], "side": [37, 49, 50, 51, 55], "perplex": [37, 43, 50, 54, 55, 63], "could": [37, 42, 44, 50, 51, 55, 58, 60, 65, 67], "mnist": [37, 60], "qa": [37, 42, 44, 50, 51, 52, 60, 67], "four": [37, 60], "five": 37, "six": [37, 49], "seven": 37, "eight": 37, "nine": 37, "grade": 37, "entir": [37, 39, 42, 43, 47, 49, 52, 56], "mrr": [37, 43, 67], "necessarili": 37, "exchang": [37, 50], "wikimovi": [37, 60], "movi": [37, 60], "ginger": 37, "roger": 37, "hat": 37, "kitti": 37, "foyl": 37, "barklei": 37, "broadwai": 37, "On": [37, 51, 54, 55, 61, 66], "hand": [37, 67], "cat": [37, 49], "afraid": 37, "sheep": 37, "mice": 37, "wolv": 37, "gertrud": 37, "winona": 37, "emili": [37, 52, 60, 64, 67], "jessica": 37, "wolf": 37, "mous": 37, "reinforc": [37, 65], "vqa_v2": [37, 49, 60], "whichev": 37, "raw": [37, 42, 49, 52, 66], "rbg": 37, "pixel": 37, "ascii": [37, 60, 66], "display_data": [37, 46, 47, 49, 50, 53, 57, 58, 60, 62, 66], "mnist_qa": [37, 49, 60], "g9": 37, "38": [37, 65, 67], "h99": 37, "school": [37, 47], "cathol": [37, 67], "atop": 37, "dome": 37, "golden": [37, 43], "virgin": 37, "mari": [37, 67], "immedi": [37, 52], "copper": 37, "christ": 37, "arm": 37, "uprais": 37, "legend": 37, "venit": 37, "me": [37, 42, 65], "omn": 37, "basilica": 37, "sacr": 37, "heart": 37, "behind": [37, 65], "grotto": 37, "marian": 37, "prayer": 37, "reflect": [37, 63], "replica": 37, "lourd": 37, "franc": [37, 67], "reputedli": 37, "saint": 37, "bernadett": 37, "soubir": 37, "1858": [37, 67], "At": [37, 42, 59, 65], "modern": [37, 54, 65], "stone": 37, "whom": 37, "did": [37, 53, 67], "allegedli": 37, "answer_start": [37, 50], "515": 37, "won": [37, 50, 54], "advantag": [37, 42, 52, 54, 55], "multitask": [37, 38, 44, 55, 66, 67], "introductori": 37, "metricdisplaydata": 38, "namedtupl": [38, 43, 66], "is_glob": 38, "macro_averag": [38, 43], "float": [38, 40, 43, 55, 66], "obj": [38, 66], "denomin": [38, 55], "from_mask": 38, "metric_per_token": 38, "mask": [38, 43], "mymetr": 38, "num_token": 38, "fixedmetr": 38, "total_train_upd": [38, 55, 67], "summetr": [38, 55], "sum_": 38, "averagemetr": [38, 43, 55], "denom": [38, 43], "macroaveragemetr": 38, "timermetr": 38, "start_tim": 38, "end_tim": 38, "timer": [38, 66], "globalmetr": 38, "accumul": [38, 43], "correl": 38, "notion": [38, 44], "view": [38, 50, 51, 52, 55, 65, 67], "globalfixedmetr": 38, "globalsummetr": 38, "globalaveragemetr": 38, "legacymetr": 38, "globaltimermetr": 38, "f1metric": 38, "exactmatchmetr": 38, "bleumetr": 38, "approxim": [38, 55, 66], "fairseqbleumetr": 38, "pred": 38, "pad_idx": [38, 66], "eos_idx": 38, "unk_idx": 38, "blob": [38, 66], "reimplement": 38, "compute_mani": 38, "end_idx": [38, 43, 63], "rougemetr": 38, "effici": [38, 60, 65, 66], "intradistinctmetr": 38, "intra": 38, "distinct": 38, "interdistinctmetr": 38, "counter": [38, 43, 44, 50, 55, 66], "inter": 38, "collect": [38, 43, 44, 49, 50, 51, 61, 66, 67], "normalize_answ": 38, "aggregate_named_report": 38, "named_report": 38, "micro_averag": 38, "aggregate_unnamed_report": 38, "proven": 38, "threadsaf": 38, "record": [38, 42, 43, 55, 67], "far": [38, 53, 58, 60, 66], "clear_rec": 38, "latest": [38, 48, 53], "report_rec": 38, "add_metr": 38, "disjoint": 38, "teachermetr": 38, "metrics_list": 38, "encapsul": [38, 52, 65], "evaluate_respons": 38, "setup_mutator_registri": 39, "register_mut": [39, 57], "advis": [39, 56], "load_mutator_typ": 39, "mutator_nam": 39, "registri": 39, "word_shuffl": [39, 57], "messagemut": [39, 57], "ideal": 39, "shuffl": [39, 47, 57, 66], "synonym": 39, "message_mut": 39, "individu": [39, 42, 49, 55, 57, 65], "episodemut": [39, 57], "episode_mut": 39, "manipul": [39, 65, 66], "manyepisodemut": [39, 57], "many_episode_mut": 39, "sublist": 39, "throughout": 40, "display_deepcopi": 40, "deepcopi": [40, 60], "display_histori": 40, "clean": [40, 49, 66], "residu": 40, "optfil": 40, "load_init": 40, "opt_preset": [40, 48], "preset": [40, 46], "print_git_commit": 40, "commit": [40, 60, 61, 66], "print_announc": 40, "announc": 40, "team": 40, "suppress": [40, 66], "get_model_nam": 40, "str2none": 40, "str2bool": 40, "ye": [40, 49, 67], "str2float": 40, "str2class": 40, "gpt2dictionaryag": 40, "class2str": 40, "invers": [40, 66], "fix_underscor": 40, "underscor": [40, 43, 56], "hyphen": 40, "gradient_clip": [40, 66], "customhelpformatt": 40, "helpformatt": 40, "goo": 40, "gl": 40, "dkthb5": 40, "add_parlai_arg": 40, "add_model_arg": 40, "argumentpars": 40, "cli": [40, 43], "pseudo": [40, 65], "argpars": [40, 63], "add_arg": 40, "add_parlai_data_path": 40, "argument_group": 40, "add_mturk_arg": 40, "turk": [40, 49, 50, 52, 58, 67], "add_chatservice_arg": 40, "add_websockets_arg": 40, "websocket": [40, 51], "add_messenger_arg": 40, "messeng": [40, 50, 58], "add_distributed_training_arg": 40, "add_model_subarg": 40, "partial": [40, 43, 49, 56], "add_task_arg": 40, "add_world_arg": 40, "add_image_arg": 40, "image_mod": 40, "add_extra_arg": 40, "parse_known_arg": 40, "namespac": 40, "nohelp": 40, "parse_and_process_known_arg": 40, "unknown": [40, 42, 58], "parse_arg": [40, 50, 61], "parse_kwarg": 40, "set_param": 40, "add_argument_group": [40, 63], "group": [40, 42, 52, 54, 62, 63, 65, 66], "explicit": [40, 50], "setup_script_registri": 41, "parlaiscript": 41, "setup_arg": 41, "writer": [41, 67], "program": [41, 54, 67], "superscript_main": 41, "superscript": 41, "fixeddialogteach": [42, 60], "extend": [42, 43, 49, 51, 55, 60], "involv": [42, 56, 60], "next_exampl": 42, "dialogteach": 42, "parlaidialogteach": 42, "conversationteach": 42, "fbdeprecateddialogteach": 42, "dataload": 42, "threadpool": 42, "dialogdata": [42, 60], "streamdialogdata": 42, "textual": [42, 49, 60], "submit": [42, 51, 52, 60, 67], "request_load": 42, "constructor": [42, 59], "reserv": 42, "threadgroup": 42, "noth": [42, 61, 66], "invoc": [42, 67], "receive_fn": 42, "load_fn": 42, "execut": [42, 67], "num_exampl": [42, 44, 60, 61], "num_episod": [42, 44, 60], "submit_load_request": 42, "data_load": [42, 60], "data_queu": 42, "poll": 42, "vqa": [42, 49, 60], "preload": 42, "episode_idx": 42, "receive_data": 42, "image_load": 42, "img_path": 42, "next_episode_idx": 42, "num_ep": 42, "entry_idx": [42, 60], "custom_evalu": [42, 55], "teacher_act": [42, 55, 65], "model_respons": [42, 55], "design": [42, 49, 57], "hook": [42, 66], "sens": [42, 43, 49], "situat": [42, 49, 56, 61], "get_orig_act": 42, "unprocess": 42, "last_act": 42, "lasti": 42, "attribut": [42, 43, 45, 49, 52, 66], "sync": [42, 43, 66], "process_act": 42, "student": [42, 49, 50, 67], "setup_data": [42, 60], "datafil": [42, 60], "yield": [42, 60, 66], "marker": 42, "fold": [42, 60, 66], "pair": [42, 43, 49, 60, 66], "new_episod": [42, 60], "fbdialogueteach": 42, "simul": [42, 67], "reward": [42, 43, 50, 52, 60], "omit": [42, 64, 67], "visit": 42, "sequenti": [42, 63], "caller": 42, "point": [42, 43, 50, 67], "build_tabl": 42, "pack": [42, 65], "cycl": [42, 50, 66], "restart": [42, 49], "finish": [42, 43, 44, 51, 52, 55, 60, 67], "load_length": 42, "datastream": 42, "fbdialog": 42, "sam": [42, 50], "went": [42, 50, 58], "kitchen": [42, 50], "pat": 42, "gave": [42, 50], "milk": [42, 50, 67], "hallwai": [42, 50, 58], "bathroom": [42, 50, 67], "contextu": [42, 48], "therefor": [42, 55], "speech": [42, 62, 67], "hi": [42, 47, 60, 67], "great": [42, 56, 60, 67], "oh": [42, 60, 67], "cool": [42, 65, 67], "interpret": [42, 50], "x1": 42, "y1": 42, "x2": 42, "y2": 42, "x3": 42, "y3": 42, "idea": [42, 67], "load_cand": [42, 66], "right": [42, 43, 50, 57, 58, 60, 61, 66, 67], "npat": [42, 50], "nwhere": [42, 50], "newl": 42, "yamlteach": 42, "autoteachertest": [42, 60], "occupi": 42, "partner1": [42, 60], "hello": [42, 55, 60, 66, 67], "partner2": [42, 60], "modelx": 42, "readabl": 42, "label_turn": 42, "secondspeak": 42, "speaker": [42, 49, 52, 66], "firstspeak": 42, "abstractimageteach": 42, "imageload": 42, "resnet": 42, "resnext": 42, "get_image_features_path": 42, "get_data_path": 42, "get_image_path": 42, "image_id_kei": 42, "text_kei": 42, "abstractmethod": [42, 66], "image_id_to_image_path": 42, "ob": [42, 43, 61], "get_available_image_mode_nam": 42, "resnext101_xxxxx_wsl": 42, "ai": [42, 48, 50, 66, 67], "960m": 42, "5k": [42, 49, 66], "hashtag": 42, "imagenet": 42, "image_num": 42, "image_model_nam": 42, "manual": [42, 49, 52, 54, 61, 66], "is_image_mode_build": 42, "buildabl": 42, "offlin": 42, "load_data": 42, "data_path": 42, "setup_image_featur": 42, "elsewher": [42, 50, 62], "odd": 42, "todo": [42, 67], "teach": 42, "subtask": [42, 49, 51], "chunkteach": [42, 49, 60, 66], "get_num_sampl": [42, 60], "get_fold_chunk": [42, 60], "get_buffers": 42, "child": [42, 43], "onto": [42, 66], "get_chunk": 42, "load_from_chunk": [42, 60], "chunk_idx": [42, 60, 66], "chunkoutput": 42, "_create_messag": 42, "create_messag": [42, 60], "queue_output": 42, "refil": 42, "create_task_agent_from_tasknam": 42, "task_dir": [42, 44], "teacher_class": [42, 44], "def_str": 42, "task1kteach": [42, 50], "boilerpl": [43, 60, 64], "focu": [43, 65], "maintain": [43, 50, 65], "train_step": [43, 58, 63], "stub": 43, "rich": [43, 63], "benefit": [43, 54, 65], "auto": [43, 52], "regress": [43, 45, 60, 61], "cours": [43, 50, 55, 60], "tool": [43, 49], "text_vec": [43, 55, 58], "text_length": 43, "label_vec": 43, "label_length": 43, "valid_indic": 43, "candidate_vec": 43, "is_train": [43, 50, 66], "_context_original_length": 43, "longtensor": [43, 66], "_context_truncate_r": 43, "_context_truncated_length": 43, "_label_original_length": 43, "_label_truncate_r": 43, "_label_truncated_length": 43, "attrdict": [43, 66], "batchifi": [43, 55, 61], "though": [43, 44, 54, 67], "magic": 43, "semant": [43, 55], "undesir": [43, 64], "upcom": [43, 52], "speedup": [43, 54, 65], "bsz": 43, "seqlen": 43, "row": [43, 58, 66], "invalid": [43, 66], "outer": 43, "inner": [43, 65], "dev": [43, 49, 60], "kept": [43, 54], "p1_token": 43, "__p1__": 43, "p2_token": 43, "__p2__": 43, "dict_ag": [43, 66], "tunr": 43, "person_token": 43, "add_repli": 43, "update_histori": 43, "temp_histori": 43, "temporari": [43, 61, 66], "get_history_str": 43, "get_history_vec": 43, "get_history_vec_list": 43, "duplic": [43, 44, 64], "intend": [43, 51, 52, 56, 60, 61], "super": [43, 49, 51, 55, 58, 60, 62, 63, 65], "optim_opt": 43, "qhm": 43, "qhmadam": 43, "qhoptim": 43, "dictionary_class": 43, "complex": [43, 49, 57, 65], "history_class": 43, "build_histori": 43, "build_dictionari": 43, "build_model": [43, 58, 63, 64, 65], "init_optim": [43, 66], "optim_st": 43, "saved_optim_typ": 43, "is_finetun": 43, "build_lr_schedul": 43, "hard_reset": 43, "receive_metr": 43, "warmup_schedul": 43, "restor": 43, "record_local_metr": [43, 55], "keynam": 43, "mayb": [43, 67], "anywher": [43, 53, 55], "collat": 43, "token_acc": [43, 55, 67], "add_start": 43, "add_end": 43, "text_trunc": 43, "label_trunc": 43, "eval_label": [43, 50, 58, 66, 67], "_vec": 43, "pattern": [43, 49, 57], "cands_vec": 43, "is_valid": 43, "obs_batch": 43, "uncheck": 43, "preprocess": [43, 65], "definit": [43, 44, 51, 60, 66, 67], "explan": [43, 55], "abl": [43, 51, 52, 55, 60, 65], "pack_padded_sequ": 43, "match_batch": 43, "batch_repli": 43, "valid_ind": 43, "get_temp_histori": 43, "temporarili": 43, "temp": 43, "intention": [43, 57], "self_observ": [43, 65], "self_messag": 43, "hear": [43, 50, 61], "save_nonprimari": 43, "refrain": 43, "load_state_dict": [43, 66], "facilit": [43, 49, 65], "torchagentmetr": 43, "singleton": 43, "former": [43, 66], "latter": [43, 54, 66, 67], "set_interactive_mod": 43, "loss": [43, 50, 55, 66, 67], "update_param": 43, "zero_grad": [43, 66], "bit": [43, 54, 60], "tree": [43, 49, 60, 67], "torch_generator_ag": [43, 63], "searchblocklist": 43, "padding_idx": [43, 63], "start_idx": [43, 63], "unknown_idx": [43, 63], "input_dropout": 43, "longest_label": 43, "enc_out": 43, "enc_hidden": 43, "attn_mask": 43, "attn": 43, "distr": 43, "scriptmodul": [43, 66], "decode_forc": 43, "encoder_st": [43, 63], "mle": 43, "floattensor": 43, "reorder_encoder_st": [43, 63], "reorder": [43, 47, 66], "expand": [43, 52], "reorder_decoder_incremental_st": [43, 63], "incremental_st": 43, "ind": 43, "increment": [43, 49, 50], "unlik": [43, 57, 65], "impract": 43, "usabl": 43, "prev_enc": 43, "outlen": 43, "recalcu": 43, "longest": 43, "candidate_scor": [43, 67], "num_featur": 43, "num_cand": 43, "pplmetric": 43, "infrastructur": 43, "build_criterion": 43, "crossentropyloss": 43, "record_per_token_metr": 43, "loss_per_token": 43, "compute_loss": [43, 55], "return_output": 43, "model_output": 43, "rank_eval_label_candid": 43, "get_prefix_token": 43, "left": [43, 49, 54, 60, 66, 67], "treesearch": [43, 61], "block_ngram": 43, "context_block_ngram": 43, "padding_token": 43, "bos_token": 43, "eos_token": 43, "min_length": 43, "length_penalti": 43, "gpu_beam_block": 43, "concurr": 43, "develop": [43, 49, 51, 52, 53, 55, 58, 61, 67], "concret": [43, 50], "set_context": 43, "tstype": 43, "suppli": [43, 44, 57], "set_batch_context": 43, "batch_context_list": 43, "batch_idx": 43, "get_output_from_current_step": 43, "get_backtrack_from_current_step": 43, "backtrack": 43, "select_path": 43, "logprob": 43, "prior_scor": 43, "current_length": 43, "_pathselect": 43, "beamsiz": 43, "cumul": 43, "hypothesis_id": 43, "token_id": [43, 66], "token_detail": 43, "prob": 43, "is_don": 43, "get_rescored_finish": 43, "n_best": 43, "nmt": [43, 66], "penal": [43, 48], "token_metadata": 43, "token_logprob": 43, "condit": [43, 48, 49, 61], "token_rank": 43, "vocabul": 43, "greedysearch": 43, "beamsearch": 43, "delayedbeamsearch": 43, "massarelli": 43, "1911": 43, "03587": 43, "delayednucleusbeamsearch": 43, "topksampl": 43, "fan": 43, "2018": [43, 49, 67], "1805": 43, "04833": 43, "nucleussampl": 43, "nucelu": 43, "aka": [43, 44], "holtzman": 43, "cdf": 43, "proport": 43, "1904": 43, "09751": 43, "get_mask": 43, "sorted_prob": 43, "factualnucleussampl": 43, "lambda_decai": 43, "omega_bound": 43, "p_reset": 43, "2206": 43, "04624": 43, "update_p": 43, "recipr": 43, "fast": [43, 47, 55, 58, 60, 66], "deploi": [43, 49], "ignore_bad_candid": 43, "eval_candid": 43, "score_candid": [43, 64], "cand_vec": [43, 64], "cand_enc": [43, 64], "block_repeat": 43, "cand_pr": 43, "set_vocab_candid": 43, "vocab_candid": 43, "vocab_candidate_vec": 43, "set_fixed_candid": 43, "fixed_candid": 43, "fixed_candidate_vec": 43, "seq_len": 43, "vectorize_fixed_candid": 43, "load_candid": 43, "cand_typ": 43, "encode_candid": [43, 64], "padded_cand": 43, "cands_batch": 43, "torch_classifier_ag": 43, "confusionmatrixmetr": 43, "true_posit": 43, "true_neg": 43, "false_posit": 43, "false_neg": 43, "confus": 43, "recal": [43, 55], "weighted_f1": [43, 67], "precisionmetr": 43, "recallmetr": 43, "classificationf1metr": 43, "aucmetr": 43, "class_nam": 43, "max_bucket_dec_plac": 43, "pos_dict": 43, "neg_dict": 43, "introduct": 43, "estim": [43, 66], "update_raw": 43, "true_label": 43, "pos_prob": 43, "weightedf1metr": 43, "torchclassifierag": 43, "num_class": 43, "torch_image_ag": 43, "torchimageag": 43, "batchify_image_featur": 43, "_process_image_featur": 43, "__enter__": 44, "__exit__": 44, "statement": [44, 49, 55, 66], "guarante": [44, 66], "dialogpartnerworld": [44, 50, 65], "multiagentdialogworld": [44, 50], "multiworld": 44, "batchworld": [44, 50, 65], "learner": [44, 67], "monitor": 44, "get_ag": 44, "get_task_ag": 44, "get_model_ag": 44, "get_act": 44, "get_tim": 44, "get_total_ex": 44, "get_total_epoch": 44, "get_total_parlei": 44, "reset_ag": 44, "update_count": 44, "synchron": [44, 65, 66], "forth": [44, 52, 65], "goe": [44, 50, 62, 66], "robin": [44, 50], "fashion": [44, 49, 50, 60], "user_ag": 44, "subworld": [44, 51], "parley_init": 44, "middl": 44, "multiagentworld": 44, "batch_observ": 44, "index_act": 44, "agent_idx": 44, "root": [44, 52, 53, 60, 66, 67], "dynamicbatchworld": [44, 50], "backgrounddriverworld": 44, "backgroundworkerdynamicbatchworld": 44, "model_ag": 44, "process_queu": 44, "create_task_world": 44, "create_task": [44, 50], "task_ag": 44, "task_list": [44, 49, 50, 56, 60], "regularli": [45, 66], "culprit": 45, "correctli": [45, 49, 50, 52, 55, 60, 61, 66], "hardwar": [45, 54, 65], "softwar": [45, 67], "easiest": [45, 60], "parlaiformat": [45, 60], "yourtextfil": 45, "some_model_fil": 45, "outputfil": 45, "problem": [45, 49, 51, 52, 60, 67], "diff": 45, "fixtur": [45, 60], "pytest": [45, 60, 61], "regen": [45, 60], "task_name_her": 45, "linux": 45, "extent": [45, 49], "mac": 45, "docker": [45, 46], "shop": [46, 67], "intro": 46, "crowdsourc": [46, 49], "subcompon": 46, "ask": [46, 49, 51, 52, 55, 58, 60], "tip": [46, 55, 65], "trick": [46, 54, 65], "generate_model_card": 46, "tod_world_script": 46, "build_candid": 46, "build_dict": [46, 54, 58], "convert_to_json": 46, "convert_to_parlai": 46, "convo_rend": [46, 62], "detect_offens": 46, "eval_wordstat": 46, "extract_image_featur": 46, "flask": 46, "interactive_web": 46, "multiprocessing_ev": [46, 54], "multiprocessing_train": [46, 54], "parti": [46, 53], "profile_interact": 46, "profile_train": 46, "token_stat": 46, "torchscript": 46, "vacuum": 46, "verify_data": 46, "chat_servic": [46, 51], "world_log": 46, "stack": [47, 57], "unmut": [47, 66], "remodel": 47, "home": [47, 67], "hunt": 47, "shoot": 47, "bow": 47, "my": [47, 54, 60, 65, 67], "favorit": [47, 67], "holidai": 47, "halloween": 47, "cheetah": 47, "chase": 47, "stai": [47, 65, 67], "shape": [47, 49, 63], "hobbi": [47, 67], "am": 47, "whittl": 47, "neat": 47, "6th": 47, "100m": 47, "dash": 47, "awesom": [47, 61, 67], "season": [47, 49], "year": [47, 60, 67], "meat": [47, 67], "eat": [47, 67], "exclus": 47, "prime": 47, "rib": 47, "food": [47, 67], "chicken": [47, 67], "macaroni": 47, "chees": 47, "remain": [47, 61, 65, 66, 67], "mix": [47, 54, 55, 66, 67], "preserv": 47, "compos": [47, 49], "obliter": 47, "said": [47, 55, 58, 61, 65], "bundl": 48, "preset_nam": 48, "myfold": 48, "mypreset": 48, "expans": 48, "lewi": 48, "blenderbot_3b": 48, "blenderbot": [48, 55, 56, 58, 62], "roller": [48, 54, 55, 57, 65], "2560": [48, 67], "10240": [48, 67], "r2c2_base_3b": [48, 67], "r2c2": 48, "2022": [48, 67], "8192": 48, "seeker": 48, "22": [48, 67], "r2c2_base_400m": [48, 67], "400m": 48, "meena": 48, "adiwardana": 48, "opt_bb3": 48, "bb3": 48, "175b": 48, "parl": [48, 66], "sdm": 48, "opt_api_ag": 48, "bb3optag": 48, "1912": 48, "repetit": 48, "ctxt": 48, "decis": [48, 66, 67], "control": [48, 52, 61, 66], "dont": 48, "opt_serv": 48, "mdm": 48, "sgm": 48, "mgm": 48, "mkm": 48, "1412": 48, "session": [48, 49, 53, 61], "overlap": [48, 49, 55], "ckm": 48, "1812": 48, "skm": 48, "srm": 48, "1784": 48, "crm": 48, "1880": 48, "mrm": 48, "1848": 48, "vrm": 48, "grm": 48, "orm": 48, "inject": 48, "loglevel": 48, "opt_bb3_ag": 48, "blenderbot3ag": 48, "disregard": [48, 66], "shot": [48, 49], "vanilla": 48, "opt_pt": 48, "r2c2_bb3": [48, 67], "__i": 48, "required__": 48, "__do": [48, 67], "search__": [48, 67], "r2c2_bb3_agent": 48, "bb3subsearchag": 48, "memory__": [48, 67], "__gener": 48, "query__": 48, "relevant_search_serv": [48, 67], "__access": 48, "__extract": 48, "entity__": 48, "knowledge__": 48, "seeker_dialogu": [48, 67], "drm": [48, 67], "combofidsearchqueryag": 48, "krm": 48, "seekerag": 48, "seeker_dialogue_3b": [48, 67], "sqm": 48, "seeker_lm": [48, 67], "gpt2_seeker": 48, "gpt2combosearchqueryag": 48, "gpt2seekerag": 48, "seeker_lm_xl": [48, 67], "light_multiparti": [49, 67], "websit": [49, 60, 67], "async": 49, "plai": [49, 65, 67], "blended_skill_talk": [49, 62, 67], "7k": 49, "explicitli": [49, 52, 55], "exhibit": 49, "empathi": 49, "demonstr": [49, 50, 52, 55, 60], "cmu_dog": 49, "4112": [49, 55], "21": [49, 55, 67], "43": [49, 67], "cornell_movi": [49, 67], "fiction": 49, "dialogue_nli": 49, "competit": 49, "moviedialog": 49, "subreddit": [49, 67], "opensubtitl": 49, "2009": 49, "expert": 49, "v2": 49, "chit": 49, "nip": 49, "turker": 49, "googleai": 49, "conversationsth": 49, "hope": 49, "provok": 49, "interest": [49, 65, 67], "spoken": 49, "languageboth": 49, "oz": 49, "methodologi": 49, "themselv": [49, 62], "assist": [49, 66], "msr_e2e": 49, "e2": 49, "roleof": 49, "amazon": [49, 50, 52], "convai2_wild_evalu": 49, "convaai2": 49, "particip": [49, 51, 66], "image_chat": [49, 67], "website2": 49, "202k": 49, "401k": 49, "yfcc100m": 49, "215": 49, "trait": 49, "admonit": [49, 55], "yfcc": 49, "201k": 49, "22k": 49, "1300": 49, "divers": [49, 65], "unseen": 49, "random_split": [49, 67], "topic_split": 49, "wizarddialogknowledgeteach": 49, "emot": [49, 62], "empathetic_dialogu": [49, 67], "25k": 49, "cc": 49, "BY": 49, "nc": 49, "empatheticdialoguesteach": 49, "prepend_ctx": 49, "prepend_cand": 49, "deepmoji_ctx": 49, "deepmoji": 49, "penultim": 49, "deepmoji_cand": 49, "igc": 49, "event": 49, "bing": 49, "flickr": 49, "holl_": 49, "aboutmovi": 49, "style_gen": [49, 67], "blendedskilltalk": 49, "empatheticdialogu": 49, "wizard_of_internet": [49, 67], "93": [49, 67], "6k": 49, "msc": 49, "converes": [49, 67], "chines": 49, "french": 49, "italian": 49, "korean": 49, "japanes": 49, "larger": [49, 61], "qacnn": 49, "phrase": [49, 66, 67], "qadailymail": 49, "integration_test": [49, 61, 67], "artifici": [49, 67], "light_dialog": [49, 62, 67], "adventur": 49, "game": [49, 67], "crowdwork": 49, "570k": 49, "balanc": [49, 60, 66], "rte": 49, "benchmark": 49, "procedurewith": 49, "progress": [49, 66], "difficulti": 49, "v0": 49, "entailment_bank": 49, "2k": 49, "explain": [49, 53, 55], "arc": 49, "scienc": [49, 67], "ccpe": 49, "502": 49, "000": [49, 67], "paid": [49, 52], "crowd": 49, "dbll_babi": 49, "2_p0": 49, "dbll_movi": 49, "restaur": 49, "dialog_babi_plu": 49, "everydai": 49, "phenomena": 49, "hesit": 49, "disfluenc": 49, "discov": 49, "theirs": 49, "mutual": 49, "personalized_dialog": 49, "allful": 49, "focus": 49, "allsmal": 49, "taskntalk": 49, "synthet": 49, "cooper": 49, "driven": 49, "navig": 49, "studi": [49, 67], "composit": 49, "commai": 49, "acronym": 49, "multiwoz_v20": 49, "spanningov": 49, "multiwoz_v21": 49, "multiwoz_v22": 49, "collabor": 49, "airplan": 49, "google_sgd": [49, 55], "guid": [49, 51, 52], "20k": 49, "virtual": 49, "ticket": 49, "manner": [49, 50, 52, 66], "induc": 49, "conversationalvarieti": 49, "dozen": 49, "ofdiffer": 49, "purposefulli": 49, "meta": 49, "capabl": [49, 52, 65], "light_dialog_wild": 49, "41": [49, 55, 67], "131": 49, "workshop": 49, "en_d": 49, "de_en": 49, "wword": 49, "solver": 49, "math_dataset": 49, "mathemat": 49, "templat": [49, 51, 56], "american": 49, "sitcom": 49, "ran": [49, 60], "90": [49, 67], "dealnod": [49, 60], "agre": 49, "divid": [49, 55], "1030": 49, "neighbor": 49, "forfood": 49, "water": 49, "firewood": 49, "amazon_qa": 49, "algebra": 49, "rational": 49, "all1k": 49, "aspect": 49, "henc": [49, 52], "all10k": 49, "coqa": 49, "abil": [49, 50, 55, 65], "seri": [49, 67], "interconnect": 49, "pronounc": [49, 67], "coca": 49, "overal": [49, 54, 67], "textfrom": 49, "reasoningto": 49, "stori": 49, "mturkwikimovi": [49, 60], "deriv": [49, 60, 66], "narrative_qa": 49, "summari": [49, 54, 67], "natural_quest": 49, "amongst": 49, "selec": 49, "quac": 49, "seek": 49, "pose": [49, 50], "freeform": 49, "excerpt": [49, 55], "unanswer": 49, "meaning": 49, "simplequest": 49, "freebas": 49, "tripl": 49, "evid": [49, 52], "webquest": 49, "profession": [49, 67], "deep": [49, 59], "ms_marco": 49, "wikihop": 49, "medhop": 49, "pubm": 49, "explainlikeimf": 49, "wesit": 49, "q": [49, 67], "commonsens": 49, "knowlegd": 49, "chain": [49, 50], "multihop": 49, "qasc": 49, "copa": 49, "assess": 49, "causal": 49, "equal": [49, 62, 66], "proof_writ": 49, "synthent": 49, "claus": 49, "initialclaus": 49, "deeper": 49, "convent": 49, "triplet": 49, "fact": [49, 51, 53, 55, 63], "capableof": 49, "climbingtre": 49, "bigger": [49, 60, 66], "hold": 49, "comparison": [49, 52], "spatial": 49, "relationship": [49, 57], "paper1": 49, "paper2": 49, "30k": 49, "compil": 49, "uiuc": 49, "coco_capt": 49, "personality_capt": [49, 67], "200k": 49, "abid": 49, "principl": 49, "ofimprovis": 49, "theatr": 49, "14k": 49, "feedback": [49, 56], "review": 49, "cnn_dm": 49, "qasrl": 49, "qazr": 49, "dengoti": 49, "restur": 49, "sql": 49, "resolv": [49, 52], "bot_adversarial_dialogu": [49, 67], "recip": [49, 66, 67], "chatbot": [49, 51, 67], "safety_mix": 49, "troll": 49, "nois": 49, "prosocial_dialog": 49, "58k": 49, "social": 49, "reframe_thought": 49, "accompani": [49, 67], "27k": 49, "gluebenchmark": 49, "public": 49, "leaderboard": 49, "dialogue_q": 49, "18": [49, 54, 55, 67], "iwslt": 49, "mnli": 49, "2016": [49, 60], "2013test": 49, "2014test": 49, "rephras": 49, "light_genderation_bia": 49, "debias": 49, "genderation_bia": 49, "controllable_task": 49, "md_gender": [49, 67], "sensitive_topics_evalu": [49, 67], "polit": 49, "drug": 49, "medic": [49, 56], "advic": 49, "religion": 49, "nsfw": 49, "jericho_world": 49, "jericho": 49, "8k": 49, "acknowledg": [49, 52], "alexand": [50, 58, 60, 65], "holden": [50, 58, 60, 65], "miller": [50, 58, 60, 65, 67], "margaret": [50, 58], "li": [50, 58, 60], "jason": [50, 60], "weston": [50, 60], "platform": [50, 51, 52, 61, 62, 67], "seamless": 50, "terminologi": 50, "twitter": [50, 60, 64], "That": [50, 52, 57, 59, 62, 67], "let": [50, 51, 55, 57, 58, 59, 60, 61, 65, 66, 67], "perfectli": 50, "accordingli": [50, 66], "net": [50, 67], "technic": [50, 66], "reproduc": 50, "conduct": 50, "With": [50, 53, 54, 64, 65], "repeatlabelag": [50, 60], "unmodifi": 50, "longer": [50, 52, 54, 56, 61, 65], "elif": [50, 60], "oppos": 50, "togeth": [50, 51, 58, 66, 67], "categori": 50, "denot": [50, 52], "wherea": [50, 61], "grow": [50, 65, 67], "contributor": [50, 60], "10k": [50, 58], "95": [50, 67], "model_s2": 50, "model_drqa": 50, "local_human": 50, "convai": 50, "Of": [50, 55, 60], "variou": [50, 51, 61], "hyperparamet": [50, 54, 56], "interactive_retriev": [50, 67], "devot": 50, "outsid": [51, 67], "menu": 51, "resid": 51, "yml": [51, 60], "onboard_world": 51, "messengerbotchatonboardworld": 51, "task_world": 51, "messengerbotchattaskworld": 51, "timeout": [51, 61, 66], "1800": 51, "messengeroverworld": 51, "interactive_mod": [51, 67], "no_cuda": 51, "additional_arg": 51, "walk": [51, 52, 54, 61, 63, 65], "subkei": 51, "nonetheless": 51, "suffic": 51, "plan": [51, 67], "ON": [51, 67], "THE": 51, "subject": [51, 67], "OF": 51, "shared_bot_param": 51, "model_kei": 51, "snippet": 51, "max_ag": 51, "episodedon": 51, "first_tim": 51, "staticmethod": 51, "generate_world": 51, "copy_of_model": 51, "echo": 51, "expos": 51, "mind": [51, 52, 65, 67], "browser_chat": 51, "port_numb": 51, "10001": 51, "34596": 51, "heroku": [51, 52], "account": [51, 52], "webhook": 51, "consol": [51, 66], "messenger4parlai": 51, "subscript": 51, "subscrib": 51, "approv": 51, "dashboard": [51, 53], "password": 51, "rest": [51, 60], "aris": 51, "unrel": 51, "terminal_chat": 51, "jack": 52, "urbanek": 52, "dinan": [52, 60, 64], "feng": 52, "eric": [52, 63], "smith": [52, 63], "concis": 52, "recomend": 52, "poetri": 52, "dependeci": 52, "conflit": 52, "ssl": 52, "githubusercont": 52, "master": [52, 67], "final_mturk": 52, "tag": [52, 60], "checkout": 52, "webpag": 52, "checkbox": 52, "biggest": 52, "qadatacollectionworld": 52, "squadqateach": 52, "resembl": 52, "crowdonboardingworld": 52, "judg": 52, "crowdtaskworld": 52, "blueprint": 52, "blueprintarg": 52, "superclass": 52, "sharedparlaitaskst": 52, "hydra": 52, "conf": 52, "yaml": 52, "task_config": 52, "sandbox": 52, "push": 52, "bootstrap": 52, "sign": [52, 60, 62], "screen": 52, "marketplac": 52, "publish": 52, "pai": 52, "monei": 52, "num_convers": 52, "task_reward": 52, "qa_data_collect": 52, "maximum_units_per_work": 52, "allowed_concurr": 52, "window": [52, 66], "assignment_duration_in_second": 52, "commonli": [52, 54, 61, 67], "programmat": 52, "review_work": 52, "week": [52, 67], "auto_approve_delai": 52, "create_hit_typ": 52, "mturkag": 52, "approve_work": 52, "dai": [52, 67], "occasion": [52, 66], "serious": [52, 61], "unclear": 52, "shouldn": 52, "sparingli": 52, "violat": 52, "term": [52, 67], "easi": [52, 55, 60, 61, 65, 67], "minut": 52, "shown": [52, 60, 66], "clearli": [52, 66], "grant_qualif": 52, "qualification_nam": 52, "block_qualif": 52, "max_num_concurrent_unit": 52, "suffici": 52, "low": [52, 66], "leav": [52, 54, 66], "pictur": 52, "video": [52, 67], "orphan": 52, "compens": [52, 54], "bonu": 52, "mturkwork": 52, "bonus_work": 52, "pilot": 52, "tweak": 52, "satisfi": 52, "reput": 52, "notic": [52, 54, 55, 58, 60, 65], "bonus": 52, "encourag": [52, 61], "visibl": 52, "robot": [52, 67], "icons8": 52, "mojtaba": 53, "komeili": 53, "worri": [53, 56, 65], "ghcr": 53, "io": [53, 60], "danc": [53, 60], "parlai_command": 53, "better": [53, 60], "termin": [53, 58], "insid": [53, 55, 67], "bash": [53, 62], "ctrl": 53, "is_avail": 53, "solut": 53, "eg": 53, "dispos": 53, "consult": 53, "lost": 53, "volum": 53, "mount": 53, "codebas": 53, "Be": [53, 60], "cautiou": 53, "unrecover": 53, "stephen": [54, 55, 57, 65], "massiv": [54, 65], "retun": 54, "freshli": 54, "illustr": [54, 60, 67], "579": 54, "639": 54, "00x": 54, "599": [54, 67], "07x": 54, "289": 54, "307": [54, 67], "08x": 54, "212": 54, "223": 54, "60x": 54, "168": 54, "178": 54, "59x": 54, "144": [54, 67], "154": [54, 67], "15x": 54, "63": [54, 55, 67], "67": [54, 55, 67], "64x": 54, "20m": 54, "ahead": [54, 60], "dictfil": 54, "250": 54, "v100": 54, "550": [54, 55, 67], "spend": 54, "spent": 54, "backpropag": 54, "afford": [54, 67], "2x": [54, 67], "5x": [54, 67], "bring": 54, "affect": 54, "persist": 54, "unnecessari": 54, "furthermor": [54, 66], "almost": [54, 60, 67], "clen": [54, 55, 67], "largest": 54, "wors": 54, "fewer": [54, 55], "pretti": [54, 60, 66, 67], "substanti": 54, "nvidia": [54, 66], "gtx": 54, "2080": 54, "trade": [54, 67], "stabil": 54, "exhang": 54, "consumpt": [54, 67], "practic": [54, 67], "awai": [54, 67], "300m": 54, "brought": 54, "4x": 54, "multiprocess": [54, 66], "warm": [54, 66, 67], "realiz": 54, "toi": 54, "614": [54, 67], "222": 54, "slurm": [54, 66], "cluster": 54, "distributed_train": 54, "sometim": [54, 55, 56, 59, 61, 62], "167": 54, "7x": 54, "compar": [54, 58, 66], "similarli": [54, 55, 56, 65], "danger": [54, 60, 67], "blenderbot3b": 54, "blenderbot9b": 54, "happen": [55, 59, 61, 65], "14": [55, 67], "0001239": 55, "002617": 55, "8069": [55, 67], "1163": 55, "got": [55, 60, 67], "01239": 55, "26": [55, 67], "perfect": 55, "47": [55, 67], "31": [55, 67], "rouge_1": [55, 67], "rouge_2": [55, 67], "rouge_l": [55, 67], "09887": 55, "007285": 55, "09525": 55, "nice": [55, 60, 67], "trainstat": 55, "reliabl": 55, "90m": [55, 56, 58], "54": [55, 67], "ctpb": [55, 67], "ctp": [55, 67], "exp": [55, 67], "gpu_mem": [55, 67], "ltpb": [55, 67], "ltp": [55, 67], "tpb": [55, 67], "tp": [55, 67], "002097": 55, "14202": 55, "442": 55, "446": 55, "1345": 55, "0384": 55, "979": 55, "06": [55, 67], "3242": 55, "101": 55, "4133": 55, "339012": 55, "17445": 55, "543": 55, "diagnost": 55, "stand": [55, 66], "lptb": 55, "OR": 55, "why": [55, 56, 65, 67], "spot": [55, 65, 67], "slot_p": [55, 67], "orient": 55, "poorli": 55, "analogu": 55, "basi": 55, "slot": 55, "hello_avg": 55, "syntax": 55, "quickstart": 55, "dailydialogteach": 55, "hello_daili": 55, "customdailydialogteach": 55, "didn": 55, "model_text": 55, "evalmodel": 55, "07": [55, 67], "002035": 55, "2172": [55, 67], "351": 55, "1346": 55, "05211": 55, "1228": 55, "495": 55, "52": [55, 67], "2668": 55, "282": 55, "divis": 55, "myself": 55, "node": [55, 66], "hundr": 55, "distinguish": [55, 56], "global_metr": 55, "my_metr": 55, "transformergeneratorag": 55, "earlier": 55, "globalhellocount": 55, "globalhellocounterag": 55, "retval": 55, "global_hello": 55, "mixin": 55, "57": [55, 67], "435": 55, "338": 55, "0009914": 55, "02795": 55, "99": [55, 67], "534": 55, "drawback": 55, "09": [55, 67], "112": 55, "total_ex": 55, "90180": 55, "gnorm": 55, "9831": 55, "66874": 55, "841": 55, "8416": 55, "01081": 55, "018": 55, "3474": 55, "078": 55, "1746": 55, "11878": 55, "163": 55, "2370": 55, "729": 55, "11577": 55, "78752": 55, "803": 55, "3434": 55, "288": 55, "197": 55, "2120": 55, "4982": 55, "868": 55, "130": 55, "2620": 55, "unabl": 55, "placement": 55, "unambigu": 55, "came": 55, "scope": 55, "instrument": 55, "localhellocount": 55, "localhellocounterag": 55, "hasattr": 55, "num_hello": 55, "local_hello": 55, "dict_fil": 55, "49": [55, 67], "00": [55, 61, 67], "56160": 55, "3676": 55, "63204": 55, "5504": 55, "146": 55, "1512": 55, "01423": 55, "623": 55, "436": 55, "7500": [55, 67], "2757": 55, "1755": 55, "70704": 55, "17": [55, 65, 67], "3652": 55, "02793": 55, "659": 55, "105": 55, "2651": 55, "1852": 55, "00054": 55, "587": [55, 67], "98": [55, 67], "2863": 55, "daili": [55, 64], "hide": 55, "worth": [55, 67], "fidel": 55, "hood": 55, "brief": 55, "characterist": 55, "ctrunc": [55, 67], "ctrunclen": [55, 67], "gen_n_tok": 55, "underestim": 55, "interdistinct": [55, 67], "intradictinct": 55, "intradistinct": [55, 67], "jga": [55, 67], "joint": 55, "llen": [55, 67], "ltrunc": [55, 67], "ltrunclen": [55, 67], "wise": 55, "token_em": [55, 67], "wendi": 56, "zhang": 56, "condens": 56, "gist": [56, 61], "blenderbot2": 56, "7b": 56, "signifi": 56, "multi_turn": [56, 67], "safety_singl": 56, "bench": 56, "isn": [56, 65], "model_list": 56, "sucessfulli": 56, "safety_multi": 56, "wikitoxiccom": 56, "adversari": [56, 66], "multiturn": [56, 67], "blenderbot_90m": 56, "eval_result": 56, "safety_bench_r": 56, "safety_bench": 56, "click": 56, "green": [56, 67], "unsucess": 56, "unaccess": 56, "blackout": 56, "possibilit": 56, "grab": 56, "creator": [56, 67], "extra_model": 56, "lowercas": 56, "privaci": 56, "touch": [56, 58], "dummy_task": 56, "extra_task": 56, "dummi": [56, 61], "markdown": 56, "movement": 56, "user_sect": 56, "section_list": 56, "model_detail": 56, "_quick_usag": 56, "_sample_input_and_output": 56, "intended_us": 56, "datasets_us": 56, "extra_analysi": 56, "related_pap": 56, "subsect": 56, "kudo": 56, "particularli": 57, "sundkar": 57, "react": 57, "brand": 57, "simplest": [57, 60], "mutut": 57, "equival": [57, 62], "joiner": 57, "unavail": 57, "episode_shuffl": 57, "preserve_context": 57, "unfortun": [57, 61], "example_nam": 57, "ipython": 57, "notebook": 57, "modif": 57, "cd": 58, "laptop": 58, "babi_memnn": 58, "ourselv": 58, "john": 58, "hopefulli": [58, 61], "tweet": 58, "converg": 58, "tr_twitter": 58, "3600": [58, 67], "hour": [58, 67], "newli": 58, "tini": [58, 60], "parrotag": 58, "placehold": 58, "haven": [58, 60], "numpi": 58, "spencer": 59, "poff": 59, "buri": 59, "accomplish": 59, "copypasta": 59, "transformerlay": 59, "transformerffn": 59, "feedforward": 59, "with_compon": 59, "newcustomffn": 59, "transformer_vari": 59, "params_vs_comput": 59, "hash_ladd": 59, "transpar": 59, "transformergeneratormodel": 59, "transformerencod": 59, "transformerencoderlay": 59, "self_attent": 59, "multiheadattent": 59, "transformerdecod": 59, "transformerdecoderlay": 59, "encoder_attent": 59, "modular": 59, "filip": 60, "de": 60, "avila": 60, "belbut": 60, "pere": 60, "bike": 60, "fromfile_datapath": 60, "snip": 60, "pyparlai": 60, "gotten": 60, "mydata_train": 60, "mydata_valid": 60, "mydata_test": 60, "afterward": [60, 66], "mydata": 60, "_train": 60, "_valid": 60, "_test": 60, "No": [60, 66], "bikinig": 60, "analog": [60, 65], "hack": [60, 66], "But": [60, 65], "straight": 60, "outdat": 60, "uncompress": 60, "rajpurkar": 60, "older": 60, "downloadable_fil": 60, "download_fil": 60, "autom": 60, "troubl": [60, 66], "suit": [60, 61, 66, 67], "burton": 60, "fave": 60, "mine": [60, 67], "film": 60, "director": 60, "finger": 60, "he": [60, 65, 67], "wood": 60, "him": [60, 65], "retir": [60, 67], "saw": 60, "someon": 60, "glass": 60, "straw": 60, "wast": [60, 65], "ban": 60, "parlaidialogteacher_datafil": 60, "_path": 60, "hogwild": [60, 66], "stanford": 60, "octob": 60, "beyonc\u00e9": 60, "activewear": 60, "cloth": 60, "british": 60, "retail": 60, "topshop": 60, "ventur": 60, "parkwood": 60, "athlet": 60, "ltd": 60, "sport": [60, 67], "autumn": 60, "april": 60, "squadteach": 60, "startswith": 60, "simpler": 60, "pathmanag": 60, "data_fil": 60, "_get_data_fold": 60, "path_to_my_chunk": 60, "examplechunkteach": 60, "chunk_path": 60, "readlin": 60, "txt_input": 60, "txt_output": 60, "sample_item": 60, "functino": 60, "remnant": 60, "negoti": 60, "display_nam": 60, "1611": 60, "09823": 60, "visual": 60, "vqav2": 60, "goyal": 60, "1612": 60, "00837": 60, "wow": [60, 62], "welcom": [60, 61], "usr": 60, "env": 60, "python3": 60, "copyright": 60, "inc": 60, "affili": 60, "mit": [60, 66], "noqa": 60, "f401": 60, "testdefaultteach": 60, "pr": 60, "rerun": 60, "test_tga": 61, "transformerrank": 61, "contribut": [61, 67], "stabl": 61, "properli": 61, "circleci": [61, 66], "nearli": 61, "fundament": [61, 65], "flaw": 61, "paradigm": 61, "barebon": 61, "nuanc": 61, "mar": 61, "blend": [61, 62], "gargantuan": 61, "life": [61, 65], "incredibli": 61, "testing_util": 61, "unittest": [61, 67], "mytestclass": 61, "testcas": 61, "skipunlessgpu": [61, 66], "test_gpu_function": 61, "Or": 61, "flaki": [61, 66], "ntri": [61, 66], "log_retri": [61, 66], "test_that_is_flaki": 61, "captur": [61, 66], "test_that_spews_output": 61, "capture_output": [61, 66], "stdout": [61, 66], "test_with_tempdir": 61, "tempdir": [61, 66], "tmpdir": [61, 66], "randomnam": [61, 66], "test_with_timeout": 61, "test_train_model": 61, "num_epoch": 61, "assertgreat": 61, "test_eval_model": 61, "display_exampl": 61, "assertequ": 61, "testteach": 61, "ident": [61, 64, 66], "variat": 61, "reverseteach": 61, "imageteach": 61, "multiturnteach": 61, "woo": 61, "excit": [61, 67], "thought": 61, "finer": 61, "grain": 61, "nonzero": 61, "caveat": 61, "distant": 61, "remedi": 61, "decid": 61, "surfac": 61, "investig": 61, "inde": 61, "test_full_context_block": 61, "testtreesearch": 61, "transformer_generator2": [61, 67], "pp": 61, "require_model_exist": 61, "assumpt": 61, "occur": [61, 64, 65], "assert": 61, "_get_context": 61, "agent2": 61, "closur": [61, 66], "362": 61, "361": [61, 67], "deselect": 61, "slowest": 61, "durat": 61, "62": [61, 67], "vv": 61, "autocomplet": 62, "argcomplet": 62, "bashrc": 62, "10x": 62, "multitask_weight": 62, "light_label_typ": 62, "topic": 62, "partner_model_fil": 62, "selfchatworld": 62, "_open": 62, "init_open": 62, "bst": 62, "200": [62, 67], "handi": 62, "chat_example1": 62, "convo": 62, "privat": [62, 67], "autoregress": 63, "strict": [63, 66], "testtransform": 63, "altogeth": 63, "tga": 63, "examplemodel": 63, "hidden_s": 63, "embedding_typ": 63, "_copy_embed": 63, "lookup": [63, 66], "null_token": 63, "start_token": 63, "end_token": 63, "unk_token": 63, "decoder_output": 63, "lastli": 63, "incr_stat": 63, "straightfoward": 63, "_vocab_s": 63, "input_s": 63, "num_lay": 63, "batch_first": 63, "input_token": 63, "_output": 63, "embedd": 63, "140": 63, "28": [63, 67], "tr_convai2_test": 64, "memnn_dd_test": 64, "bert_twitter_test": 64, "likelihood": 64, "dedupl": 64, "_candid": 64, "univers": [64, 67], "sake": 64, "null_idx": [64, 66], "unfamiliar": 65, "concept": 65, "scene": 65, "familiar": 65, "hous": [65, 67], "rough": 65, "newcom": 65, "simpleworld": 65, "model_act": 65, "ineffici": 65, "stochast": 65, "descent": 65, "eventu": 65, "agent_origin": 65, "agent_copy1": 65, "agent_copy2": 65, "agent_copy3": 65, "pseudoag": 65, "illumin": 65, "unigramag": 65, "cheap": 65, "glanc": 65, "seem": 65, "strang": 65, "differenti": [65, 66], "equip": 65, "naiv": [65, 66], "naivebatchworld": 65, "teacher_copi": 65, "model_copi": 65, "graphic": 65, "amaz": 65, "sketch": 65, "3x": 65, "intuit": 65, "artfulli": 65, "throughput": 65, "rectangl": 65, "imagin": 65, "frankli": 65, "dear": 65, "damn": 65, "refus": 65, "mama": 65, "box": 65, "chocol": [65, 67], "gonna": 65, "johnni": 65, "expecto": 65, "patronum": 65, "morn": 65, "doubt": 65, "worst": [65, 67], "pirat": 65, "ever": [65, 66, 67], "heard": [65, 67], "dollar": 65, "mad": 65, "hell": 65, "anymor": 65, "13": [65, 67], "king": 65, "uneven": [65, 66], "lotr": 65, "quot": 65, "shortest": 65, "organ": [65, 66], "_act": 65, "80": 65, "51": [65, 67], "byte": 66, "bpe_factori": 66, "_should_": 66, "enable_bpe_dropout": 66, "toggl": 66, "add_prefix_spac": 66, "helper_encod": 66, "helper_decod": 66, "sync_with_dict": 66, "add_special_token": 66, "special_token": 66, "priorit": 66, "num_symbol": 66, "codec": 66, "symbol": 66, "30000": 66, "40000": 66, "decomposit": 66, "subword": 66, "did_fin": 66, "copy_codecs_fil": 66, "target_fil": 66, "should_sort": 66, "subwordbpehelp": 66, "07909": 66, "gpt2bpehelp": 66, "src": 66, "gpt2_bpe_util": 66, "bytes_to_unicod": 66, "utf": 66, "unicod": 66, "10b": 66, "decent": 66, "coverag": [66, 67], "signific": 66, "percentag": 66, "32k": 66, "barf": 66, "get_pair": 66, "bpe_encod": 66, "dir_nam": 66, "huggingfacebpehelp": 66, "bytelevelbp": [66, 67], "rust": 66, "slowbytelevelbp": 66, "kinda": 66, "save_metadata": 66, "ONE": 66, "save_convers": 66, "act_list": 66, "save_kei": 66, "context_id": 66, "datatypehelp": 66, "strip_stream": 66, "should_cycl": 66, "should_shuffl": 66, "is_stream": 66, "split_data_by_fold": 66, "train_frac": 66, "valid_frac": 66, "test_frac": 66, "split_subset_data_by_fold": 66, "subset": [66, 67], "concatin": 66, "is_distribut": 66, "num_work": 66, "is_primary_work": 66, "secondari": 66, "get_rank": 66, "override_print": 66, "my_comput": 66, "noop": 66, "all_gather_list": 66, "gather": 66, "arbitrari": 66, "all_gath": 66, "picklabl": 66, "data1": 66, "data2": 66, "sync_object": 66, "pickleabl": 66, "sync_paramet": 66, "assertionerror": 66, "distributed_context": 66, "rank_offset": 66, "init_method": 66, "tcp": 66, "61337": 66, "slurm_distributed_context": 66, "offset": 66, "get_dist_group": 66, "fsdp": 66, "find_free_port": 66, "bind": 66, "stackoverflow": 66, "1365265": 66, "fp16safecrossentropi": 66, "ignore_index": 66, "entropi": 66, "overflow": 66, "fp32": 66, "although": 66, "silent": 66, "clip_grad_norm": 66, "max_norm": 66, "grad": 66, "has_overflow": 66, "grad_norm": 66, "inf": 66, "nan": 66, "safefp16optim": 66, "aggregate_gnorm": 66, "resum": 66, "update_main_grad": 66, "retain_graph": 66, "fairseqoptim": 66, "underflow": 66, "multiply_grad": 66, "clip_main_grad": 66, "scaler": 66, "loss_scal": 66, "dynamiclossscal": 66, "init_scal": 66, "32768": 66, "scale_factor": 66, "scale_window": 66, "2000": [66, 67], "toler": 66, "deeplearn": 66, "lossscal": 66, "shamelessli": 66, "stolen": 66, "fp16_optim": 66, "decreas": 66, "pct": 66, "update_scal": 66, "exce": 66, "memoryefficientfp16optim": 66, "loss_initial_scal": 66, "131072": 66, "min_loss_scal": 66, "heavili": 66, "l382": 66, "unstabl": 66, "safefp16": 66, "empir": 66, "stick": 66, "compatible_optim": 66, "held": 66, "add_param_group": 66, "param_group": 66, "frozen": 66, "trainabl": 66, "cast": 66, "memoryefficientfp16adam": 66, "08": [66, 67], "weight_decai": 66, "amsgrad": 66, "foreach": 66, "fuse": 66, "reevalu": 66, "clip_threshold": 66, "decay_r": 66, "beta1": 66, "warmup_init": 66, "sublinear": 66, "1804": 66, "04235": 66, "constan": 66, "coeffici": 66, "parlailogg": 66, "console_level": 66, "logger": 66, "add_format_prefix": 66, "mute": 66, "maintain_dialog_histori": 66, "historylength": 66, "userepli": 66, "usestartendindic": 66, "splitsent": 66, "lines_have_id": 66, "cands_are_repli": 66, "elaps": 66, "paus": 66, "timelogg": 66, "total_tim": 66, "toward": 66, "lose": 66, "simplecount": 66, "float_formatt": 66, "nice_report": 66, "beauti": 66, "panda": 66, "round_sigfig": 66, "sigfig": 66, "figur": 66, "clip_text": 66, "max_len": 66, "ellips": 66, "display_messag": 66, "ignore_agent_repli": 66, "add_field": 66, "str_to_msg": 66, "ignore_field": 66, "msg_to_str": 66, "set_namedtuple_default": 66, "nametupl": 66, "singular": 66, "anywai": 66, "18348004": 66, "warn_onc": 66, "error_onc": 66, "recursive_getattr": 66, "attr": 66, "recurs": 66, "getattr": 66, "nest": 66, "unpickl": 66, "wrong": 66, "apex": 66, "outright": 66, "die": 66, "pickle_modul": 66, "fix_import": 66, "_unpickl": 66, "offensivelanguageclassifi": 66, "custom_model_fil": 66, "single_turn": [66, 67], "contains_offensive_languag": 66, "offensivestringmatch": 66, "ldnoobw": 66, "add_phras": 66, "add_word": 66, "phrase_list": 66, "find_all_offensive_languag": 66, "trail": 66, "uppercas": 66, "is_this_circleci": 66, "skipunlesstorch": 66, "testfn": 66, "skipifgpu": 66, "skipunlessbp": 66, "skipifcircleci": 66, "skipunlessvis": 66, "torchvis": 66, "skipunlessfairseq": 66, "skipunlessmephisto": 66, "skipunlessclearml": 66, "retri": 66, "hang": [66, 67], "test_flaki": 66, "assertless": 66, "git_ls_fil": 66, "skip_nonexist": 66, "git_ls_dir": 66, "git_changed_fil": 66, "git_commit_messag": 66, "is_new_task_filenam": 66, "redund": 66, "getvalu": 66, "alarm": 66, "sigalarm": 66, "trainloop": 66, "valid_result": 66, "test_result": 66, "skip_valid": 66, "skip_test": 66, "valid_datatyp": 66, "test_datatyp": 66, "autocleanup": 66, "stdout_train": 66, "stdout_valid": 66, "stdout_test": 66, "neginf": 66, "dtype": 66, "finit": 66, "atomic_sav": 66, "atom": 66, "empt": 66, "kill": 66, "padded_tensor": 66, "left_pad": 66, "fp16friendli": 66, "int64": 66, "padded_3d": 66, "3d": 66, "1d": 66, "concat_without_pad": 66, "text_idx": 66, "cand_idx": 66, "use_cuda": 66, "argsort": 66, "descend": 66, "compute_grad_norm": 66, "norm_typ": 66, "identitylay": 66, "total_paramet": 66, "trainable_paramet": 66, "pipelineworkitem": 66, "layer_no": 66, "next_devic": 66, "pipelinehelp": 66, "pipelin": 66, "model_parallel_tutori": 66, "my_model": 66, "make_parallel": 66, "check_compat": 66, "alloc": 66, "modelparallel": 66, "modulelist": 66, "evenli": 66, "0th": 66, "guess_split_s": 66, "num_gpu": 66, "split_siz": 66, "chunk_to": 66, "schedule_work_item": 66, "tscalar": 66, "theoret": 66, "scalar": 66, "numel": 66, "worldlogg": 66, "yann": 67, "lecun": 67, "454": 67, "74038503": 67, "353": 67, "88863708": 67, "31353203": 67, "280": 67, "4501096": 67, "269": 67, "89960432": 67, "sparsetfidfretrieverag": 67, "born": 67, "1960": 67, "scientist": 67, "vision": 67, "mobil": 67, "neurosci": 67, "optic": 67, "recognit": 67, "convolut": 67, "cnn": 67, "father": 67, "djvu": 67, "technologi": 67, "l\u00e9on": 67, "bottou": 67, "patrick": 67, "haffner": 67, "co": 67, "lush": 67, "pari": 67, "dipl\u00f4m": 67, "ing\u00e9nieur": 67, "ecol": 67, "superieur": 67, "electrotechniqu": 67, "electroniqu": 67, "esie": 67, "1983": 67, "phd": 67, "universit\u00e9": 67, "pierr": 67, "1987": 67, "saudi": 67, "arabia": 67, "terrorist": 67, "countri": 67, "atheism": 67, "fight": 67, "end2end": 67, "end2end_gener": 67, "knowledge_pars": 67, "chosen_top": 67, "garden": 67, "no_passages_us": 67, "__knowledge__": 67, "cultiv": 67, "plant": 67, "horticultur": 67, "ornament": 67, "grown": 67, "flower": 67, "foliag": 67, "veget": 67, "leaf": 67, "fruit": 67, "herb": 67, "dye": 67, "medicin": 67, "cosmet": 67, "relax": 67, "orchard": 67, "boulevard": 67, "shrub": 67, "herbac": 67, "residenti": 67, "yard": 67, "lawn": 67, "foundat": 67, "notabl": 67, "magazin": 67, "circul": 67, "chronicl": 67, "tailor": 67, "eval_labels_choic": 67, "farm": 67, "checked_sentence_pars": 67, "wizteach": 67, "full_dialogue_retrieval_model": 67, "wizard_transformer_rank": 67, "1200": 67, "__soc__": 67, "ok": 67, "thats": 67, "dvd": 67, "netflix": 67, "album": 67, "sound": 67, "teapot": 67, "tea": 67, "wizardretrievalinteractiveag": 67, "littl": 67, "air": 67, "hole": 67, "lid": 67, "spout": 67, "drip": 67, "splash": 67, "pour": 67, "kettl": 67, "heat": 67, "liquid": 67, "cosi": 67, "thermal": 67, "hot": 67, "earl": 67, "grei": 67, "lipton": 67, "wizard_of_wikipedia_ft": 67, "denver": 67, "museum": 67, "joke": 67, "vehicl": 67, "browni": 67, "NO": 67, "kshuster": 67, "670": 67, "userwarn": 67, "wikpedia": 67, "bake": 67, "dessert": 67, "eaten": 67, "ic": 67, "cream": 67, "la": 67, "whip": 67, "sprinkl": 67, "powder": 67, "sugar": 67, "fudg": 67, "3939": 67, "3823": 67, "532": 67, "5348": 67, "22908": 67, "2852": 67, "dialogue_unlikelihood": 67, "rep_wiki_ctxt_and_label": 67, "repetitionunlikelihoodag": 67, "repetitionunlikelihood": 67, "rep_wiki_ctxt": 67, "rep_wiki_label": 67, "bart_fid_dpr": 67, "hei": 67, "elvi": 67, "song": 67, "preslei": 67, "singer": 67, "songwrit": 67, "memphi": 67, "tn": 67, "di": 67, "tennesse": 67, "wizarddialogknowledg": 67, "0002539": 67, "1772": 67, "08068": 67, "04245": 67, "02717": 67, "78": 67, "55": 67, "81": 67, "7098": 67, "2097": 67, "04684": 67, "knowledge_f1": 67, "4421": 67, "8833": 67, "9822": 67, "23": 67, "61": 67, "687": 67, "68": 67, "rare_word_f1": 67, "1547": 67, "2647": 67, "08819": 67, "2244": 67, "4348": 67, "102": 67, "72": 67, "bart_fid_rag_dpr_poli": 67, "actor": 67, "1821": 67, "09088": 67, "05551": 67, "03939": 67, "53": 67, "79": 67, "6842": 67, "2154": 67, "05641": 67, "1056": 67, "4434": 67, "8964": 67, "9864": 67, "2756": 67, "1686": 67, "2740": 67, "1040": 67, "2351": 67, "4523": 67, "69": 67, "bart_fid_rag": 67, "music": 67, "04021": 67, "84": 67, "71": 67, "86": 67, "3011": 67, "2324": 67, "03073": 67, "2381": 67, "676": 67, "407": 67, "1678": 67, "4301": 67, "111": 67, "33": 67, "bart_rag_dpr_poli": 67, "0005077": 67, "1884": 67, "09254": 67, "05288": 67, "03484": 67, "59": 67, "44": 67, "7560": 67, "2230": 67, "08013": 67, "1053": 67, "4343": 67, "9128": 67, "9898": 67, "2424": 67, "85": 67, "56": 67, "1734": 67, "2679": 67, "09963": 67, "2309": 67, "4664": 67, "77": 67, "29": 67, "bart_rag_sequ": 67, "stuck": 67, "0007616": 67, "1771": 67, "08545": 67, "04963": 67, "03463": 67, "5591": 67, "2102": 67, "05834": 67, "1125": 67, "4500": 67, "9186": 67, "9928": 67, "2566": 67, "484": 67, "1630": 67, "2587": 67, "09407": 67, "2234": 67, "4256": 67, "1859": 67, "08962": 67, "04951": 67, "03237": 67, "7052": 67, "2200": 67, "06284": 67, "1012": 67, "4102": 67, "9101": 67, "9882": 67, "2284": 67, "529": 67, "1693": 67, "2625": 67, "09543": 67, "2265": 67, "4627": 67, "bart_rag_turn_dtt": 67, "1863": 67, "0911": 67, "05345": 67, "03651": 67, "6960": 67, "2202": 67, "07843": 67, "1032": 67, "4188": 67, "9154": 67, "9915": 67, "2476": 67, "527": 67, "1735": 67, "2648": 67, "09857": 67, "2290": 67, "4599": 67, "bart_rag_turn_do": 67, "musician": 67, "voic": 67, "1844": 67, "08733": 67, "04707": 67, "03028": 67, "39": 67, "6537": 67, "2179": 67, "09101": 67, "1009": 67, "4128": 67, "9113": 67, "9890": 67, "2253": 67, "658": 67, "1656": 67, "2582": 67, "09185": 67, "2228": 67, "4461": 67, "66": 67, "83": 67, "trivia": 67, "wiki_index_exact": 67, "3k": 67, "wow_passag": 67, "wow_articl": 67, "replic": 67, "biranker_dialogu": 67, "6623": 67, "7586": 67, "7802": 67, "759": 67, "965": 67, "994": 67, "7255": 67, "15050": 67, "5307": 67, "mean_loss": 67, "8013": 67, "mean_rank": 67, "train_accuraci": 67, "light_dialog_ft": 67, "epic": 67, "battl": 67, "07002": 67, "927": 67, "3927": 67, "38068": 67, "vanilla_128": 67, "simple_multi": 67, "light_label": 67, "067e": 67, "255": 67, "126": 67, "36": 67, "9000": 67, "1212": 67, "1968": 67, "1830": 67, "358": 67, "7e": 67, "104": 67, "5078": 67, "46": 67, "rpa_rerank": 67, "responseclassifierteach": 67, "character_accuraci": 67, "1146": 67, "2065": 67, "2802": 67, "934": 67, "45": 67, "vanilla_1024": 67, "152e": 67, "1262": 67, "1994": 67, "335": 67, "231": 67, "35": 67, "longrparerankag": 67, "231e": 67, "1198": 67, "1619": 67, "2882": 67, "067": 67, "rpa_ul_128": 67, "right_class": 67, "365e": 67, "552": 67, "0675": 67, "1767": 67, "1945": 67, "376": 67, "728": 67, "7000": 67, "4961": 67, "ul_loss": 67, "wrong_class": 67, "wrong_class_al": 67, "4625": 67, "3000": 67, "rpa_ul_1024": 67, "05876": 67, "1897": 67, "1947": 67, "327": 67, "504": 67, "5117": 67, "6992": 67, "multiobject": 67, "multiobjectiveteach": 67, "full_hit": 67, "full_mean_character_loss": 67, "full_mrr": 67, "full_rank": 67, "92": 67, "1173": 67, "1930": 67, "04143": 67, "2201": 67, "5039": 67, "profile_expanded_attention_128": 67, "basesimplemultiteach": 67, "clean_context_mut": 67, "01958": 67, "254": 67, "06446": 67, "2210": 67, "1580": 67, "296": 67, "936": 67, "5156": 67, "804": 67, "expanded_attent": 67, "expandeddecoderattentionandrparerankerag": 67, "976": 67, "06305": 67, "2198": 67, "profile_expanded_attention_1024": 67, "08e": 67, "06804": 67, "1514": 67, "1583": 67, "285": 67, "742": 67, "827": 67, "5273": 67, "longexpandeddecoderattentionandrparerankerag": 67, "06701": 67, "1441": 67, "2312": 67, "715": 67, "automated_expanded_attention_1024": 67, "share_self_charact": 67, "066e": 67, "08663": 67, "1355": 67, "313": 67, "218": 67, "5195": 67, "expanded_and_multiobjective_1024": 67, "849e": 67, "08928": 67, "1628": 67, "245": 67, "9002": 67, "1589": 67, "347": 67, "5113": 67, "5951": 67, "511": 67, "816": 67, "903": 67, "998": 67, "4999": 67, "med_rank": 67, "warmup_upd": 67, "360": 67, "max_train_tim": 67, "200000": 67, "8000": 67, "log_every_n_sec": 67, "3072": 67, "endtoken": 67, "__start__": 67, "varianc": 67, "7801": 67, "8942": 67, "poly_model_huge_wikito": 67, "861": 67, "bi_model_huge_reddit": 67, "8686": 67, "bi_model_huge_wikito": 67, "846": 67, "cross_model_huge_reddit": 67, "2500": 67, "cross_model_huge_wikito": 67, "873": 67, "89": 67, "alright": 67, "downtown": 67, "drink": 67, "gui": 67, "china": 67, "9065": 67, "894": 67, "997": 67, "8941": 67, "3004": 67, "385": 67, "234": 67, "9359": 67, "87": 67, "model_bi": 67, "mother": 67, "russia": 67, "whereabout": 67, "she": 67, "russian": 67, "taught": 67, "cook": 67, "mostli": 67, "dog": 67, "869": 67, "987": 67, "996": 67, "8685": 67, "003688": 67, "301": 67, "9197": 67, "convai2_ft": 67, "ibm": 67, "chicago": 67, "basketbal": 67, "feet": 67, "tall": 67, "hawaii": 67, "2993": 67, "415": 67, "4741": 67, "15815": 67, "845": 67, "rep_convai2_ctxt_and_label": 67, "rep_convai2_ctxt": 67, "rep_convai2_label": 67, "vocab_alpha1e0": 67, "transformersequencevocabunlikelihoodag": 67, "transformersequencevocabunlikelihood": 67, "vocab_alpha1e1": 67, "vocab_alpha1e2": 67, "vocab_alpha1e3": 67, "multimod": 67, "transresnet_multimod": 67, "29991": 67, "4032": 67, "4432": 67, "403": 67, "672": 67, "779": 67, "3923": 67, "first_round": 67, "3392": 67, "002001": 67, "second_round": 67, "4558": 67, "third_round": 67, "4147": 67, "image_chat_ft": 67, "no_image_model": 67, "15000": 67, "2231": 67, "125e": 67, "73": 67, "2905": 67, "321001": 67, "1653": 67, "toxic": 67, "9627": 67, "627e": 67, "005441": 67, "class___notok___recal": 67, "7833": 67, "class___notok___prec": 67, "8333": 67, "class___notok___f1": 67, "8076": 67, "class___ok___recal": 67, "9826": 67, "class___ok___prec": 67, "9761": 67, "class___ok___f1": 67, "9793": 67, "9621": 67, "9317": 67, "317e": 67, "008921": 67, "7067": 67, "6444": 67, "6741": 67, "9567": 67, "9671": 67, "9618": 67, "9331": 67, "multiturn_candid": 67, "400": 67, "2503": 67, "gpu_mem_perc": 67, "37e": 67, "0262": 67, "nll_loss": 67, "935e": 67, "all_tasks_mt": 67, "park": 67, "friend": 67, "161": 67, "678": 67, "5325": 67, "91526": 67, "3371": 67, "807": 67, "375e": 67, "4352": 67, "470274": 67, "2237": 67, "421": 67, "4721": 67, "13905": 67, "088": 67, "4172": 67, "82": 67, "4745": 67, "5738": 67, "414": 67, "4505": 67, "486": 67, "619": 67, "4718": 67, "195": 67, "3724": 67, "944": 67, "3918": 67, "10405": 67, "3656": 67, "19560": 67, "148": 67, "4035": 67, "dodeca_model": 67, "base_model": 67, "warmup": 67, "cornell_movie_ft": 67, "07094": 67, "967": 67, "4290": 67, "29496": 67, "daily_dialog_ft": 67, "beach": 67, "volleybal": 67, "06787": 67, "326": 67, "5093": 67, "150959": 67, "eli5_ft": 67, "quantum": 67, "physic": 67, "particl": 67, "classic": 67, "quark": 67, "neutrino": 67, "electron": 67, "proton": 67, "neutron": 67, "askscienc": 67, "reddit_ft": 67, "fun": 67, "your_openai_api_kei": 67, "gpt3agent_1": 67, "gpt3agent_2": 67, "empathetic_dialogues_ft": 67, "sad": 67, "3278": 67, "405": 67, "4517": 67, "20107": 67, "1914": 67, "igc_ft": 67, "responseonli": 67, "162": 67, "0726": 67, "832": 67, "4405": 67, "10215": 67, "852": 67, "twitter_ft": 67, "smiling_face_with_heart": 67, "ey": 67, "watch": 67, "3807": 67, "396": 67, "3883": 67, "524029": 67, "2395": 67, "ubuntu_ft": 67, "3833": 67, "844": 67, "4389": 67, "188076": 67, "3130": 67, "bst_single_task": 67, "7920": 67, "7785": 67, "5482": 67, "8124": 67, "0370": 67, "9788": 67, "9542": 67, "8251": 67, "8636": 67, "866": 67, "convai2_single_task": 67, "7678": 67, "7553": 67, "7902": 67, "07928": 67, "9728": 67, "9414": 67, "9337": 67, "8451": 67, "04": 67, "ed_single_task": 67, "6895": 67, "6774": 67, "7219": 67, "9509": 67, "9051": 67, "242": 67, "7849": 67, "wizard_single_task": 67, "34": 67, "6742": 67, "6616": 67, "7059": 67, "9445": 67, "8902": 67, "321": 67, "7706": 67, "962": 67, "multi_task": 67, "8010": 67, "7872": 67, "8204": 67, "9779": 67, "9564": 67, "8154": 67, "8697": 67, "908": 67, "multi_task_bst_tun": 67, "8378": 67, "8230": 67, "8543": 67, "9872": 67, "9704": 67, "5897": 67, "8963": 67, "604": 67, "transformergener": 67, "law": 67, "firm": 67, "blender_3b": 67, "spare": 67, "blender_1bdistil": 67, "creativ": 67, "360m": 67, "blender_400mdistil": 67, "blender_9b": 67, "miami": 67, "chitchat": 67, "degend": 67, "75": 67, "polar": 67, "finetuned_model_path": 67, "multimodal_blenderbot": 67, "biasag": 67, "dialogue_bia": 67, "gender__name_scrambl": 67, "electrician": 67, "sleep": 67, "wekk": 67, "okai": 67, "apprentic": 67, "journeyman": 67, "gender__ctrl_gen_token": 67, "nobiasstylegenag": 67, "gender__unlikelihood_sequence_level": 67, "industri": 67, "gender_ethnicity__name_scrambl": 67, "87m": 67, "reddit_3b": 67, "test_train_27b": 67, "16384": 67, "reddit_9b": 67, "3e": 67, "84600": 67, "test_train_94b": 67, "0004641": 67, "02084": 67, "4878": 67, "041": 67, "2042": 67, "1652": 67, "0001282": 67, "01229": 67, "2035": 67, "6361": 67, "386": 67, "5478": 67, "rep_eli5_ctxt_and_label": 67, "rep_eli5_ctxt": 67, "rep_eli5_label": 67, "stylegenag": 67, "c75_labeled_dialogue_gener": 67, "labeledblendedskilltalk": 67, "frac": 67, "1855": 67, "1635": 67, "248": 67, "94": 67, "308": 67, "468": 67, "4872": 67, "139": 67, "2163": 67, "prevcurruttstyl": 67, "prev_curr_classifi": 67, "classifierag": 67, "image_chat_personalities_fil": 67, "9973": 67, "01745": 67, "5651": 67, "1622": 67, "129": 67, "633": 67, "693": 67, "curruttonlystyl": 67, "curr_only_classifi": 67, "per_class_metrics_snip": 67, "4311": 67, "004642": 67, "425": 67, "4363": 67, "1586": 67, "125": 67, "4319": 67, "bad_num_turn": 67, "multi_turn_v0": 67, "2598": 67, "8414": 67, "5153": 67, "414e": 67, "8093": 67, "7671": 67, "7876": 67, "8597": 67, "8876": 67, "8735": 67, "8423": 67, "8507": 67, "3878": 67, "507e": 67, "8633": 67, "7588": 67, "8077": 67, "8434": 67, "8779": 67, "8524": 67, "sensitive_topics_classifi": 67, "1811": 67, "7332965212589729": 67, "332965212589829e": 67, "8489562001990587": 67, "class_none_prec": 67, "class_none_recal": 67, "class_none_f1": 67, "class_politics_prec": 67, "8762376237623762": 67, "class_politics_recal": 67, "885": 67, "class_politics_f1": 67, "8805970149253731": 67, "class_religion_prec": 67, "8829568788501027": 67, "class_religion_recal": 67, "8669354838709677": 67, "class_religion_f1": 67, "8748728382502543": 67, "class_medical_prec": 67, "8237704918032787": 67, "class_medical_recal": 67, "7077464788732394": 67, "class_medical_f1": 67, "7613636363636364": 67, "class_nsfw_prec": 67, "7769784172661871": 67, "class_nsfw_recal": 67, "32142857142857145": 67, "class_nsfw_f1": 67, "45473684210526316": 67, "class_drugs_prec": 67, "8901515151515151": 67, "class_drugs_recal": 67, "7966101694915254": 67, "class_drugs_f1": 67, "8407871198568873": 67, "774835331736443": 67, "ax": 67, "bert_ranker_classifi": 67, "bertrankerclassifierag": 67, "femal": 67, "query_gener": 67, "tv": 67, "wandavis": 67, "blenderbot2_3b": 67, "blenderbot2fid": 67, "elizabeth": 67, "olsen": 67, "blenderbot2_400m": 67, "parmesan": 67, "sea": 67, "bart_bas": 67, "cup": 67, "fifa": 67, "96": 67, "2037": 67, "1199": 67, "851": 67, "356": 67, "4187": 67, "115": 67, "2393": 67, "bart_sq_gen": 67, "vacat": 67, "ny": 67, "retriv": 67, "bart_fid_sqs": 67, "jame": 67, "bond": 67, "searchenginefid": 67, "memory_decod": 67, "harri": 67, "potter": 67, "msc3b_1024": 67, "sister": 67, "travel": 67, "transformervari": 67, "blender3b_1024": 67, "memorylongrag": 67, "trip": 67, "summsc_rag3b": 67, "summsc_fidrag3b": 67, "memorylongfid": 67, "tha": 67, "dialog_summar": 67, "puppi": 67, "adopt": 67, "corgi": 67, "persona_summar": 67, "outdomainsystemteach": 67, "tod_base_yes_api": 67, "googlesgdoutdomain_systemteach": 67, "api_nam": 67, "findhomebyarea": 67, "optarg": 67, "has_garag": 67, "in_unit_laundri": 67, "reqarg": 67, "intent": 67, "number_of_bath": 67, "number_of_b": 67, "schedulevisit": 67, "property_nam": 67, "visit_d": 67, "getrid": 67, "number_of_seat": 67, "ride_typ": 67, "shareloc": 67, "contact_nam": 67, "apical": 67, "apiresp": 67, "rent": 67, "bui": 67, "room": 67, "umm": 67, "bedroom": 67, "sunnyval": 67, "east": 67, "remington": 67, "phone_numb": 67, "408": 67, "738": 67, "4862": 67, "3650000": 67, "apricot": 67, "pit": 67, "650": 67, "garag": 67, "nlg": 67, "outdomainonlyapi": 67, "5200": 67, "1430": 67, "631": 67, "438": 67, "1142": 67, "6600": 67, "193": 67, "605": 67, "7517": 67, "05251": 67, "9167": 67, "5057": 67, "jga_empti": 67, "jga_noempti": 67, "nlg_bleu": 67, "nlg_f1": 67, "9459": 67, "8182": 67, "7146": 67, "37": 67, "0948": 67, "5373": 67, "043": 67, "slot_f1": 67, "slot_r": 67, "8602": 67, "8696": 67, "8511": 67, "8278": 67, "5100": 67, "452": 67, "1179": 67, "tod_base_no_api": 67, "citi": 67, "searchhous": 67, "where_to": 67, "number_of_adult": 67, "has_birch": 67, "4700": 67, "08715": 67, "426": 67, "951": 67, "3700": 67, "03": 67, "839": 67, "7132": 67, "05245": 67, "7708": 67, "1818": 67, "046": 67, "09885": 67, "5216": 67, "2449": 67, "2553": 67, "7865": 67, "4600": 67, "349": 67, "992": 67, "disagre": 67, "everyon": 67, "opinion": 67, "sorri": 67, "6100": 67, "802e": 67, "562": 67, "373": 67, "9400": 67, "7300": 67, "1922": 67, "88": 67, "238": 67, "8050": 67, "516": 67, "377": 67, "9100": 67, "9600": 67, "test_rpa_rerank": 67, "whoisspeakingteach": 67, "485": 67, "6421": 67, "6000": 67, "005503": 67, "789": 67, "008661": 67, "202": 67, "489": 67, "6473": 67, "rpa_reranker_auto_expanded_attent": 67, "505e": 67, "374": 67, "7308": 67, "9300": 67, "566": 67, "7922": 67, "init_opt": 67, "test_train_r2c2_400m": 67, "test_train_r2c2_3b": 67, "r2c2_blenderbot_400m": 67, "r2c2_blenderbot_3b": 67, "lawyer": 67, "kid": 67, "synthes": 67, "seeker_dialogue_400m": 67, "search_serv": 67, "delusion": 67, "combofidsearchqueri": 67, "perceiv": 67, "seeker_lm_dialogue_3b": 67, "par": 67, "lai": 67, "seeker_lm_m": 67, "gpt2combosearchqueri": 67, "seeker_lm_larg": 67, "02": 67, "research_0": 67, "TO": 67, "ml": 67, "dine": 67, "york": 67, "bb2_module_supervis": 67, "your_search_serv": 67, "eliza": 67, "dumai": 67, "peranakan": 67, "rice": 67, "dri": 67, "shrimp": 67, "kopitiam": 67, "director_bb2_modul": 67, "search_onli": 67, "director_bb2": 67, "directorblenderbot2fidag": 67, "beam_block_full_context": 67, "seeker_module_supervis": 67, "directorcombofidsearchqueri": 67, "chinatown": 67, "meal": 67, "director_seeker_modul": 67, "director_seek": 67, "directorseekerag": 67, "sushi": 67, "maki": 67, "response_satisfact": 67, "transformerclassifi": 67, "__ok__": 67, "assort": 67, "bb3_3b": 67, "search_decision_ag": 67, "memory_decision_ag": 67, "__no__persona__beam__min__len__20__": 67, "58": 67, "blenderbot3": 67, "plausibl": 67, "multilight": 67, "speakerpredict": 67, "473": 67, "420": 67, "6130": 67, "4140": 67, "11005": 67, "1218": 67, "091": 67, "3438": 67, "8462": 67, "5256": 67, "423": 67, "6175": 67, "utterance_3b": 67, "478": 67, "5603": 67, "4249": 67, "7931": 67, "584": 67, "209": 67, "4308": 67, "439": 67, "5813": 67, "utterance_400m": 67, "477": 67, "422": 67, "7264": 67, "4222": 67, "1204": 67, "714": 67, "272": 67, "7536": 67, "torchtext": 67, "corpora": 67, "mikolov": 67, "crawl": 67, "840b": 67, "pennington": 67, "backprop": 67, "unchang": 67}, "objects": {"parlai.chat_service.core": [[28, 0, 0, "-", "agents"], [28, 0, 0, "-", "chat_service_manager"], [28, 0, 0, "-", "socket"], [28, 0, 0, "-", "world_runner"]], "parlai.chat_service.core.agents": [[28, 1, 1, "", "ChatServiceAgent"]], "parlai.chat_service.core.agents.ChatServiceAgent": [[28, 2, 1, "", "__init__"], [28, 2, 1, "", "act"], [28, 2, 1, "", "act_blocking"], [28, 3, 1, "", "data"], [28, 2, 1, "", "episode_done"], [28, 2, 1, "", "get_new_act_message"], [28, 2, 1, "", "observe"], [28, 2, 1, "", "put_data"], [28, 2, 1, "", "set_stored_data"]], "parlai.chat_service.core.chat_service_manager": [[28, 1, 1, "", "AgentState"], [28, 1, 1, "", "ChatServiceManager"]], "parlai.chat_service.core.chat_service_manager.AgentState": [[28, 2, 1, "", "__init__"], [28, 2, 1, "", "assign_agent_to_task"], [28, 2, 1, "", "get_active_agent"], [28, 2, 1, "", "get_agent_for_task"], [28, 2, 1, "", "get_id"], [28, 2, 1, "", "get_overworld_agent"], [28, 2, 1, "", "has_task"], [28, 2, 1, "", "set_active_agent"]], "parlai.chat_service.core.chat_service_manager.ChatServiceManager": [[28, 1, 1, "", "ChatServiceMessageSender"], [28, 2, 1, "", "__init__"], [28, 2, 1, "", "add_agent_to_pool"], [28, 2, 1, "", "after_agent_removed"], [28, 2, 1, "", "check_timeout_in_pool"], [28, 2, 1, "", "get_agent_state"], [28, 2, 1, "", "init_new_state"], [28, 2, 1, "", "mark_removed"], [28, 2, 1, "", "observe_message"], [28, 2, 1, "", "observe_payload"], [28, 2, 1, "", "parse_additional_args"], [28, 2, 1, "", "remove_agent_from_pool"], [28, 2, 1, "", "restructure_message"], [28, 2, 1, "", "setup_server"], [28, 2, 1, "", "setup_socket"], [28, 2, 1, "", "shutdown"], [28, 2, 1, "", "start_new_run"], [28, 2, 1, "", "start_task"], [28, 2, 1, "", "upload_attachment"]], "parlai.chat_service.core.chat_service_manager.ChatServiceManager.ChatServiceMessageSender": [[28, 2, 1, "", "send_read"], [28, 2, 1, "", "typing_on"]], "parlai.chat_service.core.socket": [[28, 1, 1, "", "ChatServiceMessageSocket"]], "parlai.chat_service.core.socket.ChatServiceMessageSocket": [[28, 2, 1, "", "__init__"]], "parlai.chat_service.core.world_runner": [[28, 1, 1, "", "ChatServiceWorldRunner"]], "parlai.chat_service.core.world_runner.ChatServiceWorldRunner": [[28, 2, 1, "", "__init__"], [28, 2, 1, "", "launch_overworld"], [28, 2, 1, "", "launch_task_world"], [28, 2, 1, "", "shutdown"]], "parlai.chat_service.services.browser_chat": [[28, 0, 0, "-", "agents"], [28, 0, 0, "-", "browser_manager"]], "parlai.chat_service.services.browser_chat.agents": [[28, 1, 1, "", "BrowserAgent"]], "parlai.chat_service.services.browser_chat.browser_manager": [[28, 1, 1, "", "BrowserManager"]], "parlai.chat_service.services.messenger": [[28, 0, 0, "-", "agents"], [28, 0, 0, "-", "message_sender"], [28, 0, 0, "-", "messenger_manager"], [28, 0, 0, "-", "worlds"]], "parlai.chat_service.services.messenger.agents": [[28, 1, 1, "", "MessengerAgent"]], "parlai.chat_service.services.messenger.agents.MessengerAgent": [[28, 2, 1, "", "__init__"], [28, 2, 1, "", "act"], [28, 2, 1, "", "observe"], [28, 2, 1, "", "observe_typing_on"], [28, 2, 1, "", "put_data"], [28, 2, 1, "", "shutdown"]], "parlai.chat_service.services.messenger.message_sender": [[28, 1, 1, "", "MessageSender"], [28, 4, 1, "", "create_attachment"], [28, 4, 1, "", "create_attachment_message"], [28, 4, 1, "", "create_reply_option"], [28, 4, 1, "", "create_text_message"]], "parlai.chat_service.services.messenger.message_sender.MessageSender": [[28, 2, 1, "", "__init__"], [28, 2, 1, "", "create_persona"], [28, 2, 1, "", "delete_persona"], [28, 2, 1, "", "send_fb_message"], [28, 2, 1, "", "send_fb_payload"], [28, 2, 1, "", "upload_fb_attachment"]], "parlai.chat_service.services.messenger.messenger_manager": [[28, 1, 1, "", "MessengerManager"]], "parlai.chat_service.services.messenger.messenger_manager.MessengerManager": [[28, 2, 1, "", "__init__"], [28, 2, 1, "", "after_agent_removed"], [28, 2, 1, "", "get_app_token"], [28, 2, 1, "", "mark_removed"], [28, 2, 1, "", "observe_message"], [28, 2, 1, "", "observe_payload"], [28, 2, 1, "", "parse_additional_args"], [28, 2, 1, "", "restructure_message"], [28, 2, 1, "", "setup_server"], [28, 2, 1, "", "setup_socket"], [28, 2, 1, "", "upload_attachment"]], "parlai.chat_service.services.messenger.worlds": [[28, 1, 1, "", "OnboardWorld"], [28, 1, 1, "", "SimpleMessengerOverworld"]], "parlai.chat_service.services.messenger.worlds.OnboardWorld": [[28, 2, 1, "", "__init__"], [28, 2, 1, "", "episode_done"], [28, 2, 1, "", "parley"], [28, 2, 1, "", "shutdown"]], "parlai.chat_service.services.messenger.worlds.SimpleMessengerOverworld": [[28, 2, 1, "", "__init__"], [28, 2, 1, "", "episode_done"], [28, 2, 1, "", "parley"]], "parlai.chat_service.services.terminal_chat": [[28, 0, 0, "-", "agents"], [28, 0, 0, "-", "terminal_manager"]], "parlai.chat_service.services.terminal_chat.agents": [[28, 1, 1, "", "TerminalAgent"]], "parlai.chat_service.services.terminal_chat.terminal_manager": [[28, 1, 1, "", "TerminalManager"]], "parlai.chat_service.services.websocket": [[28, 0, 0, "-", "agents"], [28, 0, 0, "-", "sockets"], [28, 0, 0, "-", "websocket_manager"]], "parlai.chat_service.services.websocket.agents": [[28, 1, 1, "", "WebsocketAgent"]], "parlai.chat_service.services.websocket.agents.WebsocketAgent": [[28, 2, 1, "", "__init__"], [28, 2, 1, "", "observe"], [28, 2, 1, "", "put_data"]], "parlai.chat_service.services.websocket.sockets": [[28, 1, 1, "", "MessageSocketHandler"]], "parlai.chat_service.services.websocket.sockets.MessageSocketHandler": [[28, 2, 1, "", "__init__"], [28, 2, 1, "", "check_origin"], [28, 2, 1, "", "on_close"], [28, 2, 1, "", "on_message"], [28, 2, 1, "", "open"]], "parlai.chat_service.services.websocket.websocket_manager": [[28, 1, 1, "", "WebsocketManager"]], "parlai.chat_service.services.websocket.websocket_manager.WebsocketManager": [[28, 1, 1, "", "MessageSender"], [28, 2, 1, "", "__init__"], [28, 2, 1, "", "observe_message"], [28, 2, 1, "", "observe_payload"], [28, 2, 1, "", "parse_additional_args"], [28, 2, 1, "", "restructure_message"], [28, 2, 1, "", "setup_server"], [28, 2, 1, "", "setup_socket"], [28, 2, 1, "", "shutdown"], [28, 2, 1, "", "start_task"]], "parlai.chat_service.services.websocket.websocket_manager.WebsocketManager.MessageSender": [[28, 2, 1, "", "send_read"], [28, 2, 1, "", "typing_on"]], "parlai.chat_service.utils": [[28, 0, 0, "-", "config"], [28, 0, 0, "-", "image"], [28, 0, 0, "-", "logging"], [28, 0, 0, "-", "misc"], [28, 0, 0, "-", "server"], [28, 0, 0, "-", "timeout"]], "parlai.chat_service.utils.config": [[28, 1, 1, "", "WorldConfig"], [28, 4, 1, "", "parse_configuration_file"]], "parlai.chat_service.utils.config.WorldConfig": [[28, 5, 1, "", "agents_required"], [28, 5, 1, "", "backup_task"], [28, 5, 1, "", "max_time_in_pool"], [28, 5, 1, "", "onboarding_name"], [28, 5, 1, "", "task_name"], [28, 5, 1, "", "world_name"]], "parlai.chat_service.utils.image": [[28, 1, 1, "", "ImageFeaturesGenerator"], [28, 1, 1, "", "ImageInformation"], [28, 1, 1, "", "ImageLicense"], [28, 6, 1, "", "ObjectionableContentError"]], "parlai.chat_service.utils.image.ImageFeaturesGenerator": [[28, 2, 1, "", "__init__"], [28, 2, 1, "", "get_image_features"]], "parlai.chat_service.utils.image.ImageInformation": [[28, 2, 1, "", "__init__"], [28, 2, 1, "", "offload_state"]], "parlai.chat_service.utils.image.ImageLicense": [[28, 2, 1, "", "__init__"]], "parlai.chat_service.utils.misc": [[28, 1, 1, "", "DictFrequencies"], [28, 1, 1, "", "PersonalInfoDetector"], [28, 1, 1, "", "ReportResult"], [28, 1, 1, "", "SafetyDetectionResult"], [28, 1, 1, "", "TaskState"], [28, 1, 1, "", "UploadImageResult"], [28, 4, 1, "", "default_assign_roles_fn"], [28, 4, 1, "", "get_assign_roles_fn"], [28, 4, 1, "", "get_eligibility_fn"], [28, 4, 1, "", "get_world_fn_attr"], [28, 4, 1, "", "get_world_module"]], "parlai.chat_service.utils.misc.DictFrequencies": [[28, 2, 1, "", "__init__"]], "parlai.chat_service.utils.misc.PersonalInfoDetector": [[28, 2, 1, "", "__init__"]], "parlai.chat_service.utils.misc.TaskState": [[28, 2, 1, "", "__init__"]], "parlai.chat_service.utils.timeout": [[28, 1, 1, "", "TimeoutUtils"]], "parlai.chat_service.utils.timeout.TimeoutUtils": [[28, 2, 1, "", "get_timeout_act"]], "parlai.core": [[33, 0, 0, "-", "agents"], [34, 0, 0, "-", "build_data"], [35, 0, 0, "-", "dict"], [36, 0, 0, "-", "loader"], [37, 0, 0, "-", "message"], [38, 0, 0, "-", "metrics"], [39, 0, 0, "-", "mutators"], [40, 0, 0, "-", "opt"], [40, 0, 0, "-", "params"], [41, 0, 0, "-", "script"], [42, 0, 0, "-", "teachers"], [43, 0, 0, "-", "torch_agent"], [43, 0, 0, "-", "torch_classifier_agent"], [43, 0, 0, "-", "torch_generator_agent"], [43, 0, 0, "-", "torch_image_agent"], [43, 0, 0, "-", "torch_ranker_agent"], [44, 0, 0, "-", "worlds"]], "parlai.core.agents": [[33, 1, 1, "", "Agent"], [33, 4, 1, "", "compare_init_model_opts"], [33, 4, 1, "", "create_agent"], [33, 4, 1, "", "create_agent_from_model_file"], [33, 4, 1, "", "create_agent_from_opt_file"], [33, 4, 1, "", "create_agent_from_shared"], [33, 4, 1, "", "create_agents_from_shared"]], "parlai.core.agents.Agent": [[33, 2, 1, "", "__init__"], [33, 2, 1, "", "act"], [33, 2, 1, "", "batch_respond"], [33, 2, 1, "", "clone"], [33, 2, 1, "", "epoch_done"], [33, 2, 1, "", "getID"], [33, 2, 1, "", "observe"], [33, 2, 1, "", "reset"], [33, 2, 1, "", "reset_metrics"], [33, 2, 1, "", "respond"], [33, 2, 1, "", "save"], [33, 2, 1, "", "share"], [33, 2, 1, "", "shutdown"], [33, 2, 1, "", "upgrade_opt"]], "parlai.core.build_data": [[34, 1, 1, "", "DownloadableFile"], [34, 4, 1, "", "built"], [34, 4, 1, "", "download"], [34, 4, 1, "", "download_from_google_drive"], [34, 4, 1, "", "download_models"], [34, 4, 1, "", "download_multiprocess"], [34, 4, 1, "", "make_dir"], [34, 4, 1, "", "mark_done"], [34, 4, 1, "", "modelzoo_path"], [34, 4, 1, "", "remove_dir"], [34, 4, 1, "", "ungzip"], [34, 4, 1, "", "untar"]], "parlai.core.build_data.DownloadableFile": [[34, 2, 1, "", "__init__"], [34, 2, 1, "", "check_header"], [34, 2, 1, "", "checksum"]], "parlai.core.dict": [[35, 1, 1, "", "DictionaryAgent"], [35, 1, 1, "", "TokenizationMode"], [35, 4, 1, "", "escape"], [35, 4, 1, "", "find_ngrams"], [35, 4, 1, "", "unescape"]], "parlai.core.dict.DictionaryAgent": [[35, 2, 1, "", "__init__"], [35, 2, 1, "", "act"], [35, 2, 1, "", "add_additional_special_tokens"], [35, 2, 1, "", "add_cmdline_args"], [35, 2, 1, "", "add_to_dict"], [35, 2, 1, "", "add_token"], [35, 2, 1, "", "bpe_tokenize"], [35, 2, 1, "", "bytelevelbpe_tokenize"], [35, 2, 1, "", "gpt2_tokenize"], [35, 2, 1, "", "is_prebuilt"], [35, 2, 1, "", "keys"], [35, 2, 1, "", "load"], [35, 2, 1, "", "nltk_tokenize"], [35, 2, 1, "", "parse"], [35, 2, 1, "", "re_tokenize"], [35, 2, 1, "", "remove_tail"], [35, 2, 1, "", "resize_to_max"], [35, 2, 1, "", "save"], [35, 2, 1, "", "set_tokenization_mode"], [35, 2, 1, "", "share"], [35, 2, 1, "", "shutdown"], [35, 2, 1, "", "slow_bytelevel_bpe_tokenize"], [35, 2, 1, "", "sort"], [35, 2, 1, "", "space_tokenize"], [35, 2, 1, "", "span_tokenize"], [35, 2, 1, "", "split_tokenize"], [35, 2, 1, "", "tokenize"], [35, 2, 1, "", "txt2vec"], [35, 2, 1, "", "vec2txt"]], "parlai.core.loader": [[36, 4, 1, "", "load_agent_module"], [36, 4, 1, "", "load_task_module"], [36, 4, 1, "", "load_teacher_module"], [36, 4, 1, "", "load_world_module"], [36, 4, 1, "", "register_agent"], [36, 4, 1, "", "register_script"], [36, 4, 1, "", "register_teacher"], [36, 1, 1, "", "script_registration"]], "parlai.core.loader.script_registration": [[36, 5, 1, "", "aliases"], [36, 5, 1, "", "hidden"], [36, 5, 1, "", "klass"]], "parlai.core.message": [[37, 1, 1, "", "Message"]], "parlai.core.message.Message": [[37, 2, 1, "", "copy"], [37, 2, 1, "", "is_padding"], [37, 2, 1, "", "json_safe_payload"], [37, 2, 1, "", "padding_example"]], "parlai.core.metrics": [[38, 1, 1, "", "AverageMetric"], [38, 1, 1, "", "BleuMetric"], [38, 1, 1, "", "ExactMatchMetric"], [38, 1, 1, "", "F1Metric"], [38, 1, 1, "", "FairseqBleuMetric"], [38, 1, 1, "", "FixedMetric"], [38, 1, 1, "", "GlobalAverageMetric"], [38, 1, 1, "", "GlobalFixedMetric"], [38, 1, 1, "", "GlobalMetric"], [38, 1, 1, "", "GlobalSumMetric"], [38, 1, 1, "", "GlobalTimerMetric"], [38, 1, 1, "", "InterDistinctMetric"], [38, 1, 1, "", "IntraDistinctMetric"], [38, 1, 1, "", "LegacyMetric"], [38, 1, 1, "", "MacroAverageMetric"], [38, 1, 1, "", "Metric"], [38, 1, 1, "", "MetricDisplayData"], [38, 1, 1, "", "Metrics"], [38, 1, 1, "", "RougeMetric"], [38, 1, 1, "", "SumMetric"], [38, 1, 1, "", "TeacherMetrics"], [38, 1, 1, "", "TimerMetric"], [38, 4, 1, "", "aggregate_named_reports"], [38, 4, 1, "", "aggregate_unnamed_reports"], [38, 4, 1, "", "normalize_answer"]], "parlai.core.metrics.AverageMetric": [[38, 2, 1, "", "__init__"], [38, 3, 1, "", "macro_average"], [38, 2, 1, "", "value"]], "parlai.core.metrics.BleuMetric": [[38, 2, 1, "", "compute"]], "parlai.core.metrics.FairseqBleuMetric": [[38, 2, 1, "", "__init__"], [38, 2, 1, "", "compute_many"], [38, 3, 1, "", "macro_average"], [38, 2, 1, "", "value"]], "parlai.core.metrics.FixedMetric": [[38, 2, 1, "", "__init__"], [38, 2, 1, "", "value"]], "parlai.core.metrics.InterDistinctMetric": [[38, 2, 1, "", "__init__"], [38, 2, 1, "", "value"]], "parlai.core.metrics.IntraDistinctMetric": [[38, 2, 1, "", "compute"]], "parlai.core.metrics.MacroAverageMetric": [[38, 2, 1, "", "__init__"], [38, 2, 1, "", "value"]], "parlai.core.metrics.Metric": [[38, 2, 1, "", "from_mask"], [38, 3, 1, "", "is_global"], [38, 3, 1, "", "macro_average"], [38, 2, 1, "", "many"], [38, 2, 1, "", "value"]], "parlai.core.metrics.MetricDisplayData": [[38, 5, 1, "", "description"], [38, 5, 1, "", "title"]], "parlai.core.metrics.Metrics": [[38, 2, 1, "", "__init__"], [38, 2, 1, "", "add"], [38, 2, 1, "", "add_metrics"], [38, 2, 1, "", "clear"], [38, 2, 1, "", "clear_recent"], [38, 2, 1, "", "report"], [38, 2, 1, "", "report_recent"]], "parlai.core.metrics.RougeMetric": [[38, 2, 1, "", "compute_many"]], "parlai.core.metrics.SumMetric": [[38, 2, 1, "", "__init__"], [38, 2, 1, "", "value"]], "parlai.core.metrics.TeacherMetrics": [[38, 2, 1, "", "__init__"], [38, 2, 1, "", "evaluate_response"]], "parlai.core.metrics.TimerMetric": [[38, 2, 1, "", "__init__"], [38, 2, 1, "", "value"]], "parlai.core.mutators": [[39, 1, 1, "", "EpisodeMutator"], [39, 1, 1, "", "ManyEpisodeMutator"], [39, 1, 1, "", "MessageMutator"], [39, 1, 1, "", "Mutator"], [39, 4, 1, "", "register_mutator"], [39, 4, 1, "", "setup_mutator_registry"]], "parlai.core.mutators.EpisodeMutator": [[39, 2, 1, "", "episode_mutation"]], "parlai.core.mutators.ManyEpisodeMutator": [[39, 2, 1, "", "many_episode_mutation"]], "parlai.core.mutators.MessageMutator": [[39, 2, 1, "", "message_mutation"]], "parlai.core.mutators.Mutator": [[39, 2, 1, "", "__init__"], [39, 2, 1, "", "load_mutator_types"]], "parlai.core.opt": [[40, 1, 1, "", "Opt"]], "parlai.core.opt.Opt": [[40, 2, 1, "", "__init__"], [40, 2, 1, "", "display_deepcopies"], [40, 2, 1, "", "display_history"], [40, 2, 1, "", "load"], [40, 2, 1, "", "load_init"], [40, 2, 1, "", "save"]], "parlai.core.params": [[40, 1, 1, "", "CustomHelpFormatter"], [40, 1, 1, "", "ParlaiParser"], [40, 4, 1, "", "class2str"], [40, 4, 1, "", "default"], [40, 4, 1, "", "fix_underscores"], [40, 4, 1, "", "get_model_name"], [40, 4, 1, "", "print_announcements"], [40, 4, 1, "", "print_git_commit"], [40, 4, 1, "", "str2bool"], [40, 4, 1, "", "str2class"], [40, 4, 1, "", "str2floats"], [40, 4, 1, "", "str2none"]], "parlai.core.params.CustomHelpFormatter": [[40, 2, 1, "", "__init__"]], "parlai.core.params.ParlaiParser": [[40, 2, 1, "", "__init__"], [40, 2, 1, "", "add_argument"], [40, 2, 1, "", "add_argument_group"], [40, 2, 1, "", "add_chatservice_args"], [40, 2, 1, "", "add_distributed_training_args"], [40, 2, 1, "", "add_extra_args"], [40, 2, 1, "", "add_image_args"], [40, 2, 1, "", "add_messenger_args"], [40, 2, 1, "", "add_model_args"], [40, 2, 1, "", "add_model_subargs"], [40, 2, 1, "", "add_mturk_args"], [40, 2, 1, "", "add_parlai_args"], [40, 2, 1, "", "add_parlai_data_path"], [40, 2, 1, "", "add_task_args"], [40, 2, 1, "", "add_websockets_args"], [40, 2, 1, "", "add_world_args"], [40, 2, 1, "", "error"], [40, 2, 1, "", "parse_and_process_known_args"], [40, 2, 1, "", "parse_args"], [40, 2, 1, "", "parse_known_args"], [40, 2, 1, "", "parse_kwargs"], [40, 2, 1, "", "set_params"]], "parlai.core.script": [[41, 1, 1, "", "ParlaiScript"], [41, 4, 1, "", "setup_script_registry"], [41, 4, 1, "", "superscript_main"]], "parlai.core.script.ParlaiScript": [[41, 2, 1, "", "__init__"], [41, 2, 1, "", "main"], [41, 2, 1, "", "run"], [41, 2, 1, "", "setup_args"]], "parlai.core.teachers": [[42, 1, 1, "", "AbstractImageTeacher"], [42, 1, 1, "", "ChunkTeacher"], [42, 1, 1, "", "ConversationTeacher"], [42, 1, 1, "", "DataLoader"], [42, 1, 1, "", "DialogData"], [42, 1, 1, "", "DialogTeacher"], [42, 1, 1, "", "FbDeprecatedDialogTeacher"], [42, 1, 1, "", "FixedDialogTeacher"], [42, 1, 1, "", "MultiTaskTeacher"], [42, 1, 1, "", "ParlAIDialogTeacher"], [42, 1, 1, "", "StreamDialogData"], [42, 1, 1, "", "Teacher"], [42, 1, 1, "", "YamlTeacher"], [42, 4, 1, "", "create_task_agent_from_taskname"]], "parlai.core.teachers.AbstractImageTeacher": [[42, 2, 1, "", "__init__"], [42, 2, 1, "", "get"], [42, 2, 1, "", "get_available_image_mode_names"], [42, 2, 1, "", "get_data_path"], [42, 2, 1, "", "get_image_features"], [42, 2, 1, "", "get_image_features_path"], [42, 2, 1, "", "get_image_path"], [42, 3, 1, "", "image_id_key"], [42, 2, 1, "", "image_id_to_image_path"], [42, 2, 1, "", "is_image_mode_buildable"], [42, 2, 1, "", "load_data"], [42, 2, 1, "", "num_episodes"], [42, 2, 1, "", "num_examples"], [42, 2, 1, "", "reset"], [42, 2, 1, "", "setup_image_features"], [42, 2, 1, "", "share"], [42, 3, 1, "", "text_key"]], "parlai.core.teachers.ChunkTeacher": [[42, 2, 1, "", "__init__"], [42, 2, 1, "", "create_message"], [42, 2, 1, "", "get"], [42, 2, 1, "", "get_buffersize"], [42, 2, 1, "", "get_chunk"], [42, 2, 1, "", "get_fold_chunks"], [42, 2, 1, "", "get_num_samples"], [42, 2, 1, "", "load_from_chunk"], [42, 2, 1, "", "next_episode_idx"], [42, 2, 1, "", "next_example"], [42, 2, 1, "", "num_episodes"], [42, 2, 1, "", "num_examples"], [42, 2, 1, "", "receive_data"], [42, 2, 1, "", "reset"], [42, 2, 1, "", "share"], [42, 2, 1, "", "shutdown"]], "parlai.core.teachers.ConversationTeacher": [[42, 2, 1, "", "__init__"], [42, 2, 1, "", "setup_data"]], "parlai.core.teachers.DataLoader": [[42, 2, 1, "", "__init__"], [42, 2, 1, "", "request_load"], [42, 2, 1, "", "run"]], "parlai.core.teachers.DialogData": [[42, 2, 1, "", "__init__"], [42, 2, 1, "", "build_table"], [42, 2, 1, "", "get"], [42, 2, 1, "", "num_episodes"], [42, 2, 1, "", "num_examples"], [42, 2, 1, "", "share"]], "parlai.core.teachers.DialogTeacher": [[42, 2, 1, "", "__init__"], [42, 2, 1, "", "get"], [42, 2, 1, "", "label_candidates"], [42, 2, 1, "", "next_example"], [42, 2, 1, "", "num_episodes"], [42, 2, 1, "", "num_examples"], [42, 2, 1, "", "reset"], [42, 2, 1, "", "setup_data"], [42, 2, 1, "", "share"]], "parlai.core.teachers.FbDeprecatedDialogTeacher": [[42, 2, 1, "", "__init__"], [42, 2, 1, "", "label_candidates"], [42, 2, 1, "", "load_cands"], [42, 2, 1, "", "setup_data"], [42, 2, 1, "", "share"]], "parlai.core.teachers.FixedDialogTeacher": [[42, 2, 1, "", "__init__"], [42, 2, 1, "", "act"], [42, 2, 1, "", "custom_evaluation"], [42, 2, 1, "", "get"], [42, 2, 1, "", "get_orig_action"], [42, 2, 1, "", "next_episode_idx"], [42, 2, 1, "", "next_example"], [42, 2, 1, "", "num_episodes"], [42, 2, 1, "", "num_examples"], [42, 2, 1, "", "observe"], [42, 2, 1, "", "process_action"], [42, 2, 1, "", "receive_data"], [42, 2, 1, "", "reset"], [42, 2, 1, "", "share"], [42, 2, 1, "", "submit_load_request"]], "parlai.core.teachers.MultiTaskTeacher": [[42, 2, 1, "", "__init__"], [42, 2, 1, "", "act"], [42, 2, 1, "", "epoch_done"], [42, 2, 1, "", "num_episodes"], [42, 2, 1, "", "num_examples"], [42, 2, 1, "", "observe"], [42, 2, 1, "", "report"], [42, 2, 1, "", "reset"], [42, 2, 1, "", "reset_metrics"], [42, 2, 1, "", "share"], [42, 2, 1, "", "shutdown"]], "parlai.core.teachers.ParlAIDialogTeacher": [[42, 2, 1, "", "__init__"], [42, 2, 1, "", "get"], [42, 2, 1, "", "num_episodes"], [42, 2, 1, "", "num_examples"], [42, 2, 1, "", "share"]], "parlai.core.teachers.StreamDialogData": [[42, 2, 1, "", "__init__"], [42, 2, 1, "", "get"], [42, 2, 1, "", "load_length"], [42, 2, 1, "", "num_episodes"], [42, 2, 1, "", "num_examples"], [42, 2, 1, "", "reset"], [42, 2, 1, "", "share"]], "parlai.core.teachers.Teacher": [[42, 2, 1, "", "__init__"], [42, 2, 1, "", "act"], [42, 2, 1, "", "epoch_done"], [42, 2, 1, "", "num_episodes"], [42, 2, 1, "", "num_examples"], [42, 2, 1, "", "report"], [42, 2, 1, "", "reset"], [42, 2, 1, "", "reset_metrics"], [42, 2, 1, "", "share"]], "parlai.core.teachers.YamlTeacher": [[42, 2, 1, "", "__init__"], [42, 2, 1, "", "setup_data"]], "parlai.core.torch_agent": [[43, 1, 1, "", "Batch"], [43, 1, 1, "", "History"], [43, 1, 1, "", "Output"], [43, 1, 1, "", "TorchAgent"]], "parlai.core.torch_agent.Batch": [[43, 2, 1, "", "__init__"], [43, 2, 1, "", "to"]], "parlai.core.torch_agent.History": [[43, 2, 1, "", "__init__"], [43, 2, 1, "", "add_reply"], [43, 2, 1, "", "get_history_str"], [43, 2, 1, "", "get_history_vec"], [43, 2, 1, "", "get_history_vec_list"], [43, 2, 1, "", "parse"], [43, 2, 1, "", "reset"], [43, 2, 1, "", "update_history"]], "parlai.core.torch_agent.Output": [[43, 2, 1, "", "__init__"]], "parlai.core.torch_agent.TorchAgent": [[43, 2, 1, "", "__init__"], [43, 2, 1, "", "act"], [43, 2, 1, "", "add_cmdline_args"], [43, 2, 1, "", "backward"], [43, 2, 1, "", "batch_act"], [43, 2, 1, "", "batchify"], [43, 2, 1, "", "build_dictionary"], [43, 2, 1, "", "build_history"], [43, 2, 1, "", "build_lr_scheduler"], [43, 2, 1, "", "build_model"], [43, 2, 1, "", "dictionary_class"], [43, 2, 1, "", "eval_step"], [43, 2, 1, "", "get_temp_history"], [43, 2, 1, "", "history_class"], [43, 2, 1, "", "init_optim"], [43, 2, 1, "", "is_valid"], [43, 2, 1, "", "load"], [43, 2, 1, "", "load_state_dict"], [43, 2, 1, "", "match_batch"], [43, 2, 1, "", "observe"], [43, 2, 1, "", "optim_opts"], [43, 2, 1, "", "record_local_metric"], [43, 2, 1, "", "report"], [43, 2, 1, "", "reset"], [43, 2, 1, "", "reset_metrics"], [43, 2, 1, "", "save"], [43, 2, 1, "", "save_nonprimary"], [43, 2, 1, "", "self_observe"], [43, 2, 1, "", "set_interactive_mode"], [43, 2, 1, "", "share"], [43, 2, 1, "", "state_dict"], [43, 2, 1, "", "train_step"], [43, 2, 1, "", "update_params"], [43, 2, 1, "", "upgrade_opt"], [43, 2, 1, "", "vectorize"], [43, 2, 1, "", "zero_grad"]], "parlai.core.torch_classifier_agent": [[43, 1, 1, "", "AUCMetrics"], [43, 1, 1, "", "ClassificationF1Metric"], [43, 1, 1, "", "ConfusionMatrixMetric"], [43, 1, 1, "", "PrecisionMetric"], [43, 1, 1, "", "RecallMetric"], [43, 1, 1, "", "TorchClassifierAgent"], [43, 1, 1, "", "WeightedF1Metric"]], "parlai.core.torch_classifier_agent.AUCMetrics": [[43, 2, 1, "", "__init__"], [43, 3, 1, "", "macro_average"], [43, 2, 1, "", "update_raw"], [43, 2, 1, "", "value"]], "parlai.core.torch_classifier_agent.ClassificationF1Metric": [[43, 2, 1, "", "value"]], "parlai.core.torch_classifier_agent.ConfusionMatrixMetric": [[43, 2, 1, "", "__init__"], [43, 3, 1, "", "macro_average"]], "parlai.core.torch_classifier_agent.PrecisionMetric": [[43, 2, 1, "", "value"]], "parlai.core.torch_classifier_agent.RecallMetric": [[43, 2, 1, "", "value"]], "parlai.core.torch_classifier_agent.TorchClassifierAgent": [[43, 2, 1, "", "__init__"], [43, 2, 1, "", "add_cmdline_args"], [43, 2, 1, "", "eval_step"], [43, 2, 1, "", "score"], [43, 2, 1, "", "share"], [43, 2, 1, "", "train_step"]], "parlai.core.torch_classifier_agent.WeightedF1Metric": [[43, 2, 1, "", "__init__"], [43, 3, 1, "", "macro_average"], [43, 2, 1, "", "value"]], "parlai.core.torch_generator_agent": [[43, 1, 1, "", "BeamSearch"], [43, 1, 1, "", "DelayedBeamSearch"], [43, 1, 1, "", "DelayedNucleusBeamSearch"], [43, 1, 1, "", "FactualNucleusSampling"], [43, 1, 1, "", "GreedySearch"], [43, 1, 1, "", "NucleusSampling"], [43, 1, 1, "", "PPLMetric"], [43, 1, 1, "", "SearchBlocklist"], [43, 1, 1, "", "TopKSampling"], [43, 1, 1, "", "TorchGeneratorAgent"], [43, 1, 1, "", "TorchGeneratorModel"], [43, 1, 1, "", "TreeSearch"]], "parlai.core.torch_generator_agent.BeamSearch": [[43, 2, 1, "", "select_paths"]], "parlai.core.torch_generator_agent.DelayedBeamSearch": [[43, 2, 1, "", "__init__"], [43, 2, 1, "", "select_paths"]], "parlai.core.torch_generator_agent.DelayedNucleusBeamSearch": [[43, 2, 1, "", "__init__"], [43, 2, 1, "", "select_paths"]], "parlai.core.torch_generator_agent.FactualNucleusSampling": [[43, 2, 1, "", "__init__"], [43, 2, 1, "", "get_mask"], [43, 2, 1, "", "update_p"]], "parlai.core.torch_generator_agent.GreedySearch": [[43, 2, 1, "", "__init__"], [43, 2, 1, "", "select_paths"]], "parlai.core.torch_generator_agent.NucleusSampling": [[43, 2, 1, "", "__init__"], [43, 2, 1, "", "get_mask"], [43, 2, 1, "", "select_paths"]], "parlai.core.torch_generator_agent.PPLMetric": [[43, 2, 1, "", "value"]], "parlai.core.torch_generator_agent.SearchBlocklist": [[43, 2, 1, "", "__init__"]], "parlai.core.torch_generator_agent.TopKSampling": [[43, 2, 1, "", "__init__"], [43, 2, 1, "", "select_paths"]], "parlai.core.torch_generator_agent.TorchGeneratorAgent": [[43, 2, 1, "", "__init__"], [43, 2, 1, "", "add_cmdline_args"], [43, 2, 1, "", "batchify"], [43, 2, 1, "", "build_criterion"], [43, 2, 1, "", "compute_loss"], [43, 2, 1, "", "eval_step"], [43, 2, 1, "", "get_prefix_tokens"], [43, 2, 1, "", "rank_eval_label_candidates"], [43, 2, 1, "", "record_per_token_metrics"], [43, 2, 1, "", "reset_metrics"], [43, 2, 1, "", "set_interactive_mode"], [43, 2, 1, "", "share"], [43, 2, 1, "", "train_step"], [43, 2, 1, "", "upgrade_opt"], [43, 2, 1, "", "vectorize"]], "parlai.core.torch_generator_agent.TorchGeneratorModel": [[43, 2, 1, "", "__init__"], [43, 2, 1, "", "decode_forced"], [43, 2, 1, "", "forward"], [43, 2, 1, "", "reorder_decoder_incremental_state"], [43, 2, 1, "", "reorder_encoder_states"]], "parlai.core.torch_generator_agent.TreeSearch": [[43, 2, 1, "", "__init__"], [43, 2, 1, "", "advance"], [43, 2, 1, "", "get_backtrack_from_current_step"], [43, 2, 1, "", "get_output_from_current_step"], [43, 2, 1, "", "get_rescored_finished"], [43, 2, 1, "", "is_done"], [43, 2, 1, "", "select_paths"], [43, 2, 1, "", "set_batch_context"], [43, 2, 1, "", "set_context"]], "parlai.core.torch_image_agent": [[43, 1, 1, "", "TorchImageAgent"]], "parlai.core.torch_image_agent.TorchImageAgent": [[43, 2, 1, "", "__init__"], [43, 2, 1, "", "add_cmdline_args"], [43, 2, 1, "", "batchify"], [43, 2, 1, "", "batchify_image_features"]], "parlai.core.torch_ranker_agent": [[43, 1, 1, "", "TorchRankerAgent"]], "parlai.core.torch_ranker_agent.TorchRankerAgent": [[43, 2, 1, "", "__init__"], [43, 2, 1, "", "add_cmdline_args"], [43, 2, 1, "", "block_repeats"], [43, 2, 1, "", "build_criterion"], [43, 2, 1, "", "encode_candidates"], [43, 2, 1, "", "eval_step"], [43, 2, 1, "", "is_valid"], [43, 2, 1, "", "load_candidates"], [43, 2, 1, "", "score_candidates"], [43, 2, 1, "", "set_fixed_candidates"], [43, 2, 1, "", "set_interactive_mode"], [43, 2, 1, "", "set_vocab_candidates"], [43, 2, 1, "", "share"], [43, 2, 1, "", "train_step"], [43, 2, 1, "", "vectorize_fixed_candidates"]], "parlai.core.worlds": [[44, 1, 1, "", "BackgroundDriverWorld"], [44, 1, 1, "", "BackgroundWorkerDynamicBatchWorld"], [44, 1, 1, "", "BatchWorld"], [44, 1, 1, "", "DialogPartnerWorld"], [44, 1, 1, "", "DynamicBatchWorld"], [44, 1, 1, "", "MultiAgentDialogWorld"], [44, 1, 1, "", "MultiWorld"], [44, 1, 1, "", "World"], [44, 4, 1, "", "create_task"], [44, 4, 1, "", "create_task_world"], [44, 4, 1, "", "validate"]], "parlai.core.worlds.BackgroundDriverWorld": [[44, 2, 1, "", "__init__"], [44, 2, 1, "", "get_model_agent"], [44, 2, 1, "", "get_task_agent"], [44, 2, 1, "", "get_total_epochs"], [44, 2, 1, "", "get_total_exs"], [44, 2, 1, "", "num_episodes"], [44, 2, 1, "", "num_examples"], [44, 2, 1, "", "parley"], [44, 2, 1, "", "reset"], [44, 2, 1, "", "reset_metrics"], [44, 2, 1, "", "shutdown"]], "parlai.core.worlds.BackgroundWorkerDynamicBatchWorld": [[44, 2, 1, "", "__init__"]], "parlai.core.worlds.BatchWorld": [[44, 2, 1, "", "__init__"], [44, 2, 1, "", "batch_act"], [44, 2, 1, "", "batch_observe"], [44, 2, 1, "", "display"], [44, 2, 1, "", "episode_done"], [44, 2, 1, "", "epoch_done"], [44, 2, 1, "", "getID"], [44, 2, 1, "", "get_agents"], [44, 2, 1, "", "get_model_agent"], [44, 2, 1, "", "get_task_agent"], [44, 2, 1, "", "get_total_exs"], [44, 2, 1, "", "num_episodes"], [44, 2, 1, "", "num_examples"], [44, 2, 1, "", "parley"], [44, 2, 1, "", "report"], [44, 2, 1, "", "reset"], [44, 2, 1, "", "reset_metrics"], [44, 2, 1, "", "shutdown"]], "parlai.core.worlds.DialogPartnerWorld": [[44, 2, 1, "", "__init__"], [44, 2, 1, "", "add_cmdline_args"], [44, 2, 1, "", "episode_done"], [44, 2, 1, "", "epoch_done"], [44, 2, 1, "", "get_model_agent"], [44, 2, 1, "", "get_task_agent"], [44, 2, 1, "", "num_episodes"], [44, 2, 1, "", "num_examples"], [44, 2, 1, "", "parley"], [44, 2, 1, "", "report"], [44, 2, 1, "", "shutdown"], [44, 2, 1, "", "update_counters"]], "parlai.core.worlds.DynamicBatchWorld": [[44, 2, 1, "", "__init__"], [44, 2, 1, "", "epoch_done"], [44, 2, 1, "", "get_total_epochs"], [44, 2, 1, "", "get_total_exs"], [44, 2, 1, "", "num_episodes"], [44, 2, 1, "", "num_examples"], [44, 2, 1, "", "parley"], [44, 2, 1, "", "reset"], [44, 2, 1, "", "reset_metrics"], [44, 2, 1, "", "shutdown"]], "parlai.core.worlds.MultiAgentDialogWorld": [[44, 2, 1, "", "__init__"], [44, 2, 1, "", "episode_done"], [44, 2, 1, "", "epoch_done"], [44, 2, 1, "", "get_model_agent"], [44, 2, 1, "", "get_task_agent"], [44, 2, 1, "", "parley"], [44, 2, 1, "", "report"], [44, 2, 1, "", "shutdown"]], "parlai.core.worlds.MultiWorld": [[44, 2, 1, "", "__init__"], [44, 2, 1, "", "display"], [44, 2, 1, "", "epoch_done"], [44, 2, 1, "", "get_acts"], [44, 2, 1, "", "get_agents"], [44, 2, 1, "", "get_model_agent"], [44, 2, 1, "", "get_task_agent"], [44, 2, 1, "", "num_episodes"], [44, 2, 1, "", "num_examples"], [44, 2, 1, "", "parley"], [44, 2, 1, "", "parley_init"], [44, 2, 1, "", "report"], [44, 2, 1, "", "reset"], [44, 2, 1, "", "reset_metrics"], [44, 2, 1, "", "share"], [44, 2, 1, "", "update_counters"]], "parlai.core.worlds.World": [[44, 2, 1, "", "__init__"], [44, 2, 1, "", "clone"], [44, 2, 1, "", "display"], [44, 2, 1, "", "episode_done"], [44, 2, 1, "", "epoch_done"], [44, 2, 1, "", "getID"], [44, 2, 1, "", "get_acts"], [44, 2, 1, "", "get_agents"], [44, 2, 1, "", "get_model_agent"], [44, 2, 1, "", "get_task_agent"], [44, 2, 1, "", "get_time"], [44, 2, 1, "", "get_total_epochs"], [44, 2, 1, "", "get_total_exs"], [44, 2, 1, "", "get_total_parleys"], [44, 2, 1, "", "num_episodes"], [44, 2, 1, "", "num_examples"], [44, 2, 1, "", "parley"], [44, 2, 1, "", "reset"], [44, 2, 1, "", "reset_agents"], [44, 2, 1, "", "reset_metrics"], [44, 2, 1, "", "share"], [44, 2, 1, "", "shutdown"], [44, 2, 1, "", "update_counters"]], "parlai.utils": [[66, 0, 0, "-", "bpe"], [66, 0, 0, "-", "conversations"], [66, 0, 0, "-", "data"], [66, 0, 0, "-", "distributed"], [66, 0, 0, "-", "fp16"], [66, 0, 0, "-", "logging"], [66, 0, 0, "-", "misc"], [66, 0, 0, "-", "pickle"], [66, 0, 0, "-", "safety"], [66, 0, 0, "-", "strings"], [66, 0, 0, "-", "testing"], [66, 0, 0, "-", "torch"], [66, 0, 0, "-", "typing"], [66, 0, 0, "-", "world_logging"]], "parlai.utils.bpe": [[66, 1, 1, "", "BPEHelper"], [66, 1, 1, "", "Gpt2BpeHelper"], [66, 1, 1, "", "HuggingFaceBpeHelper"], [66, 1, 1, "", "SlowBytelevelBPE"], [66, 1, 1, "", "SubwordBPEHelper"], [66, 4, 1, "", "bpe_factory"]], "parlai.utils.bpe.BPEHelper": [[66, 2, 1, "", "__init__"], [66, 2, 1, "", "add_special_tokens"], [66, 2, 1, "", "copy_codecs_file"], [66, 2, 1, "", "decode"], [66, 2, 1, "", "enable_bpe_dropout"], [66, 2, 1, "", "encode"], [66, 2, 1, "", "finalize"], [66, 2, 1, "", "helper_decode"], [66, 2, 1, "", "helper_encode"], [66, 2, 1, "", "should_sort"], [66, 2, 1, "", "sync_with_dict"]], "parlai.utils.bpe.Gpt2BpeHelper": [[66, 2, 1, "", "__init__"], [66, 2, 1, "", "bpe"], [66, 2, 1, "", "bytes_to_unicode"], [66, 2, 1, "", "get_pairs"], [66, 2, 1, "", "helper_decode"], [66, 2, 1, "", "helper_encode"], [66, 2, 1, "", "save"], [66, 2, 1, "", "sync_with_dict"]], "parlai.utils.bpe.HuggingFaceBpeHelper": [[66, 2, 1, "", "__init__"], [66, 2, 1, "", "add_special_tokens"], [66, 2, 1, "", "helper_decode"], [66, 2, 1, "", "helper_encode"], [66, 2, 1, "", "save"], [66, 2, 1, "", "sync_with_dict"]], "parlai.utils.bpe.SlowBytelevelBPE": [[66, 2, 1, "", "sync_with_dict"]], "parlai.utils.bpe.SubwordBPEHelper": [[66, 2, 1, "", "__init__"], [66, 2, 1, "", "add_special_tokens"], [66, 2, 1, "", "copy_codecs_file"], [66, 2, 1, "", "finalize"], [66, 2, 1, "", "helper_decode"], [66, 2, 1, "", "helper_encode"], [66, 2, 1, "", "should_sort"], [66, 2, 1, "", "sync_with_dict"]], "parlai.utils.conversations": [[66, 1, 1, "", "Conversation"], [66, 1, 1, "", "Conversations"], [66, 1, 1, "", "Metadata"], [66, 1, 1, "", "Turn"]], "parlai.utils.conversations.Conversation": [[66, 2, 1, "", "__init__"]], "parlai.utils.conversations.Conversations": [[66, 2, 1, "", "__init__"], [66, 2, 1, "", "save_conversations"]], "parlai.utils.conversations.Metadata": [[66, 2, 1, "", "__init__"], [66, 2, 1, "", "read"], [66, 2, 1, "", "save_metadata"]], "parlai.utils.conversations.Turn": [[66, 2, 1, "", "__init__"]], "parlai.utils.data": [[66, 1, 1, "", "DatatypeHelper"]], "parlai.utils.data.DatatypeHelper": [[66, 2, 1, "", "fold"], [66, 2, 1, "", "is_streaming"], [66, 2, 1, "", "is_training"], [66, 2, 1, "", "should_cycle"], [66, 2, 1, "", "should_shuffle"], [66, 2, 1, "", "split_data_by_fold"], [66, 2, 1, "", "split_subset_data_by_fold"], [66, 2, 1, "", "strip_stream"]], "parlai.utils.distributed": [[66, 4, 1, "", "all_gather_list"], [66, 4, 1, "", "distributed_context"], [66, 4, 1, "", "find_free_port"], [66, 4, 1, "", "get_dist_group"], [66, 4, 1, "", "get_rank"], [66, 4, 1, "", "is_distributed"], [66, 4, 1, "", "is_primary_worker"], [66, 4, 1, "", "num_workers"], [66, 4, 1, "", "override_print"], [66, 4, 1, "", "slurm_distributed_context"], [66, 4, 1, "", "sync_object"], [66, 4, 1, "", "sync_parameters"]], "parlai.utils.fp16": [[66, 1, 1, "", "Adafactor"], [66, 1, 1, "", "DynamicLossScaler"], [66, 1, 1, "", "FP16SafeCrossEntropy"], [66, 1, 1, "", "MemoryEfficientFP16Adam"], [66, 1, 1, "", "MemoryEfficientFP16Optimizer"], [66, 1, 1, "", "SafeFP16Optimizer"], [66, 4, 1, "", "clip_grad_norm"], [66, 4, 1, "", "has_overflow"]], "parlai.utils.fp16.Adafactor": [[66, 2, 1, "", "__init__"], [66, 2, 1, "", "step"]], "parlai.utils.fp16.DynamicLossScaler": [[66, 2, 1, "", "__init__"], [66, 2, 1, "", "update_scale"]], "parlai.utils.fp16.FP16SafeCrossEntropy": [[66, 2, 1, "", "__init__"], [66, 2, 1, "", "forward"]], "parlai.utils.fp16.MemoryEfficientFP16Adam": [[66, 2, 1, "", "step"]], "parlai.utils.fp16.MemoryEfficientFP16Optimizer": [[66, 2, 1, "", "__init__"], [66, 2, 1, "", "add_param_group"], [66, 2, 1, "", "backward"], [66, 2, 1, "", "clip_main_grads"], [66, 2, 1, "", "compatible_optimizers"], [66, 2, 1, "", "load_state_dict"], [66, 3, 1, "", "loss_scale"], [66, 2, 1, "", "multiply_grads"], [66, 3, 1, "", "params"], [66, 2, 1, "", "state_dict"], [66, 2, 1, "", "step"], [66, 2, 1, "", "zero_grad"]], "parlai.utils.fp16.SafeFP16Optimizer": [[66, 2, 1, "", "__init__"], [66, 2, 1, "", "backward"], [66, 2, 1, "", "clip_main_grads"], [66, 2, 1, "", "load_state_dict"], [66, 3, 1, "", "loss_scale"], [66, 2, 1, "", "multiply_grads"], [66, 2, 1, "", "state_dict"], [66, 2, 1, "", "step"], [66, 2, 1, "", "zero_grad"]], "parlai.utils.logging": [[66, 1, 1, "", "ParlaiLogger"]], "parlai.utils.logging.ParlaiLogger": [[66, 2, 1, "", "__init__"], [66, 2, 1, "", "add_format_prefix"], [66, 2, 1, "", "log"], [66, 2, 1, "", "mute"], [66, 2, 1, "", "unmute"]], "parlai.utils.misc": [[66, 1, 1, "", "AttrDict"], [66, 1, 1, "", "SimpleCounter"], [66, 1, 1, "", "TimeLogger"], [66, 1, 1, "", "Timer"], [66, 4, 1, "", "clip_text"], [66, 4, 1, "", "display_messages"], [66, 4, 1, "", "error_once"], [66, 4, 1, "", "float_formatter"], [66, 4, 1, "", "load_cands"], [66, 4, 1, "", "maintain_dialog_history"], [66, 4, 1, "", "msg_to_str"], [66, 4, 1, "", "nice_report"], [66, 4, 1, "", "recursive_getattr"], [66, 4, 1, "", "round_sigfigs"], [66, 4, 1, "", "set_namedtuple_defaults"], [66, 4, 1, "", "str_to_msg"], [66, 4, 1, "", "warn_once"]], "parlai.utils.misc.AttrDict": [[66, 2, 1, "", "__init__"]], "parlai.utils.misc.SimpleCounter": [[66, 2, 1, "", "__init__"]], "parlai.utils.misc.TimeLogger": [[66, 2, 1, "", "__init__"], [66, 2, 1, "", "log"], [66, 2, 1, "", "time"], [66, 2, 1, "", "total_time"]], "parlai.utils.misc.Timer": [[66, 2, 1, "", "__init__"], [66, 2, 1, "", "reset"], [66, 2, 1, "", "resume"], [66, 2, 1, "", "stop"], [66, 2, 1, "", "time"]], "parlai.utils.pickle": [[66, 1, 1, "", "Unpickler"]], "parlai.utils.safety": [[66, 1, 1, "", "OffensiveLanguageClassifier"], [66, 1, 1, "", "OffensiveStringMatcher"]], "parlai.utils.safety.OffensiveLanguageClassifier": [[66, 2, 1, "", "__init__"], [66, 2, 1, "", "contains_offensive_language"]], "parlai.utils.safety.OffensiveStringMatcher": [[66, 2, 1, "", "__init__"], [66, 2, 1, "", "add_phrase"], [66, 2, 1, "", "add_words"], [66, 2, 1, "", "contains_offensive_language"], [66, 2, 1, "", "find_all_offensive_language"]], "parlai.utils.strings": [[66, 4, 1, "", "normalize_reply"], [66, 4, 1, "", "uppercase"]], "parlai.utils.testing": [[66, 4, 1, "", "capture_output"], [66, 4, 1, "", "display_data"], [66, 4, 1, "", "display_model"], [66, 4, 1, "", "eval_model"], [66, 4, 1, "", "git_changed_files"], [66, 4, 1, "", "git_commit_messages"], [66, 4, 1, "", "git_ls_dirs"], [66, 4, 1, "", "git_ls_files"], [66, 4, 1, "", "is_new_task_filename"], [66, 4, 1, "", "is_this_circleci"], [66, 1, 1, "", "retry"], [66, 4, 1, "", "skipIfCircleCI"], [66, 4, 1, "", "skipIfGPU"], [66, 4, 1, "", "skipUnlessBPE"], [66, 4, 1, "", "skipUnlessClearML"], [66, 4, 1, "", "skipUnlessFairseq"], [66, 4, 1, "", "skipUnlessGPU"], [66, 4, 1, "", "skipUnlessMephisto"], [66, 4, 1, "", "skipUnlessTorch"], [66, 4, 1, "", "skipUnlessVision"], [66, 4, 1, "", "tempdir"], [66, 4, 1, "", "timeout"], [66, 4, 1, "", "train_model"]], "parlai.utils.testing.retry": [[66, 2, 1, "", "__init__"]], "parlai.utils.torch": [[66, 1, 1, "", "IdentityLayer"], [66, 1, 1, "", "PipelineHelper"], [66, 1, 1, "", "PipelineWorkItem"], [66, 4, 1, "", "argsort"], [66, 4, 1, "", "atomic_save"], [66, 4, 1, "", "compute_grad_norm"], [66, 4, 1, "", "concat_without_padding"], [66, 4, 1, "", "neginf"], [66, 4, 1, "", "padded_3d"], [66, 4, 1, "", "padded_tensor"], [66, 4, 1, "", "total_parameters"], [66, 4, 1, "", "trainable_parameters"]], "parlai.utils.torch.IdentityLayer": [[66, 2, 1, "", "forward"]], "parlai.utils.torch.PipelineHelper": [[66, 2, 1, "", "__init__"], [66, 2, 1, "", "check_compatibility"], [66, 2, 1, "", "chunk_to"], [66, 2, 1, "", "guess_split_size"], [66, 2, 1, "", "join"], [66, 2, 1, "", "make_parallel"], [66, 2, 1, "", "schedule_work_items"], [66, 2, 1, "", "split"]], "parlai.utils.torch.PipelineWorkItem": [[66, 5, 1, "", "chunk_idx"], [66, 5, 1, "", "layer_nos"], [66, 5, 1, "", "next_device"]], "parlai.utils.typing": [[66, 7, 1, "", "TScalar"]], "parlai.utils.world_logging": [[66, 1, 1, "", "WorldLogger"]], "parlai.utils.world_logging.WorldLogger": [[66, 2, 1, "", "__init__"], [66, 2, 1, "", "log"]]}, "objtypes": {"0": "py:module", "1": "py:class", "2": "py:method", "3": "py:property", "4": "py:function", "5": "py:attribute", "6": "py:exception", "7": "py:data"}, "objnames": {"0": ["py", "module", "Python module"], "1": ["py", "class", "Python class"], "2": ["py", "method", "Python method"], "3": ["py", "property", "Python property"], "4": ["py", "function", "Python function"], "5": ["py", "attribute", "Python attribute"], "6": ["py", "exception", "Python exception"], "7": ["py", "data", "Python data"]}, "titleterms": {"alic": 0, "bot": [0, 49, 67], "setup": [0, 7, 51], "bart": [1, 67], "basic": [1, 2, 3, 4, 6, 9, 10, 11, 12, 13, 15, 16, 17, 19, 20, 22, 24, 26], "exampl": [1, 2, 3, 4, 6, 7, 9, 10, 11, 12, 13, 15, 16, 17, 19, 20, 22, 24, 26, 29, 31, 51, 52, 56, 63, 64], "train": [1, 9, 14, 18, 50, 54, 58, 60, 63, 64, 67], "convai2": [1, 9, 49, 67], "interact": [1, 7, 31, 50, 53], "model": [1, 14, 18, 45, 50, 55, 56, 58, 63, 64, 67], "fine": [1, 67], "tune": [1, 67], "fairseq": 1, "bartag": [1, 14], "option": [1, 2, 3, 5, 6, 7, 8, 10, 11, 12, 13, 14, 15, 16, 18, 19, 20, 21, 22, 23, 24, 25, 26, 56], "transformergeneratorag": [1, 10, 14, 18, 25], "bert": [2, 3, 67], "classifi": [2, 18, 43, 67], "bertclassifierag": 2, "bertdictionaryag": 2, "ranker": [3, 18, 43, 64, 67], "content": 3, "preliminari": 3, "biencoderrankerag": 3, "crossencoderrankerag": 3, "fusion": 5, "decod": [5, 14, 49, 63, 67], "fid": [5, 67], "dictionaryag": [5, 10, 11, 14, 22, 26], "fidag": 5, "ragag": [5, 14], "searchqueryfaissindexfidag": 5, "searchqueryfidag": 5, "searchquerysearchenginefidag": 5, "wizintgolddocretrieverfidag": 5, "fix": [6, 45, 64], "respons": [6, 45, 67], "fixedresponseag": 6, "gpt3": 7, "self": [7, 62], "chat": [7, 28, 49, 51, 62, 67], "limit": 7, "gpt3agent": 7, "hred": 8, "agent": [8, 21, 23, 25, 26, 27, 28, 33, 43, 50, 55, 62, 63, 64, 65], "hredag": 8, "hug": 9, "face": 9, "gpt2": 9, "dialogpt": 9, "t5": 9, "implement": [9, 59], "larg": [9, 67], "imag": [10, 28, 37, 43, 49, 53, 67], "seq2seq": [10, 14, 21], "imageseq2seqag": 10, "ir": 11, "baselin": [11, 54, 67], "irbaselineag": 11, "local": [12, 20, 55], "human": [12, 20], "localhumanag": [12, 20], "memnn": 13, "memnnag": 13, "retriev": [14, 19, 24, 67], "augment": 14, "gener": [14, 43, 45, 49, 54, 56, 63, 67], "rag": [14, 67], "instal": [14, 58], "memori": [14, 67], "requir": 14, "ram": 14, "gpu": [14, 54], "quick": [14, 58], "start": [14, 58], "type": [14, 61, 66], "other": [14, 52], "number": 14, "document": [14, 46, 49], "thorough": 14, "faiss": [14, 67], "index": [14, 67], "your": [14, 18, 30, 51, 52, 57, 61], "own": [14, 18, 30, 51, 52, 57, 61], "1a": 14, "recommend": [14, 49], "obtain": 14, "choos": 14, "pre": [14, 67], "dpr": [14, 67], "1b": [14, 67], "dropout": [14, 67], "poli": [14, 67], "encod": [14, 63, 67], "2": [14, 18, 49, 56, 60, 67], "dens": 14, "embed": [14, 67], "1": [14, 18, 49, 56, 60], "hour": 14, "minut": 14, "shard": 14, "appropri": 14, "50": 14, "x": 14, "3": [14, 18, 60, 67], "directori": 14, "structur": 14, "custom": [14, 30, 55, 56], "compon": [14, 46], "sequenc": [14, 67], "bartragag": 14, "polyencoderag": 14, "t5agent": 14, "t5ragag": 14, "transformergeneratorragag": 14, "random": 15, "candid": [15, 64], "randomcandidateag": 15, "repeat": [16, 17], "label": [16, 37, 49, 67], "repeatlabelag": 16, "queri": [17, 67], "output": [18, 47], "rerank": 18, "how": 18, "build": [18, 60], "re": [18, 67], "subclass": 18, "abstractrerank": 18, "abstractgeneratorrerankag": 18, "case": 18, "studi": 18, "rank": [18, 64], "light": [18, 49, 67], "rpa": [18, 67], "abstractgpt2rerankag": 18, "gpt2agent": 18, "longabstractgeneratorrerankag": 18, "transformervariantag": 18, "reader": 19, "retrieverreaderag": 19, "safe": 20, "safelocalhumanag": 20, "seq2seqag": 21, "starspac": 22, "starspaceag": 22, "test": [23, 45, 49, 50, 60, 61, 66, 67], "mocktorchag": 23, "mocktrainupdatesag": 23, "silenttorchag": 23, "tfidf": 24, "tfidfretrieverag": 24, "transform": [25, 58, 59, 67], "variat": 25, "transformerclassifierag": 25, "transformerrankerag": 25, "unigram": 26, "unigramag": 26, "standard": [27, 55], "list": [27, 48, 55, 60], "parlai": [28, 30, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 50, 53, 58, 60, 61, 66], "chat_servic": 28, "servic": [28, 51], "core": [28, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 50], "chat_service_manag": 28, "socket": [28, 51], "world_runn": 28, "browser": [28, 51], "browser_chat": 28, "browser_manag": 28, "messeng": [28, 51], "message_send": 28, "messenger_manag": 28, "world": [28, 44, 50, 65], "termin": [28, 51], "terminal_chat": 28, "terminal_manag": 28, "websocket": 28, "websocket_manag": 28, "util": [28, 61, 66], "config": 28, "log": [28, 66], "misc": [28, 66], "server": 28, "timeout": 28, "advanc": [29, 52], "script": [29, 30, 41, 46, 50, 61], "build_candid": 29, "cli": [29, 31], "argument": [29, 31, 57], "build_dict": 29, "convert_to_json": 29, "convert_to_parlai": 29, "convo_rend": 29, "data_stat": 29, "detect_offens": 29, "eval_wordstat": 29, "extract_image_featur": 29, "flask": 29, "interactive_web": 29, "multiprocessing_ev": 29, "multiprocessing_train": 29, "parti": [29, 49, 67], "profile_interact": 29, "profile_train": 29, "token_stat": 29, "torchscript": 29, "vacuum": 29, "verify_data": 29, "write": [30, 57, 61], "parlaiscript": 30, "setup_arg": 30, "run": [30, 52, 53, 61], "regist": 30, "command": [30, 31, 53, 62], "line": [30, 31, 62], "import": 30, "arg": [30, 56], "kwarg": 30, "usag": [31, 57], "display_data": 31, "display_model": 31, "eval_model": 31, "generate_model_card": 31, "safe_interact": 31, "self_chat": 31, "tod_world_script": 31, "train_model": 31, "build_data": 34, "dict": 35, "loader": 36, "messag": [37, 50], "text": [37, 60], "id": 37, "eval_label": 37, "label_candid": 37, "text_candid": 37, "episode_don": 37, "reward": 37, "extend": [37, 63], "field": 37, "metric": [38, 55, 64], "mutat": [39, 47, 57], "opt": [40, 48], "param": 40, "teacher": [42, 45, 49, 50, 55, 60, 61], "torch_ag": 43, "torch": [43, 63, 64, 66], "frequent": 45, "ask": 45, "question": [45, 49], "why": 45, "i": [45, 50, 56, 60, 67], "my": 45, "can": 45, "t": 45, "reproduc": 45, "result": 45, "an": 45, "evalu": [45, 49, 50, 64, 67], "task": [45, 49, 50, 51, 52, 57, 58, 60, 61, 62, 67], "pretrain": [45, 67], "want": 45, "lot": 45, "utter": [45, 67], "": [45, 49, 52], "perplex": 45, "so": 45, "high": 45, "1000": 45, "when": 45, "chang": [45, 53, 56], "now": 45, "its": 45, "won": 45, "pass": 45, "us": [45, 50, 51, 54, 56, 60, 63, 64, 67], "window": 45, "tutori": [46, 58, 63, 67], "explan": 46, "faq": 46, "troubleshoot": 46, "refer": 46, "api": 46, "origin": 47, "context_shuffl": 47, "episode_revers": 47, "episode_shuffl": 47, "flatten": 47, "last_turn": 47, "word_revers": 47, "word_shuffl": 47, "preset": 48, "all": [49, 67], "multi": [49, 57, 62, 67], "chitchat": 49, "blend": [49, 67], "skill": [49, 67], "talk": [49, 67], "cmu": 49, "ground": [49, 67], "convers": [49, 66, 67], "cornel": [49, 67], "movi": [49, 67], "dialogu": [49, 67], "nli": 49, "dstc7": 49, "subtrack": 49, "ubuntu": [49, 67], "dialog": [49, 67], "reddit": [49, 67], "open": 49, "subtitl": 49, "convai": 49, "persona": [49, 67], "taskmast": 49, "2019": 49, "msr": 49, "end": [49, 67], "To": [49, 67], "twitter": [49, 58, 67], "wild": 49, "wizard": [49, 67], "Of": [49, 67], "wikipedia": [49, 67], "daili": 49, "empathet": [49, 67], "holl": 49, "e": 49, "redial": 49, "style": [49, 67], "control": [49, 67], "contradict": 49, "detect": [49, 67], "internet": [49, 67], "multisessionchat": 49, "xpersona": 49, "lccc": 49, "cloze": 49, "booktest": 49, "children": 49, "book": [49, 67], "cbt": 49, "qa": 49, "cnn": 49, "mail": 49, "debug": 49, "integr": [49, 61, 67], "dodeca": [49, 67], "entail": 49, "multinli": 49, "The": [49, 56], "stanford": 49, "natur": 49, "languag": 49, "infer": 49, "snli": 49, "corpu": 49, "adversari": [49, 67], "anli": 49, "entailmentbank": 49, "goal": 49, "coach": 49, "prefer": 49, "elicit": 49, "base": [49, 60, 67], "learn": 49, "babi": 49, "wikimovi": 49, "mutualfriend": 49, "person": [49, 67], "full": [49, 67], "set": [49, 54, 64], "small": 49, "n": 49, "scan": 49, "multiwoz": 49, "0": 49, "onecommon": 49, "airdialogu": 49, "googlesgd": 49, "simul": 49, "split": 49, "taskmaster2": 49, "tickettalk": 49, "taskmaster3": 49, "metalwoz": 49, "mt": [49, 67], "wmt": 49, "iwslt14": 49, "math": 49, "asdiv": 49, "mathdataset": 49, "moviedd": 49, "multipartyconvo": 49, "friend": 49, "negoti": 49, "deal": 49, "Or": [49, 67], "No": 49, "casino": 49, "campsit": 49, "amazonqa": 49, "aqua": 49, "1k": 49, "10k": 49, "answer": 49, "challeng": 49, "hotpotqa": 49, "mctest": 49, "mturk": [49, 52], "narrativeqa": 49, "In": 49, "context": [49, 61, 67], "simpl": [49, 50, 58], "squad2": 49, "squad": 49, "triviaqa": 49, "web": [49, 51], "wikiqa": 49, "insuranceqa": 49, "m": 49, "marco": 49, "qangaroo": 49, "eli5": [49, 67], "dream": 49, "c3": 49, "commonsenseqa": 49, "eqasc": 49, "reason": 49, "choic": 49, "plausibl": 49, "altern": 49, "framework": 49, "proofwrit": 49, "tod": [49, 67], "multidogo": 49, "visual": 49, "fvqa": 49, "vqav1": 49, "vqav2": 49, "visdial": 49, "mnist": 49, "clevr": 49, "nlvr": 49, "flickr30k": 49, "coco": 49, "caption": [49, 67], "spolin": 49, "fit": [49, 67], "common": [49, 61], "decanlp": 49, "sst": 49, "sentiment": 49, "analysi": 49, "dm": 49, "summaris": 49, "srl": 49, "semant": 49, "role": 49, "zre": 49, "relat": 49, "extract": 49, "woz": 49, "restuar": 49, "reserv": 49, "orient": [49, 67], "wikisql": 49, "pars": 49, "mwsc": 49, "pronoun": 49, "resolut": 49, "engag": 49, "improv": 49, "uncategor": 49, "safeti": [49, 66, 67], "mix": 49, "glue": 49, "huggingfac": 49, "prosoci": 49, "refram": 49, "unhelp": 49, "thought": 49, "superglu": 49, "qe": 49, "decathlon": 49, "selfchat": 49, "funpedia": 49, "gender": [49, 67], "bia": [49, 67], "genderationbiascontroltask": 49, "md": [49, 67], "sensit": [49, 67], "topic": [49, 67], "valid": [49, 50, 60], "jerichoworld": 49, "saferdialogu": [49, 67], "intro": 50, "what": [50, 56], "concept": 50, "action": 50, "displai": [50, 62], "data": [50, 52, 53, 60, 61, 66], "exist": 50, "overview": 51, "creat": [51, 52, 60, 63, 64], "avail": 51, "facebook": 51, "ad": [51, 55, 56, 60], "new": [51, 60], "crowdsourc": 52, "sampl": 52, "collect": 52, "techniqu": 52, "review": 52, "turker": 52, "work": 52, "mephisto": 52, "tip": [52, 62], "trick": [52, 62], "approv": 52, "reject": 52, "filter": 52, "worker": 52, "soft": 52, "block": 52, "prevent": 52, "handl": [52, 60], "crash": 52, "design": 52, "addit": 52, "credit": 52, "docker": 53, "pull": 53, "singl": [53, 56, 67], "shell": 53, "runtim": 53, "resourc": 53, "persist": 53, "code": 53, "speed": 54, "up": 54, "skip": 54, "larger": 54, "eval": 54, "batchsiz": 54, "dynam": [54, 65], "batch": [54, 65], "fp16": [54, 66], "background": 54, "preprocess": 54, "multipl": 54, "understand": 55, "introduct": [55, 65], "specif": 55, "level": [55, 67], "global": 55, "card": 56, "process": 56, "step": 56, "report": 56, "detail": 56, "extra": 56, "path": 56, "dataset": [56, 60, 67], "info": 56, "add": [56, 58, 60], "section": 56, "order": 56, "compos": [57, 59], "colab": 58, "view": 58, "conclus": 58, "swap": 59, "out": 59, "subcompon": 59, "make": 59, "modul": [59, 67], "swappabl": 59, "quickstart": 60, "separ": 60, "json": 60, "file": 60, "format": 60, "instead": 60, "more": [60, 62], "complet": 60, "wai": 60, "part": 60, "which": 60, "should": 60, "parlaidialogteach": 60, "dialogteach": 60, "chunk": 60, "from": 60, "scratch": 60, "4": 60, "execut": 60, "5": 60, "contribut": 60, "upstream": 60, "continu": 61, "explain": 61, "unit": 61, "nightli": 61, "decor": 61, "skipif": 61, "skipunless": 61, "retri": 61, "manag": 61, "scenario": 61, "tool": 62, "weight": 62, "paramet": 62, "conveni": 62, "function": 62, "prettifi": 62, "intern": 62, "torchgeneratorag": 63, "torchgeneratormodel": 63, "track": 64, "vocab": [64, 67], "share": 65, "bpe": 66, "distribut": 66, "pickl": 66, "string": 66, "world_log": 66, "zoo": 67, "For": 67, "imageseq2seq": 67, "dodecadialogu": 67, "ft": 67, "unlikelihood": 67, "And": 67, "repetit": 67, "token": 67, "turn": 67, "doc": 67, "Then": 67, "onli": 67, "multiset": 67, "compress": 67, "exact": 67, "passag": 67, "wow": 67, "birank": 67, "am": 67, "me": 67, "you": 67, "vanilla": 67, "128": 67, "1024": 67, "truncat": 67, "object": 67, "profil": 67, "expand": 67, "attent": 67, "autom": 67, "transresnet": 67, "resnet": 67, "152": 67, "toronto": 67, "bi": 67, "cross": 67, "alpha": 67, "1e0": 67, "1e1": 67, "1e2": 67, "1e3": 67, "resnet152": 67, "dailydialog": 67, "tbd": 67, "pushshift": 67, "io": 67, "igc": 67, "v2": 67, "blendedskilltalk": 67, "empatheticdialogu": 67, "On": 67, "bst": 67, "blender": 67, "90m": 67, "7b": 67, "distil": 67, "400m": 67, "9": 67, "4b": 67, "modal": 67, "blenderbot": 67, "mmb": 67, "degenpo": 67, "blenderbot3b": 67, "With": 67, "name": 67, "scrambl": 67, "reduct": 67, "bin": 67, "ethnic": 67, "plu": 67, "gen": 67, "c75": 67, "d": 67, "previou": 67, "current": 67, "mdgender": 67, "blenderbot2": 67, "3b": 67, "serarch": 67, "wizint": 67, "search": 67, "engin": 67, "msc": 67, "msc2": 67, "summsc": 67, "fidrag": 67, "summar": 67, "8": 67, "differ": 67, "see": 67, "project": 67, "page": 67, "schema": 67, "awar": 67, "agnost": 67, "take": 67, "feedback": 67, "gracefulli": 67, "after": 67, "failur": 67, "whoami": 67, "roberta": 67, "cc100en": 67, "r2c2": 67, "3bm": 67, "seeker": 67, "knowledg": 67, "lm": 67, "cc": 67, "medium": 67, "xl": 67, "supervis": 67, "director": 67, "satisfact": 67, "bb3": 67, "multiparti": 67, "speaker": 67, "predict": 67, "word": 67}, "envversion": {"sphinx.domains.c": 2, "sphinx.domains.changeset": 1, "sphinx.domains.citation": 1, "sphinx.domains.cpp": 6, "sphinx.domains.index": 1, "sphinx.domains.javascript": 2, "sphinx.domains.math": 2, "sphinx.domains.python": 3, "sphinx.domains.rst": 2, "sphinx.domains.std": 2, "sphinx": 56}})