main.ipynb

{
 "cells": [
  {
   "attachments": {},
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "Install packages"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": [
    "!pip install -r requirements.txt\n",
    "!pip install python-terrier matplotlib pandas"
   ]
  },
  {
   "attachments": {},
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "Add ifind"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": [
    "!export PYTHONPATH=\"${PYTHONPATH}:./ifind\""
   ]
  },
  {
   "attachments": {},
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "Prepare topics"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": [
    "with open('wtr/queries_qrels/queries.txt') as f_in:\n",
    "    for line in f_in.readlines():\n",
    "        splits = line.split(' ')\n",
    "        file_name = 'wtr/topics/topic.' + splits[0]\n",
    "        with open(file_name, 'w') as f_out:\n",
    "            f_out.write(' '.join(splits[1:]))"
   ]
  },
  {
   "attachments": {},
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "Run simulations"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 12,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "PyTerrier 0.9.2 has loaded Terrier 5.7 (built by craigm on 2022-11-10 18:30) and terrier-helper 0.0.7\n",
      "\n",
      "No etc/terrier.properties, using terrier.default.properties for bootstrap configuration.\n",
      "\u001b[H\u001b[2JSIMULATION 'wtr_sim-41-fixeddepthuser3-PageTitle-gpt-rprob10nprob00'\n",
      "  Simulation Configuration:\n",
      "    Topic: 41\n",
      "    Search Interface: PyterrierWebSearchInterface\n",
      "        index_dir: \n",
      "\n",
      "  User Configuration (fixeddepthuser3-PageTitle-gpt-rprob10nprob00):\n",
      "    Query Generator: PredeterminedQueryGenerator\n",
      "        stopword_file: ../example_data/terms/stopwords.txt\n",
      "        query_file: ../wtr/wtr-uqvs-orig.txt\n",
      "        user: 1\n",
      "    Snippet Classifier: StochasticInformedTrecTextClassifier\n",
      "        qrel_file: ../wtr/queries_qrels/rel_PageTitle_qrels.txt\n",
      "        rprob: 1.0\n",
      "        nprob: 0.0\n",
      "        data_handler: 0\n",
      "    Document Classifier: StochasticInformedTrecTextClassifier\n",
      "        qrel_file: ../wtr/queries_qrels/rel_table_qrels.txt\n",
      "        rprob: 1.0\n",
      "        nprob: 0.0\n",
      "        data_handler: 0\n",
      "    Stopping Decision Maker: FixedDepthDecisionMaker\n",
      "        depth: 3\n",
      "    SERP Impression: SimpleSERPImpression\n",
      "        qrel_file: ../wtr/queries_qrels/rel_table_qrels.txt\n",
      "    Logger: FixedCostLogger\n",
      "        time_limit: 10000\n",
      "        query_cost: 10\n",
      "        document_cost: 20\n",
      "        snippet_cost: 3\n",
      "        serp_results_cost: 5\n",
      "        mark_document_cost: 3\n",
      "    Search Context: SearchContext\n",
      "        relevance_revision: 1\n",
      "\n",
      "  Results Summary:\n",
      "    Number of Queries Issued: 100\n",
      "    Number of Snippets Examined: 300\n",
      "    Number of Documents Examined: 8\n",
      "    Number of Documents Marked Relevant: 3\n",
      "    Number of Attractive SERPs Examined: 100\n",
      "    Number of Unattractive SERPs Examined: 0\n",
      "\n",
      "\u001b[H\u001b[2JSIMULATION 'wtr_sim-41-fixeddepthuser5-PageTitle-gpt-rprob10nprob00'\n",
      "  Simulation Configuration:\n",
      "    Topic: 41\n",
      "    Search Interface: PyterrierWebSearchInterface\n",
      "        index_dir: \n",
      "\n",
      "  User Configuration (fixeddepthuser5-PageTitle-gpt-rprob10nprob00):\n",
      "    Query Generator: PredeterminedQueryGenerator\n",
      "        stopword_file: ../example_data/terms/stopwords.txt\n",
      "        query_file: ../wtr/wtr-uqvs-orig.txt\n",
      "        user: 1\n",
      "    Snippet Classifier: StochasticInformedTrecTextClassifier\n",
      "        qrel_file: ../wtr/queries_qrels/rel_PageTitle_qrels.txt\n",
      "        rprob: 1.0\n",
      "        nprob: 0.0\n",
      "        data_handler: 0\n",
      "    Document Classifier: StochasticInformedTrecTextClassifier\n",
      "        qrel_file: ../wtr/queries_qrels/rel_table_qrels.txt\n",
      "        rprob: 1.0\n",
      "        nprob: 0.0\n",
      "        data_handler: 0\n",
      "    Stopping Decision Maker: FixedDepthDecisionMaker\n",
      "        depth: 5\n",
      "    SERP Impression: SimpleSERPImpression\n",
      "        qrel_file: ../wtr/queries_qrels/rel_table_qrels.txt\n",
      "    Logger: FixedCostLogger\n",
      "        time_limit: 10000\n",
      "        query_cost: 10\n",
      "        document_cost: 20\n",
      "        snippet_cost: 3\n",
      "        serp_results_cost: 5\n",
      "        mark_document_cost: 3\n",
      "    Search Context: SearchContext\n",
      "        relevance_revision: 1\n",
      "\n",
      "  Results Summary:\n",
      "    Number of Queries Issued: 100\n",
      "    Number of Snippets Examined: 500\n",
      "    Number of Documents Examined: 9\n",
      "    Number of Documents Marked Relevant: 4\n",
      "    Number of Attractive SERPs Examined: 100\n",
      "    Number of Unattractive SERPs Examined: 0\n",
      "\n",
      "\u001b[H\u001b[2JSIMULATION 'wtr_sim-41-fixeddepthuser10-PageTitle-gpt-rprob10nprob00'\n",
      "  Simulation Configuration:\n",
      "    Topic: 41\n",
      "    Search Interface: PyterrierWebSearchInterface\n",
      "        index_dir: \n",
      "\n",
      "  User Configuration (fixeddepthuser10-PageTitle-gpt-rprob10nprob00):\n",
      "    Query Generator: PredeterminedQueryGenerator\n",
      "        stopword_file: ../example_data/terms/stopwords.txt\n",
      "        query_file: ../wtr/wtr-uqvs-orig.txt\n",
      "        user: 1\n",
      "    Snippet Classifier: StochasticInformedTrecTextClassifier\n",
      "        qrel_file: ../wtr/queries_qrels/rel_PageTitle_qrels.txt\n",
      "        rprob: 1.0\n",
      "        nprob: 0.0\n",
      "        data_handler: 0\n",
      "    Document Classifier: StochasticInformedTrecTextClassifier\n",
      "        qrel_file: ../wtr/queries_qrels/rel_table_qrels.txt\n",
      "        rprob: 1.0\n",
      "        nprob: 0.0\n",
      "        data_handler: 0\n",
      "    Stopping Decision Maker: FixedDepthDecisionMaker\n",
      "        depth: 10\n",
      "    SERP Impression: SimpleSERPImpression\n",
      "        qrel_file: ../wtr/queries_qrels/rel_table_qrels.txt\n",
      "    Logger: FixedCostLogger\n",
      "        time_limit: 10000\n",
      "        query_cost: 10\n",
      "        document_cost: 20\n",
      "        snippet_cost: 3\n",
      "        serp_results_cost: 5\n",
      "        mark_document_cost: 3\n",
      "    Search Context: SearchContext\n",
      "        relevance_revision: 1\n",
      "\n",
      "  Results Summary:\n",
      "    Number of Queries Issued: 100\n",
      "    Number of Snippets Examined: 1000\n",
      "    Number of Documents Examined: 12\n",
      "    Number of Documents Marked Relevant: 7\n",
      "    Number of Attractive SERPs Examined: 100\n",
      "    Number of Unattractive SERPs Examined: 0\n",
      "\n",
      "\u001b[H\u001b[2JSIMULATION 'wtr_sim-41-fixeddepthuser20-PageTitle-gpt-rprob10nprob00'\n",
      "  Simulation Configuration:\n",
      "    Topic: 41\n",
      "    Search Interface: PyterrierWebSearchInterface\n",
      "        index_dir: \n",
      "\n",
      "  User Configuration (fixeddepthuser20-PageTitle-gpt-rprob10nprob00):\n",
      "    Query Generator: PredeterminedQueryGenerator\n",
      "        stopword_file: ../example_data/terms/stopwords.txt\n",
      "        query_file: ../wtr/wtr-uqvs-orig.txt\n",
      "        user: 1\n",
      "    Snippet Classifier: StochasticInformedTrecTextClassifier\n",
      "        qrel_file: ../wtr/queries_qrels/rel_PageTitle_qrels.txt\n",
      "        rprob: 1.0\n",
      "        nprob: 0.0\n",
      "        data_handler: 0\n",
      "    Document Classifier: StochasticInformedTrecTextClassifier\n",
      "        qrel_file: ../wtr/queries_qrels/rel_table_qrels.txt\n",
      "        rprob: 1.0\n",
      "        nprob: 0.0\n",
      "        data_handler: 0\n",
      "    Stopping Decision Maker: FixedDepthDecisionMaker\n",
      "        depth: 20\n",
      "    SERP Impression: SimpleSERPImpression\n",
      "        qrel_file: ../wtr/queries_qrels/rel_table_qrels.txt\n",
      "    Logger: FixedCostLogger\n",
      "        time_limit: 10000\n",
      "        query_cost: 10\n",
      "        document_cost: 20\n",
      "        snippet_cost: 3\n",
      "        serp_results_cost: 5\n",
      "        mark_document_cost: 3\n",
      "    Search Context: SearchContext\n",
      "        relevance_revision: 1\n",
      "\n",
      "  Results Summary:\n",
      "    Number of Queries Issued: 100\n",
      "    Number of Snippets Examined: 2000\n",
      "    Number of Documents Examined: 14\n",
      "    Number of Documents Marked Relevant: 7\n",
      "    Number of Attractive SERPs Examined: 100\n",
      "    Number of Unattractive SERPs Examined: 0\n",
      "\n",
      "\u001b[H\u001b[2JSIMULATION 'wtr_sim-41-fixeddepthuser30-PageTitle-gpt-rprob10nprob00'\n",
      "  Simulation Configuration:\n",
      "    Topic: 41\n",
      "    Search Interface: PyterrierWebSearchInterface\n",
      "        index_dir: \n",
      "\n",
      "  User Configuration (fixeddepthuser30-PageTitle-gpt-rprob10nprob00):\n",
      "    Query Generator: PredeterminedQueryGenerator\n",
      "        stopword_file: ../example_data/terms/stopwords.txt\n",
      "        query_file: ../wtr/wtr-uqvs-orig.txt\n",
      "        user: 1\n",
      "    Snippet Classifier: StochasticInformedTrecTextClassifier\n",
      "        qrel_file: ../wtr/queries_qrels/rel_PageTitle_qrels.txt\n",
      "        rprob: 1.0\n",
      "        nprob: 0.0\n",
      "        data_handler: 0\n",
      "    Document Classifier: StochasticInformedTrecTextClassifier\n",
      "        qrel_file: ../wtr/queries_qrels/rel_table_qrels.txt\n",
      "        rprob: 1.0\n",
      "        nprob: 0.0\n",
      "        data_handler: 0\n",
      "    Stopping Decision Maker: FixedDepthDecisionMaker\n",
      "        depth: 30\n",
      "    SERP Impression: SimpleSERPImpression\n",
      "        qrel_file: ../wtr/queries_qrels/rel_table_qrels.txt\n",
      "    Logger: FixedCostLogger\n",
      "        time_limit: 10000\n",
      "        query_cost: 10\n",
      "        document_cost: 20\n",
      "        snippet_cost: 3\n",
      "        serp_results_cost: 5\n",
      "        mark_document_cost: 3\n",
      "    Search Context: SearchContext\n",
      "        relevance_revision: 1\n",
      "\n",
      "  Results Summary:\n",
      "    Number of Queries Issued: 92\n",
      "    Number of Snippets Examined: 2751\n",
      "    Number of Documents Examined: 17\n",
      "    Number of Documents Marked Relevant: 9\n",
      "    Number of Attractive SERPs Examined: 92\n",
      "    Number of Unattractive SERPs Examined: 0\n",
      "\n",
      "\u001b[H\u001b[2JSIMULATION 'wtr_sim-41-fixeddepthuser10-random-gpt-rprob05nprob05'\n",
      "  Simulation Configuration:\n",
      "    Topic: 41\n",
      "    Search Interface: PyterrierWebSearchInterface\n",
      "        index_dir: \n",
      "\n",
      "  User Configuration (fixeddepthuser10-random-gpt-rprob05nprob05):\n",
      "    Query Generator: PredeterminedQueryGenerator\n",
      "        stopword_file: ../example_data/terms/stopwords.txt\n",
      "        query_file: ../wtr/wtr-uqvs-orig.txt\n",
      "        user: 1\n",
      "    Snippet Classifier: StochasticInformedTrecTextClassifier\n",
      "        qrel_file: ../wtr/queries_qrels/rel_PageTitle_qrels.txt\n",
      "        rprob: 0.5\n",
      "        nprob: 0.5\n",
      "        data_handler: 0\n",
      "    Document Classifier: StochasticInformedTrecTextClassifier\n",
      "        qrel_file: ../wtr/queries_qrels/rel_table_qrels.txt\n",
      "        rprob: 1.0\n",
      "        nprob: 0.0\n",
      "        data_handler: 0\n",
      "    Stopping Decision Maker: FixedDepthDecisionMaker\n",
      "        depth: 10\n",
      "    SERP Impression: SimpleSERPImpression\n",
      "        qrel_file: ../wtr/queries_qrels/rel_table_qrels.txt\n",
      "    Logger: FixedCostLogger\n",
      "        time_limit: 10000\n",
      "        query_cost: 10\n",
      "        document_cost: 20\n",
      "        snippet_cost: 3\n",
      "        serp_results_cost: 5\n",
      "        mark_document_cost: 3\n",
      "    Search Context: SearchContext\n",
      "        relevance_revision: 1\n",
      "\n",
      "  Results Summary:\n",
      "    Number of Queries Issued: 100\n",
      "    Number of Snippets Examined: 1000\n",
      "    Number of Documents Examined: 244\n",
      "    Number of Documents Marked Relevant: 4\n",
      "    Number of Attractive SERPs Examined: 100\n",
      "    Number of Unattractive SERPs Examined: 0\n",
      "\n",
      "\u001b[H\u001b[2JSIMULATION 'wtr_sim-41-fixeddepthuser10-PageTitle-gpt-rprob10nprob00'\n",
      "  Simulation Configuration:\n",
      "    Topic: 41\n",
      "    Search Interface: PyterrierWebSearchInterface\n",
      "        index_dir: \n",
      "\n",
      "  User Configuration (fixeddepthuser10-PageTitle-gpt-rprob10nprob00):\n",
      "    Query Generator: PredeterminedQueryGenerator\n",
      "        stopword_file: ../example_data/terms/stopwords.txt\n",
      "        query_file: ../wtr/wtr-uqvs-orig.txt\n",
      "        user: 1\n",
      "    Snippet Classifier: StochasticInformedTrecTextClassifier\n",
      "        qrel_file: ../wtr/queries_qrels/rel_PageTitle_qrels.txt\n",
      "        rprob: 1.0\n",
      "        nprob: 0.0\n",
      "        data_handler: 0\n",
      "    Document Classifier: StochasticInformedTrecTextClassifier\n",
      "        qrel_file: ../wtr/queries_qrels/rel_table_qrels.txt\n",
      "        rprob: 1.0\n",
      "        nprob: 0.0\n",
      "        data_handler: 0\n",
      "    Stopping Decision Maker: FixedDepthDecisionMaker\n",
      "        depth: 10\n",
      "    SERP Impression: SimpleSERPImpression\n",
      "        qrel_file: ../wtr/queries_qrels/rel_table_qrels.txt\n",
      "    Logger: FixedCostLogger\n",
      "        time_limit: 10000\n",
      "        query_cost: 10\n",
      "        document_cost: 20\n",
      "        snippet_cost: 3\n",
      "        serp_results_cost: 5\n",
      "        mark_document_cost: 3\n",
      "    Search Context: SearchContext\n",
      "        relevance_revision: 1\n",
      "\n",
      "  Results Summary:\n",
      "    Number of Queries Issued: 100\n",
      "    Number of Snippets Examined: 1000\n",
      "    Number of Documents Examined: 12\n",
      "    Number of Documents Marked Relevant: 7\n",
      "    Number of Attractive SERPs Examined: 100\n",
      "    Number of Unattractive SERPs Examined: 0\n",
      "\n",
      "\u001b[H\u001b[2JSIMULATION 'wtr_sim-41-fixeddepthuser10-textAfter-gpt-rprob10nprob00'\n",
      "  Simulation Configuration:\n",
      "    Topic: 41\n",
      "    Search Interface: PyterrierWebSearchInterface\n",
      "        index_dir: \n",
      "\n",
      "  User Configuration (fixeddepthuser10-textAfter-gpt-rprob10nprob00):\n",
      "    Query Generator: PredeterminedQueryGenerator\n",
      "        stopword_file: ../example_data/terms/stopwords.txt\n",
      "        query_file: ../wtr/wtr-uqvs-orig.txt\n",
      "        user: 1\n",
      "    Snippet Classifier: StochasticInformedTrecTextClassifier\n",
      "        qrel_file: ../wtr/queries_qrels/rel_textAfter_qrels.txt\n",
      "        rprob: 1.0\n",
      "        nprob: 0.0\n",
      "        data_handler: 0\n",
      "    Document Classifier: StochasticInformedTrecTextClassifier\n",
      "        qrel_file: ../wtr/queries_qrels/rel_table_qrels.txt\n",
      "        rprob: 1.0\n",
      "        nprob: 0.0\n",
      "        data_handler: 0\n",
      "    Stopping Decision Maker: FixedDepthDecisionMaker\n",
      "        depth: 10\n",
      "    SERP Impression: SimpleSERPImpression\n",
      "        qrel_file: ../wtr/queries_qrels/rel_table_qrels.txt\n",
      "    Logger: FixedCostLogger\n",
      "        time_limit: 10000\n",
      "        query_cost: 10\n",
      "        document_cost: 20\n",
      "        snippet_cost: 3\n",
      "        serp_results_cost: 5\n",
      "        mark_document_cost: 3\n",
      "    Search Context: SearchContext\n",
      "        relevance_revision: 1\n",
      "\n",
      "  Results Summary:\n",
      "    Number of Queries Issued: 100\n",
      "    Number of Snippets Examined: 1000\n",
      "    Number of Documents Examined: 3\n",
      "    Number of Documents Marked Relevant: 2\n",
      "    Number of Attractive SERPs Examined: 100\n",
      "    Number of Unattractive SERPs Examined: 0\n",
      "\n",
      "\u001b[H\u001b[2JSIMULATION 'wtr_sim-41-fixeddepthuser10-textBefore-gpt-rprob10nprob00'\n",
      "  Simulation Configuration:\n",
      "    Topic: 41\n",
      "    Search Interface: PyterrierWebSearchInterface\n",
      "        index_dir: \n",
      "\n",
      "  User Configuration (fixeddepthuser10-textBefore-gpt-rprob10nprob00):\n",
      "    Query Generator: PredeterminedQueryGenerator\n",
      "        stopword_file: ../example_data/terms/stopwords.txt\n",
      "        query_file: ../wtr/wtr-uqvs-orig.txt\n",
      "        user: 1\n",
      "    Snippet Classifier: StochasticInformedTrecTextClassifier\n",
      "        qrel_file: ../wtr/queries_qrels/rel_textBefore_qrels.txt\n",
      "        rprob: 1.0\n",
      "        nprob: 0.0\n",
      "        data_handler: 0\n",
      "    Document Classifier: StochasticInformedTrecTextClassifier\n",
      "        qrel_file: ../wtr/queries_qrels/rel_table_qrels.txt\n",
      "        rprob: 1.0\n",
      "        nprob: 0.0\n",
      "        data_handler: 0\n",
      "    Stopping Decision Maker: FixedDepthDecisionMaker\n",
      "        depth: 10\n",
      "    SERP Impression: SimpleSERPImpression\n",
      "        qrel_file: ../wtr/queries_qrels/rel_table_qrels.txt\n",
      "    Logger: FixedCostLogger\n",
      "        time_limit: 10000\n",
      "        query_cost: 10\n",
      "        document_cost: 20\n",
      "        snippet_cost: 3\n",
      "        serp_results_cost: 5\n",
      "        mark_document_cost: 3\n",
      "    Search Context: SearchContext\n",
      "        relevance_revision: 1\n",
      "\n",
      "  Results Summary:\n",
      "    Number of Queries Issued: 100\n",
      "    Number of Snippets Examined: 1000\n",
      "    Number of Documents Examined: 11\n",
      "    Number of Documents Marked Relevant: 6\n",
      "    Number of Attractive SERPs Examined: 100\n",
      "    Number of Unattractive SERPs Examined: 0\n",
      "\n",
      "\u001b[H\u001b[2JSIMULATION 'wtr_sim-41-fixeddepthuser10-PageTitle-gpt-rprob09nprob03'\n",
      "  Simulation Configuration:\n",
      "    Topic: 41\n",
      "    Search Interface: PyterrierWebSearchInterface\n",
      "        index_dir: \n",
      "\n",
      "  User Configuration (fixeddepthuser10-PageTitle-gpt-rprob09nprob03):\n",
      "    Query Generator: PredeterminedQueryGenerator\n",
      "        stopword_file: ../example_data/terms/stopwords.txt\n",
      "        query_file: ../wtr/wtr-uqvs-orig.txt\n",
      "        user: 1\n",
      "    Snippet Classifier: StochasticInformedTrecTextClassifier\n",
      "        qrel_file: ../wtr/queries_qrels/rel_PageTitle_qrels.txt\n",
      "        rprob: 0.9\n",
      "        nprob: 0.3\n",
      "        data_handler: 0\n",
      "    Document Classifier: StochasticInformedTrecTextClassifier\n",
      "        qrel_file: ../wtr/queries_qrels/rel_table_qrels.txt\n",
      "        rprob: 1.0\n",
      "        nprob: 0.0\n",
      "        data_handler: 0\n",
      "    Stopping Decision Maker: FixedDepthDecisionMaker\n",
      "        depth: 10\n",
      "    SERP Impression: SimpleSERPImpression\n",
      "        qrel_file: ../wtr/queries_qrels/rel_table_qrels.txt\n",
      "    Logger: FixedCostLogger\n",
      "        time_limit: 10000\n",
      "        query_cost: 10\n",
      "        document_cost: 20\n",
      "        snippet_cost: 3\n",
      "        serp_results_cost: 5\n",
      "        mark_document_cost: 3\n",
      "    Search Context: SearchContext\n",
      "        relevance_revision: 1\n",
      "\n",
      "  Results Summary:\n",
      "    Number of Queries Issued: 100\n",
      "    Number of Snippets Examined: 1000\n",
      "    Number of Documents Examined: 163\n",
      "    Number of Documents Marked Relevant: 6\n",
      "    Number of Attractive SERPs Examined: 100\n",
      "    Number of Unattractive SERPs Examined: 0\n",
      "\n",
      "\u001b[H\u001b[2JSIMULATION 'wtr_sim-41-fixeddepthuser10-PageTitle-gpt-rprob08nprob03'\n",
      "  Simulation Configuration:\n",
      "    Topic: 41\n",
      "    Search Interface: PyterrierWebSearchInterface\n",
      "        index_dir: \n",
      "\n",
      "  User Configuration (fixeddepthuser10-PageTitle-gpt-rprob08nprob03):\n",
      "    Query Generator: PredeterminedQueryGenerator\n",
      "        stopword_file: ../example_data/terms/stopwords.txt\n",
      "        query_file: ../wtr/wtr-uqvs-orig.txt\n",
      "        user: 1\n",
      "    Snippet Classifier: StochasticInformedTrecTextClassifier\n",
      "        qrel_file: ../wtr/queries_qrels/rel_PageTitle_qrels.txt\n",
      "        rprob: 0.8\n",
      "        nprob: 0.3\n",
      "        data_handler: 0\n",
      "    Document Classifier: StochasticInformedTrecTextClassifier\n",
      "        qrel_file: ../wtr/queries_qrels/rel_table_qrels.txt\n",
      "        rprob: 1.0\n",
      "        nprob: 0.0\n",
      "        data_handler: 0\n",
      "    Stopping Decision Maker: FixedDepthDecisionMaker\n",
      "        depth: 10\n",
      "    SERP Impression: SimpleSERPImpression\n",
      "        qrel_file: ../wtr/queries_qrels/rel_table_qrels.txt\n",
      "    Logger: FixedCostLogger\n",
      "        time_limit: 10000\n",
      "        query_cost: 10\n",
      "        document_cost: 20\n",
      "        snippet_cost: 3\n",
      "        serp_results_cost: 5\n",
      "        mark_document_cost: 3\n",
      "    Search Context: SearchContext\n",
      "        relevance_revision: 1\n",
      "\n",
      "  Results Summary:\n",
      "    Number of Queries Issued: 100\n",
      "    Number of Snippets Examined: 1000\n",
      "    Number of Documents Examined: 163\n",
      "    Number of Documents Marked Relevant: 6\n",
      "    Number of Attractive SERPs Examined: 100\n",
      "    Number of Unattractive SERPs Examined: 0\n",
      "\n",
      "\u001b[H\u001b[2JSIMULATION 'wtr_sim-41-fixeddepthuser10-PageTitle-gpt-rprob07nprob03'\n",
      "  Simulation Configuration:\n",
      "    Topic: 41\n",
      "    Search Interface: PyterrierWebSearchInterface\n",
      "        index_dir: \n",
      "\n",
      "  User Configuration (fixeddepthuser10-PageTitle-gpt-rprob07nprob03):\n",
      "    Query Generator: PredeterminedQueryGenerator\n",
      "        stopword_file: ../example_data/terms/stopwords.txt\n",
      "        query_file: ../wtr/wtr-uqvs-orig.txt\n",
      "        user: 1\n",
      "    Snippet Classifier: StochasticInformedTrecTextClassifier\n",
      "        qrel_file: ../wtr/queries_qrels/rel_PageTitle_qrels.txt\n",
      "        rprob: 0.7\n",
      "        nprob: 0.3\n",
      "        data_handler: 0\n",
      "    Document Classifier: StochasticInformedTrecTextClassifier\n",
      "        qrel_file: ../wtr/queries_qrels/rel_table_qrels.txt\n",
      "        rprob: 1.0\n",
      "        nprob: 0.0\n",
      "        data_handler: 0\n",
      "    Stopping Decision Maker: FixedDepthDecisionMaker\n",
      "        depth: 10\n",
      "    SERP Impression: SimpleSERPImpression\n",
      "        qrel_file: ../wtr/queries_qrels/rel_table_qrels.txt\n",
      "    Logger: FixedCostLogger\n",
      "        time_limit: 10000\n",
      "        query_cost: 10\n",
      "        document_cost: 20\n",
      "        snippet_cost: 3\n",
      "        serp_results_cost: 5\n",
      "        mark_document_cost: 3\n",
      "    Search Context: SearchContext\n",
      "        relevance_revision: 1\n",
      "\n",
      "  Results Summary:\n",
      "    Number of Queries Issued: 100\n",
      "    Number of Snippets Examined: 1000\n",
      "    Number of Documents Examined: 162\n",
      "    Number of Documents Marked Relevant: 5\n",
      "    Number of Attractive SERPs Examined: 100\n",
      "    Number of Unattractive SERPs Examined: 0\n",
      "\n",
      "\u001b[H\u001b[2JSIMULATION 'wtr_sim-41-fixeddepthuser10-PageTitle-gpt-rprob06nprob03'\n",
      "  Simulation Configuration:\n",
      "    Topic: 41\n",
      "    Search Interface: PyterrierWebSearchInterface\n",
      "        index_dir: \n",
      "\n",
      "  User Configuration (fixeddepthuser10-PageTitle-gpt-rprob06nprob03):\n",
      "    Query Generator: PredeterminedQueryGenerator\n",
      "        stopword_file: ../example_data/terms/stopwords.txt\n",
      "        query_file: ../wtr/wtr-uqvs-orig.txt\n",
      "        user: 1\n",
      "    Snippet Classifier: StochasticInformedTrecTextClassifier\n",
      "        qrel_file: ../wtr/queries_qrels/rel_PageTitle_qrels.txt\n",
      "        rprob: 0.6\n",
      "        nprob: 0.3\n",
      "        data_handler: 0\n",
      "    Document Classifier: StochasticInformedTrecTextClassifier\n",
      "        qrel_file: ../wtr/queries_qrels/rel_table_qrels.txt\n",
      "        rprob: 1.0\n",
      "        nprob: 0.0\n",
      "        data_handler: 0\n",
      "    Stopping Decision Maker: FixedDepthDecisionMaker\n",
      "        depth: 10\n",
      "    SERP Impression: SimpleSERPImpression\n",
      "        qrel_file: ../wtr/queries_qrels/rel_table_qrels.txt\n",
      "    Logger: FixedCostLogger\n",
      "        time_limit: 10000\n",
      "        query_cost: 10\n",
      "        document_cost: 20\n",
      "        snippet_cost: 3\n",
      "        serp_results_cost: 5\n",
      "        mark_document_cost: 3\n",
      "    Search Context: SearchContext\n",
      "        relevance_revision: 1\n",
      "\n",
      "  Results Summary:\n",
      "    Number of Queries Issued: 100\n",
      "    Number of Snippets Examined: 1000\n",
      "    Number of Documents Examined: 162\n",
      "    Number of Documents Marked Relevant: 5\n",
      "    Number of Attractive SERPs Examined: 100\n",
      "    Number of Unattractive SERPs Examined: 0\n",
      "\n",
      "\u001b[H\u001b[2JSIMULATION 'wtr_sim-42-fixeddepthuser3-PageTitle-gpt-rprob10nprob00'\n",
      "  Simulation Configuration:\n",
      "    Topic: 42\n",
      "    Search Interface: PyterrierWebSearchInterface\n",
      "        index_dir: \n",
      "\n",
      "  User Configuration (fixeddepthuser3-PageTitle-gpt-rprob10nprob00):\n",
      "    Query Generator: PredeterminedQueryGenerator\n",
      "        stopword_file: ../example_data/terms/stopwords.txt\n",
      "        query_file: ../wtr/wtr-uqvs-orig.txt\n",
      "        user: 1\n",
      "    Snippet Classifier: StochasticInformedTrecTextClassifier\n",
      "        qrel_file: ../wtr/queries_qrels/rel_PageTitle_qrels.txt\n",
      "        rprob: 1.0\n",
      "        nprob: 0.0\n",
      "        data_handler: 0\n",
      "    Document Classifier: StochasticInformedTrecTextClassifier\n",
      "        qrel_file: ../wtr/queries_qrels/rel_table_qrels.txt\n",
      "        rprob: 1.0\n",
      "        nprob: 0.0\n",
      "        data_handler: 0\n",
      "    Stopping Decision Maker: FixedDepthDecisionMaker\n",
      "        depth: 3\n",
      "    SERP Impression: SimpleSERPImpression\n",
      "        qrel_file: ../wtr/queries_qrels/rel_table_qrels.txt\n",
      "    Logger: FixedCostLogger\n",
      "        time_limit: 10000\n",
      "        query_cost: 10\n",
      "        document_cost: 20\n",
      "        snippet_cost: 3\n",
      "        serp_results_cost: 5\n",
      "        mark_document_cost: 3\n",
      "    Search Context: SearchContext\n",
      "        relevance_revision: 1\n",
      "\n",
      "  Results Summary:\n",
      "    Number of Queries Issued: 100\n",
      "    Number of Snippets Examined: 298\n",
      "    Number of Documents Examined: 2\n",
      "    Number of Documents Marked Relevant: 1\n",
      "    Number of Attractive SERPs Examined: 100\n",
      "    Number of Unattractive SERPs Examined: 0\n",
      "\n",
      "\u001b[H\u001b[2JSIMULATION 'wtr_sim-42-fixeddepthuser5-PageTitle-gpt-rprob10nprob00'\n",
      "  Simulation Configuration:\n",
      "    Topic: 42\n",
      "    Search Interface: PyterrierWebSearchInterface\n",
      "        index_dir: \n",
      "\n",
      "  User Configuration (fixeddepthuser5-PageTitle-gpt-rprob10nprob00):\n",
      "    Query Generator: PredeterminedQueryGenerator\n",
      "        stopword_file: ../example_data/terms/stopwords.txt\n",
      "        query_file: ../wtr/wtr-uqvs-orig.txt\n",
      "        user: 1\n",
      "    Snippet Classifier: StochasticInformedTrecTextClassifier\n",
      "        qrel_file: ../wtr/queries_qrels/rel_PageTitle_qrels.txt\n",
      "        rprob: 1.0\n",
      "        nprob: 0.0\n",
      "        data_handler: 0\n",
      "    Document Classifier: StochasticInformedTrecTextClassifier\n",
      "        qrel_file: ../wtr/queries_qrels/rel_table_qrels.txt\n",
      "        rprob: 1.0\n",
      "        nprob: 0.0\n",
      "        data_handler: 0\n",
      "    Stopping Decision Maker: FixedDepthDecisionMaker\n",
      "        depth: 5\n",
      "    SERP Impression: SimpleSERPImpression\n",
      "        qrel_file: ../wtr/queries_qrels/rel_table_qrels.txt\n",
      "    Logger: FixedCostLogger\n",
      "        time_limit: 10000\n",
      "        query_cost: 10\n",
      "        document_cost: 20\n",
      "        snippet_cost: 3\n",
      "        serp_results_cost: 5\n",
      "        mark_document_cost: 3\n",
      "    Search Context: SearchContext\n",
      "        relevance_revision: 1\n",
      "\n",
      "  Results Summary:\n",
      "    Number of Queries Issued: 100\n",
      "    Number of Snippets Examined: 496\n",
      "    Number of Documents Examined: 2\n",
      "    Number of Documents Marked Relevant: 1\n",
      "    Number of Attractive SERPs Examined: 100\n",
      "    Number of Unattractive SERPs Examined: 0\n",
      "\n",
      "\u001b[H\u001b[2JSIMULATION 'wtr_sim-42-fixeddepthuser10-PageTitle-gpt-rprob10nprob00'\n",
      "  Simulation Configuration:\n",
      "    Topic: 42\n",
      "    Search Interface: PyterrierWebSearchInterface\n",
      "        index_dir: \n",
      "\n",
      "  User Configuration (fixeddepthuser10-PageTitle-gpt-rprob10nprob00):\n",
      "    Query Generator: PredeterminedQueryGenerator\n",
      "        stopword_file: ../example_data/terms/stopwords.txt\n",
      "        query_file: ../wtr/wtr-uqvs-orig.txt\n",
      "        user: 1\n",
      "    Snippet Classifier: StochasticInformedTrecTextClassifier\n",
      "        qrel_file: ../wtr/queries_qrels/rel_PageTitle_qrels.txt\n",
      "        rprob: 1.0\n",
      "        nprob: 0.0\n",
      "        data_handler: 0\n",
      "    Document Classifier: StochasticInformedTrecTextClassifier\n",
      "        qrel_file: ../wtr/queries_qrels/rel_table_qrels.txt\n",
      "        rprob: 1.0\n",
      "        nprob: 0.0\n",
      "        data_handler: 0\n",
      "    Stopping Decision Maker: FixedDepthDecisionMaker\n",
      "        depth: 10\n",
      "    SERP Impression: SimpleSERPImpression\n",
      "        qrel_file: ../wtr/queries_qrels/rel_table_qrels.txt\n",
      "    Logger: FixedCostLogger\n",
      "        time_limit: 10000\n",
      "        query_cost: 10\n",
      "        document_cost: 20\n",
      "        snippet_cost: 3\n",
      "        serp_results_cost: 5\n",
      "        mark_document_cost: 3\n",
      "    Search Context: SearchContext\n",
      "        relevance_revision: 1\n",
      "\n",
      "  Results Summary:\n",
      "    Number of Queries Issued: 100\n",
      "    Number of Snippets Examined: 987\n",
      "    Number of Documents Examined: 2\n",
      "    Number of Documents Marked Relevant: 1\n",
      "    Number of Attractive SERPs Examined: 100\n",
      "    Number of Unattractive SERPs Examined: 0\n",
      "\n",
      "\u001b[H\u001b[2JSIMULATION 'wtr_sim-42-fixeddepthuser20-PageTitle-gpt-rprob10nprob00'\n",
      "  Simulation Configuration:\n",
      "    Topic: 42\n",
      "    Search Interface: PyterrierWebSearchInterface\n",
      "        index_dir: \n",
      "\n",
      "  User Configuration (fixeddepthuser20-PageTitle-gpt-rprob10nprob00):\n",
      "    Query Generator: PredeterminedQueryGenerator\n",
      "        stopword_file: ../example_data/terms/stopwords.txt\n",
      "        query_file: ../wtr/wtr-uqvs-orig.txt\n",
      "        user: 1\n",
      "    Snippet Classifier: StochasticInformedTrecTextClassifier\n",
      "        qrel_file: ../wtr/queries_qrels/rel_PageTitle_qrels.txt\n",
      "        rprob: 1.0\n",
      "        nprob: 0.0\n",
      "        data_handler: 0\n",
      "    Document Classifier: StochasticInformedTrecTextClassifier\n",
      "        qrel_file: ../wtr/queries_qrels/rel_table_qrels.txt\n",
      "        rprob: 1.0\n",
      "        nprob: 0.0\n",
      "        data_handler: 0\n",
      "    Stopping Decision Maker: FixedDepthDecisionMaker\n",
      "        depth: 20\n",
      "    SERP Impression: SimpleSERPImpression\n",
      "        qrel_file: ../wtr/queries_qrels/rel_table_qrels.txt\n",
      "    Logger: FixedCostLogger\n",
      "        time_limit: 10000\n",
      "        query_cost: 10\n",
      "        document_cost: 20\n",
      "        snippet_cost: 3\n",
      "        serp_results_cost: 5\n",
      "        mark_document_cost: 3\n",
      "    Search Context: SearchContext\n",
      "        relevance_revision: 1\n",
      "\n",
      "  Results Summary:\n",
      "    Number of Queries Issued: 100\n",
      "    Number of Snippets Examined: 1960\n",
      "    Number of Documents Examined: 3\n",
      "    Number of Documents Marked Relevant: 2\n",
      "    Number of Attractive SERPs Examined: 100\n",
      "    Number of Unattractive SERPs Examined: 0\n",
      "\n",
      "\u001b[H\u001b[2JSIMULATION 'wtr_sim-42-fixeddepthuser30-PageTitle-gpt-rprob10nprob00'\n",
      "  Simulation Configuration:\n",
      "    Topic: 42\n",
      "    Search Interface: PyterrierWebSearchInterface\n",
      "        index_dir: \n",
      "\n",
      "  User Configuration (fixeddepthuser30-PageTitle-gpt-rprob10nprob00):\n",
      "    Query Generator: PredeterminedQueryGenerator\n",
      "        stopword_file: ../example_data/terms/stopwords.txt\n",
      "        query_file: ../wtr/wtr-uqvs-orig.txt\n",
      "        user: 1\n",
      "    Snippet Classifier: StochasticInformedTrecTextClassifier\n",
      "        qrel_file: ../wtr/queries_qrels/rel_PageTitle_qrels.txt\n",
      "        rprob: 1.0\n",
      "        nprob: 0.0\n",
      "        data_handler: 0\n",
      "    Document Classifier: StochasticInformedTrecTextClassifier\n",
      "        qrel_file: ../wtr/queries_qrels/rel_table_qrels.txt\n",
      "        rprob: 1.0\n",
      "        nprob: 0.0\n",
      "        data_handler: 0\n",
      "    Stopping Decision Maker: FixedDepthDecisionMaker\n",
      "        depth: 30\n",
      "    SERP Impression: SimpleSERPImpression\n",
      "        qrel_file: ../wtr/queries_qrels/rel_table_qrels.txt\n",
      "    Logger: FixedCostLogger\n",
      "        time_limit: 10000\n",
      "        query_cost: 10\n",
      "        document_cost: 20\n",
      "        snippet_cost: 3\n",
      "        serp_results_cost: 5\n",
      "        mark_document_cost: 3\n",
      "    Search Context: SearchContext\n",
      "        relevance_revision: 1\n",
      "\n",
      "  Results Summary:\n",
      "    Number of Queries Issued: 97\n",
      "    Number of Snippets Examined: 2827\n",
      "    Number of Documents Examined: 3\n",
      "    Number of Documents Marked Relevant: 2\n",
      "    Number of Attractive SERPs Examined: 97\n",
      "    Number of Unattractive SERPs Examined: 0\n",
      "\n",
      "\u001b[H\u001b[2JSIMULATION 'wtr_sim-42-fixeddepthuser10-random-gpt-rprob05nprob05'\n",
      "  Simulation Configuration:\n",
      "    Topic: 42\n",
      "    Search Interface: PyterrierWebSearchInterface\n",
      "        index_dir: \n",
      "\n",
      "  User Configuration (fixeddepthuser10-random-gpt-rprob05nprob05):\n",
      "    Query Generator: PredeterminedQueryGenerator\n",
      "        stopword_file: ../example_data/terms/stopwords.txt\n",
      "        query_file: ../wtr/wtr-uqvs-orig.txt\n",
      "        user: 1\n",
      "    Snippet Classifier: StochasticInformedTrecTextClassifier\n",
      "        qrel_file: ../wtr/queries_qrels/rel_PageTitle_qrels.txt\n",
      "        rprob: 0.5\n",
      "        nprob: 0.5\n",
      "        data_handler: 0\n",
      "    Document Classifier: StochasticInformedTrecTextClassifier\n",
      "        qrel_file: ../wtr/queries_qrels/rel_table_qrels.txt\n",
      "        rprob: 1.0\n",
      "        nprob: 0.0\n",
      "        data_handler: 0\n",
      "    Stopping Decision Maker: FixedDepthDecisionMaker\n",
      "        depth: 10\n",
      "    SERP Impression: SimpleSERPImpression\n",
      "        qrel_file: ../wtr/queries_qrels/rel_table_qrels.txt\n",
      "    Logger: FixedCostLogger\n",
      "        time_limit: 10000\n",
      "        query_cost: 10\n",
      "        document_cost: 20\n",
      "        snippet_cost: 3\n",
      "        serp_results_cost: 5\n",
      "        mark_document_cost: 3\n",
      "    Search Context: SearchContext\n",
      "        relevance_revision: 1\n",
      "\n",
      "  Results Summary:\n",
      "    Number of Queries Issued: 83\n",
      "    Number of Snippets Examined: 808\n",
      "    Number of Documents Examined: 317\n",
      "    Number of Documents Marked Relevant: 1\n",
      "    Number of Attractive SERPs Examined: 83\n",
      "    Number of Unattractive SERPs Examined: 0\n",
      "\n",
      "\u001b[H\u001b[2JSIMULATION 'wtr_sim-42-fixeddepthuser10-PageTitle-gpt-rprob10nprob00'\n",
      "  Simulation Configuration:\n",
      "    Topic: 42\n",
      "    Search Interface: PyterrierWebSearchInterface\n",
      "        index_dir: \n",
      "\n",
      "  User Configuration (fixeddepthuser10-PageTitle-gpt-rprob10nprob00):\n",
      "    Query Generator: PredeterminedQueryGenerator\n",
      "        stopword_file: ../example_data/terms/stopwords.txt\n",
      "        query_file: ../wtr/wtr-uqvs-orig.txt\n",
      "        user: 1\n",
      "    Snippet Classifier: StochasticInformedTrecTextClassifier\n",
      "        qrel_file: ../wtr/queries_qrels/rel_PageTitle_qrels.txt\n",
      "        rprob: 1.0\n",
      "        nprob: 0.0\n",
      "        data_handler: 0\n",
      "    Document Classifier: StochasticInformedTrecTextClassifier\n",
      "        qrel_file: ../wtr/queries_qrels/rel_table_qrels.txt\n",
      "        rprob: 1.0\n",
      "        nprob: 0.0\n",
      "        data_handler: 0\n",
      "    Stopping Decision Maker: FixedDepthDecisionMaker\n",
      "        depth: 10\n",
      "    SERP Impression: SimpleSERPImpression\n",
      "        qrel_file: ../wtr/queries_qrels/rel_table_qrels.txt\n",
      "    Logger: FixedCostLogger\n",
      "        time_limit: 10000\n",
      "        query_cost: 10\n",
      "        document_cost: 20\n",
      "        snippet_cost: 3\n",
      "        serp_results_cost: 5\n",
      "        mark_document_cost: 3\n",
      "    Search Context: SearchContext\n",
      "        relevance_revision: 1\n",
      "\n",
      "  Results Summary:\n",
      "    Number of Queries Issued: 100\n",
      "    Number of Snippets Examined: 987\n",
      "    Number of Documents Examined: 2\n",
      "    Number of Documents Marked Relevant: 1\n",
      "    Number of Attractive SERPs Examined: 100\n",
      "    Number of Unattractive SERPs Examined: 0\n",
      "\n",
      "\u001b[H\u001b[2JSIMULATION 'wtr_sim-42-fixeddepthuser10-textAfter-gpt-rprob10nprob00'\n",
      "  Simulation Configuration:\n",
      "    Topic: 42\n",
      "    Search Interface: PyterrierWebSearchInterface\n",
      "        index_dir: \n",
      "\n",
      "  User Configuration (fixeddepthuser10-textAfter-gpt-rprob10nprob00):\n",
      "    Query Generator: PredeterminedQueryGenerator\n",
      "        stopword_file: ../example_data/terms/stopwords.txt\n",
      "        query_file: ../wtr/wtr-uqvs-orig.txt\n",
      "        user: 1\n",
      "    Snippet Classifier: StochasticInformedTrecTextClassifier\n",
      "        qrel_file: ../wtr/queries_qrels/rel_textAfter_qrels.txt\n",
      "        rprob: 1.0\n",
      "        nprob: 0.0\n",
      "        data_handler: 0\n",
      "    Document Classifier: StochasticInformedTrecTextClassifier\n",
      "        qrel_file: ../wtr/queries_qrels/rel_table_qrels.txt\n",
      "        rprob: 1.0\n",
      "        nprob: 0.0\n",
      "        data_handler: 0\n",
      "    Stopping Decision Maker: FixedDepthDecisionMaker\n",
      "        depth: 10\n",
      "    SERP Impression: SimpleSERPImpression\n",
      "        qrel_file: ../wtr/queries_qrels/rel_table_qrels.txt\n",
      "    Logger: FixedCostLogger\n",
      "        time_limit: 10000\n",
      "        query_cost: 10\n",
      "        document_cost: 20\n",
      "        snippet_cost: 3\n",
      "        serp_results_cost: 5\n",
      "        mark_document_cost: 3\n",
      "    Search Context: SearchContext\n",
      "        relevance_revision: 1\n",
      "\n",
      "  Results Summary:\n",
      "    Number of Queries Issued: 100\n",
      "    Number of Snippets Examined: 987\n",
      "    Number of Documents Examined: 3\n",
      "    Number of Documents Marked Relevant: 2\n",
      "    Number of Attractive SERPs Examined: 100\n",
      "    Number of Unattractive SERPs Examined: 0\n",
      "\n",
      "\u001b[H\u001b[2JSIMULATION 'wtr_sim-42-fixeddepthuser10-textBefore-gpt-rprob10nprob00'\n",
      "  Simulation Configuration:\n",
      "    Topic: 42\n",
      "    Search Interface: PyterrierWebSearchInterface\n",
      "        index_dir: \n",
      "\n",
      "  User Configuration (fixeddepthuser10-textBefore-gpt-rprob10nprob00):\n",
      "    Query Generator: PredeterminedQueryGenerator\n",
      "        stopword_file: ../example_data/terms/stopwords.txt\n",
      "        query_file: ../wtr/wtr-uqvs-orig.txt\n",
      "        user: 1\n",
      "    Snippet Classifier: StochasticInformedTrecTextClassifier\n",
      "        qrel_file: ../wtr/queries_qrels/rel_textBefore_qrels.txt\n",
      "        rprob: 1.0\n",
      "        nprob: 0.0\n",
      "        data_handler: 0\n",
      "    Document Classifier: StochasticInformedTrecTextClassifier\n",
      "        qrel_file: ../wtr/queries_qrels/rel_table_qrels.txt\n",
      "        rprob: 1.0\n",
      "        nprob: 0.0\n",
      "        data_handler: 0\n",
      "    Stopping Decision Maker: FixedDepthDecisionMaker\n",
      "        depth: 10\n",
      "    SERP Impression: SimpleSERPImpression\n",
      "        qrel_file: ../wtr/queries_qrels/rel_table_qrels.txt\n",
      "    Logger: FixedCostLogger\n",
      "        time_limit: 10000\n",
      "        query_cost: 10\n",
      "        document_cost: 20\n",
      "        snippet_cost: 3\n",
      "        serp_results_cost: 5\n",
      "        mark_document_cost: 3\n",
      "    Search Context: SearchContext\n",
      "        relevance_revision: 1\n",
      "\n",
      "  Results Summary:\n",
      "    Number of Queries Issued: 100\n",
      "    Number of Snippets Examined: 987\n",
      "    Number of Documents Examined: 1\n",
      "    Number of Documents Marked Relevant: 1\n",
      "    Number of Attractive SERPs Examined: 100\n",
      "    Number of Unattractive SERPs Examined: 0\n",
      "\n",
      "\u001b[H\u001b[2JSIMULATION 'wtr_sim-42-fixeddepthuser10-PageTitle-gpt-rprob09nprob03'\n",
      "  Simulation Configuration:\n",
      "    Topic: 42\n",
      "    Search Interface: PyterrierWebSearchInterface\n",
      "        index_dir: \n",
      "\n",
      "  User Configuration (fixeddepthuser10-PageTitle-gpt-rprob09nprob03):\n",
      "    Query Generator: PredeterminedQueryGenerator\n",
      "        stopword_file: ../example_data/terms/stopwords.txt\n",
      "        query_file: ../wtr/wtr-uqvs-orig.txt\n",
      "        user: 1\n",
      "    Snippet Classifier: StochasticInformedTrecTextClassifier\n",
      "        qrel_file: ../wtr/queries_qrels/rel_PageTitle_qrels.txt\n",
      "        rprob: 0.9\n",
      "        nprob: 0.3\n",
      "        data_handler: 0\n",
      "    Document Classifier: StochasticInformedTrecTextClassifier\n",
      "        qrel_file: ../wtr/queries_qrels/rel_table_qrels.txt\n",
      "        rprob: 1.0\n",
      "        nprob: 0.0\n",
      "        data_handler: 0\n",
      "    Stopping Decision Maker: FixedDepthDecisionMaker\n",
      "        depth: 10\n",
      "    SERP Impression: SimpleSERPImpression\n",
      "        qrel_file: ../wtr/queries_qrels/rel_table_qrels.txt\n",
      "    Logger: FixedCostLogger\n",
      "        time_limit: 10000\n",
      "        query_cost: 10\n",
      "        document_cost: 20\n",
      "        snippet_cost: 3\n",
      "        serp_results_cost: 5\n",
      "        mark_document_cost: 3\n",
      "    Search Context: SearchContext\n",
      "        relevance_revision: 1\n",
      "\n",
      "  Results Summary:\n",
      "    Number of Queries Issued: 100\n",
      "    Number of Snippets Examined: 987\n",
      "    Number of Documents Examined: 241\n",
      "    Number of Documents Marked Relevant: 1\n",
      "    Number of Attractive SERPs Examined: 100\n",
      "    Number of Unattractive SERPs Examined: 0\n",
      "\n",
      "\u001b[H\u001b[2JSIMULATION 'wtr_sim-42-fixeddepthuser10-PageTitle-gpt-rprob08nprob03'\n",
      "  Simulation Configuration:\n",
      "    Topic: 42\n",
      "    Search Interface: PyterrierWebSearchInterface\n",
      "        index_dir: \n",
      "\n",
      "  User Configuration (fixeddepthuser10-PageTitle-gpt-rprob08nprob03):\n",
      "    Query Generator: PredeterminedQueryGenerator\n",
      "        stopword_file: ../example_data/terms/stopwords.txt\n",
      "        query_file: ../wtr/wtr-uqvs-orig.txt\n",
      "        user: 1\n",
      "    Snippet Classifier: StochasticInformedTrecTextClassifier\n",
      "        qrel_file: ../wtr/queries_qrels/rel_PageTitle_qrels.txt\n",
      "        rprob: 0.8\n",
      "        nprob: 0.3\n",
      "        data_handler: 0\n",
      "    Document Classifier: StochasticInformedTrecTextClassifier\n",
      "        qrel_file: ../wtr/queries_qrels/rel_table_qrels.txt\n",
      "        rprob: 1.0\n",
      "        nprob: 0.0\n",
      "        data_handler: 0\n",
      "    Stopping Decision Maker: FixedDepthDecisionMaker\n",
      "        depth: 10\n",
      "    SERP Impression: SimpleSERPImpression\n",
      "        qrel_file: ../wtr/queries_qrels/rel_table_qrels.txt\n",
      "    Logger: FixedCostLogger\n",
      "        time_limit: 10000\n",
      "        query_cost: 10\n",
      "        document_cost: 20\n",
      "        snippet_cost: 3\n",
      "        serp_results_cost: 5\n",
      "        mark_document_cost: 3\n",
      "    Search Context: SearchContext\n",
      "        relevance_revision: 1\n",
      "\n",
      "  Results Summary:\n",
      "    Number of Queries Issued: 100\n",
      "    Number of Snippets Examined: 987\n",
      "    Number of Documents Examined: 241\n",
      "    Number of Documents Marked Relevant: 1\n",
      "    Number of Attractive SERPs Examined: 100\n",
      "    Number of Unattractive SERPs Examined: 0\n",
      "\n",
      "\u001b[H\u001b[2JSIMULATION 'wtr_sim-42-fixeddepthuser10-PageTitle-gpt-rprob07nprob03'\n",
      "  Simulation Configuration:\n",
      "    Topic: 42\n",
      "    Search Interface: PyterrierWebSearchInterface\n",
      "        index_dir: \n",
      "\n",
      "  User Configuration (fixeddepthuser10-PageTitle-gpt-rprob07nprob03):\n",
      "    Query Generator: PredeterminedQueryGenerator\n",
      "        stopword_file: ../example_data/terms/stopwords.txt\n",
      "        query_file: ../wtr/wtr-uqvs-orig.txt\n",
      "        user: 1\n",
      "    Snippet Classifier: StochasticInformedTrecTextClassifier\n",
      "        qrel_file: ../wtr/queries_qrels/rel_PageTitle_qrels.txt\n",
      "        rprob: 0.7\n",
      "        nprob: 0.3\n",
      "        data_handler: 0\n",
      "    Document Classifier: StochasticInformedTrecTextClassifier\n",
      "        qrel_file: ../wtr/queries_qrels/rel_table_qrels.txt\n",
      "        rprob: 1.0\n",
      "        nprob: 0.0\n",
      "        data_handler: 0\n",
      "    Stopping Decision Maker: FixedDepthDecisionMaker\n",
      "        depth: 10\n",
      "    SERP Impression: SimpleSERPImpression\n",
      "        qrel_file: ../wtr/queries_qrels/rel_table_qrels.txt\n",
      "    Logger: FixedCostLogger\n",
      "        time_limit: 10000\n",
      "        query_cost: 10\n",
      "        document_cost: 20\n",
      "        snippet_cost: 3\n",
      "        serp_results_cost: 5\n",
      "        mark_document_cost: 3\n",
      "    Search Context: SearchContext\n",
      "        relevance_revision: 1\n",
      "\n",
      "  Results Summary:\n",
      "    Number of Queries Issued: 100\n",
      "    Number of Snippets Examined: 987\n",
      "    Number of Documents Examined: 241\n",
      "    Number of Documents Marked Relevant: 1\n",
      "    Number of Attractive SERPs Examined: 100\n",
      "    Number of Unattractive SERPs Examined: 0\n",
      "\n",
      "\u001b[H\u001b[2JSIMULATION 'wtr_sim-42-fixeddepthuser10-PageTitle-gpt-rprob06nprob03'\n",
      "  Simulation Configuration:\n",
      "    Topic: 42\n",
      "    Search Interface: PyterrierWebSearchInterface\n",
      "        index_dir: \n",
      "\n",
      "  User Configuration (fixeddepthuser10-PageTitle-gpt-rprob06nprob03):\n",
      "    Query Generator: PredeterminedQueryGenerator\n",
      "        stopword_file: ../example_data/terms/stopwords.txt\n",
      "        query_file: ../wtr/wtr-uqvs-orig.txt\n",
      "        user: 1\n",
      "    Snippet Classifier: StochasticInformedTrecTextClassifier\n",
      "        qrel_file: ../wtr/queries_qrels/rel_PageTitle_qrels.txt\n",
      "        rprob: 0.6\n",
      "        nprob: 0.3\n",
      "        data_handler: 0\n",
      "    Document Classifier: StochasticInformedTrecTextClassifier\n",
      "        qrel_file: ../wtr/queries_qrels/rel_table_qrels.txt\n",
      "        rprob: 1.0\n",
      "        nprob: 0.0\n",
      "        data_handler: 0\n",
      "    Stopping Decision Maker: FixedDepthDecisionMaker\n",
      "        depth: 10\n",
      "    SERP Impression: SimpleSERPImpression\n",
      "        qrel_file: ../wtr/queries_qrels/rel_table_qrels.txt\n",
      "    Logger: FixedCostLogger\n",
      "        time_limit: 10000\n",
      "        query_cost: 10\n",
      "        document_cost: 20\n",
      "        snippet_cost: 3\n",
      "        serp_results_cost: 5\n",
      "        mark_document_cost: 3\n",
      "    Search Context: SearchContext\n",
      "        relevance_revision: 1\n",
      "\n",
      "  Results Summary:\n",
      "    Number of Queries Issued: 100\n",
      "    Number of Snippets Examined: 987\n",
      "    Number of Documents Examined: 241\n",
      "    Number of Documents Marked Relevant: 1\n",
      "    Number of Attractive SERPs Examined: 100\n",
      "    Number of Unattractive SERPs Examined: 0\n",
      "\n",
      "\u001b[H\u001b[2JSIMULATION 'wtr_sim-43-fixeddepthuser3-PageTitle-gpt-rprob10nprob00'\n",
      "  Simulation Configuration:\n",
      "    Topic: 43\n",
      "    Search Interface: PyterrierWebSearchInterface\n",
      "        index_dir: \n",
      "\n",
      "  User Configuration (fixeddepthuser3-PageTitle-gpt-rprob10nprob00):\n",
      "    Query Generator: PredeterminedQueryGenerator\n",
      "        stopword_file: ../example_data/terms/stopwords.txt\n",
      "        query_file: ../wtr/wtr-uqvs-orig.txt\n",
      "        user: 1\n",
      "    Snippet Classifier: StochasticInformedTrecTextClassifier\n",
      "        qrel_file: ../wtr/queries_qrels/rel_PageTitle_qrels.txt\n",
      "        rprob: 1.0\n",
      "        nprob: 0.0\n",
      "        data_handler: 0\n",
      "    Document Classifier: StochasticInformedTrecTextClassifier\n",
      "        qrel_file: ../wtr/queries_qrels/rel_table_qrels.txt\n",
      "        rprob: 1.0\n",
      "        nprob: 0.0\n",
      "        data_handler: 0\n",
      "    Stopping Decision Maker: FixedDepthDecisionMaker\n",
      "        depth: 3\n",
      "    SERP Impression: SimpleSERPImpression\n",
      "        qrel_file: ../wtr/queries_qrels/rel_table_qrels.txt\n",
      "    Logger: FixedCostLogger\n",
      "        time_limit: 10000\n",
      "        query_cost: 10\n",
      "        document_cost: 20\n",
      "        snippet_cost: 3\n",
      "        serp_results_cost: 5\n",
      "        mark_document_cost: 3\n",
      "    Search Context: SearchContext\n",
      "        relevance_revision: 1\n",
      "\n",
      "  Results Summary:\n",
      "    Number of Queries Issued: 100\n",
      "    Number of Snippets Examined: 300\n",
      "    Number of Documents Examined: 6\n",
      "    Number of Documents Marked Relevant: 5\n",
      "    Number of Attractive SERPs Examined: 100\n",
      "    Number of Unattractive SERPs Examined: 0\n",
      "\n",
      "\u001b[H\u001b[2JSIMULATION 'wtr_sim-43-fixeddepthuser5-PageTitle-gpt-rprob10nprob00'\n",
      "  Simulation Configuration:\n",
      "    Topic: 43\n",
      "    Search Interface: PyterrierWebSearchInterface\n",
      "        index_dir: \n",
      "\n",
      "  User Configuration (fixeddepthuser5-PageTitle-gpt-rprob10nprob00):\n",
      "    Query Generator: PredeterminedQueryGenerator\n",
      "        stopword_file: ../example_data/terms/stopwords.txt\n",
      "        query_file: ../wtr/wtr-uqvs-orig.txt\n",
      "        user: 1\n",
      "    Snippet Classifier: StochasticInformedTrecTextClassifier\n",
      "        qrel_file: ../wtr/queries_qrels/rel_PageTitle_qrels.txt\n",
      "        rprob: 1.0\n",
      "        nprob: 0.0\n",
      "        data_handler: 0\n",
      "    Document Classifier: StochasticInformedTrecTextClassifier\n",
      "        qrel_file: ../wtr/queries_qrels/rel_table_qrels.txt\n",
      "        rprob: 1.0\n",
      "        nprob: 0.0\n",
      "        data_handler: 0\n",
      "    Stopping Decision Maker: FixedDepthDecisionMaker\n",
      "        depth: 5\n",
      "    SERP Impression: SimpleSERPImpression\n",
      "        qrel_file: ../wtr/queries_qrels/rel_table_qrels.txt\n",
      "    Logger: FixedCostLogger\n",
      "        time_limit: 10000\n",
      "        query_cost: 10\n",
      "        document_cost: 20\n",
      "        snippet_cost: 3\n",
      "        serp_results_cost: 5\n",
      "        mark_document_cost: 3\n",
      "    Search Context: SearchContext\n",
      "        relevance_revision: 1\n",
      "\n",
      "  Results Summary:\n",
      "    Number of Queries Issued: 100\n",
      "    Number of Snippets Examined: 500\n",
      "    Number of Documents Examined: 7\n",
      "    Number of Documents Marked Relevant: 6\n",
      "    Number of Attractive SERPs Examined: 100\n",
      "    Number of Unattractive SERPs Examined: 0\n",
      "\n",
      "\u001b[H\u001b[2JSIMULATION 'wtr_sim-43-fixeddepthuser10-PageTitle-gpt-rprob10nprob00'\n",
      "  Simulation Configuration:\n",
      "    Topic: 43\n",
      "    Search Interface: PyterrierWebSearchInterface\n",
      "        index_dir: \n",
      "\n",
      "  User Configuration (fixeddepthuser10-PageTitle-gpt-rprob10nprob00):\n",
      "    Query Generator: PredeterminedQueryGenerator\n",
      "        stopword_file: ../example_data/terms/stopwords.txt\n",
      "        query_file: ../wtr/wtr-uqvs-orig.txt\n",
      "        user: 1\n",
      "    Snippet Classifier: StochasticInformedTrecTextClassifier\n",
      "        qrel_file: ../wtr/queries_qrels/rel_PageTitle_qrels.txt\n",
      "        rprob: 1.0\n",
      "        nprob: 0.0\n",
      "        data_handler: 0\n",
      "    Document Classifier: StochasticInformedTrecTextClassifier\n",
      "        qrel_file: ../wtr/queries_qrels/rel_table_qrels.txt\n",
      "        rprob: 1.0\n",
      "        nprob: 0.0\n",
      "        data_handler: 0\n",
      "    Stopping Decision Maker: FixedDepthDecisionMaker\n",
      "        depth: 10\n",
      "    SERP Impression: SimpleSERPImpression\n",
      "        qrel_file: ../wtr/queries_qrels/rel_table_qrels.txt\n",
      "    Logger: FixedCostLogger\n",
      "        time_limit: 10000\n",
      "        query_cost: 10\n",
      "        document_cost: 20\n",
      "        snippet_cost: 3\n",
      "        serp_results_cost: 5\n",
      "        mark_document_cost: 3\n",
      "    Search Context: SearchContext\n",
      "        relevance_revision: 1\n",
      "\n",
      "  Results Summary:\n",
      "    Number of Queries Issued: 100\n",
      "    Number of Snippets Examined: 1000\n",
      "    Number of Documents Examined: 10\n",
      "    Number of Documents Marked Relevant: 9\n",
      "    Number of Attractive SERPs Examined: 100\n",
      "    Number of Unattractive SERPs Examined: 0\n",
      "\n",
      "\u001b[H\u001b[2JSIMULATION 'wtr_sim-43-fixeddepthuser20-PageTitle-gpt-rprob10nprob00'\n",
      "  Simulation Configuration:\n",
      "    Topic: 43\n",
      "    Search Interface: PyterrierWebSearchInterface\n",
      "        index_dir: \n",
      "\n",
      "  User Configuration (fixeddepthuser20-PageTitle-gpt-rprob10nprob00):\n",
      "    Query Generator: PredeterminedQueryGenerator\n",
      "        stopword_file: ../example_data/terms/stopwords.txt\n",
      "        query_file: ../wtr/wtr-uqvs-orig.txt\n",
      "        user: 1\n",
      "    Snippet Classifier: StochasticInformedTrecTextClassifier\n",
      "        qrel_file: ../wtr/queries_qrels/rel_PageTitle_qrels.txt\n",
      "        rprob: 1.0\n",
      "        nprob: 0.0\n",
      "        data_handler: 0\n",
      "    Document Classifier: StochasticInformedTrecTextClassifier\n",
      "        qrel_file: ../wtr/queries_qrels/rel_table_qrels.txt\n",
      "        rprob: 1.0\n",
      "        nprob: 0.0\n",
      "        data_handler: 0\n",
      "    Stopping Decision Maker: FixedDepthDecisionMaker\n",
      "        depth: 20\n",
      "    SERP Impression: SimpleSERPImpression\n",
      "        qrel_file: ../wtr/queries_qrels/rel_table_qrels.txt\n",
      "    Logger: FixedCostLogger\n",
      "        time_limit: 10000\n",
      "        query_cost: 10\n",
      "        document_cost: 20\n",
      "        snippet_cost: 3\n",
      "        serp_results_cost: 5\n",
      "        mark_document_cost: 3\n",
      "    Search Context: SearchContext\n",
      "        relevance_revision: 1\n",
      "\n",
      "  Results Summary:\n",
      "    Number of Queries Issued: 100\n",
      "    Number of Snippets Examined: 2000\n",
      "    Number of Documents Examined: 13\n",
      "    Number of Documents Marked Relevant: 11\n",
      "    Number of Attractive SERPs Examined: 100\n",
      "    Number of Unattractive SERPs Examined: 0\n",
      "\n",
      "\u001b[H\u001b[2JSIMULATION 'wtr_sim-43-fixeddepthuser30-PageTitle-gpt-rprob10nprob00'\n",
      "  Simulation Configuration:\n",
      "    Topic: 43\n",
      "    Search Interface: PyterrierWebSearchInterface\n",
      "        index_dir: \n",
      "\n",
      "  User Configuration (fixeddepthuser30-PageTitle-gpt-rprob10nprob00):\n",
      "    Query Generator: PredeterminedQueryGenerator\n",
      "        stopword_file: ../example_data/terms/stopwords.txt\n",
      "        query_file: ../wtr/wtr-uqvs-orig.txt\n",
      "        user: 1\n",
      "    Snippet Classifier: StochasticInformedTrecTextClassifier\n",
      "        qrel_file: ../wtr/queries_qrels/rel_PageTitle_qrels.txt\n",
      "        rprob: 1.0\n",
      "        nprob: 0.0\n",
      "        data_handler: 0\n",
      "    Document Classifier: StochasticInformedTrecTextClassifier\n",
      "        qrel_file: ../wtr/queries_qrels/rel_table_qrels.txt\n",
      "        rprob: 1.0\n",
      "        nprob: 0.0\n",
      "        data_handler: 0\n",
      "    Stopping Decision Maker: FixedDepthDecisionMaker\n",
      "        depth: 30\n",
      "    SERP Impression: SimpleSERPImpression\n",
      "        qrel_file: ../wtr/queries_qrels/rel_table_qrels.txt\n",
      "    Logger: FixedCostLogger\n",
      "        time_limit: 10000\n",
      "        query_cost: 10\n",
      "        document_cost: 20\n",
      "        snippet_cost: 3\n",
      "        serp_results_cost: 5\n",
      "        mark_document_cost: 3\n",
      "    Search Context: SearchContext\n",
      "        relevance_revision: 1\n",
      "\n",
      "  Results Summary:\n",
      "    Number of Queries Issued: 93\n",
      "    Number of Snippets Examined: 2760\n",
      "    Number of Documents Examined: 15\n",
      "    Number of Documents Marked Relevant: 13\n",
      "    Number of Attractive SERPs Examined: 92\n",
      "    Number of Unattractive SERPs Examined: 0\n",
      "\n",
      "\u001b[H\u001b[2JSIMULATION 'wtr_sim-43-fixeddepthuser10-random-gpt-rprob05nprob05'\n",
      "  Simulation Configuration:\n",
      "    Topic: 43\n",
      "    Search Interface: PyterrierWebSearchInterface\n",
      "        index_dir: \n",
      "\n",
      "  User Configuration (fixeddepthuser10-random-gpt-rprob05nprob05):\n",
      "    Query Generator: PredeterminedQueryGenerator\n",
      "        stopword_file: ../example_data/terms/stopwords.txt\n",
      "        query_file: ../wtr/wtr-uqvs-orig.txt\n",
      "        user: 1\n",
      "    Snippet Classifier: StochasticInformedTrecTextClassifier\n",
      "        qrel_file: ../wtr/queries_qrels/rel_PageTitle_qrels.txt\n",
      "        rprob: 0.5\n",
      "        nprob: 0.5\n",
      "        data_handler: 0\n",
      "    Document Classifier: StochasticInformedTrecTextClassifier\n",
      "        qrel_file: ../wtr/queries_qrels/rel_table_qrels.txt\n",
      "        rprob: 1.0\n",
      "        nprob: 0.0\n",
      "        data_handler: 0\n",
      "    Stopping Decision Maker: FixedDepthDecisionMaker\n",
      "        depth: 10\n",
      "    SERP Impression: SimpleSERPImpression\n",
      "        qrel_file: ../wtr/queries_qrels/rel_table_qrels.txt\n",
      "    Logger: FixedCostLogger\n",
      "        time_limit: 10000\n",
      "        query_cost: 10\n",
      "        document_cost: 20\n",
      "        snippet_cost: 3\n",
      "        serp_results_cost: 5\n",
      "        mark_document_cost: 3\n",
      "    Search Context: SearchContext\n",
      "        relevance_revision: 1\n",
      "\n",
      "  Results Summary:\n",
      "    Number of Queries Issued: 77\n",
      "    Number of Snippets Examined: 766\n",
      "    Number of Documents Examined: 327\n",
      "    Number of Documents Marked Relevant: 7\n",
      "    Number of Attractive SERPs Examined: 77\n",
      "    Number of Unattractive SERPs Examined: 0\n",
      "\n",
      "\u001b[H\u001b[2JSIMULATION 'wtr_sim-43-fixeddepthuser10-PageTitle-gpt-rprob10nprob00'\n",
      "  Simulation Configuration:\n",
      "    Topic: 43\n",
      "    Search Interface: PyterrierWebSearchInterface\n",
      "        index_dir: \n",
      "\n",
      "  User Configuration (fixeddepthuser10-PageTitle-gpt-rprob10nprob00):\n",
      "    Query Generator: PredeterminedQueryGenerator\n",
      "        stopword_file: ../example_data/terms/stopwords.txt\n",
      "        query_file: ../wtr/wtr-uqvs-orig.txt\n",
      "        user: 1\n",
      "    Snippet Classifier: StochasticInformedTrecTextClassifier\n",
      "        qrel_file: ../wtr/queries_qrels/rel_PageTitle_qrels.txt\n",
      "        rprob: 1.0\n",
      "        nprob: 0.0\n",
      "        data_handler: 0\n",
      "    Document Classifier: StochasticInformedTrecTextClassifier\n",
      "        qrel_file: ../wtr/queries_qrels/rel_table_qrels.txt\n",
      "        rprob: 1.0\n",
      "        nprob: 0.0\n",
      "        data_handler: 0\n",
      "    Stopping Decision Maker: FixedDepthDecisionMaker\n",
      "        depth: 10\n",
      "    SERP Impression: SimpleSERPImpression\n",
      "        qrel_file: ../wtr/queries_qrels/rel_table_qrels.txt\n",
      "    Logger: FixedCostLogger\n",
      "        time_limit: 10000\n",
      "        query_cost: 10\n",
      "        document_cost: 20\n",
      "        snippet_cost: 3\n",
      "        serp_results_cost: 5\n",
      "        mark_document_cost: 3\n",
      "    Search Context: SearchContext\n",
      "        relevance_revision: 1\n",
      "\n",
      "  Results Summary:\n",
      "    Number of Queries Issued: 100\n",
      "    Number of Snippets Examined: 1000\n",
      "    Number of Documents Examined: 10\n",
      "    Number of Documents Marked Relevant: 9\n",
      "    Number of Attractive SERPs Examined: 100\n",
      "    Number of Unattractive SERPs Examined: 0\n",
      "\n",
      "\u001b[H\u001b[2JSIMULATION 'wtr_sim-43-fixeddepthuser10-textAfter-gpt-rprob10nprob00'\n",
      "  Simulation Configuration:\n",
      "    Topic: 43\n",
      "    Search Interface: PyterrierWebSearchInterface\n",
      "        index_dir: \n",
      "\n",
      "  User Configuration (fixeddepthuser10-textAfter-gpt-rprob10nprob00):\n",
      "    Query Generator: PredeterminedQueryGenerator\n",
      "        stopword_file: ../example_data/terms/stopwords.txt\n",
      "        query_file: ../wtr/wtr-uqvs-orig.txt\n",
      "        user: 1\n",
      "    Snippet Classifier: StochasticInformedTrecTextClassifier\n",
      "        qrel_file: ../wtr/queries_qrels/rel_textAfter_qrels.txt\n",
      "        rprob: 1.0\n",
      "        nprob: 0.0\n",
      "        data_handler: 0\n",
      "    Document Classifier: StochasticInformedTrecTextClassifier\n",
      "        qrel_file: ../wtr/queries_qrels/rel_table_qrels.txt\n",
      "        rprob: 1.0\n",
      "        nprob: 0.0\n",
      "        data_handler: 0\n",
      "    Stopping Decision Maker: FixedDepthDecisionMaker\n",
      "        depth: 10\n",
      "    SERP Impression: SimpleSERPImpression\n",
      "        qrel_file: ../wtr/queries_qrels/rel_table_qrels.txt\n",
      "    Logger: FixedCostLogger\n",
      "        time_limit: 10000\n",
      "        query_cost: 10\n",
      "        document_cost: 20\n",
      "        snippet_cost: 3\n",
      "        serp_results_cost: 5\n",
      "        mark_document_cost: 3\n",
      "    Search Context: SearchContext\n",
      "        relevance_revision: 1\n",
      "\n",
      "  Results Summary:\n",
      "    Number of Queries Issued: 100\n",
      "    Number of Snippets Examined: 1000\n",
      "    Number of Documents Examined: 10\n",
      "    Number of Documents Marked Relevant: 9\n",
      "    Number of Attractive SERPs Examined: 100\n",
      "    Number of Unattractive SERPs Examined: 0\n",
      "\n",
      "\u001b[H\u001b[2JSIMULATION 'wtr_sim-43-fixeddepthuser10-textBefore-gpt-rprob10nprob00'\n",
      "  Simulation Configuration:\n",
      "    Topic: 43\n",
      "    Search Interface: PyterrierWebSearchInterface\n",
      "        index_dir: \n",
      "\n",
      "  User Configuration (fixeddepthuser10-textBefore-gpt-rprob10nprob00):\n",
      "    Query Generator: PredeterminedQueryGenerator\n",
      "        stopword_file: ../example_data/terms/stopwords.txt\n",
      "        query_file: ../wtr/wtr-uqvs-orig.txt\n",
      "        user: 1\n",
      "    Snippet Classifier: StochasticInformedTrecTextClassifier\n",
      "        qrel_file: ../wtr/queries_qrels/rel_textBefore_qrels.txt\n",
      "        rprob: 1.0\n",
      "        nprob: 0.0\n",
      "        data_handler: 0\n",
      "    Document Classifier: StochasticInformedTrecTextClassifier\n",
      "        qrel_file: ../wtr/queries_qrels/rel_table_qrels.txt\n",
      "        rprob: 1.0\n",
      "        nprob: 0.0\n",
      "        data_handler: 0\n",
      "    Stopping Decision Maker: FixedDepthDecisionMaker\n",
      "        depth: 10\n",
      "    SERP Impression: SimpleSERPImpression\n",
      "        qrel_file: ../wtr/queries_qrels/rel_table_qrels.txt\n",
      "    Logger: FixedCostLogger\n",
      "        time_limit: 10000\n",
      "        query_cost: 10\n",
      "        document_cost: 20\n",
      "        snippet_cost: 3\n",
      "        serp_results_cost: 5\n",
      "        mark_document_cost: 3\n",
      "    Search Context: SearchContext\n",
      "        relevance_revision: 1\n",
      "\n",
      "  Results Summary:\n",
      "    Number of Queries Issued: 100\n",
      "    Number of Snippets Examined: 1000\n",
      "    Number of Documents Examined: 9\n",
      "    Number of Documents Marked Relevant: 8\n",
      "    Number of Attractive SERPs Examined: 100\n",
      "    Number of Unattractive SERPs Examined: 0\n",
      "\n",
      "\u001b[H\u001b[2JSIMULATION 'wtr_sim-43-fixeddepthuser10-PageTitle-gpt-rprob09nprob03'\n",
      "  Simulation Configuration:\n",
      "    Topic: 43\n",
      "    Search Interface: PyterrierWebSearchInterface\n",
      "        index_dir: \n",
      "\n",
      "  User Configuration (fixeddepthuser10-PageTitle-gpt-rprob09nprob03):\n",
      "    Query Generator: PredeterminedQueryGenerator\n",
      "        stopword_file: ../example_data/terms/stopwords.txt\n",
      "        query_file: ../wtr/wtr-uqvs-orig.txt\n",
      "        user: 1\n",
      "    Snippet Classifier: StochasticInformedTrecTextClassifier\n",
      "        qrel_file: ../wtr/queries_qrels/rel_PageTitle_qrels.txt\n",
      "        rprob: 0.9\n",
      "        nprob: 0.3\n",
      "        data_handler: 0\n",
      "    Document Classifier: StochasticInformedTrecTextClassifier\n",
      "        qrel_file: ../wtr/queries_qrels/rel_table_qrels.txt\n",
      "        rprob: 1.0\n",
      "        nprob: 0.0\n",
      "        data_handler: 0\n",
      "    Stopping Decision Maker: FixedDepthDecisionMaker\n",
      "        depth: 10\n",
      "    SERP Impression: SimpleSERPImpression\n",
      "        qrel_file: ../wtr/queries_qrels/rel_table_qrels.txt\n",
      "    Logger: FixedCostLogger\n",
      "        time_limit: 10000\n",
      "        query_cost: 10\n",
      "        document_cost: 20\n",
      "        snippet_cost: 3\n",
      "        serp_results_cost: 5\n",
      "        mark_document_cost: 3\n",
      "    Search Context: SearchContext\n",
      "        relevance_revision: 1\n",
      "\n",
      "  Results Summary:\n",
      "    Number of Queries Issued: 98\n",
      "    Number of Snippets Examined: 975\n",
      "    Number of Documents Examined: 279\n",
      "    Number of Documents Marked Relevant: 9\n",
      "    Number of Attractive SERPs Examined: 98\n",
      "    Number of Unattractive SERPs Examined: 0\n",
      "\n",
      "\u001b[H\u001b[2JSIMULATION 'wtr_sim-43-fixeddepthuser10-PageTitle-gpt-rprob08nprob03'\n",
      "  Simulation Configuration:\n",
      "    Topic: 43\n",
      "    Search Interface: PyterrierWebSearchInterface\n",
      "        index_dir: \n",
      "\n",
      "  User Configuration (fixeddepthuser10-PageTitle-gpt-rprob08nprob03):\n",
      "    Query Generator: PredeterminedQueryGenerator\n",
      "        stopword_file: ../example_data/terms/stopwords.txt\n",
      "        query_file: ../wtr/wtr-uqvs-orig.txt\n",
      "        user: 1\n",
      "    Snippet Classifier: StochasticInformedTrecTextClassifier\n",
      "        qrel_file: ../wtr/queries_qrels/rel_PageTitle_qrels.txt\n",
      "        rprob: 0.8\n",
      "        nprob: 0.3\n",
      "        data_handler: 0\n",
      "    Document Classifier: StochasticInformedTrecTextClassifier\n",
      "        qrel_file: ../wtr/queries_qrels/rel_table_qrels.txt\n",
      "        rprob: 1.0\n",
      "        nprob: 0.0\n",
      "        data_handler: 0\n",
      "    Stopping Decision Maker: FixedDepthDecisionMaker\n",
      "        depth: 10\n",
      "    SERP Impression: SimpleSERPImpression\n",
      "        qrel_file: ../wtr/queries_qrels/rel_table_qrels.txt\n",
      "    Logger: FixedCostLogger\n",
      "        time_limit: 10000\n",
      "        query_cost: 10\n",
      "        document_cost: 20\n",
      "        snippet_cost: 3\n",
      "        serp_results_cost: 5\n",
      "        mark_document_cost: 3\n",
      "    Search Context: SearchContext\n",
      "        relevance_revision: 1\n",
      "\n",
      "  Results Summary:\n",
      "    Number of Queries Issued: 99\n",
      "    Number of Snippets Examined: 980\n",
      "    Number of Documents Examined: 278\n",
      "    Number of Documents Marked Relevant: 8\n",
      "    Number of Attractive SERPs Examined: 98\n",
      "    Number of Unattractive SERPs Examined: 0\n",
      "\n",
      "\u001b[H\u001b[2JSIMULATION 'wtr_sim-43-fixeddepthuser10-PageTitle-gpt-rprob07nprob03'\n",
      "  Simulation Configuration:\n",
      "    Topic: 43\n",
      "    Search Interface: PyterrierWebSearchInterface\n",
      "        index_dir: \n",
      "\n",
      "  User Configuration (fixeddepthuser10-PageTitle-gpt-rprob07nprob03):\n",
      "    Query Generator: PredeterminedQueryGenerator\n",
      "        stopword_file: ../example_data/terms/stopwords.txt\n",
      "        query_file: ../wtr/wtr-uqvs-orig.txt\n",
      "        user: 1\n",
      "    Snippet Classifier: StochasticInformedTrecTextClassifier\n",
      "        qrel_file: ../wtr/queries_qrels/rel_PageTitle_qrels.txt\n",
      "        rprob: 0.7\n",
      "        nprob: 0.3\n",
      "        data_handler: 0\n",
      "    Document Classifier: StochasticInformedTrecTextClassifier\n",
      "        qrel_file: ../wtr/queries_qrels/rel_table_qrels.txt\n",
      "        rprob: 1.0\n",
      "        nprob: 0.0\n",
      "        data_handler: 0\n",
      "    Stopping Decision Maker: FixedDepthDecisionMaker\n",
      "        depth: 10\n",
      "    SERP Impression: SimpleSERPImpression\n",
      "        qrel_file: ../wtr/queries_qrels/rel_table_qrels.txt\n",
      "    Logger: FixedCostLogger\n",
      "        time_limit: 10000\n",
      "        query_cost: 10\n",
      "        document_cost: 20\n",
      "        snippet_cost: 3\n",
      "        serp_results_cost: 5\n",
      "        mark_document_cost: 3\n",
      "    Search Context: SearchContext\n",
      "        relevance_revision: 1\n",
      "\n",
      "  Results Summary:\n",
      "    Number of Queries Issued: 99\n",
      "    Number of Snippets Examined: 980\n",
      "    Number of Documents Examined: 278\n",
      "    Number of Documents Marked Relevant: 8\n",
      "    Number of Attractive SERPs Examined: 98\n",
      "    Number of Unattractive SERPs Examined: 0\n",
      "\n",
      "\u001b[H\u001b[2JSIMULATION 'wtr_sim-43-fixeddepthuser10-PageTitle-gpt-rprob06nprob03'\n",
      "  Simulation Configuration:\n",
      "    Topic: 43\n",
      "    Search Interface: PyterrierWebSearchInterface\n",
      "        index_dir: \n",
      "\n",
      "  User Configuration (fixeddepthuser10-PageTitle-gpt-rprob06nprob03):\n",
      "    Query Generator: PredeterminedQueryGenerator\n",
      "        stopword_file: ../example_data/terms/stopwords.txt\n",
      "        query_file: ../wtr/wtr-uqvs-orig.txt\n",
      "        user: 1\n",
      "    Snippet Classifier: StochasticInformedTrecTextClassifier\n",
      "        qrel_file: ../wtr/queries_qrels/rel_PageTitle_qrels.txt\n",
      "        rprob: 0.6\n",
      "        nprob: 0.3\n",
      "        data_handler: 0\n",
      "    Document Classifier: StochasticInformedTrecTextClassifier\n",
      "        qrel_file: ../wtr/queries_qrels/rel_table_qrels.txt\n",
      "        rprob: 1.0\n",
      "        nprob: 0.0\n",
      "        data_handler: 0\n",
      "    Stopping Decision Maker: FixedDepthDecisionMaker\n",
      "        depth: 10\n",
      "    SERP Impression: SimpleSERPImpression\n",
      "        qrel_file: ../wtr/queries_qrels/rel_table_qrels.txt\n",
      "    Logger: FixedCostLogger\n",
      "        time_limit: 10000\n",
      "        query_cost: 10\n",
      "        document_cost: 20\n",
      "        snippet_cost: 3\n",
      "        serp_results_cost: 5\n",
      "        mark_document_cost: 3\n",
      "    Search Context: SearchContext\n",
      "        relevance_revision: 1\n",
      "\n",
      "  Results Summary:\n",
      "    Number of Queries Issued: 99\n",
      "    Number of Snippets Examined: 984\n",
      "    Number of Documents Examined: 278\n",
      "    Number of Documents Marked Relevant: 7\n",
      "    Number of Attractive SERPs Examined: 99\n",
      "    Number of Unattractive SERPs Examined: 0\n",
      "\n",
      "\u001b[H\u001b[2JSIMULATION 'wtr_sim-44-fixeddepthuser3-PageTitle-gpt-rprob10nprob00'\n",
      "  Simulation Configuration:\n",
      "    Topic: 44\n",
      "    Search Interface: PyterrierWebSearchInterface\n",
      "        index_dir: \n",
      "\n",
      "  User Configuration (fixeddepthuser3-PageTitle-gpt-rprob10nprob00):\n",
      "    Query Generator: PredeterminedQueryGenerator\n",
      "        stopword_file: ../example_data/terms/stopwords.txt\n",
      "        query_file: ../wtr/wtr-uqvs-orig.txt\n",
      "        user: 1\n",
      "    Snippet Classifier: StochasticInformedTrecTextClassifier\n",
      "        qrel_file: ../wtr/queries_qrels/rel_PageTitle_qrels.txt\n",
      "        rprob: 1.0\n",
      "        nprob: 0.0\n",
      "        data_handler: 0\n",
      "    Document Classifier: StochasticInformedTrecTextClassifier\n",
      "        qrel_file: ../wtr/queries_qrels/rel_table_qrels.txt\n",
      "        rprob: 1.0\n",
      "        nprob: 0.0\n",
      "        data_handler: 0\n",
      "    Stopping Decision Maker: FixedDepthDecisionMaker\n",
      "        depth: 3\n",
      "    SERP Impression: SimpleSERPImpression\n",
      "        qrel_file: ../wtr/queries_qrels/rel_table_qrels.txt\n",
      "    Logger: FixedCostLogger\n",
      "        time_limit: 10000\n",
      "        query_cost: 10\n",
      "        document_cost: 20\n",
      "        snippet_cost: 3\n",
      "        serp_results_cost: 5\n",
      "        mark_document_cost: 3\n",
      "    Search Context: SearchContext\n",
      "        relevance_revision: 1\n",
      "\n",
      "  Results Summary:\n",
      "    Number of Queries Issued: 100\n",
      "    Number of Snippets Examined: 300\n",
      "    Number of Documents Examined: 9\n",
      "    Number of Documents Marked Relevant: 6\n",
      "    Number of Attractive SERPs Examined: 100\n",
      "    Number of Unattractive SERPs Examined: 0\n",
      "\n",
      "\u001b[H\u001b[2JSIMULATION 'wtr_sim-44-fixeddepthuser5-PageTitle-gpt-rprob10nprob00'\n",
      "  Simulation Configuration:\n",
      "    Topic: 44\n",
      "    Search Interface: PyterrierWebSearchInterface\n",
      "        index_dir: \n",
      "\n",
      "  User Configuration (fixeddepthuser5-PageTitle-gpt-rprob10nprob00):\n",
      "    Query Generator: PredeterminedQueryGenerator\n",
      "        stopword_file: ../example_data/terms/stopwords.txt\n",
      "        query_file: ../wtr/wtr-uqvs-orig.txt\n",
      "        user: 1\n",
      "    Snippet Classifier: StochasticInformedTrecTextClassifier\n",
      "        qrel_file: ../wtr/queries_qrels/rel_PageTitle_qrels.txt\n",
      "        rprob: 1.0\n",
      "        nprob: 0.0\n",
      "        data_handler: 0\n",
      "    Document Classifier: StochasticInformedTrecTextClassifier\n",
      "        qrel_file: ../wtr/queries_qrels/rel_table_qrels.txt\n",
      "        rprob: 1.0\n",
      "        nprob: 0.0\n",
      "        data_handler: 0\n",
      "    Stopping Decision Maker: FixedDepthDecisionMaker\n",
      "        depth: 5\n",
      "    SERP Impression: SimpleSERPImpression\n",
      "        qrel_file: ../wtr/queries_qrels/rel_table_qrels.txt\n",
      "    Logger: FixedCostLogger\n",
      "        time_limit: 10000\n",
      "        query_cost: 10\n",
      "        document_cost: 20\n",
      "        snippet_cost: 3\n",
      "        serp_results_cost: 5\n",
      "        mark_document_cost: 3\n",
      "    Search Context: SearchContext\n",
      "        relevance_revision: 1\n",
      "\n",
      "  Results Summary:\n",
      "    Number of Queries Issued: 100\n",
      "    Number of Snippets Examined: 500\n",
      "    Number of Documents Examined: 14\n",
      "    Number of Documents Marked Relevant: 11\n",
      "    Number of Attractive SERPs Examined: 100\n",
      "    Number of Unattractive SERPs Examined: 0\n",
      "\n",
      "\u001b[H\u001b[2JSIMULATION 'wtr_sim-44-fixeddepthuser10-PageTitle-gpt-rprob10nprob00'\n",
      "  Simulation Configuration:\n",
      "    Topic: 44\n",
      "    Search Interface: PyterrierWebSearchInterface\n",
      "        index_dir: \n",
      "\n",
      "  User Configuration (fixeddepthuser10-PageTitle-gpt-rprob10nprob00):\n",
      "    Query Generator: PredeterminedQueryGenerator\n",
      "        stopword_file: ../example_data/terms/stopwords.txt\n",
      "        query_file: ../wtr/wtr-uqvs-orig.txt\n",
      "        user: 1\n",
      "    Snippet Classifier: StochasticInformedTrecTextClassifier\n",
      "        qrel_file: ../wtr/queries_qrels/rel_PageTitle_qrels.txt\n",
      "        rprob: 1.0\n",
      "        nprob: 0.0\n",
      "        data_handler: 0\n",
      "    Document Classifier: StochasticInformedTrecTextClassifier\n",
      "        qrel_file: ../wtr/queries_qrels/rel_table_qrels.txt\n",
      "        rprob: 1.0\n",
      "        nprob: 0.0\n",
      "        data_handler: 0\n",
      "    Stopping Decision Maker: FixedDepthDecisionMaker\n",
      "        depth: 10\n",
      "    SERP Impression: SimpleSERPImpression\n",
      "        qrel_file: ../wtr/queries_qrels/rel_table_qrels.txt\n",
      "    Logger: FixedCostLogger\n",
      "        time_limit: 10000\n",
      "        query_cost: 10\n",
      "        document_cost: 20\n",
      "        snippet_cost: 3\n",
      "        serp_results_cost: 5\n",
      "        mark_document_cost: 3\n",
      "    Search Context: SearchContext\n",
      "        relevance_revision: 1\n",
      "\n",
      "  Results Summary:\n",
      "    Number of Queries Issued: 100\n",
      "    Number of Snippets Examined: 1000\n",
      "    Number of Documents Examined: 18\n",
      "    Number of Documents Marked Relevant: 15\n",
      "    Number of Attractive SERPs Examined: 100\n",
      "    Number of Unattractive SERPs Examined: 0\n",
      "\n",
      "\u001b[H\u001b[2JSIMULATION 'wtr_sim-44-fixeddepthuser20-PageTitle-gpt-rprob10nprob00'\n",
      "  Simulation Configuration:\n",
      "    Topic: 44\n",
      "    Search Interface: PyterrierWebSearchInterface\n",
      "        index_dir: \n",
      "\n",
      "  User Configuration (fixeddepthuser20-PageTitle-gpt-rprob10nprob00):\n",
      "    Query Generator: PredeterminedQueryGenerator\n",
      "        stopword_file: ../example_data/terms/stopwords.txt\n",
      "        query_file: ../wtr/wtr-uqvs-orig.txt\n",
      "        user: 1\n",
      "    Snippet Classifier: StochasticInformedTrecTextClassifier\n",
      "        qrel_file: ../wtr/queries_qrels/rel_PageTitle_qrels.txt\n",
      "        rprob: 1.0\n",
      "        nprob: 0.0\n",
      "        data_handler: 0\n",
      "    Document Classifier: StochasticInformedTrecTextClassifier\n",
      "        qrel_file: ../wtr/queries_qrels/rel_table_qrels.txt\n",
      "        rprob: 1.0\n",
      "        nprob: 0.0\n",
      "        data_handler: 0\n",
      "    Stopping Decision Maker: FixedDepthDecisionMaker\n",
      "        depth: 20\n",
      "    SERP Impression: SimpleSERPImpression\n",
      "        qrel_file: ../wtr/queries_qrels/rel_table_qrels.txt\n",
      "    Logger: FixedCostLogger\n",
      "        time_limit: 10000\n",
      "        query_cost: 10\n",
      "        document_cost: 20\n",
      "        snippet_cost: 3\n",
      "        serp_results_cost: 5\n",
      "        mark_document_cost: 3\n",
      "    Search Context: SearchContext\n",
      "        relevance_revision: 1\n",
      "\n",
      "  Results Summary:\n",
      "    Number of Queries Issued: 100\n",
      "    Number of Snippets Examined: 2000\n",
      "    Number of Documents Examined: 21\n",
      "    Number of Documents Marked Relevant: 17\n",
      "    Number of Attractive SERPs Examined: 100\n",
      "    Number of Unattractive SERPs Examined: 0\n",
      "\n",
      "\u001b[H\u001b[2JSIMULATION 'wtr_sim-44-fixeddepthuser30-PageTitle-gpt-rprob10nprob00'\n",
      "  Simulation Configuration:\n",
      "    Topic: 44\n",
      "    Search Interface: PyterrierWebSearchInterface\n",
      "        index_dir: \n",
      "\n",
      "  User Configuration (fixeddepthuser30-PageTitle-gpt-rprob10nprob00):\n",
      "    Query Generator: PredeterminedQueryGenerator\n",
      "        stopword_file: ../example_data/terms/stopwords.txt\n",
      "        query_file: ../wtr/wtr-uqvs-orig.txt\n",
      "        user: 1\n",
      "    Snippet Classifier: StochasticInformedTrecTextClassifier\n",
      "        qrel_file: ../wtr/queries_qrels/rel_PageTitle_qrels.txt\n",
      "        rprob: 1.0\n",
      "        nprob: 0.0\n",
      "        data_handler: 0\n",
      "    Document Classifier: StochasticInformedTrecTextClassifier\n",
      "        qrel_file: ../wtr/queries_qrels/rel_table_qrels.txt\n",
      "        rprob: 1.0\n",
      "        nprob: 0.0\n",
      "        data_handler: 0\n",
      "    Stopping Decision Maker: FixedDepthDecisionMaker\n",
      "        depth: 30\n",
      "    SERP Impression: SimpleSERPImpression\n",
      "        qrel_file: ../wtr/queries_qrels/rel_table_qrels.txt\n",
      "    Logger: FixedCostLogger\n",
      "        time_limit: 10000\n",
      "        query_cost: 10\n",
      "        document_cost: 20\n",
      "        snippet_cost: 3\n",
      "        serp_results_cost: 5\n",
      "        mark_document_cost: 3\n",
      "    Search Context: SearchContext\n",
      "        relevance_revision: 1\n",
      "\n",
      "  Results Summary:\n",
      "    Number of Queries Issued: 91\n",
      "    Number of Snippets Examined: 2700\n",
      "    Number of Documents Examined: 24\n",
      "    Number of Documents Marked Relevant: 19\n",
      "    Number of Attractive SERPs Examined: 91\n",
      "    Number of Unattractive SERPs Examined: 0\n",
      "\n",
      "\u001b[H\u001b[2JSIMULATION 'wtr_sim-44-fixeddepthuser10-random-gpt-rprob05nprob05'\n",
      "  Simulation Configuration:\n",
      "    Topic: 44\n",
      "    Search Interface: PyterrierWebSearchInterface\n",
      "        index_dir: \n",
      "\n",
      "  User Configuration (fixeddepthuser10-random-gpt-rprob05nprob05):\n",
      "    Query Generator: PredeterminedQueryGenerator\n",
      "        stopword_file: ../example_data/terms/stopwords.txt\n",
      "        query_file: ../wtr/wtr-uqvs-orig.txt\n",
      "        user: 1\n",
      "    Snippet Classifier: StochasticInformedTrecTextClassifier\n",
      "        qrel_file: ../wtr/queries_qrels/rel_PageTitle_qrels.txt\n",
      "        rprob: 0.5\n",
      "        nprob: 0.5\n",
      "        data_handler: 0\n",
      "    Document Classifier: StochasticInformedTrecTextClassifier\n",
      "        qrel_file: ../wtr/queries_qrels/rel_table_qrels.txt\n",
      "        rprob: 1.0\n",
      "        nprob: 0.0\n",
      "        data_handler: 0\n",
      "    Stopping Decision Maker: FixedDepthDecisionMaker\n",
      "        depth: 10\n",
      "    SERP Impression: SimpleSERPImpression\n",
      "        qrel_file: ../wtr/queries_qrels/rel_table_qrels.txt\n",
      "    Logger: FixedCostLogger\n",
      "        time_limit: 10000\n",
      "        query_cost: 10\n",
      "        document_cost: 20\n",
      "        snippet_cost: 3\n",
      "        serp_results_cost: 5\n",
      "        mark_document_cost: 3\n",
      "    Search Context: SearchContext\n",
      "        relevance_revision: 1\n",
      "\n",
      "  Results Summary:\n",
      "    Number of Queries Issued: 100\n",
      "    Number of Snippets Examined: 992\n",
      "    Number of Documents Examined: 274\n",
      "    Number of Documents Marked Relevant: 16\n",
      "    Number of Attractive SERPs Examined: 100\n",
      "    Number of Unattractive SERPs Examined: 0\n",
      "\n",
      "\u001b[H\u001b[2JSIMULATION 'wtr_sim-44-fixeddepthuser10-PageTitle-gpt-rprob10nprob00'\n",
      "  Simulation Configuration:\n",
      "    Topic: 44\n",
      "    Search Interface: PyterrierWebSearchInterface\n",
      "        index_dir: \n",
      "\n",
      "  User Configuration (fixeddepthuser10-PageTitle-gpt-rprob10nprob00):\n",
      "    Query Generator: PredeterminedQueryGenerator\n",
      "        stopword_file: ../example_data/terms/stopwords.txt\n",
      "        query_file: ../wtr/wtr-uqvs-orig.txt\n",
      "        user: 1\n",
      "    Snippet Classifier: StochasticInformedTrecTextClassifier\n",
      "        qrel_file: ../wtr/queries_qrels/rel_PageTitle_qrels.txt\n",
      "        rprob: 1.0\n",
      "        nprob: 0.0\n",
      "        data_handler: 0\n",
      "    Document Classifier: StochasticInformedTrecTextClassifier\n",
      "        qrel_file: ../wtr/queries_qrels/rel_table_qrels.txt\n",
      "        rprob: 1.0\n",
      "        nprob: 0.0\n",
      "        data_handler: 0\n",
      "    Stopping Decision Maker: FixedDepthDecisionMaker\n",
      "        depth: 10\n",
      "    SERP Impression: SimpleSERPImpression\n",
      "        qrel_file: ../wtr/queries_qrels/rel_table_qrels.txt\n",
      "    Logger: FixedCostLogger\n",
      "        time_limit: 10000\n",
      "        query_cost: 10\n",
      "        document_cost: 20\n",
      "        snippet_cost: 3\n",
      "        serp_results_cost: 5\n",
      "        mark_document_cost: 3\n",
      "    Search Context: SearchContext\n",
      "        relevance_revision: 1\n",
      "\n",
      "  Results Summary:\n",
      "    Number of Queries Issued: 100\n",
      "    Number of Snippets Examined: 1000\n",
      "    Number of Documents Examined: 18\n",
      "    Number of Documents Marked Relevant: 15\n",
      "    Number of Attractive SERPs Examined: 100\n",
      "    Number of Unattractive SERPs Examined: 0\n",
      "\n",
      "\u001b[H\u001b[2JSIMULATION 'wtr_sim-44-fixeddepthuser10-textAfter-gpt-rprob10nprob00'\n",
      "  Simulation Configuration:\n",
      "    Topic: 44\n",
      "    Search Interface: PyterrierWebSearchInterface\n",
      "        index_dir: \n",
      "\n",
      "  User Configuration (fixeddepthuser10-textAfter-gpt-rprob10nprob00):\n",
      "    Query Generator: PredeterminedQueryGenerator\n",
      "        stopword_file: ../example_data/terms/stopwords.txt\n",
      "        query_file: ../wtr/wtr-uqvs-orig.txt\n",
      "        user: 1\n",
      "    Snippet Classifier: StochasticInformedTrecTextClassifier\n",
      "        qrel_file: ../wtr/queries_qrels/rel_textAfter_qrels.txt\n",
      "        rprob: 1.0\n",
      "        nprob: 0.0\n",
      "        data_handler: 0\n",
      "    Document Classifier: StochasticInformedTrecTextClassifier\n",
      "        qrel_file: ../wtr/queries_qrels/rel_table_qrels.txt\n",
      "        rprob: 1.0\n",
      "        nprob: 0.0\n",
      "        data_handler: 0\n",
      "    Stopping Decision Maker: FixedDepthDecisionMaker\n",
      "        depth: 10\n",
      "    SERP Impression: SimpleSERPImpression\n",
      "        qrel_file: ../wtr/queries_qrels/rel_table_qrels.txt\n",
      "    Logger: FixedCostLogger\n",
      "        time_limit: 10000\n",
      "        query_cost: 10\n",
      "        document_cost: 20\n",
      "        snippet_cost: 3\n",
      "        serp_results_cost: 5\n",
      "        mark_document_cost: 3\n",
      "    Search Context: SearchContext\n",
      "        relevance_revision: 1\n",
      "\n",
      "  Results Summary:\n",
      "    Number of Queries Issued: 100\n",
      "    Number of Snippets Examined: 1000\n",
      "    Number of Documents Examined: 16\n",
      "    Number of Documents Marked Relevant: 13\n",
      "    Number of Attractive SERPs Examined: 100\n",
      "    Number of Unattractive SERPs Examined: 0\n",
      "\n",
      "\u001b[H\u001b[2JSIMULATION 'wtr_sim-44-fixeddepthuser10-textBefore-gpt-rprob10nprob00'\n",
      "  Simulation Configuration:\n",
      "    Topic: 44\n",
      "    Search Interface: PyterrierWebSearchInterface\n",
      "        index_dir: \n",
      "\n",
      "  User Configuration (fixeddepthuser10-textBefore-gpt-rprob10nprob00):\n",
      "    Query Generator: PredeterminedQueryGenerator\n",
      "        stopword_file: ../example_data/terms/stopwords.txt\n",
      "        query_file: ../wtr/wtr-uqvs-orig.txt\n",
      "        user: 1\n",
      "    Snippet Classifier: StochasticInformedTrecTextClassifier\n",
      "        qrel_file: ../wtr/queries_qrels/rel_textBefore_qrels.txt\n",
      "        rprob: 1.0\n",
      "        nprob: 0.0\n",
      "        data_handler: 0\n",
      "    Document Classifier: StochasticInformedTrecTextClassifier\n",
      "        qrel_file: ../wtr/queries_qrels/rel_table_qrels.txt\n",
      "        rprob: 1.0\n",
      "        nprob: 0.0\n",
      "        data_handler: 0\n",
      "    Stopping Decision Maker: FixedDepthDecisionMaker\n",
      "        depth: 10\n",
      "    SERP Impression: SimpleSERPImpression\n",
      "        qrel_file: ../wtr/queries_qrels/rel_table_qrels.txt\n",
      "    Logger: FixedCostLogger\n",
      "        time_limit: 10000\n",
      "        query_cost: 10\n",
      "        document_cost: 20\n",
      "        snippet_cost: 3\n",
      "        serp_results_cost: 5\n",
      "        mark_document_cost: 3\n",
      "    Search Context: SearchContext\n",
      "        relevance_revision: 1\n",
      "\n",
      "  Results Summary:\n",
      "    Number of Queries Issued: 100\n",
      "    Number of Snippets Examined: 1000\n",
      "    Number of Documents Examined: 15\n",
      "    Number of Documents Marked Relevant: 13\n",
      "    Number of Attractive SERPs Examined: 100\n",
      "    Number of Unattractive SERPs Examined: 0\n",
      "\n",
      "\u001b[H\u001b[2JSIMULATION 'wtr_sim-44-fixeddepthuser10-PageTitle-gpt-rprob09nprob03'\n",
      "  Simulation Configuration:\n",
      "    Topic: 44\n",
      "    Search Interface: PyterrierWebSearchInterface\n",
      "        index_dir: \n",
      "\n",
      "  User Configuration (fixeddepthuser10-PageTitle-gpt-rprob09nprob03):\n",
      "    Query Generator: PredeterminedQueryGenerator\n",
      "        stopword_file: ../example_data/terms/stopwords.txt\n",
      "        query_file: ../wtr/wtr-uqvs-orig.txt\n",
      "        user: 1\n",
      "    Snippet Classifier: StochasticInformedTrecTextClassifier\n",
      "        qrel_file: ../wtr/queries_qrels/rel_PageTitle_qrels.txt\n",
      "        rprob: 0.9\n",
      "        nprob: 0.3\n",
      "        data_handler: 0\n",
      "    Document Classifier: StochasticInformedTrecTextClassifier\n",
      "        qrel_file: ../wtr/queries_qrels/rel_table_qrels.txt\n",
      "        rprob: 1.0\n",
      "        nprob: 0.0\n",
      "        data_handler: 0\n",
      "    Stopping Decision Maker: FixedDepthDecisionMaker\n",
      "        depth: 10\n",
      "    SERP Impression: SimpleSERPImpression\n",
      "        qrel_file: ../wtr/queries_qrels/rel_table_qrels.txt\n",
      "    Logger: FixedCostLogger\n",
      "        time_limit: 10000\n",
      "        query_cost: 10\n",
      "        document_cost: 20\n",
      "        snippet_cost: 3\n",
      "        serp_results_cost: 5\n",
      "        mark_document_cost: 3\n",
      "    Search Context: SearchContext\n",
      "        relevance_revision: 1\n",
      "\n",
      "  Results Summary:\n",
      "    Number of Queries Issued: 100\n",
      "    Number of Snippets Examined: 1000\n",
      "    Number of Documents Examined: 191\n",
      "    Number of Documents Marked Relevant: 19\n",
      "    Number of Attractive SERPs Examined: 100\n",
      "    Number of Unattractive SERPs Examined: 0\n",
      "\n",
      "\u001b[H\u001b[2JSIMULATION 'wtr_sim-44-fixeddepthuser10-PageTitle-gpt-rprob08nprob03'\n",
      "  Simulation Configuration:\n",
      "    Topic: 44\n",
      "    Search Interface: PyterrierWebSearchInterface\n",
      "        index_dir: \n",
      "\n",
      "  User Configuration (fixeddepthuser10-PageTitle-gpt-rprob08nprob03):\n",
      "    Query Generator: PredeterminedQueryGenerator\n",
      "        stopword_file: ../example_data/terms/stopwords.txt\n",
      "        query_file: ../wtr/wtr-uqvs-orig.txt\n",
      "        user: 1\n",
      "    Snippet Classifier: StochasticInformedTrecTextClassifier\n",
      "        qrel_file: ../wtr/queries_qrels/rel_PageTitle_qrels.txt\n",
      "        rprob: 0.8\n",
      "        nprob: 0.3\n",
      "        data_handler: 0\n",
      "    Document Classifier: StochasticInformedTrecTextClassifier\n",
      "        qrel_file: ../wtr/queries_qrels/rel_table_qrels.txt\n",
      "        rprob: 1.0\n",
      "        nprob: 0.0\n",
      "        data_handler: 0\n",
      "    Stopping Decision Maker: FixedDepthDecisionMaker\n",
      "        depth: 10\n",
      "    SERP Impression: SimpleSERPImpression\n",
      "        qrel_file: ../wtr/queries_qrels/rel_table_qrels.txt\n",
      "    Logger: FixedCostLogger\n",
      "        time_limit: 10000\n",
      "        query_cost: 10\n",
      "        document_cost: 20\n",
      "        snippet_cost: 3\n",
      "        serp_results_cost: 5\n",
      "        mark_document_cost: 3\n",
      "    Search Context: SearchContext\n",
      "        relevance_revision: 1\n",
      "\n",
      "  Results Summary:\n",
      "    Number of Queries Issued: 100\n",
      "    Number of Snippets Examined: 1000\n",
      "    Number of Documents Examined: 191\n",
      "    Number of Documents Marked Relevant: 19\n",
      "    Number of Attractive SERPs Examined: 100\n",
      "    Number of Unattractive SERPs Examined: 0\n",
      "\n",
      "\u001b[H\u001b[2JSIMULATION 'wtr_sim-44-fixeddepthuser10-PageTitle-gpt-rprob07nprob03'\n",
      "  Simulation Configuration:\n",
      "    Topic: 44\n",
      "    Search Interface: PyterrierWebSearchInterface\n",
      "        index_dir: \n",
      "\n",
      "  User Configuration (fixeddepthuser10-PageTitle-gpt-rprob07nprob03):\n",
      "    Query Generator: PredeterminedQueryGenerator\n",
      "        stopword_file: ../example_data/terms/stopwords.txt\n",
      "        query_file: ../wtr/wtr-uqvs-orig.txt\n",
      "        user: 1\n",
      "    Snippet Classifier: StochasticInformedTrecTextClassifier\n",
      "        qrel_file: ../wtr/queries_qrels/rel_PageTitle_qrels.txt\n",
      "        rprob: 0.7\n",
      "        nprob: 0.3\n",
      "        data_handler: 0\n",
      "    Document Classifier: StochasticInformedTrecTextClassifier\n",
      "        qrel_file: ../wtr/queries_qrels/rel_table_qrels.txt\n",
      "        rprob: 1.0\n",
      "        nprob: 0.0\n",
      "        data_handler: 0\n",
      "    Stopping Decision Maker: FixedDepthDecisionMaker\n",
      "        depth: 10\n",
      "    SERP Impression: SimpleSERPImpression\n",
      "        qrel_file: ../wtr/queries_qrels/rel_table_qrels.txt\n",
      "    Logger: FixedCostLogger\n",
      "        time_limit: 10000\n",
      "        query_cost: 10\n",
      "        document_cost: 20\n",
      "        snippet_cost: 3\n",
      "        serp_results_cost: 5\n",
      "        mark_document_cost: 3\n",
      "    Search Context: SearchContext\n",
      "        relevance_revision: 1\n",
      "\n",
      "  Results Summary:\n",
      "    Number of Queries Issued: 100\n",
      "    Number of Snippets Examined: 1000\n",
      "    Number of Documents Examined: 193\n",
      "    Number of Documents Marked Relevant: 17\n",
      "    Number of Attractive SERPs Examined: 100\n",
      "    Number of Unattractive SERPs Examined: 0\n",
      "\n",
      "\u001b[H\u001b[2JSIMULATION 'wtr_sim-44-fixeddepthuser10-PageTitle-gpt-rprob06nprob03'\n",
      "  Simulation Configuration:\n",
      "    Topic: 44\n",
      "    Search Interface: PyterrierWebSearchInterface\n",
      "        index_dir: \n",
      "\n",
      "  User Configuration (fixeddepthuser10-PageTitle-gpt-rprob06nprob03):\n",
      "    Query Generator: PredeterminedQueryGenerator\n",
      "        stopword_file: ../example_data/terms/stopwords.txt\n",
      "        query_file: ../wtr/wtr-uqvs-orig.txt\n",
      "        user: 1\n",
      "    Snippet Classifier: StochasticInformedTrecTextClassifier\n",
      "        qrel_file: ../wtr/queries_qrels/rel_PageTitle_qrels.txt\n",
      "        rprob: 0.6\n",
      "        nprob: 0.3\n",
      "        data_handler: 0\n",
      "    Document Classifier: StochasticInformedTrecTextClassifier\n",
      "        qrel_file: ../wtr/queries_qrels/rel_table_qrels.txt\n",
      "        rprob: 1.0\n",
      "        nprob: 0.0\n",
      "        data_handler: 0\n",
      "    Stopping Decision Maker: FixedDepthDecisionMaker\n",
      "        depth: 10\n",
      "    SERP Impression: SimpleSERPImpression\n",
      "        qrel_file: ../wtr/queries_qrels/rel_table_qrels.txt\n",
      "    Logger: FixedCostLogger\n",
      "        time_limit: 10000\n",
      "        query_cost: 10\n",
      "        document_cost: 20\n",
      "        snippet_cost: 3\n",
      "        serp_results_cost: 5\n",
      "        mark_document_cost: 3\n",
      "    Search Context: SearchContext\n",
      "        relevance_revision: 1\n",
      "\n",
      "  Results Summary:\n",
      "    Number of Queries Issued: 100\n",
      "    Number of Snippets Examined: 1000\n",
      "    Number of Documents Examined: 193\n",
      "    Number of Documents Marked Relevant: 17\n",
      "    Number of Attractive SERPs Examined: 100\n",
      "    Number of Unattractive SERPs Examined: 0\n",
      "\n",
      "\u001b[H\u001b[2JSIMULATION 'wtr_sim-45-fixeddepthuser3-PageTitle-gpt-rprob10nprob00'\n",
      "  Simulation Configuration:\n",
      "    Topic: 45\n",
      "    Search Interface: PyterrierWebSearchInterface\n",
      "        index_dir: \n",
      "\n",
      "  User Configuration (fixeddepthuser3-PageTitle-gpt-rprob10nprob00):\n",
      "    Query Generator: PredeterminedQueryGenerator\n",
      "        stopword_file: ../example_data/terms/stopwords.txt\n",
      "        query_file: ../wtr/wtr-uqvs-orig.txt\n",
      "        user: 1\n",
      "    Snippet Classifier: StochasticInformedTrecTextClassifier\n",
      "        qrel_file: ../wtr/queries_qrels/rel_PageTitle_qrels.txt\n",
      "        rprob: 1.0\n",
      "        nprob: 0.0\n",
      "        data_handler: 0\n",
      "    Document Classifier: StochasticInformedTrecTextClassifier\n",
      "        qrel_file: ../wtr/queries_qrels/rel_table_qrels.txt\n",
      "        rprob: 1.0\n",
      "        nprob: 0.0\n",
      "        data_handler: 0\n",
      "    Stopping Decision Maker: FixedDepthDecisionMaker\n",
      "        depth: 3\n",
      "    SERP Impression: SimpleSERPImpression\n",
      "        qrel_file: ../wtr/queries_qrels/rel_table_qrels.txt\n",
      "    Logger: FixedCostLogger\n",
      "        time_limit: 10000\n",
      "        query_cost: 10\n",
      "        document_cost: 20\n",
      "        snippet_cost: 3\n",
      "        serp_results_cost: 5\n",
      "        mark_document_cost: 3\n",
      "    Search Context: SearchContext\n",
      "        relevance_revision: 1\n",
      "\n",
      "  Results Summary:\n",
      "    Number of Queries Issued: 100\n",
      "    Number of Snippets Examined: 300\n",
      "    Number of Documents Examined: 0\n",
      "    Number of Documents Marked Relevant: 0\n",
      "    Number of Attractive SERPs Examined: 100\n",
      "    Number of Unattractive SERPs Examined: 0\n",
      "\n",
      "\u001b[H\u001b[2JSIMULATION 'wtr_sim-45-fixeddepthuser5-PageTitle-gpt-rprob10nprob00'\n",
      "  Simulation Configuration:\n",
      "    Topic: 45\n",
      "    Search Interface: PyterrierWebSearchInterface\n",
      "        index_dir: \n",
      "\n",
      "  User Configuration (fixeddepthuser5-PageTitle-gpt-rprob10nprob00):\n",
      "    Query Generator: PredeterminedQueryGenerator\n",
      "        stopword_file: ../example_data/terms/stopwords.txt\n",
      "        query_file: ../wtr/wtr-uqvs-orig.txt\n",
      "        user: 1\n",
      "    Snippet Classifier: StochasticInformedTrecTextClassifier\n",
      "        qrel_file: ../wtr/queries_qrels/rel_PageTitle_qrels.txt\n",
      "        rprob: 1.0\n",
      "        nprob: 0.0\n",
      "        data_handler: 0\n",
      "    Document Classifier: StochasticInformedTrecTextClassifier\n",
      "        qrel_file: ../wtr/queries_qrels/rel_table_qrels.txt\n",
      "        rprob: 1.0\n",
      "        nprob: 0.0\n",
      "        data_handler: 0\n",
      "    Stopping Decision Maker: FixedDepthDecisionMaker\n",
      "        depth: 5\n",
      "    SERP Impression: SimpleSERPImpression\n",
      "        qrel_file: ../wtr/queries_qrels/rel_table_qrels.txt\n",
      "    Logger: FixedCostLogger\n",
      "        time_limit: 10000\n",
      "        query_cost: 10\n",
      "        document_cost: 20\n",
      "        snippet_cost: 3\n",
      "        serp_results_cost: 5\n",
      "        mark_document_cost: 3\n",
      "    Search Context: SearchContext\n",
      "        relevance_revision: 1\n",
      "\n",
      "  Results Summary:\n",
      "    Number of Queries Issued: 100\n",
      "    Number of Snippets Examined: 500\n",
      "    Number of Documents Examined: 0\n",
      "    Number of Documents Marked Relevant: 0\n",
      "    Number of Attractive SERPs Examined: 100\n",
      "    Number of Unattractive SERPs Examined: 0\n",
      "\n",
      "\u001b[H\u001b[2JSIMULATION 'wtr_sim-45-fixeddepthuser10-PageTitle-gpt-rprob10nprob00'\n",
      "  Simulation Configuration:\n",
      "    Topic: 45\n",
      "    Search Interface: PyterrierWebSearchInterface\n",
      "        index_dir: \n",
      "\n",
      "  User Configuration (fixeddepthuser10-PageTitle-gpt-rprob10nprob00):\n",
      "    Query Generator: PredeterminedQueryGenerator\n",
      "        stopword_file: ../example_data/terms/stopwords.txt\n",
      "        query_file: ../wtr/wtr-uqvs-orig.txt\n",
      "        user: 1\n",
      "    Snippet Classifier: StochasticInformedTrecTextClassifier\n",
      "        qrel_file: ../wtr/queries_qrels/rel_PageTitle_qrels.txt\n",
      "        rprob: 1.0\n",
      "        nprob: 0.0\n",
      "        data_handler: 0\n",
      "    Document Classifier: StochasticInformedTrecTextClassifier\n",
      "        qrel_file: ../wtr/queries_qrels/rel_table_qrels.txt\n",
      "        rprob: 1.0\n",
      "        nprob: 0.0\n",
      "        data_handler: 0\n",
      "    Stopping Decision Maker: FixedDepthDecisionMaker\n",
      "        depth: 10\n",
      "    SERP Impression: SimpleSERPImpression\n",
      "        qrel_file: ../wtr/queries_qrels/rel_table_qrels.txt\n",
      "    Logger: FixedCostLogger\n",
      "        time_limit: 10000\n",
      "        query_cost: 10\n",
      "        document_cost: 20\n",
      "        snippet_cost: 3\n",
      "        serp_results_cost: 5\n",
      "        mark_document_cost: 3\n",
      "    Search Context: SearchContext\n",
      "        relevance_revision: 1\n",
      "\n",
      "  Results Summary:\n",
      "    Number of Queries Issued: 100\n",
      "    Number of Snippets Examined: 1000\n",
      "    Number of Documents Examined: 3\n",
      "    Number of Documents Marked Relevant: 2\n",
      "    Number of Attractive SERPs Examined: 100\n",
      "    Number of Unattractive SERPs Examined: 0\n",
      "\n",
      "\u001b[H\u001b[2JSIMULATION 'wtr_sim-45-fixeddepthuser20-PageTitle-gpt-rprob10nprob00'\n",
      "  Simulation Configuration:\n",
      "    Topic: 45\n",
      "    Search Interface: PyterrierWebSearchInterface\n",
      "        index_dir: \n",
      "\n",
      "  User Configuration (fixeddepthuser20-PageTitle-gpt-rprob10nprob00):\n",
      "    Query Generator: PredeterminedQueryGenerator\n",
      "        stopword_file: ../example_data/terms/stopwords.txt\n",
      "        query_file: ../wtr/wtr-uqvs-orig.txt\n",
      "        user: 1\n",
      "    Snippet Classifier: StochasticInformedTrecTextClassifier\n",
      "        qrel_file: ../wtr/queries_qrels/rel_PageTitle_qrels.txt\n",
      "        rprob: 1.0\n",
      "        nprob: 0.0\n",
      "        data_handler: 0\n",
      "    Document Classifier: StochasticInformedTrecTextClassifier\n",
      "        qrel_file: ../wtr/queries_qrels/rel_table_qrels.txt\n",
      "        rprob: 1.0\n",
      "        nprob: 0.0\n",
      "        data_handler: 0\n",
      "    Stopping Decision Maker: FixedDepthDecisionMaker\n",
      "        depth: 20\n",
      "    SERP Impression: SimpleSERPImpression\n",
      "        qrel_file: ../wtr/queries_qrels/rel_table_qrels.txt\n",
      "    Logger: FixedCostLogger\n",
      "        time_limit: 10000\n",
      "        query_cost: 10\n",
      "        document_cost: 20\n",
      "        snippet_cost: 3\n",
      "        serp_results_cost: 5\n",
      "        mark_document_cost: 3\n",
      "    Search Context: SearchContext\n",
      "        relevance_revision: 1\n",
      "\n",
      "  Results Summary:\n",
      "    Number of Queries Issued: 100\n",
      "    Number of Snippets Examined: 2000\n",
      "    Number of Documents Examined: 3\n",
      "    Number of Documents Marked Relevant: 2\n",
      "    Number of Attractive SERPs Examined: 100\n",
      "    Number of Unattractive SERPs Examined: 0\n",
      "\n",
      "\u001b[H\u001b[2JSIMULATION 'wtr_sim-45-fixeddepthuser30-PageTitle-gpt-rprob10nprob00'\n",
      "  Simulation Configuration:\n",
      "    Topic: 45\n",
      "    Search Interface: PyterrierWebSearchInterface\n",
      "        index_dir: \n",
      "\n",
      "  User Configuration (fixeddepthuser30-PageTitle-gpt-rprob10nprob00):\n",
      "    Query Generator: PredeterminedQueryGenerator\n",
      "        stopword_file: ../example_data/terms/stopwords.txt\n",
      "        query_file: ../wtr/wtr-uqvs-orig.txt\n",
      "        user: 1\n",
      "    Snippet Classifier: StochasticInformedTrecTextClassifier\n",
      "        qrel_file: ../wtr/queries_qrels/rel_PageTitle_qrels.txt\n",
      "        rprob: 1.0\n",
      "        nprob: 0.0\n",
      "        data_handler: 0\n",
      "    Document Classifier: StochasticInformedTrecTextClassifier\n",
      "        qrel_file: ../wtr/queries_qrels/rel_table_qrels.txt\n",
      "        rprob: 1.0\n",
      "        nprob: 0.0\n",
      "        data_handler: 0\n",
      "    Stopping Decision Maker: FixedDepthDecisionMaker\n",
      "        depth: 30\n",
      "    SERP Impression: SimpleSERPImpression\n",
      "        qrel_file: ../wtr/queries_qrels/rel_table_qrels.txt\n",
      "    Logger: FixedCostLogger\n",
      "        time_limit: 10000\n",
      "        query_cost: 10\n",
      "        document_cost: 20\n",
      "        snippet_cost: 3\n",
      "        serp_results_cost: 5\n",
      "        mark_document_cost: 3\n",
      "    Search Context: SearchContext\n",
      "        relevance_revision: 1\n",
      "\n",
      "  Results Summary:\n",
      "    Number of Queries Issued: 95\n",
      "    Number of Snippets Examined: 2830\n",
      "    Number of Documents Examined: 4\n",
      "    Number of Documents Marked Relevant: 2\n",
      "    Number of Attractive SERPs Examined: 95\n",
      "    Number of Unattractive SERPs Examined: 0\n",
      "\n",
      "\u001b[H\u001b[2JSIMULATION 'wtr_sim-45-fixeddepthuser10-random-gpt-rprob05nprob05'\n",
      "  Simulation Configuration:\n",
      "    Topic: 45\n",
      "    Search Interface: PyterrierWebSearchInterface\n",
      "        index_dir: \n",
      "\n",
      "  User Configuration (fixeddepthuser10-random-gpt-rprob05nprob05):\n",
      "    Query Generator: PredeterminedQueryGenerator\n",
      "        stopword_file: ../example_data/terms/stopwords.txt\n",
      "        query_file: ../wtr/wtr-uqvs-orig.txt\n",
      "        user: 1\n",
      "    Snippet Classifier: StochasticInformedTrecTextClassifier\n",
      "        qrel_file: ../wtr/queries_qrels/rel_PageTitle_qrels.txt\n",
      "        rprob: 0.5\n",
      "        nprob: 0.5\n",
      "        data_handler: 0\n",
      "    Document Classifier: StochasticInformedTrecTextClassifier\n",
      "        qrel_file: ../wtr/queries_qrels/rel_table_qrels.txt\n",
      "        rprob: 1.0\n",
      "        nprob: 0.0\n",
      "        data_handler: 0\n",
      "    Stopping Decision Maker: FixedDepthDecisionMaker\n",
      "        depth: 10\n",
      "    SERP Impression: SimpleSERPImpression\n",
      "        qrel_file: ../wtr/queries_qrels/rel_table_qrels.txt\n",
      "    Logger: FixedCostLogger\n",
      "        time_limit: 10000\n",
      "        query_cost: 10\n",
      "        document_cost: 20\n",
      "        snippet_cost: 3\n",
      "        serp_results_cost: 5\n",
      "        mark_document_cost: 3\n",
      "    Search Context: SearchContext\n",
      "        relevance_revision: 1\n",
      "\n",
      "  Results Summary:\n",
      "    Number of Queries Issued: 78\n",
      "    Number of Snippets Examined: 772\n",
      "    Number of Documents Examined: 326\n",
      "    Number of Documents Marked Relevant: 3\n",
      "    Number of Attractive SERPs Examined: 78\n",
      "    Number of Unattractive SERPs Examined: 0\n",
      "\n",
      "\u001b[H\u001b[2JSIMULATION 'wtr_sim-45-fixeddepthuser10-PageTitle-gpt-rprob10nprob00'\n",
      "  Simulation Configuration:\n",
      "    Topic: 45\n",
      "    Search Interface: PyterrierWebSearchInterface\n",
      "        index_dir: \n",
      "\n",
      "  User Configuration (fixeddepthuser10-PageTitle-gpt-rprob10nprob00):\n",
      "    Query Generator: PredeterminedQueryGenerator\n",
      "        stopword_file: ../example_data/terms/stopwords.txt\n",
      "        query_file: ../wtr/wtr-uqvs-orig.txt\n",
      "        user: 1\n",
      "    Snippet Classifier: StochasticInformedTrecTextClassifier\n",
      "        qrel_file: ../wtr/queries_qrels/rel_PageTitle_qrels.txt\n",
      "        rprob: 1.0\n",
      "        nprob: 0.0\n",
      "        data_handler: 0\n",
      "    Document Classifier: StochasticInformedTrecTextClassifier\n",
      "        qrel_file: ../wtr/queries_qrels/rel_table_qrels.txt\n",
      "        rprob: 1.0\n",
      "        nprob: 0.0\n",
      "        data_handler: 0\n",
      "    Stopping Decision Maker: FixedDepthDecisionMaker\n",
      "        depth: 10\n",
      "    SERP Impression: SimpleSERPImpression\n",
      "        qrel_file: ../wtr/queries_qrels/rel_table_qrels.txt\n",
      "    Logger: FixedCostLogger\n",
      "        time_limit: 10000\n",
      "        query_cost: 10\n",
      "        document_cost: 20\n",
      "        snippet_cost: 3\n",
      "        serp_results_cost: 5\n",
      "        mark_document_cost: 3\n",
      "    Search Context: SearchContext\n",
      "        relevance_revision: 1\n",
      "\n",
      "  Results Summary:\n",
      "    Number of Queries Issued: 100\n",
      "    Number of Snippets Examined: 1000\n",
      "    Number of Documents Examined: 3\n",
      "    Number of Documents Marked Relevant: 2\n",
      "    Number of Attractive SERPs Examined: 100\n",
      "    Number of Unattractive SERPs Examined: 0\n",
      "\n",
      "\u001b[H\u001b[2JSIMULATION 'wtr_sim-45-fixeddepthuser10-textAfter-gpt-rprob10nprob00'\n",
      "  Simulation Configuration:\n",
      "    Topic: 45\n",
      "    Search Interface: PyterrierWebSearchInterface\n",
      "        index_dir: \n",
      "\n",
      "  User Configuration (fixeddepthuser10-textAfter-gpt-rprob10nprob00):\n",
      "    Query Generator: PredeterminedQueryGenerator\n",
      "        stopword_file: ../example_data/terms/stopwords.txt\n",
      "        query_file: ../wtr/wtr-uqvs-orig.txt\n",
      "        user: 1\n",
      "    Snippet Classifier: StochasticInformedTrecTextClassifier\n",
      "        qrel_file: ../wtr/queries_qrels/rel_textAfter_qrels.txt\n",
      "        rprob: 1.0\n",
      "        nprob: 0.0\n",
      "        data_handler: 0\n",
      "    Document Classifier: StochasticInformedTrecTextClassifier\n",
      "        qrel_file: ../wtr/queries_qrels/rel_table_qrels.txt\n",
      "        rprob: 1.0\n",
      "        nprob: 0.0\n",
      "        data_handler: 0\n",
      "    Stopping Decision Maker: FixedDepthDecisionMaker\n",
      "        depth: 10\n",
      "    SERP Impression: SimpleSERPImpression\n",
      "        qrel_file: ../wtr/queries_qrels/rel_table_qrels.txt\n",
      "    Logger: FixedCostLogger\n",
      "        time_limit: 10000\n",
      "        query_cost: 10\n",
      "        document_cost: 20\n",
      "        snippet_cost: 3\n",
      "        serp_results_cost: 5\n",
      "        mark_document_cost: 3\n",
      "    Search Context: SearchContext\n",
      "        relevance_revision: 1\n",
      "\n",
      "  Results Summary:\n",
      "    Number of Queries Issued: 100\n",
      "    Number of Snippets Examined: 1000\n",
      "    Number of Documents Examined: 3\n",
      "    Number of Documents Marked Relevant: 2\n",
      "    Number of Attractive SERPs Examined: 100\n",
      "    Number of Unattractive SERPs Examined: 0\n",
      "\n",
      "\u001b[H\u001b[2JSIMULATION 'wtr_sim-45-fixeddepthuser10-textBefore-gpt-rprob10nprob00'\n",
      "  Simulation Configuration:\n",
      "    Topic: 45\n",
      "    Search Interface: PyterrierWebSearchInterface\n",
      "        index_dir: \n",
      "\n",
      "  User Configuration (fixeddepthuser10-textBefore-gpt-rprob10nprob00):\n",
      "    Query Generator: PredeterminedQueryGenerator\n",
      "        stopword_file: ../example_data/terms/stopwords.txt\n",
      "        query_file: ../wtr/wtr-uqvs-orig.txt\n",
      "        user: 1\n",
      "    Snippet Classifier: StochasticInformedTrecTextClassifier\n",
      "        qrel_file: ../wtr/queries_qrels/rel_textBefore_qrels.txt\n",
      "        rprob: 1.0\n",
      "        nprob: 0.0\n",
      "        data_handler: 0\n",
      "    Document Classifier: StochasticInformedTrecTextClassifier\n",
      "        qrel_file: ../wtr/queries_qrels/rel_table_qrels.txt\n",
      "        rprob: 1.0\n",
      "        nprob: 0.0\n",
      "        data_handler: 0\n",
      "    Stopping Decision Maker: FixedDepthDecisionMaker\n",
      "        depth: 10\n",
      "    SERP Impression: SimpleSERPImpression\n",
      "        qrel_file: ../wtr/queries_qrels/rel_table_qrels.txt\n",
      "    Logger: FixedCostLogger\n",
      "        time_limit: 10000\n",
      "        query_cost: 10\n",
      "        document_cost: 20\n",
      "        snippet_cost: 3\n",
      "        serp_results_cost: 5\n",
      "        mark_document_cost: 3\n",
      "    Search Context: SearchContext\n",
      "        relevance_revision: 1\n",
      "\n",
      "  Results Summary:\n",
      "    Number of Queries Issued: 100\n",
      "    Number of Snippets Examined: 1000\n",
      "    Number of Documents Examined: 5\n",
      "    Number of Documents Marked Relevant: 3\n",
      "    Number of Attractive SERPs Examined: 100\n",
      "    Number of Unattractive SERPs Examined: 0\n",
      "\n",
      "\u001b[H\u001b[2JSIMULATION 'wtr_sim-45-fixeddepthuser10-PageTitle-gpt-rprob09nprob03'\n",
      "  Simulation Configuration:\n",
      "    Topic: 45\n",
      "    Search Interface: PyterrierWebSearchInterface\n",
      "        index_dir: \n",
      "\n",
      "  User Configuration (fixeddepthuser10-PageTitle-gpt-rprob09nprob03):\n",
      "    Query Generator: PredeterminedQueryGenerator\n",
      "        stopword_file: ../example_data/terms/stopwords.txt\n",
      "        query_file: ../wtr/wtr-uqvs-orig.txt\n",
      "        user: 1\n",
      "    Snippet Classifier: StochasticInformedTrecTextClassifier\n",
      "        qrel_file: ../wtr/queries_qrels/rel_PageTitle_qrels.txt\n",
      "        rprob: 0.9\n",
      "        nprob: 0.3\n",
      "        data_handler: 0\n",
      "    Document Classifier: StochasticInformedTrecTextClassifier\n",
      "        qrel_file: ../wtr/queries_qrels/rel_table_qrels.txt\n",
      "        rprob: 1.0\n",
      "        nprob: 0.0\n",
      "        data_handler: 0\n",
      "    Stopping Decision Maker: FixedDepthDecisionMaker\n",
      "        depth: 10\n",
      "    SERP Impression: SimpleSERPImpression\n",
      "        qrel_file: ../wtr/queries_qrels/rel_table_qrels.txt\n",
      "    Logger: FixedCostLogger\n",
      "        time_limit: 10000\n",
      "        query_cost: 10\n",
      "        document_cost: 20\n",
      "        snippet_cost: 3\n",
      "        serp_results_cost: 5\n",
      "        mark_document_cost: 3\n",
      "    Search Context: SearchContext\n",
      "        relevance_revision: 1\n",
      "\n",
      "  Results Summary:\n",
      "    Number of Queries Issued: 100\n",
      "    Number of Snippets Examined: 1000\n",
      "    Number of Documents Examined: 269\n",
      "    Number of Documents Marked Relevant: 2\n",
      "    Number of Attractive SERPs Examined: 100\n",
      "    Number of Unattractive SERPs Examined: 0\n",
      "\n",
      "\u001b[H\u001b[2JSIMULATION 'wtr_sim-45-fixeddepthuser10-PageTitle-gpt-rprob08nprob03'\n",
      "  Simulation Configuration:\n",
      "    Topic: 45\n",
      "    Search Interface: PyterrierWebSearchInterface\n",
      "        index_dir: \n",
      "\n",
      "  User Configuration (fixeddepthuser10-PageTitle-gpt-rprob08nprob03):\n",
      "    Query Generator: PredeterminedQueryGenerator\n",
      "        stopword_file: ../example_data/terms/stopwords.txt\n",
      "        query_file: ../wtr/wtr-uqvs-orig.txt\n",
      "        user: 1\n",
      "    Snippet Classifier: StochasticInformedTrecTextClassifier\n",
      "        qrel_file: ../wtr/queries_qrels/rel_PageTitle_qrels.txt\n",
      "        rprob: 0.8\n",
      "        nprob: 0.3\n",
      "        data_handler: 0\n",
      "    Document Classifier: StochasticInformedTrecTextClassifier\n",
      "        qrel_file: ../wtr/queries_qrels/rel_table_qrels.txt\n",
      "        rprob: 1.0\n",
      "        nprob: 0.0\n",
      "        data_handler: 0\n",
      "    Stopping Decision Maker: FixedDepthDecisionMaker\n",
      "        depth: 10\n",
      "    SERP Impression: SimpleSERPImpression\n",
      "        qrel_file: ../wtr/queries_qrels/rel_table_qrels.txt\n",
      "    Logger: FixedCostLogger\n",
      "        time_limit: 10000\n",
      "        query_cost: 10\n",
      "        document_cost: 20\n",
      "        snippet_cost: 3\n",
      "        serp_results_cost: 5\n",
      "        mark_document_cost: 3\n",
      "    Search Context: SearchContext\n",
      "        relevance_revision: 1\n",
      "\n",
      "  Results Summary:\n",
      "    Number of Queries Issued: 100\n",
      "    Number of Snippets Examined: 1000\n",
      "    Number of Documents Examined: 268\n",
      "    Number of Documents Marked Relevant: 2\n",
      "    Number of Attractive SERPs Examined: 100\n",
      "    Number of Unattractive SERPs Examined: 0\n",
      "\n",
      "\u001b[H\u001b[2JSIMULATION 'wtr_sim-45-fixeddepthuser10-PageTitle-gpt-rprob07nprob03'\n",
      "  Simulation Configuration:\n",
      "    Topic: 45\n",
      "    Search Interface: PyterrierWebSearchInterface\n",
      "        index_dir: \n",
      "\n",
      "  User Configuration (fixeddepthuser10-PageTitle-gpt-rprob07nprob03):\n",
      "    Query Generator: PredeterminedQueryGenerator\n",
      "        stopword_file: ../example_data/terms/stopwords.txt\n",
      "        query_file: ../wtr/wtr-uqvs-orig.txt\n",
      "        user: 1\n",
      "    Snippet Classifier: StochasticInformedTrecTextClassifier\n",
      "        qrel_file: ../wtr/queries_qrels/rel_PageTitle_qrels.txt\n",
      "        rprob: 0.7\n",
      "        nprob: 0.3\n",
      "        data_handler: 0\n",
      "    Document Classifier: StochasticInformedTrecTextClassifier\n",
      "        qrel_file: ../wtr/queries_qrels/rel_table_qrels.txt\n",
      "        rprob: 1.0\n",
      "        nprob: 0.0\n",
      "        data_handler: 0\n",
      "    Stopping Decision Maker: FixedDepthDecisionMaker\n",
      "        depth: 10\n",
      "    SERP Impression: SimpleSERPImpression\n",
      "        qrel_file: ../wtr/queries_qrels/rel_table_qrels.txt\n",
      "    Logger: FixedCostLogger\n",
      "        time_limit: 10000\n",
      "        query_cost: 10\n",
      "        document_cost: 20\n",
      "        snippet_cost: 3\n",
      "        serp_results_cost: 5\n",
      "        mark_document_cost: 3\n",
      "    Search Context: SearchContext\n",
      "        relevance_revision: 1\n",
      "\n",
      "  Results Summary:\n",
      "    Number of Queries Issued: 100\n",
      "    Number of Snippets Examined: 1000\n",
      "    Number of Documents Examined: 268\n",
      "    Number of Documents Marked Relevant: 2\n",
      "    Number of Attractive SERPs Examined: 100\n",
      "    Number of Unattractive SERPs Examined: 0\n",
      "\n",
      "\u001b[H\u001b[2JSIMULATION 'wtr_sim-45-fixeddepthuser10-PageTitle-gpt-rprob06nprob03'\n",
      "  Simulation Configuration:\n",
      "    Topic: 45\n",
      "    Search Interface: PyterrierWebSearchInterface\n",
      "        index_dir: \n",
      "\n",
      "  User Configuration (fixeddepthuser10-PageTitle-gpt-rprob06nprob03):\n",
      "    Query Generator: PredeterminedQueryGenerator\n",
      "        stopword_file: ../example_data/terms/stopwords.txt\n",
      "        query_file: ../wtr/wtr-uqvs-orig.txt\n",
      "        user: 1\n",
      "    Snippet Classifier: StochasticInformedTrecTextClassifier\n",
      "        qrel_file: ../wtr/queries_qrels/rel_PageTitle_qrels.txt\n",
      "        rprob: 0.6\n",
      "        nprob: 0.3\n",
      "        data_handler: 0\n",
      "    Document Classifier: StochasticInformedTrecTextClassifier\n",
      "        qrel_file: ../wtr/queries_qrels/rel_table_qrels.txt\n",
      "        rprob: 1.0\n",
      "        nprob: 0.0\n",
      "        data_handler: 0\n",
      "    Stopping Decision Maker: FixedDepthDecisionMaker\n",
      "        depth: 10\n",
      "    SERP Impression: SimpleSERPImpression\n",
      "        qrel_file: ../wtr/queries_qrels/rel_table_qrels.txt\n",
      "    Logger: FixedCostLogger\n",
      "        time_limit: 10000\n",
      "        query_cost: 10\n",
      "        document_cost: 20\n",
      "        snippet_cost: 3\n",
      "        serp_results_cost: 5\n",
      "        mark_document_cost: 3\n",
      "    Search Context: SearchContext\n",
      "        relevance_revision: 1\n",
      "\n",
      "  Results Summary:\n",
      "    Number of Queries Issued: 100\n",
      "    Number of Snippets Examined: 1000\n",
      "    Number of Documents Examined: 268\n",
      "    Number of Documents Marked Relevant: 2\n",
      "    Number of Attractive SERPs Examined: 100\n",
      "    Number of Unattractive SERPs Examined: 0\n",
      "\n",
      "\u001b[H\u001b[2JSIMULATION 'wtr_sim-46-fixeddepthuser3-PageTitle-gpt-rprob10nprob00'\n",
      "  Simulation Configuration:\n",
      "    Topic: 46\n",
      "    Search Interface: PyterrierWebSearchInterface\n",
      "        index_dir: \n",
      "\n",
      "  User Configuration (fixeddepthuser3-PageTitle-gpt-rprob10nprob00):\n",
      "    Query Generator: PredeterminedQueryGenerator\n",
      "        stopword_file: ../example_data/terms/stopwords.txt\n",
      "        query_file: ../wtr/wtr-uqvs-orig.txt\n",
      "        user: 1\n",
      "    Snippet Classifier: StochasticInformedTrecTextClassifier\n",
      "        qrel_file: ../wtr/queries_qrels/rel_PageTitle_qrels.txt\n",
      "        rprob: 1.0\n",
      "        nprob: 0.0\n",
      "        data_handler: 0\n",
      "    Document Classifier: StochasticInformedTrecTextClassifier\n",
      "        qrel_file: ../wtr/queries_qrels/rel_table_qrels.txt\n",
      "        rprob: 1.0\n",
      "        nprob: 0.0\n",
      "        data_handler: 0\n",
      "    Stopping Decision Maker: FixedDepthDecisionMaker\n",
      "        depth: 3\n",
      "    SERP Impression: SimpleSERPImpression\n",
      "        qrel_file: ../wtr/queries_qrels/rel_table_qrels.txt\n",
      "    Logger: FixedCostLogger\n",
      "        time_limit: 10000\n",
      "        query_cost: 10\n",
      "        document_cost: 20\n",
      "        snippet_cost: 3\n",
      "        serp_results_cost: 5\n",
      "        mark_document_cost: 3\n",
      "    Search Context: SearchContext\n",
      "        relevance_revision: 1\n",
      "\n",
      "  Results Summary:\n",
      "    Number of Queries Issued: 100\n",
      "    Number of Snippets Examined: 300\n",
      "    Number of Documents Examined: 6\n",
      "    Number of Documents Marked Relevant: 4\n",
      "    Number of Attractive SERPs Examined: 100\n",
      "    Number of Unattractive SERPs Examined: 0\n",
      "\n",
      "\u001b[H\u001b[2JSIMULATION 'wtr_sim-46-fixeddepthuser5-PageTitle-gpt-rprob10nprob00'\n",
      "  Simulation Configuration:\n",
      "    Topic: 46\n",
      "    Search Interface: PyterrierWebSearchInterface\n",
      "        index_dir: \n",
      "\n",
      "  User Configuration (fixeddepthuser5-PageTitle-gpt-rprob10nprob00):\n",
      "    Query Generator: PredeterminedQueryGenerator\n",
      "        stopword_file: ../example_data/terms/stopwords.txt\n",
      "        query_file: ../wtr/wtr-uqvs-orig.txt\n",
      "        user: 1\n",
      "    Snippet Classifier: StochasticInformedTrecTextClassifier\n",
      "        qrel_file: ../wtr/queries_qrels/rel_PageTitle_qrels.txt\n",
      "        rprob: 1.0\n",
      "        nprob: 0.0\n",
      "        data_handler: 0\n",
      "    Document Classifier: StochasticInformedTrecTextClassifier\n",
      "        qrel_file: ../wtr/queries_qrels/rel_table_qrels.txt\n",
      "        rprob: 1.0\n",
      "        nprob: 0.0\n",
      "        data_handler: 0\n",
      "    Stopping Decision Maker: FixedDepthDecisionMaker\n",
      "        depth: 5\n",
      "    SERP Impression: SimpleSERPImpression\n",
      "        qrel_file: ../wtr/queries_qrels/rel_table_qrels.txt\n",
      "    Logger: FixedCostLogger\n",
      "        time_limit: 10000\n",
      "        query_cost: 10\n",
      "        document_cost: 20\n",
      "        snippet_cost: 3\n",
      "        serp_results_cost: 5\n",
      "        mark_document_cost: 3\n",
      "    Search Context: SearchContext\n",
      "        relevance_revision: 1\n",
      "\n",
      "  Results Summary:\n",
      "    Number of Queries Issued: 100\n",
      "    Number of Snippets Examined: 500\n",
      "    Number of Documents Examined: 10\n",
      "    Number of Documents Marked Relevant: 8\n",
      "    Number of Attractive SERPs Examined: 100\n",
      "    Number of Unattractive SERPs Examined: 0\n",
      "\n",
      "\u001b[H\u001b[2JSIMULATION 'wtr_sim-46-fixeddepthuser10-PageTitle-gpt-rprob10nprob00'\n",
      "  Simulation Configuration:\n",
      "    Topic: 46\n",
      "    Search Interface: PyterrierWebSearchInterface\n",
      "        index_dir: \n",
      "\n",
      "  User Configuration (fixeddepthuser10-PageTitle-gpt-rprob10nprob00):\n",
      "    Query Generator: PredeterminedQueryGenerator\n",
      "        stopword_file: ../example_data/terms/stopwords.txt\n",
      "        query_file: ../wtr/wtr-uqvs-orig.txt\n",
      "        user: 1\n",
      "    Snippet Classifier: StochasticInformedTrecTextClassifier\n",
      "        qrel_file: ../wtr/queries_qrels/rel_PageTitle_qrels.txt\n",
      "        rprob: 1.0\n",
      "        nprob: 0.0\n",
      "        data_handler: 0\n",
      "    Document Classifier: StochasticInformedTrecTextClassifier\n",
      "        qrel_file: ../wtr/queries_qrels/rel_table_qrels.txt\n",
      "        rprob: 1.0\n",
      "        nprob: 0.0\n",
      "        data_handler: 0\n",
      "    Stopping Decision Maker: FixedDepthDecisionMaker\n",
      "        depth: 10\n",
      "    SERP Impression: SimpleSERPImpression\n",
      "        qrel_file: ../wtr/queries_qrels/rel_table_qrels.txt\n",
      "    Logger: FixedCostLogger\n",
      "        time_limit: 10000\n",
      "        query_cost: 10\n",
      "        document_cost: 20\n",
      "        snippet_cost: 3\n",
      "        serp_results_cost: 5\n",
      "        mark_document_cost: 3\n",
      "    Search Context: SearchContext\n",
      "        relevance_revision: 1\n",
      "\n",
      "  Results Summary:\n",
      "    Number of Queries Issued: 100\n",
      "    Number of Snippets Examined: 1000\n",
      "    Number of Documents Examined: 12\n",
      "    Number of Documents Marked Relevant: 9\n",
      "    Number of Attractive SERPs Examined: 100\n",
      "    Number of Unattractive SERPs Examined: 0\n",
      "\n",
      "\u001b[H\u001b[2JSIMULATION 'wtr_sim-46-fixeddepthuser20-PageTitle-gpt-rprob10nprob00'\n",
      "  Simulation Configuration:\n",
      "    Topic: 46\n",
      "    Search Interface: PyterrierWebSearchInterface\n",
      "        index_dir: \n",
      "\n",
      "  User Configuration (fixeddepthuser20-PageTitle-gpt-rprob10nprob00):\n",
      "    Query Generator: PredeterminedQueryGenerator\n",
      "        stopword_file: ../example_data/terms/stopwords.txt\n",
      "        query_file: ../wtr/wtr-uqvs-orig.txt\n",
      "        user: 1\n",
      "    Snippet Classifier: StochasticInformedTrecTextClassifier\n",
      "        qrel_file: ../wtr/queries_qrels/rel_PageTitle_qrels.txt\n",
      "        rprob: 1.0\n",
      "        nprob: 0.0\n",
      "        data_handler: 0\n",
      "    Document Classifier: StochasticInformedTrecTextClassifier\n",
      "        qrel_file: ../wtr/queries_qrels/rel_table_qrels.txt\n",
      "        rprob: 1.0\n",
      "        nprob: 0.0\n",
      "        data_handler: 0\n",
      "    Stopping Decision Maker: FixedDepthDecisionMaker\n",
      "        depth: 20\n",
      "    SERP Impression: SimpleSERPImpression\n",
      "        qrel_file: ../wtr/queries_qrels/rel_table_qrels.txt\n",
      "    Logger: FixedCostLogger\n",
      "        time_limit: 10000\n",
      "        query_cost: 10\n",
      "        document_cost: 20\n",
      "        snippet_cost: 3\n",
      "        serp_results_cost: 5\n",
      "        mark_document_cost: 3\n",
      "    Search Context: SearchContext\n",
      "        relevance_revision: 1\n",
      "\n",
      "  Results Summary:\n",
      "    Number of Queries Issued: 100\n",
      "    Number of Snippets Examined: 2000\n",
      "    Number of Documents Examined: 15\n",
      "    Number of Documents Marked Relevant: 11\n",
      "    Number of Attractive SERPs Examined: 100\n",
      "    Number of Unattractive SERPs Examined: 0\n",
      "\n",
      "\u001b[H\u001b[2JSIMULATION 'wtr_sim-46-fixeddepthuser30-PageTitle-gpt-rprob10nprob00'\n",
      "  Simulation Configuration:\n",
      "    Topic: 46\n",
      "    Search Interface: PyterrierWebSearchInterface\n",
      "        index_dir: \n",
      "\n",
      "  User Configuration (fixeddepthuser30-PageTitle-gpt-rprob10nprob00):\n",
      "    Query Generator: PredeterminedQueryGenerator\n",
      "        stopword_file: ../example_data/terms/stopwords.txt\n",
      "        query_file: ../wtr/wtr-uqvs-orig.txt\n",
      "        user: 1\n",
      "    Snippet Classifier: StochasticInformedTrecTextClassifier\n",
      "        qrel_file: ../wtr/queries_qrels/rel_PageTitle_qrels.txt\n",
      "        rprob: 1.0\n",
      "        nprob: 0.0\n",
      "        data_handler: 0\n",
      "    Document Classifier: StochasticInformedTrecTextClassifier\n",
      "        qrel_file: ../wtr/queries_qrels/rel_table_qrels.txt\n",
      "        rprob: 1.0\n",
      "        nprob: 0.0\n",
      "        data_handler: 0\n",
      "    Stopping Decision Maker: FixedDepthDecisionMaker\n",
      "        depth: 30\n",
      "    SERP Impression: SimpleSERPImpression\n",
      "        qrel_file: ../wtr/queries_qrels/rel_table_qrels.txt\n",
      "    Logger: FixedCostLogger\n",
      "        time_limit: 10000\n",
      "        query_cost: 10\n",
      "        document_cost: 20\n",
      "        snippet_cost: 3\n",
      "        serp_results_cost: 5\n",
      "        mark_document_cost: 3\n",
      "    Search Context: SearchContext\n",
      "        relevance_revision: 1\n",
      "\n",
      "  Results Summary:\n",
      "    Number of Queries Issued: 92\n",
      "    Number of Snippets Examined: 2756\n",
      "    Number of Documents Examined: 16\n",
      "    Number of Documents Marked Relevant: 11\n",
      "    Number of Attractive SERPs Examined: 92\n",
      "    Number of Unattractive SERPs Examined: 0\n",
      "\n",
      "\u001b[H\u001b[2JSIMULATION 'wtr_sim-46-fixeddepthuser10-random-gpt-rprob05nprob05'\n",
      "  Simulation Configuration:\n",
      "    Topic: 46\n",
      "    Search Interface: PyterrierWebSearchInterface\n",
      "        index_dir: \n",
      "\n",
      "  User Configuration (fixeddepthuser10-random-gpt-rprob05nprob05):\n",
      "    Query Generator: PredeterminedQueryGenerator\n",
      "        stopword_file: ../example_data/terms/stopwords.txt\n",
      "        query_file: ../wtr/wtr-uqvs-orig.txt\n",
      "        user: 1\n",
      "    Snippet Classifier: StochasticInformedTrecTextClassifier\n",
      "        qrel_file: ../wtr/queries_qrels/rel_PageTitle_qrels.txt\n",
      "        rprob: 0.5\n",
      "        nprob: 0.5\n",
      "        data_handler: 0\n",
      "    Document Classifier: StochasticInformedTrecTextClassifier\n",
      "        qrel_file: ../wtr/queries_qrels/rel_table_qrels.txt\n",
      "        rprob: 1.0\n",
      "        nprob: 0.0\n",
      "        data_handler: 0\n",
      "    Stopping Decision Maker: FixedDepthDecisionMaker\n",
      "        depth: 10\n",
      "    SERP Impression: SimpleSERPImpression\n",
      "        qrel_file: ../wtr/queries_qrels/rel_table_qrels.txt\n",
      "    Logger: FixedCostLogger\n",
      "        time_limit: 10000\n",
      "        query_cost: 10\n",
      "        document_cost: 20\n",
      "        snippet_cost: 3\n",
      "        serp_results_cost: 5\n",
      "        mark_document_cost: 3\n",
      "    Search Context: SearchContext\n",
      "        relevance_revision: 1\n",
      "\n",
      "  Results Summary:\n",
      "    Number of Queries Issued: 92\n",
      "    Number of Snippets Examined: 910\n",
      "    Number of Documents Examined: 293\n",
      "    Number of Documents Marked Relevant: 13\n",
      "    Number of Attractive SERPs Examined: 91\n",
      "    Number of Unattractive SERPs Examined: 0\n",
      "\n",
      "\u001b[H\u001b[2JSIMULATION 'wtr_sim-46-fixeddepthuser10-PageTitle-gpt-rprob10nprob00'\n",
      "  Simulation Configuration:\n",
      "    Topic: 46\n",
      "    Search Interface: PyterrierWebSearchInterface\n",
      "        index_dir: \n",
      "\n",
      "  User Configuration (fixeddepthuser10-PageTitle-gpt-rprob10nprob00):\n",
      "    Query Generator: PredeterminedQueryGenerator\n",
      "        stopword_file: ../example_data/terms/stopwords.txt\n",
      "        query_file: ../wtr/wtr-uqvs-orig.txt\n",
      "        user: 1\n",
      "    Snippet Classifier: StochasticInformedTrecTextClassifier\n",
      "        qrel_file: ../wtr/queries_qrels/rel_PageTitle_qrels.txt\n",
      "        rprob: 1.0\n",
      "        nprob: 0.0\n",
      "        data_handler: 0\n",
      "    Document Classifier: StochasticInformedTrecTextClassifier\n",
      "        qrel_file: ../wtr/queries_qrels/rel_table_qrels.txt\n",
      "        rprob: 1.0\n",
      "        nprob: 0.0\n",
      "        data_handler: 0\n",
      "    Stopping Decision Maker: FixedDepthDecisionMaker\n",
      "        depth: 10\n",
      "    SERP Impression: SimpleSERPImpression\n",
      "        qrel_file: ../wtr/queries_qrels/rel_table_qrels.txt\n",
      "    Logger: FixedCostLogger\n",
      "        time_limit: 10000\n",
      "        query_cost: 10\n",
      "        document_cost: 20\n",
      "        snippet_cost: 3\n",
      "        serp_results_cost: 5\n",
      "        mark_document_cost: 3\n",
      "    Search Context: SearchContext\n",
      "        relevance_revision: 1\n",
      "\n",
      "  Results Summary:\n",
      "    Number of Queries Issued: 100\n",
      "    Number of Snippets Examined: 1000\n",
      "    Number of Documents Examined: 12\n",
      "    Number of Documents Marked Relevant: 9\n",
      "    Number of Attractive SERPs Examined: 100\n",
      "    Number of Unattractive SERPs Examined: 0\n",
      "\n",
      "\u001b[H\u001b[2JSIMULATION 'wtr_sim-46-fixeddepthuser10-textAfter-gpt-rprob10nprob00'\n",
      "  Simulation Configuration:\n",
      "    Topic: 46\n",
      "    Search Interface: PyterrierWebSearchInterface\n",
      "        index_dir: \n",
      "\n",
      "  User Configuration (fixeddepthuser10-textAfter-gpt-rprob10nprob00):\n",
      "    Query Generator: PredeterminedQueryGenerator\n",
      "        stopword_file: ../example_data/terms/stopwords.txt\n",
      "        query_file: ../wtr/wtr-uqvs-orig.txt\n",
      "        user: 1\n",
      "    Snippet Classifier: StochasticInformedTrecTextClassifier\n",
      "        qrel_file: ../wtr/queries_qrels/rel_textAfter_qrels.txt\n",
      "        rprob: 1.0\n",
      "        nprob: 0.0\n",
      "        data_handler: 0\n",
      "    Document Classifier: StochasticInformedTrecTextClassifier\n",
      "        qrel_file: ../wtr/queries_qrels/rel_table_qrels.txt\n",
      "        rprob: 1.0\n",
      "        nprob: 0.0\n",
      "        data_handler: 0\n",
      "    Stopping Decision Maker: FixedDepthDecisionMaker\n",
      "        depth: 10\n",
      "    SERP Impression: SimpleSERPImpression\n",
      "        qrel_file: ../wtr/queries_qrels/rel_table_qrels.txt\n",
      "    Logger: FixedCostLogger\n",
      "        time_limit: 10000\n",
      "        query_cost: 10\n",
      "        document_cost: 20\n",
      "        snippet_cost: 3\n",
      "        serp_results_cost: 5\n",
      "        mark_document_cost: 3\n",
      "    Search Context: SearchContext\n",
      "        relevance_revision: 1\n",
      "\n",
      "  Results Summary:\n",
      "    Number of Queries Issued: 100\n",
      "    Number of Snippets Examined: 1000\n",
      "    Number of Documents Examined: 15\n",
      "    Number of Documents Marked Relevant: 11\n",
      "    Number of Attractive SERPs Examined: 100\n",
      "    Number of Unattractive SERPs Examined: 0\n",
      "\n",
      "\u001b[H\u001b[2JSIMULATION 'wtr_sim-46-fixeddepthuser10-textBefore-gpt-rprob10nprob00'\n",
      "  Simulation Configuration:\n",
      "    Topic: 46\n",
      "    Search Interface: PyterrierWebSearchInterface\n",
      "        index_dir: \n",
      "\n",
      "  User Configuration (fixeddepthuser10-textBefore-gpt-rprob10nprob00):\n",
      "    Query Generator: PredeterminedQueryGenerator\n",
      "        stopword_file: ../example_data/terms/stopwords.txt\n",
      "        query_file: ../wtr/wtr-uqvs-orig.txt\n",
      "        user: 1\n",
      "    Snippet Classifier: StochasticInformedTrecTextClassifier\n",
      "        qrel_file: ../wtr/queries_qrels/rel_textBefore_qrels.txt\n",
      "        rprob: 1.0\n",
      "        nprob: 0.0\n",
      "        data_handler: 0\n",
      "    Document Classifier: StochasticInformedTrecTextClassifier\n",
      "        qrel_file: ../wtr/queries_qrels/rel_table_qrels.txt\n",
      "        rprob: 1.0\n",
      "        nprob: 0.0\n",
      "        data_handler: 0\n",
      "    Stopping Decision Maker: FixedDepthDecisionMaker\n",
      "        depth: 10\n",
      "    SERP Impression: SimpleSERPImpression\n",
      "        qrel_file: ../wtr/queries_qrels/rel_table_qrels.txt\n",
      "    Logger: FixedCostLogger\n",
      "        time_limit: 10000\n",
      "        query_cost: 10\n",
      "        document_cost: 20\n",
      "        snippet_cost: 3\n",
      "        serp_results_cost: 5\n",
      "        mark_document_cost: 3\n",
      "    Search Context: SearchContext\n",
      "        relevance_revision: 1\n",
      "\n",
      "  Results Summary:\n",
      "    Number of Queries Issued: 100\n",
      "    Number of Snippets Examined: 1000\n",
      "    Number of Documents Examined: 15\n",
      "    Number of Documents Marked Relevant: 12\n",
      "    Number of Attractive SERPs Examined: 100\n",
      "    Number of Unattractive SERPs Examined: 0\n",
      "\n",
      "\u001b[H\u001b[2JSIMULATION 'wtr_sim-46-fixeddepthuser10-PageTitle-gpt-rprob09nprob03'\n",
      "  Simulation Configuration:\n",
      "    Topic: 46\n",
      "    Search Interface: PyterrierWebSearchInterface\n",
      "        index_dir: \n",
      "\n",
      "  User Configuration (fixeddepthuser10-PageTitle-gpt-rprob09nprob03):\n",
      "    Query Generator: PredeterminedQueryGenerator\n",
      "        stopword_file: ../example_data/terms/stopwords.txt\n",
      "        query_file: ../wtr/wtr-uqvs-orig.txt\n",
      "        user: 1\n",
      "    Snippet Classifier: StochasticInformedTrecTextClassifier\n",
      "        qrel_file: ../wtr/queries_qrels/rel_PageTitle_qrels.txt\n",
      "        rprob: 0.9\n",
      "        nprob: 0.3\n",
      "        data_handler: 0\n",
      "    Document Classifier: StochasticInformedTrecTextClassifier\n",
      "        qrel_file: ../wtr/queries_qrels/rel_table_qrels.txt\n",
      "        rprob: 1.0\n",
      "        nprob: 0.0\n",
      "        data_handler: 0\n",
      "    Stopping Decision Maker: FixedDepthDecisionMaker\n",
      "        depth: 10\n",
      "    SERP Impression: SimpleSERPImpression\n",
      "        qrel_file: ../wtr/queries_qrels/rel_table_qrels.txt\n",
      "    Logger: FixedCostLogger\n",
      "        time_limit: 10000\n",
      "        query_cost: 10\n",
      "        document_cost: 20\n",
      "        snippet_cost: 3\n",
      "        serp_results_cost: 5\n",
      "        mark_document_cost: 3\n",
      "    Search Context: SearchContext\n",
      "        relevance_revision: 1\n",
      "\n",
      "  Results Summary:\n",
      "    Number of Queries Issued: 100\n",
      "    Number of Snippets Examined: 1000\n",
      "    Number of Documents Examined: 229\n",
      "    Number of Documents Marked Relevant: 17\n",
      "    Number of Attractive SERPs Examined: 100\n",
      "    Number of Unattractive SERPs Examined: 0\n",
      "\n",
      "\u001b[H\u001b[2JSIMULATION 'wtr_sim-46-fixeddepthuser10-PageTitle-gpt-rprob08nprob03'\n",
      "  Simulation Configuration:\n",
      "    Topic: 46\n",
      "    Search Interface: PyterrierWebSearchInterface\n",
      "        index_dir: \n",
      "\n",
      "  User Configuration (fixeddepthuser10-PageTitle-gpt-rprob08nprob03):\n",
      "    Query Generator: PredeterminedQueryGenerator\n",
      "        stopword_file: ../example_data/terms/stopwords.txt\n",
      "        query_file: ../wtr/wtr-uqvs-orig.txt\n",
      "        user: 1\n",
      "    Snippet Classifier: StochasticInformedTrecTextClassifier\n",
      "        qrel_file: ../wtr/queries_qrels/rel_PageTitle_qrels.txt\n",
      "        rprob: 0.8\n",
      "        nprob: 0.3\n",
      "        data_handler: 0\n",
      "    Document Classifier: StochasticInformedTrecTextClassifier\n",
      "        qrel_file: ../wtr/queries_qrels/rel_table_qrels.txt\n",
      "        rprob: 1.0\n",
      "        nprob: 0.0\n",
      "        data_handler: 0\n",
      "    Stopping Decision Maker: FixedDepthDecisionMaker\n",
      "        depth: 10\n",
      "    SERP Impression: SimpleSERPImpression\n",
      "        qrel_file: ../wtr/queries_qrels/rel_table_qrels.txt\n",
      "    Logger: FixedCostLogger\n",
      "        time_limit: 10000\n",
      "        query_cost: 10\n",
      "        document_cost: 20\n",
      "        snippet_cost: 3\n",
      "        serp_results_cost: 5\n",
      "        mark_document_cost: 3\n",
      "    Search Context: SearchContext\n",
      "        relevance_revision: 1\n",
      "\n",
      "  Results Summary:\n",
      "    Number of Queries Issued: 100\n",
      "    Number of Snippets Examined: 1000\n",
      "    Number of Documents Examined: 228\n",
      "    Number of Documents Marked Relevant: 16\n",
      "    Number of Attractive SERPs Examined: 100\n",
      "    Number of Unattractive SERPs Examined: 0\n",
      "\n",
      "\u001b[H\u001b[2JSIMULATION 'wtr_sim-46-fixeddepthuser10-PageTitle-gpt-rprob07nprob03'\n",
      "  Simulation Configuration:\n",
      "    Topic: 46\n",
      "    Search Interface: PyterrierWebSearchInterface\n",
      "        index_dir: \n",
      "\n",
      "  User Configuration (fixeddepthuser10-PageTitle-gpt-rprob07nprob03):\n",
      "    Query Generator: PredeterminedQueryGenerator\n",
      "        stopword_file: ../example_data/terms/stopwords.txt\n",
      "        query_file: ../wtr/wtr-uqvs-orig.txt\n",
      "        user: 1\n",
      "    Snippet Classifier: StochasticInformedTrecTextClassifier\n",
      "        qrel_file: ../wtr/queries_qrels/rel_PageTitle_qrels.txt\n",
      "        rprob: 0.7\n",
      "        nprob: 0.3\n",
      "        data_handler: 0\n",
      "    Document Classifier: StochasticInformedTrecTextClassifier\n",
      "        qrel_file: ../wtr/queries_qrels/rel_table_qrels.txt\n",
      "        rprob: 1.0\n",
      "        nprob: 0.0\n",
      "        data_handler: 0\n",
      "    Stopping Decision Maker: FixedDepthDecisionMaker\n",
      "        depth: 10\n",
      "    SERP Impression: SimpleSERPImpression\n",
      "        qrel_file: ../wtr/queries_qrels/rel_table_qrels.txt\n",
      "    Logger: FixedCostLogger\n",
      "        time_limit: 10000\n",
      "        query_cost: 10\n",
      "        document_cost: 20\n",
      "        snippet_cost: 3\n",
      "        serp_results_cost: 5\n",
      "        mark_document_cost: 3\n",
      "    Search Context: SearchContext\n",
      "        relevance_revision: 1\n",
      "\n",
      "  Results Summary:\n",
      "    Number of Queries Issued: 100\n",
      "    Number of Snippets Examined: 1000\n",
      "    Number of Documents Examined: 228\n",
      "    Number of Documents Marked Relevant: 16\n",
      "    Number of Attractive SERPs Examined: 100\n",
      "    Number of Unattractive SERPs Examined: 0\n",
      "\n",
      "\u001b[H\u001b[2JSIMULATION 'wtr_sim-46-fixeddepthuser10-PageTitle-gpt-rprob06nprob03'\n",
      "  Simulation Configuration:\n",
      "    Topic: 46\n",
      "    Search Interface: PyterrierWebSearchInterface\n",
      "        index_dir: \n",
      "\n",
      "  User Configuration (fixeddepthuser10-PageTitle-gpt-rprob06nprob03):\n",
      "    Query Generator: PredeterminedQueryGenerator\n",
      "        stopword_file: ../example_data/terms/stopwords.txt\n",
      "        query_file: ../wtr/wtr-uqvs-orig.txt\n",
      "        user: 1\n",
      "    Snippet Classifier: StochasticInformedTrecTextClassifier\n",
      "        qrel_file: ../wtr/queries_qrels/rel_PageTitle_qrels.txt\n",
      "        rprob: 0.6\n",
      "        nprob: 0.3\n",
      "        data_handler: 0\n",
      "    Document Classifier: StochasticInformedTrecTextClassifier\n",
      "        qrel_file: ../wtr/queries_qrels/rel_table_qrels.txt\n",
      "        rprob: 1.0\n",
      "        nprob: 0.0\n",
      "        data_handler: 0\n",
      "    Stopping Decision Maker: FixedDepthDecisionMaker\n",
      "        depth: 10\n",
      "    SERP Impression: SimpleSERPImpression\n",
      "        qrel_file: ../wtr/queries_qrels/rel_table_qrels.txt\n",
      "    Logger: FixedCostLogger\n",
      "        time_limit: 10000\n",
      "        query_cost: 10\n",
      "        document_cost: 20\n",
      "        snippet_cost: 3\n",
      "        serp_results_cost: 5\n",
      "        mark_document_cost: 3\n",
      "    Search Context: SearchContext\n",
      "        relevance_revision: 1\n",
      "\n",
      "  Results Summary:\n",
      "    Number of Queries Issued: 100\n",
      "    Number of Snippets Examined: 1000\n",
      "    Number of Documents Examined: 227\n",
      "    Number of Documents Marked Relevant: 15\n",
      "    Number of Attractive SERPs Examined: 100\n",
      "    Number of Unattractive SERPs Examined: 0\n",
      "\n",
      "\u001b[H\u001b[2JSIMULATION 'wtr_sim-47-fixeddepthuser3-PageTitle-gpt-rprob10nprob00'\n",
      "  Simulation Configuration:\n",
      "    Topic: 47\n",
      "    Search Interface: PyterrierWebSearchInterface\n",
      "        index_dir: \n",
      "\n",
      "  User Configuration (fixeddepthuser3-PageTitle-gpt-rprob10nprob00):\n",
      "    Query Generator: PredeterminedQueryGenerator\n",
      "        stopword_file: ../example_data/terms/stopwords.txt\n",
      "        query_file: ../wtr/wtr-uqvs-orig.txt\n",
      "        user: 1\n",
      "    Snippet Classifier: StochasticInformedTrecTextClassifier\n",
      "        qrel_file: ../wtr/queries_qrels/rel_PageTitle_qrels.txt\n",
      "        rprob: 1.0\n",
      "        nprob: 0.0\n",
      "        data_handler: 0\n",
      "    Document Classifier: StochasticInformedTrecTextClassifier\n",
      "        qrel_file: ../wtr/queries_qrels/rel_table_qrels.txt\n",
      "        rprob: 1.0\n",
      "        nprob: 0.0\n",
      "        data_handler: 0\n",
      "    Stopping Decision Maker: FixedDepthDecisionMaker\n",
      "        depth: 3\n",
      "    SERP Impression: SimpleSERPImpression\n",
      "        qrel_file: ../wtr/queries_qrels/rel_table_qrels.txt\n",
      "    Logger: FixedCostLogger\n",
      "        time_limit: 10000\n",
      "        query_cost: 10\n",
      "        document_cost: 20\n",
      "        snippet_cost: 3\n",
      "        serp_results_cost: 5\n",
      "        mark_document_cost: 3\n",
      "    Search Context: SearchContext\n",
      "        relevance_revision: 1\n",
      "\n",
      "  Results Summary:\n",
      "    Number of Queries Issued: 100\n",
      "    Number of Snippets Examined: 300\n",
      "    Number of Documents Examined: 2\n",
      "    Number of Documents Marked Relevant: 2\n",
      "    Number of Attractive SERPs Examined: 100\n",
      "    Number of Unattractive SERPs Examined: 0\n",
      "\n",
      "\u001b[H\u001b[2JSIMULATION 'wtr_sim-47-fixeddepthuser5-PageTitle-gpt-rprob10nprob00'\n",
      "  Simulation Configuration:\n",
      "    Topic: 47\n",
      "    Search Interface: PyterrierWebSearchInterface\n",
      "        index_dir: \n",
      "\n",
      "  User Configuration (fixeddepthuser5-PageTitle-gpt-rprob10nprob00):\n",
      "    Query Generator: PredeterminedQueryGenerator\n",
      "        stopword_file: ../example_data/terms/stopwords.txt\n",
      "        query_file: ../wtr/wtr-uqvs-orig.txt\n",
      "        user: 1\n",
      "    Snippet Classifier: StochasticInformedTrecTextClassifier\n",
      "        qrel_file: ../wtr/queries_qrels/rel_PageTitle_qrels.txt\n",
      "        rprob: 1.0\n",
      "        nprob: 0.0\n",
      "        data_handler: 0\n",
      "    Document Classifier: StochasticInformedTrecTextClassifier\n",
      "        qrel_file: ../wtr/queries_qrels/rel_table_qrels.txt\n",
      "        rprob: 1.0\n",
      "        nprob: 0.0\n",
      "        data_handler: 0\n",
      "    Stopping Decision Maker: FixedDepthDecisionMaker\n",
      "        depth: 5\n",
      "    SERP Impression: SimpleSERPImpression\n",
      "        qrel_file: ../wtr/queries_qrels/rel_table_qrels.txt\n",
      "    Logger: FixedCostLogger\n",
      "        time_limit: 10000\n",
      "        query_cost: 10\n",
      "        document_cost: 20\n",
      "        snippet_cost: 3\n",
      "        serp_results_cost: 5\n",
      "        mark_document_cost: 3\n",
      "    Search Context: SearchContext\n",
      "        relevance_revision: 1\n",
      "\n",
      "  Results Summary:\n",
      "    Number of Queries Issued: 100\n",
      "    Number of Snippets Examined: 500\n",
      "    Number of Documents Examined: 3\n",
      "    Number of Documents Marked Relevant: 3\n",
      "    Number of Attractive SERPs Examined: 100\n",
      "    Number of Unattractive SERPs Examined: 0\n",
      "\n",
      "\u001b[H\u001b[2JSIMULATION 'wtr_sim-47-fixeddepthuser10-PageTitle-gpt-rprob10nprob00'\n",
      "  Simulation Configuration:\n",
      "    Topic: 47\n",
      "    Search Interface: PyterrierWebSearchInterface\n",
      "        index_dir: \n",
      "\n",
      "  User Configuration (fixeddepthuser10-PageTitle-gpt-rprob10nprob00):\n",
      "    Query Generator: PredeterminedQueryGenerator\n",
      "        stopword_file: ../example_data/terms/stopwords.txt\n",
      "        query_file: ../wtr/wtr-uqvs-orig.txt\n",
      "        user: 1\n",
      "    Snippet Classifier: StochasticInformedTrecTextClassifier\n",
      "        qrel_file: ../wtr/queries_qrels/rel_PageTitle_qrels.txt\n",
      "        rprob: 1.0\n",
      "        nprob: 0.0\n",
      "        data_handler: 0\n",
      "    Document Classifier: StochasticInformedTrecTextClassifier\n",
      "        qrel_file: ../wtr/queries_qrels/rel_table_qrels.txt\n",
      "        rprob: 1.0\n",
      "        nprob: 0.0\n",
      "        data_handler: 0\n",
      "    Stopping Decision Maker: FixedDepthDecisionMaker\n",
      "        depth: 10\n",
      "    SERP Impression: SimpleSERPImpression\n",
      "        qrel_file: ../wtr/queries_qrels/rel_table_qrels.txt\n",
      "    Logger: FixedCostLogger\n",
      "        time_limit: 10000\n",
      "        query_cost: 10\n",
      "        document_cost: 20\n",
      "        snippet_cost: 3\n",
      "        serp_results_cost: 5\n",
      "        mark_document_cost: 3\n",
      "    Search Context: SearchContext\n",
      "        relevance_revision: 1\n",
      "\n",
      "  Results Summary:\n",
      "    Number of Queries Issued: 100\n",
      "    Number of Snippets Examined: 1000\n",
      "    Number of Documents Examined: 7\n",
      "    Number of Documents Marked Relevant: 6\n",
      "    Number of Attractive SERPs Examined: 100\n",
      "    Number of Unattractive SERPs Examined: 0\n",
      "\n",
      "\u001b[H\u001b[2JSIMULATION 'wtr_sim-47-fixeddepthuser20-PageTitle-gpt-rprob10nprob00'\n",
      "  Simulation Configuration:\n",
      "    Topic: 47\n",
      "    Search Interface: PyterrierWebSearchInterface\n",
      "        index_dir: \n",
      "\n",
      "  User Configuration (fixeddepthuser20-PageTitle-gpt-rprob10nprob00):\n",
      "    Query Generator: PredeterminedQueryGenerator\n",
      "        stopword_file: ../example_data/terms/stopwords.txt\n",
      "        query_file: ../wtr/wtr-uqvs-orig.txt\n",
      "        user: 1\n",
      "    Snippet Classifier: StochasticInformedTrecTextClassifier\n",
      "        qrel_file: ../wtr/queries_qrels/rel_PageTitle_qrels.txt\n",
      "        rprob: 1.0\n",
      "        nprob: 0.0\n",
      "        data_handler: 0\n",
      "    Document Classifier: StochasticInformedTrecTextClassifier\n",
      "        qrel_file: ../wtr/queries_qrels/rel_table_qrels.txt\n",
      "        rprob: 1.0\n",
      "        nprob: 0.0\n",
      "        data_handler: 0\n",
      "    Stopping Decision Maker: FixedDepthDecisionMaker\n",
      "        depth: 20\n",
      "    SERP Impression: SimpleSERPImpression\n",
      "        qrel_file: ../wtr/queries_qrels/rel_table_qrels.txt\n",
      "    Logger: FixedCostLogger\n",
      "        time_limit: 10000\n",
      "        query_cost: 10\n",
      "        document_cost: 20\n",
      "        snippet_cost: 3\n",
      "        serp_results_cost: 5\n",
      "        mark_document_cost: 3\n",
      "    Search Context: SearchContext\n",
      "        relevance_revision: 1\n",
      "\n",
      "  Results Summary:\n",
      "    Number of Queries Issued: 100\n",
      "    Number of Snippets Examined: 2000\n",
      "    Number of Documents Examined: 11\n",
      "    Number of Documents Marked Relevant: 9\n",
      "    Number of Attractive SERPs Examined: 100\n",
      "    Number of Unattractive SERPs Examined: 0\n",
      "\n",
      "\u001b[H\u001b[2JSIMULATION 'wtr_sim-47-fixeddepthuser30-PageTitle-gpt-rprob10nprob00'\n",
      "  Simulation Configuration:\n",
      "    Topic: 47\n",
      "    Search Interface: PyterrierWebSearchInterface\n",
      "        index_dir: \n",
      "\n",
      "  User Configuration (fixeddepthuser30-PageTitle-gpt-rprob10nprob00):\n",
      "    Query Generator: PredeterminedQueryGenerator\n",
      "        stopword_file: ../example_data/terms/stopwords.txt\n",
      "        query_file: ../wtr/wtr-uqvs-orig.txt\n",
      "        user: 1\n",
      "    Snippet Classifier: StochasticInformedTrecTextClassifier\n",
      "        qrel_file: ../wtr/queries_qrels/rel_PageTitle_qrels.txt\n",
      "        rprob: 1.0\n",
      "        nprob: 0.0\n",
      "        data_handler: 0\n",
      "    Document Classifier: StochasticInformedTrecTextClassifier\n",
      "        qrel_file: ../wtr/queries_qrels/rel_table_qrels.txt\n",
      "        rprob: 1.0\n",
      "        nprob: 0.0\n",
      "        data_handler: 0\n",
      "    Stopping Decision Maker: FixedDepthDecisionMaker\n",
      "        depth: 30\n",
      "    SERP Impression: SimpleSERPImpression\n",
      "        qrel_file: ../wtr/queries_qrels/rel_table_qrels.txt\n",
      "    Logger: FixedCostLogger\n",
      "        time_limit: 10000\n",
      "        query_cost: 10\n",
      "        document_cost: 20\n",
      "        snippet_cost: 3\n",
      "        serp_results_cost: 5\n",
      "        mark_document_cost: 3\n",
      "    Search Context: SearchContext\n",
      "        relevance_revision: 1\n",
      "\n",
      "  Results Summary:\n",
      "    Number of Queries Issued: 93\n",
      "    Number of Snippets Examined: 2779\n",
      "    Number of Documents Examined: 12\n",
      "    Number of Documents Marked Relevant: 10\n",
      "    Number of Attractive SERPs Examined: 93\n",
      "    Number of Unattractive SERPs Examined: 0\n",
      "\n",
      "\u001b[H\u001b[2JSIMULATION 'wtr_sim-47-fixeddepthuser10-random-gpt-rprob05nprob05'\n",
      "  Simulation Configuration:\n",
      "    Topic: 47\n",
      "    Search Interface: PyterrierWebSearchInterface\n",
      "        index_dir: \n",
      "\n",
      "  User Configuration (fixeddepthuser10-random-gpt-rprob05nprob05):\n",
      "    Query Generator: PredeterminedQueryGenerator\n",
      "        stopword_file: ../example_data/terms/stopwords.txt\n",
      "        query_file: ../wtr/wtr-uqvs-orig.txt\n",
      "        user: 1\n",
      "    Snippet Classifier: StochasticInformedTrecTextClassifier\n",
      "        qrel_file: ../wtr/queries_qrels/rel_PageTitle_qrels.txt\n",
      "        rprob: 0.5\n",
      "        nprob: 0.5\n",
      "        data_handler: 0\n",
      "    Document Classifier: StochasticInformedTrecTextClassifier\n",
      "        qrel_file: ../wtr/queries_qrels/rel_table_qrels.txt\n",
      "        rprob: 1.0\n",
      "        nprob: 0.0\n",
      "        data_handler: 0\n",
      "    Stopping Decision Maker: FixedDepthDecisionMaker\n",
      "        depth: 10\n",
      "    SERP Impression: SimpleSERPImpression\n",
      "        qrel_file: ../wtr/queries_qrels/rel_table_qrels.txt\n",
      "    Logger: FixedCostLogger\n",
      "        time_limit: 10000\n",
      "        query_cost: 10\n",
      "        document_cost: 20\n",
      "        snippet_cost: 3\n",
      "        serp_results_cost: 5\n",
      "        mark_document_cost: 3\n",
      "    Search Context: SearchContext\n",
      "        relevance_revision: 1\n",
      "\n",
      "  Results Summary:\n",
      "    Number of Queries Issued: 77\n",
      "    Number of Snippets Examined: 770\n",
      "    Number of Documents Examined: 326\n",
      "    Number of Documents Marked Relevant: 5\n",
      "    Number of Attractive SERPs Examined: 77\n",
      "    Number of Unattractive SERPs Examined: 0\n",
      "\n",
      "\u001b[H\u001b[2JSIMULATION 'wtr_sim-47-fixeddepthuser10-PageTitle-gpt-rprob10nprob00'\n",
      "  Simulation Configuration:\n",
      "    Topic: 47\n",
      "    Search Interface: PyterrierWebSearchInterface\n",
      "        index_dir: \n",
      "\n",
      "  User Configuration (fixeddepthuser10-PageTitle-gpt-rprob10nprob00):\n",
      "    Query Generator: PredeterminedQueryGenerator\n",
      "        stopword_file: ../example_data/terms/stopwords.txt\n",
      "        query_file: ../wtr/wtr-uqvs-orig.txt\n",
      "        user: 1\n",
      "    Snippet Classifier: StochasticInformedTrecTextClassifier\n",
      "        qrel_file: ../wtr/queries_qrels/rel_PageTitle_qrels.txt\n",
      "        rprob: 1.0\n",
      "        nprob: 0.0\n",
      "        data_handler: 0\n",
      "    Document Classifier: StochasticInformedTrecTextClassifier\n",
      "        qrel_file: ../wtr/queries_qrels/rel_table_qrels.txt\n",
      "        rprob: 1.0\n",
      "        nprob: 0.0\n",
      "        data_handler: 0\n",
      "    Stopping Decision Maker: FixedDepthDecisionMaker\n",
      "        depth: 10\n",
      "    SERP Impression: SimpleSERPImpression\n",
      "        qrel_file: ../wtr/queries_qrels/rel_table_qrels.txt\n",
      "    Logger: FixedCostLogger\n",
      "        time_limit: 10000\n",
      "        query_cost: 10\n",
      "        document_cost: 20\n",
      "        snippet_cost: 3\n",
      "        serp_results_cost: 5\n",
      "        mark_document_cost: 3\n",
      "    Search Context: SearchContext\n",
      "        relevance_revision: 1\n",
      "\n",
      "  Results Summary:\n",
      "    Number of Queries Issued: 100\n",
      "    Number of Snippets Examined: 1000\n",
      "    Number of Documents Examined: 7\n",
      "    Number of Documents Marked Relevant: 6\n",
      "    Number of Attractive SERPs Examined: 100\n",
      "    Number of Unattractive SERPs Examined: 0\n",
      "\n",
      "\u001b[H\u001b[2JSIMULATION 'wtr_sim-47-fixeddepthuser10-textAfter-gpt-rprob10nprob00'\n",
      "  Simulation Configuration:\n",
      "    Topic: 47\n",
      "    Search Interface: PyterrierWebSearchInterface\n",
      "        index_dir: \n",
      "\n",
      "  User Configuration (fixeddepthuser10-textAfter-gpt-rprob10nprob00):\n",
      "    Query Generator: PredeterminedQueryGenerator\n",
      "        stopword_file: ../example_data/terms/stopwords.txt\n",
      "        query_file: ../wtr/wtr-uqvs-orig.txt\n",
      "        user: 1\n",
      "    Snippet Classifier: StochasticInformedTrecTextClassifier\n",
      "        qrel_file: ../wtr/queries_qrels/rel_textAfter_qrels.txt\n",
      "        rprob: 1.0\n",
      "        nprob: 0.0\n",
      "        data_handler: 0\n",
      "    Document Classifier: StochasticInformedTrecTextClassifier\n",
      "        qrel_file: ../wtr/queries_qrels/rel_table_qrels.txt\n",
      "        rprob: 1.0\n",
      "        nprob: 0.0\n",
      "        data_handler: 0\n",
      "    Stopping Decision Maker: FixedDepthDecisionMaker\n",
      "        depth: 10\n",
      "    SERP Impression: SimpleSERPImpression\n",
      "        qrel_file: ../wtr/queries_qrels/rel_table_qrels.txt\n",
      "    Logger: FixedCostLogger\n",
      "        time_limit: 10000\n",
      "        query_cost: 10\n",
      "        document_cost: 20\n",
      "        snippet_cost: 3\n",
      "        serp_results_cost: 5\n",
      "        mark_document_cost: 3\n",
      "    Search Context: SearchContext\n",
      "        relevance_revision: 1\n",
      "\n",
      "  Results Summary:\n",
      "    Number of Queries Issued: 100\n",
      "    Number of Snippets Examined: 1000\n",
      "    Number of Documents Examined: 5\n",
      "    Number of Documents Marked Relevant: 4\n",
      "    Number of Attractive SERPs Examined: 100\n",
      "    Number of Unattractive SERPs Examined: 0\n",
      "\n",
      "\u001b[H\u001b[2JSIMULATION 'wtr_sim-47-fixeddepthuser10-textBefore-gpt-rprob10nprob00'\n",
      "  Simulation Configuration:\n",
      "    Topic: 47\n",
      "    Search Interface: PyterrierWebSearchInterface\n",
      "        index_dir: \n",
      "\n",
      "  User Configuration (fixeddepthuser10-textBefore-gpt-rprob10nprob00):\n",
      "    Query Generator: PredeterminedQueryGenerator\n",
      "        stopword_file: ../example_data/terms/stopwords.txt\n",
      "        query_file: ../wtr/wtr-uqvs-orig.txt\n",
      "        user: 1\n",
      "    Snippet Classifier: StochasticInformedTrecTextClassifier\n",
      "        qrel_file: ../wtr/queries_qrels/rel_textBefore_qrels.txt\n",
      "        rprob: 1.0\n",
      "        nprob: 0.0\n",
      "        data_handler: 0\n",
      "    Document Classifier: StochasticInformedTrecTextClassifier\n",
      "        qrel_file: ../wtr/queries_qrels/rel_table_qrels.txt\n",
      "        rprob: 1.0\n",
      "        nprob: 0.0\n",
      "        data_handler: 0\n",
      "    Stopping Decision Maker: FixedDepthDecisionMaker\n",
      "        depth: 10\n",
      "    SERP Impression: SimpleSERPImpression\n",
      "        qrel_file: ../wtr/queries_qrels/rel_table_qrels.txt\n",
      "    Logger: FixedCostLogger\n",
      "        time_limit: 10000\n",
      "        query_cost: 10\n",
      "        document_cost: 20\n",
      "        snippet_cost: 3\n",
      "        serp_results_cost: 5\n",
      "        mark_document_cost: 3\n",
      "    Search Context: SearchContext\n",
      "        relevance_revision: 1\n",
      "\n",
      "  Results Summary:\n",
      "    Number of Queries Issued: 100\n",
      "    Number of Snippets Examined: 1000\n",
      "    Number of Documents Examined: 5\n",
      "    Number of Documents Marked Relevant: 4\n",
      "    Number of Attractive SERPs Examined: 100\n",
      "    Number of Unattractive SERPs Examined: 0\n",
      "\n",
      "\u001b[H\u001b[2JSIMULATION 'wtr_sim-47-fixeddepthuser10-PageTitle-gpt-rprob09nprob03'\n",
      "  Simulation Configuration:\n",
      "    Topic: 47\n",
      "    Search Interface: PyterrierWebSearchInterface\n",
      "        index_dir: \n",
      "\n",
      "  User Configuration (fixeddepthuser10-PageTitle-gpt-rprob09nprob03):\n",
      "    Query Generator: PredeterminedQueryGenerator\n",
      "        stopword_file: ../example_data/terms/stopwords.txt\n",
      "        query_file: ../wtr/wtr-uqvs-orig.txt\n",
      "        user: 1\n",
      "    Snippet Classifier: StochasticInformedTrecTextClassifier\n",
      "        qrel_file: ../wtr/queries_qrels/rel_PageTitle_qrels.txt\n",
      "        rprob: 0.9\n",
      "        nprob: 0.3\n",
      "        data_handler: 0\n",
      "    Document Classifier: StochasticInformedTrecTextClassifier\n",
      "        qrel_file: ../wtr/queries_qrels/rel_table_qrels.txt\n",
      "        rprob: 1.0\n",
      "        nprob: 0.0\n",
      "        data_handler: 0\n",
      "    Stopping Decision Maker: FixedDepthDecisionMaker\n",
      "        depth: 10\n",
      "    SERP Impression: SimpleSERPImpression\n",
      "        qrel_file: ../wtr/queries_qrels/rel_table_qrels.txt\n",
      "    Logger: FixedCostLogger\n",
      "        time_limit: 10000\n",
      "        query_cost: 10\n",
      "        document_cost: 20\n",
      "        snippet_cost: 3\n",
      "        serp_results_cost: 5\n",
      "        mark_document_cost: 3\n",
      "    Search Context: SearchContext\n",
      "        relevance_revision: 1\n",
      "\n",
      "  Results Summary:\n",
      "    Number of Queries Issued: 99\n",
      "    Number of Snippets Examined: 990\n",
      "    Number of Documents Examined: 277\n",
      "    Number of Documents Marked Relevant: 6\n",
      "    Number of Attractive SERPs Examined: 99\n",
      "    Number of Unattractive SERPs Examined: 0\n",
      "\n",
      "\u001b[H\u001b[2JSIMULATION 'wtr_sim-47-fixeddepthuser10-PageTitle-gpt-rprob08nprob03'\n",
      "  Simulation Configuration:\n",
      "    Topic: 47\n",
      "    Search Interface: PyterrierWebSearchInterface\n",
      "        index_dir: \n",
      "\n",
      "  User Configuration (fixeddepthuser10-PageTitle-gpt-rprob08nprob03):\n",
      "    Query Generator: PredeterminedQueryGenerator\n",
      "        stopword_file: ../example_data/terms/stopwords.txt\n",
      "        query_file: ../wtr/wtr-uqvs-orig.txt\n",
      "        user: 1\n",
      "    Snippet Classifier: StochasticInformedTrecTextClassifier\n",
      "        qrel_file: ../wtr/queries_qrels/rel_PageTitle_qrels.txt\n",
      "        rprob: 0.8\n",
      "        nprob: 0.3\n",
      "        data_handler: 0\n",
      "    Document Classifier: StochasticInformedTrecTextClassifier\n",
      "        qrel_file: ../wtr/queries_qrels/rel_table_qrels.txt\n",
      "        rprob: 1.0\n",
      "        nprob: 0.0\n",
      "        data_handler: 0\n",
      "    Stopping Decision Maker: FixedDepthDecisionMaker\n",
      "        depth: 10\n",
      "    SERP Impression: SimpleSERPImpression\n",
      "        qrel_file: ../wtr/queries_qrels/rel_table_qrels.txt\n",
      "    Logger: FixedCostLogger\n",
      "        time_limit: 10000\n",
      "        query_cost: 10\n",
      "        document_cost: 20\n",
      "        snippet_cost: 3\n",
      "        serp_results_cost: 5\n",
      "        mark_document_cost: 3\n",
      "    Search Context: SearchContext\n",
      "        relevance_revision: 1\n",
      "\n",
      "  Results Summary:\n",
      "    Number of Queries Issued: 100\n",
      "    Number of Snippets Examined: 990\n",
      "    Number of Documents Examined: 276\n",
      "    Number of Documents Marked Relevant: 6\n",
      "    Number of Attractive SERPs Examined: 99\n",
      "    Number of Unattractive SERPs Examined: 0\n",
      "\n",
      "\u001b[H\u001b[2JSIMULATION 'wtr_sim-47-fixeddepthuser10-PageTitle-gpt-rprob07nprob03'\n",
      "  Simulation Configuration:\n",
      "    Topic: 47\n",
      "    Search Interface: PyterrierWebSearchInterface\n",
      "        index_dir: \n",
      "\n",
      "  User Configuration (fixeddepthuser10-PageTitle-gpt-rprob07nprob03):\n",
      "    Query Generator: PredeterminedQueryGenerator\n",
      "        stopword_file: ../example_data/terms/stopwords.txt\n",
      "        query_file: ../wtr/wtr-uqvs-orig.txt\n",
      "        user: 1\n",
      "    Snippet Classifier: StochasticInformedTrecTextClassifier\n",
      "        qrel_file: ../wtr/queries_qrels/rel_PageTitle_qrels.txt\n",
      "        rprob: 0.7\n",
      "        nprob: 0.3\n",
      "        data_handler: 0\n",
      "    Document Classifier: StochasticInformedTrecTextClassifier\n",
      "        qrel_file: ../wtr/queries_qrels/rel_table_qrels.txt\n",
      "        rprob: 1.0\n",
      "        nprob: 0.0\n",
      "        data_handler: 0\n",
      "    Stopping Decision Maker: FixedDepthDecisionMaker\n",
      "        depth: 10\n",
      "    SERP Impression: SimpleSERPImpression\n",
      "        qrel_file: ../wtr/queries_qrels/rel_table_qrels.txt\n",
      "    Logger: FixedCostLogger\n",
      "        time_limit: 10000\n",
      "        query_cost: 10\n",
      "        document_cost: 20\n",
      "        snippet_cost: 3\n",
      "        serp_results_cost: 5\n",
      "        mark_document_cost: 3\n",
      "    Search Context: SearchContext\n",
      "        relevance_revision: 1\n",
      "\n",
      "  Results Summary:\n",
      "    Number of Queries Issued: 100\n",
      "    Number of Snippets Examined: 990\n",
      "    Number of Documents Examined: 276\n",
      "    Number of Documents Marked Relevant: 6\n",
      "    Number of Attractive SERPs Examined: 99\n",
      "    Number of Unattractive SERPs Examined: 0\n",
      "\n",
      "\u001b[H\u001b[2JSIMULATION 'wtr_sim-47-fixeddepthuser10-PageTitle-gpt-rprob06nprob03'\n",
      "  Simulation Configuration:\n",
      "    Topic: 47\n",
      "    Search Interface: PyterrierWebSearchInterface\n",
      "        index_dir: \n",
      "\n",
      "  User Configuration (fixeddepthuser10-PageTitle-gpt-rprob06nprob03):\n",
      "    Query Generator: PredeterminedQueryGenerator\n",
      "        stopword_file: ../example_data/terms/stopwords.txt\n",
      "        query_file: ../wtr/wtr-uqvs-orig.txt\n",
      "        user: 1\n",
      "    Snippet Classifier: StochasticInformedTrecTextClassifier\n",
      "        qrel_file: ../wtr/queries_qrels/rel_PageTitle_qrels.txt\n",
      "        rprob: 0.6\n",
      "        nprob: 0.3\n",
      "        data_handler: 0\n",
      "    Document Classifier: StochasticInformedTrecTextClassifier\n",
      "        qrel_file: ../wtr/queries_qrels/rel_table_qrels.txt\n",
      "        rprob: 1.0\n",
      "        nprob: 0.0\n",
      "        data_handler: 0\n",
      "    Stopping Decision Maker: FixedDepthDecisionMaker\n",
      "        depth: 10\n",
      "    SERP Impression: SimpleSERPImpression\n",
      "        qrel_file: ../wtr/queries_qrels/rel_table_qrels.txt\n",
      "    Logger: FixedCostLogger\n",
      "        time_limit: 10000\n",
      "        query_cost: 10\n",
      "        document_cost: 20\n",
      "        snippet_cost: 3\n",
      "        serp_results_cost: 5\n",
      "        mark_document_cost: 3\n",
      "    Search Context: SearchContext\n",
      "        relevance_revision: 1\n",
      "\n",
      "  Results Summary:\n",
      "    Number of Queries Issued: 100\n",
      "    Number of Snippets Examined: 990\n",
      "    Number of Documents Examined: 276\n",
      "    Number of Documents Marked Relevant: 6\n",
      "    Number of Attractive SERPs Examined: 99\n",
      "    Number of Unattractive SERPs Examined: 0\n",
      "\n",
      "\u001b[H\u001b[2JSIMULATION 'wtr_sim-48-fixeddepthuser3-PageTitle-gpt-rprob10nprob00'\n",
      "  Simulation Configuration:\n",
      "    Topic: 48\n",
      "    Search Interface: PyterrierWebSearchInterface\n",
      "        index_dir: \n",
      "\n",
      "  User Configuration (fixeddepthuser3-PageTitle-gpt-rprob10nprob00):\n",
      "    Query Generator: PredeterminedQueryGenerator\n",
      "        stopword_file: ../example_data/terms/stopwords.txt\n",
      "        query_file: ../wtr/wtr-uqvs-orig.txt\n",
      "        user: 1\n",
      "    Snippet Classifier: StochasticInformedTrecTextClassifier\n",
      "        qrel_file: ../wtr/queries_qrels/rel_PageTitle_qrels.txt\n",
      "        rprob: 1.0\n",
      "        nprob: 0.0\n",
      "        data_handler: 0\n",
      "    Document Classifier: StochasticInformedTrecTextClassifier\n",
      "        qrel_file: ../wtr/queries_qrels/rel_table_qrels.txt\n",
      "        rprob: 1.0\n",
      "        nprob: 0.0\n",
      "        data_handler: 0\n",
      "    Stopping Decision Maker: FixedDepthDecisionMaker\n",
      "        depth: 3\n",
      "    SERP Impression: SimpleSERPImpression\n",
      "        qrel_file: ../wtr/queries_qrels/rel_table_qrels.txt\n",
      "    Logger: FixedCostLogger\n",
      "        time_limit: 10000\n",
      "        query_cost: 10\n",
      "        document_cost: 20\n",
      "        snippet_cost: 3\n",
      "        serp_results_cost: 5\n",
      "        mark_document_cost: 3\n",
      "    Search Context: SearchContext\n",
      "        relevance_revision: 1\n",
      "\n",
      "  Results Summary:\n",
      "    Number of Queries Issued: 100\n",
      "    Number of Snippets Examined: 300\n",
      "    Number of Documents Examined: 17\n",
      "    Number of Documents Marked Relevant: 12\n",
      "    Number of Attractive SERPs Examined: 100\n",
      "    Number of Unattractive SERPs Examined: 0\n",
      "\n",
      "\u001b[H\u001b[2JSIMULATION 'wtr_sim-48-fixeddepthuser5-PageTitle-gpt-rprob10nprob00'\n",
      "  Simulation Configuration:\n",
      "    Topic: 48\n",
      "    Search Interface: PyterrierWebSearchInterface\n",
      "        index_dir: \n",
      "\n",
      "  User Configuration (fixeddepthuser5-PageTitle-gpt-rprob10nprob00):\n",
      "    Query Generator: PredeterminedQueryGenerator\n",
      "        stopword_file: ../example_data/terms/stopwords.txt\n",
      "        query_file: ../wtr/wtr-uqvs-orig.txt\n",
      "        user: 1\n",
      "    Snippet Classifier: StochasticInformedTrecTextClassifier\n",
      "        qrel_file: ../wtr/queries_qrels/rel_PageTitle_qrels.txt\n",
      "        rprob: 1.0\n",
      "        nprob: 0.0\n",
      "        data_handler: 0\n",
      "    Document Classifier: StochasticInformedTrecTextClassifier\n",
      "        qrel_file: ../wtr/queries_qrels/rel_table_qrels.txt\n",
      "        rprob: 1.0\n",
      "        nprob: 0.0\n",
      "        data_handler: 0\n",
      "    Stopping Decision Maker: FixedDepthDecisionMaker\n",
      "        depth: 5\n",
      "    SERP Impression: SimpleSERPImpression\n",
      "        qrel_file: ../wtr/queries_qrels/rel_table_qrels.txt\n",
      "    Logger: FixedCostLogger\n",
      "        time_limit: 10000\n",
      "        query_cost: 10\n",
      "        document_cost: 20\n",
      "        snippet_cost: 3\n",
      "        serp_results_cost: 5\n",
      "        mark_document_cost: 3\n",
      "    Search Context: SearchContext\n",
      "        relevance_revision: 1\n",
      "\n",
      "  Results Summary:\n",
      "    Number of Queries Issued: 100\n",
      "    Number of Snippets Examined: 500\n",
      "    Number of Documents Examined: 21\n",
      "    Number of Documents Marked Relevant: 15\n",
      "    Number of Attractive SERPs Examined: 100\n",
      "    Number of Unattractive SERPs Examined: 0\n",
      "\n",
      "\u001b[H\u001b[2JSIMULATION 'wtr_sim-48-fixeddepthuser10-PageTitle-gpt-rprob10nprob00'\n",
      "  Simulation Configuration:\n",
      "    Topic: 48\n",
      "    Search Interface: PyterrierWebSearchInterface\n",
      "        index_dir: \n",
      "\n",
      "  User Configuration (fixeddepthuser10-PageTitle-gpt-rprob10nprob00):\n",
      "    Query Generator: PredeterminedQueryGenerator\n",
      "        stopword_file: ../example_data/terms/stopwords.txt\n",
      "        query_file: ../wtr/wtr-uqvs-orig.txt\n",
      "        user: 1\n",
      "    Snippet Classifier: StochasticInformedTrecTextClassifier\n",
      "        qrel_file: ../wtr/queries_qrels/rel_PageTitle_qrels.txt\n",
      "        rprob: 1.0\n",
      "        nprob: 0.0\n",
      "        data_handler: 0\n",
      "    Document Classifier: StochasticInformedTrecTextClassifier\n",
      "        qrel_file: ../wtr/queries_qrels/rel_table_qrels.txt\n",
      "        rprob: 1.0\n",
      "        nprob: 0.0\n",
      "        data_handler: 0\n",
      "    Stopping Decision Maker: FixedDepthDecisionMaker\n",
      "        depth: 10\n",
      "    SERP Impression: SimpleSERPImpression\n",
      "        qrel_file: ../wtr/queries_qrels/rel_table_qrels.txt\n",
      "    Logger: FixedCostLogger\n",
      "        time_limit: 10000\n",
      "        query_cost: 10\n",
      "        document_cost: 20\n",
      "        snippet_cost: 3\n",
      "        serp_results_cost: 5\n",
      "        mark_document_cost: 3\n",
      "    Search Context: SearchContext\n",
      "        relevance_revision: 1\n",
      "\n",
      "  Results Summary:\n",
      "    Number of Queries Issued: 100\n",
      "    Number of Snippets Examined: 1000\n",
      "    Number of Documents Examined: 25\n",
      "    Number of Documents Marked Relevant: 19\n",
      "    Number of Attractive SERPs Examined: 100\n",
      "    Number of Unattractive SERPs Examined: 0\n",
      "\n",
      "\u001b[H\u001b[2JSIMULATION 'wtr_sim-48-fixeddepthuser20-PageTitle-gpt-rprob10nprob00'\n",
      "  Simulation Configuration:\n",
      "    Topic: 48\n",
      "    Search Interface: PyterrierWebSearchInterface\n",
      "        index_dir: \n",
      "\n",
      "  User Configuration (fixeddepthuser20-PageTitle-gpt-rprob10nprob00):\n",
      "    Query Generator: PredeterminedQueryGenerator\n",
      "        stopword_file: ../example_data/terms/stopwords.txt\n",
      "        query_file: ../wtr/wtr-uqvs-orig.txt\n",
      "        user: 1\n",
      "    Snippet Classifier: StochasticInformedTrecTextClassifier\n",
      "        qrel_file: ../wtr/queries_qrels/rel_PageTitle_qrels.txt\n",
      "        rprob: 1.0\n",
      "        nprob: 0.0\n",
      "        data_handler: 0\n",
      "    Document Classifier: StochasticInformedTrecTextClassifier\n",
      "        qrel_file: ../wtr/queries_qrels/rel_table_qrels.txt\n",
      "        rprob: 1.0\n",
      "        nprob: 0.0\n",
      "        data_handler: 0\n",
      "    Stopping Decision Maker: FixedDepthDecisionMaker\n",
      "        depth: 20\n",
      "    SERP Impression: SimpleSERPImpression\n",
      "        qrel_file: ../wtr/queries_qrels/rel_table_qrels.txt\n",
      "    Logger: FixedCostLogger\n",
      "        time_limit: 10000\n",
      "        query_cost: 10\n",
      "        document_cost: 20\n",
      "        snippet_cost: 3\n",
      "        serp_results_cost: 5\n",
      "        mark_document_cost: 3\n",
      "    Search Context: SearchContext\n",
      "        relevance_revision: 1\n",
      "\n",
      "  Results Summary:\n",
      "    Number of Queries Issued: 100\n",
      "    Number of Snippets Examined: 2000\n",
      "    Number of Documents Examined: 28\n",
      "    Number of Documents Marked Relevant: 22\n",
      "    Number of Attractive SERPs Examined: 100\n",
      "    Number of Unattractive SERPs Examined: 0\n",
      "\n",
      "\u001b[H\u001b[2JSIMULATION 'wtr_sim-48-fixeddepthuser30-PageTitle-gpt-rprob10nprob00'\n",
      "  Simulation Configuration:\n",
      "    Topic: 48\n",
      "    Search Interface: PyterrierWebSearchInterface\n",
      "        index_dir: \n",
      "\n",
      "  User Configuration (fixeddepthuser30-PageTitle-gpt-rprob10nprob00):\n",
      "    Query Generator: PredeterminedQueryGenerator\n",
      "        stopword_file: ../example_data/terms/stopwords.txt\n",
      "        query_file: ../wtr/wtr-uqvs-orig.txt\n",
      "        user: 1\n",
      "    Snippet Classifier: StochasticInformedTrecTextClassifier\n",
      "        qrel_file: ../wtr/queries_qrels/rel_PageTitle_qrels.txt\n",
      "        rprob: 1.0\n",
      "        nprob: 0.0\n",
      "        data_handler: 0\n",
      "    Document Classifier: StochasticInformedTrecTextClassifier\n",
      "        qrel_file: ../wtr/queries_qrels/rel_table_qrels.txt\n",
      "        rprob: 1.0\n",
      "        nprob: 0.0\n",
      "        data_handler: 0\n",
      "    Stopping Decision Maker: FixedDepthDecisionMaker\n",
      "        depth: 30\n",
      "    SERP Impression: SimpleSERPImpression\n",
      "        qrel_file: ../wtr/queries_qrels/rel_table_qrels.txt\n",
      "    Logger: FixedCostLogger\n",
      "        time_limit: 10000\n",
      "        query_cost: 10\n",
      "        document_cost: 20\n",
      "        snippet_cost: 3\n",
      "        serp_results_cost: 5\n",
      "        mark_document_cost: 3\n",
      "    Search Context: SearchContext\n",
      "        relevance_revision: 1\n",
      "\n",
      "  Results Summary:\n",
      "    Number of Queries Issued: 90\n",
      "    Number of Snippets Examined: 2670\n",
      "    Number of Documents Examined: 29\n",
      "    Number of Documents Marked Relevant: 22\n",
      "    Number of Attractive SERPs Examined: 89\n",
      "    Number of Unattractive SERPs Examined: 0\n",
      "\n",
      "\u001b[H\u001b[2JSIMULATION 'wtr_sim-48-fixeddepthuser10-random-gpt-rprob05nprob05'\n",
      "  Simulation Configuration:\n",
      "    Topic: 48\n",
      "    Search Interface: PyterrierWebSearchInterface\n",
      "        index_dir: \n",
      "\n",
      "  User Configuration (fixeddepthuser10-random-gpt-rprob05nprob05):\n",
      "    Query Generator: PredeterminedQueryGenerator\n",
      "        stopword_file: ../example_data/terms/stopwords.txt\n",
      "        query_file: ../wtr/wtr-uqvs-orig.txt\n",
      "        user: 1\n",
      "    Snippet Classifier: StochasticInformedTrecTextClassifier\n",
      "        qrel_file: ../wtr/queries_qrels/rel_PageTitle_qrels.txt\n",
      "        rprob: 0.5\n",
      "        nprob: 0.5\n",
      "        data_handler: 0\n",
      "    Document Classifier: StochasticInformedTrecTextClassifier\n",
      "        qrel_file: ../wtr/queries_qrels/rel_table_qrels.txt\n",
      "        rprob: 1.0\n",
      "        nprob: 0.0\n",
      "        data_handler: 0\n",
      "    Stopping Decision Maker: FixedDepthDecisionMaker\n",
      "        depth: 10\n",
      "    SERP Impression: SimpleSERPImpression\n",
      "        qrel_file: ../wtr/queries_qrels/rel_table_qrels.txt\n",
      "    Logger: FixedCostLogger\n",
      "        time_limit: 10000\n",
      "        query_cost: 10\n",
      "        document_cost: 20\n",
      "        snippet_cost: 3\n",
      "        serp_results_cost: 5\n",
      "        mark_document_cost: 3\n",
      "    Search Context: SearchContext\n",
      "        relevance_revision: 1\n",
      "\n",
      "  Results Summary:\n",
      "    Number of Queries Issued: 71\n",
      "    Number of Snippets Examined: 707\n",
      "    Number of Documents Examined: 339\n",
      "    Number of Documents Marked Relevant: 12\n",
      "    Number of Attractive SERPs Examined: 71\n",
      "    Number of Unattractive SERPs Examined: 0\n",
      "\n",
      "\u001b[H\u001b[2JSIMULATION 'wtr_sim-48-fixeddepthuser10-PageTitle-gpt-rprob10nprob00'\n",
      "  Simulation Configuration:\n",
      "    Topic: 48\n",
      "    Search Interface: PyterrierWebSearchInterface\n",
      "        index_dir: \n",
      "\n",
      "  User Configuration (fixeddepthuser10-PageTitle-gpt-rprob10nprob00):\n",
      "    Query Generator: PredeterminedQueryGenerator\n",
      "        stopword_file: ../example_data/terms/stopwords.txt\n",
      "        query_file: ../wtr/wtr-uqvs-orig.txt\n",
      "        user: 1\n",
      "    Snippet Classifier: StochasticInformedTrecTextClassifier\n",
      "        qrel_file: ../wtr/queries_qrels/rel_PageTitle_qrels.txt\n",
      "        rprob: 1.0\n",
      "        nprob: 0.0\n",
      "        data_handler: 0\n",
      "    Document Classifier: StochasticInformedTrecTextClassifier\n",
      "        qrel_file: ../wtr/queries_qrels/rel_table_qrels.txt\n",
      "        rprob: 1.0\n",
      "        nprob: 0.0\n",
      "        data_handler: 0\n",
      "    Stopping Decision Maker: FixedDepthDecisionMaker\n",
      "        depth: 10\n",
      "    SERP Impression: SimpleSERPImpression\n",
      "        qrel_file: ../wtr/queries_qrels/rel_table_qrels.txt\n",
      "    Logger: FixedCostLogger\n",
      "        time_limit: 10000\n",
      "        query_cost: 10\n",
      "        document_cost: 20\n",
      "        snippet_cost: 3\n",
      "        serp_results_cost: 5\n",
      "        mark_document_cost: 3\n",
      "    Search Context: SearchContext\n",
      "        relevance_revision: 1\n",
      "\n",
      "  Results Summary:\n",
      "    Number of Queries Issued: 100\n",
      "    Number of Snippets Examined: 1000\n",
      "    Number of Documents Examined: 25\n",
      "    Number of Documents Marked Relevant: 19\n",
      "    Number of Attractive SERPs Examined: 100\n",
      "    Number of Unattractive SERPs Examined: 0\n",
      "\n",
      "\u001b[H\u001b[2JSIMULATION 'wtr_sim-48-fixeddepthuser10-textAfter-gpt-rprob10nprob00'\n",
      "  Simulation Configuration:\n",
      "    Topic: 48\n",
      "    Search Interface: PyterrierWebSearchInterface\n",
      "        index_dir: \n",
      "\n",
      "  User Configuration (fixeddepthuser10-textAfter-gpt-rprob10nprob00):\n",
      "    Query Generator: PredeterminedQueryGenerator\n",
      "        stopword_file: ../example_data/terms/stopwords.txt\n",
      "        query_file: ../wtr/wtr-uqvs-orig.txt\n",
      "        user: 1\n",
      "    Snippet Classifier: StochasticInformedTrecTextClassifier\n",
      "        qrel_file: ../wtr/queries_qrels/rel_textAfter_qrels.txt\n",
      "        rprob: 1.0\n",
      "        nprob: 0.0\n",
      "        data_handler: 0\n",
      "    Document Classifier: StochasticInformedTrecTextClassifier\n",
      "        qrel_file: ../wtr/queries_qrels/rel_table_qrels.txt\n",
      "        rprob: 1.0\n",
      "        nprob: 0.0\n",
      "        data_handler: 0\n",
      "    Stopping Decision Maker: FixedDepthDecisionMaker\n",
      "        depth: 10\n",
      "    SERP Impression: SimpleSERPImpression\n",
      "        qrel_file: ../wtr/queries_qrels/rel_table_qrels.txt\n",
      "    Logger: FixedCostLogger\n",
      "        time_limit: 10000\n",
      "        query_cost: 10\n",
      "        document_cost: 20\n",
      "        snippet_cost: 3\n",
      "        serp_results_cost: 5\n",
      "        mark_document_cost: 3\n",
      "    Search Context: SearchContext\n",
      "        relevance_revision: 1\n",
      "\n",
      "  Results Summary:\n",
      "    Number of Queries Issued: 100\n",
      "    Number of Snippets Examined: 1000\n",
      "    Number of Documents Examined: 20\n",
      "    Number of Documents Marked Relevant: 17\n",
      "    Number of Attractive SERPs Examined: 100\n",
      "    Number of Unattractive SERPs Examined: 0\n",
      "\n",
      "\u001b[H\u001b[2JSIMULATION 'wtr_sim-48-fixeddepthuser10-textBefore-gpt-rprob10nprob00'\n",
      "  Simulation Configuration:\n",
      "    Topic: 48\n",
      "    Search Interface: PyterrierWebSearchInterface\n",
      "        index_dir: \n",
      "\n",
      "  User Configuration (fixeddepthuser10-textBefore-gpt-rprob10nprob00):\n",
      "    Query Generator: PredeterminedQueryGenerator\n",
      "        stopword_file: ../example_data/terms/stopwords.txt\n",
      "        query_file: ../wtr/wtr-uqvs-orig.txt\n",
      "        user: 1\n",
      "    Snippet Classifier: StochasticInformedTrecTextClassifier\n",
      "        qrel_file: ../wtr/queries_qrels/rel_textBefore_qrels.txt\n",
      "        rprob: 1.0\n",
      "        nprob: 0.0\n",
      "        data_handler: 0\n",
      "    Document Classifier: StochasticInformedTrecTextClassifier\n",
      "        qrel_file: ../wtr/queries_qrels/rel_table_qrels.txt\n",
      "        rprob: 1.0\n",
      "        nprob: 0.0\n",
      "        data_handler: 0\n",
      "    Stopping Decision Maker: FixedDepthDecisionMaker\n",
      "        depth: 10\n",
      "    SERP Impression: SimpleSERPImpression\n",
      "        qrel_file: ../wtr/queries_qrels/rel_table_qrels.txt\n",
      "    Logger: FixedCostLogger\n",
      "        time_limit: 10000\n",
      "        query_cost: 10\n",
      "        document_cost: 20\n",
      "        snippet_cost: 3\n",
      "        serp_results_cost: 5\n",
      "        mark_document_cost: 3\n",
      "    Search Context: SearchContext\n",
      "        relevance_revision: 1\n",
      "\n",
      "  Results Summary:\n",
      "    Number of Queries Issued: 100\n",
      "    Number of Snippets Examined: 1000\n",
      "    Number of Documents Examined: 24\n",
      "    Number of Documents Marked Relevant: 19\n",
      "    Number of Attractive SERPs Examined: 100\n",
      "    Number of Unattractive SERPs Examined: 0\n",
      "\n",
      "\u001b[H\u001b[2JSIMULATION 'wtr_sim-48-fixeddepthuser10-PageTitle-gpt-rprob09nprob03'\n",
      "  Simulation Configuration:\n",
      "    Topic: 48\n",
      "    Search Interface: PyterrierWebSearchInterface\n",
      "        index_dir: \n",
      "\n",
      "  User Configuration (fixeddepthuser10-PageTitle-gpt-rprob09nprob03):\n",
      "    Query Generator: PredeterminedQueryGenerator\n",
      "        stopword_file: ../example_data/terms/stopwords.txt\n",
      "        query_file: ../wtr/wtr-uqvs-orig.txt\n",
      "        user: 1\n",
      "    Snippet Classifier: StochasticInformedTrecTextClassifier\n",
      "        qrel_file: ../wtr/queries_qrels/rel_PageTitle_qrels.txt\n",
      "        rprob: 0.9\n",
      "        nprob: 0.3\n",
      "        data_handler: 0\n",
      "    Document Classifier: StochasticInformedTrecTextClassifier\n",
      "        qrel_file: ../wtr/queries_qrels/rel_table_qrels.txt\n",
      "        rprob: 1.0\n",
      "        nprob: 0.0\n",
      "        data_handler: 0\n",
      "    Stopping Decision Maker: FixedDepthDecisionMaker\n",
      "        depth: 10\n",
      "    SERP Impression: SimpleSERPImpression\n",
      "        qrel_file: ../wtr/queries_qrels/rel_table_qrels.txt\n",
      "    Logger: FixedCostLogger\n",
      "        time_limit: 10000\n",
      "        query_cost: 10\n",
      "        document_cost: 20\n",
      "        snippet_cost: 3\n",
      "        serp_results_cost: 5\n",
      "        mark_document_cost: 3\n",
      "    Search Context: SearchContext\n",
      "        relevance_revision: 1\n",
      "\n",
      "  Results Summary:\n",
      "    Number of Queries Issued: 94\n",
      "    Number of Snippets Examined: 936\n",
      "    Number of Documents Examined: 286\n",
      "    Number of Documents Marked Relevant: 21\n",
      "    Number of Attractive SERPs Examined: 94\n",
      "    Number of Unattractive SERPs Examined: 0\n",
      "\n",
      "\u001b[H\u001b[2JSIMULATION 'wtr_sim-48-fixeddepthuser10-PageTitle-gpt-rprob08nprob03'\n",
      "  Simulation Configuration:\n",
      "    Topic: 48\n",
      "    Search Interface: PyterrierWebSearchInterface\n",
      "        index_dir: \n",
      "\n",
      "  User Configuration (fixeddepthuser10-PageTitle-gpt-rprob08nprob03):\n",
      "    Query Generator: PredeterminedQueryGenerator\n",
      "        stopword_file: ../example_data/terms/stopwords.txt\n",
      "        query_file: ../wtr/wtr-uqvs-orig.txt\n",
      "        user: 1\n",
      "    Snippet Classifier: StochasticInformedTrecTextClassifier\n",
      "        qrel_file: ../wtr/queries_qrels/rel_PageTitle_qrels.txt\n",
      "        rprob: 0.8\n",
      "        nprob: 0.3\n",
      "        data_handler: 0\n",
      "    Document Classifier: StochasticInformedTrecTextClassifier\n",
      "        qrel_file: ../wtr/queries_qrels/rel_table_qrels.txt\n",
      "        rprob: 1.0\n",
      "        nprob: 0.0\n",
      "        data_handler: 0\n",
      "    Stopping Decision Maker: FixedDepthDecisionMaker\n",
      "        depth: 10\n",
      "    SERP Impression: SimpleSERPImpression\n",
      "        qrel_file: ../wtr/queries_qrels/rel_table_qrels.txt\n",
      "    Logger: FixedCostLogger\n",
      "        time_limit: 10000\n",
      "        query_cost: 10\n",
      "        document_cost: 20\n",
      "        snippet_cost: 3\n",
      "        serp_results_cost: 5\n",
      "        mark_document_cost: 3\n",
      "    Search Context: SearchContext\n",
      "        relevance_revision: 1\n",
      "\n",
      "  Results Summary:\n",
      "    Number of Queries Issued: 94\n",
      "    Number of Snippets Examined: 937\n",
      "    Number of Documents Examined: 286\n",
      "    Number of Documents Marked Relevant: 21\n",
      "    Number of Attractive SERPs Examined: 94\n",
      "    Number of Unattractive SERPs Examined: 0\n",
      "\n",
      "\u001b[H\u001b[2JSIMULATION 'wtr_sim-48-fixeddepthuser10-PageTitle-gpt-rprob07nprob03'\n",
      "  Simulation Configuration:\n",
      "    Topic: 48\n",
      "    Search Interface: PyterrierWebSearchInterface\n",
      "        index_dir: \n",
      "\n",
      "  User Configuration (fixeddepthuser10-PageTitle-gpt-rprob07nprob03):\n",
      "    Query Generator: PredeterminedQueryGenerator\n",
      "        stopword_file: ../example_data/terms/stopwords.txt\n",
      "        query_file: ../wtr/wtr-uqvs-orig.txt\n",
      "        user: 1\n",
      "    Snippet Classifier: StochasticInformedTrecTextClassifier\n",
      "        qrel_file: ../wtr/queries_qrels/rel_PageTitle_qrels.txt\n",
      "        rprob: 0.7\n",
      "        nprob: 0.3\n",
      "        data_handler: 0\n",
      "    Document Classifier: StochasticInformedTrecTextClassifier\n",
      "        qrel_file: ../wtr/queries_qrels/rel_table_qrels.txt\n",
      "        rprob: 1.0\n",
      "        nprob: 0.0\n",
      "        data_handler: 0\n",
      "    Stopping Decision Maker: FixedDepthDecisionMaker\n",
      "        depth: 10\n",
      "    SERP Impression: SimpleSERPImpression\n",
      "        qrel_file: ../wtr/queries_qrels/rel_table_qrels.txt\n",
      "    Logger: FixedCostLogger\n",
      "        time_limit: 10000\n",
      "        query_cost: 10\n",
      "        document_cost: 20\n",
      "        snippet_cost: 3\n",
      "        serp_results_cost: 5\n",
      "        mark_document_cost: 3\n",
      "    Search Context: SearchContext\n",
      "        relevance_revision: 1\n",
      "\n",
      "  Results Summary:\n",
      "    Number of Queries Issued: 95\n",
      "    Number of Snippets Examined: 947\n",
      "    Number of Documents Examined: 284\n",
      "    Number of Documents Marked Relevant: 18\n",
      "    Number of Attractive SERPs Examined: 95\n",
      "    Number of Unattractive SERPs Examined: 0\n",
      "\n",
      "\u001b[H\u001b[2JSIMULATION 'wtr_sim-48-fixeddepthuser10-PageTitle-gpt-rprob06nprob03'\n",
      "  Simulation Configuration:\n",
      "    Topic: 48\n",
      "    Search Interface: PyterrierWebSearchInterface\n",
      "        index_dir: \n",
      "\n",
      "  User Configuration (fixeddepthuser10-PageTitle-gpt-rprob06nprob03):\n",
      "    Query Generator: PredeterminedQueryGenerator\n",
      "        stopword_file: ../example_data/terms/stopwords.txt\n",
      "        query_file: ../wtr/wtr-uqvs-orig.txt\n",
      "        user: 1\n",
      "    Snippet Classifier: StochasticInformedTrecTextClassifier\n",
      "        qrel_file: ../wtr/queries_qrels/rel_PageTitle_qrels.txt\n",
      "        rprob: 0.6\n",
      "        nprob: 0.3\n",
      "        data_handler: 0\n",
      "    Document Classifier: StochasticInformedTrecTextClassifier\n",
      "        qrel_file: ../wtr/queries_qrels/rel_table_qrels.txt\n",
      "        rprob: 1.0\n",
      "        nprob: 0.0\n",
      "        data_handler: 0\n",
      "    Stopping Decision Maker: FixedDepthDecisionMaker\n",
      "        depth: 10\n",
      "    SERP Impression: SimpleSERPImpression\n",
      "        qrel_file: ../wtr/queries_qrels/rel_table_qrels.txt\n",
      "    Logger: FixedCostLogger\n",
      "        time_limit: 10000\n",
      "        query_cost: 10\n",
      "        document_cost: 20\n",
      "        snippet_cost: 3\n",
      "        serp_results_cost: 5\n",
      "        mark_document_cost: 3\n",
      "    Search Context: SearchContext\n",
      "        relevance_revision: 1\n",
      "\n",
      "  Results Summary:\n",
      "    Number of Queries Issued: 96\n",
      "    Number of Snippets Examined: 953\n",
      "    Number of Documents Examined: 283\n",
      "    Number of Documents Marked Relevant: 15\n",
      "    Number of Attractive SERPs Examined: 96\n",
      "    Number of Unattractive SERPs Examined: 0\n",
      "\n",
      "\u001b[H\u001b[2JSIMULATION 'wtr_sim-49-fixeddepthuser3-PageTitle-gpt-rprob10nprob00'\n",
      "  Simulation Configuration:\n",
      "    Topic: 49\n",
      "    Search Interface: PyterrierWebSearchInterface\n",
      "        index_dir: \n",
      "\n",
      "  User Configuration (fixeddepthuser3-PageTitle-gpt-rprob10nprob00):\n",
      "    Query Generator: PredeterminedQueryGenerator\n",
      "        stopword_file: ../example_data/terms/stopwords.txt\n",
      "        query_file: ../wtr/wtr-uqvs-orig.txt\n",
      "        user: 1\n",
      "    Snippet Classifier: StochasticInformedTrecTextClassifier\n",
      "        qrel_file: ../wtr/queries_qrels/rel_PageTitle_qrels.txt\n",
      "        rprob: 1.0\n",
      "        nprob: 0.0\n",
      "        data_handler: 0\n",
      "    Document Classifier: StochasticInformedTrecTextClassifier\n",
      "        qrel_file: ../wtr/queries_qrels/rel_table_qrels.txt\n",
      "        rprob: 1.0\n",
      "        nprob: 0.0\n",
      "        data_handler: 0\n",
      "    Stopping Decision Maker: FixedDepthDecisionMaker\n",
      "        depth: 3\n",
      "    SERP Impression: SimpleSERPImpression\n",
      "        qrel_file: ../wtr/queries_qrels/rel_table_qrels.txt\n",
      "    Logger: FixedCostLogger\n",
      "        time_limit: 10000\n",
      "        query_cost: 10\n",
      "        document_cost: 20\n",
      "        snippet_cost: 3\n",
      "        serp_results_cost: 5\n",
      "        mark_document_cost: 3\n",
      "    Search Context: SearchContext\n",
      "        relevance_revision: 1\n",
      "\n",
      "  Results Summary:\n",
      "    Number of Queries Issued: 98\n",
      "    Number of Snippets Examined: 294\n",
      "    Number of Documents Examined: 6\n",
      "    Number of Documents Marked Relevant: 3\n",
      "    Number of Attractive SERPs Examined: 98\n",
      "    Number of Unattractive SERPs Examined: 0\n",
      "\n",
      "\u001b[H\u001b[2JSIMULATION 'wtr_sim-49-fixeddepthuser5-PageTitle-gpt-rprob10nprob00'\n",
      "  Simulation Configuration:\n",
      "    Topic: 49\n",
      "    Search Interface: PyterrierWebSearchInterface\n",
      "        index_dir: \n",
      "\n",
      "  User Configuration (fixeddepthuser5-PageTitle-gpt-rprob10nprob00):\n",
      "    Query Generator: PredeterminedQueryGenerator\n",
      "        stopword_file: ../example_data/terms/stopwords.txt\n",
      "        query_file: ../wtr/wtr-uqvs-orig.txt\n",
      "        user: 1\n",
      "    Snippet Classifier: StochasticInformedTrecTextClassifier\n",
      "        qrel_file: ../wtr/queries_qrels/rel_PageTitle_qrels.txt\n",
      "        rprob: 1.0\n",
      "        nprob: 0.0\n",
      "        data_handler: 0\n",
      "    Document Classifier: StochasticInformedTrecTextClassifier\n",
      "        qrel_file: ../wtr/queries_qrels/rel_table_qrels.txt\n",
      "        rprob: 1.0\n",
      "        nprob: 0.0\n",
      "        data_handler: 0\n",
      "    Stopping Decision Maker: FixedDepthDecisionMaker\n",
      "        depth: 5\n",
      "    SERP Impression: SimpleSERPImpression\n",
      "        qrel_file: ../wtr/queries_qrels/rel_table_qrels.txt\n",
      "    Logger: FixedCostLogger\n",
      "        time_limit: 10000\n",
      "        query_cost: 10\n",
      "        document_cost: 20\n",
      "        snippet_cost: 3\n",
      "        serp_results_cost: 5\n",
      "        mark_document_cost: 3\n",
      "    Search Context: SearchContext\n",
      "        relevance_revision: 1\n",
      "\n",
      "  Results Summary:\n",
      "    Number of Queries Issued: 98\n",
      "    Number of Snippets Examined: 490\n",
      "    Number of Documents Examined: 6\n",
      "    Number of Documents Marked Relevant: 3\n",
      "    Number of Attractive SERPs Examined: 98\n",
      "    Number of Unattractive SERPs Examined: 0\n",
      "\n",
      "\u001b[H\u001b[2JSIMULATION 'wtr_sim-49-fixeddepthuser10-PageTitle-gpt-rprob10nprob00'\n",
      "  Simulation Configuration:\n",
      "    Topic: 49\n",
      "    Search Interface: PyterrierWebSearchInterface\n",
      "        index_dir: \n",
      "\n",
      "  User Configuration (fixeddepthuser10-PageTitle-gpt-rprob10nprob00):\n",
      "    Query Generator: PredeterminedQueryGenerator\n",
      "        stopword_file: ../example_data/terms/stopwords.txt\n",
      "        query_file: ../wtr/wtr-uqvs-orig.txt\n",
      "        user: 1\n",
      "    Snippet Classifier: StochasticInformedTrecTextClassifier\n",
      "        qrel_file: ../wtr/queries_qrels/rel_PageTitle_qrels.txt\n",
      "        rprob: 1.0\n",
      "        nprob: 0.0\n",
      "        data_handler: 0\n",
      "    Document Classifier: StochasticInformedTrecTextClassifier\n",
      "        qrel_file: ../wtr/queries_qrels/rel_table_qrels.txt\n",
      "        rprob: 1.0\n",
      "        nprob: 0.0\n",
      "        data_handler: 0\n",
      "    Stopping Decision Maker: FixedDepthDecisionMaker\n",
      "        depth: 10\n",
      "    SERP Impression: SimpleSERPImpression\n",
      "        qrel_file: ../wtr/queries_qrels/rel_table_qrels.txt\n",
      "    Logger: FixedCostLogger\n",
      "        time_limit: 10000\n",
      "        query_cost: 10\n",
      "        document_cost: 20\n",
      "        snippet_cost: 3\n",
      "        serp_results_cost: 5\n",
      "        mark_document_cost: 3\n",
      "    Search Context: SearchContext\n",
      "        relevance_revision: 1\n",
      "\n",
      "  Results Summary:\n",
      "    Number of Queries Issued: 98\n",
      "    Number of Snippets Examined: 980\n",
      "    Number of Documents Examined: 8\n",
      "    Number of Documents Marked Relevant: 3\n",
      "    Number of Attractive SERPs Examined: 98\n",
      "    Number of Unattractive SERPs Examined: 0\n",
      "\n",
      "\u001b[H\u001b[2JSIMULATION 'wtr_sim-49-fixeddepthuser20-PageTitle-gpt-rprob10nprob00'\n",
      "  Simulation Configuration:\n",
      "    Topic: 49\n",
      "    Search Interface: PyterrierWebSearchInterface\n",
      "        index_dir: \n",
      "\n",
      "  User Configuration (fixeddepthuser20-PageTitle-gpt-rprob10nprob00):\n",
      "    Query Generator: PredeterminedQueryGenerator\n",
      "        stopword_file: ../example_data/terms/stopwords.txt\n",
      "        query_file: ../wtr/wtr-uqvs-orig.txt\n",
      "        user: 1\n",
      "    Snippet Classifier: StochasticInformedTrecTextClassifier\n",
      "        qrel_file: ../wtr/queries_qrels/rel_PageTitle_qrels.txt\n",
      "        rprob: 1.0\n",
      "        nprob: 0.0\n",
      "        data_handler: 0\n",
      "    Document Classifier: StochasticInformedTrecTextClassifier\n",
      "        qrel_file: ../wtr/queries_qrels/rel_table_qrels.txt\n",
      "        rprob: 1.0\n",
      "        nprob: 0.0\n",
      "        data_handler: 0\n",
      "    Stopping Decision Maker: FixedDepthDecisionMaker\n",
      "        depth: 20\n",
      "    SERP Impression: SimpleSERPImpression\n",
      "        qrel_file: ../wtr/queries_qrels/rel_table_qrels.txt\n",
      "    Logger: FixedCostLogger\n",
      "        time_limit: 10000\n",
      "        query_cost: 10\n",
      "        document_cost: 20\n",
      "        snippet_cost: 3\n",
      "        serp_results_cost: 5\n",
      "        mark_document_cost: 3\n",
      "    Search Context: SearchContext\n",
      "        relevance_revision: 1\n",
      "\n",
      "  Results Summary:\n",
      "    Number of Queries Issued: 98\n",
      "    Number of Snippets Examined: 1960\n",
      "    Number of Documents Examined: 12\n",
      "    Number of Documents Marked Relevant: 7\n",
      "    Number of Attractive SERPs Examined: 98\n",
      "    Number of Unattractive SERPs Examined: 0\n",
      "\n",
      "\u001b[H\u001b[2JSIMULATION 'wtr_sim-49-fixeddepthuser30-PageTitle-gpt-rprob10nprob00'\n",
      "  Simulation Configuration:\n",
      "    Topic: 49\n",
      "    Search Interface: PyterrierWebSearchInterface\n",
      "        index_dir: \n",
      "\n",
      "  User Configuration (fixeddepthuser30-PageTitle-gpt-rprob10nprob00):\n",
      "    Query Generator: PredeterminedQueryGenerator\n",
      "        stopword_file: ../example_data/terms/stopwords.txt\n",
      "        query_file: ../wtr/wtr-uqvs-orig.txt\n",
      "        user: 1\n",
      "    Snippet Classifier: StochasticInformedTrecTextClassifier\n",
      "        qrel_file: ../wtr/queries_qrels/rel_PageTitle_qrels.txt\n",
      "        rprob: 1.0\n",
      "        nprob: 0.0\n",
      "        data_handler: 0\n",
      "    Document Classifier: StochasticInformedTrecTextClassifier\n",
      "        qrel_file: ../wtr/queries_qrels/rel_table_qrels.txt\n",
      "        rprob: 1.0\n",
      "        nprob: 0.0\n",
      "        data_handler: 0\n",
      "    Stopping Decision Maker: FixedDepthDecisionMaker\n",
      "        depth: 30\n",
      "    SERP Impression: SimpleSERPImpression\n",
      "        qrel_file: ../wtr/queries_qrels/rel_table_qrels.txt\n",
      "    Logger: FixedCostLogger\n",
      "        time_limit: 10000\n",
      "        query_cost: 10\n",
      "        document_cost: 20\n",
      "        snippet_cost: 3\n",
      "        serp_results_cost: 5\n",
      "        mark_document_cost: 3\n",
      "    Search Context: SearchContext\n",
      "        relevance_revision: 1\n",
      "\n",
      "  Results Summary:\n",
      "    Number of Queries Issued: 93\n",
      "    Number of Snippets Examined: 2775\n",
      "    Number of Documents Examined: 13\n",
      "    Number of Documents Marked Relevant: 7\n",
      "    Number of Attractive SERPs Examined: 93\n",
      "    Number of Unattractive SERPs Examined: 0\n",
      "\n",
      "\u001b[H\u001b[2JSIMULATION 'wtr_sim-49-fixeddepthuser10-random-gpt-rprob05nprob05'\n",
      "  Simulation Configuration:\n",
      "    Topic: 49\n",
      "    Search Interface: PyterrierWebSearchInterface\n",
      "        index_dir: \n",
      "\n",
      "  User Configuration (fixeddepthuser10-random-gpt-rprob05nprob05):\n",
      "    Query Generator: PredeterminedQueryGenerator\n",
      "        stopword_file: ../example_data/terms/stopwords.txt\n",
      "        query_file: ../wtr/wtr-uqvs-orig.txt\n",
      "        user: 1\n",
      "    Snippet Classifier: StochasticInformedTrecTextClassifier\n",
      "        qrel_file: ../wtr/queries_qrels/rel_PageTitle_qrels.txt\n",
      "        rprob: 0.5\n",
      "        nprob: 0.5\n",
      "        data_handler: 0\n",
      "    Document Classifier: StochasticInformedTrecTextClassifier\n",
      "        qrel_file: ../wtr/queries_qrels/rel_table_qrels.txt\n",
      "        rprob: 1.0\n",
      "        nprob: 0.0\n",
      "        data_handler: 0\n",
      "    Stopping Decision Maker: FixedDepthDecisionMaker\n",
      "        depth: 10\n",
      "    SERP Impression: SimpleSERPImpression\n",
      "        qrel_file: ../wtr/queries_qrels/rel_table_qrels.txt\n",
      "    Logger: FixedCostLogger\n",
      "        time_limit: 10000\n",
      "        query_cost: 10\n",
      "        document_cost: 20\n",
      "        snippet_cost: 3\n",
      "        serp_results_cost: 5\n",
      "        mark_document_cost: 3\n",
      "    Search Context: SearchContext\n",
      "        relevance_revision: 1\n",
      "\n",
      "  Results Summary:\n",
      "    Number of Queries Issued: 98\n",
      "    Number of Snippets Examined: 980\n",
      "    Number of Documents Examined: 205\n",
      "    Number of Documents Marked Relevant: 7\n",
      "    Number of Attractive SERPs Examined: 98\n",
      "    Number of Unattractive SERPs Examined: 0\n",
      "\n",
      "\u001b[H\u001b[2JSIMULATION 'wtr_sim-49-fixeddepthuser10-PageTitle-gpt-rprob10nprob00'\n",
      "  Simulation Configuration:\n",
      "    Topic: 49\n",
      "    Search Interface: PyterrierWebSearchInterface\n",
      "        index_dir: \n",
      "\n",
      "  User Configuration (fixeddepthuser10-PageTitle-gpt-rprob10nprob00):\n",
      "    Query Generator: PredeterminedQueryGenerator\n",
      "        stopword_file: ../example_data/terms/stopwords.txt\n",
      "        query_file: ../wtr/wtr-uqvs-orig.txt\n",
      "        user: 1\n",
      "    Snippet Classifier: StochasticInformedTrecTextClassifier\n",
      "        qrel_file: ../wtr/queries_qrels/rel_PageTitle_qrels.txt\n",
      "        rprob: 1.0\n",
      "        nprob: 0.0\n",
      "        data_handler: 0\n",
      "    Document Classifier: StochasticInformedTrecTextClassifier\n",
      "        qrel_file: ../wtr/queries_qrels/rel_table_qrels.txt\n",
      "        rprob: 1.0\n",
      "        nprob: 0.0\n",
      "        data_handler: 0\n",
      "    Stopping Decision Maker: FixedDepthDecisionMaker\n",
      "        depth: 10\n",
      "    SERP Impression: SimpleSERPImpression\n",
      "        qrel_file: ../wtr/queries_qrels/rel_table_qrels.txt\n",
      "    Logger: FixedCostLogger\n",
      "        time_limit: 10000\n",
      "        query_cost: 10\n",
      "        document_cost: 20\n",
      "        snippet_cost: 3\n",
      "        serp_results_cost: 5\n",
      "        mark_document_cost: 3\n",
      "    Search Context: SearchContext\n",
      "        relevance_revision: 1\n",
      "\n",
      "  Results Summary:\n",
      "    Number of Queries Issued: 98\n",
      "    Number of Snippets Examined: 980\n",
      "    Number of Documents Examined: 8\n",
      "    Number of Documents Marked Relevant: 3\n",
      "    Number of Attractive SERPs Examined: 98\n",
      "    Number of Unattractive SERPs Examined: 0\n",
      "\n",
      "\u001b[H\u001b[2JSIMULATION 'wtr_sim-49-fixeddepthuser10-textAfter-gpt-rprob10nprob00'\n",
      "  Simulation Configuration:\n",
      "    Topic: 49\n",
      "    Search Interface: PyterrierWebSearchInterface\n",
      "        index_dir: \n",
      "\n",
      "  User Configuration (fixeddepthuser10-textAfter-gpt-rprob10nprob00):\n",
      "    Query Generator: PredeterminedQueryGenerator\n",
      "        stopword_file: ../example_data/terms/stopwords.txt\n",
      "        query_file: ../wtr/wtr-uqvs-orig.txt\n",
      "        user: 1\n",
      "    Snippet Classifier: StochasticInformedTrecTextClassifier\n",
      "        qrel_file: ../wtr/queries_qrels/rel_textAfter_qrels.txt\n",
      "        rprob: 1.0\n",
      "        nprob: 0.0\n",
      "        data_handler: 0\n",
      "    Document Classifier: StochasticInformedTrecTextClassifier\n",
      "        qrel_file: ../wtr/queries_qrels/rel_table_qrels.txt\n",
      "        rprob: 1.0\n",
      "        nprob: 0.0\n",
      "        data_handler: 0\n",
      "    Stopping Decision Maker: FixedDepthDecisionMaker\n",
      "        depth: 10\n",
      "    SERP Impression: SimpleSERPImpression\n",
      "        qrel_file: ../wtr/queries_qrels/rel_table_qrels.txt\n",
      "    Logger: FixedCostLogger\n",
      "        time_limit: 10000\n",
      "        query_cost: 10\n",
      "        document_cost: 20\n",
      "        snippet_cost: 3\n",
      "        serp_results_cost: 5\n",
      "        mark_document_cost: 3\n",
      "    Search Context: SearchContext\n",
      "        relevance_revision: 1\n",
      "\n",
      "  Results Summary:\n",
      "    Number of Queries Issued: 98\n",
      "    Number of Snippets Examined: 980\n",
      "    Number of Documents Examined: 9\n",
      "    Number of Documents Marked Relevant: 4\n",
      "    Number of Attractive SERPs Examined: 98\n",
      "    Number of Unattractive SERPs Examined: 0\n",
      "\n",
      "\u001b[H\u001b[2JSIMULATION 'wtr_sim-49-fixeddepthuser10-textBefore-gpt-rprob10nprob00'\n",
      "  Simulation Configuration:\n",
      "    Topic: 49\n",
      "    Search Interface: PyterrierWebSearchInterface\n",
      "        index_dir: \n",
      "\n",
      "  User Configuration (fixeddepthuser10-textBefore-gpt-rprob10nprob00):\n",
      "    Query Generator: PredeterminedQueryGenerator\n",
      "        stopword_file: ../example_data/terms/stopwords.txt\n",
      "        query_file: ../wtr/wtr-uqvs-orig.txt\n",
      "        user: 1\n",
      "    Snippet Classifier: StochasticInformedTrecTextClassifier\n",
      "        qrel_file: ../wtr/queries_qrels/rel_textBefore_qrels.txt\n",
      "        rprob: 1.0\n",
      "        nprob: 0.0\n",
      "        data_handler: 0\n",
      "    Document Classifier: StochasticInformedTrecTextClassifier\n",
      "        qrel_file: ../wtr/queries_qrels/rel_table_qrels.txt\n",
      "        rprob: 1.0\n",
      "        nprob: 0.0\n",
      "        data_handler: 0\n",
      "    Stopping Decision Maker: FixedDepthDecisionMaker\n",
      "        depth: 10\n",
      "    SERP Impression: SimpleSERPImpression\n",
      "        qrel_file: ../wtr/queries_qrels/rel_table_qrels.txt\n",
      "    Logger: FixedCostLogger\n",
      "        time_limit: 10000\n",
      "        query_cost: 10\n",
      "        document_cost: 20\n",
      "        snippet_cost: 3\n",
      "        serp_results_cost: 5\n",
      "        mark_document_cost: 3\n",
      "    Search Context: SearchContext\n",
      "        relevance_revision: 1\n",
      "\n",
      "  Results Summary:\n",
      "    Number of Queries Issued: 98\n",
      "    Number of Snippets Examined: 980\n",
      "    Number of Documents Examined: 13\n",
      "    Number of Documents Marked Relevant: 4\n",
      "    Number of Attractive SERPs Examined: 98\n",
      "    Number of Unattractive SERPs Examined: 0\n",
      "\n",
      "\u001b[H\u001b[2JSIMULATION 'wtr_sim-49-fixeddepthuser10-PageTitle-gpt-rprob09nprob03'\n",
      "  Simulation Configuration:\n",
      "    Topic: 49\n",
      "    Search Interface: PyterrierWebSearchInterface\n",
      "        index_dir: \n",
      "\n",
      "  User Configuration (fixeddepthuser10-PageTitle-gpt-rprob09nprob03):\n",
      "    Query Generator: PredeterminedQueryGenerator\n",
      "        stopword_file: ../example_data/terms/stopwords.txt\n",
      "        query_file: ../wtr/wtr-uqvs-orig.txt\n",
      "        user: 1\n",
      "    Snippet Classifier: StochasticInformedTrecTextClassifier\n",
      "        qrel_file: ../wtr/queries_qrels/rel_PageTitle_qrels.txt\n",
      "        rprob: 0.9\n",
      "        nprob: 0.3\n",
      "        data_handler: 0\n",
      "    Document Classifier: StochasticInformedTrecTextClassifier\n",
      "        qrel_file: ../wtr/queries_qrels/rel_table_qrels.txt\n",
      "        rprob: 1.0\n",
      "        nprob: 0.0\n",
      "        data_handler: 0\n",
      "    Stopping Decision Maker: FixedDepthDecisionMaker\n",
      "        depth: 10\n",
      "    SERP Impression: SimpleSERPImpression\n",
      "        qrel_file: ../wtr/queries_qrels/rel_table_qrels.txt\n",
      "    Logger: FixedCostLogger\n",
      "        time_limit: 10000\n",
      "        query_cost: 10\n",
      "        document_cost: 20\n",
      "        snippet_cost: 3\n",
      "        serp_results_cost: 5\n",
      "        mark_document_cost: 3\n",
      "    Search Context: SearchContext\n",
      "        relevance_revision: 1\n",
      "\n",
      "  Results Summary:\n",
      "    Number of Queries Issued: 98\n",
      "    Number of Snippets Examined: 980\n",
      "    Number of Documents Examined: 157\n",
      "    Number of Documents Marked Relevant: 6\n",
      "    Number of Attractive SERPs Examined: 98\n",
      "    Number of Unattractive SERPs Examined: 0\n",
      "\n",
      "\u001b[H\u001b[2JSIMULATION 'wtr_sim-49-fixeddepthuser10-PageTitle-gpt-rprob08nprob03'\n",
      "  Simulation Configuration:\n",
      "    Topic: 49\n",
      "    Search Interface: PyterrierWebSearchInterface\n",
      "        index_dir: \n",
      "\n",
      "  User Configuration (fixeddepthuser10-PageTitle-gpt-rprob08nprob03):\n",
      "    Query Generator: PredeterminedQueryGenerator\n",
      "        stopword_file: ../example_data/terms/stopwords.txt\n",
      "        query_file: ../wtr/wtr-uqvs-orig.txt\n",
      "        user: 1\n",
      "    Snippet Classifier: StochasticInformedTrecTextClassifier\n",
      "        qrel_file: ../wtr/queries_qrels/rel_PageTitle_qrels.txt\n",
      "        rprob: 0.8\n",
      "        nprob: 0.3\n",
      "        data_handler: 0\n",
      "    Document Classifier: StochasticInformedTrecTextClassifier\n",
      "        qrel_file: ../wtr/queries_qrels/rel_table_qrels.txt\n",
      "        rprob: 1.0\n",
      "        nprob: 0.0\n",
      "        data_handler: 0\n",
      "    Stopping Decision Maker: FixedDepthDecisionMaker\n",
      "        depth: 10\n",
      "    SERP Impression: SimpleSERPImpression\n",
      "        qrel_file: ../wtr/queries_qrels/rel_table_qrels.txt\n",
      "    Logger: FixedCostLogger\n",
      "        time_limit: 10000\n",
      "        query_cost: 10\n",
      "        document_cost: 20\n",
      "        snippet_cost: 3\n",
      "        serp_results_cost: 5\n",
      "        mark_document_cost: 3\n",
      "    Search Context: SearchContext\n",
      "        relevance_revision: 1\n",
      "\n",
      "  Results Summary:\n",
      "    Number of Queries Issued: 98\n",
      "    Number of Snippets Examined: 980\n",
      "    Number of Documents Examined: 157\n",
      "    Number of Documents Marked Relevant: 6\n",
      "    Number of Attractive SERPs Examined: 98\n",
      "    Number of Unattractive SERPs Examined: 0\n",
      "\n",
      "\u001b[H\u001b[2JSIMULATION 'wtr_sim-49-fixeddepthuser10-PageTitle-gpt-rprob07nprob03'\n",
      "  Simulation Configuration:\n",
      "    Topic: 49\n",
      "    Search Interface: PyterrierWebSearchInterface\n",
      "        index_dir: \n",
      "\n",
      "  User Configuration (fixeddepthuser10-PageTitle-gpt-rprob07nprob03):\n",
      "    Query Generator: PredeterminedQueryGenerator\n",
      "        stopword_file: ../example_data/terms/stopwords.txt\n",
      "        query_file: ../wtr/wtr-uqvs-orig.txt\n",
      "        user: 1\n",
      "    Snippet Classifier: StochasticInformedTrecTextClassifier\n",
      "        qrel_file: ../wtr/queries_qrels/rel_PageTitle_qrels.txt\n",
      "        rprob: 0.7\n",
      "        nprob: 0.3\n",
      "        data_handler: 0\n",
      "    Document Classifier: StochasticInformedTrecTextClassifier\n",
      "        qrel_file: ../wtr/queries_qrels/rel_table_qrels.txt\n",
      "        rprob: 1.0\n",
      "        nprob: 0.0\n",
      "        data_handler: 0\n",
      "    Stopping Decision Maker: FixedDepthDecisionMaker\n",
      "        depth: 10\n",
      "    SERP Impression: SimpleSERPImpression\n",
      "        qrel_file: ../wtr/queries_qrels/rel_table_qrels.txt\n",
      "    Logger: FixedCostLogger\n",
      "        time_limit: 10000\n",
      "        query_cost: 10\n",
      "        document_cost: 20\n",
      "        snippet_cost: 3\n",
      "        serp_results_cost: 5\n",
      "        mark_document_cost: 3\n",
      "    Search Context: SearchContext\n",
      "        relevance_revision: 1\n",
      "\n",
      "  Results Summary:\n",
      "    Number of Queries Issued: 98\n",
      "    Number of Snippets Examined: 980\n",
      "    Number of Documents Examined: 157\n",
      "    Number of Documents Marked Relevant: 6\n",
      "    Number of Attractive SERPs Examined: 98\n",
      "    Number of Unattractive SERPs Examined: 0\n",
      "\n",
      "\u001b[H\u001b[2JSIMULATION 'wtr_sim-49-fixeddepthuser10-PageTitle-gpt-rprob06nprob03'\n",
      "  Simulation Configuration:\n",
      "    Topic: 49\n",
      "    Search Interface: PyterrierWebSearchInterface\n",
      "        index_dir: \n",
      "\n",
      "  User Configuration (fixeddepthuser10-PageTitle-gpt-rprob06nprob03):\n",
      "    Query Generator: PredeterminedQueryGenerator\n",
      "        stopword_file: ../example_data/terms/stopwords.txt\n",
      "        query_file: ../wtr/wtr-uqvs-orig.txt\n",
      "        user: 1\n",
      "    Snippet Classifier: StochasticInformedTrecTextClassifier\n",
      "        qrel_file: ../wtr/queries_qrels/rel_PageTitle_qrels.txt\n",
      "        rprob: 0.6\n",
      "        nprob: 0.3\n",
      "        data_handler: 0\n",
      "    Document Classifier: StochasticInformedTrecTextClassifier\n",
      "        qrel_file: ../wtr/queries_qrels/rel_table_qrels.txt\n",
      "        rprob: 1.0\n",
      "        nprob: 0.0\n",
      "        data_handler: 0\n",
      "    Stopping Decision Maker: FixedDepthDecisionMaker\n",
      "        depth: 10\n",
      "    SERP Impression: SimpleSERPImpression\n",
      "        qrel_file: ../wtr/queries_qrels/rel_table_qrels.txt\n",
      "    Logger: FixedCostLogger\n",
      "        time_limit: 10000\n",
      "        query_cost: 10\n",
      "        document_cost: 20\n",
      "        snippet_cost: 3\n",
      "        serp_results_cost: 5\n",
      "        mark_document_cost: 3\n",
      "    Search Context: SearchContext\n",
      "        relevance_revision: 1\n",
      "\n",
      "  Results Summary:\n",
      "    Number of Queries Issued: 98\n",
      "    Number of Snippets Examined: 980\n",
      "    Number of Documents Examined: 157\n",
      "    Number of Documents Marked Relevant: 6\n",
      "    Number of Attractive SERPs Examined: 98\n",
      "    Number of Unattractive SERPs Examined: 0\n",
      "\n",
      "\u001b[H\u001b[2JSIMULATION 'wtr_sim-50-fixeddepthuser3-PageTitle-gpt-rprob10nprob00'\n",
      "  Simulation Configuration:\n",
      "    Topic: 50\n",
      "    Search Interface: PyterrierWebSearchInterface\n",
      "        index_dir: \n",
      "\n",
      "  User Configuration (fixeddepthuser3-PageTitle-gpt-rprob10nprob00):\n",
      "    Query Generator: PredeterminedQueryGenerator\n",
      "        stopword_file: ../example_data/terms/stopwords.txt\n",
      "        query_file: ../wtr/wtr-uqvs-orig.txt\n",
      "        user: 1\n",
      "    Snippet Classifier: StochasticInformedTrecTextClassifier\n",
      "        qrel_file: ../wtr/queries_qrels/rel_PageTitle_qrels.txt\n",
      "        rprob: 1.0\n",
      "        nprob: 0.0\n",
      "        data_handler: 0\n",
      "    Document Classifier: StochasticInformedTrecTextClassifier\n",
      "        qrel_file: ../wtr/queries_qrels/rel_table_qrels.txt\n",
      "        rprob: 1.0\n",
      "        nprob: 0.0\n",
      "        data_handler: 0\n",
      "    Stopping Decision Maker: FixedDepthDecisionMaker\n",
      "        depth: 3\n",
      "    SERP Impression: SimpleSERPImpression\n",
      "        qrel_file: ../wtr/queries_qrels/rel_table_qrels.txt\n",
      "    Logger: FixedCostLogger\n",
      "        time_limit: 10000\n",
      "        query_cost: 10\n",
      "        document_cost: 20\n",
      "        snippet_cost: 3\n",
      "        serp_results_cost: 5\n",
      "        mark_document_cost: 3\n",
      "    Search Context: SearchContext\n",
      "        relevance_revision: 1\n",
      "\n",
      "  Results Summary:\n",
      "    Number of Queries Issued: 100\n",
      "    Number of Snippets Examined: 300\n",
      "    Number of Documents Examined: 3\n",
      "    Number of Documents Marked Relevant: 0\n",
      "    Number of Attractive SERPs Examined: 100\n",
      "    Number of Unattractive SERPs Examined: 0\n",
      "\n",
      "\u001b[H\u001b[2JSIMULATION 'wtr_sim-50-fixeddepthuser5-PageTitle-gpt-rprob10nprob00'\n",
      "  Simulation Configuration:\n",
      "    Topic: 50\n",
      "    Search Interface: PyterrierWebSearchInterface\n",
      "        index_dir: \n",
      "\n",
      "  User Configuration (fixeddepthuser5-PageTitle-gpt-rprob10nprob00):\n",
      "    Query Generator: PredeterminedQueryGenerator\n",
      "        stopword_file: ../example_data/terms/stopwords.txt\n",
      "        query_file: ../wtr/wtr-uqvs-orig.txt\n",
      "        user: 1\n",
      "    Snippet Classifier: StochasticInformedTrecTextClassifier\n",
      "        qrel_file: ../wtr/queries_qrels/rel_PageTitle_qrels.txt\n",
      "        rprob: 1.0\n",
      "        nprob: 0.0\n",
      "        data_handler: 0\n",
      "    Document Classifier: StochasticInformedTrecTextClassifier\n",
      "        qrel_file: ../wtr/queries_qrels/rel_table_qrels.txt\n",
      "        rprob: 1.0\n",
      "        nprob: 0.0\n",
      "        data_handler: 0\n",
      "    Stopping Decision Maker: FixedDepthDecisionMaker\n",
      "        depth: 5\n",
      "    SERP Impression: SimpleSERPImpression\n",
      "        qrel_file: ../wtr/queries_qrels/rel_table_qrels.txt\n",
      "    Logger: FixedCostLogger\n",
      "        time_limit: 10000\n",
      "        query_cost: 10\n",
      "        document_cost: 20\n",
      "        snippet_cost: 3\n",
      "        serp_results_cost: 5\n",
      "        mark_document_cost: 3\n",
      "    Search Context: SearchContext\n",
      "        relevance_revision: 1\n",
      "\n",
      "  Results Summary:\n",
      "    Number of Queries Issued: 100\n",
      "    Number of Snippets Examined: 500\n",
      "    Number of Documents Examined: 4\n",
      "    Number of Documents Marked Relevant: 1\n",
      "    Number of Attractive SERPs Examined: 100\n",
      "    Number of Unattractive SERPs Examined: 0\n",
      "\n",
      "\u001b[H\u001b[2JSIMULATION 'wtr_sim-50-fixeddepthuser10-PageTitle-gpt-rprob10nprob00'\n",
      "  Simulation Configuration:\n",
      "    Topic: 50\n",
      "    Search Interface: PyterrierWebSearchInterface\n",
      "        index_dir: \n",
      "\n",
      "  User Configuration (fixeddepthuser10-PageTitle-gpt-rprob10nprob00):\n",
      "    Query Generator: PredeterminedQueryGenerator\n",
      "        stopword_file: ../example_data/terms/stopwords.txt\n",
      "        query_file: ../wtr/wtr-uqvs-orig.txt\n",
      "        user: 1\n",
      "    Snippet Classifier: StochasticInformedTrecTextClassifier\n",
      "        qrel_file: ../wtr/queries_qrels/rel_PageTitle_qrels.txt\n",
      "        rprob: 1.0\n",
      "        nprob: 0.0\n",
      "        data_handler: 0\n",
      "    Document Classifier: StochasticInformedTrecTextClassifier\n",
      "        qrel_file: ../wtr/queries_qrels/rel_table_qrels.txt\n",
      "        rprob: 1.0\n",
      "        nprob: 0.0\n",
      "        data_handler: 0\n",
      "    Stopping Decision Maker: FixedDepthDecisionMaker\n",
      "        depth: 10\n",
      "    SERP Impression: SimpleSERPImpression\n",
      "        qrel_file: ../wtr/queries_qrels/rel_table_qrels.txt\n",
      "    Logger: FixedCostLogger\n",
      "        time_limit: 10000\n",
      "        query_cost: 10\n",
      "        document_cost: 20\n",
      "        snippet_cost: 3\n",
      "        serp_results_cost: 5\n",
      "        mark_document_cost: 3\n",
      "    Search Context: SearchContext\n",
      "        relevance_revision: 1\n",
      "\n",
      "  Results Summary:\n",
      "    Number of Queries Issued: 100\n",
      "    Number of Snippets Examined: 1000\n",
      "    Number of Documents Examined: 4\n",
      "    Number of Documents Marked Relevant: 1\n",
      "    Number of Attractive SERPs Examined: 100\n",
      "    Number of Unattractive SERPs Examined: 0\n",
      "\n",
      "\u001b[H\u001b[2JSIMULATION 'wtr_sim-50-fixeddepthuser20-PageTitle-gpt-rprob10nprob00'\n",
      "  Simulation Configuration:\n",
      "    Topic: 50\n",
      "    Search Interface: PyterrierWebSearchInterface\n",
      "        index_dir: \n",
      "\n",
      "  User Configuration (fixeddepthuser20-PageTitle-gpt-rprob10nprob00):\n",
      "    Query Generator: PredeterminedQueryGenerator\n",
      "        stopword_file: ../example_data/terms/stopwords.txt\n",
      "        query_file: ../wtr/wtr-uqvs-orig.txt\n",
      "        user: 1\n",
      "    Snippet Classifier: StochasticInformedTrecTextClassifier\n",
      "        qrel_file: ../wtr/queries_qrels/rel_PageTitle_qrels.txt\n",
      "        rprob: 1.0\n",
      "        nprob: 0.0\n",
      "        data_handler: 0\n",
      "    Document Classifier: StochasticInformedTrecTextClassifier\n",
      "        qrel_file: ../wtr/queries_qrels/rel_table_qrels.txt\n",
      "        rprob: 1.0\n",
      "        nprob: 0.0\n",
      "        data_handler: 0\n",
      "    Stopping Decision Maker: FixedDepthDecisionMaker\n",
      "        depth: 20\n",
      "    SERP Impression: SimpleSERPImpression\n",
      "        qrel_file: ../wtr/queries_qrels/rel_table_qrels.txt\n",
      "    Logger: FixedCostLogger\n",
      "        time_limit: 10000\n",
      "        query_cost: 10\n",
      "        document_cost: 20\n",
      "        snippet_cost: 3\n",
      "        serp_results_cost: 5\n",
      "        mark_document_cost: 3\n",
      "    Search Context: SearchContext\n",
      "        relevance_revision: 1\n",
      "\n",
      "  Results Summary:\n",
      "    Number of Queries Issued: 100\n",
      "    Number of Snippets Examined: 2000\n",
      "    Number of Documents Examined: 6\n",
      "    Number of Documents Marked Relevant: 2\n",
      "    Number of Attractive SERPs Examined: 100\n",
      "    Number of Unattractive SERPs Examined: 0\n",
      "\n",
      "\u001b[H\u001b[2JSIMULATION 'wtr_sim-50-fixeddepthuser30-PageTitle-gpt-rprob10nprob00'\n",
      "  Simulation Configuration:\n",
      "    Topic: 50\n",
      "    Search Interface: PyterrierWebSearchInterface\n",
      "        index_dir: \n",
      "\n",
      "  User Configuration (fixeddepthuser30-PageTitle-gpt-rprob10nprob00):\n",
      "    Query Generator: PredeterminedQueryGenerator\n",
      "        stopword_file: ../example_data/terms/stopwords.txt\n",
      "        query_file: ../wtr/wtr-uqvs-orig.txt\n",
      "        user: 1\n",
      "    Snippet Classifier: StochasticInformedTrecTextClassifier\n",
      "        qrel_file: ../wtr/queries_qrels/rel_PageTitle_qrels.txt\n",
      "        rprob: 1.0\n",
      "        nprob: 0.0\n",
      "        data_handler: 0\n",
      "    Document Classifier: StochasticInformedTrecTextClassifier\n",
      "        qrel_file: ../wtr/queries_qrels/rel_table_qrels.txt\n",
      "        rprob: 1.0\n",
      "        nprob: 0.0\n",
      "        data_handler: 0\n",
      "    Stopping Decision Maker: FixedDepthDecisionMaker\n",
      "        depth: 30\n",
      "    SERP Impression: SimpleSERPImpression\n",
      "        qrel_file: ../wtr/queries_qrels/rel_table_qrels.txt\n",
      "    Logger: FixedCostLogger\n",
      "        time_limit: 10000\n",
      "        query_cost: 10\n",
      "        document_cost: 20\n",
      "        snippet_cost: 3\n",
      "        serp_results_cost: 5\n",
      "        mark_document_cost: 3\n",
      "    Search Context: SearchContext\n",
      "        relevance_revision: 1\n",
      "\n",
      "  Results Summary:\n",
      "    Number of Queries Issued: 94\n",
      "    Number of Snippets Examined: 2806\n",
      "    Number of Documents Examined: 8\n",
      "    Number of Documents Marked Relevant: 4\n",
      "    Number of Attractive SERPs Examined: 94\n",
      "    Number of Unattractive SERPs Examined: 0\n",
      "\n",
      "\u001b[H\u001b[2JSIMULATION 'wtr_sim-50-fixeddepthuser10-random-gpt-rprob05nprob05'\n",
      "  Simulation Configuration:\n",
      "    Topic: 50\n",
      "    Search Interface: PyterrierWebSearchInterface\n",
      "        index_dir: \n",
      "\n",
      "  User Configuration (fixeddepthuser10-random-gpt-rprob05nprob05):\n",
      "    Query Generator: PredeterminedQueryGenerator\n",
      "        stopword_file: ../example_data/terms/stopwords.txt\n",
      "        query_file: ../wtr/wtr-uqvs-orig.txt\n",
      "        user: 1\n",
      "    Snippet Classifier: StochasticInformedTrecTextClassifier\n",
      "        qrel_file: ../wtr/queries_qrels/rel_PageTitle_qrels.txt\n",
      "        rprob: 0.5\n",
      "        nprob: 0.5\n",
      "        data_handler: 0\n",
      "    Document Classifier: StochasticInformedTrecTextClassifier\n",
      "        qrel_file: ../wtr/queries_qrels/rel_table_qrels.txt\n",
      "        rprob: 1.0\n",
      "        nprob: 0.0\n",
      "        data_handler: 0\n",
      "    Stopping Decision Maker: FixedDepthDecisionMaker\n",
      "        depth: 10\n",
      "    SERP Impression: SimpleSERPImpression\n",
      "        qrel_file: ../wtr/queries_qrels/rel_table_qrels.txt\n",
      "    Logger: FixedCostLogger\n",
      "        time_limit: 10000\n",
      "        query_cost: 10\n",
      "        document_cost: 20\n",
      "        snippet_cost: 3\n",
      "        serp_results_cost: 5\n",
      "        mark_document_cost: 3\n",
      "    Search Context: SearchContext\n",
      "        relevance_revision: 1\n",
      "\n",
      "  Results Summary:\n",
      "    Number of Queries Issued: 73\n",
      "    Number of Snippets Examined: 720\n",
      "    Number of Documents Examined: 337\n",
      "    Number of Documents Marked Relevant: 2\n",
      "    Number of Attractive SERPs Examined: 73\n",
      "    Number of Unattractive SERPs Examined: 0\n",
      "\n",
      "\u001b[H\u001b[2JSIMULATION 'wtr_sim-50-fixeddepthuser10-PageTitle-gpt-rprob10nprob00'\n",
      "  Simulation Configuration:\n",
      "    Topic: 50\n",
      "    Search Interface: PyterrierWebSearchInterface\n",
      "        index_dir: \n",
      "\n",
      "  User Configuration (fixeddepthuser10-PageTitle-gpt-rprob10nprob00):\n",
      "    Query Generator: PredeterminedQueryGenerator\n",
      "        stopword_file: ../example_data/terms/stopwords.txt\n",
      "        query_file: ../wtr/wtr-uqvs-orig.txt\n",
      "        user: 1\n",
      "    Snippet Classifier: StochasticInformedTrecTextClassifier\n",
      "        qrel_file: ../wtr/queries_qrels/rel_PageTitle_qrels.txt\n",
      "        rprob: 1.0\n",
      "        nprob: 0.0\n",
      "        data_handler: 0\n",
      "    Document Classifier: StochasticInformedTrecTextClassifier\n",
      "        qrel_file: ../wtr/queries_qrels/rel_table_qrels.txt\n",
      "        rprob: 1.0\n",
      "        nprob: 0.0\n",
      "        data_handler: 0\n",
      "    Stopping Decision Maker: FixedDepthDecisionMaker\n",
      "        depth: 10\n",
      "    SERP Impression: SimpleSERPImpression\n",
      "        qrel_file: ../wtr/queries_qrels/rel_table_qrels.txt\n",
      "    Logger: FixedCostLogger\n",
      "        time_limit: 10000\n",
      "        query_cost: 10\n",
      "        document_cost: 20\n",
      "        snippet_cost: 3\n",
      "        serp_results_cost: 5\n",
      "        mark_document_cost: 3\n",
      "    Search Context: SearchContext\n",
      "        relevance_revision: 1\n",
      "\n",
      "  Results Summary:\n",
      "    Number of Queries Issued: 100\n",
      "    Number of Snippets Examined: 1000\n",
      "    Number of Documents Examined: 4\n",
      "    Number of Documents Marked Relevant: 1\n",
      "    Number of Attractive SERPs Examined: 100\n",
      "    Number of Unattractive SERPs Examined: 0\n",
      "\n",
      "\u001b[H\u001b[2JSIMULATION 'wtr_sim-50-fixeddepthuser10-textAfter-gpt-rprob10nprob00'\n",
      "  Simulation Configuration:\n",
      "    Topic: 50\n",
      "    Search Interface: PyterrierWebSearchInterface\n",
      "        index_dir: \n",
      "\n",
      "  User Configuration (fixeddepthuser10-textAfter-gpt-rprob10nprob00):\n",
      "    Query Generator: PredeterminedQueryGenerator\n",
      "        stopword_file: ../example_data/terms/stopwords.txt\n",
      "        query_file: ../wtr/wtr-uqvs-orig.txt\n",
      "        user: 1\n",
      "    Snippet Classifier: StochasticInformedTrecTextClassifier\n",
      "        qrel_file: ../wtr/queries_qrels/rel_textAfter_qrels.txt\n",
      "        rprob: 1.0\n",
      "        nprob: 0.0\n",
      "        data_handler: 0\n",
      "    Document Classifier: StochasticInformedTrecTextClassifier\n",
      "        qrel_file: ../wtr/queries_qrels/rel_table_qrels.txt\n",
      "        rprob: 1.0\n",
      "        nprob: 0.0\n",
      "        data_handler: 0\n",
      "    Stopping Decision Maker: FixedDepthDecisionMaker\n",
      "        depth: 10\n",
      "    SERP Impression: SimpleSERPImpression\n",
      "        qrel_file: ../wtr/queries_qrels/rel_table_qrels.txt\n",
      "    Logger: FixedCostLogger\n",
      "        time_limit: 10000\n",
      "        query_cost: 10\n",
      "        document_cost: 20\n",
      "        snippet_cost: 3\n",
      "        serp_results_cost: 5\n",
      "        mark_document_cost: 3\n",
      "    Search Context: SearchContext\n",
      "        relevance_revision: 1\n",
      "\n",
      "  Results Summary:\n",
      "    Number of Queries Issued: 100\n",
      "    Number of Snippets Examined: 1000\n",
      "    Number of Documents Examined: 3\n",
      "    Number of Documents Marked Relevant: 2\n",
      "    Number of Attractive SERPs Examined: 100\n",
      "    Number of Unattractive SERPs Examined: 0\n",
      "\n",
      "\u001b[H\u001b[2JSIMULATION 'wtr_sim-50-fixeddepthuser10-textBefore-gpt-rprob10nprob00'\n",
      "  Simulation Configuration:\n",
      "    Topic: 50\n",
      "    Search Interface: PyterrierWebSearchInterface\n",
      "        index_dir: \n",
      "\n",
      "  User Configuration (fixeddepthuser10-textBefore-gpt-rprob10nprob00):\n",
      "    Query Generator: PredeterminedQueryGenerator\n",
      "        stopword_file: ../example_data/terms/stopwords.txt\n",
      "        query_file: ../wtr/wtr-uqvs-orig.txt\n",
      "        user: 1\n",
      "    Snippet Classifier: StochasticInformedTrecTextClassifier\n",
      "        qrel_file: ../wtr/queries_qrels/rel_textBefore_qrels.txt\n",
      "        rprob: 1.0\n",
      "        nprob: 0.0\n",
      "        data_handler: 0\n",
      "    Document Classifier: StochasticInformedTrecTextClassifier\n",
      "        qrel_file: ../wtr/queries_qrels/rel_table_qrels.txt\n",
      "        rprob: 1.0\n",
      "        nprob: 0.0\n",
      "        data_handler: 0\n",
      "    Stopping Decision Maker: FixedDepthDecisionMaker\n",
      "        depth: 10\n",
      "    SERP Impression: SimpleSERPImpression\n",
      "        qrel_file: ../wtr/queries_qrels/rel_table_qrels.txt\n",
      "    Logger: FixedCostLogger\n",
      "        time_limit: 10000\n",
      "        query_cost: 10\n",
      "        document_cost: 20\n",
      "        snippet_cost: 3\n",
      "        serp_results_cost: 5\n",
      "        mark_document_cost: 3\n",
      "    Search Context: SearchContext\n",
      "        relevance_revision: 1\n",
      "\n",
      "  Results Summary:\n",
      "    Number of Queries Issued: 100\n",
      "    Number of Snippets Examined: 1000\n",
      "    Number of Documents Examined: 2\n",
      "    Number of Documents Marked Relevant: 0\n",
      "    Number of Attractive SERPs Examined: 100\n",
      "    Number of Unattractive SERPs Examined: 0\n",
      "\n",
      "\u001b[H\u001b[2JSIMULATION 'wtr_sim-50-fixeddepthuser10-PageTitle-gpt-rprob09nprob03'\n",
      "  Simulation Configuration:\n",
      "    Topic: 50\n",
      "    Search Interface: PyterrierWebSearchInterface\n",
      "        index_dir: \n",
      "\n",
      "  User Configuration (fixeddepthuser10-PageTitle-gpt-rprob09nprob03):\n",
      "    Query Generator: PredeterminedQueryGenerator\n",
      "        stopword_file: ../example_data/terms/stopwords.txt\n",
      "        query_file: ../wtr/wtr-uqvs-orig.txt\n",
      "        user: 1\n",
      "    Snippet Classifier: StochasticInformedTrecTextClassifier\n",
      "        qrel_file: ../wtr/queries_qrels/rel_PageTitle_qrels.txt\n",
      "        rprob: 0.9\n",
      "        nprob: 0.3\n",
      "        data_handler: 0\n",
      "    Document Classifier: StochasticInformedTrecTextClassifier\n",
      "        qrel_file: ../wtr/queries_qrels/rel_table_qrels.txt\n",
      "        rprob: 1.0\n",
      "        nprob: 0.0\n",
      "        data_handler: 0\n",
      "    Stopping Decision Maker: FixedDepthDecisionMaker\n",
      "        depth: 10\n",
      "    SERP Impression: SimpleSERPImpression\n",
      "        qrel_file: ../wtr/queries_qrels/rel_table_qrels.txt\n",
      "    Logger: FixedCostLogger\n",
      "        time_limit: 10000\n",
      "        query_cost: 10\n",
      "        document_cost: 20\n",
      "        snippet_cost: 3\n",
      "        serp_results_cost: 5\n",
      "        mark_document_cost: 3\n",
      "    Search Context: SearchContext\n",
      "        relevance_revision: 1\n",
      "\n",
      "  Results Summary:\n",
      "    Number of Queries Issued: 96\n",
      "    Number of Snippets Examined: 952\n",
      "    Number of Documents Examined: 285\n",
      "    Number of Documents Marked Relevant: 2\n",
      "    Number of Attractive SERPs Examined: 96\n",
      "    Number of Unattractive SERPs Examined: 0\n",
      "\n",
      "\u001b[H\u001b[2JSIMULATION 'wtr_sim-50-fixeddepthuser10-PageTitle-gpt-rprob08nprob03'\n",
      "  Simulation Configuration:\n",
      "    Topic: 50\n",
      "    Search Interface: PyterrierWebSearchInterface\n",
      "        index_dir: \n",
      "\n",
      "  User Configuration (fixeddepthuser10-PageTitle-gpt-rprob08nprob03):\n",
      "    Query Generator: PredeterminedQueryGenerator\n",
      "        stopword_file: ../example_data/terms/stopwords.txt\n",
      "        query_file: ../wtr/wtr-uqvs-orig.txt\n",
      "        user: 1\n",
      "    Snippet Classifier: StochasticInformedTrecTextClassifier\n",
      "        qrel_file: ../wtr/queries_qrels/rel_PageTitle_qrels.txt\n",
      "        rprob: 0.8\n",
      "        nprob: 0.3\n",
      "        data_handler: 0\n",
      "    Document Classifier: StochasticInformedTrecTextClassifier\n",
      "        qrel_file: ../wtr/queries_qrels/rel_table_qrels.txt\n",
      "        rprob: 1.0\n",
      "        nprob: 0.0\n",
      "        data_handler: 0\n",
      "    Stopping Decision Maker: FixedDepthDecisionMaker\n",
      "        depth: 10\n",
      "    SERP Impression: SimpleSERPImpression\n",
      "        qrel_file: ../wtr/queries_qrels/rel_table_qrels.txt\n",
      "    Logger: FixedCostLogger\n",
      "        time_limit: 10000\n",
      "        query_cost: 10\n",
      "        document_cost: 20\n",
      "        snippet_cost: 3\n",
      "        serp_results_cost: 5\n",
      "        mark_document_cost: 3\n",
      "    Search Context: SearchContext\n",
      "        relevance_revision: 1\n",
      "\n",
      "  Results Summary:\n",
      "    Number of Queries Issued: 96\n",
      "    Number of Snippets Examined: 952\n",
      "    Number of Documents Examined: 285\n",
      "    Number of Documents Marked Relevant: 2\n",
      "    Number of Attractive SERPs Examined: 96\n",
      "    Number of Unattractive SERPs Examined: 0\n",
      "\n",
      "\u001b[H\u001b[2JSIMULATION 'wtr_sim-50-fixeddepthuser10-PageTitle-gpt-rprob07nprob03'\n",
      "  Simulation Configuration:\n",
      "    Topic: 50\n",
      "    Search Interface: PyterrierWebSearchInterface\n",
      "        index_dir: \n",
      "\n",
      "  User Configuration (fixeddepthuser10-PageTitle-gpt-rprob07nprob03):\n",
      "    Query Generator: PredeterminedQueryGenerator\n",
      "        stopword_file: ../example_data/terms/stopwords.txt\n",
      "        query_file: ../wtr/wtr-uqvs-orig.txt\n",
      "        user: 1\n",
      "    Snippet Classifier: StochasticInformedTrecTextClassifier\n",
      "        qrel_file: ../wtr/queries_qrels/rel_PageTitle_qrels.txt\n",
      "        rprob: 0.7\n",
      "        nprob: 0.3\n",
      "        data_handler: 0\n",
      "    Document Classifier: StochasticInformedTrecTextClassifier\n",
      "        qrel_file: ../wtr/queries_qrels/rel_table_qrels.txt\n",
      "        rprob: 1.0\n",
      "        nprob: 0.0\n",
      "        data_handler: 0\n",
      "    Stopping Decision Maker: FixedDepthDecisionMaker\n",
      "        depth: 10\n",
      "    SERP Impression: SimpleSERPImpression\n",
      "        qrel_file: ../wtr/queries_qrels/rel_table_qrels.txt\n",
      "    Logger: FixedCostLogger\n",
      "        time_limit: 10000\n",
      "        query_cost: 10\n",
      "        document_cost: 20\n",
      "        snippet_cost: 3\n",
      "        serp_results_cost: 5\n",
      "        mark_document_cost: 3\n",
      "    Search Context: SearchContext\n",
      "        relevance_revision: 1\n",
      "\n",
      "  Results Summary:\n",
      "    Number of Queries Issued: 96\n",
      "    Number of Snippets Examined: 952\n",
      "    Number of Documents Examined: 285\n",
      "    Number of Documents Marked Relevant: 2\n",
      "    Number of Attractive SERPs Examined: 96\n",
      "    Number of Unattractive SERPs Examined: 0\n",
      "\n",
      "\u001b[H\u001b[2JSIMULATION 'wtr_sim-50-fixeddepthuser10-PageTitle-gpt-rprob06nprob03'\n",
      "  Simulation Configuration:\n",
      "    Topic: 50\n",
      "    Search Interface: PyterrierWebSearchInterface\n",
      "        index_dir: \n",
      "\n",
      "  User Configuration (fixeddepthuser10-PageTitle-gpt-rprob06nprob03):\n",
      "    Query Generator: PredeterminedQueryGenerator\n",
      "        stopword_file: ../example_data/terms/stopwords.txt\n",
      "        query_file: ../wtr/wtr-uqvs-orig.txt\n",
      "        user: 1\n",
      "    Snippet Classifier: StochasticInformedTrecTextClassifier\n",
      "        qrel_file: ../wtr/queries_qrels/rel_PageTitle_qrels.txt\n",
      "        rprob: 0.6\n",
      "        nprob: 0.3\n",
      "        data_handler: 0\n",
      "    Document Classifier: StochasticInformedTrecTextClassifier\n",
      "        qrel_file: ../wtr/queries_qrels/rel_table_qrels.txt\n",
      "        rprob: 1.0\n",
      "        nprob: 0.0\n",
      "        data_handler: 0\n",
      "    Stopping Decision Maker: FixedDepthDecisionMaker\n",
      "        depth: 10\n",
      "    SERP Impression: SimpleSERPImpression\n",
      "        qrel_file: ../wtr/queries_qrels/rel_table_qrels.txt\n",
      "    Logger: FixedCostLogger\n",
      "        time_limit: 10000\n",
      "        query_cost: 10\n",
      "        document_cost: 20\n",
      "        snippet_cost: 3\n",
      "        serp_results_cost: 5\n",
      "        mark_document_cost: 3\n",
      "    Search Context: SearchContext\n",
      "        relevance_revision: 1\n",
      "\n",
      "  Results Summary:\n",
      "    Number of Queries Issued: 96\n",
      "    Number of Snippets Examined: 952\n",
      "    Number of Documents Examined: 285\n",
      "    Number of Documents Marked Relevant: 2\n",
      "    Number of Attractive SERPs Examined: 96\n",
      "    Number of Unattractive SERPs Examined: 0\n",
      "\n",
      "\u001b[H\u001b[2JSIMULATION 'wtr_sim-51-fixeddepthuser3-PageTitle-gpt-rprob10nprob00'\n",
      "  Simulation Configuration:\n",
      "    Topic: 51\n",
      "    Search Interface: PyterrierWebSearchInterface\n",
      "        index_dir: \n",
      "\n",
      "  User Configuration (fixeddepthuser3-PageTitle-gpt-rprob10nprob00):\n",
      "    Query Generator: PredeterminedQueryGenerator\n",
      "        stopword_file: ../example_data/terms/stopwords.txt\n",
      "        query_file: ../wtr/wtr-uqvs-orig.txt\n",
      "        user: 1\n",
      "    Snippet Classifier: StochasticInformedTrecTextClassifier\n",
      "        qrel_file: ../wtr/queries_qrels/rel_PageTitle_qrels.txt\n",
      "        rprob: 1.0\n",
      "        nprob: 0.0\n",
      "        data_handler: 0\n",
      "    Document Classifier: StochasticInformedTrecTextClassifier\n",
      "        qrel_file: ../wtr/queries_qrels/rel_table_qrels.txt\n",
      "        rprob: 1.0\n",
      "        nprob: 0.0\n",
      "        data_handler: 0\n",
      "    Stopping Decision Maker: FixedDepthDecisionMaker\n",
      "        depth: 3\n",
      "    SERP Impression: SimpleSERPImpression\n",
      "        qrel_file: ../wtr/queries_qrels/rel_table_qrels.txt\n",
      "    Logger: FixedCostLogger\n",
      "        time_limit: 10000\n",
      "        query_cost: 10\n",
      "        document_cost: 20\n",
      "        snippet_cost: 3\n",
      "        serp_results_cost: 5\n",
      "        mark_document_cost: 3\n",
      "    Search Context: SearchContext\n",
      "        relevance_revision: 1\n",
      "\n",
      "  Results Summary:\n",
      "    Number of Queries Issued: 100\n",
      "    Number of Snippets Examined: 300\n",
      "    Number of Documents Examined: 8\n",
      "    Number of Documents Marked Relevant: 6\n",
      "    Number of Attractive SERPs Examined: 100\n",
      "    Number of Unattractive SERPs Examined: 0\n",
      "\n",
      "\u001b[H\u001b[2JSIMULATION 'wtr_sim-51-fixeddepthuser5-PageTitle-gpt-rprob10nprob00'\n",
      "  Simulation Configuration:\n",
      "    Topic: 51\n",
      "    Search Interface: PyterrierWebSearchInterface\n",
      "        index_dir: \n",
      "\n",
      "  User Configuration (fixeddepthuser5-PageTitle-gpt-rprob10nprob00):\n",
      "    Query Generator: PredeterminedQueryGenerator\n",
      "        stopword_file: ../example_data/terms/stopwords.txt\n",
      "        query_file: ../wtr/wtr-uqvs-orig.txt\n",
      "        user: 1\n",
      "    Snippet Classifier: StochasticInformedTrecTextClassifier\n",
      "        qrel_file: ../wtr/queries_qrels/rel_PageTitle_qrels.txt\n",
      "        rprob: 1.0\n",
      "        nprob: 0.0\n",
      "        data_handler: 0\n",
      "    Document Classifier: StochasticInformedTrecTextClassifier\n",
      "        qrel_file: ../wtr/queries_qrels/rel_table_qrels.txt\n",
      "        rprob: 1.0\n",
      "        nprob: 0.0\n",
      "        data_handler: 0\n",
      "    Stopping Decision Maker: FixedDepthDecisionMaker\n",
      "        depth: 5\n",
      "    SERP Impression: SimpleSERPImpression\n",
      "        qrel_file: ../wtr/queries_qrels/rel_table_qrels.txt\n",
      "    Logger: FixedCostLogger\n",
      "        time_limit: 10000\n",
      "        query_cost: 10\n",
      "        document_cost: 20\n",
      "        snippet_cost: 3\n",
      "        serp_results_cost: 5\n",
      "        mark_document_cost: 3\n",
      "    Search Context: SearchContext\n",
      "        relevance_revision: 1\n",
      "\n",
      "  Results Summary:\n",
      "    Number of Queries Issued: 100\n",
      "    Number of Snippets Examined: 500\n",
      "    Number of Documents Examined: 9\n",
      "    Number of Documents Marked Relevant: 7\n",
      "    Number of Attractive SERPs Examined: 100\n",
      "    Number of Unattractive SERPs Examined: 0\n",
      "\n",
      "\u001b[H\u001b[2JSIMULATION 'wtr_sim-51-fixeddepthuser10-PageTitle-gpt-rprob10nprob00'\n",
      "  Simulation Configuration:\n",
      "    Topic: 51\n",
      "    Search Interface: PyterrierWebSearchInterface\n",
      "        index_dir: \n",
      "\n",
      "  User Configuration (fixeddepthuser10-PageTitle-gpt-rprob10nprob00):\n",
      "    Query Generator: PredeterminedQueryGenerator\n",
      "        stopword_file: ../example_data/terms/stopwords.txt\n",
      "        query_file: ../wtr/wtr-uqvs-orig.txt\n",
      "        user: 1\n",
      "    Snippet Classifier: StochasticInformedTrecTextClassifier\n",
      "        qrel_file: ../wtr/queries_qrels/rel_PageTitle_qrels.txt\n",
      "        rprob: 1.0\n",
      "        nprob: 0.0\n",
      "        data_handler: 0\n",
      "    Document Classifier: StochasticInformedTrecTextClassifier\n",
      "        qrel_file: ../wtr/queries_qrels/rel_table_qrels.txt\n",
      "        rprob: 1.0\n",
      "        nprob: 0.0\n",
      "        data_handler: 0\n",
      "    Stopping Decision Maker: FixedDepthDecisionMaker\n",
      "        depth: 10\n",
      "    SERP Impression: SimpleSERPImpression\n",
      "        qrel_file: ../wtr/queries_qrels/rel_table_qrels.txt\n",
      "    Logger: FixedCostLogger\n",
      "        time_limit: 10000\n",
      "        query_cost: 10\n",
      "        document_cost: 20\n",
      "        snippet_cost: 3\n",
      "        serp_results_cost: 5\n",
      "        mark_document_cost: 3\n",
      "    Search Context: SearchContext\n",
      "        relevance_revision: 1\n",
      "\n",
      "  Results Summary:\n",
      "    Number of Queries Issued: 100\n",
      "    Number of Snippets Examined: 1000\n",
      "    Number of Documents Examined: 10\n",
      "    Number of Documents Marked Relevant: 7\n",
      "    Number of Attractive SERPs Examined: 100\n",
      "    Number of Unattractive SERPs Examined: 0\n",
      "\n",
      "\u001b[H\u001b[2JSIMULATION 'wtr_sim-51-fixeddepthuser20-PageTitle-gpt-rprob10nprob00'\n",
      "  Simulation Configuration:\n",
      "    Topic: 51\n",
      "    Search Interface: PyterrierWebSearchInterface\n",
      "        index_dir: \n",
      "\n",
      "  User Configuration (fixeddepthuser20-PageTitle-gpt-rprob10nprob00):\n",
      "    Query Generator: PredeterminedQueryGenerator\n",
      "        stopword_file: ../example_data/terms/stopwords.txt\n",
      "        query_file: ../wtr/wtr-uqvs-orig.txt\n",
      "        user: 1\n",
      "    Snippet Classifier: StochasticInformedTrecTextClassifier\n",
      "        qrel_file: ../wtr/queries_qrels/rel_PageTitle_qrels.txt\n",
      "        rprob: 1.0\n",
      "        nprob: 0.0\n",
      "        data_handler: 0\n",
      "    Document Classifier: StochasticInformedTrecTextClassifier\n",
      "        qrel_file: ../wtr/queries_qrels/rel_table_qrels.txt\n",
      "        rprob: 1.0\n",
      "        nprob: 0.0\n",
      "        data_handler: 0\n",
      "    Stopping Decision Maker: FixedDepthDecisionMaker\n",
      "        depth: 20\n",
      "    SERP Impression: SimpleSERPImpression\n",
      "        qrel_file: ../wtr/queries_qrels/rel_table_qrels.txt\n",
      "    Logger: FixedCostLogger\n",
      "        time_limit: 10000\n",
      "        query_cost: 10\n",
      "        document_cost: 20\n",
      "        snippet_cost: 3\n",
      "        serp_results_cost: 5\n",
      "        mark_document_cost: 3\n",
      "    Search Context: SearchContext\n",
      "        relevance_revision: 1\n",
      "\n",
      "  Results Summary:\n",
      "    Number of Queries Issued: 100\n",
      "    Number of Snippets Examined: 2000\n",
      "    Number of Documents Examined: 11\n",
      "    Number of Documents Marked Relevant: 8\n",
      "    Number of Attractive SERPs Examined: 100\n",
      "    Number of Unattractive SERPs Examined: 0\n",
      "\n",
      "\u001b[H\u001b[2JSIMULATION 'wtr_sim-51-fixeddepthuser30-PageTitle-gpt-rprob10nprob00'\n",
      "  Simulation Configuration:\n",
      "    Topic: 51\n",
      "    Search Interface: PyterrierWebSearchInterface\n",
      "        index_dir: \n",
      "\n",
      "  User Configuration (fixeddepthuser30-PageTitle-gpt-rprob10nprob00):\n",
      "    Query Generator: PredeterminedQueryGenerator\n",
      "        stopword_file: ../example_data/terms/stopwords.txt\n",
      "        query_file: ../wtr/wtr-uqvs-orig.txt\n",
      "        user: 1\n",
      "    Snippet Classifier: StochasticInformedTrecTextClassifier\n",
      "        qrel_file: ../wtr/queries_qrels/rel_PageTitle_qrels.txt\n",
      "        rprob: 1.0\n",
      "        nprob: 0.0\n",
      "        data_handler: 0\n",
      "    Document Classifier: StochasticInformedTrecTextClassifier\n",
      "        qrel_file: ../wtr/queries_qrels/rel_table_qrels.txt\n",
      "        rprob: 1.0\n",
      "        nprob: 0.0\n",
      "        data_handler: 0\n",
      "    Stopping Decision Maker: FixedDepthDecisionMaker\n",
      "        depth: 30\n",
      "    SERP Impression: SimpleSERPImpression\n",
      "        qrel_file: ../wtr/queries_qrels/rel_table_qrels.txt\n",
      "    Logger: FixedCostLogger\n",
      "        time_limit: 10000\n",
      "        query_cost: 10\n",
      "        document_cost: 20\n",
      "        snippet_cost: 3\n",
      "        serp_results_cost: 5\n",
      "        mark_document_cost: 3\n",
      "    Search Context: SearchContext\n",
      "        relevance_revision: 1\n",
      "\n",
      "  Results Summary:\n",
      "    Number of Queries Issued: 93\n",
      "    Number of Snippets Examined: 2787\n",
      "    Number of Documents Examined: 11\n",
      "    Number of Documents Marked Relevant: 8\n",
      "    Number of Attractive SERPs Examined: 93\n",
      "    Number of Unattractive SERPs Examined: 0\n",
      "\n",
      "\u001b[H\u001b[2JSIMULATION 'wtr_sim-51-fixeddepthuser10-random-gpt-rprob05nprob05'\n",
      "  Simulation Configuration:\n",
      "    Topic: 51\n",
      "    Search Interface: PyterrierWebSearchInterface\n",
      "        index_dir: \n",
      "\n",
      "  User Configuration (fixeddepthuser10-random-gpt-rprob05nprob05):\n",
      "    Query Generator: PredeterminedQueryGenerator\n",
      "        stopword_file: ../example_data/terms/stopwords.txt\n",
      "        query_file: ../wtr/wtr-uqvs-orig.txt\n",
      "        user: 1\n",
      "    Snippet Classifier: StochasticInformedTrecTextClassifier\n",
      "        qrel_file: ../wtr/queries_qrels/rel_PageTitle_qrels.txt\n",
      "        rprob: 0.5\n",
      "        nprob: 0.5\n",
      "        data_handler: 0\n",
      "    Document Classifier: StochasticInformedTrecTextClassifier\n",
      "        qrel_file: ../wtr/queries_qrels/rel_table_qrels.txt\n",
      "        rprob: 1.0\n",
      "        nprob: 0.0\n",
      "        data_handler: 0\n",
      "    Stopping Decision Maker: FixedDepthDecisionMaker\n",
      "        depth: 10\n",
      "    SERP Impression: SimpleSERPImpression\n",
      "        qrel_file: ../wtr/queries_qrels/rel_table_qrels.txt\n",
      "    Logger: FixedCostLogger\n",
      "        time_limit: 10000\n",
      "        query_cost: 10\n",
      "        document_cost: 20\n",
      "        snippet_cost: 3\n",
      "        serp_results_cost: 5\n",
      "        mark_document_cost: 3\n",
      "    Search Context: SearchContext\n",
      "        relevance_revision: 1\n",
      "\n",
      "  Results Summary:\n",
      "    Number of Queries Issued: 100\n",
      "    Number of Snippets Examined: 1000\n",
      "    Number of Documents Examined: 214\n",
      "    Number of Documents Marked Relevant: 11\n",
      "    Number of Attractive SERPs Examined: 100\n",
      "    Number of Unattractive SERPs Examined: 0\n",
      "\n",
      "\u001b[H\u001b[2JSIMULATION 'wtr_sim-51-fixeddepthuser10-PageTitle-gpt-rprob10nprob00'\n",
      "  Simulation Configuration:\n",
      "    Topic: 51\n",
      "    Search Interface: PyterrierWebSearchInterface\n",
      "        index_dir: \n",
      "\n",
      "  User Configuration (fixeddepthuser10-PageTitle-gpt-rprob10nprob00):\n",
      "    Query Generator: PredeterminedQueryGenerator\n",
      "        stopword_file: ../example_data/terms/stopwords.txt\n",
      "        query_file: ../wtr/wtr-uqvs-orig.txt\n",
      "        user: 1\n",
      "    Snippet Classifier: StochasticInformedTrecTextClassifier\n",
      "        qrel_file: ../wtr/queries_qrels/rel_PageTitle_qrels.txt\n",
      "        rprob: 1.0\n",
      "        nprob: 0.0\n",
      "        data_handler: 0\n",
      "    Document Classifier: StochasticInformedTrecTextClassifier\n",
      "        qrel_file: ../wtr/queries_qrels/rel_table_qrels.txt\n",
      "        rprob: 1.0\n",
      "        nprob: 0.0\n",
      "        data_handler: 0\n",
      "    Stopping Decision Maker: FixedDepthDecisionMaker\n",
      "        depth: 10\n",
      "    SERP Impression: SimpleSERPImpression\n",
      "        qrel_file: ../wtr/queries_qrels/rel_table_qrels.txt\n",
      "    Logger: FixedCostLogger\n",
      "        time_limit: 10000\n",
      "        query_cost: 10\n",
      "        document_cost: 20\n",
      "        snippet_cost: 3\n",
      "        serp_results_cost: 5\n",
      "        mark_document_cost: 3\n",
      "    Search Context: SearchContext\n",
      "        relevance_revision: 1\n",
      "\n",
      "  Results Summary:\n",
      "    Number of Queries Issued: 100\n",
      "    Number of Snippets Examined: 1000\n",
      "    Number of Documents Examined: 10\n",
      "    Number of Documents Marked Relevant: 7\n",
      "    Number of Attractive SERPs Examined: 100\n",
      "    Number of Unattractive SERPs Examined: 0\n",
      "\n",
      "\u001b[H\u001b[2JSIMULATION 'wtr_sim-51-fixeddepthuser10-textAfter-gpt-rprob10nprob00'\n",
      "  Simulation Configuration:\n",
      "    Topic: 51\n",
      "    Search Interface: PyterrierWebSearchInterface\n",
      "        index_dir: \n",
      "\n",
      "  User Configuration (fixeddepthuser10-textAfter-gpt-rprob10nprob00):\n",
      "    Query Generator: PredeterminedQueryGenerator\n",
      "        stopword_file: ../example_data/terms/stopwords.txt\n",
      "        query_file: ../wtr/wtr-uqvs-orig.txt\n",
      "        user: 1\n",
      "    Snippet Classifier: StochasticInformedTrecTextClassifier\n",
      "        qrel_file: ../wtr/queries_qrels/rel_textAfter_qrels.txt\n",
      "        rprob: 1.0\n",
      "        nprob: 0.0\n",
      "        data_handler: 0\n",
      "    Document Classifier: StochasticInformedTrecTextClassifier\n",
      "        qrel_file: ../wtr/queries_qrels/rel_table_qrels.txt\n",
      "        rprob: 1.0\n",
      "        nprob: 0.0\n",
      "        data_handler: 0\n",
      "    Stopping Decision Maker: FixedDepthDecisionMaker\n",
      "        depth: 10\n",
      "    SERP Impression: SimpleSERPImpression\n",
      "        qrel_file: ../wtr/queries_qrels/rel_table_qrels.txt\n",
      "    Logger: FixedCostLogger\n",
      "        time_limit: 10000\n",
      "        query_cost: 10\n",
      "        document_cost: 20\n",
      "        snippet_cost: 3\n",
      "        serp_results_cost: 5\n",
      "        mark_document_cost: 3\n",
      "    Search Context: SearchContext\n",
      "        relevance_revision: 1\n",
      "\n",
      "  Results Summary:\n",
      "    Number of Queries Issued: 100\n",
      "    Number of Snippets Examined: 1000\n",
      "    Number of Documents Examined: 14\n",
      "    Number of Documents Marked Relevant: 7\n",
      "    Number of Attractive SERPs Examined: 100\n",
      "    Number of Unattractive SERPs Examined: 0\n",
      "\n",
      "\u001b[H\u001b[2JSIMULATION 'wtr_sim-51-fixeddepthuser10-textBefore-gpt-rprob10nprob00'\n",
      "  Simulation Configuration:\n",
      "    Topic: 51\n",
      "    Search Interface: PyterrierWebSearchInterface\n",
      "        index_dir: \n",
      "\n",
      "  User Configuration (fixeddepthuser10-textBefore-gpt-rprob10nprob00):\n",
      "    Query Generator: PredeterminedQueryGenerator\n",
      "        stopword_file: ../example_data/terms/stopwords.txt\n",
      "        query_file: ../wtr/wtr-uqvs-orig.txt\n",
      "        user: 1\n",
      "    Snippet Classifier: StochasticInformedTrecTextClassifier\n",
      "        qrel_file: ../wtr/queries_qrels/rel_textBefore_qrels.txt\n",
      "        rprob: 1.0\n",
      "        nprob: 0.0\n",
      "        data_handler: 0\n",
      "    Document Classifier: StochasticInformedTrecTextClassifier\n",
      "        qrel_file: ../wtr/queries_qrels/rel_table_qrels.txt\n",
      "        rprob: 1.0\n",
      "        nprob: 0.0\n",
      "        data_handler: 0\n",
      "    Stopping Decision Maker: FixedDepthDecisionMaker\n",
      "        depth: 10\n",
      "    SERP Impression: SimpleSERPImpression\n",
      "        qrel_file: ../wtr/queries_qrels/rel_table_qrels.txt\n",
      "    Logger: FixedCostLogger\n",
      "        time_limit: 10000\n",
      "        query_cost: 10\n",
      "        document_cost: 20\n",
      "        snippet_cost: 3\n",
      "        serp_results_cost: 5\n",
      "        mark_document_cost: 3\n",
      "    Search Context: SearchContext\n",
      "        relevance_revision: 1\n",
      "\n",
      "  Results Summary:\n",
      "    Number of Queries Issued: 100\n",
      "    Number of Snippets Examined: 1000\n",
      "    Number of Documents Examined: 10\n",
      "    Number of Documents Marked Relevant: 6\n",
      "    Number of Attractive SERPs Examined: 100\n",
      "    Number of Unattractive SERPs Examined: 0\n",
      "\n",
      "\u001b[H\u001b[2JSIMULATION 'wtr_sim-51-fixeddepthuser10-PageTitle-gpt-rprob09nprob03'\n",
      "  Simulation Configuration:\n",
      "    Topic: 51\n",
      "    Search Interface: PyterrierWebSearchInterface\n",
      "        index_dir: \n",
      "\n",
      "  User Configuration (fixeddepthuser10-PageTitle-gpt-rprob09nprob03):\n",
      "    Query Generator: PredeterminedQueryGenerator\n",
      "        stopword_file: ../example_data/terms/stopwords.txt\n",
      "        query_file: ../wtr/wtr-uqvs-orig.txt\n",
      "        user: 1\n",
      "    Snippet Classifier: StochasticInformedTrecTextClassifier\n",
      "        qrel_file: ../wtr/queries_qrels/rel_PageTitle_qrels.txt\n",
      "        rprob: 0.9\n",
      "        nprob: 0.3\n",
      "        data_handler: 0\n",
      "    Document Classifier: StochasticInformedTrecTextClassifier\n",
      "        qrel_file: ../wtr/queries_qrels/rel_table_qrels.txt\n",
      "        rprob: 1.0\n",
      "        nprob: 0.0\n",
      "        data_handler: 0\n",
      "    Stopping Decision Maker: FixedDepthDecisionMaker\n",
      "        depth: 10\n",
      "    SERP Impression: SimpleSERPImpression\n",
      "        qrel_file: ../wtr/queries_qrels/rel_table_qrels.txt\n",
      "    Logger: FixedCostLogger\n",
      "        time_limit: 10000\n",
      "        query_cost: 10\n",
      "        document_cost: 20\n",
      "        snippet_cost: 3\n",
      "        serp_results_cost: 5\n",
      "        mark_document_cost: 3\n",
      "    Search Context: SearchContext\n",
      "        relevance_revision: 1\n",
      "\n",
      "  Results Summary:\n",
      "    Number of Queries Issued: 100\n",
      "    Number of Snippets Examined: 1000\n",
      "    Number of Documents Examined: 161\n",
      "    Number of Documents Marked Relevant: 12\n",
      "    Number of Attractive SERPs Examined: 100\n",
      "    Number of Unattractive SERPs Examined: 0\n",
      "\n",
      "\u001b[H\u001b[2JSIMULATION 'wtr_sim-51-fixeddepthuser10-PageTitle-gpt-rprob08nprob03'\n",
      "  Simulation Configuration:\n",
      "    Topic: 51\n",
      "    Search Interface: PyterrierWebSearchInterface\n",
      "        index_dir: \n",
      "\n",
      "  User Configuration (fixeddepthuser10-PageTitle-gpt-rprob08nprob03):\n",
      "    Query Generator: PredeterminedQueryGenerator\n",
      "        stopword_file: ../example_data/terms/stopwords.txt\n",
      "        query_file: ../wtr/wtr-uqvs-orig.txt\n",
      "        user: 1\n",
      "    Snippet Classifier: StochasticInformedTrecTextClassifier\n",
      "        qrel_file: ../wtr/queries_qrels/rel_PageTitle_qrels.txt\n",
      "        rprob: 0.8\n",
      "        nprob: 0.3\n",
      "        data_handler: 0\n",
      "    Document Classifier: StochasticInformedTrecTextClassifier\n",
      "        qrel_file: ../wtr/queries_qrels/rel_table_qrels.txt\n",
      "        rprob: 1.0\n",
      "        nprob: 0.0\n",
      "        data_handler: 0\n",
      "    Stopping Decision Maker: FixedDepthDecisionMaker\n",
      "        depth: 10\n",
      "    SERP Impression: SimpleSERPImpression\n",
      "        qrel_file: ../wtr/queries_qrels/rel_table_qrels.txt\n",
      "    Logger: FixedCostLogger\n",
      "        time_limit: 10000\n",
      "        query_cost: 10\n",
      "        document_cost: 20\n",
      "        snippet_cost: 3\n",
      "        serp_results_cost: 5\n",
      "        mark_document_cost: 3\n",
      "    Search Context: SearchContext\n",
      "        relevance_revision: 1\n",
      "\n",
      "  Results Summary:\n",
      "    Number of Queries Issued: 100\n",
      "    Number of Snippets Examined: 1000\n",
      "    Number of Documents Examined: 161\n",
      "    Number of Documents Marked Relevant: 12\n",
      "    Number of Attractive SERPs Examined: 100\n",
      "    Number of Unattractive SERPs Examined: 0\n",
      "\n",
      "\u001b[H\u001b[2JSIMULATION 'wtr_sim-51-fixeddepthuser10-PageTitle-gpt-rprob07nprob03'\n",
      "  Simulation Configuration:\n",
      "    Topic: 51\n",
      "    Search Interface: PyterrierWebSearchInterface\n",
      "        index_dir: \n",
      "\n",
      "  User Configuration (fixeddepthuser10-PageTitle-gpt-rprob07nprob03):\n",
      "    Query Generator: PredeterminedQueryGenerator\n",
      "        stopword_file: ../example_data/terms/stopwords.txt\n",
      "        query_file: ../wtr/wtr-uqvs-orig.txt\n",
      "        user: 1\n",
      "    Snippet Classifier: StochasticInformedTrecTextClassifier\n",
      "        qrel_file: ../wtr/queries_qrels/rel_PageTitle_qrels.txt\n",
      "        rprob: 0.7\n",
      "        nprob: 0.3\n",
      "        data_handler: 0\n",
      "    Document Classifier: StochasticInformedTrecTextClassifier\n",
      "        qrel_file: ../wtr/queries_qrels/rel_table_qrels.txt\n",
      "        rprob: 1.0\n",
      "        nprob: 0.0\n",
      "        data_handler: 0\n",
      "    Stopping Decision Maker: FixedDepthDecisionMaker\n",
      "        depth: 10\n",
      "    SERP Impression: SimpleSERPImpression\n",
      "        qrel_file: ../wtr/queries_qrels/rel_table_qrels.txt\n",
      "    Logger: FixedCostLogger\n",
      "        time_limit: 10000\n",
      "        query_cost: 10\n",
      "        document_cost: 20\n",
      "        snippet_cost: 3\n",
      "        serp_results_cost: 5\n",
      "        mark_document_cost: 3\n",
      "    Search Context: SearchContext\n",
      "        relevance_revision: 1\n",
      "\n",
      "  Results Summary:\n",
      "    Number of Queries Issued: 100\n",
      "    Number of Snippets Examined: 1000\n",
      "    Number of Documents Examined: 161\n",
      "    Number of Documents Marked Relevant: 12\n",
      "    Number of Attractive SERPs Examined: 100\n",
      "    Number of Unattractive SERPs Examined: 0\n",
      "\n",
      "\u001b[H\u001b[2JSIMULATION 'wtr_sim-51-fixeddepthuser10-PageTitle-gpt-rprob06nprob03'\n",
      "  Simulation Configuration:\n",
      "    Topic: 51\n",
      "    Search Interface: PyterrierWebSearchInterface\n",
      "        index_dir: \n",
      "\n",
      "  User Configuration (fixeddepthuser10-PageTitle-gpt-rprob06nprob03):\n",
      "    Query Generator: PredeterminedQueryGenerator\n",
      "        stopword_file: ../example_data/terms/stopwords.txt\n",
      "        query_file: ../wtr/wtr-uqvs-orig.txt\n",
      "        user: 1\n",
      "    Snippet Classifier: StochasticInformedTrecTextClassifier\n",
      "        qrel_file: ../wtr/queries_qrels/rel_PageTitle_qrels.txt\n",
      "        rprob: 0.6\n",
      "        nprob: 0.3\n",
      "        data_handler: 0\n",
      "    Document Classifier: StochasticInformedTrecTextClassifier\n",
      "        qrel_file: ../wtr/queries_qrels/rel_table_qrels.txt\n",
      "        rprob: 1.0\n",
      "        nprob: 0.0\n",
      "        data_handler: 0\n",
      "    Stopping Decision Maker: FixedDepthDecisionMaker\n",
      "        depth: 10\n",
      "    SERP Impression: SimpleSERPImpression\n",
      "        qrel_file: ../wtr/queries_qrels/rel_table_qrels.txt\n",
      "    Logger: FixedCostLogger\n",
      "        time_limit: 10000\n",
      "        query_cost: 10\n",
      "        document_cost: 20\n",
      "        snippet_cost: 3\n",
      "        serp_results_cost: 5\n",
      "        mark_document_cost: 3\n",
      "    Search Context: SearchContext\n",
      "        relevance_revision: 1\n",
      "\n",
      "  Results Summary:\n",
      "    Number of Queries Issued: 100\n",
      "    Number of Snippets Examined: 1000\n",
      "    Number of Documents Examined: 169\n",
      "    Number of Documents Marked Relevant: 12\n",
      "    Number of Attractive SERPs Examined: 100\n",
      "    Number of Unattractive SERPs Examined: 0\n",
      "\n",
      "\u001b[H\u001b[2JSIMULATION 'wtr_sim-52-fixeddepthuser3-PageTitle-gpt-rprob10nprob00'\n",
      "  Simulation Configuration:\n",
      "    Topic: 52\n",
      "    Search Interface: PyterrierWebSearchInterface\n",
      "        index_dir: \n",
      "\n",
      "  User Configuration (fixeddepthuser3-PageTitle-gpt-rprob10nprob00):\n",
      "    Query Generator: PredeterminedQueryGenerator\n",
      "        stopword_file: ../example_data/terms/stopwords.txt\n",
      "        query_file: ../wtr/wtr-uqvs-orig.txt\n",
      "        user: 1\n",
      "    Snippet Classifier: StochasticInformedTrecTextClassifier\n",
      "        qrel_file: ../wtr/queries_qrels/rel_PageTitle_qrels.txt\n",
      "        rprob: 1.0\n",
      "        nprob: 0.0\n",
      "        data_handler: 0\n",
      "    Document Classifier: StochasticInformedTrecTextClassifier\n",
      "        qrel_file: ../wtr/queries_qrels/rel_table_qrels.txt\n",
      "        rprob: 1.0\n",
      "        nprob: 0.0\n",
      "        data_handler: 0\n",
      "    Stopping Decision Maker: FixedDepthDecisionMaker\n",
      "        depth: 3\n",
      "    SERP Impression: SimpleSERPImpression\n",
      "        qrel_file: ../wtr/queries_qrels/rel_table_qrels.txt\n",
      "    Logger: FixedCostLogger\n",
      "        time_limit: 10000\n",
      "        query_cost: 10\n",
      "        document_cost: 20\n",
      "        snippet_cost: 3\n",
      "        serp_results_cost: 5\n",
      "        mark_document_cost: 3\n",
      "    Search Context: SearchContext\n",
      "        relevance_revision: 1\n",
      "\n",
      "  Results Summary:\n",
      "    Number of Queries Issued: 100\n",
      "    Number of Snippets Examined: 300\n",
      "    Number of Documents Examined: 5\n",
      "    Number of Documents Marked Relevant: 3\n",
      "    Number of Attractive SERPs Examined: 100\n",
      "    Number of Unattractive SERPs Examined: 0\n",
      "\n",
      "\u001b[H\u001b[2JSIMULATION 'wtr_sim-52-fixeddepthuser5-PageTitle-gpt-rprob10nprob00'\n",
      "  Simulation Configuration:\n",
      "    Topic: 52\n",
      "    Search Interface: PyterrierWebSearchInterface\n",
      "        index_dir: \n",
      "\n",
      "  User Configuration (fixeddepthuser5-PageTitle-gpt-rprob10nprob00):\n",
      "    Query Generator: PredeterminedQueryGenerator\n",
      "        stopword_file: ../example_data/terms/stopwords.txt\n",
      "        query_file: ../wtr/wtr-uqvs-orig.txt\n",
      "        user: 1\n",
      "    Snippet Classifier: StochasticInformedTrecTextClassifier\n",
      "        qrel_file: ../wtr/queries_qrels/rel_PageTitle_qrels.txt\n",
      "        rprob: 1.0\n",
      "        nprob: 0.0\n",
      "        data_handler: 0\n",
      "    Document Classifier: StochasticInformedTrecTextClassifier\n",
      "        qrel_file: ../wtr/queries_qrels/rel_table_qrels.txt\n",
      "        rprob: 1.0\n",
      "        nprob: 0.0\n",
      "        data_handler: 0\n",
      "    Stopping Decision Maker: FixedDepthDecisionMaker\n",
      "        depth: 5\n",
      "    SERP Impression: SimpleSERPImpression\n",
      "        qrel_file: ../wtr/queries_qrels/rel_table_qrels.txt\n",
      "    Logger: FixedCostLogger\n",
      "        time_limit: 10000\n",
      "        query_cost: 10\n",
      "        document_cost: 20\n",
      "        snippet_cost: 3\n",
      "        serp_results_cost: 5\n",
      "        mark_document_cost: 3\n",
      "    Search Context: SearchContext\n",
      "        relevance_revision: 1\n",
      "\n",
      "  Results Summary:\n",
      "    Number of Queries Issued: 100\n",
      "    Number of Snippets Examined: 500\n",
      "    Number of Documents Examined: 6\n",
      "    Number of Documents Marked Relevant: 3\n",
      "    Number of Attractive SERPs Examined: 100\n",
      "    Number of Unattractive SERPs Examined: 0\n",
      "\n",
      "\u001b[H\u001b[2JSIMULATION 'wtr_sim-52-fixeddepthuser10-PageTitle-gpt-rprob10nprob00'\n",
      "  Simulation Configuration:\n",
      "    Topic: 52\n",
      "    Search Interface: PyterrierWebSearchInterface\n",
      "        index_dir: \n",
      "\n",
      "  User Configuration (fixeddepthuser10-PageTitle-gpt-rprob10nprob00):\n",
      "    Query Generator: PredeterminedQueryGenerator\n",
      "        stopword_file: ../example_data/terms/stopwords.txt\n",
      "        query_file: ../wtr/wtr-uqvs-orig.txt\n",
      "        user: 1\n",
      "    Snippet Classifier: StochasticInformedTrecTextClassifier\n",
      "        qrel_file: ../wtr/queries_qrels/rel_PageTitle_qrels.txt\n",
      "        rprob: 1.0\n",
      "        nprob: 0.0\n",
      "        data_handler: 0\n",
      "    Document Classifier: StochasticInformedTrecTextClassifier\n",
      "        qrel_file: ../wtr/queries_qrels/rel_table_qrels.txt\n",
      "        rprob: 1.0\n",
      "        nprob: 0.0\n",
      "        data_handler: 0\n",
      "    Stopping Decision Maker: FixedDepthDecisionMaker\n",
      "        depth: 10\n",
      "    SERP Impression: SimpleSERPImpression\n",
      "        qrel_file: ../wtr/queries_qrels/rel_table_qrels.txt\n",
      "    Logger: FixedCostLogger\n",
      "        time_limit: 10000\n",
      "        query_cost: 10\n",
      "        document_cost: 20\n",
      "        snippet_cost: 3\n",
      "        serp_results_cost: 5\n",
      "        mark_document_cost: 3\n",
      "    Search Context: SearchContext\n",
      "        relevance_revision: 1\n",
      "\n",
      "  Results Summary:\n",
      "    Number of Queries Issued: 100\n",
      "    Number of Snippets Examined: 1000\n",
      "    Number of Documents Examined: 9\n",
      "    Number of Documents Marked Relevant: 5\n",
      "    Number of Attractive SERPs Examined: 100\n",
      "    Number of Unattractive SERPs Examined: 0\n",
      "\n",
      "\u001b[H\u001b[2JSIMULATION 'wtr_sim-52-fixeddepthuser20-PageTitle-gpt-rprob10nprob00'\n",
      "  Simulation Configuration:\n",
      "    Topic: 52\n",
      "    Search Interface: PyterrierWebSearchInterface\n",
      "        index_dir: \n",
      "\n",
      "  User Configuration (fixeddepthuser20-PageTitle-gpt-rprob10nprob00):\n",
      "    Query Generator: PredeterminedQueryGenerator\n",
      "        stopword_file: ../example_data/terms/stopwords.txt\n",
      "        query_file: ../wtr/wtr-uqvs-orig.txt\n",
      "        user: 1\n",
      "    Snippet Classifier: StochasticInformedTrecTextClassifier\n",
      "        qrel_file: ../wtr/queries_qrels/rel_PageTitle_qrels.txt\n",
      "        rprob: 1.0\n",
      "        nprob: 0.0\n",
      "        data_handler: 0\n",
      "    Document Classifier: StochasticInformedTrecTextClassifier\n",
      "        qrel_file: ../wtr/queries_qrels/rel_table_qrels.txt\n",
      "        rprob: 1.0\n",
      "        nprob: 0.0\n",
      "        data_handler: 0\n",
      "    Stopping Decision Maker: FixedDepthDecisionMaker\n",
      "        depth: 20\n",
      "    SERP Impression: SimpleSERPImpression\n",
      "        qrel_file: ../wtr/queries_qrels/rel_table_qrels.txt\n",
      "    Logger: FixedCostLogger\n",
      "        time_limit: 10000\n",
      "        query_cost: 10\n",
      "        document_cost: 20\n",
      "        snippet_cost: 3\n",
      "        serp_results_cost: 5\n",
      "        mark_document_cost: 3\n",
      "    Search Context: SearchContext\n",
      "        relevance_revision: 1\n",
      "\n",
      "  Results Summary:\n",
      "    Number of Queries Issued: 100\n",
      "    Number of Snippets Examined: 2000\n",
      "    Number of Documents Examined: 12\n",
      "    Number of Documents Marked Relevant: 7\n",
      "    Number of Attractive SERPs Examined: 100\n",
      "    Number of Unattractive SERPs Examined: 0\n",
      "\n",
      "\u001b[H\u001b[2JSIMULATION 'wtr_sim-52-fixeddepthuser30-PageTitle-gpt-rprob10nprob00'\n",
      "  Simulation Configuration:\n",
      "    Topic: 52\n",
      "    Search Interface: PyterrierWebSearchInterface\n",
      "        index_dir: \n",
      "\n",
      "  User Configuration (fixeddepthuser30-PageTitle-gpt-rprob10nprob00):\n",
      "    Query Generator: PredeterminedQueryGenerator\n",
      "        stopword_file: ../example_data/terms/stopwords.txt\n",
      "        query_file: ../wtr/wtr-uqvs-orig.txt\n",
      "        user: 1\n",
      "    Snippet Classifier: StochasticInformedTrecTextClassifier\n",
      "        qrel_file: ../wtr/queries_qrels/rel_PageTitle_qrels.txt\n",
      "        rprob: 1.0\n",
      "        nprob: 0.0\n",
      "        data_handler: 0\n",
      "    Document Classifier: StochasticInformedTrecTextClassifier\n",
      "        qrel_file: ../wtr/queries_qrels/rel_table_qrels.txt\n",
      "        rprob: 1.0\n",
      "        nprob: 0.0\n",
      "        data_handler: 0\n",
      "    Stopping Decision Maker: FixedDepthDecisionMaker\n",
      "        depth: 30\n",
      "    SERP Impression: SimpleSERPImpression\n",
      "        qrel_file: ../wtr/queries_qrels/rel_table_qrels.txt\n",
      "    Logger: FixedCostLogger\n",
      "        time_limit: 10000\n",
      "        query_cost: 10\n",
      "        document_cost: 20\n",
      "        snippet_cost: 3\n",
      "        serp_results_cost: 5\n",
      "        mark_document_cost: 3\n",
      "    Search Context: SearchContext\n",
      "        relevance_revision: 1\n",
      "\n",
      "  Results Summary:\n",
      "    Number of Queries Issued: 93\n",
      "    Number of Snippets Examined: 2782\n",
      "    Number of Documents Examined: 12\n",
      "    Number of Documents Marked Relevant: 7\n",
      "    Number of Attractive SERPs Examined: 93\n",
      "    Number of Unattractive SERPs Examined: 0\n",
      "\n",
      "\u001b[H\u001b[2JSIMULATION 'wtr_sim-52-fixeddepthuser10-random-gpt-rprob05nprob05'\n",
      "  Simulation Configuration:\n",
      "    Topic: 52\n",
      "    Search Interface: PyterrierWebSearchInterface\n",
      "        index_dir: \n",
      "\n",
      "  User Configuration (fixeddepthuser10-random-gpt-rprob05nprob05):\n",
      "    Query Generator: PredeterminedQueryGenerator\n",
      "        stopword_file: ../example_data/terms/stopwords.txt\n",
      "        query_file: ../wtr/wtr-uqvs-orig.txt\n",
      "        user: 1\n",
      "    Snippet Classifier: StochasticInformedTrecTextClassifier\n",
      "        qrel_file: ../wtr/queries_qrels/rel_PageTitle_qrels.txt\n",
      "        rprob: 0.5\n",
      "        nprob: 0.5\n",
      "        data_handler: 0\n",
      "    Document Classifier: StochasticInformedTrecTextClassifier\n",
      "        qrel_file: ../wtr/queries_qrels/rel_table_qrels.txt\n",
      "        rprob: 1.0\n",
      "        nprob: 0.0\n",
      "        data_handler: 0\n",
      "    Stopping Decision Maker: FixedDepthDecisionMaker\n",
      "        depth: 10\n",
      "    SERP Impression: SimpleSERPImpression\n",
      "        qrel_file: ../wtr/queries_qrels/rel_table_qrels.txt\n",
      "    Logger: FixedCostLogger\n",
      "        time_limit: 10000\n",
      "        query_cost: 10\n",
      "        document_cost: 20\n",
      "        snippet_cost: 3\n",
      "        serp_results_cost: 5\n",
      "        mark_document_cost: 3\n",
      "    Search Context: SearchContext\n",
      "        relevance_revision: 1\n",
      "\n",
      "  Results Summary:\n",
      "    Number of Queries Issued: 100\n",
      "    Number of Snippets Examined: 1000\n",
      "    Number of Documents Examined: 83\n",
      "    Number of Documents Marked Relevant: 7\n",
      "    Number of Attractive SERPs Examined: 100\n",
      "    Number of Unattractive SERPs Examined: 0\n",
      "\n",
      "\u001b[H\u001b[2JSIMULATION 'wtr_sim-52-fixeddepthuser10-PageTitle-gpt-rprob10nprob00'\n",
      "  Simulation Configuration:\n",
      "    Topic: 52\n",
      "    Search Interface: PyterrierWebSearchInterface\n",
      "        index_dir: \n",
      "\n",
      "  User Configuration (fixeddepthuser10-PageTitle-gpt-rprob10nprob00):\n",
      "    Query Generator: PredeterminedQueryGenerator\n",
      "        stopword_file: ../example_data/terms/stopwords.txt\n",
      "        query_file: ../wtr/wtr-uqvs-orig.txt\n",
      "        user: 1\n",
      "    Snippet Classifier: StochasticInformedTrecTextClassifier\n",
      "        qrel_file: ../wtr/queries_qrels/rel_PageTitle_qrels.txt\n",
      "        rprob: 1.0\n",
      "        nprob: 0.0\n",
      "        data_handler: 0\n",
      "    Document Classifier: StochasticInformedTrecTextClassifier\n",
      "        qrel_file: ../wtr/queries_qrels/rel_table_qrels.txt\n",
      "        rprob: 1.0\n",
      "        nprob: 0.0\n",
      "        data_handler: 0\n",
      "    Stopping Decision Maker: FixedDepthDecisionMaker\n",
      "        depth: 10\n",
      "    SERP Impression: SimpleSERPImpression\n",
      "        qrel_file: ../wtr/queries_qrels/rel_table_qrels.txt\n",
      "    Logger: FixedCostLogger\n",
      "        time_limit: 10000\n",
      "        query_cost: 10\n",
      "        document_cost: 20\n",
      "        snippet_cost: 3\n",
      "        serp_results_cost: 5\n",
      "        mark_document_cost: 3\n",
      "    Search Context: SearchContext\n",
      "        relevance_revision: 1\n",
      "\n",
      "  Results Summary:\n",
      "    Number of Queries Issued: 100\n",
      "    Number of Snippets Examined: 1000\n",
      "    Number of Documents Examined: 9\n",
      "    Number of Documents Marked Relevant: 5\n",
      "    Number of Attractive SERPs Examined: 100\n",
      "    Number of Unattractive SERPs Examined: 0\n",
      "\n",
      "\u001b[H\u001b[2JSIMULATION 'wtr_sim-52-fixeddepthuser10-textAfter-gpt-rprob10nprob00'\n",
      "  Simulation Configuration:\n",
      "    Topic: 52\n",
      "    Search Interface: PyterrierWebSearchInterface\n",
      "        index_dir: \n",
      "\n",
      "  User Configuration (fixeddepthuser10-textAfter-gpt-rprob10nprob00):\n",
      "    Query Generator: PredeterminedQueryGenerator\n",
      "        stopword_file: ../example_data/terms/stopwords.txt\n",
      "        query_file: ../wtr/wtr-uqvs-orig.txt\n",
      "        user: 1\n",
      "    Snippet Classifier: StochasticInformedTrecTextClassifier\n",
      "        qrel_file: ../wtr/queries_qrels/rel_textAfter_qrels.txt\n",
      "        rprob: 1.0\n",
      "        nprob: 0.0\n",
      "        data_handler: 0\n",
      "    Document Classifier: StochasticInformedTrecTextClassifier\n",
      "        qrel_file: ../wtr/queries_qrels/rel_table_qrels.txt\n",
      "        rprob: 1.0\n",
      "        nprob: 0.0\n",
      "        data_handler: 0\n",
      "    Stopping Decision Maker: FixedDepthDecisionMaker\n",
      "        depth: 10\n",
      "    SERP Impression: SimpleSERPImpression\n",
      "        qrel_file: ../wtr/queries_qrels/rel_table_qrels.txt\n",
      "    Logger: FixedCostLogger\n",
      "        time_limit: 10000\n",
      "        query_cost: 10\n",
      "        document_cost: 20\n",
      "        snippet_cost: 3\n",
      "        serp_results_cost: 5\n",
      "        mark_document_cost: 3\n",
      "    Search Context: SearchContext\n",
      "        relevance_revision: 1\n",
      "\n",
      "  Results Summary:\n",
      "    Number of Queries Issued: 100\n",
      "    Number of Snippets Examined: 1000\n",
      "    Number of Documents Examined: 6\n",
      "    Number of Documents Marked Relevant: 2\n",
      "    Number of Attractive SERPs Examined: 100\n",
      "    Number of Unattractive SERPs Examined: 0\n",
      "\n",
      "\u001b[H\u001b[2JSIMULATION 'wtr_sim-52-fixeddepthuser10-textBefore-gpt-rprob10nprob00'\n",
      "  Simulation Configuration:\n",
      "    Topic: 52\n",
      "    Search Interface: PyterrierWebSearchInterface\n",
      "        index_dir: \n",
      "\n",
      "  User Configuration (fixeddepthuser10-textBefore-gpt-rprob10nprob00):\n",
      "    Query Generator: PredeterminedQueryGenerator\n",
      "        stopword_file: ../example_data/terms/stopwords.txt\n",
      "        query_file: ../wtr/wtr-uqvs-orig.txt\n",
      "        user: 1\n",
      "    Snippet Classifier: StochasticInformedTrecTextClassifier\n",
      "        qrel_file: ../wtr/queries_qrels/rel_textBefore_qrels.txt\n",
      "        rprob: 1.0\n",
      "        nprob: 0.0\n",
      "        data_handler: 0\n",
      "    Document Classifier: StochasticInformedTrecTextClassifier\n",
      "        qrel_file: ../wtr/queries_qrels/rel_table_qrels.txt\n",
      "        rprob: 1.0\n",
      "        nprob: 0.0\n",
      "        data_handler: 0\n",
      "    Stopping Decision Maker: FixedDepthDecisionMaker\n",
      "        depth: 10\n",
      "    SERP Impression: SimpleSERPImpression\n",
      "        qrel_file: ../wtr/queries_qrels/rel_table_qrels.txt\n",
      "    Logger: FixedCostLogger\n",
      "        time_limit: 10000\n",
      "        query_cost: 10\n",
      "        document_cost: 20\n",
      "        snippet_cost: 3\n",
      "        serp_results_cost: 5\n",
      "        mark_document_cost: 3\n",
      "    Search Context: SearchContext\n",
      "        relevance_revision: 1\n",
      "\n",
      "  Results Summary:\n",
      "    Number of Queries Issued: 100\n",
      "    Number of Snippets Examined: 1000\n",
      "    Number of Documents Examined: 6\n",
      "    Number of Documents Marked Relevant: 4\n",
      "    Number of Attractive SERPs Examined: 100\n",
      "    Number of Unattractive SERPs Examined: 0\n",
      "\n",
      "\u001b[H\u001b[2JSIMULATION 'wtr_sim-52-fixeddepthuser10-PageTitle-gpt-rprob09nprob03'\n",
      "  Simulation Configuration:\n",
      "    Topic: 52\n",
      "    Search Interface: PyterrierWebSearchInterface\n",
      "        index_dir: \n",
      "\n",
      "  User Configuration (fixeddepthuser10-PageTitle-gpt-rprob09nprob03):\n",
      "    Query Generator: PredeterminedQueryGenerator\n",
      "        stopword_file: ../example_data/terms/stopwords.txt\n",
      "        query_file: ../wtr/wtr-uqvs-orig.txt\n",
      "        user: 1\n",
      "    Snippet Classifier: StochasticInformedTrecTextClassifier\n",
      "        qrel_file: ../wtr/queries_qrels/rel_PageTitle_qrels.txt\n",
      "        rprob: 0.9\n",
      "        nprob: 0.3\n",
      "        data_handler: 0\n",
      "    Document Classifier: StochasticInformedTrecTextClassifier\n",
      "        qrel_file: ../wtr/queries_qrels/rel_table_qrels.txt\n",
      "        rprob: 1.0\n",
      "        nprob: 0.0\n",
      "        data_handler: 0\n",
      "    Stopping Decision Maker: FixedDepthDecisionMaker\n",
      "        depth: 10\n",
      "    SERP Impression: SimpleSERPImpression\n",
      "        qrel_file: ../wtr/queries_qrels/rel_table_qrels.txt\n",
      "    Logger: FixedCostLogger\n",
      "        time_limit: 10000\n",
      "        query_cost: 10\n",
      "        document_cost: 20\n",
      "        snippet_cost: 3\n",
      "        serp_results_cost: 5\n",
      "        mark_document_cost: 3\n",
      "    Search Context: SearchContext\n",
      "        relevance_revision: 1\n",
      "\n",
      "  Results Summary:\n",
      "    Number of Queries Issued: 100\n",
      "    Number of Snippets Examined: 1000\n",
      "    Number of Documents Examined: 72\n",
      "    Number of Documents Marked Relevant: 7\n",
      "    Number of Attractive SERPs Examined: 100\n",
      "    Number of Unattractive SERPs Examined: 0\n",
      "\n",
      "\u001b[H\u001b[2JSIMULATION 'wtr_sim-52-fixeddepthuser10-PageTitle-gpt-rprob08nprob03'\n",
      "  Simulation Configuration:\n",
      "    Topic: 52\n",
      "    Search Interface: PyterrierWebSearchInterface\n",
      "        index_dir: \n",
      "\n",
      "  User Configuration (fixeddepthuser10-PageTitle-gpt-rprob08nprob03):\n",
      "    Query Generator: PredeterminedQueryGenerator\n",
      "        stopword_file: ../example_data/terms/stopwords.txt\n",
      "        query_file: ../wtr/wtr-uqvs-orig.txt\n",
      "        user: 1\n",
      "    Snippet Classifier: StochasticInformedTrecTextClassifier\n",
      "        qrel_file: ../wtr/queries_qrels/rel_PageTitle_qrels.txt\n",
      "        rprob: 0.8\n",
      "        nprob: 0.3\n",
      "        data_handler: 0\n",
      "    Document Classifier: StochasticInformedTrecTextClassifier\n",
      "        qrel_file: ../wtr/queries_qrels/rel_table_qrels.txt\n",
      "        rprob: 1.0\n",
      "        nprob: 0.0\n",
      "        data_handler: 0\n",
      "    Stopping Decision Maker: FixedDepthDecisionMaker\n",
      "        depth: 10\n",
      "    SERP Impression: SimpleSERPImpression\n",
      "        qrel_file: ../wtr/queries_qrels/rel_table_qrels.txt\n",
      "    Logger: FixedCostLogger\n",
      "        time_limit: 10000\n",
      "        query_cost: 10\n",
      "        document_cost: 20\n",
      "        snippet_cost: 3\n",
      "        serp_results_cost: 5\n",
      "        mark_document_cost: 3\n",
      "    Search Context: SearchContext\n",
      "        relevance_revision: 1\n",
      "\n",
      "  Results Summary:\n",
      "    Number of Queries Issued: 100\n",
      "    Number of Snippets Examined: 1000\n",
      "    Number of Documents Examined: 72\n",
      "    Number of Documents Marked Relevant: 7\n",
      "    Number of Attractive SERPs Examined: 100\n",
      "    Number of Unattractive SERPs Examined: 0\n",
      "\n",
      "\u001b[H\u001b[2JSIMULATION 'wtr_sim-52-fixeddepthuser10-PageTitle-gpt-rprob07nprob03'\n",
      "  Simulation Configuration:\n",
      "    Topic: 52\n",
      "    Search Interface: PyterrierWebSearchInterface\n",
      "        index_dir: \n",
      "\n",
      "  User Configuration (fixeddepthuser10-PageTitle-gpt-rprob07nprob03):\n",
      "    Query Generator: PredeterminedQueryGenerator\n",
      "        stopword_file: ../example_data/terms/stopwords.txt\n",
      "        query_file: ../wtr/wtr-uqvs-orig.txt\n",
      "        user: 1\n",
      "    Snippet Classifier: StochasticInformedTrecTextClassifier\n",
      "        qrel_file: ../wtr/queries_qrels/rel_PageTitle_qrels.txt\n",
      "        rprob: 0.7\n",
      "        nprob: 0.3\n",
      "        data_handler: 0\n",
      "    Document Classifier: StochasticInformedTrecTextClassifier\n",
      "        qrel_file: ../wtr/queries_qrels/rel_table_qrels.txt\n",
      "        rprob: 1.0\n",
      "        nprob: 0.0\n",
      "        data_handler: 0\n",
      "    Stopping Decision Maker: FixedDepthDecisionMaker\n",
      "        depth: 10\n",
      "    SERP Impression: SimpleSERPImpression\n",
      "        qrel_file: ../wtr/queries_qrels/rel_table_qrels.txt\n",
      "    Logger: FixedCostLogger\n",
      "        time_limit: 10000\n",
      "        query_cost: 10\n",
      "        document_cost: 20\n",
      "        snippet_cost: 3\n",
      "        serp_results_cost: 5\n",
      "        mark_document_cost: 3\n",
      "    Search Context: SearchContext\n",
      "        relevance_revision: 1\n",
      "\n",
      "  Results Summary:\n",
      "    Number of Queries Issued: 100\n",
      "    Number of Snippets Examined: 1000\n",
      "    Number of Documents Examined: 72\n",
      "    Number of Documents Marked Relevant: 7\n",
      "    Number of Attractive SERPs Examined: 100\n",
      "    Number of Unattractive SERPs Examined: 0\n",
      "\n",
      "\u001b[H\u001b[2JSIMULATION 'wtr_sim-52-fixeddepthuser10-PageTitle-gpt-rprob06nprob03'\n",
      "  Simulation Configuration:\n",
      "    Topic: 52\n",
      "    Search Interface: PyterrierWebSearchInterface\n",
      "        index_dir: \n",
      "\n",
      "  User Configuration (fixeddepthuser10-PageTitle-gpt-rprob06nprob03):\n",
      "    Query Generator: PredeterminedQueryGenerator\n",
      "        stopword_file: ../example_data/terms/stopwords.txt\n",
      "        query_file: ../wtr/wtr-uqvs-orig.txt\n",
      "        user: 1\n",
      "    Snippet Classifier: StochasticInformedTrecTextClassifier\n",
      "        qrel_file: ../wtr/queries_qrels/rel_PageTitle_qrels.txt\n",
      "        rprob: 0.6\n",
      "        nprob: 0.3\n",
      "        data_handler: 0\n",
      "    Document Classifier: StochasticInformedTrecTextClassifier\n",
      "        qrel_file: ../wtr/queries_qrels/rel_table_qrels.txt\n",
      "        rprob: 1.0\n",
      "        nprob: 0.0\n",
      "        data_handler: 0\n",
      "    Stopping Decision Maker: FixedDepthDecisionMaker\n",
      "        depth: 10\n",
      "    SERP Impression: SimpleSERPImpression\n",
      "        qrel_file: ../wtr/queries_qrels/rel_table_qrels.txt\n",
      "    Logger: FixedCostLogger\n",
      "        time_limit: 10000\n",
      "        query_cost: 10\n",
      "        document_cost: 20\n",
      "        snippet_cost: 3\n",
      "        serp_results_cost: 5\n",
      "        mark_document_cost: 3\n",
      "    Search Context: SearchContext\n",
      "        relevance_revision: 1\n",
      "\n",
      "  Results Summary:\n",
      "    Number of Queries Issued: 100\n",
      "    Number of Snippets Examined: 1000\n",
      "    Number of Documents Examined: 71\n",
      "    Number of Documents Marked Relevant: 7\n",
      "    Number of Attractive SERPs Examined: 100\n",
      "    Number of Unattractive SERPs Examined: 0\n",
      "\n",
      "\u001b[H\u001b[2JSIMULATION 'wtr_sim-53-fixeddepthuser3-PageTitle-gpt-rprob10nprob00'\n",
      "  Simulation Configuration:\n",
      "    Topic: 53\n",
      "    Search Interface: PyterrierWebSearchInterface\n",
      "        index_dir: \n",
      "\n",
      "  User Configuration (fixeddepthuser3-PageTitle-gpt-rprob10nprob00):\n",
      "    Query Generator: PredeterminedQueryGenerator\n",
      "        stopword_file: ../example_data/terms/stopwords.txt\n",
      "        query_file: ../wtr/wtr-uqvs-orig.txt\n",
      "        user: 1\n",
      "    Snippet Classifier: StochasticInformedTrecTextClassifier\n",
      "        qrel_file: ../wtr/queries_qrels/rel_PageTitle_qrels.txt\n",
      "        rprob: 1.0\n",
      "        nprob: 0.0\n",
      "        data_handler: 0\n",
      "    Document Classifier: StochasticInformedTrecTextClassifier\n",
      "        qrel_file: ../wtr/queries_qrels/rel_table_qrels.txt\n",
      "        rprob: 1.0\n",
      "        nprob: 0.0\n",
      "        data_handler: 0\n",
      "    Stopping Decision Maker: FixedDepthDecisionMaker\n",
      "        depth: 3\n",
      "    SERP Impression: SimpleSERPImpression\n",
      "        qrel_file: ../wtr/queries_qrels/rel_table_qrels.txt\n",
      "    Logger: FixedCostLogger\n",
      "        time_limit: 10000\n",
      "        query_cost: 10\n",
      "        document_cost: 20\n",
      "        snippet_cost: 3\n",
      "        serp_results_cost: 5\n",
      "        mark_document_cost: 3\n",
      "    Search Context: SearchContext\n",
      "        relevance_revision: 1\n",
      "\n",
      "  Results Summary:\n",
      "    Number of Queries Issued: 99\n",
      "    Number of Snippets Examined: 297\n",
      "    Number of Documents Examined: 6\n",
      "    Number of Documents Marked Relevant: 0\n",
      "    Number of Attractive SERPs Examined: 99\n",
      "    Number of Unattractive SERPs Examined: 0\n",
      "\n",
      "\u001b[H\u001b[2JSIMULATION 'wtr_sim-53-fixeddepthuser5-PageTitle-gpt-rprob10nprob00'\n",
      "  Simulation Configuration:\n",
      "    Topic: 53\n",
      "    Search Interface: PyterrierWebSearchInterface\n",
      "        index_dir: \n",
      "\n",
      "  User Configuration (fixeddepthuser5-PageTitle-gpt-rprob10nprob00):\n",
      "    Query Generator: PredeterminedQueryGenerator\n",
      "        stopword_file: ../example_data/terms/stopwords.txt\n",
      "        query_file: ../wtr/wtr-uqvs-orig.txt\n",
      "        user: 1\n",
      "    Snippet Classifier: StochasticInformedTrecTextClassifier\n",
      "        qrel_file: ../wtr/queries_qrels/rel_PageTitle_qrels.txt\n",
      "        rprob: 1.0\n",
      "        nprob: 0.0\n",
      "        data_handler: 0\n",
      "    Document Classifier: StochasticInformedTrecTextClassifier\n",
      "        qrel_file: ../wtr/queries_qrels/rel_table_qrels.txt\n",
      "        rprob: 1.0\n",
      "        nprob: 0.0\n",
      "        data_handler: 0\n",
      "    Stopping Decision Maker: FixedDepthDecisionMaker\n",
      "        depth: 5\n",
      "    SERP Impression: SimpleSERPImpression\n",
      "        qrel_file: ../wtr/queries_qrels/rel_table_qrels.txt\n",
      "    Logger: FixedCostLogger\n",
      "        time_limit: 10000\n",
      "        query_cost: 10\n",
      "        document_cost: 20\n",
      "        snippet_cost: 3\n",
      "        serp_results_cost: 5\n",
      "        mark_document_cost: 3\n",
      "    Search Context: SearchContext\n",
      "        relevance_revision: 1\n",
      "\n",
      "  Results Summary:\n",
      "    Number of Queries Issued: 99\n",
      "    Number of Snippets Examined: 495\n",
      "    Number of Documents Examined: 8\n",
      "    Number of Documents Marked Relevant: 0\n",
      "    Number of Attractive SERPs Examined: 99\n",
      "    Number of Unattractive SERPs Examined: 0\n",
      "\n",
      "\u001b[H\u001b[2JSIMULATION 'wtr_sim-53-fixeddepthuser10-PageTitle-gpt-rprob10nprob00'\n",
      "  Simulation Configuration:\n",
      "    Topic: 53\n",
      "    Search Interface: PyterrierWebSearchInterface\n",
      "        index_dir: \n",
      "\n",
      "  User Configuration (fixeddepthuser10-PageTitle-gpt-rprob10nprob00):\n",
      "    Query Generator: PredeterminedQueryGenerator\n",
      "        stopword_file: ../example_data/terms/stopwords.txt\n",
      "        query_file: ../wtr/wtr-uqvs-orig.txt\n",
      "        user: 1\n",
      "    Snippet Classifier: StochasticInformedTrecTextClassifier\n",
      "        qrel_file: ../wtr/queries_qrels/rel_PageTitle_qrels.txt\n",
      "        rprob: 1.0\n",
      "        nprob: 0.0\n",
      "        data_handler: 0\n",
      "    Document Classifier: StochasticInformedTrecTextClassifier\n",
      "        qrel_file: ../wtr/queries_qrels/rel_table_qrels.txt\n",
      "        rprob: 1.0\n",
      "        nprob: 0.0\n",
      "        data_handler: 0\n",
      "    Stopping Decision Maker: FixedDepthDecisionMaker\n",
      "        depth: 10\n",
      "    SERP Impression: SimpleSERPImpression\n",
      "        qrel_file: ../wtr/queries_qrels/rel_table_qrels.txt\n",
      "    Logger: FixedCostLogger\n",
      "        time_limit: 10000\n",
      "        query_cost: 10\n",
      "        document_cost: 20\n",
      "        snippet_cost: 3\n",
      "        serp_results_cost: 5\n",
      "        mark_document_cost: 3\n",
      "    Search Context: SearchContext\n",
      "        relevance_revision: 1\n",
      "\n",
      "  Results Summary:\n",
      "    Number of Queries Issued: 99\n",
      "    Number of Snippets Examined: 990\n",
      "    Number of Documents Examined: 12\n",
      "    Number of Documents Marked Relevant: 2\n",
      "    Number of Attractive SERPs Examined: 99\n",
      "    Number of Unattractive SERPs Examined: 0\n",
      "\n",
      "\u001b[H\u001b[2JSIMULATION 'wtr_sim-53-fixeddepthuser20-PageTitle-gpt-rprob10nprob00'\n",
      "  Simulation Configuration:\n",
      "    Topic: 53\n",
      "    Search Interface: PyterrierWebSearchInterface\n",
      "        index_dir: \n",
      "\n",
      "  User Configuration (fixeddepthuser20-PageTitle-gpt-rprob10nprob00):\n",
      "    Query Generator: PredeterminedQueryGenerator\n",
      "        stopword_file: ../example_data/terms/stopwords.txt\n",
      "        query_file: ../wtr/wtr-uqvs-orig.txt\n",
      "        user: 1\n",
      "    Snippet Classifier: StochasticInformedTrecTextClassifier\n",
      "        qrel_file: ../wtr/queries_qrels/rel_PageTitle_qrels.txt\n",
      "        rprob: 1.0\n",
      "        nprob: 0.0\n",
      "        data_handler: 0\n",
      "    Document Classifier: StochasticInformedTrecTextClassifier\n",
      "        qrel_file: ../wtr/queries_qrels/rel_table_qrels.txt\n",
      "        rprob: 1.0\n",
      "        nprob: 0.0\n",
      "        data_handler: 0\n",
      "    Stopping Decision Maker: FixedDepthDecisionMaker\n",
      "        depth: 20\n",
      "    SERP Impression: SimpleSERPImpression\n",
      "        qrel_file: ../wtr/queries_qrels/rel_table_qrels.txt\n",
      "    Logger: FixedCostLogger\n",
      "        time_limit: 10000\n",
      "        query_cost: 10\n",
      "        document_cost: 20\n",
      "        snippet_cost: 3\n",
      "        serp_results_cost: 5\n",
      "        mark_document_cost: 3\n",
      "    Search Context: SearchContext\n",
      "        relevance_revision: 1\n",
      "\n",
      "  Results Summary:\n",
      "    Number of Queries Issued: 99\n",
      "    Number of Snippets Examined: 1980\n",
      "    Number of Documents Examined: 14\n",
      "    Number of Documents Marked Relevant: 2\n",
      "    Number of Attractive SERPs Examined: 99\n",
      "    Number of Unattractive SERPs Examined: 0\n",
      "\n",
      "\u001b[H\u001b[2JSIMULATION 'wtr_sim-53-fixeddepthuser30-PageTitle-gpt-rprob10nprob00'\n",
      "  Simulation Configuration:\n",
      "    Topic: 53\n",
      "    Search Interface: PyterrierWebSearchInterface\n",
      "        index_dir: \n",
      "\n",
      "  User Configuration (fixeddepthuser30-PageTitle-gpt-rprob10nprob00):\n",
      "    Query Generator: PredeterminedQueryGenerator\n",
      "        stopword_file: ../example_data/terms/stopwords.txt\n",
      "        query_file: ../wtr/wtr-uqvs-orig.txt\n",
      "        user: 1\n",
      "    Snippet Classifier: StochasticInformedTrecTextClassifier\n",
      "        qrel_file: ../wtr/queries_qrels/rel_PageTitle_qrels.txt\n",
      "        rprob: 1.0\n",
      "        nprob: 0.0\n",
      "        data_handler: 0\n",
      "    Document Classifier: StochasticInformedTrecTextClassifier\n",
      "        qrel_file: ../wtr/queries_qrels/rel_table_qrels.txt\n",
      "        rprob: 1.0\n",
      "        nprob: 0.0\n",
      "        data_handler: 0\n",
      "    Stopping Decision Maker: FixedDepthDecisionMaker\n",
      "        depth: 30\n",
      "    SERP Impression: SimpleSERPImpression\n",
      "        qrel_file: ../wtr/queries_qrels/rel_table_qrels.txt\n",
      "    Logger: FixedCostLogger\n",
      "        time_limit: 10000\n",
      "        query_cost: 10\n",
      "        document_cost: 20\n",
      "        snippet_cost: 3\n",
      "        serp_results_cost: 5\n",
      "        mark_document_cost: 3\n",
      "    Search Context: SearchContext\n",
      "        relevance_revision: 1\n",
      "\n",
      "  Results Summary:\n",
      "    Number of Queries Issued: 93\n",
      "    Number of Snippets Examined: 2780\n",
      "    Number of Documents Examined: 13\n",
      "    Number of Documents Marked Relevant: 2\n",
      "    Number of Attractive SERPs Examined: 93\n",
      "    Number of Unattractive SERPs Examined: 0\n",
      "\n",
      "\u001b[H\u001b[2JSIMULATION 'wtr_sim-53-fixeddepthuser10-random-gpt-rprob05nprob05'\n",
      "  Simulation Configuration:\n",
      "    Topic: 53\n",
      "    Search Interface: PyterrierWebSearchInterface\n",
      "        index_dir: \n",
      "\n",
      "  User Configuration (fixeddepthuser10-random-gpt-rprob05nprob05):\n",
      "    Query Generator: PredeterminedQueryGenerator\n",
      "        stopword_file: ../example_data/terms/stopwords.txt\n",
      "        query_file: ../wtr/wtr-uqvs-orig.txt\n",
      "        user: 1\n",
      "    Snippet Classifier: StochasticInformedTrecTextClassifier\n",
      "        qrel_file: ../wtr/queries_qrels/rel_PageTitle_qrels.txt\n",
      "        rprob: 0.5\n",
      "        nprob: 0.5\n",
      "        data_handler: 0\n",
      "    Document Classifier: StochasticInformedTrecTextClassifier\n",
      "        qrel_file: ../wtr/queries_qrels/rel_table_qrels.txt\n",
      "        rprob: 1.0\n",
      "        nprob: 0.0\n",
      "        data_handler: 0\n",
      "    Stopping Decision Maker: FixedDepthDecisionMaker\n",
      "        depth: 10\n",
      "    SERP Impression: SimpleSERPImpression\n",
      "        qrel_file: ../wtr/queries_qrels/rel_table_qrels.txt\n",
      "    Logger: FixedCostLogger\n",
      "        time_limit: 10000\n",
      "        query_cost: 10\n",
      "        document_cost: 20\n",
      "        snippet_cost: 3\n",
      "        serp_results_cost: 5\n",
      "        mark_document_cost: 3\n",
      "    Search Context: SearchContext\n",
      "        relevance_revision: 1\n",
      "\n",
      "  Results Summary:\n",
      "    Number of Queries Issued: 97\n",
      "    Number of Snippets Examined: 966\n",
      "    Number of Documents Examined: 282\n",
      "    Number of Documents Marked Relevant: 3\n",
      "    Number of Attractive SERPs Examined: 97\n",
      "    Number of Unattractive SERPs Examined: 0\n",
      "\n",
      "\u001b[H\u001b[2JSIMULATION 'wtr_sim-53-fixeddepthuser10-PageTitle-gpt-rprob10nprob00'\n",
      "  Simulation Configuration:\n",
      "    Topic: 53\n",
      "    Search Interface: PyterrierWebSearchInterface\n",
      "        index_dir: \n",
      "\n",
      "  User Configuration (fixeddepthuser10-PageTitle-gpt-rprob10nprob00):\n",
      "    Query Generator: PredeterminedQueryGenerator\n",
      "        stopword_file: ../example_data/terms/stopwords.txt\n",
      "        query_file: ../wtr/wtr-uqvs-orig.txt\n",
      "        user: 1\n",
      "    Snippet Classifier: StochasticInformedTrecTextClassifier\n",
      "        qrel_file: ../wtr/queries_qrels/rel_PageTitle_qrels.txt\n",
      "        rprob: 1.0\n",
      "        nprob: 0.0\n",
      "        data_handler: 0\n",
      "    Document Classifier: StochasticInformedTrecTextClassifier\n",
      "        qrel_file: ../wtr/queries_qrels/rel_table_qrels.txt\n",
      "        rprob: 1.0\n",
      "        nprob: 0.0\n",
      "        data_handler: 0\n",
      "    Stopping Decision Maker: FixedDepthDecisionMaker\n",
      "        depth: 10\n",
      "    SERP Impression: SimpleSERPImpression\n",
      "        qrel_file: ../wtr/queries_qrels/rel_table_qrels.txt\n",
      "    Logger: FixedCostLogger\n",
      "        time_limit: 10000\n",
      "        query_cost: 10\n",
      "        document_cost: 20\n",
      "        snippet_cost: 3\n",
      "        serp_results_cost: 5\n",
      "        mark_document_cost: 3\n",
      "    Search Context: SearchContext\n",
      "        relevance_revision: 1\n",
      "\n",
      "  Results Summary:\n",
      "    Number of Queries Issued: 99\n",
      "    Number of Snippets Examined: 990\n",
      "    Number of Documents Examined: 12\n",
      "    Number of Documents Marked Relevant: 2\n",
      "    Number of Attractive SERPs Examined: 99\n",
      "    Number of Unattractive SERPs Examined: 0\n",
      "\n",
      "\u001b[H\u001b[2JSIMULATION 'wtr_sim-53-fixeddepthuser10-textAfter-gpt-rprob10nprob00'\n",
      "  Simulation Configuration:\n",
      "    Topic: 53\n",
      "    Search Interface: PyterrierWebSearchInterface\n",
      "        index_dir: \n",
      "\n",
      "  User Configuration (fixeddepthuser10-textAfter-gpt-rprob10nprob00):\n",
      "    Query Generator: PredeterminedQueryGenerator\n",
      "        stopword_file: ../example_data/terms/stopwords.txt\n",
      "        query_file: ../wtr/wtr-uqvs-orig.txt\n",
      "        user: 1\n",
      "    Snippet Classifier: StochasticInformedTrecTextClassifier\n",
      "        qrel_file: ../wtr/queries_qrels/rel_textAfter_qrels.txt\n",
      "        rprob: 1.0\n",
      "        nprob: 0.0\n",
      "        data_handler: 0\n",
      "    Document Classifier: StochasticInformedTrecTextClassifier\n",
      "        qrel_file: ../wtr/queries_qrels/rel_table_qrels.txt\n",
      "        rprob: 1.0\n",
      "        nprob: 0.0\n",
      "        data_handler: 0\n",
      "    Stopping Decision Maker: FixedDepthDecisionMaker\n",
      "        depth: 10\n",
      "    SERP Impression: SimpleSERPImpression\n",
      "        qrel_file: ../wtr/queries_qrels/rel_table_qrels.txt\n",
      "    Logger: FixedCostLogger\n",
      "        time_limit: 10000\n",
      "        query_cost: 10\n",
      "        document_cost: 20\n",
      "        snippet_cost: 3\n",
      "        serp_results_cost: 5\n",
      "        mark_document_cost: 3\n",
      "    Search Context: SearchContext\n",
      "        relevance_revision: 1\n",
      "\n",
      "  Results Summary:\n",
      "    Number of Queries Issued: 99\n",
      "    Number of Snippets Examined: 990\n",
      "    Number of Documents Examined: 7\n",
      "    Number of Documents Marked Relevant: 1\n",
      "    Number of Attractive SERPs Examined: 99\n",
      "    Number of Unattractive SERPs Examined: 0\n",
      "\n",
      "\u001b[H\u001b[2JSIMULATION 'wtr_sim-53-fixeddepthuser10-textBefore-gpt-rprob10nprob00'\n",
      "  Simulation Configuration:\n",
      "    Topic: 53\n",
      "    Search Interface: PyterrierWebSearchInterface\n",
      "        index_dir: \n",
      "\n",
      "  User Configuration (fixeddepthuser10-textBefore-gpt-rprob10nprob00):\n",
      "    Query Generator: PredeterminedQueryGenerator\n",
      "        stopword_file: ../example_data/terms/stopwords.txt\n",
      "        query_file: ../wtr/wtr-uqvs-orig.txt\n",
      "        user: 1\n",
      "    Snippet Classifier: StochasticInformedTrecTextClassifier\n",
      "        qrel_file: ../wtr/queries_qrels/rel_textBefore_qrels.txt\n",
      "        rprob: 1.0\n",
      "        nprob: 0.0\n",
      "        data_handler: 0\n",
      "    Document Classifier: StochasticInformedTrecTextClassifier\n",
      "        qrel_file: ../wtr/queries_qrels/rel_table_qrels.txt\n",
      "        rprob: 1.0\n",
      "        nprob: 0.0\n",
      "        data_handler: 0\n",
      "    Stopping Decision Maker: FixedDepthDecisionMaker\n",
      "        depth: 10\n",
      "    SERP Impression: SimpleSERPImpression\n",
      "        qrel_file: ../wtr/queries_qrels/rel_table_qrels.txt\n",
      "    Logger: FixedCostLogger\n",
      "        time_limit: 10000\n",
      "        query_cost: 10\n",
      "        document_cost: 20\n",
      "        snippet_cost: 3\n",
      "        serp_results_cost: 5\n",
      "        mark_document_cost: 3\n",
      "    Search Context: SearchContext\n",
      "        relevance_revision: 1\n",
      "\n",
      "  Results Summary:\n",
      "    Number of Queries Issued: 99\n",
      "    Number of Snippets Examined: 990\n",
      "    Number of Documents Examined: 7\n",
      "    Number of Documents Marked Relevant: 2\n",
      "    Number of Attractive SERPs Examined: 99\n",
      "    Number of Unattractive SERPs Examined: 0\n",
      "\n",
      "\u001b[H\u001b[2JSIMULATION 'wtr_sim-53-fixeddepthuser10-PageTitle-gpt-rprob09nprob03'\n",
      "  Simulation Configuration:\n",
      "    Topic: 53\n",
      "    Search Interface: PyterrierWebSearchInterface\n",
      "        index_dir: \n",
      "\n",
      "  User Configuration (fixeddepthuser10-PageTitle-gpt-rprob09nprob03):\n",
      "    Query Generator: PredeterminedQueryGenerator\n",
      "        stopword_file: ../example_data/terms/stopwords.txt\n",
      "        query_file: ../wtr/wtr-uqvs-orig.txt\n",
      "        user: 1\n",
      "    Snippet Classifier: StochasticInformedTrecTextClassifier\n",
      "        qrel_file: ../wtr/queries_qrels/rel_PageTitle_qrels.txt\n",
      "        rprob: 0.9\n",
      "        nprob: 0.3\n",
      "        data_handler: 0\n",
      "    Document Classifier: StochasticInformedTrecTextClassifier\n",
      "        qrel_file: ../wtr/queries_qrels/rel_table_qrels.txt\n",
      "        rprob: 1.0\n",
      "        nprob: 0.0\n",
      "        data_handler: 0\n",
      "    Stopping Decision Maker: FixedDepthDecisionMaker\n",
      "        depth: 10\n",
      "    SERP Impression: SimpleSERPImpression\n",
      "        qrel_file: ../wtr/queries_qrels/rel_table_qrels.txt\n",
      "    Logger: FixedCostLogger\n",
      "        time_limit: 10000\n",
      "        query_cost: 10\n",
      "        document_cost: 20\n",
      "        snippet_cost: 3\n",
      "        serp_results_cost: 5\n",
      "        mark_document_cost: 3\n",
      "    Search Context: SearchContext\n",
      "        relevance_revision: 1\n",
      "\n",
      "  Results Summary:\n",
      "    Number of Queries Issued: 99\n",
      "    Number of Snippets Examined: 990\n",
      "    Number of Documents Examined: 203\n",
      "    Number of Documents Marked Relevant: 3\n",
      "    Number of Attractive SERPs Examined: 99\n",
      "    Number of Unattractive SERPs Examined: 0\n",
      "\n",
      "\u001b[H\u001b[2JSIMULATION 'wtr_sim-53-fixeddepthuser10-PageTitle-gpt-rprob08nprob03'\n",
      "  Simulation Configuration:\n",
      "    Topic: 53\n",
      "    Search Interface: PyterrierWebSearchInterface\n",
      "        index_dir: \n",
      "\n",
      "  User Configuration (fixeddepthuser10-PageTitle-gpt-rprob08nprob03):\n",
      "    Query Generator: PredeterminedQueryGenerator\n",
      "        stopword_file: ../example_data/terms/stopwords.txt\n",
      "        query_file: ../wtr/wtr-uqvs-orig.txt\n",
      "        user: 1\n",
      "    Snippet Classifier: StochasticInformedTrecTextClassifier\n",
      "        qrel_file: ../wtr/queries_qrels/rel_PageTitle_qrels.txt\n",
      "        rprob: 0.8\n",
      "        nprob: 0.3\n",
      "        data_handler: 0\n",
      "    Document Classifier: StochasticInformedTrecTextClassifier\n",
      "        qrel_file: ../wtr/queries_qrels/rel_table_qrels.txt\n",
      "        rprob: 1.0\n",
      "        nprob: 0.0\n",
      "        data_handler: 0\n",
      "    Stopping Decision Maker: FixedDepthDecisionMaker\n",
      "        depth: 10\n",
      "    SERP Impression: SimpleSERPImpression\n",
      "        qrel_file: ../wtr/queries_qrels/rel_table_qrels.txt\n",
      "    Logger: FixedCostLogger\n",
      "        time_limit: 10000\n",
      "        query_cost: 10\n",
      "        document_cost: 20\n",
      "        snippet_cost: 3\n",
      "        serp_results_cost: 5\n",
      "        mark_document_cost: 3\n",
      "    Search Context: SearchContext\n",
      "        relevance_revision: 1\n",
      "\n",
      "  Results Summary:\n",
      "    Number of Queries Issued: 99\n",
      "    Number of Snippets Examined: 990\n",
      "    Number of Documents Examined: 198\n",
      "    Number of Documents Marked Relevant: 3\n",
      "    Number of Attractive SERPs Examined: 99\n",
      "    Number of Unattractive SERPs Examined: 0\n",
      "\n",
      "\u001b[H\u001b[2JSIMULATION 'wtr_sim-53-fixeddepthuser10-PageTitle-gpt-rprob07nprob03'\n",
      "  Simulation Configuration:\n",
      "    Topic: 53\n",
      "    Search Interface: PyterrierWebSearchInterface\n",
      "        index_dir: \n",
      "\n",
      "  User Configuration (fixeddepthuser10-PageTitle-gpt-rprob07nprob03):\n",
      "    Query Generator: PredeterminedQueryGenerator\n",
      "        stopword_file: ../example_data/terms/stopwords.txt\n",
      "        query_file: ../wtr/wtr-uqvs-orig.txt\n",
      "        user: 1\n",
      "    Snippet Classifier: StochasticInformedTrecTextClassifier\n",
      "        qrel_file: ../wtr/queries_qrels/rel_PageTitle_qrels.txt\n",
      "        rprob: 0.7\n",
      "        nprob: 0.3\n",
      "        data_handler: 0\n",
      "    Document Classifier: StochasticInformedTrecTextClassifier\n",
      "        qrel_file: ../wtr/queries_qrels/rel_table_qrels.txt\n",
      "        rprob: 1.0\n",
      "        nprob: 0.0\n",
      "        data_handler: 0\n",
      "    Stopping Decision Maker: FixedDepthDecisionMaker\n",
      "        depth: 10\n",
      "    SERP Impression: SimpleSERPImpression\n",
      "        qrel_file: ../wtr/queries_qrels/rel_table_qrels.txt\n",
      "    Logger: FixedCostLogger\n",
      "        time_limit: 10000\n",
      "        query_cost: 10\n",
      "        document_cost: 20\n",
      "        snippet_cost: 3\n",
      "        serp_results_cost: 5\n",
      "        mark_document_cost: 3\n",
      "    Search Context: SearchContext\n",
      "        relevance_revision: 1\n",
      "\n",
      "  Results Summary:\n",
      "    Number of Queries Issued: 99\n",
      "    Number of Snippets Examined: 990\n",
      "    Number of Documents Examined: 198\n",
      "    Number of Documents Marked Relevant: 4\n",
      "    Number of Attractive SERPs Examined: 99\n",
      "    Number of Unattractive SERPs Examined: 0\n",
      "\n",
      "\u001b[H\u001b[2JSIMULATION 'wtr_sim-53-fixeddepthuser10-PageTitle-gpt-rprob06nprob03'\n",
      "  Simulation Configuration:\n",
      "    Topic: 53\n",
      "    Search Interface: PyterrierWebSearchInterface\n",
      "        index_dir: \n",
      "\n",
      "  User Configuration (fixeddepthuser10-PageTitle-gpt-rprob06nprob03):\n",
      "    Query Generator: PredeterminedQueryGenerator\n",
      "        stopword_file: ../example_data/terms/stopwords.txt\n",
      "        query_file: ../wtr/wtr-uqvs-orig.txt\n",
      "        user: 1\n",
      "    Snippet Classifier: StochasticInformedTrecTextClassifier\n",
      "        qrel_file: ../wtr/queries_qrels/rel_PageTitle_qrels.txt\n",
      "        rprob: 0.6\n",
      "        nprob: 0.3\n",
      "        data_handler: 0\n",
      "    Document Classifier: StochasticInformedTrecTextClassifier\n",
      "        qrel_file: ../wtr/queries_qrels/rel_table_qrels.txt\n",
      "        rprob: 1.0\n",
      "        nprob: 0.0\n",
      "        data_handler: 0\n",
      "    Stopping Decision Maker: FixedDepthDecisionMaker\n",
      "        depth: 10\n",
      "    SERP Impression: SimpleSERPImpression\n",
      "        qrel_file: ../wtr/queries_qrels/rel_table_qrels.txt\n",
      "    Logger: FixedCostLogger\n",
      "        time_limit: 10000\n",
      "        query_cost: 10\n",
      "        document_cost: 20\n",
      "        snippet_cost: 3\n",
      "        serp_results_cost: 5\n",
      "        mark_document_cost: 3\n",
      "    Search Context: SearchContext\n",
      "        relevance_revision: 1\n",
      "\n",
      "  Results Summary:\n",
      "    Number of Queries Issued: 99\n",
      "    Number of Snippets Examined: 990\n",
      "    Number of Documents Examined: 196\n",
      "    Number of Documents Marked Relevant: 3\n",
      "    Number of Attractive SERPs Examined: 99\n",
      "    Number of Unattractive SERPs Examined: 0\n",
      "\n",
      "\u001b[H\u001b[2JSIMULATION 'wtr_sim-54-fixeddepthuser3-PageTitle-gpt-rprob10nprob00'\n",
      "  Simulation Configuration:\n",
      "    Topic: 54\n",
      "    Search Interface: PyterrierWebSearchInterface\n",
      "        index_dir: \n",
      "\n",
      "  User Configuration (fixeddepthuser3-PageTitle-gpt-rprob10nprob00):\n",
      "    Query Generator: PredeterminedQueryGenerator\n",
      "        stopword_file: ../example_data/terms/stopwords.txt\n",
      "        query_file: ../wtr/wtr-uqvs-orig.txt\n",
      "        user: 1\n",
      "    Snippet Classifier: StochasticInformedTrecTextClassifier\n",
      "        qrel_file: ../wtr/queries_qrels/rel_PageTitle_qrels.txt\n",
      "        rprob: 1.0\n",
      "        nprob: 0.0\n",
      "        data_handler: 0\n",
      "    Document Classifier: StochasticInformedTrecTextClassifier\n",
      "        qrel_file: ../wtr/queries_qrels/rel_table_qrels.txt\n",
      "        rprob: 1.0\n",
      "        nprob: 0.0\n",
      "        data_handler: 0\n",
      "    Stopping Decision Maker: FixedDepthDecisionMaker\n",
      "        depth: 3\n",
      "    SERP Impression: SimpleSERPImpression\n",
      "        qrel_file: ../wtr/queries_qrels/rel_table_qrels.txt\n",
      "    Logger: FixedCostLogger\n",
      "        time_limit: 10000\n",
      "        query_cost: 10\n",
      "        document_cost: 20\n",
      "        snippet_cost: 3\n",
      "        serp_results_cost: 5\n",
      "        mark_document_cost: 3\n",
      "    Search Context: SearchContext\n",
      "        relevance_revision: 1\n",
      "\n",
      "  Results Summary:\n",
      "    Number of Queries Issued: 100\n",
      "    Number of Snippets Examined: 300\n",
      "    Number of Documents Examined: 11\n",
      "    Number of Documents Marked Relevant: 5\n",
      "    Number of Attractive SERPs Examined: 100\n",
      "    Number of Unattractive SERPs Examined: 0\n",
      "\n",
      "\u001b[H\u001b[2JSIMULATION 'wtr_sim-54-fixeddepthuser5-PageTitle-gpt-rprob10nprob00'\n",
      "  Simulation Configuration:\n",
      "    Topic: 54\n",
      "    Search Interface: PyterrierWebSearchInterface\n",
      "        index_dir: \n",
      "\n",
      "  User Configuration (fixeddepthuser5-PageTitle-gpt-rprob10nprob00):\n",
      "    Query Generator: PredeterminedQueryGenerator\n",
      "        stopword_file: ../example_data/terms/stopwords.txt\n",
      "        query_file: ../wtr/wtr-uqvs-orig.txt\n",
      "        user: 1\n",
      "    Snippet Classifier: StochasticInformedTrecTextClassifier\n",
      "        qrel_file: ../wtr/queries_qrels/rel_PageTitle_qrels.txt\n",
      "        rprob: 1.0\n",
      "        nprob: 0.0\n",
      "        data_handler: 0\n",
      "    Document Classifier: StochasticInformedTrecTextClassifier\n",
      "        qrel_file: ../wtr/queries_qrels/rel_table_qrels.txt\n",
      "        rprob: 1.0\n",
      "        nprob: 0.0\n",
      "        data_handler: 0\n",
      "    Stopping Decision Maker: FixedDepthDecisionMaker\n",
      "        depth: 5\n",
      "    SERP Impression: SimpleSERPImpression\n",
      "        qrel_file: ../wtr/queries_qrels/rel_table_qrels.txt\n",
      "    Logger: FixedCostLogger\n",
      "        time_limit: 10000\n",
      "        query_cost: 10\n",
      "        document_cost: 20\n",
      "        snippet_cost: 3\n",
      "        serp_results_cost: 5\n",
      "        mark_document_cost: 3\n",
      "    Search Context: SearchContext\n",
      "        relevance_revision: 1\n",
      "\n",
      "  Results Summary:\n",
      "    Number of Queries Issued: 100\n",
      "    Number of Snippets Examined: 500\n",
      "    Number of Documents Examined: 13\n",
      "    Number of Documents Marked Relevant: 5\n",
      "    Number of Attractive SERPs Examined: 100\n",
      "    Number of Unattractive SERPs Examined: 0\n",
      "\n",
      "\u001b[H\u001b[2JSIMULATION 'wtr_sim-54-fixeddepthuser10-PageTitle-gpt-rprob10nprob00'\n",
      "  Simulation Configuration:\n",
      "    Topic: 54\n",
      "    Search Interface: PyterrierWebSearchInterface\n",
      "        index_dir: \n",
      "\n",
      "  User Configuration (fixeddepthuser10-PageTitle-gpt-rprob10nprob00):\n",
      "    Query Generator: PredeterminedQueryGenerator\n",
      "        stopword_file: ../example_data/terms/stopwords.txt\n",
      "        query_file: ../wtr/wtr-uqvs-orig.txt\n",
      "        user: 1\n",
      "    Snippet Classifier: StochasticInformedTrecTextClassifier\n",
      "        qrel_file: ../wtr/queries_qrels/rel_PageTitle_qrels.txt\n",
      "        rprob: 1.0\n",
      "        nprob: 0.0\n",
      "        data_handler: 0\n",
      "    Document Classifier: StochasticInformedTrecTextClassifier\n",
      "        qrel_file: ../wtr/queries_qrels/rel_table_qrels.txt\n",
      "        rprob: 1.0\n",
      "        nprob: 0.0\n",
      "        data_handler: 0\n",
      "    Stopping Decision Maker: FixedDepthDecisionMaker\n",
      "        depth: 10\n",
      "    SERP Impression: SimpleSERPImpression\n",
      "        qrel_file: ../wtr/queries_qrels/rel_table_qrels.txt\n",
      "    Logger: FixedCostLogger\n",
      "        time_limit: 10000\n",
      "        query_cost: 10\n",
      "        document_cost: 20\n",
      "        snippet_cost: 3\n",
      "        serp_results_cost: 5\n",
      "        mark_document_cost: 3\n",
      "    Search Context: SearchContext\n",
      "        relevance_revision: 1\n",
      "\n",
      "  Results Summary:\n",
      "    Number of Queries Issued: 100\n",
      "    Number of Snippets Examined: 1000\n",
      "    Number of Documents Examined: 16\n",
      "    Number of Documents Marked Relevant: 7\n",
      "    Number of Attractive SERPs Examined: 100\n",
      "    Number of Unattractive SERPs Examined: 0\n",
      "\n",
      "\u001b[H\u001b[2JSIMULATION 'wtr_sim-54-fixeddepthuser20-PageTitle-gpt-rprob10nprob00'\n",
      "  Simulation Configuration:\n",
      "    Topic: 54\n",
      "    Search Interface: PyterrierWebSearchInterface\n",
      "        index_dir: \n",
      "\n",
      "  User Configuration (fixeddepthuser20-PageTitle-gpt-rprob10nprob00):\n",
      "    Query Generator: PredeterminedQueryGenerator\n",
      "        stopword_file: ../example_data/terms/stopwords.txt\n",
      "        query_file: ../wtr/wtr-uqvs-orig.txt\n",
      "        user: 1\n",
      "    Snippet Classifier: StochasticInformedTrecTextClassifier\n",
      "        qrel_file: ../wtr/queries_qrels/rel_PageTitle_qrels.txt\n",
      "        rprob: 1.0\n",
      "        nprob: 0.0\n",
      "        data_handler: 0\n",
      "    Document Classifier: StochasticInformedTrecTextClassifier\n",
      "        qrel_file: ../wtr/queries_qrels/rel_table_qrels.txt\n",
      "        rprob: 1.0\n",
      "        nprob: 0.0\n",
      "        data_handler: 0\n",
      "    Stopping Decision Maker: FixedDepthDecisionMaker\n",
      "        depth: 20\n",
      "    SERP Impression: SimpleSERPImpression\n",
      "        qrel_file: ../wtr/queries_qrels/rel_table_qrels.txt\n",
      "    Logger: FixedCostLogger\n",
      "        time_limit: 10000\n",
      "        query_cost: 10\n",
      "        document_cost: 20\n",
      "        snippet_cost: 3\n",
      "        serp_results_cost: 5\n",
      "        mark_document_cost: 3\n",
      "    Search Context: SearchContext\n",
      "        relevance_revision: 1\n",
      "\n",
      "  Results Summary:\n",
      "    Number of Queries Issued: 100\n",
      "    Number of Snippets Examined: 2000\n",
      "    Number of Documents Examined: 19\n",
      "    Number of Documents Marked Relevant: 9\n",
      "    Number of Attractive SERPs Examined: 100\n",
      "    Number of Unattractive SERPs Examined: 0\n",
      "\n",
      "\u001b[H\u001b[2JSIMULATION 'wtr_sim-54-fixeddepthuser30-PageTitle-gpt-rprob10nprob00'\n",
      "  Simulation Configuration:\n",
      "    Topic: 54\n",
      "    Search Interface: PyterrierWebSearchInterface\n",
      "        index_dir: \n",
      "\n",
      "  User Configuration (fixeddepthuser30-PageTitle-gpt-rprob10nprob00):\n",
      "    Query Generator: PredeterminedQueryGenerator\n",
      "        stopword_file: ../example_data/terms/stopwords.txt\n",
      "        query_file: ../wtr/wtr-uqvs-orig.txt\n",
      "        user: 1\n",
      "    Snippet Classifier: StochasticInformedTrecTextClassifier\n",
      "        qrel_file: ../wtr/queries_qrels/rel_PageTitle_qrels.txt\n",
      "        rprob: 1.0\n",
      "        nprob: 0.0\n",
      "        data_handler: 0\n",
      "    Document Classifier: StochasticInformedTrecTextClassifier\n",
      "        qrel_file: ../wtr/queries_qrels/rel_table_qrels.txt\n",
      "        rprob: 1.0\n",
      "        nprob: 0.0\n",
      "        data_handler: 0\n",
      "    Stopping Decision Maker: FixedDepthDecisionMaker\n",
      "        depth: 30\n",
      "    SERP Impression: SimpleSERPImpression\n",
      "        qrel_file: ../wtr/queries_qrels/rel_table_qrels.txt\n",
      "    Logger: FixedCostLogger\n",
      "        time_limit: 10000\n",
      "        query_cost: 10\n",
      "        document_cost: 20\n",
      "        snippet_cost: 3\n",
      "        serp_results_cost: 5\n",
      "        mark_document_cost: 3\n",
      "    Search Context: SearchContext\n",
      "        relevance_revision: 1\n",
      "\n",
      "  Results Summary:\n",
      "    Number of Queries Issued: 91\n",
      "    Number of Snippets Examined: 2722\n",
      "    Number of Documents Examined: 22\n",
      "    Number of Documents Marked Relevant: 10\n",
      "    Number of Attractive SERPs Examined: 91\n",
      "    Number of Unattractive SERPs Examined: 0\n",
      "\n",
      "\u001b[H\u001b[2JSIMULATION 'wtr_sim-54-fixeddepthuser10-random-gpt-rprob05nprob05'\n",
      "  Simulation Configuration:\n",
      "    Topic: 54\n",
      "    Search Interface: PyterrierWebSearchInterface\n",
      "        index_dir: \n",
      "\n",
      "  User Configuration (fixeddepthuser10-random-gpt-rprob05nprob05):\n",
      "    Query Generator: PredeterminedQueryGenerator\n",
      "        stopword_file: ../example_data/terms/stopwords.txt\n",
      "        query_file: ../wtr/wtr-uqvs-orig.txt\n",
      "        user: 1\n",
      "    Snippet Classifier: StochasticInformedTrecTextClassifier\n",
      "        qrel_file: ../wtr/queries_qrels/rel_PageTitle_qrels.txt\n",
      "        rprob: 0.5\n",
      "        nprob: 0.5\n",
      "        data_handler: 0\n",
      "    Document Classifier: StochasticInformedTrecTextClassifier\n",
      "        qrel_file: ../wtr/queries_qrels/rel_table_qrels.txt\n",
      "        rprob: 1.0\n",
      "        nprob: 0.0\n",
      "        data_handler: 0\n",
      "    Stopping Decision Maker: FixedDepthDecisionMaker\n",
      "        depth: 10\n",
      "    SERP Impression: SimpleSERPImpression\n",
      "        qrel_file: ../wtr/queries_qrels/rel_table_qrels.txt\n",
      "    Logger: FixedCostLogger\n",
      "        time_limit: 10000\n",
      "        query_cost: 10\n",
      "        document_cost: 20\n",
      "        snippet_cost: 3\n",
      "        serp_results_cost: 5\n",
      "        mark_document_cost: 3\n",
      "    Search Context: SearchContext\n",
      "        relevance_revision: 1\n",
      "\n",
      "  Results Summary:\n",
      "    Number of Queries Issued: 76\n",
      "    Number of Snippets Examined: 751\n",
      "    Number of Documents Examined: 331\n",
      "    Number of Documents Marked Relevant: 2\n",
      "    Number of Attractive SERPs Examined: 76\n",
      "    Number of Unattractive SERPs Examined: 0\n",
      "\n",
      "\u001b[H\u001b[2JSIMULATION 'wtr_sim-54-fixeddepthuser10-PageTitle-gpt-rprob10nprob00'\n",
      "  Simulation Configuration:\n",
      "    Topic: 54\n",
      "    Search Interface: PyterrierWebSearchInterface\n",
      "        index_dir: \n",
      "\n",
      "  User Configuration (fixeddepthuser10-PageTitle-gpt-rprob10nprob00):\n",
      "    Query Generator: PredeterminedQueryGenerator\n",
      "        stopword_file: ../example_data/terms/stopwords.txt\n",
      "        query_file: ../wtr/wtr-uqvs-orig.txt\n",
      "        user: 1\n",
      "    Snippet Classifier: StochasticInformedTrecTextClassifier\n",
      "        qrel_file: ../wtr/queries_qrels/rel_PageTitle_qrels.txt\n",
      "        rprob: 1.0\n",
      "        nprob: 0.0\n",
      "        data_handler: 0\n",
      "    Document Classifier: StochasticInformedTrecTextClassifier\n",
      "        qrel_file: ../wtr/queries_qrels/rel_table_qrels.txt\n",
      "        rprob: 1.0\n",
      "        nprob: 0.0\n",
      "        data_handler: 0\n",
      "    Stopping Decision Maker: FixedDepthDecisionMaker\n",
      "        depth: 10\n",
      "    SERP Impression: SimpleSERPImpression\n",
      "        qrel_file: ../wtr/queries_qrels/rel_table_qrels.txt\n",
      "    Logger: FixedCostLogger\n",
      "        time_limit: 10000\n",
      "        query_cost: 10\n",
      "        document_cost: 20\n",
      "        snippet_cost: 3\n",
      "        serp_results_cost: 5\n",
      "        mark_document_cost: 3\n",
      "    Search Context: SearchContext\n",
      "        relevance_revision: 1\n",
      "\n",
      "  Results Summary:\n",
      "    Number of Queries Issued: 100\n",
      "    Number of Snippets Examined: 1000\n",
      "    Number of Documents Examined: 16\n",
      "    Number of Documents Marked Relevant: 7\n",
      "    Number of Attractive SERPs Examined: 100\n",
      "    Number of Unattractive SERPs Examined: 0\n",
      "\n",
      "\u001b[H\u001b[2JSIMULATION 'wtr_sim-54-fixeddepthuser10-textAfter-gpt-rprob10nprob00'\n",
      "  Simulation Configuration:\n",
      "    Topic: 54\n",
      "    Search Interface: PyterrierWebSearchInterface\n",
      "        index_dir: \n",
      "\n",
      "  User Configuration (fixeddepthuser10-textAfter-gpt-rprob10nprob00):\n",
      "    Query Generator: PredeterminedQueryGenerator\n",
      "        stopword_file: ../example_data/terms/stopwords.txt\n",
      "        query_file: ../wtr/wtr-uqvs-orig.txt\n",
      "        user: 1\n",
      "    Snippet Classifier: StochasticInformedTrecTextClassifier\n",
      "        qrel_file: ../wtr/queries_qrels/rel_textAfter_qrels.txt\n",
      "        rprob: 1.0\n",
      "        nprob: 0.0\n",
      "        data_handler: 0\n",
      "    Document Classifier: StochasticInformedTrecTextClassifier\n",
      "        qrel_file: ../wtr/queries_qrels/rel_table_qrels.txt\n",
      "        rprob: 1.0\n",
      "        nprob: 0.0\n",
      "        data_handler: 0\n",
      "    Stopping Decision Maker: FixedDepthDecisionMaker\n",
      "        depth: 10\n",
      "    SERP Impression: SimpleSERPImpression\n",
      "        qrel_file: ../wtr/queries_qrels/rel_table_qrels.txt\n",
      "    Logger: FixedCostLogger\n",
      "        time_limit: 10000\n",
      "        query_cost: 10\n",
      "        document_cost: 20\n",
      "        snippet_cost: 3\n",
      "        serp_results_cost: 5\n",
      "        mark_document_cost: 3\n",
      "    Search Context: SearchContext\n",
      "        relevance_revision: 1\n",
      "\n",
      "  Results Summary:\n",
      "    Number of Queries Issued: 100\n",
      "    Number of Snippets Examined: 1000\n",
      "    Number of Documents Examined: 11\n",
      "    Number of Documents Marked Relevant: 5\n",
      "    Number of Attractive SERPs Examined: 100\n",
      "    Number of Unattractive SERPs Examined: 0\n",
      "\n",
      "\u001b[H\u001b[2JSIMULATION 'wtr_sim-54-fixeddepthuser10-textBefore-gpt-rprob10nprob00'\n",
      "  Simulation Configuration:\n",
      "    Topic: 54\n",
      "    Search Interface: PyterrierWebSearchInterface\n",
      "        index_dir: \n",
      "\n",
      "  User Configuration (fixeddepthuser10-textBefore-gpt-rprob10nprob00):\n",
      "    Query Generator: PredeterminedQueryGenerator\n",
      "        stopword_file: ../example_data/terms/stopwords.txt\n",
      "        query_file: ../wtr/wtr-uqvs-orig.txt\n",
      "        user: 1\n",
      "    Snippet Classifier: StochasticInformedTrecTextClassifier\n",
      "        qrel_file: ../wtr/queries_qrels/rel_textBefore_qrels.txt\n",
      "        rprob: 1.0\n",
      "        nprob: 0.0\n",
      "        data_handler: 0\n",
      "    Document Classifier: StochasticInformedTrecTextClassifier\n",
      "        qrel_file: ../wtr/queries_qrels/rel_table_qrels.txt\n",
      "        rprob: 1.0\n",
      "        nprob: 0.0\n",
      "        data_handler: 0\n",
      "    Stopping Decision Maker: FixedDepthDecisionMaker\n",
      "        depth: 10\n",
      "    SERP Impression: SimpleSERPImpression\n",
      "        qrel_file: ../wtr/queries_qrels/rel_table_qrels.txt\n",
      "    Logger: FixedCostLogger\n",
      "        time_limit: 10000\n",
      "        query_cost: 10\n",
      "        document_cost: 20\n",
      "        snippet_cost: 3\n",
      "        serp_results_cost: 5\n",
      "        mark_document_cost: 3\n",
      "    Search Context: SearchContext\n",
      "        relevance_revision: 1\n",
      "\n",
      "  Results Summary:\n",
      "    Number of Queries Issued: 100\n",
      "    Number of Snippets Examined: 1000\n",
      "    Number of Documents Examined: 11\n",
      "    Number of Documents Marked Relevant: 3\n",
      "    Number of Attractive SERPs Examined: 100\n",
      "    Number of Unattractive SERPs Examined: 0\n",
      "\n",
      "\u001b[H\u001b[2JSIMULATION 'wtr_sim-54-fixeddepthuser10-PageTitle-gpt-rprob09nprob03'\n",
      "  Simulation Configuration:\n",
      "    Topic: 54\n",
      "    Search Interface: PyterrierWebSearchInterface\n",
      "        index_dir: \n",
      "\n",
      "  User Configuration (fixeddepthuser10-PageTitle-gpt-rprob09nprob03):\n",
      "    Query Generator: PredeterminedQueryGenerator\n",
      "        stopword_file: ../example_data/terms/stopwords.txt\n",
      "        query_file: ../wtr/wtr-uqvs-orig.txt\n",
      "        user: 1\n",
      "    Snippet Classifier: StochasticInformedTrecTextClassifier\n",
      "        qrel_file: ../wtr/queries_qrels/rel_PageTitle_qrels.txt\n",
      "        rprob: 0.9\n",
      "        nprob: 0.3\n",
      "        data_handler: 0\n",
      "    Document Classifier: StochasticInformedTrecTextClassifier\n",
      "        qrel_file: ../wtr/queries_qrels/rel_table_qrels.txt\n",
      "        rprob: 1.0\n",
      "        nprob: 0.0\n",
      "        data_handler: 0\n",
      "    Stopping Decision Maker: FixedDepthDecisionMaker\n",
      "        depth: 10\n",
      "    SERP Impression: SimpleSERPImpression\n",
      "        qrel_file: ../wtr/queries_qrels/rel_table_qrels.txt\n",
      "    Logger: FixedCostLogger\n",
      "        time_limit: 10000\n",
      "        query_cost: 10\n",
      "        document_cost: 20\n",
      "        snippet_cost: 3\n",
      "        serp_results_cost: 5\n",
      "        mark_document_cost: 3\n",
      "    Search Context: SearchContext\n",
      "        relevance_revision: 1\n",
      "\n",
      "  Results Summary:\n",
      "    Number of Queries Issued: 98\n",
      "    Number of Snippets Examined: 974\n",
      "    Number of Documents Examined: 280\n",
      "    Number of Documents Marked Relevant: 7\n",
      "    Number of Attractive SERPs Examined: 98\n",
      "    Number of Unattractive SERPs Examined: 0\n",
      "\n",
      "\u001b[H\u001b[2JSIMULATION 'wtr_sim-54-fixeddepthuser10-PageTitle-gpt-rprob08nprob03'\n",
      "  Simulation Configuration:\n",
      "    Topic: 54\n",
      "    Search Interface: PyterrierWebSearchInterface\n",
      "        index_dir: \n",
      "\n",
      "  User Configuration (fixeddepthuser10-PageTitle-gpt-rprob08nprob03):\n",
      "    Query Generator: PredeterminedQueryGenerator\n",
      "        stopword_file: ../example_data/terms/stopwords.txt\n",
      "        query_file: ../wtr/wtr-uqvs-orig.txt\n",
      "        user: 1\n",
      "    Snippet Classifier: StochasticInformedTrecTextClassifier\n",
      "        qrel_file: ../wtr/queries_qrels/rel_PageTitle_qrels.txt\n",
      "        rprob: 0.8\n",
      "        nprob: 0.3\n",
      "        data_handler: 0\n",
      "    Document Classifier: StochasticInformedTrecTextClassifier\n",
      "        qrel_file: ../wtr/queries_qrels/rel_table_qrels.txt\n",
      "        rprob: 1.0\n",
      "        nprob: 0.0\n",
      "        data_handler: 0\n",
      "    Stopping Decision Maker: FixedDepthDecisionMaker\n",
      "        depth: 10\n",
      "    SERP Impression: SimpleSERPImpression\n",
      "        qrel_file: ../wtr/queries_qrels/rel_table_qrels.txt\n",
      "    Logger: FixedCostLogger\n",
      "        time_limit: 10000\n",
      "        query_cost: 10\n",
      "        document_cost: 20\n",
      "        snippet_cost: 3\n",
      "        serp_results_cost: 5\n",
      "        mark_document_cost: 3\n",
      "    Search Context: SearchContext\n",
      "        relevance_revision: 1\n",
      "\n",
      "  Results Summary:\n",
      "    Number of Queries Issued: 98\n",
      "    Number of Snippets Examined: 974\n",
      "    Number of Documents Examined: 280\n",
      "    Number of Documents Marked Relevant: 7\n",
      "    Number of Attractive SERPs Examined: 98\n",
      "    Number of Unattractive SERPs Examined: 0\n",
      "\n",
      "\u001b[H\u001b[2JSIMULATION 'wtr_sim-54-fixeddepthuser10-PageTitle-gpt-rprob07nprob03'\n",
      "  Simulation Configuration:\n",
      "    Topic: 54\n",
      "    Search Interface: PyterrierWebSearchInterface\n",
      "        index_dir: \n",
      "\n",
      "  User Configuration (fixeddepthuser10-PageTitle-gpt-rprob07nprob03):\n",
      "    Query Generator: PredeterminedQueryGenerator\n",
      "        stopword_file: ../example_data/terms/stopwords.txt\n",
      "        query_file: ../wtr/wtr-uqvs-orig.txt\n",
      "        user: 1\n",
      "    Snippet Classifier: StochasticInformedTrecTextClassifier\n",
      "        qrel_file: ../wtr/queries_qrels/rel_PageTitle_qrels.txt\n",
      "        rprob: 0.7\n",
      "        nprob: 0.3\n",
      "        data_handler: 0\n",
      "    Document Classifier: StochasticInformedTrecTextClassifier\n",
      "        qrel_file: ../wtr/queries_qrels/rel_table_qrels.txt\n",
      "        rprob: 1.0\n",
      "        nprob: 0.0\n",
      "        data_handler: 0\n",
      "    Stopping Decision Maker: FixedDepthDecisionMaker\n",
      "        depth: 10\n",
      "    SERP Impression: SimpleSERPImpression\n",
      "        qrel_file: ../wtr/queries_qrels/rel_table_qrels.txt\n",
      "    Logger: FixedCostLogger\n",
      "        time_limit: 10000\n",
      "        query_cost: 10\n",
      "        document_cost: 20\n",
      "        snippet_cost: 3\n",
      "        serp_results_cost: 5\n",
      "        mark_document_cost: 3\n",
      "    Search Context: SearchContext\n",
      "        relevance_revision: 1\n",
      "\n",
      "  Results Summary:\n",
      "    Number of Queries Issued: 99\n",
      "    Number of Snippets Examined: 980\n",
      "    Number of Documents Examined: 278\n",
      "    Number of Documents Marked Relevant: 6\n",
      "    Number of Attractive SERPs Examined: 99\n",
      "    Number of Unattractive SERPs Examined: 0\n",
      "\n",
      "\u001b[H\u001b[2JSIMULATION 'wtr_sim-54-fixeddepthuser10-PageTitle-gpt-rprob06nprob03'\n",
      "  Simulation Configuration:\n",
      "    Topic: 54\n",
      "    Search Interface: PyterrierWebSearchInterface\n",
      "        index_dir: \n",
      "\n",
      "  User Configuration (fixeddepthuser10-PageTitle-gpt-rprob06nprob03):\n",
      "    Query Generator: PredeterminedQueryGenerator\n",
      "        stopword_file: ../example_data/terms/stopwords.txt\n",
      "        query_file: ../wtr/wtr-uqvs-orig.txt\n",
      "        user: 1\n",
      "    Snippet Classifier: StochasticInformedTrecTextClassifier\n",
      "        qrel_file: ../wtr/queries_qrels/rel_PageTitle_qrels.txt\n",
      "        rprob: 0.6\n",
      "        nprob: 0.3\n",
      "        data_handler: 0\n",
      "    Document Classifier: StochasticInformedTrecTextClassifier\n",
      "        qrel_file: ../wtr/queries_qrels/rel_table_qrels.txt\n",
      "        rprob: 1.0\n",
      "        nprob: 0.0\n",
      "        data_handler: 0\n",
      "    Stopping Decision Maker: FixedDepthDecisionMaker\n",
      "        depth: 10\n",
      "    SERP Impression: SimpleSERPImpression\n",
      "        qrel_file: ../wtr/queries_qrels/rel_table_qrels.txt\n",
      "    Logger: FixedCostLogger\n",
      "        time_limit: 10000\n",
      "        query_cost: 10\n",
      "        document_cost: 20\n",
      "        snippet_cost: 3\n",
      "        serp_results_cost: 5\n",
      "        mark_document_cost: 3\n",
      "    Search Context: SearchContext\n",
      "        relevance_revision: 1\n",
      "\n",
      "  Results Summary:\n",
      "    Number of Queries Issued: 99\n",
      "    Number of Snippets Examined: 980\n",
      "    Number of Documents Examined: 278\n",
      "    Number of Documents Marked Relevant: 6\n",
      "    Number of Attractive SERPs Examined: 99\n",
      "    Number of Unattractive SERPs Examined: 0\n",
      "\n",
      "\u001b[H\u001b[2JSIMULATION 'wtr_sim-55-fixeddepthuser3-PageTitle-gpt-rprob10nprob00'\n",
      "  Simulation Configuration:\n",
      "    Topic: 55\n",
      "    Search Interface: PyterrierWebSearchInterface\n",
      "        index_dir: \n",
      "\n",
      "  User Configuration (fixeddepthuser3-PageTitle-gpt-rprob10nprob00):\n",
      "    Query Generator: PredeterminedQueryGenerator\n",
      "        stopword_file: ../example_data/terms/stopwords.txt\n",
      "        query_file: ../wtr/wtr-uqvs-orig.txt\n",
      "        user: 1\n",
      "    Snippet Classifier: StochasticInformedTrecTextClassifier\n",
      "        qrel_file: ../wtr/queries_qrels/rel_PageTitle_qrels.txt\n",
      "        rprob: 1.0\n",
      "        nprob: 0.0\n",
      "        data_handler: 0\n",
      "    Document Classifier: StochasticInformedTrecTextClassifier\n",
      "        qrel_file: ../wtr/queries_qrels/rel_table_qrels.txt\n",
      "        rprob: 1.0\n",
      "        nprob: 0.0\n",
      "        data_handler: 0\n",
      "    Stopping Decision Maker: FixedDepthDecisionMaker\n",
      "        depth: 3\n",
      "    SERP Impression: SimpleSERPImpression\n",
      "        qrel_file: ../wtr/queries_qrels/rel_table_qrels.txt\n",
      "    Logger: FixedCostLogger\n",
      "        time_limit: 10000\n",
      "        query_cost: 10\n",
      "        document_cost: 20\n",
      "        snippet_cost: 3\n",
      "        serp_results_cost: 5\n",
      "        mark_document_cost: 3\n",
      "    Search Context: SearchContext\n",
      "        relevance_revision: 1\n",
      "\n",
      "  Results Summary:\n",
      "    Number of Queries Issued: 100\n",
      "    Number of Snippets Examined: 300\n",
      "    Number of Documents Examined: 19\n",
      "    Number of Documents Marked Relevant: 16\n",
      "    Number of Attractive SERPs Examined: 100\n",
      "    Number of Unattractive SERPs Examined: 0\n",
      "\n",
      "\u001b[H\u001b[2JSIMULATION 'wtr_sim-55-fixeddepthuser5-PageTitle-gpt-rprob10nprob00'\n",
      "  Simulation Configuration:\n",
      "    Topic: 55\n",
      "    Search Interface: PyterrierWebSearchInterface\n",
      "        index_dir: \n",
      "\n",
      "  User Configuration (fixeddepthuser5-PageTitle-gpt-rprob10nprob00):\n",
      "    Query Generator: PredeterminedQueryGenerator\n",
      "        stopword_file: ../example_data/terms/stopwords.txt\n",
      "        query_file: ../wtr/wtr-uqvs-orig.txt\n",
      "        user: 1\n",
      "    Snippet Classifier: StochasticInformedTrecTextClassifier\n",
      "        qrel_file: ../wtr/queries_qrels/rel_PageTitle_qrels.txt\n",
      "        rprob: 1.0\n",
      "        nprob: 0.0\n",
      "        data_handler: 0\n",
      "    Document Classifier: StochasticInformedTrecTextClassifier\n",
      "        qrel_file: ../wtr/queries_qrels/rel_table_qrels.txt\n",
      "        rprob: 1.0\n",
      "        nprob: 0.0\n",
      "        data_handler: 0\n",
      "    Stopping Decision Maker: FixedDepthDecisionMaker\n",
      "        depth: 5\n",
      "    SERP Impression: SimpleSERPImpression\n",
      "        qrel_file: ../wtr/queries_qrels/rel_table_qrels.txt\n",
      "    Logger: FixedCostLogger\n",
      "        time_limit: 10000\n",
      "        query_cost: 10\n",
      "        document_cost: 20\n",
      "        snippet_cost: 3\n",
      "        serp_results_cost: 5\n",
      "        mark_document_cost: 3\n",
      "    Search Context: SearchContext\n",
      "        relevance_revision: 1\n",
      "\n",
      "  Results Summary:\n",
      "    Number of Queries Issued: 100\n",
      "    Number of Snippets Examined: 500\n",
      "    Number of Documents Examined: 22\n",
      "    Number of Documents Marked Relevant: 18\n",
      "    Number of Attractive SERPs Examined: 100\n",
      "    Number of Unattractive SERPs Examined: 0\n",
      "\n",
      "\u001b[H\u001b[2JSIMULATION 'wtr_sim-55-fixeddepthuser10-PageTitle-gpt-rprob10nprob00'\n",
      "  Simulation Configuration:\n",
      "    Topic: 55\n",
      "    Search Interface: PyterrierWebSearchInterface\n",
      "        index_dir: \n",
      "\n",
      "  User Configuration (fixeddepthuser10-PageTitle-gpt-rprob10nprob00):\n",
      "    Query Generator: PredeterminedQueryGenerator\n",
      "        stopword_file: ../example_data/terms/stopwords.txt\n",
      "        query_file: ../wtr/wtr-uqvs-orig.txt\n",
      "        user: 1\n",
      "    Snippet Classifier: StochasticInformedTrecTextClassifier\n",
      "        qrel_file: ../wtr/queries_qrels/rel_PageTitle_qrels.txt\n",
      "        rprob: 1.0\n",
      "        nprob: 0.0\n",
      "        data_handler: 0\n",
      "    Document Classifier: StochasticInformedTrecTextClassifier\n",
      "        qrel_file: ../wtr/queries_qrels/rel_table_qrels.txt\n",
      "        rprob: 1.0\n",
      "        nprob: 0.0\n",
      "        data_handler: 0\n",
      "    Stopping Decision Maker: FixedDepthDecisionMaker\n",
      "        depth: 10\n",
      "    SERP Impression: SimpleSERPImpression\n",
      "        qrel_file: ../wtr/queries_qrels/rel_table_qrels.txt\n",
      "    Logger: FixedCostLogger\n",
      "        time_limit: 10000\n",
      "        query_cost: 10\n",
      "        document_cost: 20\n",
      "        snippet_cost: 3\n",
      "        serp_results_cost: 5\n",
      "        mark_document_cost: 3\n",
      "    Search Context: SearchContext\n",
      "        relevance_revision: 1\n",
      "\n",
      "  Results Summary:\n",
      "    Number of Queries Issued: 100\n",
      "    Number of Snippets Examined: 1000\n",
      "    Number of Documents Examined: 30\n",
      "    Number of Documents Marked Relevant: 22\n",
      "    Number of Attractive SERPs Examined: 100\n",
      "    Number of Unattractive SERPs Examined: 0\n",
      "\n",
      "\u001b[H\u001b[2JSIMULATION 'wtr_sim-55-fixeddepthuser20-PageTitle-gpt-rprob10nprob00'\n",
      "  Simulation Configuration:\n",
      "    Topic: 55\n",
      "    Search Interface: PyterrierWebSearchInterface\n",
      "        index_dir: \n",
      "\n",
      "  User Configuration (fixeddepthuser20-PageTitle-gpt-rprob10nprob00):\n",
      "    Query Generator: PredeterminedQueryGenerator\n",
      "        stopword_file: ../example_data/terms/stopwords.txt\n",
      "        query_file: ../wtr/wtr-uqvs-orig.txt\n",
      "        user: 1\n",
      "    Snippet Classifier: StochasticInformedTrecTextClassifier\n",
      "        qrel_file: ../wtr/queries_qrels/rel_PageTitle_qrels.txt\n",
      "        rprob: 1.0\n",
      "        nprob: 0.0\n",
      "        data_handler: 0\n",
      "    Document Classifier: StochasticInformedTrecTextClassifier\n",
      "        qrel_file: ../wtr/queries_qrels/rel_table_qrels.txt\n",
      "        rprob: 1.0\n",
      "        nprob: 0.0\n",
      "        data_handler: 0\n",
      "    Stopping Decision Maker: FixedDepthDecisionMaker\n",
      "        depth: 20\n",
      "    SERP Impression: SimpleSERPImpression\n",
      "        qrel_file: ../wtr/queries_qrels/rel_table_qrels.txt\n",
      "    Logger: FixedCostLogger\n",
      "        time_limit: 10000\n",
      "        query_cost: 10\n",
      "        document_cost: 20\n",
      "        snippet_cost: 3\n",
      "        serp_results_cost: 5\n",
      "        mark_document_cost: 3\n",
      "    Search Context: SearchContext\n",
      "        relevance_revision: 1\n",
      "\n",
      "  Results Summary:\n",
      "    Number of Queries Issued: 100\n",
      "    Number of Snippets Examined: 2000\n",
      "    Number of Documents Examined: 37\n",
      "    Number of Documents Marked Relevant: 27\n",
      "    Number of Attractive SERPs Examined: 100\n",
      "    Number of Unattractive SERPs Examined: 0\n",
      "\n",
      "\u001b[H\u001b[2JSIMULATION 'wtr_sim-55-fixeddepthuser30-PageTitle-gpt-rprob10nprob00'\n",
      "  Simulation Configuration:\n",
      "    Topic: 55\n",
      "    Search Interface: PyterrierWebSearchInterface\n",
      "        index_dir: \n",
      "\n",
      "  User Configuration (fixeddepthuser30-PageTitle-gpt-rprob10nprob00):\n",
      "    Query Generator: PredeterminedQueryGenerator\n",
      "        stopword_file: ../example_data/terms/stopwords.txt\n",
      "        query_file: ../wtr/wtr-uqvs-orig.txt\n",
      "        user: 1\n",
      "    Snippet Classifier: StochasticInformedTrecTextClassifier\n",
      "        qrel_file: ../wtr/queries_qrels/rel_PageTitle_qrels.txt\n",
      "        rprob: 1.0\n",
      "        nprob: 0.0\n",
      "        data_handler: 0\n",
      "    Document Classifier: StochasticInformedTrecTextClassifier\n",
      "        qrel_file: ../wtr/queries_qrels/rel_table_qrels.txt\n",
      "        rprob: 1.0\n",
      "        nprob: 0.0\n",
      "        data_handler: 0\n",
      "    Stopping Decision Maker: FixedDepthDecisionMaker\n",
      "        depth: 30\n",
      "    SERP Impression: SimpleSERPImpression\n",
      "        qrel_file: ../wtr/queries_qrels/rel_table_qrels.txt\n",
      "    Logger: FixedCostLogger\n",
      "        time_limit: 10000\n",
      "        query_cost: 10\n",
      "        document_cost: 20\n",
      "        snippet_cost: 3\n",
      "        serp_results_cost: 5\n",
      "        mark_document_cost: 3\n",
      "    Search Context: SearchContext\n",
      "        relevance_revision: 1\n",
      "\n",
      "  Results Summary:\n",
      "    Number of Queries Issued: 88\n",
      "    Number of Snippets Examined: 2627\n",
      "    Number of Documents Examined: 36\n",
      "    Number of Documents Marked Relevant: 27\n",
      "    Number of Attractive SERPs Examined: 88\n",
      "    Number of Unattractive SERPs Examined: 0\n",
      "\n",
      "\u001b[H\u001b[2JSIMULATION 'wtr_sim-55-fixeddepthuser10-random-gpt-rprob05nprob05'\n",
      "  Simulation Configuration:\n",
      "    Topic: 55\n",
      "    Search Interface: PyterrierWebSearchInterface\n",
      "        index_dir: \n",
      "\n",
      "  User Configuration (fixeddepthuser10-random-gpt-rprob05nprob05):\n",
      "    Query Generator: PredeterminedQueryGenerator\n",
      "        stopword_file: ../example_data/terms/stopwords.txt\n",
      "        query_file: ../wtr/wtr-uqvs-orig.txt\n",
      "        user: 1\n",
      "    Snippet Classifier: StochasticInformedTrecTextClassifier\n",
      "        qrel_file: ../wtr/queries_qrels/rel_PageTitle_qrels.txt\n",
      "        rprob: 0.5\n",
      "        nprob: 0.5\n",
      "        data_handler: 0\n",
      "    Document Classifier: StochasticInformedTrecTextClassifier\n",
      "        qrel_file: ../wtr/queries_qrels/rel_table_qrels.txt\n",
      "        rprob: 1.0\n",
      "        nprob: 0.0\n",
      "        data_handler: 0\n",
      "    Stopping Decision Maker: FixedDepthDecisionMaker\n",
      "        depth: 10\n",
      "    SERP Impression: SimpleSERPImpression\n",
      "        qrel_file: ../wtr/queries_qrels/rel_table_qrels.txt\n",
      "    Logger: FixedCostLogger\n",
      "        time_limit: 10000\n",
      "        query_cost: 10\n",
      "        document_cost: 20\n",
      "        snippet_cost: 3\n",
      "        serp_results_cost: 5\n",
      "        mark_document_cost: 3\n",
      "    Search Context: SearchContext\n",
      "        relevance_revision: 1\n",
      "\n",
      "  Results Summary:\n",
      "    Number of Queries Issued: 93\n",
      "    Number of Snippets Examined: 926\n",
      "    Number of Documents Examined: 289\n",
      "    Number of Documents Marked Relevant: 21\n",
      "    Number of Attractive SERPs Examined: 93\n",
      "    Number of Unattractive SERPs Examined: 0\n",
      "\n",
      "\u001b[H\u001b[2JSIMULATION 'wtr_sim-55-fixeddepthuser10-PageTitle-gpt-rprob10nprob00'\n",
      "  Simulation Configuration:\n",
      "    Topic: 55\n",
      "    Search Interface: PyterrierWebSearchInterface\n",
      "        index_dir: \n",
      "\n",
      "  User Configuration (fixeddepthuser10-PageTitle-gpt-rprob10nprob00):\n",
      "    Query Generator: PredeterminedQueryGenerator\n",
      "        stopword_file: ../example_data/terms/stopwords.txt\n",
      "        query_file: ../wtr/wtr-uqvs-orig.txt\n",
      "        user: 1\n",
      "    Snippet Classifier: StochasticInformedTrecTextClassifier\n",
      "        qrel_file: ../wtr/queries_qrels/rel_PageTitle_qrels.txt\n",
      "        rprob: 1.0\n",
      "        nprob: 0.0\n",
      "        data_handler: 0\n",
      "    Document Classifier: StochasticInformedTrecTextClassifier\n",
      "        qrel_file: ../wtr/queries_qrels/rel_table_qrels.txt\n",
      "        rprob: 1.0\n",
      "        nprob: 0.0\n",
      "        data_handler: 0\n",
      "    Stopping Decision Maker: FixedDepthDecisionMaker\n",
      "        depth: 10\n",
      "    SERP Impression: SimpleSERPImpression\n",
      "        qrel_file: ../wtr/queries_qrels/rel_table_qrels.txt\n",
      "    Logger: FixedCostLogger\n",
      "        time_limit: 10000\n",
      "        query_cost: 10\n",
      "        document_cost: 20\n",
      "        snippet_cost: 3\n",
      "        serp_results_cost: 5\n",
      "        mark_document_cost: 3\n",
      "    Search Context: SearchContext\n",
      "        relevance_revision: 1\n",
      "\n",
      "  Results Summary:\n",
      "    Number of Queries Issued: 100\n",
      "    Number of Snippets Examined: 1000\n",
      "    Number of Documents Examined: 30\n",
      "    Number of Documents Marked Relevant: 22\n",
      "    Number of Attractive SERPs Examined: 100\n",
      "    Number of Unattractive SERPs Examined: 0\n",
      "\n",
      "\u001b[H\u001b[2JSIMULATION 'wtr_sim-55-fixeddepthuser10-textAfter-gpt-rprob10nprob00'\n",
      "  Simulation Configuration:\n",
      "    Topic: 55\n",
      "    Search Interface: PyterrierWebSearchInterface\n",
      "        index_dir: \n",
      "\n",
      "  User Configuration (fixeddepthuser10-textAfter-gpt-rprob10nprob00):\n",
      "    Query Generator: PredeterminedQueryGenerator\n",
      "        stopword_file: ../example_data/terms/stopwords.txt\n",
      "        query_file: ../wtr/wtr-uqvs-orig.txt\n",
      "        user: 1\n",
      "    Snippet Classifier: StochasticInformedTrecTextClassifier\n",
      "        qrel_file: ../wtr/queries_qrels/rel_textAfter_qrels.txt\n",
      "        rprob: 1.0\n",
      "        nprob: 0.0\n",
      "        data_handler: 0\n",
      "    Document Classifier: StochasticInformedTrecTextClassifier\n",
      "        qrel_file: ../wtr/queries_qrels/rel_table_qrels.txt\n",
      "        rprob: 1.0\n",
      "        nprob: 0.0\n",
      "        data_handler: 0\n",
      "    Stopping Decision Maker: FixedDepthDecisionMaker\n",
      "        depth: 10\n",
      "    SERP Impression: SimpleSERPImpression\n",
      "        qrel_file: ../wtr/queries_qrels/rel_table_qrels.txt\n",
      "    Logger: FixedCostLogger\n",
      "        time_limit: 10000\n",
      "        query_cost: 10\n",
      "        document_cost: 20\n",
      "        snippet_cost: 3\n",
      "        serp_results_cost: 5\n",
      "        mark_document_cost: 3\n",
      "    Search Context: SearchContext\n",
      "        relevance_revision: 1\n",
      "\n",
      "  Results Summary:\n",
      "    Number of Queries Issued: 100\n",
      "    Number of Snippets Examined: 1000\n",
      "    Number of Documents Examined: 29\n",
      "    Number of Documents Marked Relevant: 20\n",
      "    Number of Attractive SERPs Examined: 100\n",
      "    Number of Unattractive SERPs Examined: 0\n",
      "\n",
      "\u001b[H\u001b[2JSIMULATION 'wtr_sim-55-fixeddepthuser10-textBefore-gpt-rprob10nprob00'\n",
      "  Simulation Configuration:\n",
      "    Topic: 55\n",
      "    Search Interface: PyterrierWebSearchInterface\n",
      "        index_dir: \n",
      "\n",
      "  User Configuration (fixeddepthuser10-textBefore-gpt-rprob10nprob00):\n",
      "    Query Generator: PredeterminedQueryGenerator\n",
      "        stopword_file: ../example_data/terms/stopwords.txt\n",
      "        query_file: ../wtr/wtr-uqvs-orig.txt\n",
      "        user: 1\n",
      "    Snippet Classifier: StochasticInformedTrecTextClassifier\n",
      "        qrel_file: ../wtr/queries_qrels/rel_textBefore_qrels.txt\n",
      "        rprob: 1.0\n",
      "        nprob: 0.0\n",
      "        data_handler: 0\n",
      "    Document Classifier: StochasticInformedTrecTextClassifier\n",
      "        qrel_file: ../wtr/queries_qrels/rel_table_qrels.txt\n",
      "        rprob: 1.0\n",
      "        nprob: 0.0\n",
      "        data_handler: 0\n",
      "    Stopping Decision Maker: FixedDepthDecisionMaker\n",
      "        depth: 10\n",
      "    SERP Impression: SimpleSERPImpression\n",
      "        qrel_file: ../wtr/queries_qrels/rel_table_qrels.txt\n",
      "    Logger: FixedCostLogger\n",
      "        time_limit: 10000\n",
      "        query_cost: 10\n",
      "        document_cost: 20\n",
      "        snippet_cost: 3\n",
      "        serp_results_cost: 5\n",
      "        mark_document_cost: 3\n",
      "    Search Context: SearchContext\n",
      "        relevance_revision: 1\n",
      "\n",
      "  Results Summary:\n",
      "    Number of Queries Issued: 100\n",
      "    Number of Snippets Examined: 1000\n",
      "    Number of Documents Examined: 24\n",
      "    Number of Documents Marked Relevant: 18\n",
      "    Number of Attractive SERPs Examined: 100\n",
      "    Number of Unattractive SERPs Examined: 0\n",
      "\n",
      "\u001b[H\u001b[2JSIMULATION 'wtr_sim-55-fixeddepthuser10-PageTitle-gpt-rprob09nprob03'\n",
      "  Simulation Configuration:\n",
      "    Topic: 55\n",
      "    Search Interface: PyterrierWebSearchInterface\n",
      "        index_dir: \n",
      "\n",
      "  User Configuration (fixeddepthuser10-PageTitle-gpt-rprob09nprob03):\n",
      "    Query Generator: PredeterminedQueryGenerator\n",
      "        stopword_file: ../example_data/terms/stopwords.txt\n",
      "        query_file: ../wtr/wtr-uqvs-orig.txt\n",
      "        user: 1\n",
      "    Snippet Classifier: StochasticInformedTrecTextClassifier\n",
      "        qrel_file: ../wtr/queries_qrels/rel_PageTitle_qrels.txt\n",
      "        rprob: 0.9\n",
      "        nprob: 0.3\n",
      "        data_handler: 0\n",
      "    Document Classifier: StochasticInformedTrecTextClassifier\n",
      "        qrel_file: ../wtr/queries_qrels/rel_table_qrels.txt\n",
      "        rprob: 1.0\n",
      "        nprob: 0.0\n",
      "        data_handler: 0\n",
      "    Stopping Decision Maker: FixedDepthDecisionMaker\n",
      "        depth: 10\n",
      "    SERP Impression: SimpleSERPImpression\n",
      "        qrel_file: ../wtr/queries_qrels/rel_table_qrels.txt\n",
      "    Logger: FixedCostLogger\n",
      "        time_limit: 10000\n",
      "        query_cost: 10\n",
      "        document_cost: 20\n",
      "        snippet_cost: 3\n",
      "        serp_results_cost: 5\n",
      "        mark_document_cost: 3\n",
      "    Search Context: SearchContext\n",
      "        relevance_revision: 1\n",
      "\n",
      "  Results Summary:\n",
      "    Number of Queries Issued: 100\n",
      "    Number of Snippets Examined: 1000\n",
      "    Number of Documents Examined: 223\n",
      "    Number of Documents Marked Relevant: 24\n",
      "    Number of Attractive SERPs Examined: 100\n",
      "    Number of Unattractive SERPs Examined: 0\n",
      "\n",
      "\u001b[H\u001b[2JSIMULATION 'wtr_sim-55-fixeddepthuser10-PageTitle-gpt-rprob08nprob03'\n",
      "  Simulation Configuration:\n",
      "    Topic: 55\n",
      "    Search Interface: PyterrierWebSearchInterface\n",
      "        index_dir: \n",
      "\n",
      "  User Configuration (fixeddepthuser10-PageTitle-gpt-rprob08nprob03):\n",
      "    Query Generator: PredeterminedQueryGenerator\n",
      "        stopword_file: ../example_data/terms/stopwords.txt\n",
      "        query_file: ../wtr/wtr-uqvs-orig.txt\n",
      "        user: 1\n",
      "    Snippet Classifier: StochasticInformedTrecTextClassifier\n",
      "        qrel_file: ../wtr/queries_qrels/rel_PageTitle_qrels.txt\n",
      "        rprob: 0.8\n",
      "        nprob: 0.3\n",
      "        data_handler: 0\n",
      "    Document Classifier: StochasticInformedTrecTextClassifier\n",
      "        qrel_file: ../wtr/queries_qrels/rel_table_qrels.txt\n",
      "        rprob: 1.0\n",
      "        nprob: 0.0\n",
      "        data_handler: 0\n",
      "    Stopping Decision Maker: FixedDepthDecisionMaker\n",
      "        depth: 10\n",
      "    SERP Impression: SimpleSERPImpression\n",
      "        qrel_file: ../wtr/queries_qrels/rel_table_qrels.txt\n",
      "    Logger: FixedCostLogger\n",
      "        time_limit: 10000\n",
      "        query_cost: 10\n",
      "        document_cost: 20\n",
      "        snippet_cost: 3\n",
      "        serp_results_cost: 5\n",
      "        mark_document_cost: 3\n",
      "    Search Context: SearchContext\n",
      "        relevance_revision: 1\n",
      "\n",
      "  Results Summary:\n",
      "    Number of Queries Issued: 100\n",
      "    Number of Snippets Examined: 1000\n",
      "    Number of Documents Examined: 223\n",
      "    Number of Documents Marked Relevant: 21\n",
      "    Number of Attractive SERPs Examined: 100\n",
      "    Number of Unattractive SERPs Examined: 0\n",
      "\n",
      "\u001b[H\u001b[2JSIMULATION 'wtr_sim-55-fixeddepthuser10-PageTitle-gpt-rprob07nprob03'\n",
      "  Simulation Configuration:\n",
      "    Topic: 55\n",
      "    Search Interface: PyterrierWebSearchInterface\n",
      "        index_dir: \n",
      "\n",
      "  User Configuration (fixeddepthuser10-PageTitle-gpt-rprob07nprob03):\n",
      "    Query Generator: PredeterminedQueryGenerator\n",
      "        stopword_file: ../example_data/terms/stopwords.txt\n",
      "        query_file: ../wtr/wtr-uqvs-orig.txt\n",
      "        user: 1\n",
      "    Snippet Classifier: StochasticInformedTrecTextClassifier\n",
      "        qrel_file: ../wtr/queries_qrels/rel_PageTitle_qrels.txt\n",
      "        rprob: 0.7\n",
      "        nprob: 0.3\n",
      "        data_handler: 0\n",
      "    Document Classifier: StochasticInformedTrecTextClassifier\n",
      "        qrel_file: ../wtr/queries_qrels/rel_table_qrels.txt\n",
      "        rprob: 1.0\n",
      "        nprob: 0.0\n",
      "        data_handler: 0\n",
      "    Stopping Decision Maker: FixedDepthDecisionMaker\n",
      "        depth: 10\n",
      "    SERP Impression: SimpleSERPImpression\n",
      "        qrel_file: ../wtr/queries_qrels/rel_table_qrels.txt\n",
      "    Logger: FixedCostLogger\n",
      "        time_limit: 10000\n",
      "        query_cost: 10\n",
      "        document_cost: 20\n",
      "        snippet_cost: 3\n",
      "        serp_results_cost: 5\n",
      "        mark_document_cost: 3\n",
      "    Search Context: SearchContext\n",
      "        relevance_revision: 1\n",
      "\n",
      "  Results Summary:\n",
      "    Number of Queries Issued: 100\n",
      "    Number of Snippets Examined: 1000\n",
      "    Number of Documents Examined: 221\n",
      "    Number of Documents Marked Relevant: 21\n",
      "    Number of Attractive SERPs Examined: 100\n",
      "    Number of Unattractive SERPs Examined: 0\n",
      "\n",
      "\u001b[H\u001b[2JSIMULATION 'wtr_sim-55-fixeddepthuser10-PageTitle-gpt-rprob06nprob03'\n",
      "  Simulation Configuration:\n",
      "    Topic: 55\n",
      "    Search Interface: PyterrierWebSearchInterface\n",
      "        index_dir: \n",
      "\n",
      "  User Configuration (fixeddepthuser10-PageTitle-gpt-rprob06nprob03):\n",
      "    Query Generator: PredeterminedQueryGenerator\n",
      "        stopword_file: ../example_data/terms/stopwords.txt\n",
      "        query_file: ../wtr/wtr-uqvs-orig.txt\n",
      "        user: 1\n",
      "    Snippet Classifier: StochasticInformedTrecTextClassifier\n",
      "        qrel_file: ../wtr/queries_qrels/rel_PageTitle_qrels.txt\n",
      "        rprob: 0.6\n",
      "        nprob: 0.3\n",
      "        data_handler: 0\n",
      "    Document Classifier: StochasticInformedTrecTextClassifier\n",
      "        qrel_file: ../wtr/queries_qrels/rel_table_qrels.txt\n",
      "        rprob: 1.0\n",
      "        nprob: 0.0\n",
      "        data_handler: 0\n",
      "    Stopping Decision Maker: FixedDepthDecisionMaker\n",
      "        depth: 10\n",
      "    SERP Impression: SimpleSERPImpression\n",
      "        qrel_file: ../wtr/queries_qrels/rel_table_qrels.txt\n",
      "    Logger: FixedCostLogger\n",
      "        time_limit: 10000\n",
      "        query_cost: 10\n",
      "        document_cost: 20\n",
      "        snippet_cost: 3\n",
      "        serp_results_cost: 5\n",
      "        mark_document_cost: 3\n",
      "    Search Context: SearchContext\n",
      "        relevance_revision: 1\n",
      "\n",
      "  Results Summary:\n",
      "    Number of Queries Issued: 100\n",
      "    Number of Snippets Examined: 1000\n",
      "    Number of Documents Examined: 219\n",
      "    Number of Documents Marked Relevant: 21\n",
      "    Number of Attractive SERPs Examined: 100\n",
      "    Number of Unattractive SERPs Examined: 0\n",
      "\n",
      "\u001b[H\u001b[2JSIMULATION 'wtr_sim-56-fixeddepthuser3-PageTitle-gpt-rprob10nprob00'\n",
      "  Simulation Configuration:\n",
      "    Topic: 56\n",
      "    Search Interface: PyterrierWebSearchInterface\n",
      "        index_dir: \n",
      "\n",
      "  User Configuration (fixeddepthuser3-PageTitle-gpt-rprob10nprob00):\n",
      "    Query Generator: PredeterminedQueryGenerator\n",
      "        stopword_file: ../example_data/terms/stopwords.txt\n",
      "        query_file: ../wtr/wtr-uqvs-orig.txt\n",
      "        user: 1\n",
      "    Snippet Classifier: StochasticInformedTrecTextClassifier\n",
      "        qrel_file: ../wtr/queries_qrels/rel_PageTitle_qrels.txt\n",
      "        rprob: 1.0\n",
      "        nprob: 0.0\n",
      "        data_handler: 0\n",
      "    Document Classifier: StochasticInformedTrecTextClassifier\n",
      "        qrel_file: ../wtr/queries_qrels/rel_table_qrels.txt\n",
      "        rprob: 1.0\n",
      "        nprob: 0.0\n",
      "        data_handler: 0\n",
      "    Stopping Decision Maker: FixedDepthDecisionMaker\n",
      "        depth: 3\n",
      "    SERP Impression: SimpleSERPImpression\n",
      "        qrel_file: ../wtr/queries_qrels/rel_table_qrels.txt\n",
      "    Logger: FixedCostLogger\n",
      "        time_limit: 10000\n",
      "        query_cost: 10\n",
      "        document_cost: 20\n",
      "        snippet_cost: 3\n",
      "        serp_results_cost: 5\n",
      "        mark_document_cost: 3\n",
      "    Search Context: SearchContext\n",
      "        relevance_revision: 1\n",
      "\n",
      "  Results Summary:\n",
      "    Number of Queries Issued: 100\n",
      "    Number of Snippets Examined: 300\n",
      "    Number of Documents Examined: 1\n",
      "    Number of Documents Marked Relevant: 0\n",
      "    Number of Attractive SERPs Examined: 100\n",
      "    Number of Unattractive SERPs Examined: 0\n",
      "\n",
      "\u001b[H\u001b[2JSIMULATION 'wtr_sim-56-fixeddepthuser5-PageTitle-gpt-rprob10nprob00'\n",
      "  Simulation Configuration:\n",
      "    Topic: 56\n",
      "    Search Interface: PyterrierWebSearchInterface\n",
      "        index_dir: \n",
      "\n",
      "  User Configuration (fixeddepthuser5-PageTitle-gpt-rprob10nprob00):\n",
      "    Query Generator: PredeterminedQueryGenerator\n",
      "        stopword_file: ../example_data/terms/stopwords.txt\n",
      "        query_file: ../wtr/wtr-uqvs-orig.txt\n",
      "        user: 1\n",
      "    Snippet Classifier: StochasticInformedTrecTextClassifier\n",
      "        qrel_file: ../wtr/queries_qrels/rel_PageTitle_qrels.txt\n",
      "        rprob: 1.0\n",
      "        nprob: 0.0\n",
      "        data_handler: 0\n",
      "    Document Classifier: StochasticInformedTrecTextClassifier\n",
      "        qrel_file: ../wtr/queries_qrels/rel_table_qrels.txt\n",
      "        rprob: 1.0\n",
      "        nprob: 0.0\n",
      "        data_handler: 0\n",
      "    Stopping Decision Maker: FixedDepthDecisionMaker\n",
      "        depth: 5\n",
      "    SERP Impression: SimpleSERPImpression\n",
      "        qrel_file: ../wtr/queries_qrels/rel_table_qrels.txt\n",
      "    Logger: FixedCostLogger\n",
      "        time_limit: 10000\n",
      "        query_cost: 10\n",
      "        document_cost: 20\n",
      "        snippet_cost: 3\n",
      "        serp_results_cost: 5\n",
      "        mark_document_cost: 3\n",
      "    Search Context: SearchContext\n",
      "        relevance_revision: 1\n",
      "\n",
      "  Results Summary:\n",
      "    Number of Queries Issued: 100\n",
      "    Number of Snippets Examined: 500\n",
      "    Number of Documents Examined: 1\n",
      "    Number of Documents Marked Relevant: 0\n",
      "    Number of Attractive SERPs Examined: 100\n",
      "    Number of Unattractive SERPs Examined: 0\n",
      "\n",
      "\u001b[H\u001b[2JSIMULATION 'wtr_sim-56-fixeddepthuser10-PageTitle-gpt-rprob10nprob00'\n",
      "  Simulation Configuration:\n",
      "    Topic: 56\n",
      "    Search Interface: PyterrierWebSearchInterface\n",
      "        index_dir: \n",
      "\n",
      "  User Configuration (fixeddepthuser10-PageTitle-gpt-rprob10nprob00):\n",
      "    Query Generator: PredeterminedQueryGenerator\n",
      "        stopword_file: ../example_data/terms/stopwords.txt\n",
      "        query_file: ../wtr/wtr-uqvs-orig.txt\n",
      "        user: 1\n",
      "    Snippet Classifier: StochasticInformedTrecTextClassifier\n",
      "        qrel_file: ../wtr/queries_qrels/rel_PageTitle_qrels.txt\n",
      "        rprob: 1.0\n",
      "        nprob: 0.0\n",
      "        data_handler: 0\n",
      "    Document Classifier: StochasticInformedTrecTextClassifier\n",
      "        qrel_file: ../wtr/queries_qrels/rel_table_qrels.txt\n",
      "        rprob: 1.0\n",
      "        nprob: 0.0\n",
      "        data_handler: 0\n",
      "    Stopping Decision Maker: FixedDepthDecisionMaker\n",
      "        depth: 10\n",
      "    SERP Impression: SimpleSERPImpression\n",
      "        qrel_file: ../wtr/queries_qrels/rel_table_qrels.txt\n",
      "    Logger: FixedCostLogger\n",
      "        time_limit: 10000\n",
      "        query_cost: 10\n",
      "        document_cost: 20\n",
      "        snippet_cost: 3\n",
      "        serp_results_cost: 5\n",
      "        mark_document_cost: 3\n",
      "    Search Context: SearchContext\n",
      "        relevance_revision: 1\n",
      "\n",
      "  Results Summary:\n",
      "    Number of Queries Issued: 100\n",
      "    Number of Snippets Examined: 1000\n",
      "    Number of Documents Examined: 5\n",
      "    Number of Documents Marked Relevant: 2\n",
      "    Number of Attractive SERPs Examined: 100\n",
      "    Number of Unattractive SERPs Examined: 0\n",
      "\n",
      "\u001b[H\u001b[2JSIMULATION 'wtr_sim-56-fixeddepthuser20-PageTitle-gpt-rprob10nprob00'\n",
      "  Simulation Configuration:\n",
      "    Topic: 56\n",
      "    Search Interface: PyterrierWebSearchInterface\n",
      "        index_dir: \n",
      "\n",
      "  User Configuration (fixeddepthuser20-PageTitle-gpt-rprob10nprob00):\n",
      "    Query Generator: PredeterminedQueryGenerator\n",
      "        stopword_file: ../example_data/terms/stopwords.txt\n",
      "        query_file: ../wtr/wtr-uqvs-orig.txt\n",
      "        user: 1\n",
      "    Snippet Classifier: StochasticInformedTrecTextClassifier\n",
      "        qrel_file: ../wtr/queries_qrels/rel_PageTitle_qrels.txt\n",
      "        rprob: 1.0\n",
      "        nprob: 0.0\n",
      "        data_handler: 0\n",
      "    Document Classifier: StochasticInformedTrecTextClassifier\n",
      "        qrel_file: ../wtr/queries_qrels/rel_table_qrels.txt\n",
      "        rprob: 1.0\n",
      "        nprob: 0.0\n",
      "        data_handler: 0\n",
      "    Stopping Decision Maker: FixedDepthDecisionMaker\n",
      "        depth: 20\n",
      "    SERP Impression: SimpleSERPImpression\n",
      "        qrel_file: ../wtr/queries_qrels/rel_table_qrels.txt\n",
      "    Logger: FixedCostLogger\n",
      "        time_limit: 10000\n",
      "        query_cost: 10\n",
      "        document_cost: 20\n",
      "        snippet_cost: 3\n",
      "        serp_results_cost: 5\n",
      "        mark_document_cost: 3\n",
      "    Search Context: SearchContext\n",
      "        relevance_revision: 1\n",
      "\n",
      "  Results Summary:\n",
      "    Number of Queries Issued: 100\n",
      "    Number of Snippets Examined: 2000\n",
      "    Number of Documents Examined: 8\n",
      "    Number of Documents Marked Relevant: 4\n",
      "    Number of Attractive SERPs Examined: 100\n",
      "    Number of Unattractive SERPs Examined: 0\n",
      "\n",
      "\u001b[H\u001b[2JSIMULATION 'wtr_sim-56-fixeddepthuser30-PageTitle-gpt-rprob10nprob00'\n",
      "  Simulation Configuration:\n",
      "    Topic: 56\n",
      "    Search Interface: PyterrierWebSearchInterface\n",
      "        index_dir: \n",
      "\n",
      "  User Configuration (fixeddepthuser30-PageTitle-gpt-rprob10nprob00):\n",
      "    Query Generator: PredeterminedQueryGenerator\n",
      "        stopword_file: ../example_data/terms/stopwords.txt\n",
      "        query_file: ../wtr/wtr-uqvs-orig.txt\n",
      "        user: 1\n",
      "    Snippet Classifier: StochasticInformedTrecTextClassifier\n",
      "        qrel_file: ../wtr/queries_qrels/rel_PageTitle_qrels.txt\n",
      "        rprob: 1.0\n",
      "        nprob: 0.0\n",
      "        data_handler: 0\n",
      "    Document Classifier: StochasticInformedTrecTextClassifier\n",
      "        qrel_file: ../wtr/queries_qrels/rel_table_qrels.txt\n",
      "        rprob: 1.0\n",
      "        nprob: 0.0\n",
      "        data_handler: 0\n",
      "    Stopping Decision Maker: FixedDepthDecisionMaker\n",
      "        depth: 30\n",
      "    SERP Impression: SimpleSERPImpression\n",
      "        qrel_file: ../wtr/queries_qrels/rel_table_qrels.txt\n",
      "    Logger: FixedCostLogger\n",
      "        time_limit: 10000\n",
      "        query_cost: 10\n",
      "        document_cost: 20\n",
      "        snippet_cost: 3\n",
      "        serp_results_cost: 5\n",
      "        mark_document_cost: 3\n",
      "    Search Context: SearchContext\n",
      "        relevance_revision: 1\n",
      "\n",
      "  Results Summary:\n",
      "    Number of Queries Issued: 94\n",
      "    Number of Snippets Examined: 2799\n",
      "    Number of Documents Examined: 9\n",
      "    Number of Documents Marked Relevant: 5\n",
      "    Number of Attractive SERPs Examined: 94\n",
      "    Number of Unattractive SERPs Examined: 0\n",
      "\n",
      "\u001b[H\u001b[2JSIMULATION 'wtr_sim-56-fixeddepthuser10-random-gpt-rprob05nprob05'\n",
      "  Simulation Configuration:\n",
      "    Topic: 56\n",
      "    Search Interface: PyterrierWebSearchInterface\n",
      "        index_dir: \n",
      "\n",
      "  User Configuration (fixeddepthuser10-random-gpt-rprob05nprob05):\n",
      "    Query Generator: PredeterminedQueryGenerator\n",
      "        stopword_file: ../example_data/terms/stopwords.txt\n",
      "        query_file: ../wtr/wtr-uqvs-orig.txt\n",
      "        user: 1\n",
      "    Snippet Classifier: StochasticInformedTrecTextClassifier\n",
      "        qrel_file: ../wtr/queries_qrels/rel_PageTitle_qrels.txt\n",
      "        rprob: 0.5\n",
      "        nprob: 0.5\n",
      "        data_handler: 0\n",
      "    Document Classifier: StochasticInformedTrecTextClassifier\n",
      "        qrel_file: ../wtr/queries_qrels/rel_table_qrels.txt\n",
      "        rprob: 1.0\n",
      "        nprob: 0.0\n",
      "        data_handler: 0\n",
      "    Stopping Decision Maker: FixedDepthDecisionMaker\n",
      "        depth: 10\n",
      "    SERP Impression: SimpleSERPImpression\n",
      "        qrel_file: ../wtr/queries_qrels/rel_table_qrels.txt\n",
      "    Logger: FixedCostLogger\n",
      "        time_limit: 10000\n",
      "        query_cost: 10\n",
      "        document_cost: 20\n",
      "        snippet_cost: 3\n",
      "        serp_results_cost: 5\n",
      "        mark_document_cost: 3\n",
      "    Search Context: SearchContext\n",
      "        relevance_revision: 1\n",
      "\n",
      "  Results Summary:\n",
      "    Number of Queries Issued: 73\n",
      "    Number of Snippets Examined: 720\n",
      "    Number of Documents Examined: 337\n",
      "    Number of Documents Marked Relevant: 3\n",
      "    Number of Attractive SERPs Examined: 73\n",
      "    Number of Unattractive SERPs Examined: 0\n",
      "\n",
      "\u001b[H\u001b[2JSIMULATION 'wtr_sim-56-fixeddepthuser10-PageTitle-gpt-rprob10nprob00'\n",
      "  Simulation Configuration:\n",
      "    Topic: 56\n",
      "    Search Interface: PyterrierWebSearchInterface\n",
      "        index_dir: \n",
      "\n",
      "  User Configuration (fixeddepthuser10-PageTitle-gpt-rprob10nprob00):\n",
      "    Query Generator: PredeterminedQueryGenerator\n",
      "        stopword_file: ../example_data/terms/stopwords.txt\n",
      "        query_file: ../wtr/wtr-uqvs-orig.txt\n",
      "        user: 1\n",
      "    Snippet Classifier: StochasticInformedTrecTextClassifier\n",
      "        qrel_file: ../wtr/queries_qrels/rel_PageTitle_qrels.txt\n",
      "        rprob: 1.0\n",
      "        nprob: 0.0\n",
      "        data_handler: 0\n",
      "    Document Classifier: StochasticInformedTrecTextClassifier\n",
      "        qrel_file: ../wtr/queries_qrels/rel_table_qrels.txt\n",
      "        rprob: 1.0\n",
      "        nprob: 0.0\n",
      "        data_handler: 0\n",
      "    Stopping Decision Maker: FixedDepthDecisionMaker\n",
      "        depth: 10\n",
      "    SERP Impression: SimpleSERPImpression\n",
      "        qrel_file: ../wtr/queries_qrels/rel_table_qrels.txt\n",
      "    Logger: FixedCostLogger\n",
      "        time_limit: 10000\n",
      "        query_cost: 10\n",
      "        document_cost: 20\n",
      "        snippet_cost: 3\n",
      "        serp_results_cost: 5\n",
      "        mark_document_cost: 3\n",
      "    Search Context: SearchContext\n",
      "        relevance_revision: 1\n",
      "\n",
      "  Results Summary:\n",
      "    Number of Queries Issued: 100\n",
      "    Number of Snippets Examined: 1000\n",
      "    Number of Documents Examined: 5\n",
      "    Number of Documents Marked Relevant: 2\n",
      "    Number of Attractive SERPs Examined: 100\n",
      "    Number of Unattractive SERPs Examined: 0\n",
      "\n",
      "\u001b[H\u001b[2JSIMULATION 'wtr_sim-56-fixeddepthuser10-textAfter-gpt-rprob10nprob00'\n",
      "  Simulation Configuration:\n",
      "    Topic: 56\n",
      "    Search Interface: PyterrierWebSearchInterface\n",
      "        index_dir: \n",
      "\n",
      "  User Configuration (fixeddepthuser10-textAfter-gpt-rprob10nprob00):\n",
      "    Query Generator: PredeterminedQueryGenerator\n",
      "        stopword_file: ../example_data/terms/stopwords.txt\n",
      "        query_file: ../wtr/wtr-uqvs-orig.txt\n",
      "        user: 1\n",
      "    Snippet Classifier: StochasticInformedTrecTextClassifier\n",
      "        qrel_file: ../wtr/queries_qrels/rel_textAfter_qrels.txt\n",
      "        rprob: 1.0\n",
      "        nprob: 0.0\n",
      "        data_handler: 0\n",
      "    Document Classifier: StochasticInformedTrecTextClassifier\n",
      "        qrel_file: ../wtr/queries_qrels/rel_table_qrels.txt\n",
      "        rprob: 1.0\n",
      "        nprob: 0.0\n",
      "        data_handler: 0\n",
      "    Stopping Decision Maker: FixedDepthDecisionMaker\n",
      "        depth: 10\n",
      "    SERP Impression: SimpleSERPImpression\n",
      "        qrel_file: ../wtr/queries_qrels/rel_table_qrels.txt\n",
      "    Logger: FixedCostLogger\n",
      "        time_limit: 10000\n",
      "        query_cost: 10\n",
      "        document_cost: 20\n",
      "        snippet_cost: 3\n",
      "        serp_results_cost: 5\n",
      "        mark_document_cost: 3\n",
      "    Search Context: SearchContext\n",
      "        relevance_revision: 1\n",
      "\n",
      "  Results Summary:\n",
      "    Number of Queries Issued: 100\n",
      "    Number of Snippets Examined: 1000\n",
      "    Number of Documents Examined: 5\n",
      "    Number of Documents Marked Relevant: 2\n",
      "    Number of Attractive SERPs Examined: 100\n",
      "    Number of Unattractive SERPs Examined: 0\n",
      "\n",
      "\u001b[H\u001b[2JSIMULATION 'wtr_sim-56-fixeddepthuser10-textBefore-gpt-rprob10nprob00'\n",
      "  Simulation Configuration:\n",
      "    Topic: 56\n",
      "    Search Interface: PyterrierWebSearchInterface\n",
      "        index_dir: \n",
      "\n",
      "  User Configuration (fixeddepthuser10-textBefore-gpt-rprob10nprob00):\n",
      "    Query Generator: PredeterminedQueryGenerator\n",
      "        stopword_file: ../example_data/terms/stopwords.txt\n",
      "        query_file: ../wtr/wtr-uqvs-orig.txt\n",
      "        user: 1\n",
      "    Snippet Classifier: StochasticInformedTrecTextClassifier\n",
      "        qrel_file: ../wtr/queries_qrels/rel_textBefore_qrels.txt\n",
      "        rprob: 1.0\n",
      "        nprob: 0.0\n",
      "        data_handler: 0\n",
      "    Document Classifier: StochasticInformedTrecTextClassifier\n",
      "        qrel_file: ../wtr/queries_qrels/rel_table_qrels.txt\n",
      "        rprob: 1.0\n",
      "        nprob: 0.0\n",
      "        data_handler: 0\n",
      "    Stopping Decision Maker: FixedDepthDecisionMaker\n",
      "        depth: 10\n",
      "    SERP Impression: SimpleSERPImpression\n",
      "        qrel_file: ../wtr/queries_qrels/rel_table_qrels.txt\n",
      "    Logger: FixedCostLogger\n",
      "        time_limit: 10000\n",
      "        query_cost: 10\n",
      "        document_cost: 20\n",
      "        snippet_cost: 3\n",
      "        serp_results_cost: 5\n",
      "        mark_document_cost: 3\n",
      "    Search Context: SearchContext\n",
      "        relevance_revision: 1\n",
      "\n",
      "  Results Summary:\n",
      "    Number of Queries Issued: 100\n",
      "    Number of Snippets Examined: 1000\n",
      "    Number of Documents Examined: 7\n",
      "    Number of Documents Marked Relevant: 3\n",
      "    Number of Attractive SERPs Examined: 100\n",
      "    Number of Unattractive SERPs Examined: 0\n",
      "\n",
      "\u001b[H\u001b[2JSIMULATION 'wtr_sim-56-fixeddepthuser10-PageTitle-gpt-rprob09nprob03'\n",
      "  Simulation Configuration:\n",
      "    Topic: 56\n",
      "    Search Interface: PyterrierWebSearchInterface\n",
      "        index_dir: \n",
      "\n",
      "  User Configuration (fixeddepthuser10-PageTitle-gpt-rprob09nprob03):\n",
      "    Query Generator: PredeterminedQueryGenerator\n",
      "        stopword_file: ../example_data/terms/stopwords.txt\n",
      "        query_file: ../wtr/wtr-uqvs-orig.txt\n",
      "        user: 1\n",
      "    Snippet Classifier: StochasticInformedTrecTextClassifier\n",
      "        qrel_file: ../wtr/queries_qrels/rel_PageTitle_qrels.txt\n",
      "        rprob: 0.9\n",
      "        nprob: 0.3\n",
      "        data_handler: 0\n",
      "    Document Classifier: StochasticInformedTrecTextClassifier\n",
      "        qrel_file: ../wtr/queries_qrels/rel_table_qrels.txt\n",
      "        rprob: 1.0\n",
      "        nprob: 0.0\n",
      "        data_handler: 0\n",
      "    Stopping Decision Maker: FixedDepthDecisionMaker\n",
      "        depth: 10\n",
      "    SERP Impression: SimpleSERPImpression\n",
      "        qrel_file: ../wtr/queries_qrels/rel_table_qrels.txt\n",
      "    Logger: FixedCostLogger\n",
      "        time_limit: 10000\n",
      "        query_cost: 10\n",
      "        document_cost: 20\n",
      "        snippet_cost: 3\n",
      "        serp_results_cost: 5\n",
      "        mark_document_cost: 3\n",
      "    Search Context: SearchContext\n",
      "        relevance_revision: 1\n",
      "\n",
      "  Results Summary:\n",
      "    Number of Queries Issued: 96\n",
      "    Number of Snippets Examined: 950\n",
      "    Number of Documents Examined: 285\n",
      "    Number of Documents Marked Relevant: 4\n",
      "    Number of Attractive SERPs Examined: 96\n",
      "    Number of Unattractive SERPs Examined: 0\n",
      "\n",
      "\u001b[H\u001b[2JSIMULATION 'wtr_sim-56-fixeddepthuser10-PageTitle-gpt-rprob08nprob03'\n",
      "  Simulation Configuration:\n",
      "    Topic: 56\n",
      "    Search Interface: PyterrierWebSearchInterface\n",
      "        index_dir: \n",
      "\n",
      "  User Configuration (fixeddepthuser10-PageTitle-gpt-rprob08nprob03):\n",
      "    Query Generator: PredeterminedQueryGenerator\n",
      "        stopword_file: ../example_data/terms/stopwords.txt\n",
      "        query_file: ../wtr/wtr-uqvs-orig.txt\n",
      "        user: 1\n",
      "    Snippet Classifier: StochasticInformedTrecTextClassifier\n",
      "        qrel_file: ../wtr/queries_qrels/rel_PageTitle_qrels.txt\n",
      "        rprob: 0.8\n",
      "        nprob: 0.3\n",
      "        data_handler: 0\n",
      "    Document Classifier: StochasticInformedTrecTextClassifier\n",
      "        qrel_file: ../wtr/queries_qrels/rel_table_qrels.txt\n",
      "        rprob: 1.0\n",
      "        nprob: 0.0\n",
      "        data_handler: 0\n",
      "    Stopping Decision Maker: FixedDepthDecisionMaker\n",
      "        depth: 10\n",
      "    SERP Impression: SimpleSERPImpression\n",
      "        qrel_file: ../wtr/queries_qrels/rel_table_qrels.txt\n",
      "    Logger: FixedCostLogger\n",
      "        time_limit: 10000\n",
      "        query_cost: 10\n",
      "        document_cost: 20\n",
      "        snippet_cost: 3\n",
      "        serp_results_cost: 5\n",
      "        mark_document_cost: 3\n",
      "    Search Context: SearchContext\n",
      "        relevance_revision: 1\n",
      "\n",
      "  Results Summary:\n",
      "    Number of Queries Issued: 96\n",
      "    Number of Snippets Examined: 950\n",
      "    Number of Documents Examined: 285\n",
      "    Number of Documents Marked Relevant: 4\n",
      "    Number of Attractive SERPs Examined: 96\n",
      "    Number of Unattractive SERPs Examined: 0\n",
      "\n",
      "\u001b[H\u001b[2JSIMULATION 'wtr_sim-56-fixeddepthuser10-PageTitle-gpt-rprob07nprob03'\n",
      "  Simulation Configuration:\n",
      "    Topic: 56\n",
      "    Search Interface: PyterrierWebSearchInterface\n",
      "        index_dir: \n",
      "\n",
      "  User Configuration (fixeddepthuser10-PageTitle-gpt-rprob07nprob03):\n",
      "    Query Generator: PredeterminedQueryGenerator\n",
      "        stopword_file: ../example_data/terms/stopwords.txt\n",
      "        query_file: ../wtr/wtr-uqvs-orig.txt\n",
      "        user: 1\n",
      "    Snippet Classifier: StochasticInformedTrecTextClassifier\n",
      "        qrel_file: ../wtr/queries_qrels/rel_PageTitle_qrels.txt\n",
      "        rprob: 0.7\n",
      "        nprob: 0.3\n",
      "        data_handler: 0\n",
      "    Document Classifier: StochasticInformedTrecTextClassifier\n",
      "        qrel_file: ../wtr/queries_qrels/rel_table_qrels.txt\n",
      "        rprob: 1.0\n",
      "        nprob: 0.0\n",
      "        data_handler: 0\n",
      "    Stopping Decision Maker: FixedDepthDecisionMaker\n",
      "        depth: 10\n",
      "    SERP Impression: SimpleSERPImpression\n",
      "        qrel_file: ../wtr/queries_qrels/rel_table_qrels.txt\n",
      "    Logger: FixedCostLogger\n",
      "        time_limit: 10000\n",
      "        query_cost: 10\n",
      "        document_cost: 20\n",
      "        snippet_cost: 3\n",
      "        serp_results_cost: 5\n",
      "        mark_document_cost: 3\n",
      "    Search Context: SearchContext\n",
      "        relevance_revision: 1\n",
      "\n",
      "  Results Summary:\n",
      "    Number of Queries Issued: 96\n",
      "    Number of Snippets Examined: 950\n",
      "    Number of Documents Examined: 285\n",
      "    Number of Documents Marked Relevant: 4\n",
      "    Number of Attractive SERPs Examined: 96\n",
      "    Number of Unattractive SERPs Examined: 0\n",
      "\n",
      "\u001b[H\u001b[2JSIMULATION 'wtr_sim-56-fixeddepthuser10-PageTitle-gpt-rprob06nprob03'\n",
      "  Simulation Configuration:\n",
      "    Topic: 56\n",
      "    Search Interface: PyterrierWebSearchInterface\n",
      "        index_dir: \n",
      "\n",
      "  User Configuration (fixeddepthuser10-PageTitle-gpt-rprob06nprob03):\n",
      "    Query Generator: PredeterminedQueryGenerator\n",
      "        stopword_file: ../example_data/terms/stopwords.txt\n",
      "        query_file: ../wtr/wtr-uqvs-orig.txt\n",
      "        user: 1\n",
      "    Snippet Classifier: StochasticInformedTrecTextClassifier\n",
      "        qrel_file: ../wtr/queries_qrels/rel_PageTitle_qrels.txt\n",
      "        rprob: 0.6\n",
      "        nprob: 0.3\n",
      "        data_handler: 0\n",
      "    Document Classifier: StochasticInformedTrecTextClassifier\n",
      "        qrel_file: ../wtr/queries_qrels/rel_table_qrels.txt\n",
      "        rprob: 1.0\n",
      "        nprob: 0.0\n",
      "        data_handler: 0\n",
      "    Stopping Decision Maker: FixedDepthDecisionMaker\n",
      "        depth: 10\n",
      "    SERP Impression: SimpleSERPImpression\n",
      "        qrel_file: ../wtr/queries_qrels/rel_table_qrels.txt\n",
      "    Logger: FixedCostLogger\n",
      "        time_limit: 10000\n",
      "        query_cost: 10\n",
      "        document_cost: 20\n",
      "        snippet_cost: 3\n",
      "        serp_results_cost: 5\n",
      "        mark_document_cost: 3\n",
      "    Search Context: SearchContext\n",
      "        relevance_revision: 1\n",
      "\n",
      "  Results Summary:\n",
      "    Number of Queries Issued: 96\n",
      "    Number of Snippets Examined: 950\n",
      "    Number of Documents Examined: 285\n",
      "    Number of Documents Marked Relevant: 4\n",
      "    Number of Attractive SERPs Examined: 96\n",
      "    Number of Unattractive SERPs Examined: 0\n",
      "\n",
      "\u001b[H\u001b[2JSIMULATION 'wtr_sim-57-fixeddepthuser3-PageTitle-gpt-rprob10nprob00'\n",
      "  Simulation Configuration:\n",
      "    Topic: 57\n",
      "    Search Interface: PyterrierWebSearchInterface\n",
      "        index_dir: \n",
      "\n",
      "  User Configuration (fixeddepthuser3-PageTitle-gpt-rprob10nprob00):\n",
      "    Query Generator: PredeterminedQueryGenerator\n",
      "        stopword_file: ../example_data/terms/stopwords.txt\n",
      "        query_file: ../wtr/wtr-uqvs-orig.txt\n",
      "        user: 1\n",
      "    Snippet Classifier: StochasticInformedTrecTextClassifier\n",
      "        qrel_file: ../wtr/queries_qrels/rel_PageTitle_qrels.txt\n",
      "        rprob: 1.0\n",
      "        nprob: 0.0\n",
      "        data_handler: 0\n",
      "    Document Classifier: StochasticInformedTrecTextClassifier\n",
      "        qrel_file: ../wtr/queries_qrels/rel_table_qrels.txt\n",
      "        rprob: 1.0\n",
      "        nprob: 0.0\n",
      "        data_handler: 0\n",
      "    Stopping Decision Maker: FixedDepthDecisionMaker\n",
      "        depth: 3\n",
      "    SERP Impression: SimpleSERPImpression\n",
      "        qrel_file: ../wtr/queries_qrels/rel_table_qrels.txt\n",
      "    Logger: FixedCostLogger\n",
      "        time_limit: 10000\n",
      "        query_cost: 10\n",
      "        document_cost: 20\n",
      "        snippet_cost: 3\n",
      "        serp_results_cost: 5\n",
      "        mark_document_cost: 3\n",
      "    Search Context: SearchContext\n",
      "        relevance_revision: 1\n",
      "\n",
      "  Results Summary:\n",
      "    Number of Queries Issued: 100\n",
      "    Number of Snippets Examined: 300\n",
      "    Number of Documents Examined: 3\n",
      "    Number of Documents Marked Relevant: 3\n",
      "    Number of Attractive SERPs Examined: 100\n",
      "    Number of Unattractive SERPs Examined: 0\n",
      "\n",
      "\u001b[H\u001b[2JSIMULATION 'wtr_sim-57-fixeddepthuser5-PageTitle-gpt-rprob10nprob00'\n",
      "  Simulation Configuration:\n",
      "    Topic: 57\n",
      "    Search Interface: PyterrierWebSearchInterface\n",
      "        index_dir: \n",
      "\n",
      "  User Configuration (fixeddepthuser5-PageTitle-gpt-rprob10nprob00):\n",
      "    Query Generator: PredeterminedQueryGenerator\n",
      "        stopword_file: ../example_data/terms/stopwords.txt\n",
      "        query_file: ../wtr/wtr-uqvs-orig.txt\n",
      "        user: 1\n",
      "    Snippet Classifier: StochasticInformedTrecTextClassifier\n",
      "        qrel_file: ../wtr/queries_qrels/rel_PageTitle_qrels.txt\n",
      "        rprob: 1.0\n",
      "        nprob: 0.0\n",
      "        data_handler: 0\n",
      "    Document Classifier: StochasticInformedTrecTextClassifier\n",
      "        qrel_file: ../wtr/queries_qrels/rel_table_qrels.txt\n",
      "        rprob: 1.0\n",
      "        nprob: 0.0\n",
      "        data_handler: 0\n",
      "    Stopping Decision Maker: FixedDepthDecisionMaker\n",
      "        depth: 5\n",
      "    SERP Impression: SimpleSERPImpression\n",
      "        qrel_file: ../wtr/queries_qrels/rel_table_qrels.txt\n",
      "    Logger: FixedCostLogger\n",
      "        time_limit: 10000\n",
      "        query_cost: 10\n",
      "        document_cost: 20\n",
      "        snippet_cost: 3\n",
      "        serp_results_cost: 5\n",
      "        mark_document_cost: 3\n",
      "    Search Context: SearchContext\n",
      "        relevance_revision: 1\n",
      "\n",
      "  Results Summary:\n",
      "    Number of Queries Issued: 100\n",
      "    Number of Snippets Examined: 500\n",
      "    Number of Documents Examined: 4\n",
      "    Number of Documents Marked Relevant: 3\n",
      "    Number of Attractive SERPs Examined: 100\n",
      "    Number of Unattractive SERPs Examined: 0\n",
      "\n",
      "\u001b[H\u001b[2JSIMULATION 'wtr_sim-57-fixeddepthuser10-PageTitle-gpt-rprob10nprob00'\n",
      "  Simulation Configuration:\n",
      "    Topic: 57\n",
      "    Search Interface: PyterrierWebSearchInterface\n",
      "        index_dir: \n",
      "\n",
      "  User Configuration (fixeddepthuser10-PageTitle-gpt-rprob10nprob00):\n",
      "    Query Generator: PredeterminedQueryGenerator\n",
      "        stopword_file: ../example_data/terms/stopwords.txt\n",
      "        query_file: ../wtr/wtr-uqvs-orig.txt\n",
      "        user: 1\n",
      "    Snippet Classifier: StochasticInformedTrecTextClassifier\n",
      "        qrel_file: ../wtr/queries_qrels/rel_PageTitle_qrels.txt\n",
      "        rprob: 1.0\n",
      "        nprob: 0.0\n",
      "        data_handler: 0\n",
      "    Document Classifier: StochasticInformedTrecTextClassifier\n",
      "        qrel_file: ../wtr/queries_qrels/rel_table_qrels.txt\n",
      "        rprob: 1.0\n",
      "        nprob: 0.0\n",
      "        data_handler: 0\n",
      "    Stopping Decision Maker: FixedDepthDecisionMaker\n",
      "        depth: 10\n",
      "    SERP Impression: SimpleSERPImpression\n",
      "        qrel_file: ../wtr/queries_qrels/rel_table_qrels.txt\n",
      "    Logger: FixedCostLogger\n",
      "        time_limit: 10000\n",
      "        query_cost: 10\n",
      "        document_cost: 20\n",
      "        snippet_cost: 3\n",
      "        serp_results_cost: 5\n",
      "        mark_document_cost: 3\n",
      "    Search Context: SearchContext\n",
      "        relevance_revision: 1\n",
      "\n",
      "  Results Summary:\n",
      "    Number of Queries Issued: 100\n",
      "    Number of Snippets Examined: 1000\n",
      "    Number of Documents Examined: 4\n",
      "    Number of Documents Marked Relevant: 3\n",
      "    Number of Attractive SERPs Examined: 100\n",
      "    Number of Unattractive SERPs Examined: 0\n",
      "\n",
      "\u001b[H\u001b[2JSIMULATION 'wtr_sim-57-fixeddepthuser20-PageTitle-gpt-rprob10nprob00'\n",
      "  Simulation Configuration:\n",
      "    Topic: 57\n",
      "    Search Interface: PyterrierWebSearchInterface\n",
      "        index_dir: \n",
      "\n",
      "  User Configuration (fixeddepthuser20-PageTitle-gpt-rprob10nprob00):\n",
      "    Query Generator: PredeterminedQueryGenerator\n",
      "        stopword_file: ../example_data/terms/stopwords.txt\n",
      "        query_file: ../wtr/wtr-uqvs-orig.txt\n",
      "        user: 1\n",
      "    Snippet Classifier: StochasticInformedTrecTextClassifier\n",
      "        qrel_file: ../wtr/queries_qrels/rel_PageTitle_qrels.txt\n",
      "        rprob: 1.0\n",
      "        nprob: 0.0\n",
      "        data_handler: 0\n",
      "    Document Classifier: StochasticInformedTrecTextClassifier\n",
      "        qrel_file: ../wtr/queries_qrels/rel_table_qrels.txt\n",
      "        rprob: 1.0\n",
      "        nprob: 0.0\n",
      "        data_handler: 0\n",
      "    Stopping Decision Maker: FixedDepthDecisionMaker\n",
      "        depth: 20\n",
      "    SERP Impression: SimpleSERPImpression\n",
      "        qrel_file: ../wtr/queries_qrels/rel_table_qrels.txt\n",
      "    Logger: FixedCostLogger\n",
      "        time_limit: 10000\n",
      "        query_cost: 10\n",
      "        document_cost: 20\n",
      "        snippet_cost: 3\n",
      "        serp_results_cost: 5\n",
      "        mark_document_cost: 3\n",
      "    Search Context: SearchContext\n",
      "        relevance_revision: 1\n",
      "\n",
      "  Results Summary:\n",
      "    Number of Queries Issued: 100\n",
      "    Number of Snippets Examined: 2000\n",
      "    Number of Documents Examined: 6\n",
      "    Number of Documents Marked Relevant: 5\n",
      "    Number of Attractive SERPs Examined: 100\n",
      "    Number of Unattractive SERPs Examined: 0\n",
      "\n",
      "\u001b[H\u001b[2JSIMULATION 'wtr_sim-57-fixeddepthuser30-PageTitle-gpt-rprob10nprob00'\n",
      "  Simulation Configuration:\n",
      "    Topic: 57\n",
      "    Search Interface: PyterrierWebSearchInterface\n",
      "        index_dir: \n",
      "\n",
      "  User Configuration (fixeddepthuser30-PageTitle-gpt-rprob10nprob00):\n",
      "    Query Generator: PredeterminedQueryGenerator\n",
      "        stopword_file: ../example_data/terms/stopwords.txt\n",
      "        query_file: ../wtr/wtr-uqvs-orig.txt\n",
      "        user: 1\n",
      "    Snippet Classifier: StochasticInformedTrecTextClassifier\n",
      "        qrel_file: ../wtr/queries_qrels/rel_PageTitle_qrels.txt\n",
      "        rprob: 1.0\n",
      "        nprob: 0.0\n",
      "        data_handler: 0\n",
      "    Document Classifier: StochasticInformedTrecTextClassifier\n",
      "        qrel_file: ../wtr/queries_qrels/rel_table_qrels.txt\n",
      "        rprob: 1.0\n",
      "        nprob: 0.0\n",
      "        data_handler: 0\n",
      "    Stopping Decision Maker: FixedDepthDecisionMaker\n",
      "        depth: 30\n",
      "    SERP Impression: SimpleSERPImpression\n",
      "        qrel_file: ../wtr/queries_qrels/rel_table_qrels.txt\n",
      "    Logger: FixedCostLogger\n",
      "        time_limit: 10000\n",
      "        query_cost: 10\n",
      "        document_cost: 20\n",
      "        snippet_cost: 3\n",
      "        serp_results_cost: 5\n",
      "        mark_document_cost: 3\n",
      "    Search Context: SearchContext\n",
      "        relevance_revision: 1\n",
      "\n",
      "  Results Summary:\n",
      "    Number of Queries Issued: 94\n",
      "    Number of Snippets Examined: 2811\n",
      "    Number of Documents Examined: 7\n",
      "    Number of Documents Marked Relevant: 6\n",
      "    Number of Attractive SERPs Examined: 94\n",
      "    Number of Unattractive SERPs Examined: 0\n",
      "\n",
      "\u001b[H\u001b[2JSIMULATION 'wtr_sim-57-fixeddepthuser10-random-gpt-rprob05nprob05'\n",
      "  Simulation Configuration:\n",
      "    Topic: 57\n",
      "    Search Interface: PyterrierWebSearchInterface\n",
      "        index_dir: \n",
      "\n",
      "  User Configuration (fixeddepthuser10-random-gpt-rprob05nprob05):\n",
      "    Query Generator: PredeterminedQueryGenerator\n",
      "        stopword_file: ../example_data/terms/stopwords.txt\n",
      "        query_file: ../wtr/wtr-uqvs-orig.txt\n",
      "        user: 1\n",
      "    Snippet Classifier: StochasticInformedTrecTextClassifier\n",
      "        qrel_file: ../wtr/queries_qrels/rel_PageTitle_qrels.txt\n",
      "        rprob: 0.5\n",
      "        nprob: 0.5\n",
      "        data_handler: 0\n",
      "    Document Classifier: StochasticInformedTrecTextClassifier\n",
      "        qrel_file: ../wtr/queries_qrels/rel_table_qrels.txt\n",
      "        rprob: 1.0\n",
      "        nprob: 0.0\n",
      "        data_handler: 0\n",
      "    Stopping Decision Maker: FixedDepthDecisionMaker\n",
      "        depth: 10\n",
      "    SERP Impression: SimpleSERPImpression\n",
      "        qrel_file: ../wtr/queries_qrels/rel_table_qrels.txt\n",
      "    Logger: FixedCostLogger\n",
      "        time_limit: 10000\n",
      "        query_cost: 10\n",
      "        document_cost: 20\n",
      "        snippet_cost: 3\n",
      "        serp_results_cost: 5\n",
      "        mark_document_cost: 3\n",
      "    Search Context: SearchContext\n",
      "        relevance_revision: 1\n",
      "\n",
      "  Results Summary:\n",
      "    Number of Queries Issued: 90\n",
      "    Number of Snippets Examined: 891\n",
      "    Number of Documents Examined: 299\n",
      "    Number of Documents Marked Relevant: 2\n",
      "    Number of Attractive SERPs Examined: 90\n",
      "    Number of Unattractive SERPs Examined: 0\n",
      "\n",
      "\u001b[H\u001b[2JSIMULATION 'wtr_sim-57-fixeddepthuser10-PageTitle-gpt-rprob10nprob00'\n",
      "  Simulation Configuration:\n",
      "    Topic: 57\n",
      "    Search Interface: PyterrierWebSearchInterface\n",
      "        index_dir: \n",
      "\n",
      "  User Configuration (fixeddepthuser10-PageTitle-gpt-rprob10nprob00):\n",
      "    Query Generator: PredeterminedQueryGenerator\n",
      "        stopword_file: ../example_data/terms/stopwords.txt\n",
      "        query_file: ../wtr/wtr-uqvs-orig.txt\n",
      "        user: 1\n",
      "    Snippet Classifier: StochasticInformedTrecTextClassifier\n",
      "        qrel_file: ../wtr/queries_qrels/rel_PageTitle_qrels.txt\n",
      "        rprob: 1.0\n",
      "        nprob: 0.0\n",
      "        data_handler: 0\n",
      "    Document Classifier: StochasticInformedTrecTextClassifier\n",
      "        qrel_file: ../wtr/queries_qrels/rel_table_qrels.txt\n",
      "        rprob: 1.0\n",
      "        nprob: 0.0\n",
      "        data_handler: 0\n",
      "    Stopping Decision Maker: FixedDepthDecisionMaker\n",
      "        depth: 10\n",
      "    SERP Impression: SimpleSERPImpression\n",
      "        qrel_file: ../wtr/queries_qrels/rel_table_qrels.txt\n",
      "    Logger: FixedCostLogger\n",
      "        time_limit: 10000\n",
      "        query_cost: 10\n",
      "        document_cost: 20\n",
      "        snippet_cost: 3\n",
      "        serp_results_cost: 5\n",
      "        mark_document_cost: 3\n",
      "    Search Context: SearchContext\n",
      "        relevance_revision: 1\n",
      "\n",
      "  Results Summary:\n",
      "    Number of Queries Issued: 100\n",
      "    Number of Snippets Examined: 1000\n",
      "    Number of Documents Examined: 4\n",
      "    Number of Documents Marked Relevant: 3\n",
      "    Number of Attractive SERPs Examined: 100\n",
      "    Number of Unattractive SERPs Examined: 0\n",
      "\n",
      "\u001b[H\u001b[2JSIMULATION 'wtr_sim-57-fixeddepthuser10-textAfter-gpt-rprob10nprob00'\n",
      "  Simulation Configuration:\n",
      "    Topic: 57\n",
      "    Search Interface: PyterrierWebSearchInterface\n",
      "        index_dir: \n",
      "\n",
      "  User Configuration (fixeddepthuser10-textAfter-gpt-rprob10nprob00):\n",
      "    Query Generator: PredeterminedQueryGenerator\n",
      "        stopword_file: ../example_data/terms/stopwords.txt\n",
      "        query_file: ../wtr/wtr-uqvs-orig.txt\n",
      "        user: 1\n",
      "    Snippet Classifier: StochasticInformedTrecTextClassifier\n",
      "        qrel_file: ../wtr/queries_qrels/rel_textAfter_qrels.txt\n",
      "        rprob: 1.0\n",
      "        nprob: 0.0\n",
      "        data_handler: 0\n",
      "    Document Classifier: StochasticInformedTrecTextClassifier\n",
      "        qrel_file: ../wtr/queries_qrels/rel_table_qrels.txt\n",
      "        rprob: 1.0\n",
      "        nprob: 0.0\n",
      "        data_handler: 0\n",
      "    Stopping Decision Maker: FixedDepthDecisionMaker\n",
      "        depth: 10\n",
      "    SERP Impression: SimpleSERPImpression\n",
      "        qrel_file: ../wtr/queries_qrels/rel_table_qrels.txt\n",
      "    Logger: FixedCostLogger\n",
      "        time_limit: 10000\n",
      "        query_cost: 10\n",
      "        document_cost: 20\n",
      "        snippet_cost: 3\n",
      "        serp_results_cost: 5\n",
      "        mark_document_cost: 3\n",
      "    Search Context: SearchContext\n",
      "        relevance_revision: 1\n",
      "\n",
      "  Results Summary:\n",
      "    Number of Queries Issued: 100\n",
      "    Number of Snippets Examined: 1000\n",
      "    Number of Documents Examined: 2\n",
      "    Number of Documents Marked Relevant: 1\n",
      "    Number of Attractive SERPs Examined: 100\n",
      "    Number of Unattractive SERPs Examined: 0\n",
      "\n",
      "\u001b[H\u001b[2JSIMULATION 'wtr_sim-57-fixeddepthuser10-textBefore-gpt-rprob10nprob00'\n",
      "  Simulation Configuration:\n",
      "    Topic: 57\n",
      "    Search Interface: PyterrierWebSearchInterface\n",
      "        index_dir: \n",
      "\n",
      "  User Configuration (fixeddepthuser10-textBefore-gpt-rprob10nprob00):\n",
      "    Query Generator: PredeterminedQueryGenerator\n",
      "        stopword_file: ../example_data/terms/stopwords.txt\n",
      "        query_file: ../wtr/wtr-uqvs-orig.txt\n",
      "        user: 1\n",
      "    Snippet Classifier: StochasticInformedTrecTextClassifier\n",
      "        qrel_file: ../wtr/queries_qrels/rel_textBefore_qrels.txt\n",
      "        rprob: 1.0\n",
      "        nprob: 0.0\n",
      "        data_handler: 0\n",
      "    Document Classifier: StochasticInformedTrecTextClassifier\n",
      "        qrel_file: ../wtr/queries_qrels/rel_table_qrels.txt\n",
      "        rprob: 1.0\n",
      "        nprob: 0.0\n",
      "        data_handler: 0\n",
      "    Stopping Decision Maker: FixedDepthDecisionMaker\n",
      "        depth: 10\n",
      "    SERP Impression: SimpleSERPImpression\n",
      "        qrel_file: ../wtr/queries_qrels/rel_table_qrels.txt\n",
      "    Logger: FixedCostLogger\n",
      "        time_limit: 10000\n",
      "        query_cost: 10\n",
      "        document_cost: 20\n",
      "        snippet_cost: 3\n",
      "        serp_results_cost: 5\n",
      "        mark_document_cost: 3\n",
      "    Search Context: SearchContext\n",
      "        relevance_revision: 1\n",
      "\n",
      "  Results Summary:\n",
      "    Number of Queries Issued: 100\n",
      "    Number of Snippets Examined: 1000\n",
      "    Number of Documents Examined: 4\n",
      "    Number of Documents Marked Relevant: 3\n",
      "    Number of Attractive SERPs Examined: 100\n",
      "    Number of Unattractive SERPs Examined: 0\n",
      "\n",
      "\u001b[H\u001b[2JSIMULATION 'wtr_sim-57-fixeddepthuser10-PageTitle-gpt-rprob09nprob03'\n",
      "  Simulation Configuration:\n",
      "    Topic: 57\n",
      "    Search Interface: PyterrierWebSearchInterface\n",
      "        index_dir: \n",
      "\n",
      "  User Configuration (fixeddepthuser10-PageTitle-gpt-rprob09nprob03):\n",
      "    Query Generator: PredeterminedQueryGenerator\n",
      "        stopword_file: ../example_data/terms/stopwords.txt\n",
      "        query_file: ../wtr/wtr-uqvs-orig.txt\n",
      "        user: 1\n",
      "    Snippet Classifier: StochasticInformedTrecTextClassifier\n",
      "        qrel_file: ../wtr/queries_qrels/rel_PageTitle_qrels.txt\n",
      "        rprob: 0.9\n",
      "        nprob: 0.3\n",
      "        data_handler: 0\n",
      "    Document Classifier: StochasticInformedTrecTextClassifier\n",
      "        qrel_file: ../wtr/queries_qrels/rel_table_qrels.txt\n",
      "        rprob: 1.0\n",
      "        nprob: 0.0\n",
      "        data_handler: 0\n",
      "    Stopping Decision Maker: FixedDepthDecisionMaker\n",
      "        depth: 10\n",
      "    SERP Impression: SimpleSERPImpression\n",
      "        qrel_file: ../wtr/queries_qrels/rel_table_qrels.txt\n",
      "    Logger: FixedCostLogger\n",
      "        time_limit: 10000\n",
      "        query_cost: 10\n",
      "        document_cost: 20\n",
      "        snippet_cost: 3\n",
      "        serp_results_cost: 5\n",
      "        mark_document_cost: 3\n",
      "    Search Context: SearchContext\n",
      "        relevance_revision: 1\n",
      "\n",
      "  Results Summary:\n",
      "    Number of Queries Issued: 100\n",
      "    Number of Snippets Examined: 1000\n",
      "    Number of Documents Examined: 225\n",
      "    Number of Documents Marked Relevant: 3\n",
      "    Number of Attractive SERPs Examined: 100\n",
      "    Number of Unattractive SERPs Examined: 0\n",
      "\n",
      "\u001b[H\u001b[2JSIMULATION 'wtr_sim-57-fixeddepthuser10-PageTitle-gpt-rprob08nprob03'\n",
      "  Simulation Configuration:\n",
      "    Topic: 57\n",
      "    Search Interface: PyterrierWebSearchInterface\n",
      "        index_dir: \n",
      "\n",
      "  User Configuration (fixeddepthuser10-PageTitle-gpt-rprob08nprob03):\n",
      "    Query Generator: PredeterminedQueryGenerator\n",
      "        stopword_file: ../example_data/terms/stopwords.txt\n",
      "        query_file: ../wtr/wtr-uqvs-orig.txt\n",
      "        user: 1\n",
      "    Snippet Classifier: StochasticInformedTrecTextClassifier\n",
      "        qrel_file: ../wtr/queries_qrels/rel_PageTitle_qrels.txt\n",
      "        rprob: 0.8\n",
      "        nprob: 0.3\n",
      "        data_handler: 0\n",
      "    Document Classifier: StochasticInformedTrecTextClassifier\n",
      "        qrel_file: ../wtr/queries_qrels/rel_table_qrels.txt\n",
      "        rprob: 1.0\n",
      "        nprob: 0.0\n",
      "        data_handler: 0\n",
      "    Stopping Decision Maker: FixedDepthDecisionMaker\n",
      "        depth: 10\n",
      "    SERP Impression: SimpleSERPImpression\n",
      "        qrel_file: ../wtr/queries_qrels/rel_table_qrels.txt\n",
      "    Logger: FixedCostLogger\n",
      "        time_limit: 10000\n",
      "        query_cost: 10\n",
      "        document_cost: 20\n",
      "        snippet_cost: 3\n",
      "        serp_results_cost: 5\n",
      "        mark_document_cost: 3\n",
      "    Search Context: SearchContext\n",
      "        relevance_revision: 1\n",
      "\n",
      "  Results Summary:\n",
      "    Number of Queries Issued: 100\n",
      "    Number of Snippets Examined: 1000\n",
      "    Number of Documents Examined: 225\n",
      "    Number of Documents Marked Relevant: 3\n",
      "    Number of Attractive SERPs Examined: 100\n",
      "    Number of Unattractive SERPs Examined: 0\n",
      "\n",
      "\u001b[H\u001b[2JSIMULATION 'wtr_sim-57-fixeddepthuser10-PageTitle-gpt-rprob07nprob03'\n",
      "  Simulation Configuration:\n",
      "    Topic: 57\n",
      "    Search Interface: PyterrierWebSearchInterface\n",
      "        index_dir: \n",
      "\n",
      "  User Configuration (fixeddepthuser10-PageTitle-gpt-rprob07nprob03):\n",
      "    Query Generator: PredeterminedQueryGenerator\n",
      "        stopword_file: ../example_data/terms/stopwords.txt\n",
      "        query_file: ../wtr/wtr-uqvs-orig.txt\n",
      "        user: 1\n",
      "    Snippet Classifier: StochasticInformedTrecTextClassifier\n",
      "        qrel_file: ../wtr/queries_qrels/rel_PageTitle_qrels.txt\n",
      "        rprob: 0.7\n",
      "        nprob: 0.3\n",
      "        data_handler: 0\n",
      "    Document Classifier: StochasticInformedTrecTextClassifier\n",
      "        qrel_file: ../wtr/queries_qrels/rel_table_qrels.txt\n",
      "        rprob: 1.0\n",
      "        nprob: 0.0\n",
      "        data_handler: 0\n",
      "    Stopping Decision Maker: FixedDepthDecisionMaker\n",
      "        depth: 10\n",
      "    SERP Impression: SimpleSERPImpression\n",
      "        qrel_file: ../wtr/queries_qrels/rel_table_qrels.txt\n",
      "    Logger: FixedCostLogger\n",
      "        time_limit: 10000\n",
      "        query_cost: 10\n",
      "        document_cost: 20\n",
      "        snippet_cost: 3\n",
      "        serp_results_cost: 5\n",
      "        mark_document_cost: 3\n",
      "    Search Context: SearchContext\n",
      "        relevance_revision: 1\n",
      "\n",
      "  Results Summary:\n",
      "    Number of Queries Issued: 100\n",
      "    Number of Snippets Examined: 1000\n",
      "    Number of Documents Examined: 224\n",
      "    Number of Documents Marked Relevant: 3\n",
      "    Number of Attractive SERPs Examined: 100\n",
      "    Number of Unattractive SERPs Examined: 0\n",
      "\n",
      "\u001b[H\u001b[2JSIMULATION 'wtr_sim-57-fixeddepthuser10-PageTitle-gpt-rprob06nprob03'\n",
      "  Simulation Configuration:\n",
      "    Topic: 57\n",
      "    Search Interface: PyterrierWebSearchInterface\n",
      "        index_dir: \n",
      "\n",
      "  User Configuration (fixeddepthuser10-PageTitle-gpt-rprob06nprob03):\n",
      "    Query Generator: PredeterminedQueryGenerator\n",
      "        stopword_file: ../example_data/terms/stopwords.txt\n",
      "        query_file: ../wtr/wtr-uqvs-orig.txt\n",
      "        user: 1\n",
      "    Snippet Classifier: StochasticInformedTrecTextClassifier\n",
      "        qrel_file: ../wtr/queries_qrels/rel_PageTitle_qrels.txt\n",
      "        rprob: 0.6\n",
      "        nprob: 0.3\n",
      "        data_handler: 0\n",
      "    Document Classifier: StochasticInformedTrecTextClassifier\n",
      "        qrel_file: ../wtr/queries_qrels/rel_table_qrels.txt\n",
      "        rprob: 1.0\n",
      "        nprob: 0.0\n",
      "        data_handler: 0\n",
      "    Stopping Decision Maker: FixedDepthDecisionMaker\n",
      "        depth: 10\n",
      "    SERP Impression: SimpleSERPImpression\n",
      "        qrel_file: ../wtr/queries_qrels/rel_table_qrels.txt\n",
      "    Logger: FixedCostLogger\n",
      "        time_limit: 10000\n",
      "        query_cost: 10\n",
      "        document_cost: 20\n",
      "        snippet_cost: 3\n",
      "        serp_results_cost: 5\n",
      "        mark_document_cost: 3\n",
      "    Search Context: SearchContext\n",
      "        relevance_revision: 1\n",
      "\n",
      "  Results Summary:\n",
      "    Number of Queries Issued: 100\n",
      "    Number of Snippets Examined: 1000\n",
      "    Number of Documents Examined: 224\n",
      "    Number of Documents Marked Relevant: 3\n",
      "    Number of Attractive SERPs Examined: 100\n",
      "    Number of Unattractive SERPs Examined: 0\n",
      "\n",
      "\u001b[H\u001b[2JSIMULATION 'wtr_sim-58-fixeddepthuser3-PageTitle-gpt-rprob10nprob00'\n",
      "  Simulation Configuration:\n",
      "    Topic: 58\n",
      "    Search Interface: PyterrierWebSearchInterface\n",
      "        index_dir: \n",
      "\n",
      "  User Configuration (fixeddepthuser3-PageTitle-gpt-rprob10nprob00):\n",
      "    Query Generator: PredeterminedQueryGenerator\n",
      "        stopword_file: ../example_data/terms/stopwords.txt\n",
      "        query_file: ../wtr/wtr-uqvs-orig.txt\n",
      "        user: 1\n",
      "    Snippet Classifier: StochasticInformedTrecTextClassifier\n",
      "        qrel_file: ../wtr/queries_qrels/rel_PageTitle_qrels.txt\n",
      "        rprob: 1.0\n",
      "        nprob: 0.0\n",
      "        data_handler: 0\n",
      "    Document Classifier: StochasticInformedTrecTextClassifier\n",
      "        qrel_file: ../wtr/queries_qrels/rel_table_qrels.txt\n",
      "        rprob: 1.0\n",
      "        nprob: 0.0\n",
      "        data_handler: 0\n",
      "    Stopping Decision Maker: FixedDepthDecisionMaker\n",
      "        depth: 3\n",
      "    SERP Impression: SimpleSERPImpression\n",
      "        qrel_file: ../wtr/queries_qrels/rel_table_qrels.txt\n",
      "    Logger: FixedCostLogger\n",
      "        time_limit: 10000\n",
      "        query_cost: 10\n",
      "        document_cost: 20\n",
      "        snippet_cost: 3\n",
      "        serp_results_cost: 5\n",
      "        mark_document_cost: 3\n",
      "    Search Context: SearchContext\n",
      "        relevance_revision: 1\n",
      "\n",
      "  Results Summary:\n",
      "    Number of Queries Issued: 100\n",
      "    Number of Snippets Examined: 300\n",
      "    Number of Documents Examined: 1\n",
      "    Number of Documents Marked Relevant: 1\n",
      "    Number of Attractive SERPs Examined: 100\n",
      "    Number of Unattractive SERPs Examined: 0\n",
      "\n",
      "\u001b[H\u001b[2JSIMULATION 'wtr_sim-58-fixeddepthuser5-PageTitle-gpt-rprob10nprob00'\n",
      "  Simulation Configuration:\n",
      "    Topic: 58\n",
      "    Search Interface: PyterrierWebSearchInterface\n",
      "        index_dir: \n",
      "\n",
      "  User Configuration (fixeddepthuser5-PageTitle-gpt-rprob10nprob00):\n",
      "    Query Generator: PredeterminedQueryGenerator\n",
      "        stopword_file: ../example_data/terms/stopwords.txt\n",
      "        query_file: ../wtr/wtr-uqvs-orig.txt\n",
      "        user: 1\n",
      "    Snippet Classifier: StochasticInformedTrecTextClassifier\n",
      "        qrel_file: ../wtr/queries_qrels/rel_PageTitle_qrels.txt\n",
      "        rprob: 1.0\n",
      "        nprob: 0.0\n",
      "        data_handler: 0\n",
      "    Document Classifier: StochasticInformedTrecTextClassifier\n",
      "        qrel_file: ../wtr/queries_qrels/rel_table_qrels.txt\n",
      "        rprob: 1.0\n",
      "        nprob: 0.0\n",
      "        data_handler: 0\n",
      "    Stopping Decision Maker: FixedDepthDecisionMaker\n",
      "        depth: 5\n",
      "    SERP Impression: SimpleSERPImpression\n",
      "        qrel_file: ../wtr/queries_qrels/rel_table_qrels.txt\n",
      "    Logger: FixedCostLogger\n",
      "        time_limit: 10000\n",
      "        query_cost: 10\n",
      "        document_cost: 20\n",
      "        snippet_cost: 3\n",
      "        serp_results_cost: 5\n",
      "        mark_document_cost: 3\n",
      "    Search Context: SearchContext\n",
      "        relevance_revision: 1\n",
      "\n",
      "  Results Summary:\n",
      "    Number of Queries Issued: 100\n",
      "    Number of Snippets Examined: 500\n",
      "    Number of Documents Examined: 1\n",
      "    Number of Documents Marked Relevant: 1\n",
      "    Number of Attractive SERPs Examined: 100\n",
      "    Number of Unattractive SERPs Examined: 0\n",
      "\n",
      "\u001b[H\u001b[2JSIMULATION 'wtr_sim-58-fixeddepthuser10-PageTitle-gpt-rprob10nprob00'\n",
      "  Simulation Configuration:\n",
      "    Topic: 58\n",
      "    Search Interface: PyterrierWebSearchInterface\n",
      "        index_dir: \n",
      "\n",
      "  User Configuration (fixeddepthuser10-PageTitle-gpt-rprob10nprob00):\n",
      "    Query Generator: PredeterminedQueryGenerator\n",
      "        stopword_file: ../example_data/terms/stopwords.txt\n",
      "        query_file: ../wtr/wtr-uqvs-orig.txt\n",
      "        user: 1\n",
      "    Snippet Classifier: StochasticInformedTrecTextClassifier\n",
      "        qrel_file: ../wtr/queries_qrels/rel_PageTitle_qrels.txt\n",
      "        rprob: 1.0\n",
      "        nprob: 0.0\n",
      "        data_handler: 0\n",
      "    Document Classifier: StochasticInformedTrecTextClassifier\n",
      "        qrel_file: ../wtr/queries_qrels/rel_table_qrels.txt\n",
      "        rprob: 1.0\n",
      "        nprob: 0.0\n",
      "        data_handler: 0\n",
      "    Stopping Decision Maker: FixedDepthDecisionMaker\n",
      "        depth: 10\n",
      "    SERP Impression: SimpleSERPImpression\n",
      "        qrel_file: ../wtr/queries_qrels/rel_table_qrels.txt\n",
      "    Logger: FixedCostLogger\n",
      "        time_limit: 10000\n",
      "        query_cost: 10\n",
      "        document_cost: 20\n",
      "        snippet_cost: 3\n",
      "        serp_results_cost: 5\n",
      "        mark_document_cost: 3\n",
      "    Search Context: SearchContext\n",
      "        relevance_revision: 1\n",
      "\n",
      "  Results Summary:\n",
      "    Number of Queries Issued: 100\n",
      "    Number of Snippets Examined: 1000\n",
      "    Number of Documents Examined: 3\n",
      "    Number of Documents Marked Relevant: 2\n",
      "    Number of Attractive SERPs Examined: 100\n",
      "    Number of Unattractive SERPs Examined: 0\n",
      "\n",
      "\u001b[H\u001b[2JSIMULATION 'wtr_sim-58-fixeddepthuser20-PageTitle-gpt-rprob10nprob00'\n",
      "  Simulation Configuration:\n",
      "    Topic: 58\n",
      "    Search Interface: PyterrierWebSearchInterface\n",
      "        index_dir: \n",
      "\n",
      "  User Configuration (fixeddepthuser20-PageTitle-gpt-rprob10nprob00):\n",
      "    Query Generator: PredeterminedQueryGenerator\n",
      "        stopword_file: ../example_data/terms/stopwords.txt\n",
      "        query_file: ../wtr/wtr-uqvs-orig.txt\n",
      "        user: 1\n",
      "    Snippet Classifier: StochasticInformedTrecTextClassifier\n",
      "        qrel_file: ../wtr/queries_qrels/rel_PageTitle_qrels.txt\n",
      "        rprob: 1.0\n",
      "        nprob: 0.0\n",
      "        data_handler: 0\n",
      "    Document Classifier: StochasticInformedTrecTextClassifier\n",
      "        qrel_file: ../wtr/queries_qrels/rel_table_qrels.txt\n",
      "        rprob: 1.0\n",
      "        nprob: 0.0\n",
      "        data_handler: 0\n",
      "    Stopping Decision Maker: FixedDepthDecisionMaker\n",
      "        depth: 20\n",
      "    SERP Impression: SimpleSERPImpression\n",
      "        qrel_file: ../wtr/queries_qrels/rel_table_qrels.txt\n",
      "    Logger: FixedCostLogger\n",
      "        time_limit: 10000\n",
      "        query_cost: 10\n",
      "        document_cost: 20\n",
      "        snippet_cost: 3\n",
      "        serp_results_cost: 5\n",
      "        mark_document_cost: 3\n",
      "    Search Context: SearchContext\n",
      "        relevance_revision: 1\n",
      "\n",
      "  Results Summary:\n",
      "    Number of Queries Issued: 100\n",
      "    Number of Snippets Examined: 2000\n",
      "    Number of Documents Examined: 5\n",
      "    Number of Documents Marked Relevant: 4\n",
      "    Number of Attractive SERPs Examined: 100\n",
      "    Number of Unattractive SERPs Examined: 0\n",
      "\n",
      "\u001b[H\u001b[2JSIMULATION 'wtr_sim-58-fixeddepthuser30-PageTitle-gpt-rprob10nprob00'\n",
      "  Simulation Configuration:\n",
      "    Topic: 58\n",
      "    Search Interface: PyterrierWebSearchInterface\n",
      "        index_dir: \n",
      "\n",
      "  User Configuration (fixeddepthuser30-PageTitle-gpt-rprob10nprob00):\n",
      "    Query Generator: PredeterminedQueryGenerator\n",
      "        stopword_file: ../example_data/terms/stopwords.txt\n",
      "        query_file: ../wtr/wtr-uqvs-orig.txt\n",
      "        user: 1\n",
      "    Snippet Classifier: StochasticInformedTrecTextClassifier\n",
      "        qrel_file: ../wtr/queries_qrels/rel_PageTitle_qrels.txt\n",
      "        rprob: 1.0\n",
      "        nprob: 0.0\n",
      "        data_handler: 0\n",
      "    Document Classifier: StochasticInformedTrecTextClassifier\n",
      "        qrel_file: ../wtr/queries_qrels/rel_table_qrels.txt\n",
      "        rprob: 1.0\n",
      "        nprob: 0.0\n",
      "        data_handler: 0\n",
      "    Stopping Decision Maker: FixedDepthDecisionMaker\n",
      "        depth: 30\n",
      "    SERP Impression: SimpleSERPImpression\n",
      "        qrel_file: ../wtr/queries_qrels/rel_table_qrels.txt\n",
      "    Logger: FixedCostLogger\n",
      "        time_limit: 10000\n",
      "        query_cost: 10\n",
      "        document_cost: 20\n",
      "        snippet_cost: 3\n",
      "        serp_results_cost: 5\n",
      "        mark_document_cost: 3\n",
      "    Search Context: SearchContext\n",
      "        relevance_revision: 1\n",
      "\n",
      "  Results Summary:\n",
      "    Number of Queries Issued: 94\n",
      "    Number of Snippets Examined: 2811\n",
      "    Number of Documents Examined: 7\n",
      "    Number of Documents Marked Relevant: 6\n",
      "    Number of Attractive SERPs Examined: 94\n",
      "    Number of Unattractive SERPs Examined: 0\n",
      "\n",
      "\u001b[H\u001b[2JSIMULATION 'wtr_sim-58-fixeddepthuser10-random-gpt-rprob05nprob05'\n",
      "  Simulation Configuration:\n",
      "    Topic: 58\n",
      "    Search Interface: PyterrierWebSearchInterface\n",
      "        index_dir: \n",
      "\n",
      "  User Configuration (fixeddepthuser10-random-gpt-rprob05nprob05):\n",
      "    Query Generator: PredeterminedQueryGenerator\n",
      "        stopword_file: ../example_data/terms/stopwords.txt\n",
      "        query_file: ../wtr/wtr-uqvs-orig.txt\n",
      "        user: 1\n",
      "    Snippet Classifier: StochasticInformedTrecTextClassifier\n",
      "        qrel_file: ../wtr/queries_qrels/rel_PageTitle_qrels.txt\n",
      "        rprob: 0.5\n",
      "        nprob: 0.5\n",
      "        data_handler: 0\n",
      "    Document Classifier: StochasticInformedTrecTextClassifier\n",
      "        qrel_file: ../wtr/queries_qrels/rel_table_qrels.txt\n",
      "        rprob: 1.0\n",
      "        nprob: 0.0\n",
      "        data_handler: 0\n",
      "    Stopping Decision Maker: FixedDepthDecisionMaker\n",
      "        depth: 10\n",
      "    SERP Impression: SimpleSERPImpression\n",
      "        qrel_file: ../wtr/queries_qrels/rel_table_qrels.txt\n",
      "    Logger: FixedCostLogger\n",
      "        time_limit: 10000\n",
      "        query_cost: 10\n",
      "        document_cost: 20\n",
      "        snippet_cost: 3\n",
      "        serp_results_cost: 5\n",
      "        mark_document_cost: 3\n",
      "    Search Context: SearchContext\n",
      "        relevance_revision: 1\n",
      "\n",
      "  Results Summary:\n",
      "    Number of Queries Issued: 72\n",
      "    Number of Snippets Examined: 713\n",
      "    Number of Documents Examined: 339\n",
      "    Number of Documents Marked Relevant: 1\n",
      "    Number of Attractive SERPs Examined: 72\n",
      "    Number of Unattractive SERPs Examined: 0\n",
      "\n",
      "\u001b[H\u001b[2JSIMULATION 'wtr_sim-58-fixeddepthuser10-PageTitle-gpt-rprob10nprob00'\n",
      "  Simulation Configuration:\n",
      "    Topic: 58\n",
      "    Search Interface: PyterrierWebSearchInterface\n",
      "        index_dir: \n",
      "\n",
      "  User Configuration (fixeddepthuser10-PageTitle-gpt-rprob10nprob00):\n",
      "    Query Generator: PredeterminedQueryGenerator\n",
      "        stopword_file: ../example_data/terms/stopwords.txt\n",
      "        query_file: ../wtr/wtr-uqvs-orig.txt\n",
      "        user: 1\n",
      "    Snippet Classifier: StochasticInformedTrecTextClassifier\n",
      "        qrel_file: ../wtr/queries_qrels/rel_PageTitle_qrels.txt\n",
      "        rprob: 1.0\n",
      "        nprob: 0.0\n",
      "        data_handler: 0\n",
      "    Document Classifier: StochasticInformedTrecTextClassifier\n",
      "        qrel_file: ../wtr/queries_qrels/rel_table_qrels.txt\n",
      "        rprob: 1.0\n",
      "        nprob: 0.0\n",
      "        data_handler: 0\n",
      "    Stopping Decision Maker: FixedDepthDecisionMaker\n",
      "        depth: 10\n",
      "    SERP Impression: SimpleSERPImpression\n",
      "        qrel_file: ../wtr/queries_qrels/rel_table_qrels.txt\n",
      "    Logger: FixedCostLogger\n",
      "        time_limit: 10000\n",
      "        query_cost: 10\n",
      "        document_cost: 20\n",
      "        snippet_cost: 3\n",
      "        serp_results_cost: 5\n",
      "        mark_document_cost: 3\n",
      "    Search Context: SearchContext\n",
      "        relevance_revision: 1\n",
      "\n",
      "  Results Summary:\n",
      "    Number of Queries Issued: 100\n",
      "    Number of Snippets Examined: 1000\n",
      "    Number of Documents Examined: 3\n",
      "    Number of Documents Marked Relevant: 2\n",
      "    Number of Attractive SERPs Examined: 100\n",
      "    Number of Unattractive SERPs Examined: 0\n",
      "\n",
      "\u001b[H\u001b[2JSIMULATION 'wtr_sim-58-fixeddepthuser10-textAfter-gpt-rprob10nprob00'\n",
      "  Simulation Configuration:\n",
      "    Topic: 58\n",
      "    Search Interface: PyterrierWebSearchInterface\n",
      "        index_dir: \n",
      "\n",
      "  User Configuration (fixeddepthuser10-textAfter-gpt-rprob10nprob00):\n",
      "    Query Generator: PredeterminedQueryGenerator\n",
      "        stopword_file: ../example_data/terms/stopwords.txt\n",
      "        query_file: ../wtr/wtr-uqvs-orig.txt\n",
      "        user: 1\n",
      "    Snippet Classifier: StochasticInformedTrecTextClassifier\n",
      "        qrel_file: ../wtr/queries_qrels/rel_textAfter_qrels.txt\n",
      "        rprob: 1.0\n",
      "        nprob: 0.0\n",
      "        data_handler: 0\n",
      "    Document Classifier: StochasticInformedTrecTextClassifier\n",
      "        qrel_file: ../wtr/queries_qrels/rel_table_qrels.txt\n",
      "        rprob: 1.0\n",
      "        nprob: 0.0\n",
      "        data_handler: 0\n",
      "    Stopping Decision Maker: FixedDepthDecisionMaker\n",
      "        depth: 10\n",
      "    SERP Impression: SimpleSERPImpression\n",
      "        qrel_file: ../wtr/queries_qrels/rel_table_qrels.txt\n",
      "    Logger: FixedCostLogger\n",
      "        time_limit: 10000\n",
      "        query_cost: 10\n",
      "        document_cost: 20\n",
      "        snippet_cost: 3\n",
      "        serp_results_cost: 5\n",
      "        mark_document_cost: 3\n",
      "    Search Context: SearchContext\n",
      "        relevance_revision: 1\n",
      "\n",
      "  Results Summary:\n",
      "    Number of Queries Issued: 100\n",
      "    Number of Snippets Examined: 1000\n",
      "    Number of Documents Examined: 2\n",
      "    Number of Documents Marked Relevant: 2\n",
      "    Number of Attractive SERPs Examined: 100\n",
      "    Number of Unattractive SERPs Examined: 0\n",
      "\n",
      "\u001b[H\u001b[2JSIMULATION 'wtr_sim-58-fixeddepthuser10-textBefore-gpt-rprob10nprob00'\n",
      "  Simulation Configuration:\n",
      "    Topic: 58\n",
      "    Search Interface: PyterrierWebSearchInterface\n",
      "        index_dir: \n",
      "\n",
      "  User Configuration (fixeddepthuser10-textBefore-gpt-rprob10nprob00):\n",
      "    Query Generator: PredeterminedQueryGenerator\n",
      "        stopword_file: ../example_data/terms/stopwords.txt\n",
      "        query_file: ../wtr/wtr-uqvs-orig.txt\n",
      "        user: 1\n",
      "    Snippet Classifier: StochasticInformedTrecTextClassifier\n",
      "        qrel_file: ../wtr/queries_qrels/rel_textBefore_qrels.txt\n",
      "        rprob: 1.0\n",
      "        nprob: 0.0\n",
      "        data_handler: 0\n",
      "    Document Classifier: StochasticInformedTrecTextClassifier\n",
      "        qrel_file: ../wtr/queries_qrels/rel_table_qrels.txt\n",
      "        rprob: 1.0\n",
      "        nprob: 0.0\n",
      "        data_handler: 0\n",
      "    Stopping Decision Maker: FixedDepthDecisionMaker\n",
      "        depth: 10\n",
      "    SERP Impression: SimpleSERPImpression\n",
      "        qrel_file: ../wtr/queries_qrels/rel_table_qrels.txt\n",
      "    Logger: FixedCostLogger\n",
      "        time_limit: 10000\n",
      "        query_cost: 10\n",
      "        document_cost: 20\n",
      "        snippet_cost: 3\n",
      "        serp_results_cost: 5\n",
      "        mark_document_cost: 3\n",
      "    Search Context: SearchContext\n",
      "        relevance_revision: 1\n",
      "\n",
      "  Results Summary:\n",
      "    Number of Queries Issued: 100\n",
      "    Number of Snippets Examined: 1000\n",
      "    Number of Documents Examined: 2\n",
      "    Number of Documents Marked Relevant: 0\n",
      "    Number of Attractive SERPs Examined: 100\n",
      "    Number of Unattractive SERPs Examined: 0\n",
      "\n",
      "\u001b[H\u001b[2JSIMULATION 'wtr_sim-58-fixeddepthuser10-PageTitle-gpt-rprob09nprob03'\n",
      "  Simulation Configuration:\n",
      "    Topic: 58\n",
      "    Search Interface: PyterrierWebSearchInterface\n",
      "        index_dir: \n",
      "\n",
      "  User Configuration (fixeddepthuser10-PageTitle-gpt-rprob09nprob03):\n",
      "    Query Generator: PredeterminedQueryGenerator\n",
      "        stopword_file: ../example_data/terms/stopwords.txt\n",
      "        query_file: ../wtr/wtr-uqvs-orig.txt\n",
      "        user: 1\n",
      "    Snippet Classifier: StochasticInformedTrecTextClassifier\n",
      "        qrel_file: ../wtr/queries_qrels/rel_PageTitle_qrels.txt\n",
      "        rprob: 0.9\n",
      "        nprob: 0.3\n",
      "        data_handler: 0\n",
      "    Document Classifier: StochasticInformedTrecTextClassifier\n",
      "        qrel_file: ../wtr/queries_qrels/rel_table_qrels.txt\n",
      "        rprob: 1.0\n",
      "        nprob: 0.0\n",
      "        data_handler: 0\n",
      "    Stopping Decision Maker: FixedDepthDecisionMaker\n",
      "        depth: 10\n",
      "    SERP Impression: SimpleSERPImpression\n",
      "        qrel_file: ../wtr/queries_qrels/rel_table_qrels.txt\n",
      "    Logger: FixedCostLogger\n",
      "        time_limit: 10000\n",
      "        query_cost: 10\n",
      "        document_cost: 20\n",
      "        snippet_cost: 3\n",
      "        serp_results_cost: 5\n",
      "        mark_document_cost: 3\n",
      "    Search Context: SearchContext\n",
      "        relevance_revision: 1\n",
      "\n",
      "  Results Summary:\n",
      "    Number of Queries Issued: 96\n",
      "    Number of Snippets Examined: 953\n",
      "    Number of Documents Examined: 285\n",
      "    Number of Documents Marked Relevant: 2\n",
      "    Number of Attractive SERPs Examined: 96\n",
      "    Number of Unattractive SERPs Examined: 0\n",
      "\n",
      "\u001b[H\u001b[2JSIMULATION 'wtr_sim-58-fixeddepthuser10-PageTitle-gpt-rprob08nprob03'\n",
      "  Simulation Configuration:\n",
      "    Topic: 58\n",
      "    Search Interface: PyterrierWebSearchInterface\n",
      "        index_dir: \n",
      "\n",
      "  User Configuration (fixeddepthuser10-PageTitle-gpt-rprob08nprob03):\n",
      "    Query Generator: PredeterminedQueryGenerator\n",
      "        stopword_file: ../example_data/terms/stopwords.txt\n",
      "        query_file: ../wtr/wtr-uqvs-orig.txt\n",
      "        user: 1\n",
      "    Snippet Classifier: StochasticInformedTrecTextClassifier\n",
      "        qrel_file: ../wtr/queries_qrels/rel_PageTitle_qrels.txt\n",
      "        rprob: 0.8\n",
      "        nprob: 0.3\n",
      "        data_handler: 0\n",
      "    Document Classifier: StochasticInformedTrecTextClassifier\n",
      "        qrel_file: ../wtr/queries_qrels/rel_table_qrels.txt\n",
      "        rprob: 1.0\n",
      "        nprob: 0.0\n",
      "        data_handler: 0\n",
      "    Stopping Decision Maker: FixedDepthDecisionMaker\n",
      "        depth: 10\n",
      "    SERP Impression: SimpleSERPImpression\n",
      "        qrel_file: ../wtr/queries_qrels/rel_table_qrels.txt\n",
      "    Logger: FixedCostLogger\n",
      "        time_limit: 10000\n",
      "        query_cost: 10\n",
      "        document_cost: 20\n",
      "        snippet_cost: 3\n",
      "        serp_results_cost: 5\n",
      "        mark_document_cost: 3\n",
      "    Search Context: SearchContext\n",
      "        relevance_revision: 1\n",
      "\n",
      "  Results Summary:\n",
      "    Number of Queries Issued: 96\n",
      "    Number of Snippets Examined: 953\n",
      "    Number of Documents Examined: 285\n",
      "    Number of Documents Marked Relevant: 2\n",
      "    Number of Attractive SERPs Examined: 96\n",
      "    Number of Unattractive SERPs Examined: 0\n",
      "\n",
      "\u001b[H\u001b[2JSIMULATION 'wtr_sim-58-fixeddepthuser10-PageTitle-gpt-rprob07nprob03'\n",
      "  Simulation Configuration:\n",
      "    Topic: 58\n",
      "    Search Interface: PyterrierWebSearchInterface\n",
      "        index_dir: \n",
      "\n",
      "  User Configuration (fixeddepthuser10-PageTitle-gpt-rprob07nprob03):\n",
      "    Query Generator: PredeterminedQueryGenerator\n",
      "        stopword_file: ../example_data/terms/stopwords.txt\n",
      "        query_file: ../wtr/wtr-uqvs-orig.txt\n",
      "        user: 1\n",
      "    Snippet Classifier: StochasticInformedTrecTextClassifier\n",
      "        qrel_file: ../wtr/queries_qrels/rel_PageTitle_qrels.txt\n",
      "        rprob: 0.7\n",
      "        nprob: 0.3\n",
      "        data_handler: 0\n",
      "    Document Classifier: StochasticInformedTrecTextClassifier\n",
      "        qrel_file: ../wtr/queries_qrels/rel_table_qrels.txt\n",
      "        rprob: 1.0\n",
      "        nprob: 0.0\n",
      "        data_handler: 0\n",
      "    Stopping Decision Maker: FixedDepthDecisionMaker\n",
      "        depth: 10\n",
      "    SERP Impression: SimpleSERPImpression\n",
      "        qrel_file: ../wtr/queries_qrels/rel_table_qrels.txt\n",
      "    Logger: FixedCostLogger\n",
      "        time_limit: 10000\n",
      "        query_cost: 10\n",
      "        document_cost: 20\n",
      "        snippet_cost: 3\n",
      "        serp_results_cost: 5\n",
      "        mark_document_cost: 3\n",
      "    Search Context: SearchContext\n",
      "        relevance_revision: 1\n",
      "\n",
      "  Results Summary:\n",
      "    Number of Queries Issued: 96\n",
      "    Number of Snippets Examined: 953\n",
      "    Number of Documents Examined: 285\n",
      "    Number of Documents Marked Relevant: 1\n",
      "    Number of Attractive SERPs Examined: 96\n",
      "    Number of Unattractive SERPs Examined: 0\n",
      "\n",
      "\u001b[H\u001b[2JSIMULATION 'wtr_sim-58-fixeddepthuser10-PageTitle-gpt-rprob06nprob03'\n",
      "  Simulation Configuration:\n",
      "    Topic: 58\n",
      "    Search Interface: PyterrierWebSearchInterface\n",
      "        index_dir: \n",
      "\n",
      "  User Configuration (fixeddepthuser10-PageTitle-gpt-rprob06nprob03):\n",
      "    Query Generator: PredeterminedQueryGenerator\n",
      "        stopword_file: ../example_data/terms/stopwords.txt\n",
      "        query_file: ../wtr/wtr-uqvs-orig.txt\n",
      "        user: 1\n",
      "    Snippet Classifier: StochasticInformedTrecTextClassifier\n",
      "        qrel_file: ../wtr/queries_qrels/rel_PageTitle_qrels.txt\n",
      "        rprob: 0.6\n",
      "        nprob: 0.3\n",
      "        data_handler: 0\n",
      "    Document Classifier: StochasticInformedTrecTextClassifier\n",
      "        qrel_file: ../wtr/queries_qrels/rel_table_qrels.txt\n",
      "        rprob: 1.0\n",
      "        nprob: 0.0\n",
      "        data_handler: 0\n",
      "    Stopping Decision Maker: FixedDepthDecisionMaker\n",
      "        depth: 10\n",
      "    SERP Impression: SimpleSERPImpression\n",
      "        qrel_file: ../wtr/queries_qrels/rel_table_qrels.txt\n",
      "    Logger: FixedCostLogger\n",
      "        time_limit: 10000\n",
      "        query_cost: 10\n",
      "        document_cost: 20\n",
      "        snippet_cost: 3\n",
      "        serp_results_cost: 5\n",
      "        mark_document_cost: 3\n",
      "    Search Context: SearchContext\n",
      "        relevance_revision: 1\n",
      "\n",
      "  Results Summary:\n",
      "    Number of Queries Issued: 96\n",
      "    Number of Snippets Examined: 953\n",
      "    Number of Documents Examined: 285\n",
      "    Number of Documents Marked Relevant: 1\n",
      "    Number of Attractive SERPs Examined: 96\n",
      "    Number of Unattractive SERPs Examined: 0\n",
      "\n",
      "\u001b[H\u001b[2JSIMULATION 'wtr_sim-59-fixeddepthuser3-PageTitle-gpt-rprob10nprob00'\n",
      "  Simulation Configuration:\n",
      "    Topic: 59\n",
      "    Search Interface: PyterrierWebSearchInterface\n",
      "        index_dir: \n",
      "\n",
      "  User Configuration (fixeddepthuser3-PageTitle-gpt-rprob10nprob00):\n",
      "    Query Generator: PredeterminedQueryGenerator\n",
      "        stopword_file: ../example_data/terms/stopwords.txt\n",
      "        query_file: ../wtr/wtr-uqvs-orig.txt\n",
      "        user: 1\n",
      "    Snippet Classifier: StochasticInformedTrecTextClassifier\n",
      "        qrel_file: ../wtr/queries_qrels/rel_PageTitle_qrels.txt\n",
      "        rprob: 1.0\n",
      "        nprob: 0.0\n",
      "        data_handler: 0\n",
      "    Document Classifier: StochasticInformedTrecTextClassifier\n",
      "        qrel_file: ../wtr/queries_qrels/rel_table_qrels.txt\n",
      "        rprob: 1.0\n",
      "        nprob: 0.0\n",
      "        data_handler: 0\n",
      "    Stopping Decision Maker: FixedDepthDecisionMaker\n",
      "        depth: 3\n",
      "    SERP Impression: SimpleSERPImpression\n",
      "        qrel_file: ../wtr/queries_qrels/rel_table_qrels.txt\n",
      "    Logger: FixedCostLogger\n",
      "        time_limit: 10000\n",
      "        query_cost: 10\n",
      "        document_cost: 20\n",
      "        snippet_cost: 3\n",
      "        serp_results_cost: 5\n",
      "        mark_document_cost: 3\n",
      "    Search Context: SearchContext\n",
      "        relevance_revision: 1\n",
      "\n",
      "  Results Summary:\n",
      "    Number of Queries Issued: 100\n",
      "    Number of Snippets Examined: 300\n",
      "    Number of Documents Examined: 7\n",
      "    Number of Documents Marked Relevant: 4\n",
      "    Number of Attractive SERPs Examined: 100\n",
      "    Number of Unattractive SERPs Examined: 0\n",
      "\n",
      "\u001b[H\u001b[2JSIMULATION 'wtr_sim-59-fixeddepthuser5-PageTitle-gpt-rprob10nprob00'\n",
      "  Simulation Configuration:\n",
      "    Topic: 59\n",
      "    Search Interface: PyterrierWebSearchInterface\n",
      "        index_dir: \n",
      "\n",
      "  User Configuration (fixeddepthuser5-PageTitle-gpt-rprob10nprob00):\n",
      "    Query Generator: PredeterminedQueryGenerator\n",
      "        stopword_file: ../example_data/terms/stopwords.txt\n",
      "        query_file: ../wtr/wtr-uqvs-orig.txt\n",
      "        user: 1\n",
      "    Snippet Classifier: StochasticInformedTrecTextClassifier\n",
      "        qrel_file: ../wtr/queries_qrels/rel_PageTitle_qrels.txt\n",
      "        rprob: 1.0\n",
      "        nprob: 0.0\n",
      "        data_handler: 0\n",
      "    Document Classifier: StochasticInformedTrecTextClassifier\n",
      "        qrel_file: ../wtr/queries_qrels/rel_table_qrels.txt\n",
      "        rprob: 1.0\n",
      "        nprob: 0.0\n",
      "        data_handler: 0\n",
      "    Stopping Decision Maker: FixedDepthDecisionMaker\n",
      "        depth: 5\n",
      "    SERP Impression: SimpleSERPImpression\n",
      "        qrel_file: ../wtr/queries_qrels/rel_table_qrels.txt\n",
      "    Logger: FixedCostLogger\n",
      "        time_limit: 10000\n",
      "        query_cost: 10\n",
      "        document_cost: 20\n",
      "        snippet_cost: 3\n",
      "        serp_results_cost: 5\n",
      "        mark_document_cost: 3\n",
      "    Search Context: SearchContext\n",
      "        relevance_revision: 1\n",
      "\n",
      "  Results Summary:\n",
      "    Number of Queries Issued: 100\n",
      "    Number of Snippets Examined: 500\n",
      "    Number of Documents Examined: 7\n",
      "    Number of Documents Marked Relevant: 4\n",
      "    Number of Attractive SERPs Examined: 100\n",
      "    Number of Unattractive SERPs Examined: 0\n",
      "\n",
      "\u001b[H\u001b[2JSIMULATION 'wtr_sim-59-fixeddepthuser10-PageTitle-gpt-rprob10nprob00'\n",
      "  Simulation Configuration:\n",
      "    Topic: 59\n",
      "    Search Interface: PyterrierWebSearchInterface\n",
      "        index_dir: \n",
      "\n",
      "  User Configuration (fixeddepthuser10-PageTitle-gpt-rprob10nprob00):\n",
      "    Query Generator: PredeterminedQueryGenerator\n",
      "        stopword_file: ../example_data/terms/stopwords.txt\n",
      "        query_file: ../wtr/wtr-uqvs-orig.txt\n",
      "        user: 1\n",
      "    Snippet Classifier: StochasticInformedTrecTextClassifier\n",
      "        qrel_file: ../wtr/queries_qrels/rel_PageTitle_qrels.txt\n",
      "        rprob: 1.0\n",
      "        nprob: 0.0\n",
      "        data_handler: 0\n",
      "    Document Classifier: StochasticInformedTrecTextClassifier\n",
      "        qrel_file: ../wtr/queries_qrels/rel_table_qrels.txt\n",
      "        rprob: 1.0\n",
      "        nprob: 0.0\n",
      "        data_handler: 0\n",
      "    Stopping Decision Maker: FixedDepthDecisionMaker\n",
      "        depth: 10\n",
      "    SERP Impression: SimpleSERPImpression\n",
      "        qrel_file: ../wtr/queries_qrels/rel_table_qrels.txt\n",
      "    Logger: FixedCostLogger\n",
      "        time_limit: 10000\n",
      "        query_cost: 10\n",
      "        document_cost: 20\n",
      "        snippet_cost: 3\n",
      "        serp_results_cost: 5\n",
      "        mark_document_cost: 3\n",
      "    Search Context: SearchContext\n",
      "        relevance_revision: 1\n",
      "\n",
      "  Results Summary:\n",
      "    Number of Queries Issued: 100\n",
      "    Number of Snippets Examined: 1000\n",
      "    Number of Documents Examined: 9\n",
      "    Number of Documents Marked Relevant: 5\n",
      "    Number of Attractive SERPs Examined: 100\n",
      "    Number of Unattractive SERPs Examined: 0\n",
      "\n",
      "\u001b[H\u001b[2JSIMULATION 'wtr_sim-59-fixeddepthuser20-PageTitle-gpt-rprob10nprob00'\n",
      "  Simulation Configuration:\n",
      "    Topic: 59\n",
      "    Search Interface: PyterrierWebSearchInterface\n",
      "        index_dir: \n",
      "\n",
      "  User Configuration (fixeddepthuser20-PageTitle-gpt-rprob10nprob00):\n",
      "    Query Generator: PredeterminedQueryGenerator\n",
      "        stopword_file: ../example_data/terms/stopwords.txt\n",
      "        query_file: ../wtr/wtr-uqvs-orig.txt\n",
      "        user: 1\n",
      "    Snippet Classifier: StochasticInformedTrecTextClassifier\n",
      "        qrel_file: ../wtr/queries_qrels/rel_PageTitle_qrels.txt\n",
      "        rprob: 1.0\n",
      "        nprob: 0.0\n",
      "        data_handler: 0\n",
      "    Document Classifier: StochasticInformedTrecTextClassifier\n",
      "        qrel_file: ../wtr/queries_qrels/rel_table_qrels.txt\n",
      "        rprob: 1.0\n",
      "        nprob: 0.0\n",
      "        data_handler: 0\n",
      "    Stopping Decision Maker: FixedDepthDecisionMaker\n",
      "        depth: 20\n",
      "    SERP Impression: SimpleSERPImpression\n",
      "        qrel_file: ../wtr/queries_qrels/rel_table_qrels.txt\n",
      "    Logger: FixedCostLogger\n",
      "        time_limit: 10000\n",
      "        query_cost: 10\n",
      "        document_cost: 20\n",
      "        snippet_cost: 3\n",
      "        serp_results_cost: 5\n",
      "        mark_document_cost: 3\n",
      "    Search Context: SearchContext\n",
      "        relevance_revision: 1\n",
      "\n",
      "  Results Summary:\n",
      "    Number of Queries Issued: 100\n",
      "    Number of Snippets Examined: 2000\n",
      "    Number of Documents Examined: 10\n",
      "    Number of Documents Marked Relevant: 6\n",
      "    Number of Attractive SERPs Examined: 100\n",
      "    Number of Unattractive SERPs Examined: 0\n",
      "\n",
      "\u001b[H\u001b[2JSIMULATION 'wtr_sim-59-fixeddepthuser30-PageTitle-gpt-rprob10nprob00'\n",
      "  Simulation Configuration:\n",
      "    Topic: 59\n",
      "    Search Interface: PyterrierWebSearchInterface\n",
      "        index_dir: \n",
      "\n",
      "  User Configuration (fixeddepthuser30-PageTitle-gpt-rprob10nprob00):\n",
      "    Query Generator: PredeterminedQueryGenerator\n",
      "        stopword_file: ../example_data/terms/stopwords.txt\n",
      "        query_file: ../wtr/wtr-uqvs-orig.txt\n",
      "        user: 1\n",
      "    Snippet Classifier: StochasticInformedTrecTextClassifier\n",
      "        qrel_file: ../wtr/queries_qrels/rel_PageTitle_qrels.txt\n",
      "        rprob: 1.0\n",
      "        nprob: 0.0\n",
      "        data_handler: 0\n",
      "    Document Classifier: StochasticInformedTrecTextClassifier\n",
      "        qrel_file: ../wtr/queries_qrels/rel_table_qrels.txt\n",
      "        rprob: 1.0\n",
      "        nprob: 0.0\n",
      "        data_handler: 0\n",
      "    Stopping Decision Maker: FixedDepthDecisionMaker\n",
      "        depth: 30\n",
      "    SERP Impression: SimpleSERPImpression\n",
      "        qrel_file: ../wtr/queries_qrels/rel_table_qrels.txt\n",
      "    Logger: FixedCostLogger\n",
      "        time_limit: 10000\n",
      "        query_cost: 10\n",
      "        document_cost: 20\n",
      "        snippet_cost: 3\n",
      "        serp_results_cost: 5\n",
      "        mark_document_cost: 3\n",
      "    Search Context: SearchContext\n",
      "        relevance_revision: 1\n",
      "\n",
      "  Results Summary:\n",
      "    Number of Queries Issued: 94\n",
      "    Number of Snippets Examined: 2791\n",
      "    Number of Documents Examined: 10\n",
      "    Number of Documents Marked Relevant: 6\n",
      "    Number of Attractive SERPs Examined: 94\n",
      "    Number of Unattractive SERPs Examined: 0\n",
      "\n",
      "\u001b[H\u001b[2JSIMULATION 'wtr_sim-59-fixeddepthuser10-random-gpt-rprob05nprob05'\n",
      "  Simulation Configuration:\n",
      "    Topic: 59\n",
      "    Search Interface: PyterrierWebSearchInterface\n",
      "        index_dir: \n",
      "\n",
      "  User Configuration (fixeddepthuser10-random-gpt-rprob05nprob05):\n",
      "    Query Generator: PredeterminedQueryGenerator\n",
      "        stopword_file: ../example_data/terms/stopwords.txt\n",
      "        query_file: ../wtr/wtr-uqvs-orig.txt\n",
      "        user: 1\n",
      "    Snippet Classifier: StochasticInformedTrecTextClassifier\n",
      "        qrel_file: ../wtr/queries_qrels/rel_PageTitle_qrels.txt\n",
      "        rprob: 0.5\n",
      "        nprob: 0.5\n",
      "        data_handler: 0\n",
      "    Document Classifier: StochasticInformedTrecTextClassifier\n",
      "        qrel_file: ../wtr/queries_qrels/rel_table_qrels.txt\n",
      "        rprob: 1.0\n",
      "        nprob: 0.0\n",
      "        data_handler: 0\n",
      "    Stopping Decision Maker: FixedDepthDecisionMaker\n",
      "        depth: 10\n",
      "    SERP Impression: SimpleSERPImpression\n",
      "        qrel_file: ../wtr/queries_qrels/rel_table_qrels.txt\n",
      "    Logger: FixedCostLogger\n",
      "        time_limit: 10000\n",
      "        query_cost: 10\n",
      "        document_cost: 20\n",
      "        snippet_cost: 3\n",
      "        serp_results_cost: 5\n",
      "        mark_document_cost: 3\n",
      "    Search Context: SearchContext\n",
      "        relevance_revision: 1\n",
      "\n",
      "  Results Summary:\n",
      "    Number of Queries Issued: 100\n",
      "    Number of Snippets Examined: 1000\n",
      "    Number of Documents Examined: 256\n",
      "    Number of Documents Marked Relevant: 8\n",
      "    Number of Attractive SERPs Examined: 100\n",
      "    Number of Unattractive SERPs Examined: 0\n",
      "\n",
      "\u001b[H\u001b[2JSIMULATION 'wtr_sim-59-fixeddepthuser10-PageTitle-gpt-rprob10nprob00'\n",
      "  Simulation Configuration:\n",
      "    Topic: 59\n",
      "    Search Interface: PyterrierWebSearchInterface\n",
      "        index_dir: \n",
      "\n",
      "  User Configuration (fixeddepthuser10-PageTitle-gpt-rprob10nprob00):\n",
      "    Query Generator: PredeterminedQueryGenerator\n",
      "        stopword_file: ../example_data/terms/stopwords.txt\n",
      "        query_file: ../wtr/wtr-uqvs-orig.txt\n",
      "        user: 1\n",
      "    Snippet Classifier: StochasticInformedTrecTextClassifier\n",
      "        qrel_file: ../wtr/queries_qrels/rel_PageTitle_qrels.txt\n",
      "        rprob: 1.0\n",
      "        nprob: 0.0\n",
      "        data_handler: 0\n",
      "    Document Classifier: StochasticInformedTrecTextClassifier\n",
      "        qrel_file: ../wtr/queries_qrels/rel_table_qrels.txt\n",
      "        rprob: 1.0\n",
      "        nprob: 0.0\n",
      "        data_handler: 0\n",
      "    Stopping Decision Maker: FixedDepthDecisionMaker\n",
      "        depth: 10\n",
      "    SERP Impression: SimpleSERPImpression\n",
      "        qrel_file: ../wtr/queries_qrels/rel_table_qrels.txt\n",
      "    Logger: FixedCostLogger\n",
      "        time_limit: 10000\n",
      "        query_cost: 10\n",
      "        document_cost: 20\n",
      "        snippet_cost: 3\n",
      "        serp_results_cost: 5\n",
      "        mark_document_cost: 3\n",
      "    Search Context: SearchContext\n",
      "        relevance_revision: 1\n",
      "\n",
      "  Results Summary:\n",
      "    Number of Queries Issued: 100\n",
      "    Number of Snippets Examined: 1000\n",
      "    Number of Documents Examined: 9\n",
      "    Number of Documents Marked Relevant: 5\n",
      "    Number of Attractive SERPs Examined: 100\n",
      "    Number of Unattractive SERPs Examined: 0\n",
      "\n",
      "\u001b[H\u001b[2JSIMULATION 'wtr_sim-59-fixeddepthuser10-textAfter-gpt-rprob10nprob00'\n",
      "  Simulation Configuration:\n",
      "    Topic: 59\n",
      "    Search Interface: PyterrierWebSearchInterface\n",
      "        index_dir: \n",
      "\n",
      "  User Configuration (fixeddepthuser10-textAfter-gpt-rprob10nprob00):\n",
      "    Query Generator: PredeterminedQueryGenerator\n",
      "        stopword_file: ../example_data/terms/stopwords.txt\n",
      "        query_file: ../wtr/wtr-uqvs-orig.txt\n",
      "        user: 1\n",
      "    Snippet Classifier: StochasticInformedTrecTextClassifier\n",
      "        qrel_file: ../wtr/queries_qrels/rel_textAfter_qrels.txt\n",
      "        rprob: 1.0\n",
      "        nprob: 0.0\n",
      "        data_handler: 0\n",
      "    Document Classifier: StochasticInformedTrecTextClassifier\n",
      "        qrel_file: ../wtr/queries_qrels/rel_table_qrels.txt\n",
      "        rprob: 1.0\n",
      "        nprob: 0.0\n",
      "        data_handler: 0\n",
      "    Stopping Decision Maker: FixedDepthDecisionMaker\n",
      "        depth: 10\n",
      "    SERP Impression: SimpleSERPImpression\n",
      "        qrel_file: ../wtr/queries_qrels/rel_table_qrels.txt\n",
      "    Logger: FixedCostLogger\n",
      "        time_limit: 10000\n",
      "        query_cost: 10\n",
      "        document_cost: 20\n",
      "        snippet_cost: 3\n",
      "        serp_results_cost: 5\n",
      "        mark_document_cost: 3\n",
      "    Search Context: SearchContext\n",
      "        relevance_revision: 1\n",
      "\n",
      "  Results Summary:\n",
      "    Number of Queries Issued: 100\n",
      "    Number of Snippets Examined: 1000\n",
      "    Number of Documents Examined: 10\n",
      "    Number of Documents Marked Relevant: 7\n",
      "    Number of Attractive SERPs Examined: 100\n",
      "    Number of Unattractive SERPs Examined: 0\n",
      "\n",
      "\u001b[H\u001b[2JSIMULATION 'wtr_sim-59-fixeddepthuser10-textBefore-gpt-rprob10nprob00'\n",
      "  Simulation Configuration:\n",
      "    Topic: 59\n",
      "    Search Interface: PyterrierWebSearchInterface\n",
      "        index_dir: \n",
      "\n",
      "  User Configuration (fixeddepthuser10-textBefore-gpt-rprob10nprob00):\n",
      "    Query Generator: PredeterminedQueryGenerator\n",
      "        stopword_file: ../example_data/terms/stopwords.txt\n",
      "        query_file: ../wtr/wtr-uqvs-orig.txt\n",
      "        user: 1\n",
      "    Snippet Classifier: StochasticInformedTrecTextClassifier\n",
      "        qrel_file: ../wtr/queries_qrels/rel_textBefore_qrels.txt\n",
      "        rprob: 1.0\n",
      "        nprob: 0.0\n",
      "        data_handler: 0\n",
      "    Document Classifier: StochasticInformedTrecTextClassifier\n",
      "        qrel_file: ../wtr/queries_qrels/rel_table_qrels.txt\n",
      "        rprob: 1.0\n",
      "        nprob: 0.0\n",
      "        data_handler: 0\n",
      "    Stopping Decision Maker: FixedDepthDecisionMaker\n",
      "        depth: 10\n",
      "    SERP Impression: SimpleSERPImpression\n",
      "        qrel_file: ../wtr/queries_qrels/rel_table_qrels.txt\n",
      "    Logger: FixedCostLogger\n",
      "        time_limit: 10000\n",
      "        query_cost: 10\n",
      "        document_cost: 20\n",
      "        snippet_cost: 3\n",
      "        serp_results_cost: 5\n",
      "        mark_document_cost: 3\n",
      "    Search Context: SearchContext\n",
      "        relevance_revision: 1\n",
      "\n",
      "  Results Summary:\n",
      "    Number of Queries Issued: 100\n",
      "    Number of Snippets Examined: 1000\n",
      "    Number of Documents Examined: 10\n",
      "    Number of Documents Marked Relevant: 5\n",
      "    Number of Attractive SERPs Examined: 100\n",
      "    Number of Unattractive SERPs Examined: 0\n",
      "\n",
      "\u001b[H\u001b[2JSIMULATION 'wtr_sim-59-fixeddepthuser10-PageTitle-gpt-rprob09nprob03'\n",
      "  Simulation Configuration:\n",
      "    Topic: 59\n",
      "    Search Interface: PyterrierWebSearchInterface\n",
      "        index_dir: \n",
      "\n",
      "  User Configuration (fixeddepthuser10-PageTitle-gpt-rprob09nprob03):\n",
      "    Query Generator: PredeterminedQueryGenerator\n",
      "        stopword_file: ../example_data/terms/stopwords.txt\n",
      "        query_file: ../wtr/wtr-uqvs-orig.txt\n",
      "        user: 1\n",
      "    Snippet Classifier: StochasticInformedTrecTextClassifier\n",
      "        qrel_file: ../wtr/queries_qrels/rel_PageTitle_qrels.txt\n",
      "        rprob: 0.9\n",
      "        nprob: 0.3\n",
      "        data_handler: 0\n",
      "    Document Classifier: StochasticInformedTrecTextClassifier\n",
      "        qrel_file: ../wtr/queries_qrels/rel_table_qrels.txt\n",
      "        rprob: 1.0\n",
      "        nprob: 0.0\n",
      "        data_handler: 0\n",
      "    Stopping Decision Maker: FixedDepthDecisionMaker\n",
      "        depth: 10\n",
      "    SERP Impression: SimpleSERPImpression\n",
      "        qrel_file: ../wtr/queries_qrels/rel_table_qrels.txt\n",
      "    Logger: FixedCostLogger\n",
      "        time_limit: 10000\n",
      "        query_cost: 10\n",
      "        document_cost: 20\n",
      "        snippet_cost: 3\n",
      "        serp_results_cost: 5\n",
      "        mark_document_cost: 3\n",
      "    Search Context: SearchContext\n",
      "        relevance_revision: 1\n",
      "\n",
      "  Results Summary:\n",
      "    Number of Queries Issued: 100\n",
      "    Number of Snippets Examined: 1000\n",
      "    Number of Documents Examined: 182\n",
      "    Number of Documents Marked Relevant: 8\n",
      "    Number of Attractive SERPs Examined: 100\n",
      "    Number of Unattractive SERPs Examined: 0\n",
      "\n",
      "\u001b[H\u001b[2JSIMULATION 'wtr_sim-59-fixeddepthuser10-PageTitle-gpt-rprob08nprob03'\n",
      "  Simulation Configuration:\n",
      "    Topic: 59\n",
      "    Search Interface: PyterrierWebSearchInterface\n",
      "        index_dir: \n",
      "\n",
      "  User Configuration (fixeddepthuser10-PageTitle-gpt-rprob08nprob03):\n",
      "    Query Generator: PredeterminedQueryGenerator\n",
      "        stopword_file: ../example_data/terms/stopwords.txt\n",
      "        query_file: ../wtr/wtr-uqvs-orig.txt\n",
      "        user: 1\n",
      "    Snippet Classifier: StochasticInformedTrecTextClassifier\n",
      "        qrel_file: ../wtr/queries_qrels/rel_PageTitle_qrels.txt\n",
      "        rprob: 0.8\n",
      "        nprob: 0.3\n",
      "        data_handler: 0\n",
      "    Document Classifier: StochasticInformedTrecTextClassifier\n",
      "        qrel_file: ../wtr/queries_qrels/rel_table_qrels.txt\n",
      "        rprob: 1.0\n",
      "        nprob: 0.0\n",
      "        data_handler: 0\n",
      "    Stopping Decision Maker: FixedDepthDecisionMaker\n",
      "        depth: 10\n",
      "    SERP Impression: SimpleSERPImpression\n",
      "        qrel_file: ../wtr/queries_qrels/rel_table_qrels.txt\n",
      "    Logger: FixedCostLogger\n",
      "        time_limit: 10000\n",
      "        query_cost: 10\n",
      "        document_cost: 20\n",
      "        snippet_cost: 3\n",
      "        serp_results_cost: 5\n",
      "        mark_document_cost: 3\n",
      "    Search Context: SearchContext\n",
      "        relevance_revision: 1\n",
      "\n",
      "  Results Summary:\n",
      "    Number of Queries Issued: 100\n",
      "    Number of Snippets Examined: 1000\n",
      "    Number of Documents Examined: 182\n",
      "    Number of Documents Marked Relevant: 8\n",
      "    Number of Attractive SERPs Examined: 100\n",
      "    Number of Unattractive SERPs Examined: 0\n",
      "\n",
      "\u001b[H\u001b[2JSIMULATION 'wtr_sim-59-fixeddepthuser10-PageTitle-gpt-rprob07nprob03'\n",
      "  Simulation Configuration:\n",
      "    Topic: 59\n",
      "    Search Interface: PyterrierWebSearchInterface\n",
      "        index_dir: \n",
      "\n",
      "  User Configuration (fixeddepthuser10-PageTitle-gpt-rprob07nprob03):\n",
      "    Query Generator: PredeterminedQueryGenerator\n",
      "        stopword_file: ../example_data/terms/stopwords.txt\n",
      "        query_file: ../wtr/wtr-uqvs-orig.txt\n",
      "        user: 1\n",
      "    Snippet Classifier: StochasticInformedTrecTextClassifier\n",
      "        qrel_file: ../wtr/queries_qrels/rel_PageTitle_qrels.txt\n",
      "        rprob: 0.7\n",
      "        nprob: 0.3\n",
      "        data_handler: 0\n",
      "    Document Classifier: StochasticInformedTrecTextClassifier\n",
      "        qrel_file: ../wtr/queries_qrels/rel_table_qrels.txt\n",
      "        rprob: 1.0\n",
      "        nprob: 0.0\n",
      "        data_handler: 0\n",
      "    Stopping Decision Maker: FixedDepthDecisionMaker\n",
      "        depth: 10\n",
      "    SERP Impression: SimpleSERPImpression\n",
      "        qrel_file: ../wtr/queries_qrels/rel_table_qrels.txt\n",
      "    Logger: FixedCostLogger\n",
      "        time_limit: 10000\n",
      "        query_cost: 10\n",
      "        document_cost: 20\n",
      "        snippet_cost: 3\n",
      "        serp_results_cost: 5\n",
      "        mark_document_cost: 3\n",
      "    Search Context: SearchContext\n",
      "        relevance_revision: 1\n",
      "\n",
      "  Results Summary:\n",
      "    Number of Queries Issued: 100\n",
      "    Number of Snippets Examined: 1000\n",
      "    Number of Documents Examined: 182\n",
      "    Number of Documents Marked Relevant: 8\n",
      "    Number of Attractive SERPs Examined: 100\n",
      "    Number of Unattractive SERPs Examined: 0\n",
      "\n",
      "\u001b[H\u001b[2JSIMULATION 'wtr_sim-59-fixeddepthuser10-PageTitle-gpt-rprob06nprob03'\n",
      "  Simulation Configuration:\n",
      "    Topic: 59\n",
      "    Search Interface: PyterrierWebSearchInterface\n",
      "        index_dir: \n",
      "\n",
      "  User Configuration (fixeddepthuser10-PageTitle-gpt-rprob06nprob03):\n",
      "    Query Generator: PredeterminedQueryGenerator\n",
      "        stopword_file: ../example_data/terms/stopwords.txt\n",
      "        query_file: ../wtr/wtr-uqvs-orig.txt\n",
      "        user: 1\n",
      "    Snippet Classifier: StochasticInformedTrecTextClassifier\n",
      "        qrel_file: ../wtr/queries_qrels/rel_PageTitle_qrels.txt\n",
      "        rprob: 0.6\n",
      "        nprob: 0.3\n",
      "        data_handler: 0\n",
      "    Document Classifier: StochasticInformedTrecTextClassifier\n",
      "        qrel_file: ../wtr/queries_qrels/rel_table_qrels.txt\n",
      "        rprob: 1.0\n",
      "        nprob: 0.0\n",
      "        data_handler: 0\n",
      "    Stopping Decision Maker: FixedDepthDecisionMaker\n",
      "        depth: 10\n",
      "    SERP Impression: SimpleSERPImpression\n",
      "        qrel_file: ../wtr/queries_qrels/rel_table_qrels.txt\n",
      "    Logger: FixedCostLogger\n",
      "        time_limit: 10000\n",
      "        query_cost: 10\n",
      "        document_cost: 20\n",
      "        snippet_cost: 3\n",
      "        serp_results_cost: 5\n",
      "        mark_document_cost: 3\n",
      "    Search Context: SearchContext\n",
      "        relevance_revision: 1\n",
      "\n",
      "  Results Summary:\n",
      "    Number of Queries Issued: 100\n",
      "    Number of Snippets Examined: 1000\n",
      "    Number of Documents Examined: 182\n",
      "    Number of Documents Marked Relevant: 7\n",
      "    Number of Attractive SERPs Examined: 100\n",
      "    Number of Unattractive SERPs Examined: 0\n",
      "\n",
      "\u001b[H\u001b[2JSIMULATION 'wtr_sim-60-fixeddepthuser3-PageTitle-gpt-rprob10nprob00'\n",
      "  Simulation Configuration:\n",
      "    Topic: 60\n",
      "    Search Interface: PyterrierWebSearchInterface\n",
      "        index_dir: \n",
      "\n",
      "  User Configuration (fixeddepthuser3-PageTitle-gpt-rprob10nprob00):\n",
      "    Query Generator: PredeterminedQueryGenerator\n",
      "        stopword_file: ../example_data/terms/stopwords.txt\n",
      "        query_file: ../wtr/wtr-uqvs-orig.txt\n",
      "        user: 1\n",
      "    Snippet Classifier: StochasticInformedTrecTextClassifier\n",
      "        qrel_file: ../wtr/queries_qrels/rel_PageTitle_qrels.txt\n",
      "        rprob: 1.0\n",
      "        nprob: 0.0\n",
      "        data_handler: 0\n",
      "    Document Classifier: StochasticInformedTrecTextClassifier\n",
      "        qrel_file: ../wtr/queries_qrels/rel_table_qrels.txt\n",
      "        rprob: 1.0\n",
      "        nprob: 0.0\n",
      "        data_handler: 0\n",
      "    Stopping Decision Maker: FixedDepthDecisionMaker\n",
      "        depth: 3\n",
      "    SERP Impression: SimpleSERPImpression\n",
      "        qrel_file: ../wtr/queries_qrels/rel_table_qrels.txt\n",
      "    Logger: FixedCostLogger\n",
      "        time_limit: 10000\n",
      "        query_cost: 10\n",
      "        document_cost: 20\n",
      "        snippet_cost: 3\n",
      "        serp_results_cost: 5\n",
      "        mark_document_cost: 3\n",
      "    Search Context: SearchContext\n",
      "        relevance_revision: 1\n",
      "\n",
      "  Results Summary:\n",
      "    Number of Queries Issued: 100\n",
      "    Number of Snippets Examined: 300\n",
      "    Number of Documents Examined: 3\n",
      "    Number of Documents Marked Relevant: 2\n",
      "    Number of Attractive SERPs Examined: 100\n",
      "    Number of Unattractive SERPs Examined: 0\n",
      "\n",
      "\u001b[H\u001b[2JSIMULATION 'wtr_sim-60-fixeddepthuser5-PageTitle-gpt-rprob10nprob00'\n",
      "  Simulation Configuration:\n",
      "    Topic: 60\n",
      "    Search Interface: PyterrierWebSearchInterface\n",
      "        index_dir: \n",
      "\n",
      "  User Configuration (fixeddepthuser5-PageTitle-gpt-rprob10nprob00):\n",
      "    Query Generator: PredeterminedQueryGenerator\n",
      "        stopword_file: ../example_data/terms/stopwords.txt\n",
      "        query_file: ../wtr/wtr-uqvs-orig.txt\n",
      "        user: 1\n",
      "    Snippet Classifier: StochasticInformedTrecTextClassifier\n",
      "        qrel_file: ../wtr/queries_qrels/rel_PageTitle_qrels.txt\n",
      "        rprob: 1.0\n",
      "        nprob: 0.0\n",
      "        data_handler: 0\n",
      "    Document Classifier: StochasticInformedTrecTextClassifier\n",
      "        qrel_file: ../wtr/queries_qrels/rel_table_qrels.txt\n",
      "        rprob: 1.0\n",
      "        nprob: 0.0\n",
      "        data_handler: 0\n",
      "    Stopping Decision Maker: FixedDepthDecisionMaker\n",
      "        depth: 5\n",
      "    SERP Impression: SimpleSERPImpression\n",
      "        qrel_file: ../wtr/queries_qrels/rel_table_qrels.txt\n",
      "    Logger: FixedCostLogger\n",
      "        time_limit: 10000\n",
      "        query_cost: 10\n",
      "        document_cost: 20\n",
      "        snippet_cost: 3\n",
      "        serp_results_cost: 5\n",
      "        mark_document_cost: 3\n",
      "    Search Context: SearchContext\n",
      "        relevance_revision: 1\n",
      "\n",
      "  Results Summary:\n",
      "    Number of Queries Issued: 100\n",
      "    Number of Snippets Examined: 500\n",
      "    Number of Documents Examined: 3\n",
      "    Number of Documents Marked Relevant: 2\n",
      "    Number of Attractive SERPs Examined: 100\n",
      "    Number of Unattractive SERPs Examined: 0\n",
      "\n",
      "\u001b[H\u001b[2JSIMULATION 'wtr_sim-60-fixeddepthuser10-PageTitle-gpt-rprob10nprob00'\n",
      "  Simulation Configuration:\n",
      "    Topic: 60\n",
      "    Search Interface: PyterrierWebSearchInterface\n",
      "        index_dir: \n",
      "\n",
      "  User Configuration (fixeddepthuser10-PageTitle-gpt-rprob10nprob00):\n",
      "    Query Generator: PredeterminedQueryGenerator\n",
      "        stopword_file: ../example_data/terms/stopwords.txt\n",
      "        query_file: ../wtr/wtr-uqvs-orig.txt\n",
      "        user: 1\n",
      "    Snippet Classifier: StochasticInformedTrecTextClassifier\n",
      "        qrel_file: ../wtr/queries_qrels/rel_PageTitle_qrels.txt\n",
      "        rprob: 1.0\n",
      "        nprob: 0.0\n",
      "        data_handler: 0\n",
      "    Document Classifier: StochasticInformedTrecTextClassifier\n",
      "        qrel_file: ../wtr/queries_qrels/rel_table_qrels.txt\n",
      "        rprob: 1.0\n",
      "        nprob: 0.0\n",
      "        data_handler: 0\n",
      "    Stopping Decision Maker: FixedDepthDecisionMaker\n",
      "        depth: 10\n",
      "    SERP Impression: SimpleSERPImpression\n",
      "        qrel_file: ../wtr/queries_qrels/rel_table_qrels.txt\n",
      "    Logger: FixedCostLogger\n",
      "        time_limit: 10000\n",
      "        query_cost: 10\n",
      "        document_cost: 20\n",
      "        snippet_cost: 3\n",
      "        serp_results_cost: 5\n",
      "        mark_document_cost: 3\n",
      "    Search Context: SearchContext\n",
      "        relevance_revision: 1\n",
      "\n",
      "  Results Summary:\n",
      "    Number of Queries Issued: 100\n",
      "    Number of Snippets Examined: 1000\n",
      "    Number of Documents Examined: 4\n",
      "    Number of Documents Marked Relevant: 3\n",
      "    Number of Attractive SERPs Examined: 100\n",
      "    Number of Unattractive SERPs Examined: 0\n",
      "\n",
      "\u001b[H\u001b[2JSIMULATION 'wtr_sim-60-fixeddepthuser20-PageTitle-gpt-rprob10nprob00'\n",
      "  Simulation Configuration:\n",
      "    Topic: 60\n",
      "    Search Interface: PyterrierWebSearchInterface\n",
      "        index_dir: \n",
      "\n",
      "  User Configuration (fixeddepthuser20-PageTitle-gpt-rprob10nprob00):\n",
      "    Query Generator: PredeterminedQueryGenerator\n",
      "        stopword_file: ../example_data/terms/stopwords.txt\n",
      "        query_file: ../wtr/wtr-uqvs-orig.txt\n",
      "        user: 1\n",
      "    Snippet Classifier: StochasticInformedTrecTextClassifier\n",
      "        qrel_file: ../wtr/queries_qrels/rel_PageTitle_qrels.txt\n",
      "        rprob: 1.0\n",
      "        nprob: 0.0\n",
      "        data_handler: 0\n",
      "    Document Classifier: StochasticInformedTrecTextClassifier\n",
      "        qrel_file: ../wtr/queries_qrels/rel_table_qrels.txt\n",
      "        rprob: 1.0\n",
      "        nprob: 0.0\n",
      "        data_handler: 0\n",
      "    Stopping Decision Maker: FixedDepthDecisionMaker\n",
      "        depth: 20\n",
      "    SERP Impression: SimpleSERPImpression\n",
      "        qrel_file: ../wtr/queries_qrels/rel_table_qrels.txt\n",
      "    Logger: FixedCostLogger\n",
      "        time_limit: 10000\n",
      "        query_cost: 10\n",
      "        document_cost: 20\n",
      "        snippet_cost: 3\n",
      "        serp_results_cost: 5\n",
      "        mark_document_cost: 3\n",
      "    Search Context: SearchContext\n",
      "        relevance_revision: 1\n",
      "\n",
      "  Results Summary:\n",
      "    Number of Queries Issued: 100\n",
      "    Number of Snippets Examined: 2000\n",
      "    Number of Documents Examined: 7\n",
      "    Number of Documents Marked Relevant: 5\n",
      "    Number of Attractive SERPs Examined: 100\n",
      "    Number of Unattractive SERPs Examined: 0\n",
      "\n",
      "\u001b[H\u001b[2JSIMULATION 'wtr_sim-60-fixeddepthuser30-PageTitle-gpt-rprob10nprob00'\n",
      "  Simulation Configuration:\n",
      "    Topic: 60\n",
      "    Search Interface: PyterrierWebSearchInterface\n",
      "        index_dir: \n",
      "\n",
      "  User Configuration (fixeddepthuser30-PageTitle-gpt-rprob10nprob00):\n",
      "    Query Generator: PredeterminedQueryGenerator\n",
      "        stopword_file: ../example_data/terms/stopwords.txt\n",
      "        query_file: ../wtr/wtr-uqvs-orig.txt\n",
      "        user: 1\n",
      "    Snippet Classifier: StochasticInformedTrecTextClassifier\n",
      "        qrel_file: ../wtr/queries_qrels/rel_PageTitle_qrels.txt\n",
      "        rprob: 1.0\n",
      "        nprob: 0.0\n",
      "        data_handler: 0\n",
      "    Document Classifier: StochasticInformedTrecTextClassifier\n",
      "        qrel_file: ../wtr/queries_qrels/rel_table_qrels.txt\n",
      "        rprob: 1.0\n",
      "        nprob: 0.0\n",
      "        data_handler: 0\n",
      "    Stopping Decision Maker: FixedDepthDecisionMaker\n",
      "        depth: 30\n",
      "    SERP Impression: SimpleSERPImpression\n",
      "        qrel_file: ../wtr/queries_qrels/rel_table_qrels.txt\n",
      "    Logger: FixedCostLogger\n",
      "        time_limit: 10000\n",
      "        query_cost: 10\n",
      "        document_cost: 20\n",
      "        snippet_cost: 3\n",
      "        serp_results_cost: 5\n",
      "        mark_document_cost: 3\n",
      "    Search Context: SearchContext\n",
      "        relevance_revision: 1\n",
      "\n",
      "  Results Summary:\n",
      "    Number of Queries Issued: 94\n",
      "    Number of Snippets Examined: 2812\n",
      "    Number of Documents Examined: 7\n",
      "    Number of Documents Marked Relevant: 5\n",
      "    Number of Attractive SERPs Examined: 94\n",
      "    Number of Unattractive SERPs Examined: 0\n",
      "\n",
      "\u001b[H\u001b[2JSIMULATION 'wtr_sim-60-fixeddepthuser10-random-gpt-rprob05nprob05'\n",
      "  Simulation Configuration:\n",
      "    Topic: 60\n",
      "    Search Interface: PyterrierWebSearchInterface\n",
      "        index_dir: \n",
      "\n",
      "  User Configuration (fixeddepthuser10-random-gpt-rprob05nprob05):\n",
      "    Query Generator: PredeterminedQueryGenerator\n",
      "        stopword_file: ../example_data/terms/stopwords.txt\n",
      "        query_file: ../wtr/wtr-uqvs-orig.txt\n",
      "        user: 1\n",
      "    Snippet Classifier: StochasticInformedTrecTextClassifier\n",
      "        qrel_file: ../wtr/queries_qrels/rel_PageTitle_qrels.txt\n",
      "        rprob: 0.5\n",
      "        nprob: 0.5\n",
      "        data_handler: 0\n",
      "    Document Classifier: StochasticInformedTrecTextClassifier\n",
      "        qrel_file: ../wtr/queries_qrels/rel_table_qrels.txt\n",
      "        rprob: 1.0\n",
      "        nprob: 0.0\n",
      "        data_handler: 0\n",
      "    Stopping Decision Maker: FixedDepthDecisionMaker\n",
      "        depth: 10\n",
      "    SERP Impression: SimpleSERPImpression\n",
      "        qrel_file: ../wtr/queries_qrels/rel_table_qrels.txt\n",
      "    Logger: FixedCostLogger\n",
      "        time_limit: 10000\n",
      "        query_cost: 10\n",
      "        document_cost: 20\n",
      "        snippet_cost: 3\n",
      "        serp_results_cost: 5\n",
      "        mark_document_cost: 3\n",
      "    Search Context: SearchContext\n",
      "        relevance_revision: 1\n",
      "\n",
      "  Results Summary:\n",
      "    Number of Queries Issued: 72\n",
      "    Number of Snippets Examined: 719\n",
      "    Number of Documents Examined: 338\n",
      "    Number of Documents Marked Relevant: 2\n",
      "    Number of Attractive SERPs Examined: 72\n",
      "    Number of Unattractive SERPs Examined: 0\n",
      "\n",
      "\u001b[H\u001b[2JSIMULATION 'wtr_sim-60-fixeddepthuser10-PageTitle-gpt-rprob10nprob00'\n",
      "  Simulation Configuration:\n",
      "    Topic: 60\n",
      "    Search Interface: PyterrierWebSearchInterface\n",
      "        index_dir: \n",
      "\n",
      "  User Configuration (fixeddepthuser10-PageTitle-gpt-rprob10nprob00):\n",
      "    Query Generator: PredeterminedQueryGenerator\n",
      "        stopword_file: ../example_data/terms/stopwords.txt\n",
      "        query_file: ../wtr/wtr-uqvs-orig.txt\n",
      "        user: 1\n",
      "    Snippet Classifier: StochasticInformedTrecTextClassifier\n",
      "        qrel_file: ../wtr/queries_qrels/rel_PageTitle_qrels.txt\n",
      "        rprob: 1.0\n",
      "        nprob: 0.0\n",
      "        data_handler: 0\n",
      "    Document Classifier: StochasticInformedTrecTextClassifier\n",
      "        qrel_file: ../wtr/queries_qrels/rel_table_qrels.txt\n",
      "        rprob: 1.0\n",
      "        nprob: 0.0\n",
      "        data_handler: 0\n",
      "    Stopping Decision Maker: FixedDepthDecisionMaker\n",
      "        depth: 10\n",
      "    SERP Impression: SimpleSERPImpression\n",
      "        qrel_file: ../wtr/queries_qrels/rel_table_qrels.txt\n",
      "    Logger: FixedCostLogger\n",
      "        time_limit: 10000\n",
      "        query_cost: 10\n",
      "        document_cost: 20\n",
      "        snippet_cost: 3\n",
      "        serp_results_cost: 5\n",
      "        mark_document_cost: 3\n",
      "    Search Context: SearchContext\n",
      "        relevance_revision: 1\n",
      "\n",
      "  Results Summary:\n",
      "    Number of Queries Issued: 100\n",
      "    Number of Snippets Examined: 1000\n",
      "    Number of Documents Examined: 4\n",
      "    Number of Documents Marked Relevant: 3\n",
      "    Number of Attractive SERPs Examined: 100\n",
      "    Number of Unattractive SERPs Examined: 0\n",
      "\n",
      "\u001b[H\u001b[2JSIMULATION 'wtr_sim-60-fixeddepthuser10-textAfter-gpt-rprob10nprob00'\n",
      "  Simulation Configuration:\n",
      "    Topic: 60\n",
      "    Search Interface: PyterrierWebSearchInterface\n",
      "        index_dir: \n",
      "\n",
      "  User Configuration (fixeddepthuser10-textAfter-gpt-rprob10nprob00):\n",
      "    Query Generator: PredeterminedQueryGenerator\n",
      "        stopword_file: ../example_data/terms/stopwords.txt\n",
      "        query_file: ../wtr/wtr-uqvs-orig.txt\n",
      "        user: 1\n",
      "    Snippet Classifier: StochasticInformedTrecTextClassifier\n",
      "        qrel_file: ../wtr/queries_qrels/rel_textAfter_qrels.txt\n",
      "        rprob: 1.0\n",
      "        nprob: 0.0\n",
      "        data_handler: 0\n",
      "    Document Classifier: StochasticInformedTrecTextClassifier\n",
      "        qrel_file: ../wtr/queries_qrels/rel_table_qrels.txt\n",
      "        rprob: 1.0\n",
      "        nprob: 0.0\n",
      "        data_handler: 0\n",
      "    Stopping Decision Maker: FixedDepthDecisionMaker\n",
      "        depth: 10\n",
      "    SERP Impression: SimpleSERPImpression\n",
      "        qrel_file: ../wtr/queries_qrels/rel_table_qrels.txt\n",
      "    Logger: FixedCostLogger\n",
      "        time_limit: 10000\n",
      "        query_cost: 10\n",
      "        document_cost: 20\n",
      "        snippet_cost: 3\n",
      "        serp_results_cost: 5\n",
      "        mark_document_cost: 3\n",
      "    Search Context: SearchContext\n",
      "        relevance_revision: 1\n",
      "\n",
      "  Results Summary:\n",
      "    Number of Queries Issued: 100\n",
      "    Number of Snippets Examined: 1000\n",
      "    Number of Documents Examined: 4\n",
      "    Number of Documents Marked Relevant: 2\n",
      "    Number of Attractive SERPs Examined: 100\n",
      "    Number of Unattractive SERPs Examined: 0\n",
      "\n",
      "\u001b[H\u001b[2JSIMULATION 'wtr_sim-60-fixeddepthuser10-textBefore-gpt-rprob10nprob00'\n",
      "  Simulation Configuration:\n",
      "    Topic: 60\n",
      "    Search Interface: PyterrierWebSearchInterface\n",
      "        index_dir: \n",
      "\n",
      "  User Configuration (fixeddepthuser10-textBefore-gpt-rprob10nprob00):\n",
      "    Query Generator: PredeterminedQueryGenerator\n",
      "        stopword_file: ../example_data/terms/stopwords.txt\n",
      "        query_file: ../wtr/wtr-uqvs-orig.txt\n",
      "        user: 1\n",
      "    Snippet Classifier: StochasticInformedTrecTextClassifier\n",
      "        qrel_file: ../wtr/queries_qrels/rel_textBefore_qrels.txt\n",
      "        rprob: 1.0\n",
      "        nprob: 0.0\n",
      "        data_handler: 0\n",
      "    Document Classifier: StochasticInformedTrecTextClassifier\n",
      "        qrel_file: ../wtr/queries_qrels/rel_table_qrels.txt\n",
      "        rprob: 1.0\n",
      "        nprob: 0.0\n",
      "        data_handler: 0\n",
      "    Stopping Decision Maker: FixedDepthDecisionMaker\n",
      "        depth: 10\n",
      "    SERP Impression: SimpleSERPImpression\n",
      "        qrel_file: ../wtr/queries_qrels/rel_table_qrels.txt\n",
      "    Logger: FixedCostLogger\n",
      "        time_limit: 10000\n",
      "        query_cost: 10\n",
      "        document_cost: 20\n",
      "        snippet_cost: 3\n",
      "        serp_results_cost: 5\n",
      "        mark_document_cost: 3\n",
      "    Search Context: SearchContext\n",
      "        relevance_revision: 1\n",
      "\n",
      "  Results Summary:\n",
      "    Number of Queries Issued: 100\n",
      "    Number of Snippets Examined: 1000\n",
      "    Number of Documents Examined: 4\n",
      "    Number of Documents Marked Relevant: 3\n",
      "    Number of Attractive SERPs Examined: 100\n",
      "    Number of Unattractive SERPs Examined: 0\n",
      "\n",
      "\u001b[H\u001b[2JSIMULATION 'wtr_sim-60-fixeddepthuser10-PageTitle-gpt-rprob09nprob03'\n",
      "  Simulation Configuration:\n",
      "    Topic: 60\n",
      "    Search Interface: PyterrierWebSearchInterface\n",
      "        index_dir: \n",
      "\n",
      "  User Configuration (fixeddepthuser10-PageTitle-gpt-rprob09nprob03):\n",
      "    Query Generator: PredeterminedQueryGenerator\n",
      "        stopword_file: ../example_data/terms/stopwords.txt\n",
      "        query_file: ../wtr/wtr-uqvs-orig.txt\n",
      "        user: 1\n",
      "    Snippet Classifier: StochasticInformedTrecTextClassifier\n",
      "        qrel_file: ../wtr/queries_qrels/rel_PageTitle_qrels.txt\n",
      "        rprob: 0.9\n",
      "        nprob: 0.3\n",
      "        data_handler: 0\n",
      "    Document Classifier: StochasticInformedTrecTextClassifier\n",
      "        qrel_file: ../wtr/queries_qrels/rel_table_qrels.txt\n",
      "        rprob: 1.0\n",
      "        nprob: 0.0\n",
      "        data_handler: 0\n",
      "    Stopping Decision Maker: FixedDepthDecisionMaker\n",
      "        depth: 10\n",
      "    SERP Impression: SimpleSERPImpression\n",
      "        qrel_file: ../wtr/queries_qrels/rel_table_qrels.txt\n",
      "    Logger: FixedCostLogger\n",
      "        time_limit: 10000\n",
      "        query_cost: 10\n",
      "        document_cost: 20\n",
      "        snippet_cost: 3\n",
      "        serp_results_cost: 5\n",
      "        mark_document_cost: 3\n",
      "    Search Context: SearchContext\n",
      "        relevance_revision: 1\n",
      "\n",
      "  Results Summary:\n",
      "    Number of Queries Issued: 97\n",
      "    Number of Snippets Examined: 967\n",
      "    Number of Documents Examined: 282\n",
      "    Number of Documents Marked Relevant: 2\n",
      "    Number of Attractive SERPs Examined: 97\n",
      "    Number of Unattractive SERPs Examined: 0\n",
      "\n",
      "\u001b[H\u001b[2JSIMULATION 'wtr_sim-60-fixeddepthuser10-PageTitle-gpt-rprob08nprob03'\n",
      "  Simulation Configuration:\n",
      "    Topic: 60\n",
      "    Search Interface: PyterrierWebSearchInterface\n",
      "        index_dir: \n",
      "\n",
      "  User Configuration (fixeddepthuser10-PageTitle-gpt-rprob08nprob03):\n",
      "    Query Generator: PredeterminedQueryGenerator\n",
      "        stopword_file: ../example_data/terms/stopwords.txt\n",
      "        query_file: ../wtr/wtr-uqvs-orig.txt\n",
      "        user: 1\n",
      "    Snippet Classifier: StochasticInformedTrecTextClassifier\n",
      "        qrel_file: ../wtr/queries_qrels/rel_PageTitle_qrels.txt\n",
      "        rprob: 0.8\n",
      "        nprob: 0.3\n",
      "        data_handler: 0\n",
      "    Document Classifier: StochasticInformedTrecTextClassifier\n",
      "        qrel_file: ../wtr/queries_qrels/rel_table_qrels.txt\n",
      "        rprob: 1.0\n",
      "        nprob: 0.0\n",
      "        data_handler: 0\n",
      "    Stopping Decision Maker: FixedDepthDecisionMaker\n",
      "        depth: 10\n",
      "    SERP Impression: SimpleSERPImpression\n",
      "        qrel_file: ../wtr/queries_qrels/rel_table_qrels.txt\n",
      "    Logger: FixedCostLogger\n",
      "        time_limit: 10000\n",
      "        query_cost: 10\n",
      "        document_cost: 20\n",
      "        snippet_cost: 3\n",
      "        serp_results_cost: 5\n",
      "        mark_document_cost: 3\n",
      "    Search Context: SearchContext\n",
      "        relevance_revision: 1\n",
      "\n",
      "  Results Summary:\n",
      "    Number of Queries Issued: 97\n",
      "    Number of Snippets Examined: 967\n",
      "    Number of Documents Examined: 282\n",
      "    Number of Documents Marked Relevant: 2\n",
      "    Number of Attractive SERPs Examined: 97\n",
      "    Number of Unattractive SERPs Examined: 0\n",
      "\n",
      "\u001b[H\u001b[2JSIMULATION 'wtr_sim-60-fixeddepthuser10-PageTitle-gpt-rprob07nprob03'\n",
      "  Simulation Configuration:\n",
      "    Topic: 60\n",
      "    Search Interface: PyterrierWebSearchInterface\n",
      "        index_dir: \n",
      "\n",
      "  User Configuration (fixeddepthuser10-PageTitle-gpt-rprob07nprob03):\n",
      "    Query Generator: PredeterminedQueryGenerator\n",
      "        stopword_file: ../example_data/terms/stopwords.txt\n",
      "        query_file: ../wtr/wtr-uqvs-orig.txt\n",
      "        user: 1\n",
      "    Snippet Classifier: StochasticInformedTrecTextClassifier\n",
      "        qrel_file: ../wtr/queries_qrels/rel_PageTitle_qrels.txt\n",
      "        rprob: 0.7\n",
      "        nprob: 0.3\n",
      "        data_handler: 0\n",
      "    Document Classifier: StochasticInformedTrecTextClassifier\n",
      "        qrel_file: ../wtr/queries_qrels/rel_table_qrels.txt\n",
      "        rprob: 1.0\n",
      "        nprob: 0.0\n",
      "        data_handler: 0\n",
      "    Stopping Decision Maker: FixedDepthDecisionMaker\n",
      "        depth: 10\n",
      "    SERP Impression: SimpleSERPImpression\n",
      "        qrel_file: ../wtr/queries_qrels/rel_table_qrels.txt\n",
      "    Logger: FixedCostLogger\n",
      "        time_limit: 10000\n",
      "        query_cost: 10\n",
      "        document_cost: 20\n",
      "        snippet_cost: 3\n",
      "        serp_results_cost: 5\n",
      "        mark_document_cost: 3\n",
      "    Search Context: SearchContext\n",
      "        relevance_revision: 1\n",
      "\n",
      "  Results Summary:\n",
      "    Number of Queries Issued: 97\n",
      "    Number of Snippets Examined: 968\n",
      "    Number of Documents Examined: 282\n",
      "    Number of Documents Marked Relevant: 1\n",
      "    Number of Attractive SERPs Examined: 97\n",
      "    Number of Unattractive SERPs Examined: 0\n",
      "\n",
      "\u001b[H\u001b[2JSIMULATION 'wtr_sim-60-fixeddepthuser10-PageTitle-gpt-rprob06nprob03'\n",
      "  Simulation Configuration:\n",
      "    Topic: 60\n",
      "    Search Interface: PyterrierWebSearchInterface\n",
      "        index_dir: \n",
      "\n",
      "  User Configuration (fixeddepthuser10-PageTitle-gpt-rprob06nprob03):\n",
      "    Query Generator: PredeterminedQueryGenerator\n",
      "        stopword_file: ../example_data/terms/stopwords.txt\n",
      "        query_file: ../wtr/wtr-uqvs-orig.txt\n",
      "        user: 1\n",
      "    Snippet Classifier: StochasticInformedTrecTextClassifier\n",
      "        qrel_file: ../wtr/queries_qrels/rel_PageTitle_qrels.txt\n",
      "        rprob: 0.6\n",
      "        nprob: 0.3\n",
      "        data_handler: 0\n",
      "    Document Classifier: StochasticInformedTrecTextClassifier\n",
      "        qrel_file: ../wtr/queries_qrels/rel_table_qrels.txt\n",
      "        rprob: 1.0\n",
      "        nprob: 0.0\n",
      "        data_handler: 0\n",
      "    Stopping Decision Maker: FixedDepthDecisionMaker\n",
      "        depth: 10\n",
      "    SERP Impression: SimpleSERPImpression\n",
      "        qrel_file: ../wtr/queries_qrels/rel_table_qrels.txt\n",
      "    Logger: FixedCostLogger\n",
      "        time_limit: 10000\n",
      "        query_cost: 10\n",
      "        document_cost: 20\n",
      "        snippet_cost: 3\n",
      "        serp_results_cost: 5\n",
      "        mark_document_cost: 3\n",
      "    Search Context: SearchContext\n",
      "        relevance_revision: 1\n",
      "\n",
      "  Results Summary:\n",
      "    Number of Queries Issued: 97\n",
      "    Number of Snippets Examined: 968\n",
      "    Number of Documents Examined: 282\n",
      "    Number of Documents Marked Relevant: 1\n",
      "    Number of Attractive SERPs Examined: 97\n",
      "    Number of Unattractive SERPs Examined: 0\n",
      "\n"
     ]
    }
   ],
   "source": [
    "!cd ./simiir/ && python run_simiir.py ../sims/wtr_simulation.xml"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 9,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>docid</th>\n",
       "      <th>docno</th>\n",
       "      <th>qid</th>\n",
       "      <th>query</th>\n",
       "      <th>rank</th>\n",
       "      <th>score</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>186727</td>\n",
       "      <td>25/1438042987155.85_20150728002307-00340-ip-10...</td>\n",
       "      <td>1</td>\n",
       "      <td>ipod models</td>\n",
       "      <td>0</td>\n",
       "      <td>32.937807</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>440541</td>\n",
       "      <td>8/1438042986022.41_20150728002306-00173-ip-10-...</td>\n",
       "      <td>1</td>\n",
       "      <td>ipod models</td>\n",
       "      <td>1</td>\n",
       "      <td>32.937807</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>450132</td>\n",
       "      <td>9/1438042990611.52_20150728002310-00287-ip-10-...</td>\n",
       "      <td>1</td>\n",
       "      <td>ipod models</td>\n",
       "      <td>2</td>\n",
       "      <td>32.937807</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>1135155</td>\n",
       "      <td>49/1438042988962.66_20150728002308-00153-ip-10...</td>\n",
       "      <td>1</td>\n",
       "      <td>ipod models</td>\n",
       "      <td>3</td>\n",
       "      <td>32.937807</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>1682637</td>\n",
       "      <td>21/1438042988840.31_20150728002308-00289-ip-10...</td>\n",
       "      <td>1</td>\n",
       "      <td>ipod models</td>\n",
       "      <td>4</td>\n",
       "      <td>32.937807</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>95</th>\n",
       "      <td>652224</td>\n",
       "      <td>36/1438042988598.68_20150728002308-00103-ip-10...</td>\n",
       "      <td>1</td>\n",
       "      <td>ipod models</td>\n",
       "      <td>95</td>\n",
       "      <td>20.019445</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>96</th>\n",
       "      <td>733658</td>\n",
       "      <td>47/1438042986444.39_20150728002306-00036-ip-10...</td>\n",
       "      <td>1</td>\n",
       "      <td>ipod models</td>\n",
       "      <td>96</td>\n",
       "      <td>20.010496</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>97</th>\n",
       "      <td>2294055</td>\n",
       "      <td>2/1438042981856.5_20150728002301-00059-ip-10-2...</td>\n",
       "      <td>1</td>\n",
       "      <td>ipod models</td>\n",
       "      <td>97</td>\n",
       "      <td>20.010496</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>98</th>\n",
       "      <td>101662</td>\n",
       "      <td>13/1438042992543.60_20150728002312-00271-ip-10...</td>\n",
       "      <td>1</td>\n",
       "      <td>ipod models</td>\n",
       "      <td>98</td>\n",
       "      <td>19.992620</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>99</th>\n",
       "      <td>813214</td>\n",
       "      <td>7/1438042988311.72_20150728002308-00028-ip-10-...</td>\n",
       "      <td>1</td>\n",
       "      <td>ipod models</td>\n",
       "      <td>99</td>\n",
       "      <td>19.992620</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>100 rows × 6 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "      docid                                              docno qid   \n",
       "0    186727  25/1438042987155.85_20150728002307-00340-ip-10...   1  \\\n",
       "1    440541  8/1438042986022.41_20150728002306-00173-ip-10-...   1   \n",
       "2    450132  9/1438042990611.52_20150728002310-00287-ip-10-...   1   \n",
       "3   1135155  49/1438042988962.66_20150728002308-00153-ip-10...   1   \n",
       "4   1682637  21/1438042988840.31_20150728002308-00289-ip-10...   1   \n",
       "..      ...                                                ...  ..   \n",
       "95   652224  36/1438042988598.68_20150728002308-00103-ip-10...   1   \n",
       "96   733658  47/1438042986444.39_20150728002306-00036-ip-10...   1   \n",
       "97  2294055  2/1438042981856.5_20150728002301-00059-ip-10-2...   1   \n",
       "98   101662  13/1438042992543.60_20150728002312-00271-ip-10...   1   \n",
       "99   813214  7/1438042988311.72_20150728002308-00028-ip-10-...   1   \n",
       "\n",
       "          query  rank      score  \n",
       "0   ipod models     0  32.937807  \n",
       "1   ipod models     1  32.937807  \n",
       "2   ipod models     2  32.937807  \n",
       "3   ipod models     3  32.937807  \n",
       "4   ipod models     4  32.937807  \n",
       "..          ...   ...        ...  \n",
       "95  ipod models    95  20.019445  \n",
       "96  ipod models    96  20.010496  \n",
       "97  ipod models    97  20.010496  \n",
       "98  ipod models    98  19.992620  \n",
       "99  ipod models    99  19.992620  \n",
       "\n",
       "[100 rows x 6 columns]"
      ]
     },
     "execution_count": 9,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "import requests \n",
    "import json \n",
    "\n",
    "def fetch_and_parse(url):\n",
    "        try:\n",
    "            response = requests.get(url)\n",
    "            response.raise_for_status()\n",
    "        except requests.exceptions.HTTPError as errh:\n",
    "            print (\"Http Error:\", errh)\n",
    "            return\n",
    "        except requests.exceptions.ConnectionError as errc:\n",
    "            print (\"Error Connecting:\", errc)\n",
    "            return\n",
    "        except requests.exceptions.Timeout as errt:\n",
    "            print (\"Timeout Error:\", errt)\n",
    "            return\n",
    "        except requests.exceptions.RequestException as err:\n",
    "            print (\"Something went wrong\", err)\n",
    "            return\n",
    "        try:\n",
    "            data = json.loads(response.text)\n",
    "            return data\n",
    "        except json.JSONDecodeError as e:\n",
    "            print(\"Failed to decode:\", e)\n",
    "            return\n",
    "\n",
    "import pandas as pd        \n",
    "url = 'http://localhost:5000/results/' + 'ipod models'\n",
    "pd.DataFrame.from_dict(fetch_and_parse(url).get('response'))"
   ]
  },
  {
   "attachments": {},
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "# Evaluations"
   ]
  },
  {
   "attachments": {},
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "## Modalities"
   ]
  },
  {
   "attachments": {},
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "### sDCG "
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 55,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "image/png": "iVBORw0KGgoAAAANSUhEUgAAARIAAAEGCAYAAACpcBquAAAAOXRFWHRTb2Z0d2FyZQBNYXRwbG90bGliIHZlcnNpb24zLjcuMSwgaHR0cHM6Ly9tYXRwbG90bGliLm9yZy/bCgiHAAAACXBIWXMAAAsTAAALEwEAmpwYAAA440lEQVR4nO3deVxU9f7H8dcsDDDsKIsrCggpKJiWW7nmkktaar9Kb+W9Wtc0K5fc0uxW2i3LvG1qXb1p/bLbvWValpq4pbmLpKLihqhssg0zzHrm/P4gKX4iojDMwvf5ePR4xDmHMx9m4O33fL/f8z0KWZZlBEEQakHp7AIEQXB/IkgEQag1ESSCINSaCBJBEGpNBIkgCLWmdnYBt8putyNJ1w80qVSKKre7GneoU9RYd9yhzprW6OWluuE+twsSSZIpLi67bntwsLbK7a7GHeoUNdYdd6izpjWGhQXccJ+4tBEEodZEkAiCUGsODxJJkhgxYgRPP/30dfu+/vprunbtyvDhwxk+fDhfffWVo8sRBMEBHN5Hsnr1amJiYtDr9VXuHzx4MPPnz6/Va0iSjczMCxiNxlqdpz7k5ipwxbsS1GoNISFhqFRu120muACH/tbk5OSwfft2/vrXv/Kvf/3LYa9TVJSPVutHYGAYCoXCYa9TF1QqJZJkd3YZlciyjMGgo6gon8aNmzi7HMENOTRIFi5cyIwZMzAYDDc8ZvPmzRw4cIDWrVsze/ZsmjSp/hdZpVIQHKyttC0vz4a/f5DLh8g1KpXrdU0FBgZTVqYjOFiLSqW87j12Ne5QI7hHnXVRo8OCZNu2bYSGhpKYmMi+ffuqPKZPnz4MHToUjUbD2rVrmTlzJqtXr672vFUN/9rtdhQKhcv9S18VV2yRXGO32ykuLvOoIUtnc4c662L412FBcvjwYVJSUti5cydmsxm9Xs/06dNZvHhxxTEhISEV/z969GjeeustR5UjCA2S0pCLqvgcClMRSlMRClMRClvlvkRFi/bQdFCtXsdhQTJt2jSmTZsGwL59+1i5cmWlEAHIy8sjPDwcgJSUFGJiYhxVjsP17Hk30dGxSJKNqKjWvPTSK/j4+NTJuSdMeAKr1YpOV4LFYqZx4/L3bNq0mXz55ee89tqbZGSc4urVfLp1uweAjRs3cPLkCaZOnVknNQhuQrajzktDc+EnNJkpeOWnVX0Yv3cDyNmdYISLBsmNLF26lMTERPr168eaNWtISUlBpVIRFBTEokWL6rucOuPt7c2//vW/ALzyykusW/cfHnlkbJ2c++OPPwWqDof27ZMAyMg4zcmTJyqCRGhgZBnNhS34//wKKl0mMgpskZ3Qd52FLTwJu08osk8Idp8Q8PKt9K3BwVqo5eVXvQRJly5d6NKlCwDPPfdcxfY/tlo8SVJSMmfOnOHnn3fy6af/xGazEhgYzMsvv0pYWBhFRUW88spcrl69SmJiew4c2Mc///kZwcHBbNq0kf/8Zy1Wq4127RKYNm0WKlXV9zhkZ1/hxRefZ+XKz/nkk2VYLGbS0o7ypz89Wem4oqIiFi9eSG5uLgBTpkylQ4dkB78LQn1RFp/Hf9d8vC9uwxYSh67fu1ii+iL7htZbDR43aeD747msP5ZTp+d8IDGSIQkRNTrWZrOxd+8eunTpTocOyaxY8S8UCgUbNqzj889X8/zz01i1agWdOt3Fn/40jr179/Ddd98CcOHCebZu3cJHH61ErVazePEbbN78A/ffP7Ta1/Ty8mL8+L9Waq1s3LihYv/SpYt5+OExJCUlk5OTw7Rpk/n88//c5rshuAqFsQBt6sf4pq5AVmnQ95iPsf04UHnVey0eFyTOYjabefLJx4DyFsnQocO5eDGTl1+eTUHBVaxWK02aNAMgLe0oCxeWdyx37dqdgIBAAA4d2s+pU+mMH//4b+c0VeqQvl0HD+7nwoXzFV8bDAbKysrQal17WFKomqroLL5HP8bn5FcoJDOmuIcwdJ+L3a9m/9g5gscFyZCEiBq3HurSH/tIrlmy5E0eeWQM99zTi8OHD7Jy5YpqzyHLMvffP5S//nVyndYmy3aWL1+Ft7d3nZ5XqCeSFXXBCbyyD+KVtQPvzBRklTem+JEYkyYghbZxdoXipj1HMhj0FSMsP/74fcX29u2TSEnZAsD+/XspLdUB0KnT3WzfvpWiokIAdLoScnKya/RaWq2WsrKqO8zuuqsr//3vlxVfZ2ScuvUfRqhfkhnv9H8T9M0oGn/SlpCvhuD/88uoC05huOsFCh7fh77Pmy4RIuCBLRJX8uc/P8W8ebMICAigU6e7uHLl8m/bJ7BgwVw2bdpIYmIHGjVqhFarJTg4mAkTJvLCC5ORZTsqlZqpU2cSGXnzaet33tmZzz77lCeffOy6ztbnn5/BO+/8nSeeeARJkkhK6siMGXMc8SMLtaQwFeNz/DN801aiKsvDFhKHMWEs1sjO2CLvxO7f1NklVknhbs+1sVql62bh5eRk0qxZa5edMfpHKpUSo9GEUqlErVZz7Fgaixe/cd1lkTPk5GQSGRnlUbMxna3GddptaA9/hPbQeyhsZVha9KKs49NYm98LDr71w6Vntgo3lpubw/z5s7DbZby8vJg5c66zSxKcSFV0loCtz+OVewRz9CAMd01FatzO2WXdEhEkTtCiRUtWrXJ+C0RwMtmOb9oq/PYuQlZ5oxvwAeY2w51d1W0RQSII9cluwyt7P5rzW/A+vxmVLhNzyz7o+76F3S/S2dXdNhEkglAPlIYctAffwztjHUpzCbJSg6V5DwxdpmNuM8Lh/SCOJoJEEBzJVILfL2/jm/YJ2CXMscMwRw/C2qInssbf2dXVGREkguAAClMRPsc/R526DC9TMaY2IzB0mYE9KMrZpTmECBIXNWrUMD75ZA3BwcHOLkW4Bar84/j+ugqf09+gkMzYo/tR1PlFpLAEZ5fmUCJIHECWZWRZRqkUE4c9mVKXhbrwFKqiM6iKz6LOP45Xfhqy2gdT/CiM7Z8gILYzkhvMd6ktESR1JDv7ClOnTqZdu0ROnTpJu3YJnD17BrPZTJ8+/fjLX8ofx/Hgg0O4//6h7N69E5vNxquv/p2oqFaUlBSzYMFc8vPzSUxsX2ml+bVrP+P779cDMGzYCB5++DGys68wbdqzJCS059df02jbth2DBw9j5crlFBUVMX/+q7Rrl+iU98Kj2W1ozv2Ib9oqNNm/LyFq922ELTgWfY/5mO54GNkn2Hk1OoHHBYn3yf/gk762Ts9pavsI5jtG3fS4S5eymDv3FRIT26PTlRAYGIQkSTz33ETOnMkgNrb8voigoCBWrvycr7/+ii++WMOsWfNYtepjOnRIZty4CezZ83PF0gInT6azceMGVqz4FFmWeeqpJ0lOvpOAgEAuX77Eq6/+ndmzoxk//nG2bPmRDz/8Jz//vIM1a1axaNHbdfo+NEiyjMJYgLr4LF5X9uFzfA0qfTZSYEv03eZibXo3UnA0sk/t79J2Zx4XJM4UGdmExMT2AKSkbGH9+m+QJImCgqtcuHCuIkh69eoLQHx8W3bs2AZAauoRXn/9TQC6d7+nYmmBtLRUevbsg6+v72/f24ejR1O5556eNGnSlJiYWABat46mc+e7USgUREfHkp1ds5v9hKppzv2A9shyVEUZKM0lFdstze9F3/N1LFH9QHnjh2o3NB4XJOY7RtWo9eAI19ZovXLlMl988Rkff7yawMBAXn99ARaLpeI4Ly8NcG1Fedttv56X1+8L2CiVyoqvlcranbdBs9vw2/sG2iPLsIW0wRz7AFJIDLaQWKTQOJe9ac7ZRG+gAxgMBnx8fPH396ewsIC9e/fc9HuSkzuyZcuPAPzyy+6KpQWSkjqya9d2TCYTRqORnTu3kZSU7LjiGzBF2VWC1o9Be2QZxoQ/UfQ/P6LvvQhj0nisLXuLEKmGx7VIXEGbNnHExcXz2GOjiIiIqFiguTrjxpUvLTB27MO0b9+BiIjy6dLx8Xdw//1DmTChfNW0YcNGEBd3B9nZVxz6MzQkytIreF35Bb+9b6A0FqLr+w7mtg87uyy3IpYRqGeu/ICsBrOMgF1Cc+4HvM9vwiv7AKrSSwBIgVHoBi3HFlZ3o12e9F6KZQQEAUCy4HPqv/ge/gB1yQXsvmFYm95dfunStAu2Rm1BKf4kbod41wSPp7CU4nNiLb5HV6DSZ2MN60DJoBVYogeBQnQT1gWPCRI3u0JzOZ74/il1F/FNW4nPibUorXosTbtQ2mcx1hY93f5uW1fjEUGiVmvQ60vw9Q1AIX5BbpksyxgMOtRqjbNLqRMKUxH+O+biffY7UCgxxw7DmDQeW/jNO72F2+MRQRISEoZeX4hOV+TsUm5KoVC45L/+arWGkJAwZ5dRa6qrJwj6YTxKfQ7GjhMxtn8Su//NF88WasfhQSJJEiNHjiQiIoLly5dX2mexWHjxxRc5fvw4wcHBLFmyhObNm9/ya6hUaqKiWrl87zi4Ry++u/LO2EBAylTs3oEUP/gfbJF3OrukBsPhPU2rV68mJiamyn1fffUVgYGBbNmyhSeffJLFixc7uhzBE9kl/H5ZRODmidgaJ1A0+gcRIvXMoUGSk5PD9u3bGTWq6inrKSkpPPjggwAMHDiQX375xSWb/YLrUphLCPz+SbSHP8DYbgzFI/6N7Bfu7LLchl2Wkey1/5tz6KXNwoULmTFjBgaDocr9ubm5NGlSfv2qVqsJCAigqKiI0NAbP0VdpVIQHHz9M2tVKmWV212NO9TpNjXaslB/PRaKM5Hufwf1nU8S7OzC/h9XfC/1Zhu7z1xl2+l8dpzOJ8DHi83P3VurczosSLZt20ZoaCiJiYns27fv5t9QQ5IkV9nH4C59D+5QpzvUGJK3E9W6p5DVPpQM/ze2pneDC9bsKu9lVpGRXecK2H2ukMOXSrDZZQK81XRtFcJjXaNcd2br4cOHSUlJYefOnZjNZvR6PdOnT6/UDxIREUF2djaRkZHYbDZKS0sJCWnY6zoINyGZ8dv3Fqojy7GFtUd3/yfYA8TNdP+fTbJz9IqOXWcL+flcAZlFRgBah2p55M5m3BMdSlLTQNS/tZhqG3YOC5Jp06Yxbdo0APbt28fKlSuv60zt27cv33zzDR07dmTTpk107dpVzAMRbkh19QSBP01BXXASqeMTFN/9Eqh9nV2W08myTJHRysVCIxcKy9h/sZhfLhSiN0t4qRTc2TyI0clN6REdSvNgx7xf9T6PZOnSpSQmJtKvXz9GjRrFjBkz6N+/P0FBQSxZsqS+yxHcgd2Gb+oK/Pa9hewdTMmQT9EmD3PJS5n6Ypdltmdc5csjVzidr0dvlir2hWq96NumMfdEN+LuqGD8NI7/M/eIu3/Bda5Fb8Yd6nSJGiUrXpd34332e7zP/YjSVIQ5ZjClvd5A9g11jRproK7rtEl2Np3M51/7L3Kh0EiLYB+6tgqlZYhvxX9Ng3xQ3kLLXtz9K3ge2Y7v4Q/RHvkIpbkEu5cfllb3YY57sHx5wwZ46Xutv2Pn2QJSTl8lp9RMmzA/Xh9yB/3iwlApnf+eiCARXIbCVEzAT8/hnbkVc6sBmNo9gqVFT1D7OLs0p8gsLOPjXzLZc76IUrMNL5WCTi2CebFfLPdEh7pUf6IIEsEllN8jMwGl/gqlPV/DlPhEg2x9XLPxRC5v/JSBSqmgd2xj7o1pRJd66u+4Ha5ZldBwyDI+6V/iv3Mudp+Q3+6R6eTsqpymzCLxZsoZvj+eS8dmgbw6pC0RAd7OLuumRJAITqPUZ+O/fSbemSlYmvVAN+ADZG1jZ5flFHZZZl9mEW+nnOVikZHxXVvyl25RqF2g/6MmRJAI9U+W8T75Ff4/L0Bht6C/5xWMHcY1yNXKdCYr3x3P5T+pV8gqNhHur+HD0R3o3DLY2aXdEhEkQv2QLKjzjqK5/AuazBS8cg5iadKF0r6LsQe3dnZ19UJnspKeqyez0MjFojIyC40cuVyC2WanQ9NAnureir5tGqNRu1+giiARHMtiICBlGt6ZW1HYyqdp2xq1o/TeVzG1f8LjWyF2u8yBi0WsS8th25mrWKXyaVtaLxUtQ3wZmhDBgx2aEB/u7+RKa0cEieA4koWgHyfgdWk3poSxWJr3wNqsW4N4Tm5WkZHNp/L4/kQeWUVGAn3UPNShCT1jGtEqVEuYv8alhm9rSwSJ4BiynYCtL6DJ2tlgHjiVW2rmp1P5bD6Vz4mcUgC6tA7lqW5R9GnTGG83vGSpKREkQt2TZfx+fgWfjG/Rd5vt0SFSXGZla0Y+m07mk3qpBBloG+HPlJ6t6R8fxh0tQ91iKn9tiSAR6pzv4Q/Qpv2TsqTxGDs+4+xy6pxVsrPrbAHrj+WyN7MIyS7TKtSXCd2jGBAfRlSoay1kVB9EkAh1yvfIMvz3voGpzXAMPeZ7zOxUWZa5UGhk/bEcvj+eS5HRSri/hjGdmjHgjnDiwvw8qs/jVokgEeqGLKPd9xZ+h/6BKfYBSvstcesRmdN5ev6deoUcnYkcnZmcUjNmmx2VUkHPmEYMbx9J16gQl7hhzhWIIBFqT7bjv2s+vr/+C2O7R9H3egOUKmdXddt2ny9k9oYTKBUKWoVqiQ3zq1gUqE+bxjT284wHidUlESRCrSgspfjvnIfPqf9Qlvw0hu4vufXlzDdp2fz9pwxiw/xZ8mACYf6uf5+LKxBBItw6qxFN5lZ8Mr5Fk5mCQjJjuHs6ZZ2fc9sQkWWZZbsvsHJfFt1ahbBoWFuXvdPWFYl3SqgxhbEA7aEP8DnxOUqrAUkbjjFhDOa4B7FFdHR2eTUiyzKn8w3sOHOV8wVlFButFBmtFJVZKSyzMrx9JLP6xaJWuW//jjOIIBFuSmHW4Zu6At+jH6OwGTG3GYGp7f9gbdrVbfpCTuaW8kN6HtvPFHClxIQCaBHiS6jWixbBviQ2CaR9kwAeSIxs0KMvt0sEiVAt71P/wX/XApTmYkwxQynrMh0pJNbZZdXY5RIj7++8wE+n8/FSKbirZTDj7m5Bz9hGhGpFp2ldEUEiVE2W0R5Ygt+Bd7A06YLh3gXYwto7u6oaKzXZWLnvIl8euYxSoWB815aM6dwcf2/xK+8I4l0VridZ8d82Hd/0LzHdMZrS3m+CysvZVdWITbLzdVoOK/ZcQGeyMSQhgok9WhHuBquMuTMRJEIlCose1b+fwetcCobOz1N29zS3GImRZZnd5wtZuuMcFwqNdG4RxPO9YoiPcO/b892FCBKhgjrvKAE/PY+i+Bylfd7C1O5RZ5dUI1dKTCzccpp9mcW0DPHl7REJ3Otiq6x7OhEkAkgWtAeXoj30PnZtGNKj/8EUcpezq6qRn07l8/qW08gyTOsTw6ikJmLo1glEkDRw6vxjBGydirrgBKY7RqO/ZwFBEU1c/nGYRovE65tPs+7XHBKbBPDq4Dsc9lxb4eYcFiRms5kxY8ZgsViQJImBAwcyZcqUSsd8/fXXvPnmm0RERAAwduxYRo8e7aiShGtkGa9Lu/FNXY73xW3YfcMoGbwSS+sBzq6sRg5lFfPWtrOczTfw+F0tmNgjSrRCnMxhQaLRaPj000/x8/PDarXy2GOP0bNnT5KTkysdN3jwYObPn++oMoQ/kmW8z2zA9/AHeF09jt23MYa7p2Ns/4RbLH+YnlvKh7susDeziMhAH94f2Z4urVy/7obAYUGiUCjw8/MDwGazYbPZROeXEykNufhvexHvzK3YQtqUd6bGPejSj8O0Snayio2cLyjjp1NX+el0PkE+ap7rFc34XjGYDGZnlyj8xqF9JJIk8dBDD3Hx4kUee+wxkpKSrjtm8+bNHDhwgNatWzN79myaNGlS7TlVKgXBwdevQKVSKavc7mqcUafixDeofpwOViPSgEXInSfgo1Byowhx5nspyzJr9l3kf/dfJLOgDJv9t1XXNSom9Y7hLz1aEeDjhUqlxMfL9afnu8PvZV3UqJBlWa6jem5Ip9MxadIk5s2bR1xcXMX2oqIi/Pz80Gg0rF27lo0bN7J69epqz2W1SlWugRkcrHWLtTHrs06lIQe/3a/ik/Et1vBkSu97t0bT2531XtrsMotTzvDfo9kkNwukY/MgWjfSEh3qR1Sob6XgEJ933alpjWFhATfcVy+jNoGBgXTp0oVdu3ZVCpKQkN+vb0ePHs1bb71VH+V4PosB7ZGP0KYuB7ut/Bb/TpNB6bqDdAaLjTnfpbPnfBGP39WcSfe2Rikuhd2Gw36zCgsLUavVBAYGYjKZ2LNnDxMmTKh0TF5eHuHh4QCkpKQQExPjqHIaBtmOz4kv0O5/G1VZHqbYBzB0nYk9KMrZlVUrt9TMC98c49xVA7P7t+GhDtVf3gqux2FBkpeXx6xZs5AkCVmWGTRoEH369GHp0qUkJibSr18/1qxZQ0pKCiqViqCgIBYtWuSocjyewlxCwJYpeGduxdrkLnT3f4wtspOzy6pWvt7MZwcv8fXRbFRKBUseSqRbq1BnlyXchnrpI6lLoo/keqrC0wRu/Auq0iz09yzAlPhEre6PceR7KcsymUVG1h6+zPpjOdjtMgPbhvOXrlG0DKn5hLKG/HnXNbfpIxEcR3N2IwFbXwC1luLh/8bW9G5nl3SdyyVGDmWVcCirmENZJeSWmvFSKRiWEMmf7mouZqR6ABEkbsz36Cf4/7wAa0RHdINWYPd3jb6FfL2ZAxeLOXCxmENZxWTryud7hPh60alFEE/e3YJesY3EwsoeRASJm/I5/hn+Py/AHDMYXf/3QOX8P0q7LLPmwCU++vk8kgxBPmrubBHM2M7N6dQimOhGWjEp0UOJIHFD3qf+i//22Zij+qHr/z6onL9koM5kZcEPp9h1rpD+8WE8eXcLYsP8xBBuAyGCxM1ozn5PwNYXsDbrjm7QMpcIkZO5pczckE5eqZnpfWJ4uGNT0fJoYESQuBGvzG0Ebp6MLaIjJYNXgtr5nZTfH89l4ZbTBPt6seJ/kmjfNNDZJQlOIILETahzjxD041PYQuMoGboaNH5OrUeyy7y38zyfH7pE5xZBLBzalhCxKnuDJYLEDaiKzxH03RPYtWGUDF2D7B3k1HpKTTbmfp/OLxeKeDi5KS/0jhbrgTRwIkhcnMKQR9CGsQCUDPsM2S/cKXXozTbOXjVwtqCMzw9e4kqJiTn92/CgmM4uIILEpSkspQR99zjKsnyKR/wbKTi63l5bsssczCpmU3oeBy4Wk1P6+9ofYf4aPhzdgY7NndsyElyHCBJXZJfwPrsR7YF3UBWfQzdkVb09W/dCQRnf7cnku7RsCgwW/DQqurUK5aEkP2Ib+xEb5kdkgLcYlREqEUHiSuwS3mc2oD24FHVRBraQWHSDV2KJ6lsvL7/xRC4Lt2Rgl2XuiW7EoDvC6N461C0WEBKcSwSJq5Blgr57HE3WDmyh8egGfIg5Zki9PKTbKtlZuuMcXx65QsfmQbz/WEc0kt3hryt4DhEkLkKdexhN1g4Md02l7K7nQVE/oyBX9WZmbUjn6BUdj3VqxrP3tqZxgI/L37EquBYRJC7CN20Vdk0AZclPOzxEbHaZfZlF/HAilx1nCgB4fcgdDLjDOSNCgvsTQeICFIY8vM9+jzHxcYdONNObbfxz70U2nsilsMxKoI+aIQkRPNKxGa0aufYCxYJrqzZIDh48yKVLlxgxYgQAU6ZMobi4GICJEyfSrVs3R9fXIPie+F8Udium9k847DW2ZVzlrZQzFBgs9I5tzOB24XRvHYqXmEgm1IFqg+S9995j3rx5FV+fP3+eRYsWYTQaWbZsmQiSuiBZ8Tm+BkvL3g6ZJ5KvN/NWylm2ZVylTZgfi4cn0C7yxitdCcLtqDZI9Ho9sbG/P74gKiqKxMREAN5++23HVtZAeJ/7EZUhF33vN2/7HLIsc7nEROrlEtJz9OQbLBQYLBSWWcgtNaNUKJh0TyvGdm4uprILDlFtkJSWllb6+v3336/4/4KCAsdU1MD4/roKKTAKS1SfW/7e49k6Pjt4iSOXdRQYLAD4aVSEB3jTyE9DQmQAvWMb82CHJre0Hqog3KpqgyQ6Oprt27fTu3fvStu3bdtG69atHVlXg6DKP45X9n70Pebf0kiNZJf5dH8WK/ZcINDHiy6tQkhuFkhys/IHSonFhIT6Vm2QzJo1i6effppNmzbRrl07AI4fP86RI0dYtmxZvRToyXx/XYWs9sV0x8M1/p4cnYn5P5ziyKUS+seHMfu+NgT4iME3wbmq/Q1s1aoVGzZsYP369Zw5cwaAzp0788orr+Dt7fw1Qt2ZUncJn9PfYIofiewTXKPv2XHmKq/8eBrJLrNgUDyD24WLe14El1BtkGRmZnL16lVGjRpVafuhQ4cICwujZcuWDi3Ok/n//DIoVJR1fv6mx8qyzMp9F1m2O5O2Ef4sHNpWPMJBcCnVXpgvXLgQf3//67b7+/uzcOFChxXl6TTnt+B9fhOGu17AHtC02mNNVok5351k2e5M7m8bzsePJIsQEVxOtS2Sq1evEh8ff932+Ph4Ll++7LCiPJq1DP9d87GFxGFMGl/toTk6EzO+PcGpPD3P3tuaP93VXFzKCC7ploZ//8hkMlV7YrPZzJgxY7BYLEiSxMCBA5kyZUqlYywWCy+++CLHjx8nODiYJUuW0Lx581so3/0ody9BVZpF8YivQOV1w+O2nMrn7z9lYLPLvPNgAvdEN6rHKgXh1lR7aZOYmMi///3v67Z/9dVXJCQkVHtijUbDp59+yvr161m3bh27du0iNTX1uvMEBgayZcsWnnzySRYvXnzrP4EbURWdRbn3PUzxI7E2q3pWsM5k5aXv05nzXTrNg335dExHESKCy6u2RTJnzhwmT57Mhg0bKoLj2LFjWK3WSpPTqqJQKPDzK78BzWazYbPZrmuWp6SkMHnyZAAGDhzI3/72N2RZ9szmuyzjv/MlUPug7/5SlYccyipm/saTFBgsPNU9inFdWqJWeuB7IXicaoOkcePGrF27lr1795KRkQFAr169anyPjSRJPPTQQ1y8eJHHHnuMpKSkSvtzc3Np0qR88WC1Wk1AQABFRUWEhobe8JwqlYLg4OvvVFWplFVudwl2CdXGF1Be2oX9/sUENY267hCTVWLmhnRCtF4sG9uJ9s2ctx6qS7+Xv3GHGsE96qyLGms0kykkJITGjRsD0KhRzZvZKpWKb7/9Fp1Ox6RJkzh9+jRxcXG3V+lvJEmuctGd4GCtay7GI5kJ3PIsXmc3Yuj8HJqO46qs87vjOZQYrfx9WFta+Hk59Wdx2ffyD9yhRnCPOmtaY1jYjW/2vGln6zPPPEN2djbx8fHIsszp06dp0qQJH330UZVDw1UJDAykS5cu7Nq1q1KQREREkJ2dTWRkJDabjdLSUkJCQmp0TrdgMRD0w3g0l3ahv2cBxqTxaG5w2fb10Wxahfpyp1iZXXBD1Xa2Ll26lMTERDZv3swHH3zAhx9+yObNm2nfvj1Lliyp9sSFhYXodDqgfIRnz549REdXvk2+b9++fPPNNwBs2rSJrl27ekz/iMJSSvD6R/C6vAddv3erHeo9lafn1+xSHkoSz8wV3FO1LZI9e/awfv16lMrf80apVDJ16lSGDRtW7Ynz8vKYNWsWkiQhyzKDBg2iT58+FeHUr18/Ro0axYwZM+jfvz9BQUE3DSd3oj3wLurcVHT3f4wlelC1x359NBtvtZIh7cRSh4J7qjZIvLy8UKuvP0StVqPRVP+c1zvuuIN169Zdt/25556r+H9vb2/+8Y9/1LBU96EsPo9v2kpMbR++aYgYLDZ+TM+jf3wYgT43nlciCK6s2iAxm82cOHECWZYrbZdlGYvF4tDC3Jn/LwtB6UVZlxdveuyP6XmUWSVGJolHXwruq9ogCQsLY9GiRSgUioowuXYNHxYW5vjq3JDX5V/wPvcDhi4zsPtFVHusLMv892g28eH+JIjlDwU3Vm2QrFmzBoCNGzfSs2dP/P39+eCDDzhx4gTPPPNMvRToVmQ7frv/huTflLLkp256+K/ZpWTkG5jdv43oZBXcWo2W5bo21Hvw4EH27t3L6NGjWbBggYNLcz/ep77GK/9XDF1ngfrmd+h+ffQKfhoVg8TzZAQ3V6MgUanKHxu5Y8cOHn74YXr37o3VanVoYW7HWobf3kVYw5Mxx42o9lCbXebjXzL5MT2Pwe0i0GrEs3UF91ajma0RERHMnz+f3bt3M2HCBCwWC3a7eDbsH/nveQ2VIRfdwOXVrr96ocDAC1+mciy7lEFtw3nmnlb1V6QgOEiNguTdd99l165d/PnPfyYwMJC8vDxefPHmIxINhc/xz/E9tpqyjhOxNel8w+PWpWXzzvZzqJUK8YhMwaPUKEh8fX0ZMGBAxdfh4eGEh4s/AgB19gH8d76EpWXv8r6RG9iUnsfrWzLoHt2IOffFEhEg1rwVPIdYfrwWlPpsgn54CimgGbr+74Oy6r6ObJ2JN7Zm0KFpIP98vBP60uoXhRIEdyOC5HbZTAT+MB5sZeiGr73hSvCSXeblH04hy/DK/fHiSXeCRxK/1bfJb99beOUdpfS+fyA1un5d22vWHMjiyKUSpveNEYs2Cx5LBMltUBgL8D32Kab4kViiB97wuPTcUpbtyeS+uMYMaVf9LFdBcGciSG6DNvVjsJkp6/TsDY8xWSXmfX+SRlovZt0nZq4Knk30kdwihakYn1//hTl2KFJI7A2P+2j3BTKLjHwwqj1BvuKuXsGziRbJLfL99V8orfpqWyPHs3WsPXyZkUlNuDvKg1Z8E4QbEEFyCxQWPb5HP8Hcqj9S43ZVHmOV7Ly6+TSN/TRMvrd1PVcoCM4hguQW+Bxbg9JcXG1r5NP9WZy9WsbM+9rg7y2uHIWGQQRJTdmMaFNXYGnRE1vknVUecq7AwMp9FxkQH0bPGPFQK6HhEP9k1pDPibUojfmUdfqwyv2SXea1TRlovVRM6xtTz9UJgnOJFklNWMvQHnoPS5MuWJt2rfKQNQey+DVbx9Q+MYRqq1/PVhA8jWiR1ID26MeoyvLQDVoBVcwH2XO+kA9/vkD/+DDubytuZhQaHtEiuQmFsQDfwx9hbj2wyiUCLhYZmft9OrFhfswbGCcmngkNkgiSm9AeeBeFzYih2+zr9hksNqavO45KoWDx8AR8vcRKZ0LDJC5tqqEsuYDv8c8wtX3kulmsdlnm5Y2nuFhUxvujOtA0yMdJVQqC84kWSTX89r4JSjVld0+9bt/q/VnsOFvA871j6NwyuP6LEwQXIoLkBtS5qficWU9Z8lPXPZ/mQkEZK37JpF9cY/6nY1MnVSgIrsNhlzbZ2dm8+OKLFBQUoFAoePjhh3niiScqHbNv3z6eeeYZmjdvDkD//v2ZPHmyo0qqOVnG75fXsfuEYuz410q77LLMwi2n8VGrmN43VnSuCgIODBKVSsWsWbNISEhAr9czcuRIevToQWxs5b6Gzp07s3z5ckeVcVs05zehufwLpT1fQ9ZUfgLeul9zOHJZx7wBcTT2E/NFBAEceGkTHh5OQkICAP7+/kRHR5Obm+uol6s7khn/3a9iC4nDlDC20q6rejPv7TxH5xZBDEsUCxUJwjX1Mmpz6dIl0tPTSUpKum5famoqDzzwAOHh4cycOZM2bdpUey6VSkFwsLaK7coqt98q5d6VqHSZ2B75iuDQwEr7XvrhFFZJZtHIDoSE+N3W+euqTkcSNdYdd6izLmp0eJAYDAamTJnCnDlz8Pf3r7QvISGBlJQU/Pz82LFjB5MmTWLz5s3Vnk+SZIqLy67bHhysrXL7rVAYCwjdtRhzVF90jbrBH863PeMqm07kMumeVgSrFLf9WnVRp6OJGuuOO9RZ0xrDwm78oHuHjtpYrVamTJnCsGHDKj0X5xp/f3/8/Mr/Ze/Vqxc2m43CwkJHllQtv/1vo7AaMHSfV2m7zS6zdOc5Yhv7MbZzcydVJwiuy2FBIssyc+fOJTo6mnHjxlV5TH5+PrIsA5CWlobdbickxDkriqkKTuJz/DOMiY8jhVa+vNqUnselYhN/7dFKPE5CEKrgsEubQ4cO8e233xIXF8fw4cMBmDp1KleuXAHg0UcfZdOmTXzxxReoVCp8fHx45513nDac6r/7VWRNwHWTz2x2mZX7LhIX5kfPmFCn1CYIrs5hQdK5c2dOnTpV7TFjx45l7Nix1R5TH9S5R9Bk7UDffR6yT+UW0eaTeVwsMvLmA+3EnBFBuAHRTgd8j36CXROAKWFMpe2SXWbl3ou0CfOjV6xY8UwQbqTBB4my9DLeZ77D1O4xZE3lUaUtp/LJLDIyvmtLlKI1Igg31OCDxPfXVQAYO/y50vZrrZGYxlp6t2nsjNIEwW006CBRWPT4HP9fzDFDsAc0q7Rv6+l8zheW8ZeuUaI1Igg30aCDxCf9S5QWHcbkCZW2F5VZ+ODnC7RupKVfnGiNCMLNNNwgsUv4pq3EGtkZW0THis1lFonnvj5GgcHCSwPiRGtEEGqgwQaJ5sJmVLpMyv7QGrFKdmauP8HpPD0Lh7alQ9PAas4gCMI1DTZItKkfIwW2xNJ6EFC+zsjfNp1mb2YRc/rHiQdcCcItaJBBos5NxSt7f/lIjbJ8web3d57nx/Q8nrmnFQ+0j3RyhYLgXhpkkPgeWYZdE4ip7SMAXDVYWHPwEsMTI3ny7hZOrk4Q3E+DCxJlSSbe5zZiShxbMQHt57MFAPzPnU3FNHhBuA0NLki0Rz8GharSBLSdZwtoEuhNbOPbW6xIEBq6BhUkClMRPulfYo57ELtfeT+IySqx/2IxPWMaidaIINymBhUkvsdWo7AZKUt+umLb/ovFmG127hWjNIJw2xpOkNhM+KatwtyyD1Kj+IrNO88W4KdRcWfzICcWJwjurcEEic+p/6I0Xq30nBq7LLPrbAHdWoXiJVY+E4Tb1jD+emQ7vqkrsIa1x9qse8Xm9JxSCsus9IwVK58JQm00iCDxurIXdfFZjMlPwR86VHeeLUClgO6tRJAIQm00iCBR5xwGwBLVt9L2nWcLSWoWRJCvlzPKEgSP0SCCxCv3CLag1sjev3eoXikxceaqQdxTIwh1oEEEiTrvKLaI5Erbdv02m1UM+wpC7Xl8kCgNOagMOdjCKz8udOfZAlqHamkZ4uukygTBc3h8kKhzjwJg/cPiRaUmG4culXCveE6NINQJzw+SvKPISjW2xu0qtm06mYdkl+kXF+bEygTBc3h8kHjlpWILjQf175cw64/l0CbMj7YR/tV8pyAINeXZQSLL5R2t4ckVm07l6UnP1TM8MVLcpCcIdcRhQZKdnc2f/vQnBg8ezJAhQ/j000+vO0aWZV577TX69+/PsGHDOH78eJ3WoCo5j9Jcgi3i947W9b/moFEpGNQ2vE5fSxAaMoc9+1elUjFr1iwSEhLQ6/WMHDmSHj16EBsbW3HMzp07uXDhAps3b+bo0aMsWLCAr776qs5qUOf91tH6W4vEZJX4IT2PPm0ai0loglCHHNYiCQ8PJyEhAQB/f3+io6PJzc2tdMzWrVsZMWIECoWC5ORkdDodeXl5dVaDOjcVWe2DFBoHwPYzBZSabQwXa7IKQp1yWIvkjy5dukR6ejpJSZXncuTm5hIZ+fsfdWRkJLm5uYSH3/iyQ6VSEBysrWK78rrtqsJfkZskExxa/liJ79PzaB7iS7/EpiiVzukfqapOVyNqrDvuUGdd1OjwIDEYDEyZMoU5c+bg71/7URJJkikuLrtue3CwtvJ2yUrj7KMYEx/HUFzGpWIje88XMrFHK3Q6Y63ruF3X1emCRI11xx3qrGmNYWEBN9zn0FEbq9XKlClTGDZsGAMGDLhuf0REBDk5ORVf5+TkEBERUSevrSo8jUIyV8xo3XAsB6UChibUzfkFQfidw4JElmXmzp1LdHQ048aNq/KYvn37sm7dOmRZJjU1lYCAgGova26FV94RAKwRydjsMhuO59K9dSjhAd51cn5BEH7nsEubQ4cO8e233xIXF8fw4cMBmDp1KleuXAHg0UcfpVevXuzYsYP+/fvj6+vLwoUL6+z11XlHsXsHYw+MIjWrhHy9hel9RGtEEBzBYUHSuXNnTp06Ve0xCoWCl19+2SGv75WbWj5/RKHgRE4pAJ1aBDvktQShofPMma1WI6rC0xXzR07m6WkS6C3mjgiCg3hkkKivHkMhSxVT40/l6YkPF/fVCIKjeGSQKM0lyGot1oiO6M02LhYZRZAIggN5ZJBYovpRMO4QsrYxGfkGAO4Qd/oKgsN4ZJCgUCBryifPnMrTA3CHaJEIgsN4ZpD8wck8PaFaLxr7i/kjguAoHh8kp3L14rJGEBzMo4PEbLNzvsAgLmsEwcE8OkjOXDUgyYgRG0FwMI8OklO55TNa48WljSA4lGcHSZ6BAG81TQN9nF2KIHg0jw6Sk3l64sP9xCLPguBgHhskNsnOmXw98eE3XoxFEIS64bFBcqHQiEWSxdCvINQDjw2Sk3m/dbSKERtBcDjPDZJcPT5qpXhIuCDUA48NktN5euLC/VE5abV4QWhIPDJI7LLMqTyDuKwRhHrikUFyqdhEmVUSU+MFoZ54ZJBk5JcvHSBmtApC/fDIIEmIDOCpblHENvZzdimC0CDUyyM761tkoA8Tukc5uwxBaDA8skUiCEL9EkEiCEKtiSARBKHWRJAIglBrDguS2bNn061bN4YOHVrl/n379tGpUyeGDx/O8OHDef/99x1ViiAIDuawUZuHHnqIsWPHMnPmzBse07lzZ5YvX+6oEgRBqCcOa5HcddddBAUFOer0giC4EKfOI0lNTeWBBx4gPDycmTNn0qZNm5t+j0qlIDhYW8V2ZZXbXY071ClqrDvuUGdd1Oi0IElISCAlJQU/Pz927NjBpEmT2Lx5802/T6lUorxBO0qpVNVxlY7hDnWKGuuOO9RZ2xqdNmrj7++Pn1/5FPZevXphs9koLCx0VjmCINSC04IkPz8fWZYBSEtLw263ExIS4qxyBEGoBYdd2kydOpX9+/dTVFREz549efbZZ7HZbAA8+uijbNq0iS+++AKVSoWPjw/vvPOOWO1dENyUQr7WLBAEQbhNYmarIAi1JoJEEIRaE0EiCEKtecTCRjt37uT111/HbrczevRonnrqKWeXxOzZs9m+fTuNGjXiu+++A6C4uJgXXniBy5cv06xZM959912nzv7Nzs7mxRdfpKCgAIVCwcMPP8wTTzzhcnWazWbGjBmDxWJBkiQGDhzIlClTyMrKYurUqRQXF5OQkMCbb76JRqNxWp0AkiQxcuRIIiIiWL58uUvW2LdvX/z8/FAqlahUKr7++uvaf+aym7PZbHK/fv3kixcvymazWR42bJickZHh7LLk/fv3y8eOHZOHDBlSse3vf/+7vHz5clmWZXn58uXym2++6azyZFmW5dzcXPnYsWOyLMtyaWmpPGDAADkjI8Pl6rTb7bJer5dlWZYtFos8atQo+ciRI/KUKVPk7777TpZlWZ43b578+eefO7NMWZZleeXKlfLUqVPlp556SpZl2SVr7NOnj1xQUFBpW20/c7e/tElLSyMqKooWLVqg0WgYMmQIW7dudXZZVd5rtHXrVkaMGAHAiBEj+Omnn5xQ2e/Cw8NJSEgAyicIRkdHk5ub63J1KhSKismLNpsNm82GQqFg7969DBw4EIAHH3zQ6Z97Tk4O27dvZ9SoUQDIsuxyNd5IbT9ztw+S3NxcIiMjK76OiIggNzfXiRXdWEFBAeHh4QCEhYVRUFDg5Ip+d+nSJdLT00lKSnLJOiVJYvjw4XTv3p3u3bvTokULAgMDUavLr84jIyOd/rkvXLiQGTNmoPztHo6ioiKXq/Gav/zlLzz00EN8+eWXQO1/Nz2ij8QdKRQKl5mAZzAYmDJlCnPmzMHfv/IjPFylTpVKxbfffotOp2PSpEmcO3fO2SVVsm3bNkJDQ0lMTGTfvn3OLqdaX3zxBRERERQUFDBu3Diio6Mr7b+dz9ztgyQiIoKcnJyKr3Nzc4mIiHBiRTfWqFEj8vLyCA8PJy8vj9DQUGeXhNVqZcqUKQwbNowBAwYArlnnNYGBgXTp0oXU1FR0Oh02mw21Wk1OTo5TP/fDhw+TkpLCzp07MZvN6PV6Xn/9dZeq8ZprNTRq1Ij+/fuTlpZW68/c7S9t2rdvz4ULF8jKysJisfD999/Tt29fZ5dVpb59+7Ju3ToA1q1bR79+/ZxajyzLzJ07l+joaMaNG1ex3dXqLCwsRKfTAWAymdizZw8xMTF06dKFTZs2AfDNN9849XOfNm0aO3fuJCUlhXfeeYeuXbvy9ttvu1SNAGVlZej1+or/3717N23atKn1Z+4RU+R37NjBwoULK4beJk6c6OySKt1r1KhRI5599lnuu+8+nn/+ebKzs2natCnvvvsuwcHBTqvx4MGDjBkzhri4uIrr+qlTp9KhQweXqvPkyZPMmjULSZKQZZlBgwYxefJksrKyeOGFFygpKaFt27YsXrzY6UOrUL6M6MqVKyuGf12pxqysLCZNmgSU9zsNHTqUiRMnUlRUVKvP3COCRBAE53L7SxtBEJxPBIkgCLUmgkQQhFoTQSIIQq2JIBEEodZEkAg1kpOTw8SJExkwYAD9+vXjb3/7GxaLpU7OvXTpUvbs2VMn5xKcQwz/CjclyzKjR4/m0UcfZeTIkUiSxLx589Bqtbz00ku1OrckSahUrv+4BqF6bj9FXnC8vXv34u3tzciRI4Hy+17mzJlDnz59aNWqFefOnWP+/PkAPP300/z5z3+mS5cu/Pzzz7z33ntYLBZatGjBokWL8PPzo2/fvtx///3s2bOH8ePHs2vXLnr37s2gQYM4duwYb7zxBmVlZYSEhLBo0SLCw8NZvXo1a9euRaVSERsby5IlS5z5lgj/jwgS4aYyMjIqlhu4xt/fn2bNmlU8GeD/Kyws5KOPPmLVqlVotVpWrFjBqlWrmDx5MgDBwcF88803AOzatQsov+/ntdde48MPPyQ0NJSNGzeyZMkSFi1axIoVK0hJSUGj0VRMlxdchwgSwSGOHj3KmTNnePTRR4HykEhOTq7YP3jw4Ou+5/z585w+fbrivh+73U5YWBgA8fHxTJ8+nX79+nHfffc5/gcQbokIEuGmYmNjK248u0av13P16lWCg4O5cOFCxXaz2QyU96v06NGDd955p8pz+vr6XrdNlmXatGlTsUbGH61YsYIDBw6wbds2li1bxoYNGyrW+RCcT4zaCDfVrVs3jEZjxd2hkiTxxhtvMGbMGJo3b87Jkyex2+1kZ2eTlpYGQHJyMocPHyYzMxMov9P0/Pnz1b5O69atKSws5MiRI0B5KyYjI6Pi3F27dmX69OmUlpZSVlbmuB9YuGUi0oWbUigUfPDBB7zyyit8+OGHFBYWMnjwYCZOnIgsyzRr1ozBgwcTExNT0ZcSGhrKokWLmDp1asUw8fPPP0/r1q1v+DoajYZ//OMfvPbaa5SWliJJEk888QStWrVixowZ6PV6ZFnm8ccfJzAwsF5+dqFmxPCvcMsOHz7MtGnTeP/996/rhBUaJhEkgiDUmugjEQSh1kSQCIJQayJIBEGoNREkgiDUmggSQRBqTQSJIAi19n8thiQsJ0JejQAAAABJRU5ErkJggg==",
      "text/plain": [
       "<Figure size 288x288 with 1 Axes>"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    }
   ],
   "source": [
    "import math\n",
    "import pandas as pd\n",
    "import matplotlib.pyplot as plt\n",
    "import seaborn as sns \n",
    "sns.set_style('darkgrid')\n",
    "\n",
    "\n",
    "def dcg(results, topic):\n",
    "    _dcg = 0\n",
    "    for i,result in enumerate(results):\n",
    "        _doc = qrels.get((str(topic),result))\n",
    "        \n",
    "        if _doc is not None:\n",
    "            _dcg += int(_doc) / (1 + math.log(i+1, b))\n",
    "\n",
    "    return _dcg\n",
    "\n",
    "b = 2\n",
    "bq = 4\n",
    "\n",
    "qrels_path = 'wtr/queries_qrels/rel_table_qrels.txt'\n",
    "qrels = {}\n",
    "with open(qrels_path) as f_in:\n",
    "    for line in f_in.readlines():\n",
    "        parts = line.split(' ')\n",
    "        qrels[(parts[0],parts[2])] = parts[3]\n",
    "\n",
    "modality_eval = {}\n",
    "sdcg_eval = {}\n",
    "\n",
    "# TODO: update/extend modalities\n",
    "modalities = ['PageTitle', 'random']\n",
    "depth = 10\n",
    "query_type = 'gpt'\n",
    "\n",
    "\n",
    "for modality in modalities:\n",
    "    \n",
    "    if modality == 'random':\n",
    "        probabilities = 'rprob05nprob05'\n",
    "    else:\n",
    "        probabilities = 'rprob10nprob00'\n",
    "        \n",
    "    for topic in range(1, 61):\n",
    "        \n",
    "        log_path = \"sims/output/wtr_sim-\" + str(topic) + \"-fixeddepthuser\" + str(depth) + \"-\" + modality + \"-\" + query_type + \"-\" + probabilities + \".log\"\n",
    "        \n",
    "        query_logs = {}\n",
    "                    \n",
    "        query = ''\n",
    "        results = []\n",
    "                        \n",
    "        with open(log_path) as f_in:\n",
    "\n",
    "            for line in f_in.readlines():\n",
    "                logs = line.split(' ')\n",
    "\n",
    "                if logs[1] == 'QUERY':\n",
    "                    if len(query) > 0:\n",
    "                        query_logs[query] = results\n",
    "                    results = []\n",
    "                    query = ' '.join(logs[4:]).strip('\\n')\n",
    "                    \n",
    "                if logs[1] == 'MARK' and logs[4] == 'CONSIDERED_RELEVANT':\n",
    "                    results.append(logs[-1].replace(\"b'\", \"\").replace(\"'\", \"\").strip('\\n'))      \n",
    "\n",
    "        sdcg = {}\n",
    "        _sdcg = 0.0\n",
    "\n",
    "        for q, query in enumerate(query_logs.keys()):\n",
    "            results = query_logs.get(query)    \n",
    "            _sdcg += dcg(results, topic) / (1 + math.log(q + 1, bq))\n",
    "            sdcg[q+1] = _sdcg\n",
    "            \n",
    "        sdcg_eval[topic] = sdcg\n",
    "    modality_eval[modality] = pd.DataFrame.from_dict(sdcg_eval)[:50].T.mean().to_dict()\n",
    "    \n",
    "pd.DataFrame.from_dict(modality_eval).plot(xlabel='Queries', ylabel='sDCG', figsize=(4,4))\n",
    "plt.savefig('figures/sdcg.modality.pdf', bbox_inches=\"tight\")\n",
    "plt.show()"
   ]
  },
  {
   "attachments": {},
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "### Effort vs. Effect"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 54,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "image/png": "iVBORw0KGgoAAAANSUhEUgAAARQAAAEGCAYAAACkbmrpAAAAOXRFWHRTb2Z0d2FyZQBNYXRwbG90bGliIHZlcnNpb24zLjcuMSwgaHR0cHM6Ly9tYXRwbG90bGliLm9yZy/bCgiHAAAACXBIWXMAAAsTAAALEwEAmpwYAAAxDklEQVR4nO3dd3wUdf7H8deWFNILKYCAAtIhiCAiCEIglICAFPspKnL3O+EoNuTw8ESxn56eCiKCgg0QEFBEAxFQOqFJVyHSAgnpbdv398fCKgJhk+zu7G4+z8fjHpednZ357JC8/c7Md75fnVJKIYQQLqDXugAhhP+QQBFCuIwEihDCZSRQhBAuI4EihHAZo9YFOMNms2G1XvlmlMGgc2o9rXh7fSA1uoK31wfO1xgQYKjUdn0iUKxWRV5eyRXXi4oKcWo9rXh7fSA1uoK31wfO1xgXF16p7copjxDCZSRQhBAuI4EihHAZCRQhhMtIoAghXEYCRQjhMhIoQgiXkUARoiZQNlA2dKU5hGx5Hd3xbW7ZjU90bBNCVF1Y+iRq/fTRBcusulLo0MLl+5JAEcIfWE3U2jETnbkYAGPeL+iLs0DZCMjaDkDxDRPtq0ZeTa0b7gY39OaVQBHCRxnP7Cbo8DJAh77oJMEHv0DpDKDTAaCCorDEtsDU4BaKbpyENa6V47O13FWTm7YrhHAXpQg49gNRX95hf6k3AnqsoYnk3vEdKjhKs9IkUITwFVYzEV8/SMDJrehNBQCUtH+E4s5PalzY7yRQhPBW5lJ0ygqWMiK/esBxLUTpAylvmExJp8ewxLXWuMgLSaAI4Q1sVnSWEgKPphN0YCHGnH0Yik5csIo1rA5lzW+npMM/wBCgUaEVk0ARQiOGnH2EbnoFfeExArJ/uuA9a1g9yq9OwVz3BkCHLTiK8ubDQefdXcckUITwBKUIOryckC3/Ab0BUBhz9jveLr+mD7awOlgjGlJ+TQq2yIba1VoNEihCuJuljJhPkjEUHAXAHNf29/Bo3J/yJgPAEKRxka4hgSKEuygbxqwMohcNAsAWGE7esGVYo5toXJj7SKAI4Qb6gmNEf9YbvakQgJI2IynuPAkCQjSuzL0kUITLKKXIKTHzecZx8kstF70fHKDn/hvqEx0SqEF1nqM7vo3Yj3oDYIluQlG35zBf1UXjqjxDAkVU2685JXy6/Tjph7M5W2J2LI8JufDWZnCAgUFtEv0/UA5+DUBR12cobTvS6+/MuJIEiqiSH349y9d7s/jh17MUlVsBCA8ycm1cKHe2r0fvZnEEV3JOF7+gFIYfX8MaEk9p0oNaV+NxEiii0iYv38eqA2ccr/u3jCeleTxdronRsCpt6ErOEHh8A9hMAAQeXQOApXarij7mt9wWKJMmTSI9PZ3Y2FiWL18OwIsvvsiaNWsICAigQYMGTJ8+nYiICHeVINxg+reHHGEy7572NIypVWNbIhFfP0TQr99c8u2ini97uCDv4LaTu9tuu41Zs2ZdsKxLly4sX76cZcuWcfXVVzNjxgx37V64wbbf8vhi10kAvnigI80SwmpemCiFvvA4YWsec4RJ4S0vcPbuteTcs56ce9Zjfuw3bKGJGheqDbe1UDp27MixY8cuWNa1a1fHz+3atWPlypXu2r1wgwU77M+WfH5/B+pHu2tEDe9kPLOHoAMLqfXTx+gsvw9MdGbUAQgMvXDlwBAo8e6pSN1Fs2soixYtol+/fk6tazDoiIq68v17g0Hv1Hpa8fb64PI1bjuaS9rBbK6ODeG6xrU1qOx3Hj+OOYcI+Lyv46WtSR9sLW5FNbiJqKg47eurAnfVqEmgvPPOOxgMBm699Van1pfJ0j3ncjXe/f4mAO7vWF/z7+DJ42jI+4WY+d0AKOz+AmUt7wD9H/5sLlGHL/87/1llJ0v3eKB88cUXpKenM2fOHHTnhqoT3mnlvtO8/v0vFJaZsSro3jiW1FYJWpflFrqSbIJ+XQlK/b6sPJ+wjS8AUH51b8pa36NVeT7Do4Gydu1aZs2axbx586hVq2adg/sCm1I899U+juWUUFBmZnNmHgBD2iai1+kYf0tjbQt0B5uFkC2vE7r19cuuUtT5KUrb/5/navJhbguUCRMmsHnzZnJzc+nWrRtjxoxh5syZmEwmRo4cCUBSUhL//ve/3VWCqKSv955mzgb7E7FXx9TimpgQRndpSHLTi68T+CSrCUP+EXSmQoIPLibg+AaMZw843i668UnKmo+48DPGYFSQdG1wltsC5bXXXrto2fDhw921O1FNpWYr72+0h8m6sV3843awUgTvnkPg8R/RF2c5hlD8I1PdTlgSrqOk3WhUiJ8Ep4akp2wNd6qgjPGLf+Jwtn0+l0a1Q30/TJTCkPcztXa+75jgyhLdFHPt1pga9sBSuxUqKApzvc7nBjsSriKBUgPZlOKLnSf53/pfHc/hhAYa+EvH+ozp3ZTiwjKNK6y6kK3/JWTTy+j4/eJq9oO7UcHRGlZVc0ig1ED/XLGfb891n+/WOJZezWrTp3k8ep2OAIPvPBmrKz6NoeAowYeWEvjLSnTm4t/HH2n7AOa6N9pbIxImHiOBUkOUmKxMXrGPLZl5lFtsAKx55CbCgnzjV0BfeAJ9qT0EdSVBhK97g+DDyy5Yp/yaPlgj6lPeZCCWxOu1KLPG843fJlElVpvi0Jkivtp7mk+2HwcgJMDAXdfX467rr/KJMAk8koYxK+Oi27pGQOkMlLT/O+b6N2Ouc4NcD/EC3v8bJaps6soDrNx32vG6T/M4pvZrjlHvAx0KlSLim78S9PMKx6LiDuOwJLQjNDSIolIb5no3ee38NDWVBIqf2pqZ5wiT129rTds6EYQH+84/d+DR1Y4wOXtXOtaIBmCwj/QWEhWC2cu7ttdUvvMbJpx2sqCMcYv3APDO8LZ0aBClbUGVYS4hZPv/CN36BgDZI3egQrR9GFE4TwLFz7ycdpjPzw0zkFQ3wuvDpNaOmQQeXY0h9xD60hx0tt8Hty5p/4iEiY+RQPFhReUWnv3mIAXl9j/CE/llnMi39yF5tn9zujeJ1bK8ChnOHiRi5WiMuYcAMNfpiCW+HZaYpthC4ilrfe+FT/UKnyD/Yj5q7c85TFxinw832KineUIY8WGB1A4N5Ok+TWkY473jcejKcon5pCcA5tqtKez9JtaYazWuSriCBIoPyS4qZ9bGTBbtPOlYNjSpDo8nN0HvC0NB2KwEHfyCiLTxAJQ37EnBgA81Lkq4kgSKj1iy6yTPf3vI0aF8cJtEhrerS9P4ME3rclbQgYVEfDfO8bq40+OUXDdau4KEW0igeDmlFK+u+ZnPMuwXWntcW5uXbm2pcVXOCTj+I1FLRly0/Oydq7HGNNWgIuFuEihe7o9h8sl919OkdugVPuEd9AXHLgoTS2wLcm9bcvGgzsJvSKB4sfRD2Y4w+X5MF0ICfaNrua48n6jFQxyvz969FmtUIw0rEp4igeKFvtqbxf/W/crpIvtsdC/e2tJnwiTg2A9ELb0dAGtYPc7et0njioQnSaB4CaUUaw7n8ObaXziWZ+9L0q1xLBN7NKZuZLDG1TlHX3jcESbFNzxKadJDGlckPE0CxUvc89F2Dp6xj5rWNC6UaaktuCbWe/uSXEQpYubdDEBxpyco6TBG44KEFiRQvMDuEwUcPFNMRLCR9+5IolGsD1y0tJoJ/G0t2EwE71uAIe8wOpuJ8gY9JExqMAkUL/DpubFK3h3R1ifCxJD7M1GLb0NfmuNYZgsIpbxRX4puflbDyoTW3BYokyZNIj09ndjYWJYvXw5AXl4e48eP5/jx49SrV4/XX3+dyMhId5XgM1YdOENksJFr47y/k1rw7rmEr50MgDWsDgX9P0AZArFGXwu+0FtXuJXbBhC97bbbmDVr1gXLZs6cSefOnVm1ahWdO3dm5syZ7tq9z5i31T6hfI9rvfypWkvZBWFS2ONlzt67AUtca3snNQkTgRsDpWPHjhe1PtLS0hg8eDAAgwcP5rvvvnPX7n3GV3uzAHg8uYnGlVyGUgTvnkvs7CRHmOT3e5+ylnfK08DiIh79jcjJySE+Ph6AuLg4cnJyrvAJO4NB59RM8d4+6/2f6yu32Dh0ppiOV0cTF+sdpzt/rtGw4F70B+0jp9ka3IR10AxCIuqh5VH2tX9nb+SuGjX7T4xOp3N6snSrVTk1U7y3z3r/5/qmfLUfgG7XxHhN3VFRIeSdLSAwM52QrW+gz8oAIHtkhn1mPRugca2+9u/sjZytMS4uvFLb9WigxMbGcvr0aeLj4zl9+jQxMTGe3L1XKbfYHGO+3n5dXY2r+YOyfGq/1xKdpRQAS0wz8lM/kGk6hVM8OqtTz549WbJkCQBLliwhOTnZk7v3KvPPXYx94MYGTrfU3M5civG1xugspZjqdSZ3xEpy70zDFtFA68qEj3BbC2XChAls3ryZ3NxcunXrxpgxY3j44YcZN24cCxcupG7durz++uvu2r1XyziWzzs/HAFgVOeG2hbzByE7ZqBTNsxxbcgfvEDrcoQPclugvPbaa5dcPnfuXHft0ieUma08/NlOACb0aOxVc+QEHl0NQN7wFVdYU4hL852JbP3E3xbsAuAvHetzZ/t6GlfzB0oRkLUdFdMYdPJrIapGfnM8aOnOE+w5WUiwUc/om7znVAcg/LuxANja3KFxJcKXSc8kD8jMLeXdH47w7QH7ZN8f3dOeQKP3ZLnOVEjwwcUA2LqMh3NTcQhRWRIoblZssjB09hYAAo163hjSmqu9ZFgCfdFJAo98R9i6KQDkp84lRE53RDVIoLjZgnNDON51fT2mDmpNfn6pxhVB6A/PYjy7n8DM7x3LzHFtMDXsqWkPWOH7JFDc7ONt9qEJxnRrpHl/k+Ddcwje+wkB2fYJwixRjSltO5LyawehgqM1rU34BwkUNyq32MgtNdOhfqTmt4drZcwg7Ef7WCWW6KbkDVmIqlVzeyoL95BAcaMZ5zqvDWydqF0RVhOhG18kZMcMAHL+sglbuBfdrhZ+RQLFTQ5nF/PRue71/VsmaFZHxFcPEpS5BrAPOyBhItxJAsUNzFYbD32yA4Bn+jXTpAadqZDwVY8QlLkGpTeS/dA+CKilSS2i5pBAcbHsYhP93t0IQJs6EZq0TvR5vxK5/F6M+UewBUWSN/RLCRPhERIoLrb+Z/ugUTddE81/hrT27M6VjZBtbxG66SUALNFNyL39GzAEebYOUWNJoLiQ2WrjhbTDAEzt2wy9h28Th617mlq75wBQ3GEcJZ0e9ej+hZBAcaEPNmVitSm6NoohOiTQo/sO2fyqI0yyH9iJqhXr0f0LARIoLpNdbOK9DZkATB/QwmP7Ddq/kJBt/8WY9wsAeYM+kzARmpFAcZGXz53qDG6TSHCAZyY2DzySRkTaOADMcW0p6P8+trA6Htm3EJcigeIiP2fb5yV+qve1Htlf0MHFRHxrn/Lz7F3fY41u7JH9ClERCRQXyCs1czS3lGFJddz+vE7I1jcIOrDIcYpT2P15CRPhNSRQXGDRTvsTxUn13DOtqqOT2tE0xzJT/W4UdZuGNaqRW/YpRFVIoFRDqdnK7I2ZzNn8G4EGHX1bxLtlPyGb/+MIk+KOEyhrdTe2UO268wtxORIoVVRusdHv3Y0Um6wAjLvFDacdStmfxTmyCoAz/5cp470Kr6ZJoMyZM4cFCxag0+lo2rQp06dPJyjIt3pz7jiWT7HJyjUxIbx3RxKRtQJcun1dSTYxn/ZCX5qN0hspTH5dwkR4PY//hmZlZfHhhx+yaNEili9fjtVqZcUK35u24WiufRrHZ1ObuzxMQja9TO0P2qEvzcYc15bsUfsobzrYpfsQwh00aaFYrVbKysowGo2UlZU5JlD3Jcv2ZAFwVVSwy7apK8sjctndBJy2z9tT2O05ytrc57LtC+FuHg+UhIQEHnjgAXr06EFQUBBdunSha9euFX7GYNA5NVO8p2a9Lyg1s/90EXUjg6kXH+H05yqsryyfgP/ZHyZUtZtiGTqX4NrNcF1cOcdTx7A6vL1Gb68P3FejxwMlPz+ftLQ00tLSCA8P5x//+AdLly5l0KBBl/2M1aqcmineU7Pen5/k/O7rr6rU/i5Xn+HsQaIX9AfAXKcjeUO+AJ0OPPBd/sxTx7A6vL1Gb68PnK8xLi68Utv1+DWUH3/8kauuuoqYmBgCAgJISUkhIyPD02VUy5pD2QD0bla72tsynt5F1MKB6CxllDfqR96QRfYwEcIHeTxQ6taty86dOyktLUUpxYYNG2jc2Ld6ev7w61niwgKr/USxriyP6AX90ZuLMdW7iYJ+78mdHOHTPH7Kk5SURJ8+fRgyZAhGo5EWLVpw++23e7qMKssvNVNusdGkdmi1t3V+cvKS9o9Q3PnJam9PCK1pcpdn7NixjB07VotdV9vGI7kADGhVzZ6qShH2wzMAlLQbVd2yhPAK0r6upDWH7ddPmsWHVXkbwbvnEjO3A/rSHEz1u8v4JcJvSNf7Svgtt5S0g9m0TAynYUzVbrkF/vIN4WsnA2COTyK/33uuLFEITTnVQnnsscecWubPVu0/zW3nJj2vzulOxKr/AyDn/q3kDV8BAd7dX0GIynAqUA4fPnzBa6vVyk8//eSWgrzRyYIyJq/YD8D4WxoxNKmSo6IphfHMbgwfpqKzlmOJbY4tVMPZBIVwkwpPeWbMmMG7775LeXk57du3B0ApRWBgICNGjPBIgd7gv9/bBzN66MYG3HX9VZX+fNSiWwnIsve1UTq9va+JEH6owkAZPXo0o0eP5tVXX2XixImeqsnrfHcwm7oRQYzucnWlPxuxcjQBWRkonQHriI/Jje4g8+QIv+XUKU/btm0pLCx0vC4oKOC7775zW1He5PxobB0bRlf6s/q8Xwn62f4kdc7I7agmvSVMhF9zKlDeeustwsN/79MfERHBW2+95baivEGZ2coTX+7lhe/s149GdW5Y6W2Epz8BQN6tH8utYVEjOBUoNpvtomVWq9XlxXiT19J/ZvW5Z3Y+/kt7EsIr17IwntxC4PEfATDX6+Ly+oTwRk71Q2ndujXTp0/n7rvvBmD+/Pm0atXKrYVpaeORsyzedQqAdWO7VGmeHccUF7evAr1n5ukRQmtOtVCmTJlCQEAA48aNY/z48QQFBfH000+7uzZN5JeaGbNoDwBvD29T5Um7dOUFWKKbYq3d0pXlCeHVnGqhhISE8Oijj1JSUkJIiH93xPrnuf4m/9f1ajo2qPyFWAB9QSZ6UwFlre9xZWlCeD2nWijbt2+nf//+9O9vHwRo//79TJ061Z11aeLI2RI2Hs0lNjSQkZ0aVHk70QtvBcB01c2uKk0In+BUoEyfPp3333+fqKgoAJo3b87WrVvdWZcmXlltv6PzTL9mVd5G4JHv0JfaL+aa60ugiJrF6aeN69S5sLu5Xu9/Dypv/S2fepHBdKpCn5Pzwr+1D8uQff92V5UlhM9w6hpKnTp12L59OzqdDrPZzIcffuhzo6xdyZGzJVhtiluaVH1YR13JGfSmAqzhV6FCfW8kfyGqy6lmxtSpU5k/fz5ZWVl069aNffv2+d1dnudWHQSqMU6sUsR+ZO9vUtT9eVeVJYRPqbCF8vLLL/PYY4+xadMmXn31VU/V5HFHz5aw43gBIQEGWtVxflqMPwrZ9hY6Swnm2q0xNezp4gqF8A0VtlDWrl2LUoqZM2d6qh6PKzNbmfKV/Vbxf4e2rtI2jKd3ErrpRQAKe73hstqE8DUVtlC6du1Kx44dKSkpoX379iil0Ol0jv/fvt33Lzyu2JvFvqwidECbulVrnUR8/RAAubctwRpb9TtEQvi6CgNl/PjxPPHEE/ztb3/jnXfecdlOCwoK+Oc//8nBgwfR6XQ8//zzXHfddS7bfmUs3W3vYp8+pgv6KsyHY8jZj6HoJObEDljqdHB1eUL4lApPec5PbxEWVvUBmS/lueee4+abb2blypUsXbpU0ztGB88UExcWSEhgFbrYKxtRi+wzHhZ3nuTiyoTwPRW2UMxmM8uWLSMjI4NVq1Zd9H5KSkqld1hYWMiWLVt44YUXAAgMDCQwsHoTZlVVfqkZq03Rowq3ivX5R4n+vJ99kq46nTDX7eSGCoXwLRUGytSpU1m2bBmFhYWsWbPmoverEijHjh0jJiaGSZMmsX//flq1asXkyZM1eUZo01H7HDs3VLYjm6mYmPnd0Ckr5sTryR/0iRuqE8L36JRS6korLViwgOHDh7tkh7t37+b222/nk08+ISkpiWnTphEWFsa4ceMu+xmbzYbVesUyMRj0WK0Xj91yOQ/P28aaA2fY+GRPYkOdbCVZTRjfaImu9Cy2eh2w3n9xy81V9WlBaqw+b68PnK8xoJJP21fYQnnvvfcYNWoUw4cP5+uvv6Zfv36O91577TUmTJhQqZ0BJCYmkpiYSFJSEgB9+/a94m1pq1U5NVN8ZWa9V0qx5sAZ4sMCMZgt5OVZnPpc5LK70ZWexRpen7OpH4OT+6tsfVqRGqvP2+sD52uMiwu/4jp/VOFF2a+++srx85//6NetW1epHZ0XFxdHYmIiv/xiH0leq8nSTxWWA9C9EtdPjFk7CMz8HoCz9/4gc+oI8ScVtlD+eDb05zMjJ86ULmvKlCk8+uijmM1m6tevz/Tp06u8rapavOskALc0cW6s16BDS4lY9XcAcod8ATr/ezhSiOqqMFB0f+iXoftTH40/v66MFi1a8MUXX1T5866QcSwfgI4NopxaP2TL6wDk93kXS90b3FSVEL6twkDZv3+/o4fsnyf7MplMHinQXaw2RWJ4kFPBqDMVYsw9RHnDZExNBnigOiF8U4WBsm/fPk/V4XH5ZRbaOtnVPnjPR4AMmCTEldTICwE2pcjMLSWyVoBT64ds/S8Apa3vc2dZQvi8GhkoP/xyFoDI4CuML6UUoWunoDcXYarfHQzOBZAQNVWNDJQ15ybwGtauboXrhWx7k5DdHwBQeMsLbq9LCF/n1BCQ/ib9cA6hgYYr9o4NOrwMgJz7tmALq1PhukKIGthCOVVQRmG5hb4tKh7zNXj3XIw5+yhtc7+EiRBOqnGBsutEAQA3VvBAoK74NOFrJwNQ2vIuj9QlhD+osYHStt7lbxmHbH8LgKLOk2UqUSEqocYFyv6sIiKDjcSEXPr6iTErg5BdswEoTXrAk6UJ4fNqVKBYrDZ2nii47Pgn+sLjRC8cCEDewPlgCPJkeUL4vBoVKKvP3S5uFHvpp4QjV4wEoKzZMMwNunusLiH8RY0KlOU/ZQEwNOniuzaGnH0Yc/ZijWhAYa/XPVyZEP6hxgRKmdnKhiO51I8KJvoS109iPu0NQNFN//R0aUL4jRoTKOfv7vRvmXDRe4bsvY6fTY37e6wmIfxNjQmUdeee3+nVNO7CN5Qi8iv73Zy8QZ95uiwh/EqN6Xp/voXSIKaWY5muLJeYD2+0T4Vx1c2Yr+qiVXlC+IUaEShKKfaeKuTauNDfZwdUitrvtwHAHJ9EQZ+3NaxQCP9QIwLl4OliAK6NC3Usi1g5yvFz3vAVHq9JCH9UI66hnCgoA+C2tuduF5uKCfplJQA5f9msVVlC+J0aESh7Ttqvn5y/XRy24TkAim94FFt4xWOiCCGcp1mgWK1WBg8ezOjRo92+r62/2Ue4rxsZDJYyau35EICSpFEVfUwIUUmaBcqHH37osQm+sovK6dAgCqNeR/Tn9tkPTQ26Q2DoFT4phKgMTQLl1KlTpKenM2zYMLfvy2pT5BSbaFPHPqWivsg+wVf+gI/cvm8hahpN7vI8//zzPPbYYxQXFzu1vsGgIyrqytN+Ggz6i9Y7XViGVUHDuHCizJnozUXY2t5JVHRYlWqvjkvV522kxurz9vrAfTV6PFDWrFlDTEwMrVu3ZtOmTU59pjqTpW84nANAqE4RMPMmAPKb3o1Fg8ms/WkSbS15e43eXh+4b7J0jwfK9u3bWb16NWvXrqW8vJyioiIeffRRXnnlFbfs79cceyvoOuzP61hDE7AktHPLvoSo6TweKBMnTmTixIkAbNq0idmzZ7stTAA2Z+Zh0EH9A+8BUND/A7ftS4iazu/7oezLKmRy6JcEZaYDYIlvq21BQvgxTbved+rUiU6dOrlt+zalKDFZeED3KQD5qXPdti8hhJ+3UE4VlJOi2wKANaIhpquTNa5ICP/m14HyS04x7wa+DkB+qlw7EcLd/DpQVu47zVGbfYZAa0xTjasRwv/5daCcyD5LQ/1pbLVitS5FiBrBbwPFYrUxLG8WIA8BCuEpfhsoR3NLuc/4LQCmRn01rkaImsFvAyW/1OT42RrdRMNKhKg5/DZQAo+u0boEIWocvw2UI2fyADgwwrkHEIUQ1ee3gRJZehSAmJh4jSsRoubw20DJL7PZfzAEaFuIEDWIXwZKmdnKv3OTGXfVIq1LEaJG8ctA2Z9VhEJP3cQ6WpciRI3il4FSbLYC0LZuhMaVCFGz+GWglJ0LlMhguX4ihCf5aaDYL8gGB/jl1xPCa/nlX1xmrn3w3eAAg8aVCFGz+GWglJ5roUQF14i54IXwGn4ZKJszc2kUG4LR4JdfTwiv5Zd/cSUmK0FGv/xqQng1v/urM1lsnCwol1vGQmjA4xcZTp48yeOPP05OTg46nY4RI0Zw3333uWz7e04VAFA/qpbLtimEcI7HA8VgMPDkk0/SqlUrioqKGDp0KF26dKFJE9eMWXKm0D4OSsvEyk2hKISoPo+f8sTHx9OqVSsAwsLCaNSoEVlZWS7b/omCMgDqRAa7bJtCCOdoel/12LFj7Nu3j6SkpArXMxh0Ts0UbzDoOf+QcYOECAK97MKsu2a8dyWpsfq8vT5wX42aBUpxcTFjx47lqaeeIiwsrMJ1rVbl1EzxUVEhHD9bTEJ4ECVFZVz5E57l7Iz3WpIaq8/b6wPna4yLq9ylA00CxWw2M3bsWAYOHEhKSopLt326sJy6crpT41itFnJzz2CxmK68sptlZelQSmldRoX+XKPRGEh0dBwGQ/UiweOBopRi8uTJNGrUiJEjR7p8+6VmG7XDAl2+XeHdcnPPEBwcQmhoIjqdTtNaDAY9VqtN0xqu5I81KqUoLi4gN/cMtWtXb8gPj19k2LZtG0uXLmXjxo0MGjSIQYMG8f3337ts+6VmK8Fedu1EuJ/FYiI0NELzMPFFOp2O0NAIl7TuPN5C6dChAwcOHHDb9kvMVmrJQ4E1koRJ1bnq2PnVf8qVUuSVmokOkXFQhNCCXz2OW2yyYrYqompJoAjP69btBho1aoLNZqVBg6v55z+fITjYNTcIRo26D7PZTEFBPiZTObVr22dzmDjxCT77bD7Tpr3EoUMHyM4+Q+fOXQH46qtl7N+/lwkTnnBJDc7wq0DJLzUDMlKb0EZQUBBz5nyMwaDn6aefYsmShdxxxz0u2fZ7780FLh0SbdrY+3EdOnSQ/fv3OgJFC34ZKOEyDkqNtuKnLL7cc8ql27y1dSKprRKcXj8pqR2HDx9m/fq1zJ37PhaLmYiIKP71r2eJiYklNzeXZ56ZTHZ2Nq1bt2HLlk28//48oqKi+Oabr1i48FPMZgstW7Zi4sQnMRgufV3w5MkTPP74OGbPns+sWe9iMpWza9dO7r33/gvWy83N5ZVXnnf0Sh837lFat25b5eNxOX51DeVojr2jTmigXJQV2rFYLGzc+CONGzehbdt2zJw5hw8++JhevVKYP/9DAD74YCbXX9+RefM+55ZbksnKsgfgkSO/kpb2Le+8M5s5cz5GrzewatXXV9xnQEAADz30V3r27M2cOR+TnHxh/6433niFESPuZtasD5k27SWmT/+36784ftZCsdjOjdQm11BqtNRWCZVqTbhKeXk5999/FzodtG3bjgEDBpGZeZR//WsSOTnZmM1m6tSpB8CuXTt5/vmXAbjxxpsID7cPt7Ft22YOHNjHQw/95dw2y4iOjq52bVu3bubIkV8dr4uLiykpKSEkxLXd7/0qUM4PTi2nPEILf7yGcr7T2H/+8xJ33HE3Xbt2Z/v2rcyePbPCbSil6NdvAH/96yMurU0pGzNmfEBQUBDgvs53fnXKU26xT58ho7UJb1FcXOS4I7Ny5QrH8jZtkli9+lsANm/eSGGhfRyf66+/gfT0NHJzzwJQUJDPqVMnndpXSEgIJSWXfj6nY8cbWbToM8frgwfd0xfMr/7yzrdQJFCEt3jggYeZMuVJHnjgHiIjo/6wfBRbtmzi3ntHsGbNd8TGxhISEsI11zRi1Ki/MX78I9x33x2MG/d3srOzndpX+/YdOHLkV+6//y7S0lZd8N64cY+xf/8+7rvvDu65ZziLFy905dd00Clvf4oJMJutTj0Z+VHGCf67+jAbxt+MUe99vSb96SlULV2qxlOnjpKY2FCjii7kzOmEyWRCr9djNBrZs2cXr7zyAnPmfOyhCi9d46WOoU88bewu5WYrRr3OK8NEiD/KyjrF008/ic2mCAgI4IknJmtdkkv4VaCUWWxyuiN8Qv36DfjgA8+1SDzFr/769p4sIFDm4hFCM37111dQasbrLwgJ4cf8KlCyi0z0uDZW6zKEqLH8KlAsNkWA3q++khA+xa/++iw2G0aD3OERvm/YsIHk5eVpXUal+VegWBUGGbVLaEwphc3m3WPKuotf3Ta22hQG6YNS4wXtX0jwvk9dus2yFndQ3nzYZd8/efIEEyY8QsuWrTl4cD8tWrTi558PU15eTo8eyTz44GjA3vLo128AP/ywFovFwrPPvkjDhleTn5/H1KmTOXPmDK1bt7lgRPpPP53HihVfAjBw4GBGjLiLkydPMHHiGFq1asPu3bto0aIl/fsPZPbsGeTm5vL008/SsmVrlx4DZ/hNC0UphcWmpFOb0MyxY78xZMhwPv54IY88Mo733/+IuXM/ISNjG4cPH3KsFxkZyezZ8xk8eBiffPIRAB988B5t27Zj3rzP6dath2M4g/379/HVV8uYOXMuM2bM4csvl3Dw4H4Ajh8/xh133MPHHy/k6NEjfPvtSt5++33+/vd/8NFHH3j+AOBHLRTbuUCXFooobz6swtaEuyQm1qF16zYArF79LV9+uRir1UpOTjZHjvxCkybXAtC9e08AmjVrwfffrwFgx44MnnvuJQBuuqmrYziDXbt20K1bD2rVqnXusz3YuXMHXbt2o06dujRubJ8T/JprGtGhww3odDoaNWrCyZPOPVDoapq0UNauXUufPn3o3bs3M2dW/Di3s6znEkUCRWjl/PixJ04c55NP5vH66+8wd+6ndO7cFZPp9ykqAgLs80bZn6exVHl/AQG/j/uj1+sdr/X66m23OjweKFarlX//+9/MmjWLFStWsHz5cg4fPlzt7VrOBYqc8gitFRcXExxci7CwMM6ezWHjxh+v+Jl27a7j229XArBhww+O4QySkq5j3bp0ysrKKC0tZe3aNSQltXNf8dXk8VOeXbt20bBhQ+rXrw9AamoqaWlpNGnSpFrbPbR2Hq8GfM0x/SuuKFOIKrv22qY0bdqMu+4aRkJCgmMQ6YqMHDmKqVMnc889I2jTpi0JCYkANGvWnH79BjBqlH0Et4EDB9O0aXNOnjzh1u9QVR4fvmDlypWsW7eO5557DoAlS5awa9cunn766ct+xmazYbVWXOa+DSvI3LWGpkOf4ZraoS6t2VV8bYpKb3WpGg8c2E/duldrU5CfOHHiCM2aNb9gWUAlJ83ziYuyVqu64hgddVr0oEXnVPLySrx2PA9fHWvE21yqRqWU1wShr4ayUhf/nVV2PBSPX0NJSEjg1KnfpzjIysoiIcHzAwoLIVzP44HSpk0bjhw5wm+//YbJZGLFihX07NnT02UIP+QDgw96LVcdO4+f8hiNRp5++mkeeughrFYrQ4cO5dprr/V0GcLPGI2BFBcXEBoaIZOmV5JSiuLiAozGwGpvS5NrKN27d6d79+5a7Fr4qejoOHJzz1BUlKd1Keh0Oq9vLf25RqMxkOjouGpv1ycuygpxJQaDkdq162hdBuC7F7ZdwW+e5RFCaE8CRQjhMhIoQgiX8YmJvoQQvkFaKEIIl5FAEUK4jASKEMJlJFCEEC4jgSKEcBkJFCGEy0igCCFcxi8CxR2DXjvr5MmT3HvvvfTv35/U1FTmzp0LQF5eHiNHjiQlJYWRI0eSn58P2J/snDZtGr1792bgwIH89NNPjm0tXryYlJQUUlJSWLx4sUvrtFqtDB48mNGj7fPD/PbbbwwfPpzevXszbtw4xyDKJpOJcePG0bt3b4YPH86xY8cc25gxYwa9e/emT58+rFu3zqX1FRQUMHbsWPr27Uu/fv3IyMjwqmM4Z84cUlNTGTBgABMmTKC8vFzzYzhp0iQ6d+7MgAEDHMtcecz27NnDwIED6d27N9OmTXPugUfl4ywWi0pOTlaZmZmqvLxcDRw4UB06dMhj+8/KylJ79uxRSilVWFioUlJS1KFDh9SLL76oZsyYoZRSasaMGeqll15SSimVnp6uHnzwQWWz2VRGRoYaNmyYUkqp3Nxc1bNnT5Wbm6vy8vJUz549VV5ensvqnD17tpowYYJ6+OGHlVJKjR07Vi1fvlwppdSUKVPU/PnzlVJKzZs3T02ZMkUppdTy5cvVP/7xD6WUUocOHVIDBw5U5eXlKjMzUyUnJyuLxeKy+h5//HH1+eefK6WUKi8vV/n5+V5zDE+dOqV69OihSktLlVL2Y7do0SLNj+HmzZvVnj17VGpqqmOZK4/Z0KFDVUZGhrLZbOrBBx9U6enpV6zJ51sofxz0OjAw0DHotafEx8fTqlUrAMLCwmjUqBFZWVmkpaUxePBgAAYPHsx3330H4Fiu0+lo164dBQUFnD59mvXr19OlSxeioqKIjIykS5cuLmsFnDp1ivT0dIYNs89Vo5Ri48aN9OnTB4AhQ4Y4jtnq1asZMmQIAH369GHDhg0opUhLSyM1NZXAwEDq169Pw4YN2bVrl0vqKywsZMuWLY76AgMDiYiI8KpjaLVaKSsrw2KxUFZWRlxcnObHsGPHjkRGRl6wzFXH7PTp0xQVFdGuXTt0Oh2DBw926u/K5wMlKyuLxMREx+uEhASysrI0qeXYsWPs27ePpKQkcnJyiI+PByAuLo6cnJxL1puYmEhWVpZbv8fzzz/PY489hl5v/+fOzc0lIiICo9F4QQ3n66tTxz4MgNFoJDw8nNzcXLfWd+zYMWJiYpg0aRKDBw9m8uTJlJSUeM0xTEhI4IEHHqBHjx507dqVsLAwWrVq5VXH8DxXHbPLrX8lPh8o3qK4uJixY8fy1FNPERYWdsF7Op1Os1HE1qxZQ0xMDK1be36eW2dZLBb27t3LnXfeyZIlS6hVq9ZF18K0PIb5+fmkpaWRlpbGunXrKC0tdfk1JHfQ4pj5fKB4w6DXZrOZsWPHMnDgQFJSUgCIjY3l9OnTAJw+fZqYmJhL1nvq1CkSEhLc9j22b9/O6tWr6dmzJxMmTGDjxo0899xzFBQUYLFYLqjhfH3np7G0WCwUFhYSHR3t1uOcmJhIYmIiSUn2+Wv69u3L3r17veYY/vjjj1x11VXExMQQEBBASkoK27dv96pjeJ6rjtnl1r8Snw8UrQe9VkoxefJkGjVqxMiRIx3Le/bsyZIlSwD73EPJyckXLFdKsWPHDsLDw4mPj6dr166sX7+e/Px88vPzWb9+PV27dq12fRMnTmTt2rWsXr2a1157jRtvvJFXX32VTp068c033wD2q/znj1nPnj0dV/q/+eYbbrzxRnQ6HT179mTFihWYTCZ+++03jhw5Qtu2batdH9ib5omJifzyyy8AbNiwgcaNG3vNMaxbty47d+6ktLQUpRQbNmygSZMmXnUMz3PVMYuPjycsLIwdO3aglLpgWxWq8iVmL5Kenq5SUlJUcnKyevvttz267y1btqimTZuqAQMGqFtvvVXdeuutKj09XZ09e1b95S9/Ub1791b33Xefys3NVUopZbPZ1NSpU1VycrIaMGCA2rVrl2NbCxYsUL169VK9evVSCxcudHmtGzdudNzlyczMVEOHDlW9evVSY8aMUeXl5UoppcrKytSYMWNUr1691NChQ1VmZqbj82+//bZKTk5WKSkpTl3xr4y9e/eqIUOGqAEDBqi//e1vKi8vz6uO4RtvvKH69OmjUlNT1aOPPuq4U6PlMRw/frzq0qWLatmypbr55pvV559/7tJjtmvXLpWamqqSk5PVM888o2w22xVrkvFQhBAu4/OnPEII7yGBIoRwGQkUIYTLSKAIIVxGAkUI4TIyc6ColBYtWtC0aVPH69TUVB5++GG2bt3Kv/71L4xGI5999hlvvPEGa9eupVu3bjzxxBNObXvTpk0EBATQvn17d5Uv3EwCRVRKcHAwS5cuvWj5l19+ycMPP8ygQYMA+Pzzz9m8eTMGg8Gp7VosFjZv3kxISIgEig+TQBHVtmDBAlauXMn69etZu3YtxcXFlJSUcNtttzF69Gjatm3LU089RW5uLjExMUyfPp26devy5JNPEhgYyL59+0hISCAjIwO9Xs+XX37JlClT6NChg9ZfTVSSBIqolLKyMkcrBGD06NEMHz6cbdu2ccstt9C3b18ArrvuOkdL5q9//StDhgxhyJAhLFy4kGnTpvH2228D9mdHPv30UwwGA2+++SYhISE8+OCDnv9iwiUkUESlXO6UpyIZGRm8+eabAAwaNIiXX37Z8V7fvn2dPi0S3k/u8ghN1apVS+sShAtJoAi3u+6661ixYgUAy5Ytu+y1kdDQUIqLiz1ZmnAxCRRRKeevoZz/3yuvvHLFz0yZMoUvvviCgQMHsnTpUiZPnnzJ9Xr06MG3337LoEGD2Lp1q6tLFx4gTxsLIVxGWihCCJeRQBFCuIwEihDCZSRQhBAuI4EihHAZCRQhhMtIoAghXOb/AddHNfrQMnjLAAAAAElFTkSuQmCC",
      "text/plain": [
       "<Figure size 288x288 with 1 Axes>"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    }
   ],
   "source": [
    "import math\n",
    "import pandas as pd\n",
    "import matplotlib.pyplot as plt\n",
    "import seaborn as sns \n",
    "sns.set_style('darkgrid')\n",
    "\n",
    "\n",
    "qrels_path = 'wtr/queries_qrels/rel_table_qrels.txt'\n",
    "qrels = {}\n",
    "with open(qrels_path) as f_in:\n",
    "    for line in f_in.readlines():\n",
    "        parts = line.split(' ')\n",
    "        qrels[(parts[0],parts[2])] = parts[3]\n",
    "\n",
    "modality_eval = {}\n",
    "gain_all = {}\n",
    "\n",
    "# TODO: update/extend modalities\n",
    "modalities = ['PageTitle', 'random']\n",
    "\n",
    "depth = 10\n",
    "query_type = 'gpt'\n",
    "\n",
    "for modality in modalities:\n",
    "    \n",
    "    if modality == 'random':\n",
    "        probabilities = 'rprob05nprob05'\n",
    "    else:\n",
    "        probabilities = 'rprob10nprob00'\n",
    "\n",
    "    for topic in range(1,61):\n",
    "        \n",
    "        log_path = \"sims/output/wtr_sim-\" + str(topic) + \"-fixeddepthuser\" + str(depth) + \"-\" + modality + \"-\" + query_type + \"-\" + probabilities + \".log\"\n",
    "        \n",
    "        query_logs = {}\n",
    "                    \n",
    "        query = ''\n",
    "        results = []\n",
    "        \n",
    "        _gain = 0\n",
    "        gain = {}                \n",
    "        with open(log_path) as f_in:\n",
    "\n",
    "            for line in f_in.readlines():\n",
    "                logs = line.split(' ')\n",
    "                \n",
    "                if len(logs) > 4 and logs[0] == 'ACTION':\n",
    "\n",
    "                    if logs[1] == 'MARK' and logs[4] == 'CONSIDERED_RELEVANT':\n",
    "                        result = logs[-1].replace(\"b'\", \"\").replace(\"'\", \"\").strip('\\n')\n",
    "                        if qrels.get((str(topic),result)):\n",
    "                            _gain += int(qrels.get((str(topic),result)))\n",
    "                    gain[int(logs[3])] = _gain\n",
    "        gain_all[topic] = gain\n",
    "    modality_eval[modality] = pd.DataFrame.from_dict(gain_all).sort_index().fillna(method='ffill').T.mean().to_dict()\n",
    "pd.DataFrame.from_dict(modality_eval).plot(xlabel='Effort', ylabel='Effect', figsize=(4,4))\n",
    "plt.savefig('figures/effort.effect.modality.pdf', bbox_inches=\"tight\")\n",
    "plt.show()"
   ]
  },
  {
   "attachments": {},
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "## Depth evaluation"
   ]
  },
  {
   "attachments": {},
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "### sDCG"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 67,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "image/png": "iVBORw0KGgoAAAANSUhEUgAAAQgAAAEGCAYAAACZ/AuPAAAAOXRFWHRTb2Z0d2FyZQBNYXRwbG90bGliIHZlcnNpb24zLjcuMSwgaHR0cHM6Ly9tYXRwbG90bGliLm9yZy/bCgiHAAAACXBIWXMAAAsTAAALEwEAmpwYAABGzUlEQVR4nO3dd5xU1f3/8df02ZnZXtkCy7KwdBBBikpVwIoKatQYW9Sghhg0fg0a208lURM1xliSaIwao8aKJSZKVQTpSN1dyvbeppd77/n9MbqKsLDA7s7Mcp6PBw/gzsy9n93Zfc+9556iE0IIJEmSDkEf6QIkSYpeMiAkSeqQDAhJkjokA0KSpA7JgJAkqUPGSBfwfZqmoaoH31QxGHSH3B5NZI1dJxbqjIUaofN1mkyGQ26PqoBQVUFrq/eg7UlJtkNujyayxq4TC3XGQo3Q+TrT0+MPuV1eYkiS1CEZEJIkdUgGhCRJHYqqNohDUVWFsrL9+Hy+SJdyWHV1On7Ya91oNJOcnI7BEPXfZkk6pKj/yW1pacBms5OQkI5Op4t0OR0yGPSoqtb+fyEEHo+TlpYG0tL6RLAySTp2UX+JoShBHI7EqA6HQ9HpdNjtCShKMNKlSNIxi/qAAGIuHL4Vq3VL0rei/hJDkqTDUzSB26/Q5g/R4g3R7A3S5A0RUDR+cmr/49q3DIgjCAQC3HLL9QSDIVRVZdq0GVx33Y1UV1dx772LcDrbKCoawn33PYhef+jeaJJ0tNwBhX1NXkoaPexp8FDS6KHOFTjgOYqq4Q6oeEPqIfdhMeqZNjSLHNux/5rLgDgCs9nMk08+i81mQ1EU5s+/jvHjJ/H6669y6aWXc8YZs3j00YdZsuRd5syZG+lypRjU5Any8c56dtS6qGrzU9Xqo82vtD9uMxkoTLczMjsB/feuWvU6HfEWI/FWIwkWIwlxRlLizCTbTKTYzSTFmUhLsR9Xj08ZEEeg0+mw2WwAKIqCqirodDo2blzHvfc+CMBZZ53Liy8+LwNC6jRNCNaWtfDu1lpW7GlC1QQ5iVZyk6zMGJRObpKVvslxFKbb6ZNgRR+h9qyYCogPt9fx/rbaLt3n+cOzOGdY5mGfo6oq1113JVVVFVx44cXk5OTicMRjNIa/fenpGTQ0NHRpXVLvIoSgqs3PhopWNlS0sb6ilQZ3kESrkUtPyuaCEX3on2qLdJkHiamAiBSDwcDf//5PXC4XixbdTlnZ/kiXJEWRNl+InXUu9jX72N/kZV+zl6pWH9r3+s2FVK39siHFZmJMbiLTBqYxtTANszF6bybGVECcMyzziJ/23Sk+Pp4xY8ayfftW3G4XiqJgNBppaKgnPT09YnVJ3SugaLj8IbwhDV8w3Cjo3N/K6pIGNle1sbfpu2v8BKuR/BQb4/omYTJ894uv1+kYmG7n5Lwk8lPiYuYWeEwFRCS0tLRgNBqJj48nEPCzbt1arrjiKk46aSzLl3/GGWfM4uOPP+D006dGulTpONW5AmyoaGVjRRvlrT6aPUGavEHcgUPfJbCbDYzMTmDW4AxGZMczIM1OcpwpZn75O0MGxBE0NTXy0EP3omkamqYxffqZnHrq6eTn9+e++xbxl788w8CBRZx33gWRLlXqJHdAobzFR2Wrj8pWP+UtXrZWO6lo9QMQbzFSmGZjYLqdCfZkUmxmEuOM2MwGbCYDVpOB/MwE0sx6DPreEwaHooumdTFCIfWgWzK1tWXk5PQ/YJxDNPrhWIxv1daWkZXVLwIVHay3TXJytPY1eXl5XQUf76xH+V4DQZrdzNCseE7OS+TkvCQK0+xH/MXvbd/LjiaMkWcQUq+maoJtNU5eWV/J8tImLEY9F47swyl9k8hNjiM30Yq1g+nWJBkQUi9T3uJjfUUrxfVudte7KWnwEFA0EqxGfjqhL5eclE2yzRzpMmOGDAgpprn8Clurnaze18zq/c1UftOO4LAYGJTu4KKRfRic6WBqYRo2szxTOFoyIKSYoQnB19VONlS0sfubM4SqtnAgWIx6xvVN4rIxuUzITyYvydqr7iZEigwIKaoJIdhW4+LT4gY+3d1AvTs8v0ZukpXBmQ7mjMhiaGY8o3MTsURxh6NYJQNCikplzV4+2lnPf3bUUe0MYDLomNAvmVsmp3Na/1TirfJHtyfI7/IR1NXV8uCD99LS0gzoOP/8C7nkkstwOtu4555fU1tbQ1ZWHx566BHsdkeky41pda4Ay0sa+V9JI1sq29DrYFzfJK6f1I8pA9JkKESA/I4fgcFg5JZbfklR0WC8Xg/XXnsl48aN5+OPl3Dyyadw5ZVX8/LLf+fll1/kZz/7eaTLjTnlLT6WFjewvLSJ7bUuAAZnxrNgcn9mD8kg3WGJcIUnNhkQR5CWlkZaWhoANpud/Px8GhvrWbVqBU899TwQHu69YMGNMiCOwvZaFy+uKWfFniYAhmbFc9Np+UwrTGP0gLSY6IR0IoipgLDs+jfWnf/q0n36h/yIwOB5nXpuTU01xcW7GTp0OC0tze3BkZqaSnNzU5fW1RsJIdhY2caLa8tZW9ZKgtXI9RP7cv7wLLISrJEuTzqEmAqISPJ6vdx11x384he3HdTWoNPp5C21w6h1+vl4Zz0fbq+jrMVHis3Ez0/vz9zRfbCb5Y9gNIupdycweF6nP+27kqIo3H33HcycOZspU6YDkJycQmNjI2lpaTQ2NpKcnNLjdUWzoKKxrKSRd7fVsqG8FQGclJvIleNymTU4Q3ZvjhExFRCRIIRg8eIH6NevPz/60Y/bt5922hQ+/vgDrrzy6m+Ge0+JYJXRY3+zl3e21vDh9jra/Ao5iVaun9SPs4ZkkJsUF+nypKPUrQExffp07HY7er0eg8HA22+/3Z2H6xZbt27hk08+YsCAQq6++nIAbrzxJn7846u4555f8+GH75GZ2YeHHvpdhCuNjFqnn81VTjZVtrGpqo19TV4Meh3TClO5YGQfxvVNith8itLx6/YziJdeeomUlNg9/R41ajSff77+kI89+eQz7f/uaLh3b6Fogi1VbeyodVHW4qOs2UtZs48WXwgIT54yKieB84dncdaQDFLtckBUt9JUdP5m9N4G9L6mb/5uDP/xNqLzNqBT/XD+U6DPOubDyEsMqUMBReOrshaWlTSyck9T+5yKyXEm+qXEMXlAKgPS7ZyUk8DAdEevnzylp+kCTgzNuzE27cTYuBND2772QND5m9GJgz+QhN6MZktFi0tDc2SjM5rhOD63uj0grrvuOnQ6HZdeeimXXnrpYZ9rMOhISjpwZt+6Ot03j0V/P/tD1ajTHfw1RYrBoD9iLW2+EMt3N/C/nXWsKm3EG1RxWIxML0rnzKGZTOifQlI3D5fuTJ2R1uU1CgFtFejKV6Ov+BJd+Zfomku/e9iaiEgphLQBCPsEhD0d7Bnf+zsN7BlgSYBvLun039Z5HGe23RoQr732GpmZmTQ1NXHNNddQUFDAuHHjOny+qoqDOsh8O+FVtJ++d3SJIcTBX1OkdDS7kKJqrNjTxDtba1hf3ooqwrMszR6cwZTC1AMnYA0qtAaVg/bRE3VGk+OuUQ1ibNyOqXYDxtoNmGrXY3DXAKBZEgn2OQVl4FyUtKEoqUPQHH3af/E75Af8vmOqMyIzSmVmhmegTk1N5cwzz2Tr1q2HDQipZzW6A7zzdS3vbK2hwR2kT4KFK8flMaUwlaFZ8bJxsaupAczlK7GULsG877/oQ+7wZkcOoT6n4M0aSyhnAmpKEeii44y52wLC6/WiaRoOhwOv18sXX3zBTTfd1F2HkzpJCMHWaidvbKrms5JGVE0wIT+ZO88YyKn9U2Q7wrFQQxhcFeHLhG9pIfSeOgzuavTuagyt+zCXLUUfdKJZEgkUnkuw71SUrJPDZwdRqtsCoqmpiZtvvhkIr0x17rnnMnny5O46nHQE/pDKmxsq+fsX+yhu8OCwGLhkdDbzRmfTN1n2TzgiTUEX8qILedApPnTNDdhKVmGqWYepbiM6xdfhSwU6NFsGwf4zCRSeRzDvdDDExl2ebguIvLw83n///e7afY96+OH7Wb36c5KTk3n55TcAYma4d3G9m3e21vDxzno8QZXCNDu/PnMgZw3JIE72ZjwkvasKU+16jI07MDZux9C4E4O37qDnGXR6lNSh+IZehpI+AvSm7x7UGdDsGaiOPmj2rJgJhB+Stzk74eyzz2Pu3Et58MF72re98srfo3K4tyYEJQ0evipr4dPiRnbUujAbdMwYlM6PJ+UzMNEix40cgs5Tj2XPB1hL3sNUuwEAoTehJhcSyjsdf2I/hMmOMNkQJju29Bxa7UMQ5kM37vUWMiA6YfToMdTUVB+wLdqGe68rb+G9r2tZV95KszfceWlgup3bpg3grCEZJMaZYuLuQI8J+TDVbcRUvQZT1WpMNevQCQ0ldQjuCXcS7DsNNWVgh5/8cUk2xAnwvYypgPhv5cd8XPlBl+7zrNxzmZl71lG/LlqGezd7gzy+fC//2VlPcpyJ8fnJjO+XxCl9k8mIl5OtfJ8u4MRS+j6W4ncw1W5Ep4UQ31wmeE/+OYGBc1BTBkW6zKgSUwERrSIx3FsTgve/ruWpVfvwBlV+OqEvV4/vKydu/aGgB1Pteqy73sSy92N0agAleSC+UdcRyp5IqM84hCUh0lVGrZgKiJm5Zx3Tp313iNRwbyEEX+xr5i9flrOj1sVJuYn8+oyB9E+N7p6HPUIIDI07MJcvw9iwLdzA2LYfHQLNkoh/yKX4B1+CkjHqyJ2OJCDGAiKa9PRwbyEEK/c08dcvy9lV7yY7wcK9swdxztDME7vRUWgYGndi2fMBltIlGNv2A6Am9ENJG0pg8DyUtOEEc08Fo5y16mjJgOiEe+9dxObNG2htbeXCC8/muutu6LHh3g3uAP/ZWc+S7XXsa/KSm2TlN7MGcfaQDIwxMD6lK+n8LVh3/BNT9VfhQUveuvDIRaEidAZCOZNwnTSfQMFsRFxqpMvtFeTq3l2kK1f3DqkaS4sb+WB7HV+Vt6AJGNEnnrmjspk1JAPjMfZ2jJW7GD+s09C0i7itf8O6++1wG0LqYFR7HzR7BpotAzUxn2D+mYi4nptWIFa/lx2Rq3vHAHdA4Z2tNfxrYxX17iDZCRauGd+Xs4Zk0C/lxGpj0Hkbsez9CEvJe5ir1yIMFvxFc/GNvBY1dXCkyzthyICIAi3eIK+sr+StLTV4gipj8xJZNHMQE/OTT6wBUyEfltL3Mex9n9SyVeF+CckDcU+4E/+wKxDW5EhXeMKRARFB7oDCK+sreW1DFX5FDfd2HJvL0Kze3Tvvh/SuKuK2vYR1+z/RB1oRyQV4x9xCYOB5qCmD5R2HCJIBEQG+kMqbm6p5aV0FTr/CGYPSuHFSPvknyq1KoWFoLsZUvRZz+QrMZZ8CEOw/C9/Ia7EPnY63rePBT1LPkQHRg/whlX9vqeHldRU0e0Oc2j+F+afmU5QZfYO8uoOxZj22LX/BVPUlen8zAKqjD76TfoZv2E/QEnLDT5RnDFFDBkQPCCoa/95SzUtfhYPhlL5J3DCpH6NyEiNdWo8wNnyNbe2jWMqWollTCObPIJg9gVD2BLSEvjIQopgMiE6YN+88bDYber0Bg8HA3/728lG9/qH/FfPRjnrG9U3idxP7MTr3BAmGuk3YNj2DZc9HaJZE3BPuxDfyWjCdIJdSvYAMiE764x+fIykp6ahf5wupfLSjnp9O6MuNp+Z3eV1RR/FjKf2AuK9fxFS/Bc3kwDP2Vnyjb5BjHmKQDIhuFFI12nwKI/okcN3Eo+ssFdW+6d5srv4SQ+tedEF3eKaloBtj0070/maU5EJckx8kUDS318+Z0JvFVED4//Mh/g+XdOk+reech3X2OYd9jk6nY+HCmwEdc+ZcxJw5Fx1xv0IIqtv8ADxwdtEx936MBrqgC2PD1xjrt4anWKtegz7QBoRnYBbmBITZjjA5COadjn/IZYRyT5VtC71ATAVEpPz5z38lPT2DlpZmbr31Zvr1y2f06DGHfU2TN4QnqJJgNcbempRCYKzbiHXnG5hq1mJo2YOOcI98JTGfQMFZhHImEsqeiBafHeFipe4UUwFhnX3OET/tu0N6egYQHuI9efJUduzY3mFACCHwBFUa3AESrEYMInbmfdR5G7Hufgvrzn9hbClBM9kJ5UwiMPACQhmjUDJGykFQJ5iYCohI8Pl8CKFhs9nx+XysW7eWq6/+6QHPUTWBOxjC6QviDqgomsBk0JGVYKHRH6HCO0nvqsKy9z+Y932CqXotOqESyjoZ17TH8BeeB2Z7pEuUIkgGxBE0NzexaNGvgPD0/WeeOYsJEyYBoGmCZl+IJk8QVRMY9DocZgMOixGHxRi1a0zovA1Yi98NT73WsBUAJaUI75ibCAy6UE67JrWTAXEEOTm5vPTSawds04Sg1Rei0R1E0QQOi5GMeAsWQ89PPddZuqAL3Y5PSNj4KubyFeEzhYxRuCfeRbBgFmpSQaRLlKKQDIijpGga5c0+/IqGzWwg12HGZjZ2OB9ExKhBTLUbMFV+jrnyc4x1m9EJFZ09C99JP8NfNC88a7MkHYYMiKOgaYLKFj9BVSM3yUq8xRg9ZwxCYGguxly5ClPFSsxVX6JTfOFZmzNG4R1zM5YhZ9ISPxL0sdNwKkWWDIhOEkJQ5fTjC6nkJFlJsJqO/KIeondWEP/prZhr1gKgJBXgH3IJwdzJhHImICzhrt3mJBvEwCxIUvSQAdEJQghqXQFcfoWseEv0hIMQWHa9iWPVPaDT4T7tPgL9Z383KlKSjpMMiE5o8gRp8YZItZtJsUfHGot6Ty2Olb/Bsvdjgtnjcc14UgaD1OVkQByBy69Q7w6SGGckwxGhcAh5sez9CFPdZgzNxRibS9D7GhB6E+6Jd+EbfYNsV5C6hQyIwwgqGmWNbTzym1+g01RUVWXatBlcd92NPXJ8Y/1WrDtew1LyLvqgC83kQE0ZRCB/OmpK0XfrR0pSN5EB0QFNCKrafBhNZp568lkSExwoisL8+dcxfvwkhg8f0W3HNtZuwLHqHkz1WxBGK4EB5+IbejlKn3FyAJTUo2RAdKDOFcAX0shLshL/TaOkoiioqtJttzZ1/lbsa36LdfuraI6s8HDpQRe234WQpJ4WUwGxf1Mj+zY2duk++49JI/+ktAO2tflC7Y2S8VYTqqpy3XVXUlVVwYUXXsywYcO7tAY0FUvp+zg+vx+dvxnfqJ/iPeU2hPnEmKtSil7dHhCqqjJ37lwyMzN57rnnuvtwxy2gqNQ4/djMhvZGSYPBwN///k9cLheLFt3O3r2lFBQUHvexdN4GrDtfJ277qxhcFeGuz+e9gpLexQEkSceo2wPiH//4BwMGDMDtdh/3vvJPOvjTvitpmqCy1Y9epyMn0XrQpUR8fDxjxoxlzZovjysgDA3bsW18OrwcvRYimDMJz8RFBAacLe9GSFGlW1d/ra2tZfny5cybN687D9Nlal0BgopGdqIV0zcL47a0tOByuQAIBPysW7eWfv3yj2n/+rb9xP/3ZlLemIW5fDm+EVfTfPly2i54g8DA82Q4SMdNCEGDv4GvGtbwYcX7uEPH98HcrWcQDz/8ML/61a/weDyder7BoCMp6cAZj+vqdN881r0rWbd4g7T6QmTEW0i0fdffobW1iQceuBdNUxFCMH36mUyePOWQ+zhUjTqdjiRLEP2Kh9Fv+jvoTaiTfok24eeY4pLoyT6ZBoP+oO9vNIqFOqOhRm/IS2lbKSWtxZS2llLaWkJJawnOoBMAo87IyXmjGJw05JiP0W0BsWzZMlJSUhg+fDhr167t1GtUVRy0EvG3i49350hJf0ilutWH3Wwg1WY64Fj9+xfy4ouv/qDOg2vpaDSn0ATi9SvQV3+Ff+jleMf9As2eBQEg0LPjInrbitSR1FM1BtUgLcFmWgLN1Ppq2efaw15XKXtde6jxVrc/L85go398fyZnTqMgvpD+CQUUxA8gLykrOlf33rhxI0uXLmXlypUEAgHcbje33347jz32WHcd8piomqCqLdzukH2IdofjpQu0Ya76EucZTxAoio1LLSkyhBCUOotZ2/AlXzWsYZ9rLx7lwEsEPXpy7XkUJQ5hdu45FMQXUhA/gMy4LPS6rj/L7raAuO2227jtttsAWLt2LS+88ELUhQNAnctPUNHomxzX3u7QVXSBNnRBF75hV8pwkA4ghKAx0MheZyl7XaXscZayuXkjzYEmAAYlDObMnNmkWFJItqSQbE4h3ZpOX0c+FoOlx+qMiX4Q315mdLVWX4hWn0K6w4zd0sXfCiWArq0CDCbcp9/XtfuWYpYz6OSDind5v+wd6v117dszrJmMShnNKekTGZc+gRRLSgSr/E6PBMT48eMZP378Mb3WaDTjdrcRFxffpaf/AUWl1unHbjaQ1tUjNDUNfdt+3IrAYE+HHkx8KTqVu/fz9v43+W/Vx/hVP2NSx3JJweUMSAhfIsSbonPVsag/g0hOTsftbsbpbOmyfQoBjZ4gmhDE283td0qOh06nQ4T86BQ/OsUHWghjXBJJmXldULEUS1RNoc5fx9fNW9jctJEtzZuo9dVg0puYkT2TufmXMiDh+Dva9YSoDwiDwUi/fvld2mL84CfFvL+tlj/OHU5O9vGdyukCzvD4ieK30QXdCIOFYM4k/EMvI5h3WhdVLEWjtmAb21q2sr1lKyVtxTQFGmkJtuAMtiG+WWgowZTIqJSTmNf/R0ztMyNqLh06K+oDoqu9v62W97bVcu34PCbkH9+bZSpbRvzyO9B76hAjfoQz9wyCuafJ1at7oZAWYq+zlF1tO9ndtpPdzp3sc+4Fwv0NBiQUkmPPY0TKaJLNyaRZ0xiaNIL8+P7dcnehp5xQAbFmfzMP/6+EU/omcf2k/GPejy7gxP7F/cTtfB0leSCtc5/HUXQqwSi/dy91jiY0yt1l7G7bGQ6E1p3scZUQ0kIAJJqTGJE2nBlZMxmeMpKixCE9emehJ50wAbG73s3/vb+TglQbvzt/6DEvpqvzt5D07/MxOMvwjrkZz7hfgtHaxdVKPcmn+Ch27mJb81a+btnK9pav2/sfxBlsDEos4sJ+FzM4aSiDE4eQGZdFcrI96jtzdYUTIiBqnH5ufXsbDouBJy4cjuNYb2lqKgn/vQWDq4q2Oa8TypnYtYVK3W5T0wbe3Psadb5anCEnrpCToBZsf7yfoz/T+sxgaPJwBicOJc/RF4PuxB0j0+sDwukP8Yu3tuFXVP7yo9FkxB/7qaB97e8wV6zANe0RGQ4xZmfrDl7Y/RwbmtaRZk1ncOJQhpgSiDcnEG+Kp5+jP8OTR5JolpPzfF+vD4jHl++lotXHn+aNoDDt2BeitZQswbbxz/iG/Rj/0Mu7sEKpq3hCHva4SqjwlOMNefCpPryKl3L3ftY0rCbRnMT8IQuY0/dCzL20zaCr9eqAaPOF+O+ueuaMyOLkvKRj3o+haSfxSxcSyhqL+/QHuq5A6bi0Blr4vG4F6xvXUeosptpbddBzLHoL8eYErh74U+b1vxSbUa5WfjR6dUB8vLOeoCq4cGSfY96HztdE4kc/RTMn4Jz9HBiiY12ME1VbsI3P61awvOYzNjVtRBMqGdZMBicNYVbu2QxMGES+owCHKZ44gxWDvlf/iHe7XvvdE0Lw9tYahmbFU5RxjHM7hrwkfnAVek8trRe8gWbP7NoipU5xhZx8XruS5TWfsaFpPZpQybHlclnBFUzpM50B8QOjZ43UXqbXBsTWaif7mrzcdeYxrhuhKSR8Mh9jw1acs59HyTq5awuUDksIwZbmTby9/03W1H+BIhT6xGVzSf/LmNpnBgMTBslQ6AG9NiDe2VqD3Wxg5uCMo3+xEDhWLMJS9hmuKYsJFszu+gKlQwqqAd7f+z9e3v4Ke1wlJJqTuDD/Yqb3OYNBiYNlKPSwXhkQTn+IT4sbOXdYJjbz0d/Dtq1/grgd/8Rz8s/xD7+yGyqUvi+gBljfuJZVtSv4sv5zXCEX/R0F3D7i18zIntlreynGgl4ZEB/vqCegaFw44ugbJ61bX8D+1e/xF83DO/6ObqjuxKUKlS1Nm6jz1dIUaKQp0ESdt4bNzRvxq34cxngmZZ7GhUVzGGQZIc8WokCvCwghBO98XcOQTAdFmUfXOGn9+iXiV91DoP8sXNMelcvcdRFNaKyqXc7fS/5KmXt/+/Z4UzypljRm5ZzNaVlTGJVyEka9MSbmpDxRHDYg1q9fT2VlJRdccAEACxYsoLW1FYD58+czcWL09Sb8usbFnsajb5y0bnuF+JV3EcifiXPWM2DoyfmmeydNaHzV8CUvFP+FUmcx/Rz53D36foYkDSPFkiovHWLAYQPiqaee4je/+U37//ft28fixYvx+Xw8++yzURkQb2+twWY6usZJ645/Er/iTgL9ZuCc/Yzs63AcXCEnGxrXsbb+S75q+JKWYAt9bNn8etQ9TM8+84Qe1xCLDhsQbrebwsLvZr7p168fw4eHl4X7/e9/372VHYNGdyDcc3J4VqcbJ817P8Gx7P8I9J2G86zn5fRwnSCEoDXYQoWnnEpPBRWecircZVR6Kqj0VqIJlQRTAuPSJzAhYxJTsqZjlB2WYtJh37VvV5T61p/+9Kf2fzc1NXVPRcfh9U3VqJrgirG5nXq+3l1D/NLbUNKH4zzrLzIcDqPeV8c7Zf/m6+bNVHjKcYW++9kw6U1k23Lp68hnap8ZjEsfz+CkofJsoRc4bEAUFBSwfPlypk6desD2ZcuW0b9//+6s66h5ggpvbalh2sA0cpPijvwCoRH/6a3o1ACumU/LOR06sM+1h9f3/pPPqv+LAEYmj2JqnzPIs/cN/3H0JTMuS4ZBL3XYgLjzzju58cYb+eSTTxg6dCgA27dvZ9OmTTz77LM9UmBnvb+tDldA4cedPHuI2/Qs5qovcE17FDWpoJuriz07WrbxSunfWdOwGqvBypx+c5nX/1Ky4o59XIsUew4bEPn5+SxZsoT333+f0tJSAMaOHcv999+PxRI9p+OKJnhtQyUn5SQwvM+Rpw831m/BvvYRAgPOwT/kRz1QYez4unkLL5e+yPrGr0gwJXLNwOs5v99Fcp6EE9RhA6KsrIzGxsaDVufesGED6enp9O3bt1uL66ylxQ3UOAPcNq0TU4kHPcT/9xY0Wzquqb87Yfs6NPgbKG0rpt5fS6O/gUZ/I2Xu/exq20GSOYkbBt/MnL4XEmeUE/CeyA4bEA8//DALFy48aLvD4eDhhx+OissMIQQvr6ukX3Icpw84wizVmkLCpwswtO2n7YI3ENakHqkxGtT76ni3ejkbazazs3U7TYHG9sf0OgOpllTSrOnMH/xzzu17AXHGTrTjSL3eYQOisbGRoqKig7YXFRVRVXXw5ByRsKGijV31bhadORD94c4GhMCx/P+w7PsE1+kPnDBTxpW79/Panlf4tPoTVKGSa8vjpNQxDE4aRlHiYPrYskk0J8lGRumQjuo25/f5/f4uL+ZYvLK+khSbibOHHn6uBvua3xK383U8Y3+Bf+S1PVRdzxNCUOevZVfrDpZVf8bndSsw682c3/dCrht1DTYlOdIlSjHksAExfPhw3njjDS655JIDtr/55psMGzasWwvrDJdfYc3+Zq4cl4fF2PHiJHGbn8e28Wl8w36M95Tbe7DCnuEOuVha/SlfNXzJztYdtASbAXAY47mi8Cou6ncxSZZkkhxyjIN0dA4bEIsWLeKWW25hyZIl7YGwbds2QqHQAZ2mImVtWQuqgNMKOm57MJd+gOOLBwgMOAf35Id6TaOkJjQ2N23kP5UfsLJ2OUEtSI4tl3Hp4xmSNJQhScMoiC+UPRil43LYn560tDT+9a9/sWbNGkpKSgCYMmVK1IzBWL2vmXiLkWEd3doUGvY1vyWUNhznmX8EfexcZ1d5Ktnn2kOVt4pqTyVV3kragm14FQ8exYNX8aAIBbvRwVm553JW3rkMTCiSQ6SlLtWpj5fk5GTS0tIASE1N7daCOksIwZf7WxjfL7nDVbLMZUsxtu3HOfPPMdGNWtUUVtd/wTv732Rz88b27QmmRLJtOWTGZWIz2rGbHNiNdvrHF3Ba5hQ5KlLqNkdspLzpppuoqamhqKgIIQTFxcX06dOHZ555BofjGCeD7QIlDR4aPUEm9e+40S1uy99Q7VkECs7qwcqOnifkYUnFu7xX9hZ1vloyrJncUHQTJ6WeTLY9h3jTkTt/SVJ3OGxAPPnkkwwfPpyXXnoJvT7cCKhpGo899hiPP/74AUPBe9rqfeGGuIn5hw4IQ9MuzJWrcE+4M2rndnCHXLyz/9/8e/+/cIVcjE4dw01DfsGkjFPldO1SVDjsT+Hq1at5//3328MBQK/Xs3DhQs4777zD7jgQCHDFFVcQDAZRVZVZs2axYMGCrqkaWL2/hUHpdtIchz69jtv6AsJoxT/sii47ZldpDbTwbtlbvLX/DTyKm0kZp/GTgdcyKHFwpEuTpAMcNiBMJhNG48FPMRqNmM2Hn1TFbDbz0ksvYbfbCYVCXH755UyePJnRo0cfV8EA7oDC1qo2rhyXd8jHdf4WrLvfwl80F2GNjvv+Qgi2t27j/bK3WFG7jJAW4rTMKVxZeDUDEw/ujCZJ0eCwAREIBNixYwdCiAO2CyEIBoMdvCpMp9Nht4eXOVMUBUVRuqyF/atvbm9O6n/o25vW7a+iUwP4oqRDVHHbLh77ejGlzhLsRjvn5s3h/H4X0c+RH+nSJOmwDhsQ6enpLF68GJ1O1x4S3/6Sp6enH3Hnqqpy0UUXUV5ezuWXX86oUaMO+3yDQUdS0sGDgwwG/QHb11e7iLcaOX1IJkbDDzpIqSGM2/+Blj+F+AFjjlhjV/lhjd/yhrz8vxW/IagFWTTubs7OPxubKTIDoDqqMdrEQp2xUCMcf52HDYiXX34ZgI8++ojJkyfjcDh4+umn2bFjBzfddFMnijPw3nvv4XQ6ufnmmykuLmbQoEEdPl9VxSF7+n1/lmMhBCt213NK3yTcroO7e1tKlpDgqsZ5+kMEe7DXYEczMT++7VGqPdU8PuFpRqaMJuiBIJHpzRgrs0XHQp2xUCN0vs709PhDbu+4f/L3fHtLc/369axZs4aLL76Y++67r9NFJiQkMH78eFatWtXp13RkT6OXenfw0HcvNJW4jU+jJvQjmD/juI91vNY1rGVJ+TvM6/8jRqaMjnQ5knTUOnUvzWAI90BcsWIFl1xyCVOnTuWJJ5447Guam5sxGo0kJCTg9/tZvXo1119//XEX/N3tzYPbH6w7XsXUuA3nzGdA16ns6zbukIvHvl5MP0c+1w26IaK1SL2T5mxDra5Cq65Cra5Gq61Ga2pCa21Ba26GQIC4Z5+FrGOft6VTAZGZmck999zDF198wfXXX08wGETTtMO+pr6+njvvvBNVVRFCMHv2bKZNm3bMhX5r9f5mBqbbyYg/8PamzteEfc3vCOacSqDw3OM+zvF6eseTNAWauH/Mw5hlT0fpKKnlZSgV5QdsE8421L17UPaUouwpRTQfOHG0LjERfWoa+uQUTEOHoc/MwtinDxx4j+GodCognnjiCVatWsW1115LQkIC9fX13HHH4ZelGzx4MO++++6xV9aB4noP80YfPC+i/cuH0YU8uCc/GNEBWUE1yIcV7/NJ1UdcWXgNg5OGRqwWKbaodXUElv6PwKf/RS3edegnmc0Y8gswnzIBQ8EADDm5GLJz0Gdno7fZD3q6IdEGx9FW0qmAiIuLY+bMme3/z8jIICPjGFbN7gJPXzyCgtQDvxHG2g3E7Xwd70nzUVOObkWtrlLrqeXV3f/ko4oltARbGJ48kh8XXh2RWqToJgIBlJ3bUcr2o1VVolZXo1aWo+4Jz/tqHDIU+y23Yhw5Gt33xxnF2TBk56A7RN+k7hJz/XmHZP6gtVVTcaxYhGrPwjP21h6vJ6gGeWrHH/i48gMQMCFjEnP6XcTJaaegj3A7iBQdRMCPUlpKaNMGQhvWEdq6BYKB8IMmE4Y+2eizc7FMm4FlxkwMuYfuABgJMRcQP2Td/jKmxu20zXoWzAefYnWn1kAL92z8NdtatnJZ0eWc12cuWTY5LfyJSgiBVl+PuqcEpbQEZU8J6p5S1Ipy+KbNzlAwAOucCzGNGYtxYBH69HR0+uj9IIntgBAa9nVPEMw5leCAc3r00OXu/fx6/e00+Ru556T/xwVDzouJ++JS19ACAZTdu1BKi8NhUBoOA+Fytj9H3ycbY+FAzNPOwFg4ENOIkehTomO6hM6K6YAwNmxD72vEP+TuHm2Y3Ni4nns3LsKsN/H4hKcZkhT56fekzhE+H/7/fow4zHyrCIEI+BFOJ8LlRHM6ER43wudD+LwIn59GlxNUNfx8qxVjQSGWaTMwFA7EOGAghgED0NsjNx1CV4npgDBVrAQgmDu5x465rPpTFm95gDx7Xx4a96hcaSpGCFUl8J8P8f7lWbSmxiO/QK9HFx+PLj4BfXwCOocDfWoaurg4dHE24jLSUHL7YRwwEH1OLjpD7MxWdjRiOiDM5ctRUoci7D1zR2VJ+bs8se1RhieP5KGxj+Iwxf4nRG8khIBgAOENf+Kr+/bief4Z1L2lGIcNJ/6BxRiLjjC03mQ6bNtArHS1Pl4xGxC6oBtT7QZ8o37a7ccSQvDa3pf56+5nmZA+iXvGPIjVIBf7jRZaSwuhrzcT2rIZZetmlNISUJQDnqPvk038Aw9jnjpDztt5FGI2IEzVa9BpIYJ5U7r1OKpQeX7Xn3lz32vMyJ7J/428W84U3YPCdwbqUIp3o5TsRi3ejVpXG24P8HoRPi98u0aL2YJx6DDi5v0IXWJi++WALiEB8ykT0B1hDhPpYDH7k24uX44wWgn1Gdttx2jyN/LwlvvZ1LSBC/rN45aht8q+Dd1IaBrKzu20lu/FvX0nyv69qHv3fndnQK/H0Lcfhtw8dDb7dwGQnIxpxCiMRYNlCHSxmA0IU8VKgtkTwdg9p/rrG75i8Zb78SpefjViEbNzz5Gnpt1AhEKENq4nuHI5gc9XIJrDg/F0jngM/QuwTJ+BoaAQY9FgjAMGorPKS7ueFJMBoXdWYGzdi3/4T7p836pQ+XvxX/jnnpfp58jn9+P/RH58/y4/zolEaBpK8S6Cqz8ntGkjwtkWvl3o9SI8nnB7QVwc5gmTsEyeSurkU3GZ7DKQo0BMBoS5YgVAl7c/KJrC4i33s6zmM87OO49bhv5SNkYeI6FphDZvJPDf/xD88ovwyEO9HmPRkPAlQlxc+DLBZsc0YiSmsaegs4RHvRqTbOhOgDsEsSBGA2IlqqMPanJhl+0zoAa4f+NdrGlYzQ2Db+ZHBdE3G3YsUBsbCHz0Af6PlqBVVYYDYMJEzBNPwzxhEvqkpEiXKB2F2AsITcFU8TmBAWd1We9JT8jDXRt+xdfNW1g4/A7O7XtBl+y3NxGKglJSjFpehtbYgNbUiNbYgGhtRXg939xR8KE1N4GmYTrpZGzXXI9l6jR0FnkWFqtiLiCM9VvQB52E8qZ2yf5cISd3fHUrpc4SFo2+lxnZM4/8ohOEUl5GaM1qQhvXE9q8Mdxe8A2dzY4+LQ1dUhK65JRwb8I4G4bMTCxnzo6qEYnSsYu5gDCXL0egI5h32nHvS9EU7t94N3tde3hgzG+ZmHlqF1QY+5TyMrx/e57g0v8BoM/NwzJjJqaTTsYwqAh9WtohJyeRep/YC4iKlSgZo7pkQZw/7/wjG5vWc8fIu074cBCahlZVifeVlwj850OwWIi78mqsc+ZiyMyMdHlShMRWQAiBoaW0S7pXLyl/l3fL/s3F/S9jdm7PDhWPFCEEal1tuC2htARl3x60+jq0xnB7AooCZjPWeZdi+/FV6JMPvTCRdOKIrYDQ6WidtwQ1/viubzc3beSP23/PKekTuWHwkdf3iGVqfR2htV8SXPslzZs2oDm/N19BTi6GzCxMo0ajT0tHn56B+fQpGDLkGYMUFlsBAahJBcf1+v2ufdy3cRG59jzuHn0/Bl3vGqYrhEAtKSawYinBz1ei7t0DgD4jA/uMGWj9B2IcOAhjQSE6W/SvDCVFVswFxLFShcpb+17nheLniTPaePDkR3rNcG3N7UbZtYPQ2i8JrFiGVlMNBgOmkaOx3LQA84SJGPILSE62nxBDlKWuc0IERLl7P49sfYgdrduZlHEavxx+B6nWtEiXdUxEIICybw9q8W5CO7aj7NiGun8fCAFGI6axp2D7yTWYT5siOyVJx63XB8Tyms9YvOX/EWewcteo+5iefWbU9vEXioK6by+hr7eg7NyO8H9v7VEhUKsqUfftbZ/qTBefgHHYcCzTzsA4bDjGocPRO3rHWZF0ZJoqaKvz0lThoanCTWutF6F9t0qOwaznzGuGwXGs29SrA8Kn+Hhq+x8oiC/gobGPkmKJvglDRSBAYMUyAv/5EGXb1+H5DQBdSir6hIQDnqvPzMI88VSMA4swFg1G3yc7asNO6jpqSMPvCeFpCdBW56OtzkdrrZe2Oh9qKDxbttVhJDnbjsH03XQEBpMek8VACPWYj92rA+L98ndoCbZw35iHoy4c1Ipy/O+/i//jJYi2NvTZOVhmn41xxEhMw0eiz+ojf/lPIKqi4Wr001brpbXOR1utF3dLgIBbIRQ48BfcHGcgMctGwclppOY5SM1zYEsyH/LnxZ5kOa52p14bED7Fy+t7X+HktHGMSBkV6XLCQ5537SS4+nOCX34RXlrNYMB82hSsF1yEaczYqF4fQeoaSkijpTp8SeBq9ONuDuBpDuB1BtvX0NQbdCRkxJHcx4bVYcLiMGF1mLAlmEnMjMMab+qxD49eGxDvlr1Fa7CVqwd2/5yVR+L/6AM8z/0pPBmKXo9x+AhsP7sF66yz0afFZmOp1DlKUKVhv4u6PU4ay9201njR1HASWB1G7ClW0vPjsadYSEizkphlIz7Vit4QHWePvTIgvIqH1/f+k1PSJzAseUTE6hBC4H3xL/he/CvGUaOx3nwr5vET0CcmRawmqesJIQh6FfzuEH53+G9PS4D6veFQ0FSB3qgjNdfBoEmZ4cuCvg6sdlOkSz+iXhkQ7+z/N85QG1dF8OxBKAruxxYT+HAJlrPOxXHHoh5ddFXqWNCnoAS1wzxDoKkCJaChBFWUkIYSUFGC2jd/VFChqcaDu8mPpyVwyP0lZsYxcEImmYUJpPWLx2iKvUvIXvcT6wl5eGPfP5mQcSpDkoZGpAbN48Z1712E1n5J3FXXYbvuBtngGAU8rQF2LK9m/6ZGxOHyoRP0Rh32JAuOFAsZBQnYk83EOcxYHEasDhPWeBNma+z/esX+V/ADb+9/A1fIxdUDr+uxYwohCO7Zg+/TZQTXfkloy2ZQQjh+9Wus51/YY3VIh+Zzhdi5spq96xoAGDAug6Ssw3cz1xt1GM0GjGZ9+I/JgNGib9+WmuagzenrifIjqlcFRLW3in/u+QenZU5hUOIRVk7qIlpbK8677qBpy2YADP3ysc65EMuMMzENi1z7x4nG2xakscxFQ1m4w5DiV8OXB0GNoD+8iE7/MekMndoHW+Jx9Bz6hk5/YpwRdltA1NTUcMcdd9DU1IROp+OSSy7hqquu6q7DIYTg91//FoPewM+H/rLbjvN9al0tztsWoNZUk3bH/6GeciqGzKweOfaJzO8J0VrjpaXaS2uNh+ZKD57WIABGs57kbDuOVEv4096ixxxnJP+kNOJT5dR3R6vbAsJgMHDnnXcybNgw3G43c+fO5dRTT6WwsOsmmv2+jys/YFPTBn45/A7S47p/rU5l3x6ct/0C4fWQ+NgfSZp2mhwI1Q2EELibAzTsd4XPEPa78bQE2h+3JZlJzrYzcGImaf3iScqyRc0twt6g2wIiIyODjIzwL6rD4aCgoIC6urpuCYhGfwPP7HyKUSkncU7e+V2+/x8Kbd2M8/9uA7OZxD89h7FwULcfszfzu0M0V4Y7DzVXeQh6VYK+EKFg+O7Bt/0GLHYjaf3iKRyfQVIfG0lZNiy2XnWVHHV65LtbWVnJzp07GTXq8D0aDQYdSUkHNx4ZDPpDbofwJ8wDWx9HESHun3QfKQndN1hJ83ppfubPtL38MqbcXLKffQ5Tbu4Ra4wWkapR0wRNlW5qSlupL3MR8CooAZWgPxwE314e6PQ6UnPsJGXaMJrD4whMFgMJaVb6DEgiMTMuau4GxcL7DcdfZ7cHhMfjYcGCBSxatAjHEUYaqqo45Gn64ZZaX16zlOWVy7lh8M0kaOnddpof+GIVnscfRaurxXLuHOzzb8HjSIRvjhcLy8H3VI2aJmit8dKw30X9PieNZW5C/vB4AnuyBavDiNFswJZkIiHTyoDMOFLzHCT3sWE0Gzqss60teu4axML7DZ2vMz09/pDbuzUgQqEQCxYs4LzzzmPmzK6fTl4TGs/ufIpBCYO5OP/SLt8/gFJSjPeF5wl+vhJDwQASn/4LppGRH9sRaT5XiJZqD56WAKGA2t6RyNMSCAfCNwOMHKkW8oankNE/nvT8eOIS5OK6saTbAkIIwV133UVBQQHXXHNNtxxjR+t26v11XF80H4O+674UIQTKlk14X3mJ0Nov0dns2H52M3GXXnFC9YYMeBXczX58zhA+VxCfM4Sz3kdLtQefM3TAc/UGHUazHqvDRN4IGQi9Rbf9tG/YsIH33nuPQYMGMWfOHAAWLlzIlCldt57mqtrlmPQmJmR03ZT1SmkJ7scfQdm6BV1SMrbr52O9cB76+EOfgvU2Qggay9yUrq2nckfLAROQ6PTg+GZwUUqOneQcO/FpVkwWAwZj7HUjlo6s2wJi7Nix7N69u7t2jxCCVbXLGZM6Frvp+BdxEaqK71+v4v3bc+gc8dhvvR3rOef32uXmhRAEPOGBRQGvQtCj4GkLULapibZ6HyargYETMsgoSCAu3kRcghmLzXjCdBCSwmL2fLnEWUytr4YrC4//8kWtqsT10P0oX2/BPGUajtvuRJ98/AvzRBMlpFG5q4Xy3U00V3porvLgd4UOel5yto2xF+TTd0QKRnPvmvFbOnoxGxCrapeh1xmYlHn6Me9DCEHgoyW4n/w9OoMBx933Y5k5O2pupR0PIQSelgA1xW3UFLfRsM+JqoQvF+JTrWQWJJCcY8OWYMZsM2KxmbDYjVjsxl7x9UtdIyYDQgjBytrljE45iURz4jHtQ3M5cT+6mOCyzzCNGYtj0b0xu8ScElRprvLQWuvFWe/H2eDD2eAn6A2PQXCkWigYl8GAUelYU0yY42LybZciICZ/Usrc+6nwlHNR/iXH9PrQlk24HrgHrakR289uIe6yH0fVdG9CE7TV+8LzDrRvDM9bGPKrhAIaoYCCq8FPU4WHtnpv+/Blc5yBhIw4cocmk5gVR1ZhYvsYhFi5dy9Fj5gMiFW1y9Gh47TMyUf1OrWuDt/LL+Jf8i767BwSn/kbpiGRmTPihwJehbrS8OVAbWkbAY9yxNeYLAZScu0MmZxNap6d5Gy7vESQulRMBsTK2uUMSx7R6cVv1MYGfC//Hf+Sd0EIrBfMxXbjTRFfwj7oV6ja0Ur5103U73UiNDDbjGQVJpBVmIg1/sApyb6dxtxkMWC0GDBbDfKugtStYi4gqjyV7HGVMH/Igk493//xB7gf+y2oKtZzzifuyqsxZPXp5io7FvCEqClpo2pnKzXFrWiKwJ5soei0PuQMTiI5x45e/tJLUSLmAmJV3QoATs86cocrzdmG549/wFg0hPi778OQndPd5R2SzxVk/8ZGqovbaKpwgwCrw8SAsen0HZlKSq5dXhZIUSn2AqJ2OYMSBpMVd+SzAN/LLyE8Hhy33xmRcFBDGrtX17JrZQ1KUCM5x8awqdn0KUoiuY9NXh5IUS/mAqLeV8cVA448M5VaV4vv7TewzD4HY8GAHqjsO0IIqna0sOU/FXhag+QMSWLkrDw5o5EUc2IuIF6Z+iZm/ZEHAHn/+hwAtutu6O6SAAgFVKp3t1JbEr4L4W4KkJgZx5RrisgsSDjyDiQpCsVcQFgMR55wVNlTSuCTj4i79IpunyNSVTQ2LimjbEsTmiowmPRk9I9n8Ol9yB+dJqc/k2JazAVEZ3ieexqd3UHcld03SS5AyK/yxWsl1O91MfS0bNILHaT1jT9ghWVJimW9LiBCmzYS+vILbD+7BX3CsXXD7gy/O8Sql4tprfVyykX9GT2tr+ylKPU6vSoghN+P+4lH0adnEDfv2Lphd4a72c/Kl4rxuUKcdsVA+gxK6rZjSVIk9ZqAEELgfuQh1H17SXj0CXSWrr9jIISgfEsTmz4qB52OqdcUkZrXfZPkSlKk9ZqA8L/1BoH/fYLt+p9hHj+xy/fvbQuw/r0yakvaSO3r4JSL+svbllKv1ysCIrRlE54/PYH5tMnE/fjqLt23EtLYt7GBr/9XidBg9Nl9KRyfIbtDSyeEmA8ItbEB5z2/xpCdg+Ou+7ps2LazwceedQ2UbW4k6FPJKEhg7Jx+OFLkWYN04oj5gHD/v3sQPh/xTzyN/gjrbhyJpmpU7Wyl9Kt6Gva50Bt05AxJZsC4dNL7x8vxEtIJJ6YDQtm9k9DGDdgXLMTY/9i7U/tcIfaub2Dvunp8rhD2JDMjzsyl/5g0rA7TkXcgSb1UTAeE7713wGrFcta5x/R6oQl2fV7L9qVVaKogqzCBk+fkkzUwUbYxSBIxHBCa203g00+wnDHrmC4tfK4QX721l7o9TnKHJTPijFzi02T7giR9X8wGROB//wGfj7gLLjrq19aWtrH233tRghpj5+TT/+Q02b4gSYcQkwEhhMD/7tsYBw/BWDSk86/TBNuXV7NjWTUJGXFMvWYAiZlx3VipJMW2mAwIZdvXqHtLcfzfXZ1+TSig8tXb+6ja0UL+SamMObefXBhGko4gJgPC/95b6Ox2LDM6t2K4pyXA56+W4Kz3MeqsPAZNzJSXFJLUCTEXEFpbK4Fln2E9dw66uCNfHjSWu/ni1RI0TXD6lYPIGth9IzwlqbeJuYAIfPwhBINY5xy5cdLZ4GPVy8VYbEZOv3KQvEshSUcp5gLCv+RdjCNHHXGeSb8nxKqXS9AbdEy+ughH8pFnopIk6UAxFxDGIUOxnjPnsM9RQxpfvFqC3xVk6rWDZThI0jGKuYCIv/v+wz4uNMFXb++jqdLDpEsHyPkaJOk4xFxAHI4a0tj8n3IqtjUzclYuucNSIl2SJMW0bguIX//61yxfvpzU1FQ++OCD7jpMu8ZyN+ve2Yer0U/RqVkUndq9s1lL0omg26Zfvuiii/jrX//aXbtvpwRVNn9cztK/7kQNaUy+ahCjZufJfg6S1AW67Qxi3LhxVFZWdtfugfC080v/upO2Oh8DTkln5Mw8TBbZO1KSukpUtUEYDDqSkmyH2K4/aLvQBP99YzvOBh+zbxxO3+GpPVXmIR2qxmgTCzVCbNQZCzXC8dcZVQGhquKQa0skJdkO2r59aRVlXzcx+uy+JOTGRXxNikPVGG1ioUaIjTpjoUbofJ3p6fGH3B6TS0BV7Wxh+7Jq8k9KZeCEjEiXI0m9VswFRFu9j7X/3ktKjp2Tz8uXjZGS1I26LSAWLlzIj370I/bt28fkyZN58803u2S/a9/cg8GkZ9JlhXINTEnqZt3WBvGHP/yhW/abOzyFrMJEbInmbtm/JEnfiapGys4YOiU70iVI0glDnqNLktQhGRCSJHVIBoQkSR2SASFJUodkQEiS1CEZEJIkdUgGhCRJHZIBIUlSh3RCCBHpIiRJik7yDEKSpA7JgJAkqUMyICRJ6pAMCEmSOiQDQpKkDsmAkCSpQzIgJEnqUFRPGLNy5UoeeughNE3j4osv5oYbboh0ScChVw1rbW3ll7/8JVVVVeTk5PDEE0+QmJgYsRpramq44447aGpqQqfTcckll3DVVVdFVZ2BQIArrriCYDCIqqrMmjWLBQsWUFFRwcKFC2ltbWXYsGE88sgjmM2RnUFMVVXmzp1LZmYmzz33XFTWOH36dOx2O3q9HoPBwNtvv33877eIUoqiiBkzZojy8nIRCATEeeedJ0pKSiJdlhBCiK+++kps27ZNnHPOOe3bfve734nnnntOCCHEc889Jx555JFIlSeEEKKurk5s27ZNCCGEy+USM2fOFCUlJVFVp6Zpwu12CyGECAaDYt68eWLTpk1iwYIF4oMPPhBCCPGb3/xGvPrqqxGr8VsvvPCCWLhwobjhhhuEECIqa5w2bZpoamo6YNvxvt9Re4mxdetW+vXrR15eHmazmXPOOYfPPvss0mUB4VXDfpjCn332GRdccAEAF1xwAZ9++mkEKvtORkYGw4YNA8DhcFBQUEBdXV1U1anT6bDb7QAoioKiKOh0OtasWcOsWbMAuPDCCyP+vtfW1rJ8+XLmzZsHgBAi6mrsyPG+31EbEHV1dWRlfbcAb2ZmJnV1dRGs6PCamprIyAiv0ZGenk5TU1OEK/pOZWUlO3fuZNSoUVFXp6qqzJkzh0mTJjFp0iTy8vJISEjAaAxf/WZlZUX8fX/44Yf51a9+hV4f/nVpaWmJuhq/dd1113HRRRfx+uuvA8f/cxnVbRCxSqfTRc16HR6PhwULFrBo0SIcDscBj0VDnQaDgffeew+n08nNN9/M3r17I1rPDy1btoyUlBSGDx/O2rVrI13OYb322mtkZmbS1NTENddcQ0FBwQGPH8v7HbUBkZmZSW1tbfv/6+rqyMzMjGBFh5eamkp9fT0ZGRnU19eTkpIS6ZIIhUIsWLCA8847j5kzZwLRWSdAQkIC48ePZ/PmzTidThRFwWg0UltbG9H3fePGjSxdupSVK1cSCARwu9089NBDUVXjt76tITU1lTPPPJOtW7ce9/sdtZcYI0aMYP/+/VRUVBAMBvnwww+ZPn16pMvq0PTp03n33XcBePfdd5kxY0ZE6xFCcNddd1FQUMA111zTvj2a6mxubsbpdALg9/tZvXo1AwYMYPz48XzyyScAvPPOOxF932+77TZWrlzJ0qVL+cMf/sCECRP4/e9/H1U1Ani9Xtxud/u/v/jiCwYOHHjc73dUD/desWIFDz/8cPstpvnz50e6JCC8athXX31FS0sLqamp/PznP+eMM87g1ltvpaamhuzsbJ544gmSkpIiVuP69eu54oorGDRoUPu188KFCxk5cmTU1Llr1y7uvPNOVFVFCMHs2bO55ZZbqKio4Je//CVtbW0MGTKExx57LOK3EAHWrl3LCy+80H6bM5pqrKio4OabbwbC7Trnnnsu8+fPp6Wl5bje76gOCEmSIitqLzEkSYo8GRCSJHVIBoQkSR2SASFJUodkQEiS1CEZECe42tpa5s+fz8yZM5kxYwYPPPAAwWCwS/b95JNPsnr16i7ZlxQZ8jbnCUwIwcUXX8xll13G3LlzUVWV3/zmN9hsNu6+++7j2reqqhgMhi6qVIqUqO1qLXW/NWvWYLFYmDt3LhAeF7Fo0SKmTZtGfn4+e/fu5Z577gHgxhtv5Nprr2X8+PF8/vnnPPXUUwSDQfLy8li8eDF2u53p06dz1llnsXr1an7605+yatUqpk6dyuzZs9m2bRu//e1v8Xq9JCcns3jxYjIyMvjHP/7Bv/71LwwGA4WFhTz++OOR/JZIPyAD4gRWUlLSPiT8Ww6Hg5ycHBRFOeRrmpubeeaZZ3jxxRex2Ww8//zzvPjii9xyyy0AJCUl8c477wCwatUqIDwm5MEHH+TPf/4zKSkpfPTRRzz++OMsXryY559/nqVLl2I2m9u7XUvRQwaEdFS2bNlCaWkpl112GRD+5R89enT742efffZBr9m3bx/FxcXtY0I0TSM9PR2AoqIibr/9dmbMmMEZZ5zR/V+AdFRkQJzACgsL2wccfcvtdtPY2EhSUhL79+9v3x4IBIBwu8Wpp57KH/7wh0PuMy4u7qBtQggGDhzYPkfB9z3//POsW7eOZcuW8eyzz7JkyZL2eRakyJN3MU5gEydOxOfztY/2U1WV3/72t1xxxRXk5uaya9cuNE2jpqaGrVu3AjB69Gg2btxIWVkZEB45uG/fvsMep3///jQ3N7Np0yYgfNZRUlLSvu8JEyZw++2343K58Hq93fcFS0dNRvUJTKfT8fTTT3P//ffz5z//mebmZs4++2zmz5+PEIKcnBzOPvtsBgwY0N5WkZKSwuLFi1m4cGH77dBbb72V/v37d3gcs9nMH//4Rx588EFcLheqqnLVVVeRn5/Pr371K9xuN0IIfvKTn5CQkNAjX7vUOfI2p9Ru48aN3HbbbfzpT386qPFSOjHJgJAkqUOyDUKSpA7JgJAkqUMyICRJ6pAMCEmSOiQDQpKkDsmAkCSpQ/8fXBnrCTVwgnsAAAAASUVORK5CYII=",
      "text/plain": [
       "<Figure size 288x288 with 1 Axes>"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    }
   ],
   "source": [
    "import math\n",
    "import pandas as pd\n",
    "import matplotlib.pyplot as plt\n",
    "import seaborn as sns \n",
    "sns.set_style('darkgrid')\n",
    "\n",
    "\n",
    "def dcg(results, topic):\n",
    "    _dcg = 0\n",
    "    for i,result in enumerate(results):\n",
    "        _doc = qrels.get((str(topic),result))\n",
    "        \n",
    "        if _doc is not None:\n",
    "            _dcg += int(_doc) / (1 + math.log(i+1, b))\n",
    "\n",
    "    return _dcg\n",
    "\n",
    "b = 2\n",
    "bq = 4\n",
    "\n",
    "qrels_path = 'wtr/queries_qrels/rel_table_qrels.txt'\n",
    "qrels = {}\n",
    "with open(qrels_path) as f_in:\n",
    "    for line in f_in.readlines():\n",
    "        parts = line.split(' ')\n",
    "        qrels[(parts[0],parts[2])] = parts[3]\n",
    "\n",
    "depth_eval = {}\n",
    "sdcg_eval = {}\n",
    "\n",
    "depths = [30, 20, 10, 5, 3]\n",
    "modality = 'PageTitle'\n",
    "query_type = 'gpt'\n",
    "probabilities = 'rprob10nprob00'\n",
    "\n",
    "for depth in depths:\n",
    "\n",
    "    for topic in range(1, 61):\n",
    "        \n",
    "        log_path = \"sims/output/wtr_sim-\" + str(topic) + \"-fixeddepthuser\" + str(depth) + '-' + modality + \"-\" + query_type + \"-\" + probabilities + \".log\"\n",
    "        \n",
    "        query_logs = {}\n",
    "                    \n",
    "        query = ''\n",
    "        results = []\n",
    "                        \n",
    "        with open(log_path) as f_in:\n",
    "\n",
    "            for line in f_in.readlines():\n",
    "                logs = line.split(' ')\n",
    "\n",
    "                if logs[1] == 'QUERY':\n",
    "                    if len(query) > 0:\n",
    "                        query_logs[query] = results\n",
    "                    results = []\n",
    "                    query = ' '.join(logs[4:]).strip('\\n')\n",
    "                    \n",
    "                if logs[1] == 'MARK' and logs[4] == 'CONSIDERED_RELEVANT':\n",
    "                    results.append(logs[-1].replace(\"b'\", \"\").replace(\"'\", \"\").strip('\\n'))      \n",
    "\n",
    "        sdcg = {}\n",
    "        _sdcg = 0.0\n",
    "\n",
    "        for q, query in enumerate(query_logs.keys()):\n",
    "            results = query_logs.get(query)    \n",
    "            _sdcg += dcg(results, topic) / (1 + math.log(q + 1, bq))\n",
    "            sdcg[q+1] = _sdcg\n",
    "            \n",
    "        sdcg_eval[topic] = sdcg\n",
    "    depth_eval[depth] = pd.DataFrame.from_dict(sdcg_eval)[:50].T.mean().to_dict()\n",
    "    \n",
    "pd.DataFrame.from_dict(depth_eval).plot(xlabel='Queries', ylabel='sDCG', figsize=(4,4))\n",
    "plt.savefig('figures/sdcg.depth.pdf', bbox_inches=\"tight\")\n",
    "plt.show()"
   ]
  },
  {
   "attachments": {},
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "### Effort vs. Effect"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 66,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "image/png": "iVBORw0KGgoAAAANSUhEUgAAAR4AAAEGCAYAAACzTPogAAAAOXRFWHRTb2Z0d2FyZQBNYXRwbG90bGliIHZlcnNpb24zLjcuMSwgaHR0cHM6Ly9tYXRwbG90bGliLm9yZy/bCgiHAAAACXBIWXMAAAsTAAALEwEAmpwYAABEEklEQVR4nO2dd3hUVfrHP1MySSY9IYUOofeuIE0CobcIiCgoLCoqwiLqKrgouiK76+pvXV1dRNeGi4pKV1HAUJTeIk1qIIE00pPJ9PP748JASAVmJhPmfJ7Hx8y55577nTszX8495X1VQgiBRCKRuBF1TQuQSCTehzQeiUTidqTxSCQStyONRyKRuB1pPBKJxO1oa1qAM7Hb7dhsVU/SaTSqatWrKTxdH3i+Rk/XB56v8Ub0+fhobqjt28p4bDZBXp6hynqhofpq1aspPF0feL5GT9cHnq/xRvRFRgbdUNvyUUsikbgdaTwSicTtSOORSCRuRxqPRCJxO9J4JBKJ25HGI5FI3I40HolE4nak8UgkkjIcSS9kydYzFBqtLmn/tlpAKJFIbo3kHAMf7DjHhuNZAHSKDqC1340tDqwO0ngkEglCCJ5be4yfT14CoE6AjkUJ7WkdHeiS60njkUhuQwqNVval5HHtTiurXXA+14DZai9VlnSxgIMXChxl/xrXnl5Nwl26pUMaj0RSyxFCsPNcLiVmG2sOZ2AwWzlwjZGUh0Z19W+dVk2f2HA61QtmUrcG+GpdP/QrjUciqWWcyipm5tdJ2OxKfyb/ugHgAJ2GHo1CuaNRKHc1DS91LMTfh+ggX7dprQhpPBJJLcJosfHAZ/uwC+jfLIKoyyaiVsHIdtH4ajU0DvdHrVJV0VLNIo1HIvFAjBYbW05lk5xjwGwTpBcY+TU5hyKTDYDhbaN4eVjrGlZ580jjkUg8iLwSC4knL7Hop5OOMq1ahVoFNgFj2scQEeDDw70a16DKW0caj0TiBjIKTaVmkwC+O3GJU2lXB4GNVjsrDl50vB7dPpon+zYlTK9zm053IY1HInEBZqudNYfTOZxeyPojGZXWvXYWSadRMa5TPe7vVp+YYD9Xy6wxpPFIJDeBEIIPdpxnX2peucePpBVivNzD8dGoSOhQl3Z1S68ADgjwpVNkAKF6H1fL9Tik8UgkVSCEIL3QhOmykexKzuWzvalkFJoI8/ehSYS+zDltYoII9fdh8cg2aNTKDJM2fR8BOxY76mi1GkT2aTTF6Y6yrJmpLn43noE0HomkHAxmG5mFJg5dzOebQ2kcyygqU2d6z0bMuKsxquumrlUlOaiNOSAEmuQfUVmK0SVvxO/UGgBs+ihsobFl2rMF1+4B4xtBGo/EKzBabKQVmNiXksf53JIK65msdlLySthzPq9UefM6AUzu3gDt5d5L90ahRARcM+hrNaIpSMH3xLcE7Hu73LaFWkf+6GVY6vUClcrjs0y4Emk8ktsOq83OycwiCgsVg8k1WHjsq6RSdQJ0FeeB8vPR0K1hCLERAdzRKJQ+seFoNRVvI/Df9w6BO/9aqqz4jmewhTZFaPywhbcAwBbUEDTeN55THi4znnnz5pGYmEhERATr1q0D4O233+arr74iPFxZxj137lz69+9f5tytW7eyaNEi7HY7EyZM4NFHH3WVTMltwOG0Amau+A2bULYQmK6btr7ChM716NkkjLuahjt6LreCz4VfCdr4RzRFaQCUtJ2EuWF/LI3uRuhcs6v7dsFlxnPPPfcwefJknnvuuVLlU6dOZfr06RWeZ7PZeOWVV/joo4+Ijo5m/PjxxMXF0bx5c1dJldRCtp3OJt9o4XBaId8cUn74/ZtF0DjcH4AmUUH4XeMtjUL9aeXEEA+arCOErroXAGOLMRT3XoA9IMZp7d/uuMx4evToQWrqjY/QJyUl0bhxYxo2bAjAiBEj2LRpkzQeL8RosfHZ3lQyC00cTS/kXG4JdiGwlJNWd9GI1gxuHeV47crxE5+U7YSuuQ+Aop7PU9LtSZdc53bG7WM8n3/+OatWraJ9+/Y8//zzhISElDqekZFBTMzVfzmio6NJSkq6vhnJbU56gZH7PtlHsVnZmxQVqKNfswjqhSiL6lTA8LbR6LQqwvU6/G8wd/fNosk74zCdgkFvYWo1zi3Xvd1wq/FMmjSJJ554ApVKxVtvvcVf//pXFi9eXPWJ1USjUWYKqq6nrla9msLT9YHrNBaZrGw6nskzXyv/2CR0qcfCkW3R627sq+oKfaqkL9CufQIA68h38O90P/630J6nf86u1OdW46lTp47j7wkTJvDYY4+VqRMdHU16+tUFVRkZGURHR1erfZtNVKt77enTmJ6uD1yj8ZczOcxZedjx+r6u9Xl6QDPMBjNmg9n1+oRAk/M76pJstJlJ+J5ej/aSokdlvxrzxtDlMYobj4VbfP+e/jnfiL7IyBuLy+xW48nMzCQqSnkO37hxIy1atChTp0OHDiQnJ5OSkkJ0dDTr16/njTfecKdMiZsxWmz8nlnkMJ2/DG9Nt4YhRAa6PmCVz8VdhK4ch1CpUYmys2G2gGiMrZVBZLT+GNtMxB5QvX8IJRXjMuOZO3cuu3fvJjc3l379+jFr1ix2797N8ePHAahfvz6vvPIKoPRq/vznP7N06VK0Wi0vvvgiDz/8MDabjXHjxpVrUJLayalLxRxNK+RCgZEdZ3NQqVQcTS90HL+3cz2GtomqpAUnIOzozieiyTtD4PaFABhbTcAeEI3wD8cWVB9bSCy2sGaglkvdXIFKCFF2iqCWYrHY5KOWm7gZjV8fvMjfNp0qVdatYQi+WjUxQX7c07Gu06a8K9MXsO0l9EkfOl4buj5Bca/5TrnujeDpn/Nt86gl8U6KTFaW7U3lw53nAfjHmHa0jg4kQKch0Ne9X0H//f92mE725F8QvsEIvzC3apBI45E4me+OZrB834VSZcczr26wXDalK62i3LeqV2UqQJe8kcCtL6A2X32ky7lvE/YQ79mU6WlI45E4heQcA18fvMiXB5QIer2bhnNl03afwHCahOu5v1t91wwY28z4nlqL2piL37EvESoNWo2a8KLMUiEnSto/iN2/DsbW47EHN3K+Dkm1kcYjuWUOXcjn4S8OARDm78Osfk0Z1d4N2weEHZ/zWwhdN6VUsTWiNSK4CVb/aMyxQ7FEd8HSoLfc0uBBSOOR3DRWu+CXM9k8s/ooAK8Ob80QV89IAbozP6BL2YpPyla0+ckAmOveScGQ90CjQ/iFEhqqp8CDB269HWk8khtGCMGkD3ax91yuo+yF+BYuMx110UXUl3eAay8dIWiLMgNlC4jGXK8nhYPfkb2ZWoY0HskNYbTYmL78ICeyiokI0HFv53oMaxtFXVcEJheC4A2P4Xt6fZlDOfcnYguTG4drK9J4JFWSZ7BwJL2QxRtPklFoAuCuZhG8MapNpQGybgpzMdrsY6jsFoK/+4NjJip/6PsIrbIzyh7cSFncJ6m1SOORVEqRyUr8ezscr/s1i6B3bDjT+saSn19xCNHqosk9je/J1ejObUJlNaLN+b3UcWtYC3Lv/Q60t7IdU+JpSOORVEiJxcZDnx8AoE9sOE/2bUqzOgEAZQKcV4rdCnYralM+6vxzAGjzzuBzPhG/00p0SrtPIJYGvbGFNcMWWB9zo7sRWn+sdXuAh+cBl9w40ngkpSgyWdl6Opv3fz3HhXwjAO3rBrF4ZBv8bjTmjbATvH4quvNbUAlbhdXyh32IuclAuS/Ki5CftMRB4slLPLvmqON1szp67utSn9EdYlDfSK/DasQnbS/BG2agNuUjtP4Ud52J0OiwBTdC+IYgNL7YwlsgdEHScLwQ+YlLAKWnc8V0FgxpSce6weUmqqsQi4HQtZNR559DY7iastfYYiyFca/LMRpJKaTxSACYv+4YAH/o2YjRN7rq2GYh4tM7URtzsQXWo6T9g9iCGmBp0BtrVCcXqJXUdqTxSHjtpxPsSFYWAz7Sq4qNk3YrKqsRTDbURRn4nlhFwK5/oLKbsUR3JW/8GjcoltR2pPF4MSarnVlfJ3HgQgEAax+5o9J8U74n1xL84+OO1xHXttU4joKhS1wlVXKbIY3Hy7DaBX/96STFZhubTmQhALUKVj18BzEVrT4WdvR73yJgtxKC1tgyAZ+GXSgpsWAPjMEUOxQ0rg9TKrl9kMbjRZitdqYs28+ZbGXzZLM6ejrWC+a5gS3QVNDT0eScIHx5nON1XsI3WOrdSWionhK5CVNyk0jj8RKKzVYSPthDbomFlpEBfHR/F3TaKrY7WEoIWfcQAIZOD1Pc8zk5OyVxCtJ4vIBTWcVM+nQfAF0ahLDk3o6Vrzy2mfFJ/cUR58ZSpx3FfRa6QanEW5DGc5uz5VQ2z6w+AsDdzSP4++i2FZqOylyIft/b+B/4jyPVS1HP5zF2mOouuRIvwWXGM2/ePBITE4mIiGDdOmU/zt/+9jd+/vlnfHx8aNSoEYsXLyY4OLjMuXFxcQQEBKBWq9FoNHz77beuknlbk15gdJjOgiEtK16fYzEQtmIE2tyTjqLiO5/DEt0JS8N+7pAq8TKcHNPgKvfccw8ffPBBqbLevXuzbt061q5dS5MmTViypOLp108++YTVq1dL07kFXt98GoDZ/ZpWaDrarMOErRiONvckljrtKez7F7Kn7sPQfZY0HYnLcFmPp0ePHqSmppYq69Onj+Pvzp0788MPP7jq8l7L6UvFpBeaSMktYevpbHy1ah7o3qB0JSHwT/oQn9Rf8U3+EQBjy3sojP9XDSiWeCM1NsbzzTffMGzYsAqPT58+HZVKxcSJE5k4cWK12tRoVNVKMu/KZPTO4Eb1ZRQY2Z2cw8e/niPpQn6pY0undCM8LOBqgbkYdeKraPYovU0R2Rpb/xfQtBpBqAs1lkehuQCzzUKhpRC7sBGjr4vexzmfi6d/xuD5Gl2pr0aM57333kOj0TB69Ohyjy9fvpzo6Giys7OZNm0asbGx9OjRo8p2bTbhVZlEhRA8tfIIv5zNcZSF631YNKINfj5q6gToiAn2c7Sl3/U6+r3/QoWSPPbSw0cQviHKiTd4P27mHhZaCjiSe5ht6Yn8nn+MM4Wny9TZPPzXG2rTmfrcjadrvK0yiX777bckJiby8ccfVzi7Eh0dDUBERATx8fEkJSVVy3i8jY92pThM5++j29KlQQghftpy76v/gf8QsPctAAr7voI5duhV03ERZpuJQzkHSEzbzLmisxzNO1LqeGxQM4Y2GMm7xxRdgdob+/JKai9uNZ6tW7fywQcfsGzZMvz9y1+IZjAYsNvtBAYGYjAY+OWXX3jiiSfcKbNWYLLaee+XZAC2zu6Nf2VBumxmAn99FYDsKb+6JZldvjmfhI2lH6V7RvWmfVgHute5gyaBseg0OgDGN63eo7Tk9sFlxjN37lx2795Nbm4u/fr1Y9asWbz//vuYzWamTZsGQKdOnXjllVfIyMjgz3/+M0uXLiU7O5uZM2cCYLPZGDlyJP36ydmV61m+Txm4/0PPRpWbDhD6bQIAxXc87RbTSS1O4cEtipm0C+vArLZP0TSoGT5qH5dfW1I7UAkhRE2LcBYWi80rxnhOZBbxwGf7AdjweE/C9boK6/olfUTQtgXYfQLJfuSY0+IXV6bx4W1TOFN4mkmxU3ik9ePl1nE1nv4Zg+drvK3GeCQ3hxCCrCIz+1PzWfDdcQD+Pb5DhaajMuYStPkZfM9uACB34ga3BE3/+eJGzhSepltEjxozHYnnI42nFmCy2nlq5WH2nM9zlP2hZyPuaBxWbn2fizsJWT0Jld2C3S+M/FHLsIdUEeDrFrDYLeSackgtTuEvB18EYHLzqS67nqT2I43HwzmaXuhIMQPwt9Ft6dEwlCC/8j+6kDX3o0vZCkBhv1ddts+q0FxIRkkWRpuRmb8+jMF6tUv+WvfX6RTRxSXXldweSOPxYIpMVofpTO7egNn9mla8q1zYCf7+EXQpWxEaX/LGfoU1pptLdH1x5nPeP/7vUmUtg1szunECrUPaEhsss3xKKkcajwdyIa+E3Scv8dmeFAAe7NGAWf1iK6yvO/sjQZueUlLJqH3ImfIr9oBol2jLMWXz39+VVc9/bPcMOrWOJkFNaRPaziXXk9yeSOPxMPan5jHjyyTHa38fNU/2bVphff/97xG4YxEAlrp3kD/yEyVXlRO5ZMxid9ZOlv7+HvnmPAAmtryPMY3vcep1JN6DNB4P4rM9Kfxr61kAXh7WipaRgUQH+Vb8eGUzOUwne+pe7AE3mJamCn7J2MZHJ5ZypvCUo+zOyF70jOrN/e0nUlxocer1JN6DNB4P4aNd53l3ezIA70/uSpfowMpPEIKgTXMBKGk3xWmmU2QpIjFtI7/lJvHTBSV6wIC6A4mrN5iO4Z0I8lHiJ/lofABpPJKbQxqPB2CzC4fpLH+wG91bRFa5cCto89P4nVwNQFGfF2/p+mabiUxjJhsvbOCLM8sw280A+Gn8eePOt2kT2vaW2pdIrkcaTw1jswtGL90FwLhOdWkeGVDFGaA7tQ6/419h948ke8qvtxSA3Wq3MuqnwVjsV3svfaPv5oXOL6GTKWskLkIaTw0ihODBZfvJLDLTLiaIZ+KaV1hXXZyO7vT3+J1ag0/aHgByx68Bn1vL+vDo9oew2C3EBjVnSvOp9Inuh0YtvxYS1yK/YTVEjsHMrK9/40RWMa2iAvlwUucKc1upSnKI+Li747UpdiiGTo9iD25409ffdOFHvj23guSiswT7BPN+n49Rq1wWCVciKYU0nhpACMHsbw5zIquYphH6Sk0HIHCbMoZT0v5Binq9ALqqH8eu5ZIxi/UpazBYiwFIyjnE7/nHAOgQ1onnOv1Zmo7ErUjjcTNCCEYt3U1GoYm7m0fw+pgqFt4Jge/p9QAU9VtU7Y2eNmHjQnEKP134gc9PfwqAVqXFR61sKo30i+Ifd/yLhoGuD5MhkVyPNB438/bWs2QUmujWMIS/j656tsgnZSsquwVjq3HVNp3PT33Cp6c+wnJ5dirYJ4TH2jzJ0AYjbkm7ROIspPG4idS8El7+4XcOXigA4J1xHSrP5gmoTAWErn0AUPJcVcXGCxt468gbFFuLAOgd3ZexjcfTNaJ7ldeSSNyJNB43kGswk/ChMhPVs0kYc/rHotVUPqbid2QZQYnPA2BsNQ57UL0K6wohmL/3GXZl7QDg/mYPMrpRAlH+rtmvJZHcKtJ4XIwQgmn/OwjAtDsb8kSfivddYbehyfkd9a//I+jAxwAU9ZpHSecZFZ5SYi3h+T1z+S33EFqVln/ftZQWIa2c+A4kEucjjcfFpOQZuZBvJMRPW6np+O97h8Cdfy1VljNpM7bwlmXq2uxWDuf+xuu/vcZFwwUANCoN3wxa59jSIJF4MtJ4XIhdCEeY0kUj2lRYT2XIcphOUa95+DW9g7yA1mV2mVvtVj48sYRvk79yrDTuGtGdoQ1GMLDeYDmOI6k1SONxIR/sOMfR9EIAOjeoOIdV2IrhABTEv42pZQK+oXpEOXu1lv7+HivOLsdfo6d33X482PwPNAmq5NFNIvFQXGo88+bNIzExkYiICNatWwdAXl4eTz31FBcuXKB+/fr885//JCSk7I9y5cqVvPfeewA8/vjjJCQkuFKq00nOMbB0x3kAfnqiF77a8geTdckb0RSlYYnpjqnF2ArbE0Kw6tzXAKyJ/0Fua5DUaly6XPWee+7hgw8+KFX2/vvv06tXL3788Ud69erF+++/X+a8vLw83nnnHb766itWrFjBO++8Q35+fpl6nkqOwcyEj/YC8JfhrQn1ryCflBAEf/8oAAWD/13pOp0fUtdjsVsY1XCsNB1JrcelxtOjR48yvZlNmzYxduxYAMaOHcvGjRvLnLd9+3Z69+5NaGgoISEh9O7dm23btrlSqlN5Yb0yrjOpa32GtomqsJ7viZWo7GbM9XtjD6pfYT0hBK//9prSZrMpzhUrkdQAbv+nMzs7m6go5ccYGRlJdnZ2mToZGRnExFwNbBUdHU1GRkaVbWs0KkJD9dWop65WvZsh12Bm7/k8WkUH8kpCh/IrleShOrUB7cbZAKgS3iM05Kqe6/Xtz1SS9z3Y5iFa1/OMQOquvIfOwNP1gedrdKW+Gu2zq1Qqp87E2GyixjOJfrVfmd5+pGej8q8h7IR/3AuNQTHS/GEfYBbhcE3d6/XN2PQIAEOjR3tM5snbKQtmTeHpGl2ZSdTtW5IjIiLIzMwEIDMzk/Dw8DJ1oqOjSU9Pd7zOyMggOrp2rMJdd0QxlDuvS7anyTuD35FlhKy+D40hA0vdHuRM+hlz7NBK21txZjk2YaNnVG9i9HVdplsicSduN564uDhWrVoFwKpVqxg4cGCZOn369GH79u3k5+eTn5/P9u3b6dOnj5uV3jibT17ieGYRdzePwM9Hc/WAzUTY5/0JSnwe3YVfEVo9eQnfYAtvUWl7Fw0XeO/42wDM67TAldIlErfi0ketuXPnsnv3bnJzc+nXrx+zZs3i0UcfZc6cOXz99dfUq1ePf/7znwD89ttvfPHFFyxatIjQ0FCeeOIJxo8fD8DMmTMJDQ11pdRbxmqz89yaowDMufuaHFhCEPz9I6gQGDo9iqHLYwjfYKgi/s3pglM8sv1BAGa1nStXJEtuK1RCCFHTIpyFxWKrsTGeLaeyeWb1EcZ1qsvzg672ZK5shbAFNyLn/p+hGnGMNXor/b/uB8CM1k8yMfZ+p2p1BrfT+ERN4ekab6sxntuVf29T8mFNveOacKTWEsdWiJyJP1XLdEqsJQxZORiAEQ1He6TpSCS3ilyJ5gSsdsHZHANNwv2JCfZzlPsdXwGAodMjVYYrzTfnM3fnTM4WnQGUTA9Pd3jedaIlkhpEGo8T+PZQGgAP9rja29ElbyRoy3wADN1nV9nGXw4s4GzRGVqFtOaBtpPpHTrANWIlEg+gWo9azz77bLXKvJWvDihrdwa2jHSU6U5/D0DuPSsRfmHlnneFS8Ys9mfvJca/Lu/1/i8jm46UO80ltzXV6vGcOnWq1GubzcaRI0dcIqi2kZJbwrncEno2CUOvU6bQdcmb8D/+JdaItljr9qiyja/PfgnAI60ed6lWAGEyAQJhNJI/+wlsZ65+tkEvL8I3Lt7lGiSSSo1nyZIl/Oc//8FkMtG1a1dA2Tek0+m499573SLQ01n125XHrAZKgbWEkPUPAVDU75Uqz08zXOSrs/8DlBjJrkBYLNizMjF89AGmH9ZXWK/wpRek8UjcQqXGM2PGDGbMmMEbb7zB008/7S5NtYJTl4rZmZzLp3tSUaugS4NQ1EVphH/eH4DiO57GUq9npW2UWA08kKisVfpTxxdckjLYuGYlRa8vLlWmnzET47rVaFu0JODJp5RCjRpNnchyWpBInE+1HrU6duxIYWEhQUHKXH1BQQG7d+9m0KBBLhXnqeQazEz6ZB8AahX8eXBLAo9/QdDPyriXJaozhu5zKm3jl4xtLNinZI4YUn+4S1LPFC99j5JPPwJA//AMNM1aoG3RCk10NPrJDzn9ehJJdamW8bzzzjvEx1/tggcHB/POO+94rfFM/kzZLT6rb1Mmdq2Pr8pC0H8U08kb8yWWBr2rbOPtI28CMKX5NB5sPs2p+kxbEylZvgzr4SQAQj9djrapZ+xql0igmsZjt9vLlNlsNqeLqQ0czygks8hMi8gAHry8WND/0DJAyX1VHdP56MRSMo0ZdIvowbSWjzhNm7DbyXtkKrYTSjwgdYOGhPzfO2hi5OZSiWdRLeNp3749ixcv5oEHlORyn3/+Oe3aVZF69zblrxuVWaCnB1ztQfgfWgpASdtJVZ5/yZjFZ6eUx59nOs5zmi7zgX0UzL48K+brS/iq71EFBMhpeYlHUq11PAsWLMDHx4c5c+bw1FNP4evry4svvuhqbR6HEIIj6YV0qhdMt4ahAGhyT6EpTMXYfDRCX6fK8+/brMSOfr7jAqL9YyqtX11sqSkO0/G5sxcR329GHRgoTUfisVSrx6PX63nmmWcwGAzo9Z4bMc3VbD55CYA+sVdjCOn3/xsAY5uJVZ6fXHQGO3ZahbRmYP3BTtOVP3cWAIHzXsRv+EintSuRuIpq9Xj279/P8OHDGT5cScNy/PhxFi5c6EpdHsmVjaDjOinphH1Stjv2Y1kaVB0v6H+nPwNgTrtn0ag0VdSuGlFSQuHfX8OedhFt567SdCS1hmoZz+LFi/nwww8dMXFat27N3r17XanL49hzPpeUPCNdG4QQ5KdFZS4kdM19gLItAnXFRmK1W9mevoVNF38kRBfqlBTD1jOnybl3LKa1qwAImu99j76S2ku1N4nWrVt6ZkSt9q6IGu9uTwZg3uVYOz4XdgDKzvPKtkWcLjjJI9uvrpl5uv1zqKsIAlYV1rNnyHtIGchW161H2P++RqWV+30ltYdqfVvr1q3L/v37UalUWCwWPv30U5o18551IUIITmUVE+rvQ5MIZYxLd/ZHAAx3zK303E9PKjNYIxqO5rHWswjwqTw8RqU6TEasJ06Q/8TDAAT88Wn8xtwjTUdS66jWN3bhwoUsWrSIjIwM+vXrR+/evb1qViuj0ITRaufRuxo7yvxOrsYW1KBMfvPr2XNpJ2G68FuOrWPPvkTO2OGO1/rpM/AfX/WAtkTiiVRqPK+//jrPPvssu3bt4o033nCXJo/jn1uU4FyxEUpvxefiTlTWEsyN7q70vMM5SRhtRnrUqXzPVlWYtiZS+MKfAPAdPAz/SZPRNq88ULxE4slUOtiwdetWhBDlphn2Fn7PLGLTiUv4atXc2USJq+N7YjUAhi6PVXruhyeWANzS6mRbZsZV0xkxiqAFL0vTkdR6Ku3x9OnThx49emAwGOjatStCCFQqleP/+/fvd5fOGuPjXSkA/OfejmjVyoI8/yOfIbR+2EOaVHieTdg4lHOASL8omgQ1veHrCoMB66kT5D/1JACB81/Eb5icLpfcHlRqPE899RTPPfccjz/+OO+9955TLnjmzBmeeuopx+uUlBRmz57N1KlTHWW7du3iiSeeoEEDJcZNfHw8Tz75pFOufyMYLTY2nsgi1N+H9nWV9DI+5xMBKGlf+e7uvVm7AWVQ+UbJ+9//yF78muO1T8/e0nQktxWVGs/EiRNZuXIlgYGBTrtgbGwsq1crjyo2m41+/fqV2vl+he7du7NkyRKnXfdm+O6okhV0Ypd6jjJHHOUqHrO2pG8GIL5+5ZlCr6f4P/+m5PNPAPCf+jB+w0agqVf/htqQSDydSo3HYrGwdu1aDhw4wI8//ljm+ODBt7bsf8eOHTRs2JD69T3zh7UjOReAhI6X1zBZjWgKzmMLaojQVxw0SwjBD6nrUaOmrr5ehfWuxbx7J4al72E9fgyAsK/XoIl2zl4uicTTqNR4Fi5cyNq1ayksLOTnn38uc/xWjWf9+vWMHFn+I8TBgwcZPXo0UVFRPPfcc7RoUfWAqkajIjS06r1kGo26ynomq53EU9n0ig2nWf1QAFRHfwBA9J1b4fmF5gLm/aLsOp/e/uFq6TGfOcOlp5VMFP49e1Jn5kx8W8VWcVbNUp17WJN4uj7wfI2u1Fep8XTv3p3u3bvTvn17JkyY4NQLm81mNm/eXG5I1Xbt2rF582YCAgLYsmULM2fOLLfHdT02m3BaJtErj1mNQvyUukIQuVJZuJcXMxBRzvlmm4l7No3AYFWOjak3ocrriJISssco40BXgq37eniGSbi9smDWFJ6uscYyiS5dqsSZmTBhAt9//32pY2+++eYNXeh6tm7dSrt27ahTp2woicDAQAIClDUz/fv3x2q1kpOTc0vXu1G+P5oJwMM9lUWD/kn/BcDUaADCP7zccx7cch8Gq4GuEd1ZOeg79NrKVykLIci57x4AdHHxMtC6xGuo1Hi+++47x9/Xr+XZtm3bLV14/fr1jBhRfpzhrKwsrqR0T0pKwm63ExZWeW4qZyKEYM/5XLrUDyZU7wNC4HdE2VleMOQ/5Z5zviiZTGMGDQIasbjHG4ToQqu8TsHTsxE52WhatiZo4avOfAsSiUdT6aPWlR//9X+X9/pGMBgM/Prrr7zyytX0L8uXLwdg0qRJbNiwgeXLl6PRaPDz8+PNN990a1CrAxfysQno0iAEUPZlaXNPYYnsWG4q4nxzPvP3KjGXX+j0Ej5qn0rbF1Yr+XOewHroIKqgYELfWSKDdkm8ikqN59ofw/U/jFv5oej1enbt2lWqbNKkq2FDJ0+ezOTJk2+6/Vtl8wkl4Neo9jEg7IR8Px2AgqFlezsbUr/j70mLEAj6Rt9Nq9A2VbZf+OI8h+mEffYFKn9/574BicTDqdR4jh8/7lixfH1SP7PZ7BaBNcHq39KpG+xLg1B//C6P7ZR0mIo9uFGpenuydvK3JOUR6eWui+kb07/Ktgv/8hLmbVsACF+7AZXm1gOCSSS1jUqN59ixY+7S4TGYrHaMVjv1Q5VeiE/GQQCKer9Uqt6WtM28fODPAPyz57t0DO9cZdu21BRMPyqD9GFfrnSq6disdvLSDNhtgjqNZbxliWcjA7lcR65B6ckNaaUsEPQ9tQ5zg76guTpuk2PKcZjOv3otoX1YhyrbFWYzedMfBCDk3+/f8mrkvHQD5w5lA1CQWULaifxSx+/9S9U52yWSmkIaz3Wk5JUAEKb3AZsFld2M/brsES9ezgD6dIfnq2U6ACXffIUwFKPrH4dPx863pDEv3cCP/z4CgEarwmYtPdA/6LG2t9S+ROJqpPFcR2ah0uOpG+yHz4VfAUrlQE8vSeNo3hFig5rd0AZQ0/q1AAT9ZXEVNSvGYrJxencmST+mAtCmf106DGpw0+1JJDWFNJ7rOJ9XgkYFTSP0BH2uRA0017/Lcfzrs18A8GyH+dVu056Xh+3cWbRt2t7U2IvNaif5YDb7Vic7yrqPbUJst4r3i0kknow0nutIPHmJuiF+6CwFaApTsNRphz1UiaeTY8rm22QlnU3LkNbVbrPo74sA8EsYf0NahF2wd00yZ/ddcpS16hNDx8EN5OCxpFYjjecais1WzmQb6N00HP0BZc1OSaer0QPfPfovAGa1nVvtH75h+TLM27agCg6+oZg6NqudXV+fIfWIskO+R0JTGrYPQ6uT0++S2o80nmvYn6LMDPVrFo7vISVmkDl2CAAf/P4fNqf9ROPAJiQ0qbrnYi8uwvTTBgzv/gtVQACh//282jqO/5rG1uUnlBcqGPVMJ/yDdTf4biQSz0UazzUk5yg7cXtF2dEUpmBsPQGhC8Jmt/K/058CML/TS5U1AYD5wD5HLnOAoJdeRRMdXS0NaSfy2Lb8JAAtekXTeVhD+Vglue2QxnMNSRcL0KpVNDv3PwBMTZTd4nsuKds7JjSdVGUWUPulSw7T0c/8I/7jJ1Y771XaiTy2faaYzt3TWhEVG3xT70Mi8XSk8VzD8YwiIgN16C7uBMAcq4QtPZqnrJmZ0PS+Ss8Xdjs5CUruK/2Mmejve6Ba1z20IYWMUwXkpV/ucd3TTJrObYrNZiU3Nwur1UxGhuqWNlu7mvL0abU6wsIi0WhuzTqk8VzGZhdcKjbTLzYcn9TdyhT65VTDy059TJgujDp+lU9fF7/9fwDo+t2NfnLlweABrBY7B9ad4+x+ZdYqulkwbQfUo0WnaI8OECW5eXJzs/Dz0xMQEINWq8Fms9e0pArRaNSl9AkhKC4uIDc3izp16lZyZtVI47lMco4Bq12QEJ4MqVcXDZ7M/x2AVqGVrwa2XUjF+PWXAAS9/Fqlda9wfGuaw3Tin2hHWF3PDYMpcQ5Wq5mAgJhaOW6nUqkICAimqCjvltuSxnOZjb9nAdDeoKSlMba+F4DV574FYHrLGRWeay8uIvdyJMGghYuqHNMRdsGZfVkcTbwIwJh5XfDVy4/CW6iNpnMFZ2mX3/bLZF/eHNowaxNCrcMerGxF2Jy2Ea1KS7Pg5uWeJ4Sg4KlZAPhPmozvwMrDl+ZeLGb3t2fJz1D2hPWe1FyajsTrkN/4y+w9n0fLCD80RWlYYroASmRBo62EIfWHV3he8dv/h/XYETSNmxDwxOwK69msdn5dfsqxi9w/2IchT7ZH5y8/Aol7MZlMPPnkI5jNFmw2GwMGDGT69BlcvHiBl16aT0FBPq1atWHhwldRq12zYFV+6y+TVmBiatgRVDYTxrb3A5BZkg5Atzrlh5gwH9iHcYWydyv0g08rbNtus7PuH4cwFVsB6PdQS6Jig1Gra2+XW1J70el0vPXWf9Dr9VitVh5/fDp33nkXX375ORMn3s+gQUN4/fXXWLt2FWPGjHOJBmk8QJHJitUu6KlVBpJNscMAOJRzEKDcpHy2C6mO9TohSz9G5edXYft7V5/DVGwlMMKXYX/sUKuf8SXOY93hdFYlpTm1zdHtYxjRrvLFqiqVCr1emciwWq3YbFZUKhX79+/hpZeUiJrDho3ko4/el8bjSi4VK+M77dTnsIa3Ah/lQ9mWnghA06CyyfUMn30EgP6xJ/FpXf6Ml9ViZ/0bSk9H66tm8BPtpOlIPAKbzcb06VO4cCGFhIQJ1K/fgMDAILSXJ0YiI6PIyspy2fWl8QDnLm+ViMo/hK2e8liVb87nt9xDdInoViY/lrBaHfF1/CdVHJT+WOJFTMVWomKD6DO5JVqfSrMJSbyMke1jGNYmqkaurdFo+Pjj/1FYWMj8+c9w7lyyW69fY8YTFxdHQEAAarUajUbDt99+W+q4EIJFixaxZcsW/Pz8+Otf/0q7du1coiW9wEQIRWjsJkwRSriLNZen0Yc1KLuj3LjqGwD0f3gUlbp8M9n++UkuHs8DoNfE5tJ0JB5JUFAQXbt258iRJIqKCrFarWi1WrKyMomMdF28pxrt8XzyySeEh5eflXPr1q0kJyfz448/cujQIRYuXMiKFStcoiMlr4RePmcAsEa2B+BAzj4ABtQbVKa+adNPAPg/8GC57VnNNi4ez8Mv0IcB01vL6XKJR5Gbm4tWqyUoKAiTyciePbt44IGH6NKlO4mJmxg0aAjff7+Ovn3vdpkGj/1FbNq0ibFjx6JSqejcuTMFBQVkZmYSFeX8rmleiYXWvllgBXPD/gghOJ53lLah7dGoSk8nmn7ZhvVwEj539ESlKxuqQgjBji9PA9B+UH2C6lQ86CyR1ATZ2ZdYtOgl7HY7druduLh4evfuS5MmTVm4cD5Ll75HixatGDVqrMs01KjxTJ8+HZVKxcSJE5k4cWKpYxkZGcTExDhex8TEkJGRUanxaDQqQkOr3nag0ahL1TNYBb1URxA+ekLqNuJk/imMNiODmgwsVU/Y7ZxdtBCA+otfQ3vdtYQQfLFwN4U5RgA69m1wU4G7rtfniXi6Rk/Vl5GhQqO5+th97d/uolWrVnz66Rdlyhs1asR//7usyvNVqur9ziqjxoxn+fLlREdHk52dzbRp04iNjaVHj1tLyWKziWptrgwN1ZeqdyytgCacQ+gCyMsv4Z973wKgY2B3Rz1hsZA9sA8Iga5PP4p0gXDdtc7uv0RhjpGQaH8GPtqGIoMJbmKv5/X6PBFP1+ip+oQQjo2X12/C9DQq0idE2d9ZZGTQDbVdYyOe0ZcDY0VERBAfH09SUlKZ4+np6Y7X6enpjnOcic0uyC42UseWhSW6E3ZhZ0fmdgK0gcQGN3PUK377/0AItO3aE/jnheW29ft2ZU3GoBltZYhSiaQSasR4DAYDRUVFjr9/+eUXWrRoUapOXFwcq1atQgjBwYMHCQoKcsn4TlqBkfqqS2ixYm4yiG+SvwLg3tirudxNv2zDuPJrAEL+vRR1QGCZdtJP5lOQZSQw3BeNnMGSSCqlRh61srOzmTlzJqAsZBo5ciT9+vVj+fLlAEyaNIn+/fuzZcsW4uPj8ff357XXqhdq4kbJN1q5Q3UcAGt4K344qTxm3R87BVAesQpfVFLZhH6yvEza4aIcI7/9dIGUwzkA9HmgtIFKJJKy1IjxNGzYkDVr1pQpnzTpai9DpVLx0ktVxze+VfJLLPRSHwWgJKIVZw+coUVwKzRqLUII8mfNALMJnx53oo1tVub8HV+eJveigZBof7qObExwlL/LNUsktR2PnU53FwdS87lLVYxVF8q+vMMAxNcfihCCor++ivXIYdBoCH79n2XOPbMvi9yLBpp2q0OPsU3drFwiqb14vfEUm210UZ/CWrc7OzK2A9Az6i6K//kPTN+tBR8fwld9V+YRC+DUrkwA2g+UaYQltYeMjHReffUlcnNzABWjRydw772TKCjI58UX55GenkZMTF0WLfo7AeWMZzoDrx8FLSkuIFKVjwhqwPH8Y9TXN6C+JhLjtytQhYQQsWk76uCQMufZ7YK8NANh9fX4B/nUgHKJ5ObQaLQ8+eRTLFu2gvff/4hvv13B2bNnWLbsY7p1u4MvvlhJt2538NnljdCuwOt7PD4GZQo8L7ojJ8/8TLuwDpQsVxZR6R+aXu5ucovJxs8fHAOgSec67hMrua3QHVuB7shyp7ZpbHMfptaVJ5ysU6cOdeoo31u9PoAmTZpw6VIm27Zt4e233weUsBizZ8/gscdmOVXfFby+xxNecg6AEyolNMaAuoMw/fQDUH6uc3OJlcT/HicvvYSIhgE06+G6jXQSiatJS7vIiRO/07Zte3JzcxyGFBERQU5Otsuu6/U9nkYmZSo99XI0wDuCOmNLeR3dgIHlBm0/uTPDMYsV90gbGV9HctOY20ygpKVrAm1VB4PBwAsv/Ik//vHpMmM5KpXKpd9tr+/x+FqUGMgHDMkAhCUp//fp2r1M3QtHczmy+SJ+gVoGz5RBvSS1F6vVyp///CcGDx5K//5xAISFhXPpkpJu6dKlS4SFlR85whl4tfEUm61EiWzS/FuRakjBT+OHLfFnAHR39SlV15Bv5pflpwC4c3wzaTqSWosQgsWLX6Fx46bcd9/VQHZ9+vTn++/XAVwOi9HfZRq82nhyDRbqqnIo9IvkSO5v9I+Jw7JrB6qgYDRRV/eF2ax2vn/rNwC6jmpMdDOZXlhSe0lKOsSGDd+xf/8epk69n6lT72fHju1MnvwQe/fu4r77Eti7dzdTpkxzmQavHuMpNFlposrhl0Al+Fc9/3qI4mJ0vfuWqnfuYDY2i50mXerQ/I6aCVUpkTiLTp06s3373nKPvfXWe46/Xbl73qt7PEVFhYSpijjhp9yG/pcUU9F27uqoY8g3s3d1MgDdxzR2u0aJ5HbEq43HVqCkEP5do8QWCflZ+VfAt/8AQEk1/OO7RwBo3DkCdQ0EbZJIbke8+pdUkHkeAew1J9M8qAWWH75DFR6Opq6SR+vMvizMBiv124Ry57iyKW4kEsnN4dXGozdl8JuvDrOwMuyC8pjlN2wUoKxOPrzxAgB33CNNRyJxJl49uKwuTmezXgljcVeSBQD/iZMwGaysXnwAgNZ9Y/Dxk9EEJRJn4tU9Ht+SdLLVShYIn9PnUAUFowoNY9tnJwBo1iOSjoMb1qREieS2xKuNJ9CUye++vjTUN8R+8QLa1m3ITikiJ7UYH18N3UY3qWmJEonTee21lxk5Mp4pU+51lBUU5DNnzhPcd18Cc+Y8QUFBgUs1eK3xCCEItV3itE5FbKpVKWvVkc1Llb1bgx4vPx+6RFLbGT58FG+88XapsutDYixb9rFLNXjtGE++wUhTdTJmVUNG/qY8bqXW6wuphbTuG0NQhEzEJ3EtP6R8x3fn1zq1zWENRjK4wbBK63Tu3JW0tIulyq4PiTFr1qPMmjXHqdquxWuNpyDtJOf8FXNpuC8ZAKtWDxTSIV5GFJR4F9eHxFCiE7oOrzWeopyLbArQ0zhDoDZZ0Q0YyPnfcvAP9pEbQCVuYWjD4cTXG1rTMsqgfP9d+xtw+xhPWloaU6ZMYfjw4YwYMYJPPvmkTJ1du3bRrVs3xowZw5gxY3jnnXecrsOYn44FiEsSAPg9OB1joQW/QBnGVOJ9lA2JEebS67m9x6PRaHj++edp164dRUVFjBs3jt69e9O8efNS9bp3786SJUtcpiM0dRPFQWqa5fujCtWRbggDcml+p/OzlUokns6VkBhTpkx1eUgMqIEeT1RUFO3atQMgMDCQ2NhYMjIy3C2DOw0/c1GtpeXJYnQ97yLjjDJ9WL9tqNu1SCTu5KWX5vPYY9M4f/4cCQnDWbduVZmQGJMnT3Wphhod40lNTeXYsWN06tSpzLGDBw8yevRooqKieO6558qkOC4PjUZFaKi+GvXUbAgYjaX4IGBFH9uU80k5+PhpiIqp+Vg7Go26Wu+jJvF0jZ6qLyNDheaazcaaGth4/Oqrfy23/J13yj5hlKdPpare76wyasx4iouLmT17NvPnzycwsHS813bt2rF582YCAgLYsmULM2fO5Mcff6yyTZtNkJdnqLJeaKieIPNxGuUrsUb2Gtpis9iJahpSrfNdTWio3iN0VIana/RUfUIIR4wbV8a7cQYV6ROi7O8sMjLohtqukQWEFouF2bNnM2rUKAYPHlzmeGBgIAEBAQD0798fq9VKTo5zp/fO6YqITVcGltWByk27677mlZ0ikUichNuNRwjBCy+8QGxsLNOmlR9aMSsrCyEUU0hKSsJutzt9lP20XwmBRuXvs4eV8R2Nj9cu5JZI3IrbH7X27dvH6tWradmyJWPGjAFg7ty5XLyorKScNGkSGzZsYPny5Wg0Gvz8/HjzzTedurbGUpxLulbLnRcEpi7K6H1AqM5p7Uskkspxu/F0796d33//vdI6kydPZvLkyZXWuRWKC3I5pvPh0XzI0yurlHvc09Rl15NIJKXxymeLkkvJ2KwqfKzwu28PACIauiY5vUQiKYtXbpnILEhHX6jmUkQbzHYfQqL80Wi90oMlXsr48aPQ6/Wo1Ro0Gg0ffviZW6/vlcZzqTidFhcE5xopM2p3jJOPWRLv41//WkJoaGiNXNsrjSfXcImexwU5jZsBEFYvoIYVSbyRku/XYVi7xqlt+o0Yhd/QEU5t0xV45fPFzuIT1MsRaGxGGneOqGk5EonbUalUzJ07kz/8YTKrV3/r9ut7ZY+nodFESEkwNo0fvgFeeQskHoD/sJHoBg+vkWu/++4HREZGkZubw5w5M2ncuAmdr0lk6Wq8sseju1BAVh1lf5jOTxqPxPuIjFTSOYWFhdOv390cPXrErdf3SuPxLUkjO0LZId+0W2QNq5FI3EtJSQkGQ7Hj7z17dhEb28ytGrzyn/sDaj86RHQAwFcvc2ZJvIucnGzmz38WAJvNRnz8EHr2vMutGrzSeGau92FrX2jUIUzmQ5d4HfXrN+CTT5bXqAav/NWdr6s8ZunDZCYJiaQm8ErjOVcvHIBm3eX4jkRSE3il8Qh9AgB+QTKwu0RSE3il8dgpRmCV+7MkkhrCK395eqMRlfpwTcuQSLwWr5vVOrlxJUa/BvgXWWtaikTitXid8ZxOSgUaUKKX+bMk3onJZOLJJx/BbLZgs9kYMGAg06fPcKsGrzMeg38g5EJgY9fmhpZIPBWdTsdbb/0HvV6P1Wrl8cenc+edd9G+fQe3afA64zFr9KgBTYiMsSypWc7uz+L03iynttm0ax2adKlTaR2VSoVer+TFslqt2GxWp8Y0rw5eZzzCrLxlX71XjqtLJICyVWL69ClcuJBCQsIE2rVr79bre53xYFHW7vgFyDU8kpqladdIGnWqmXhQGo2Gjz/+H4WFhcyf/wxnzpwiNtZ9eeVq5J/9rVu3MmTIEOLj43n//ffLHDebzcyZM4f4+HgmTJhAamqq8y5uVh6xfAPko5ZEEhQURNeu3dm5c4dbr+t247HZbLzyyit88MEHrF+/nnXr1nHq1KlSdVasWEFwcDA//fQTU6dO5R//+IfzBFgUw/EP8nVemxJJLSI3N5fCwkIATCYje/bsonHjJm7V4PZHraSkJBo3bkzDhg0BGDFiBJs2baJ586vdvM2bN/Pkk08CMGTIEF555RWEEE4ZANOYlHTF/gH+t9yWRFIbyc6+xKJFL2G327Hb7cTFxdO7d1+3anC78WRkZBATE+N4HR0dTVJSUpk6devWBUCr1RIUFERubi7h4eGVtq3RqAgN1Vdex56JTR1F+zZt0Wg9c4hLo1FX+T5qGk/X6Kn6MjJUaK4JxaKpgbAsrVq14tNPv6hW3fL0qVRV/86qwjN/eTeJzSbIyzNUWmfcohGEhuov1zO7R9gNclWf5+LpGj1VnxACm80OKD/qK397IhXpE6Ls7ywyMuiG2na73UZHR5Oenu54nZGRQXR0dJk6aWlpgLLOoLCwkLCwMLfqlEgkrsPtxtOhQweSk5NJSUnBbDazfv164uLiStWJi4tj5cqVAGzYsIGePXu6fYGTROIqhBA1LeGmcZZ2txuPVqvlxRdf5OGHH2b48OEMGzaMFi1a8NZbb7Fp0yYAxo8fT15eHvHx8Xz00Uc888wz7pYpkbgErVZHcXFBrTQfIQTFxQVotbe+FEUlauMdqACLxVat53pPff6/gqfrA8/X6Kn6bDYrublZWK1mVCqVRxtQefq0Wh1hYZFoNKWHh290jOe2GlyWSDwdjUZLnTrKjK2nmuMVXKlPbliSSCRuRxqPRCJxO9J4JBKJ27mtBpclEkntQPZ4JBKJ25HGI5FI3I40HolE4nak8UgkErcjjUcikbgdaTwSicTtSOORSCRux6uMp6og864iLS2NKVOmMHz4cEaMGMEnn3wCQF5eHtOmTWPw4MFMmzaN/Px8QNkF/OqrrxIfH8+oUaM4cuSIo62VK1cyePBgBg8e7Agd4kxsNhtjx45lxgwls2RKSgoTJkwgPj6eOXPmYDYrwdMqC8i/ZMkS4uPjGTJkCNu2bXOatoKCAmbPns3QoUMZNmwYBw4c8Lh7+PHHHzNixAhGjhzJ3LlzMZlMNX4P582bR69evRg5cqSjzJn37fDhw4waNYr4+HheffXV6m18FV6C1WoVAwcOFOfPnxcmk0mMGjVKnDx50i3XzsjIEIcPHxZCCFFYWCgGDx4sTp48Kf72t7+JJUuWCCGEWLJkifj73/8uhBAiMTFRTJ8+XdjtdnHgwAExfvx4IYQQubm5Ii4uTuTm5oq8vDwRFxcn8vLynKr1v//9r5g7d6549NFHhRBCzJ49W6xbt04IIcSCBQvE559/LoQQYtmyZWLBggVCCCHWrVsn/vjHPwohhDh58qQYNWqUMJlM4vz582LgwIHCarU6Rduf/vQn8dVXXwkhhDCZTCI/P9+j7mF6eroYMGCAKCkpEUIo9+6bb76p8Xu4e/ducfjwYTFixAhHmTPv27hx48SBAweE3W4X06dPF4mJiVVq8poez7VB5nU6nSPIvDuIioqiXbt2AAQGBhIbG0tGRgabNm1i7NixAIwdO5aNGzcCOMpVKhWdO3emoKCAzMxMtm/fTu/evQkNDSUkJITevXs7tUeRnp5OYmIi48ePB5R//Xbu3MmQIUMASEhIcNyzzZs3k5CQACgB+Xfs2IEQgk2bNjFixAh0Oh0NGzakcePGZWJq3wyFhYXs2bPHoU2n0xEcHOxx99Bms2E0GrFarRiNRiIjI2v8Hvbo0YOQkJBSZc66b5mZmRQVFdG5c2dUKhVjx46t1u/Ka4ynvCDzGRkZbteRmprKsWPH6NSpE9nZ2URFRQEQGRlJdnZ2uVpjYmLIyMhw+Xt47bXXePbZZ1Grla9Fbm4uwcHBaC8Hxb+i44rG8gLyu0pjamoq4eHhzJs3j7Fjx/LCCy9gMBg86h5GR0fzhz/8gQEDBtCnTx8CAwNp166dx9zDa3HWfauoflV4jfF4AsXFxcyePZv58+cTGBhY6phKparR8K4///wz4eHhtG/v3lS21cVqtXL06FEmTZrEqlWr8Pf3LzNOV9P3MD8/n02bNrFp0ya2bdtGSUmJU3tTrqIm7pvXGE91gsy7EovFwuzZsxk1ahSDBw8GICIigszMTAAyMzMd6Xuu15qenk50dLRL38P+/fvZvHkzcXFxzJ07l507d7Jo0SIKCgqwWq2ldFzRWF5AfldpjImJISYmhk6dOgEwdOhQjh496lH38Ndff6VBgwaEh4fj4+PD4MGD2b9/v8fcw2tx1n2rqH5VeI3xVCfIvKsQQvDCCy8QGxvLtGnTHOVxcXGsWrUKgFWrVjFw4MBS5UIIDh48SFBQEFFRUfTp04ft27eTn59Pfn4+27dvp0+fPk7R+PTTT7N161Y2b97Mm2++Sc+ePXnjjTe488472bBhA6DMaly5ZxUF5I+Li2P9+vWYzWZSUlJITk6mY8eOt6wvMjKSmJgYzpw5A8COHTto1qyZR93DevXqcejQIUpKShBCsGPHDpo3b+4x9/BanHXfoqKiCAwM5ODBgwghSrVVKTc9VF4LSUxMFIMHDxYDBw4U7777rtuuu2fPHtGyZUsxcuRIMXr0aDF69GiRmJgocnJyxIMPPiji4+PFQw89JHJzc4UQQtjtdrFw4UIxcOBAMXLkSJGUlORoa8WKFWLQoEFi0KBB4uuvv3aJ3p07dzpmtc6fPy/GjRsnBg0aJGbNmiVMJpMQQgij0ShmzZolBg0aJMaNGyfOnz/vOP/dd98VAwcOFIMHD67WDEd1OXr0qEhISBAjR44Ujz/+uMjLy/O4e/jWW2+JIUOGiBEjRohnnnnGMTNVk/fwqaeeEr179xZt27YVffv2FV999ZVT71tSUpIYMWKEGDhwoHj55ZeF3W6vUpOMxyORSNyO1zxqSSQSz0Eaj0QicTvSeCQSiduRxiORSNyONB6JROJ2ZCZRidNp06YNLVu2dLweMWIEjz76KHv37uWll15Cq9Xy5Zdf8tZbb7F161b69evHc889V622d+3ahY+PD127dnWVfIkbkMYjcTp+fn6sXr26TPmaNWt49NFHGTNmDABfffUVu3fvRqPRVKtdq9XK7t270ev10nhqOdJ4JG5hxYoV/PDDD2zfvp2tW7dSXFyMwWDgnnvuYcaMGXTs2JH58+eTm5tLeHg4ixcvpl69ejz//PPodDqOHTtGdHQ0Bw4cQK1Ws2bNGhYsWED37t1r+q1JbgJpPBKnYzQaHb0agBkzZjBhwgT27dvH3XffzdChQwHo0qWLo2f02GOPkZCQQEJCAl9//TWvvvoq7777LqDsC/riiy/QaDS8/fbb6PV6pk+f7v43JnEa0ngkTqeiR63KOHDgAG+//TYAY8aM4fXXX3ccGzp0aLUfxyS1AzmrJfF4/P39a1qCxMlI45F4BF26dGH9+vUArF27tsKxm4CAAIqLi90pTeICpPFInM6VMZ4r//3jH/+o8pwFCxbw7bffMmrUKFavXs0LL7xQbr0BAwbw008/MWbMGPbu3ets6RI3IXenSyQStyN7PBKJxO1I45FIJG5HGo9EInE70ngkEonbkcYjkUjcjjQeiUTidqTxSCQSt/P/F+b4NjjZwdQAAAAASUVORK5CYII=",
      "text/plain": [
       "<Figure size 288x288 with 1 Axes>"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    }
   ],
   "source": [
    "import math\n",
    "import pandas as pd\n",
    "import matplotlib.pyplot as plt\n",
    "import seaborn as sns \n",
    "sns.set_style('darkgrid')\n",
    "\n",
    "\n",
    "qrels_path = 'wtr/queries_qrels/rel_table_qrels.txt'\n",
    "qrels = {}\n",
    "with open(qrels_path) as f_in:\n",
    "    for line in f_in.readlines():\n",
    "        parts = line.split(' ')\n",
    "        qrels[(parts[0],parts[2])] = parts[3]\n",
    "\n",
    "depth_eval = {}\n",
    "gain_all = {}\n",
    "\n",
    "depths = [30, 20, 10, 5, 3]\n",
    "modality = 'PageTitle'\n",
    "query_type = 'gpt'\n",
    "probabilities = 'rprob10nprob00'\n",
    "\n",
    "\n",
    "for depth in depths:\n",
    "\n",
    "    for topic in range(1,61):\n",
    "        \n",
    "        log_path = \"sims/output/wtr_sim-\" + str(topic) + \"-fixeddepthuser\" + str(depth) + '-' + modality + \"-\" + query_type + \"-\" + probabilities + \".log\"\n",
    "        query_logs = {}\n",
    "                    \n",
    "        query = ''\n",
    "        results = []\n",
    "        \n",
    "        _gain = 0\n",
    "        gain = {}                \n",
    "        with open(log_path) as f_in:\n",
    "\n",
    "            for line in f_in.readlines():\n",
    "                logs = line.split(' ')\n",
    "                \n",
    "                if len(logs) > 4 and logs[0] == 'ACTION':\n",
    "\n",
    "                    if logs[1] == 'MARK' and logs[4] == 'CONSIDERED_RELEVANT':\n",
    "                        result = logs[-1].replace(\"b'\", \"\").replace(\"'\", \"\").strip('\\n')\n",
    "                        if qrels.get((str(topic),result)):\n",
    "                            _gain += int(qrels.get((str(topic),result)))\n",
    "                    gain[int(logs[3])] = _gain\n",
    "        gain_all[topic] = gain\n",
    "    depth_eval[depth] = pd.DataFrame.from_dict(gain_all).sort_index().fillna(method='ffill').T.mean().to_dict()\n",
    "pd.DataFrame.from_dict(depth_eval).plot(xlabel='Effort', ylabel='Effect', figsize=(4,4))\n",
    "plt.savefig('figures/effort.effect.depth.pdf', bbox_inches=\"tight\")\n",
    "plt.show()"
   ]
  },
  {
   "attachments": {},
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "## Browsing behavior"
   ]
  },
  {
   "attachments": {},
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "### sDCG"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 65,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "image/png": "iVBORw0KGgoAAAANSUhEUgAAARIAAAEGCAYAAACpcBquAAAAOXRFWHRTb2Z0d2FyZQBNYXRwbG90bGliIHZlcnNpb24zLjcuMSwgaHR0cHM6Ly9tYXRwbG90bGliLm9yZy/bCgiHAAAACXBIWXMAAAsTAAALEwEAmpwYAABlbElEQVR4nO2ddWBV5f/HX7fXnWyM9RgbbHR3t5RIKGIHomJhCxL+LFAx0C9KKKgYiIqAdI9mxMYY6+66u33P74/pFBkL1nBe/8DOec4573vv7mdPfJ73RyIIgoCIiIhIPZA2twAREZHWjxhIRERE6o0YSEREROqNGEhERETqjRhIRERE6o28uQXUFbPZjMl0/UKTTCap8nhLozXoFDU2HK1BZ201KhSyG55rdYHEZBIoKiq/7riDg1WVx1sarUGnqLHhaA06a6vR1dX2hufEoY2IiEi9EQOJiIhIvREDiYiISL0RA4mIiEi9EQOJiIhIvREDiYiISL0RA4mIiEi9aXV5JCIiIg2DRFuIIu0wEhtL8Bhar3uJgURE5DZBoi1EnnMORUYUytQDyHOikSBg9oiEKWIgERERqQKJvgxV3BYUaYdQ5EYjK0kBQJDIMHp0obz70+h9BmIT3BtK9PV6lhhIRERuMWR5l7C8sB5V3M9IDWpMtm0xuEeiCbsbo1snjG4RCEqbfy6QygExkIiIiACygjhsDryMMv0ogkyFLmgimvC7MbpFgkTSqM8WA4mISGvHpMfq9MdYnfwIQWFFWd/X0LafhmDh2GQSxEAiItKKkWedxnbvc8gLLqMNmkhZv0UIVi5Nr6PJnygiIlJvZPmxWJ94H9XVbZhsPCkeuxa977Bm0yMGEhGRVoSsMB6rEytQXdmKoLBG3e1JNJ0fQVDe2CukOnI02ZTK5NjiXC9dYiAREWkFyPJjsDq1ClX8ryCzQNPlcco7P1zneRCNsZyz+Wc4mRfFqbwTpKiT8bbxZv2A7+ulTwwkIiItGHn2WaxOfYQqcQdmhTWayIcp7/wIgmXtehAmwURc8eXKwHGx8DwmwYRKqiLCuTNj205gdPBIMNZTZ/0urxmTycSUKVNwd3dn9erV15z76aefePvtt3F3dwdg9uzZTJs2rbEliYi0eCTludgcWoTFlS2YVfaouy9A02lurXsgudpcfk/5hd9Tt5KvywMgyC6EO/1m0tWlO+GOnVDKlAA42NTfDrLRA8n69esJCAigrKysyvNjxozhtddea2wZIiKtA8GMxaVNWB9dhsRQXuc5kHMFZ/gx8XuO5BxCEMx0d+3JI17z6OrcHQdV4y0HN2ogycrKYt++fTzyyCOsXbu2MR8lItLqkedewObgaygyj6Nv05OyQf+HyTGwVtdqjOV8FrOKX1O3YK904E6/GYzzmUgbK69GVl1BowaSZcuW8dxzz6FWq2/YZufOnZw4cQI/Pz9efPFFPD09q72nTCbBwcGqiuPSKo+3NFqDTlFjw1ErnflXkO1fjjRmC4KlE8Zxq5B0moFtLbNRz+Sc4fVjr5Jels7doffwaMfHsJBbNKzGGmi0QLJ3716cnJwIDw8nKiqqyjaDBw9m3LhxKJVKvv32W1544QXWr19f7X3FchSNj6ix4ahSp2BGqs5GVpyEKvYHLC5vBplFxTAm8mEElR0Ua2q8d5mhlA3xa/kh8Vs8LD1Z0etjOjlFoi0zo6X2701DlKNotEBy+vRp9uzZw4EDB9DpdJSVlfHss8/y7rvvVrZxdPxnzDZt2jTeeeedxpIjItK8GLVYn3gfZdJuZCXJSIxaAASZCk2n+ynv8nitM1LVBjU/JX3P5sRvKTOWMq7tRB4JnYeV3PqadiaDgZyEy5TmZqPXqNGVq9GryzDqdQg6HZSXI2jKcfduS/t7HqvXy2u0QPLMM8/wzDPPABAVFcWXX355TRAByMnJwc3NDYA9e/YQEBDQWHJERJoNWeFV7HY8ijz/EnqfgejbDsBk74vJ3hejS1idAsgvyT/yfeJGSgwl9HXvz5yg+wm0C65sU5qbTeqFU2TGnCfryiVMhn929UolEhRmAanBiET4p7KeMTWl5QaSG/HBBx8QHh7O0KFD2bBhA3v27EEmk2Fvb8/y5cubWo6ISOMhCEjOfYPj9ucR5BY3ncZeaijhp6TN/JT0PaWGUnq59mFO0P2EOIRWtikvKuDsth+4enQfgiBg5+SKn3tbXPILsboUi7ysDBkSFO07oIiIQOrljczLG1kbL5xC/Ckuq5+NgEQQhJZdmPQ/GAwmcY6kkRE11hNBQJFxFMtza1Al7kDv1ZvSYR9itql+IeG/FOuL+T5hI7+k/Ei5sZy+7v2ZFTCH9g4dKtsYtBou7vqNS3t+x2wy4u/ghs/lRCzS0wGQenqi7N4LRfeeKLp2Q2prd91zWvQciYjI7YZUnYUq9gcsL21CVpKMWWmHadArFIc+CNIbF+D+L3qTni3JP/B1/DrUxjIGeQ5hZsAcAuz+WQouy88l7tAurhzdi66slHbtOxFw+jwWpw+h6NMP5fRZKLv3ROrljaSRvUhADCQiIvVCWpKKKmE7qoQ/kGeeQIKAvk0v1D0WoPMfg4OrM9Sy52QSTBzM2scXsZ+Sqcmgh2svHgp5HH+7irlDvaac7CuXiDu8h/RLZ5EA3h27EuLoieqLz0Ehx/btFSh7923EV1w1YiAREbkJlEm7sTrxPoqccwAYnUMp7/4UuuBJmBz8a7xeb9KTpckgoTSBy8UxxBZdIq74MhpTOf62gfxf9xWEKYNJOXOcQ8k7yE++SnF2BgCWdg50GjmJwK59YOPXaDesRBbeEds3liH7a7tJUyMGEhGROiAruILN4UUoU/ZhtPejrPfL6PxHYXbwq/Y6k2Dip6TNROUcIb08jRxNNgIV05MKqYIA2yBGeI+mk2MkIWoPrvy6ix/PfoRgNmFp54Czjz9+3fri4huIR3AHjGfPUPbUPMwZ6VjeNRurhx9DIm++r7MYSEREboRgRlKeh0ydibQsC0XaISwvrEdQWFPW9zU0He+Fvza+VUeeNpdl5xZxNv80gXbBdHTsRBsvb9pYe9HO2hc/2wAUUgUp505w7qsf2JWZitLSmtBBIwnqOxQ7N8/KeQ5zWRnl77+DduvPSL3bYv/RZygiuzTyG1EzYiAREfkPEl0x1keWYRH7PRKzofK4IJGi7TATdc/nar2N/2D6AV47+ho6k5bnOr7EKO+x101+lhXkcej7r0i7cBoHT296z3oIv659kCtV/zxbr0e77Vc067/CnJ+H5YzZWN3/EBJV7VPhAUrztRSkqSkr0KEu1FFWoMXBzYouE9rV6T7/RQwkIiL/QpnwBzb7X0GqyUUbehdGlzDM1h6YbTwx2bWt1TZ+nUlHdMEZ9mXu4Y+03wiwDeLVzovwsfG9pp3ZbCZ2/3bO/lphKtR10ixCB41GKvtnhUfQaND+ugXNpq8x5+Ui7xCO7ZL/Q9EhrFavRzAL5KepyYgtJCO2iJJcbeU5SzsF1o4qHNzrv2dJDCQitz0SbSGyogSsznyGKuEPDC5hlIz9CqNbp1rfI0eTzaHsAxzPPca5/NPozDqUUiUzQmYyx/dBlLKK3oWmpIiM2PNkxJwjM+Y82rISvMIi6Xnnfdg4u1bez6wuQ/vzj2i+24hQVIiic1dsXn4dRdfuNS7nlhfryb5aTFZ8CTlXS9CVG5FIwdXXFv/ubrj722LtZIFcUVH6uyFycsRAInLbIS1JxfL8WhQZUciKE5HqioGKfS9lvV9EE/EQyBQ13idNncqBrL0czNrP5eIYANpa+zDWZyI9XHsR4dQZd2dHCgvVZF6+QPT2n8m+cgkACxs72oR2ol2XXniHd/lnDqS0BM3mb9Fu/g6hrBRFj15YzbkPRafIGvXkp5ZxZlsKBWnqv54hxyPIHo8gezyD7VFaNt7XXQwkIrcHgoA88wRW0f9DmbAdkGBo0wNd4ARMDn6Y7P0wunXCbF3z8mmZoYwvYj/h19QtALS378CDIY/Sz30gbW18/vVIgeTo0xz5YRO5CXFYOTgROW4aXmGdcfJqh0Qq/aetTofm26/RbPwaoVyNsv9ALO+Zi6J9h/8+/jr0GiPn/0zj6slcLG0VdBrpjUegPfbulk2SjAZiIBG51REEFCn7sD7+Hoqcs5hVDmg6P4am4z2YbdrU+XZHsg+x8uI7FGjzmeo7nal+d+FmeW3w0WvKSTp1hLjDeyhITcTK0Zme0+8jsNcgZIrrezr6wwcp+/B9zBnpKAcMwmrug8gDg2rx0gRSzxdwZlsK+nIjwb3dCRvihUJV+yzahkIMJCK3LIr0I1hHvYMi8wQm27aUDnwLbcgUUFjW+V4JJVf55upa9mbuxt82gEVdlhP6154XQRDQlBRRlJFK4snDJJ0+hsmgx6FNW4bc9xienXoj+1eOh2A0Ys7KxJSWiuanzRiOHkbWzg+7FatQdutRKz16jZFTW5NJvVCAk7c1A+4JxrGNdc0XNhJiIBG55ZCWZmC791mUqQcwWXtQOnA52tDptcr5+De5mhx2Z/7JrvQdJJTGo5AqmBv0IHf63kV2zEUO/PwhxVkZlOZmYdTrAFBYWOLfoz9BfQbj7OOPo6M1RUXlCHo96s9WoT98EHN2FphMAEisrLF+/Ekspk6vdUJZXkopxzYnoCnREz7Mi/b9PZFKm2YIcyPEQCJyS6FM3Int7gVgNlDW7w00YbOhDraDUOE89lnMKv5I+w0BgQ4OYTzRYQE9FJ3IPnWarV8tQFNShIWtPc4+fngEhWLr6oGtqwduASEo/pPbYcrLpfSVFzBevICy/0Bkw0cia+ONzNsbmX8gUhubWukyGczEHsrk0r4MrOxVDHkgFOe2tbu2sREDicitgUmH9ZFlWEWvweASTunIT2q15+W/HMrazwcX30NfVMJd6j60M7phiimlJHcnu8t+RCKR4BXWmaA+g/EK63xNzkdVaM6eoejJpxA05dgu+T9UAwfXWZNRb+LqyVwuH8pCW2rAp5MTXcf7orBo+rmQGyEGEpFWj7Q4Cbsdj6HIjaa841zUfV8BmarmC//CLJhJLkti/ZUv2Z+1h56F/oSfccKkTaPEoRw7Nw98Inpg79EG3869sHJwqvZ+gtGI6Wo8+qij5H31BVJ3D+xXrELuXzcHQKPexJWj2cQdyUZXbsTNz5aeU/xxD7jeU6S5EQOJSKtGdeVXbPY+B1IZxaO/QO8/usZrBEHgUtEFTuRGcanoAjFFl1Aby7A0K7k3pTdcysDR15/+9z6OrUvtdtOaMjPQ/vIThnNnMMbFwV9zJlb9+2Px4utVGgpVR2ZcEad+Taa8SI9HkD0dBnri0u7m6vs2BWIgEWmdGDTY7HsRy4sbMLh3oWTEJ5jtvKu/xGxgf+Yefkz6nsvFMUiR4mfjzzCbAbQrc8R45DLl+Zl0HDWJiNGTkcpq/noYr8Sh2bQB3Z5dAMjDwrGYNAVFaBjy0A44hQZSXAtH+L/RlOg5sy2FtIuF2LlaMPj+9rj6ttwA8jdiIBFpdcjyY5BvfhpFzgXKOz+CuucL1WaiGs3GStf1fF0e7VQ+PGqYjGOWmcLkRDQlFykBrBycGDH/FTyCak4CM2VlUvbOcgzHjyGxtMJy2l1YTLsLmdu1PZjaJoTp1Abij+cSdzgLk8lM+FAvQvp5IJNLa764BSAGEpHWg1GL1ckPsDrzKVjYUzx2HXrfodVecrUknrejl3Kl5DK9LLowp2gAZWdj0ZSfQubihmdIOC6+Qbj6BeLo5VOrXoj+RBSli14BoxGrhx/HYuJkpLY312soK9By+XA2SWfyMBnMeIbYEznaB1vnuq00NTdiIBFpFSjSj2Cz9wXkxYlo209DNno5ev2Nv2wGs4GNV9fzzZV1+BU78FjBYDSXkygUCvCJ7EHooNG4+gfXKYVcEAQ0G9dT/vmnyNr5Yrf0bWRtfWq+8D/3KM7WkBVfTNaVYnISS5FKJbSLcCa4jwf27nVPlmsJiIFEpGWjV2NzZAmWFzdgsmtH0YSNGNoOwMHKCvRV71jN0mSy+MhCpDFZTM/0RVFswGiZTeigUbQfOOqaXba1QdBpMcbFofnuG/T796IcMhzbF15GYlX77fdGvYlL+zJIPpuPprTC48Te3ZLQAZ4E9nTD0rZuyXItDTGQiLRYFBnHsN29AGlJKuURD6Hu+VyN6e0xRRf59OeX6HrWEoXJCVd/P4InDKVd517IlbX/shoTrqL95SeMF89jjL9SkYkqk2H1+JNYTp9Zp55MblIpJ35OpKxAh1eoA23aO+AeaI+VXesOHv+m0QOJyWRiypQpuLu7s3r16mvO6fV6nn/+eS5evIiDgwMrVqzA27v6mXeR2wCjButjb2N57n+Y7XwomvQjxjY170HZk7yd/d9+SrdUK+x8fRk44xEcverm/CXo9ZRvWItmw1egVKII7YDlXbORh4WjCAtH6lQ7ZzQAg87E4c1XuHggA2tHFYPmhuDm3/JyQBqCRg8k69evJyAggLKysuvObd68GTs7O/78809+//133n33XVauXNnYkkRaMBJtEfa/3YMi+zSa8DmU9X4JlNVvRjMLZr6J+piCLfvwL7MieNhoeoyfVWPW6X8xXDxP2VtLMCUlohoxGuv5TyO1d6jTPQRBoDBdTXJ0Aann89GWGQnq5UbH4d7IlS0nE7WhadRAkpWVxb59+3jkkUdYu3btdef37NnDvHnzABg5ciSLFy9GEIQm81AQaVlINPnYb52JvCCO4lGr0QeMrfGaU7kn2LLtA/xOGbBTWTL4sQX4dKidGbK5rAxj7CWMF89juHAeQ9RRpK6u2N1EbRit2sDV47kkn8ujLF+HVCbBM9ieriN9sXCu2SSptdOogWTZsmU899xzqNXqKs9nZ2fj6VlRxlAul2Nra0thYSFOTjdOQZbJJDg4XD/JJZNJqzze0mgNOptFY2km8q3ToCgF050bsQoYSnUKUsqSWXHiXYSdMQRlWmMV0JYZTy/F2qFqT1XBZEJ/9Sra6Gi00efQRUejT0iAvyrWKgMCcLjnHpweebTWm+gASnI1RO9N4/KxLEwGM22CHegysh1+ES6orBTIZFJMJnNd3okmIaNIw+Gr+RyOz8NKJWfZHeH1ul+jBZK9e/fi5OREeHg4UVFRDXZfk0kQa/82Mk2tUVqShsMv0xE0eZSM24DBuXeV1ekEQeBswWl+Sf6JS3FHGXjGBdtyazqOnUzkyCkYkF6n21xYiPaXn9D8/ANCQT4AEnt75B3CsRo0DHlYOPL2HSrzQEqM1Koynq7cyOnfkkm7UIBEKqFdpDMhfT2wc62YDNboDWj0hhbzeav1Rk6lFhOVVEhUciHJhRXZti7WSqZ18265tX9Pnz7Nnj17OHDgADqdjrKyMp599lnefffdyjbu7u5kZmbi4eGB0WiktLQUR8eaXbpFbh0UKfux2zUfzEaKJ36L0b3zdW20Ji2/p/zCrylbSC1NpmuyK2PjPLC0sWfgk0/iHtj+umuMSYlovtuIbud20OtQ9OqDauhwFGEdkXq3rdfwWV2o48D6ONRFOkL6eRDUyx3LFrYCYzILxGaXciy5kKikQqIzSzGZBVRyKV287Zkc4UmPdo4EOFtVeqbUh0YLJM888wzPPPMMAFFRUXz55ZfXBBGAIUOG8PPPP9O5c2d27NhBr169xPmR2wWzEavj72N16iNMTsGUjPwMk9P19oLZmixeOfkCV0uv0N3YnhFnIjHmFhLQvRddp9yLhc31qyC6g/spfe1FkMmwGD0Gi6l3IfetvhJebSnKLOfAhjhMBjMD54S0iH0wBpOZzBIdaUUa0oo0nEkr5nhKESVaIwDt3WyY3c2bXu0c6dTGDmUjpN03eR7JBx98QHh4OEOHDmXq1Kk899xzDB8+HHt7e1asWNHUckSaAWlZJrZ/zkOZEYUm9C7K+r9ZZX7IxcLzvHbqRSTlep4qnkjx8XMo7Czo9+ACOg0cWOVfUd3B/ZS+uhB5SCh2b72HtAF7uNkJJRzZGI9cJWXIA6HNmoWq1hvZeiGbn6MzSS4oxyz8c87NRsnAAGd6+TrS3ccBR6vG7y1JBEEQam7WcjAYTOIcSSPT0Bql6iwU6cdQZJ1AnnkSeX4MyFSUDlqOLmTqde0FQWDbuU3sPvgNvrm2OBRKQRAI7j+MLhNmoLS0qlKj7sA+Sl97sSKIvPdhnSZNb4TZLJCbWEpydD4p5/KxcbZgwD3BWNnX7svZ0O9lerGG789k8Mv5LNR6E53a2NHNx4G2DhZ421vi7WCBs7WyTj372mpsljkSkdsckw5Vwk4sYr5FkXoACQKC3AqDRxfKu85HFzK5Sgez0qI8flj9KrLUIiKxw6FtO3x798AnsjsOnm1v+LjKINI+FLt36x9Eyov1XDmaTUp0RUq7XCWlXaQzESPbNmp9mP+iN5qJzijhaFIhx5IKiMtVI5NKGBbswoyu3oR5NP/QCsRAItLASHQlWJ38AIvY75FqCzHZtKG825Po/UdidA4F6Y1/5S6fPsjhbz5FMJrQ9W7LrDELsXV0qfZ5gtGI5ut1lK/9X4MEEcEscPVkLtE7UzEZBDyD7YmMcMYzxKGyMl1TYDILfH0yjS+PpVBuMCGTSohoY8dj/XwZ08Edd9vaO8A1BWIgEWkwFBlR2O56EmlZJnr/UWg6zMDg3R+k1Wd0GvU69nz3CVlRxymx0+N/9yQmRM6u8XnGq/GULluMKS4W1bARWD+7EKn1zQeR0nwtJ7ckkZtUipu/Hd0mtsPGqem38ycXlLNo+2XOZ5YyMMCZ8eEedPOxx1rZcr+uLVeZSOvBZMDqxAqsTq/CbNuWosk/YfToWqtLM2LPs3fjKkwFJcQH6rlz1quEu0ZWe425pJiC7zdQ9OmnSGxsb9pUWTALlORqyU8rIz+1jJRz+UjlUrrd4YtfF5cmX0E0CwLfn8lg1cFEVHIpS8a0Z0R711axkikGEpF6IS3LxO6PB1DknEPTfjrq/osQlDX3CsqLCzn2w1eknTlBiZWBjKH2PDP6I5wtrh/KCEYjhtMnMZw8jv7USUxXLoMgoBwyHJunn0Pq4FDtswRBICW6gPy0MvTlRvTlRnQaI6V5Woy6iqxThYUMrw6ORIxs2+Q5IVklWn67mM2vF7PJKNbSz9+Jl4YH4WrTsoYv1SEGEpGbRqLOwf6X6UjVObXaG2MyGMhPTSTr8gWid/2CwaDjQlAJESMm82jIvciqmD8xZWdT+sbLGC9Eg1yOPKwjVnMfxGnoILQ+gTVqNJsFzm5LIT4qB4VKhtJKjspKjspKgVMna5zb2uDkbY2tswWSJigypTWYSC/WklakJa1Iw7G/Mk0FoLuPA0/092NocNP3huqLGEhEbgqJJh+HX+5CVpZF0YRvMHp2r7Kd2Wzm4p9bSbt4lvyUBMzGClOfNFcNad0searf+wTbX5+ZCqA/doTSJa+D3oDNwldRDRmGxLIid8PCwQptDUuWRr2JqB8SSI8pIqSvB51GeDdJsPgv2aU6dsTksD02hyu51+4787RT8UBvH8aFedDGvnXZK/4bMZCI1BmJthCHX2YgK0mmePyGaoPI0W9WczXqADbeXhS1t+GU6gr5jgZGBU/imZBHUFVRf0YwGilf8zmar9ci8w/E9s3lyH3q5iuiUxs49M0V8tPUdB7rQ1Cv2pWVaCgKy/Xsj89nd3w+UYkFCEBHT1se6t2Oto6WFXkfDpbYW94aO4PFQCJSJyTqHOy3zUVWGE/x2K8wePWpsp1gNnN04+dcjTpAdqQ1a9scwVJmxTifiUz1nY6rpVvV1+m0lLyyEMOxI6jGTcTmqWeQqOr2lzonsYSTW5LQlOjpc1cg3h2aZv9WVomWffH57L2Sx9n0YswC+Dpb8WDvdowKdaOtY+v0Y60NYiARqRnBjCLtMJYXv0aZuAOQUDL6Cww+A6tsXqYrZevapRjPJ3M2sIhUPzUPtHuECe0mYaO4cQKVuVxN6cJnMZw9jfUzL2B5x5Q6ydSVG4nekUri6TysHVUMnNseF5/GrY2bVFDO3it57L2SR0x2hXlXgIsVc3v6MDjIhR5BrnWqa9NaEQOJSNUIArKCy6iubsPi8o/ISpIxqxzQdLwPbfjsKrNSTYKJLUk/Ev3DRgKSLUkPUzJ2wtMM8ByMQlp9F95cWkLJc09hjI3B5pVFWIwYVSe5yefyOftHCnqNkZB+HoQNbtNojmTpxRp2xOSyPTaHxPyKeZpwT1vm9fdjcJALPv/qebS2SdObRQwkItcgK0pAeuZnHC/9grwoAQEJBq9eqHs+i85/NMirHmbEl8Sx4sxbuB3MIyDLGs8Bfbh72rxafZHMhYUUP/MEpqREbBcvQzWg9jkhgiBwYVc6MQcycfK2ZuCcEBw8G86UyWAyk6fWk1Oq40qumh2xOZxNLwGgs5cdzw0JZFCgM24tLNO0qREDiUgFZhOWZz/H+vi7YDZi8OpNacQD6PxGIVhXPZ8BoDPp+CruC369vJnhp91wKrCm6x2z6DB0bI1BxFxUhPbnzWh+3Iyg0WC3/F2UPXvXWrIgCJzbnkrckWz8u7nSZXw7pA2wKiMIFenp35xKJ1+tv+acn5MVj/XzZVSoG552rXeVpaERA4kIsqIEbHc/jSLrFDq/kUjHr6DYVLPbebYmi9dPvURWRjxTz/qhKBfof//jtOvcs9rrTBnpaL7biPb3raDToezbH6u5DyIPqXoZuCoEs8Dp35K5ejyXwF5udB7j0yDDCI3BxOLtceyKy6WXryNTIjxxs1HiZqvC086Cdo6Wt81wpS6IgeR2xmTA8vxXWEe9jSBTUTLsQ3TBk3Cwta7RbvBU7gk+3rcY9wwp/VL9UcpVDH7yWVz9rjcn+htj3GXKv1mPft9ukMlQjRhVUeqhDqZDgiCgLTNw7vdUrh7PJaTfX/khDfDlzijW8uwvF4nPVfNEfz/u7t4w970dEAPJbYoiZT82h95AXngFne8wyga9hdnao8brCtKT+eOP1ZTEXmGQ1gakUtyDQ+h1133YulyfqyEIAoaTx9Fs+hrDiSgk1tZY3jWrouC2S+0q3qkLdVw9kUNhZjlFmeXo1BXOXx0GtSFsSJub+rJnFGtJKiinRGukWGOgSGNg89kMzAKsnBxOH78bG5CLXI8YSG4zpEWJ2Bx+E1XSTkx27Sge8yV63+FQzZfRLJg5eeFPLuzYijypAKPUjOBtR/d+d+Ef0RtVFTtuBY0G7Y5taH/8HlNSIhInZ6weeRyLiVPqtM0/J7GEI99exagzYedmiWeIAw4eVviGOqN0qP2vr9Fk5mx6CYcSCjicmE9SwfVLsu3dbFg2LvSWzvdoLMRAcrsgmLGM/hLro8sRpHLKer+IJuIBqCqzVBDIKE8nuuAsl+KOIhyKwzVHhklhpiDCnvBBYxgZOLHKnoApJxvt5m/R/rYVoawUWXB7bF56DdWQ4UhUdVvZuHoyl9O/JmPjpGLoQ6HYOv8zuVlbVy+d0czP0ZmsPZ5KvlqPXCqhi7c9kzp5EuZhi72lAnsLObYWCuTNkD5/qyAGktsAaWkGtrufRpl+uNphjM6kY92VNezN+pPs8mz8MqzoF+0CSgW2gzszfsQcHG2rHo4YU5LRbFyPbscfFTtzBw7Bcup05OEd6zz0MJsEzu1I5crRbNwD7eh9Z0CdXcmMJjNbL2az5mgyOWV6unjb8/zQQHq2c2jRvh6tFfEdvZUxalDF/4bNwdeRmI2UDn4bbeiMKocxMUUXeevcm6SqUxjcZhATkzuhPxuHW0AIAx94Gktb+yofYc7Po2zlu+j37wWFEosJk7CcMRuZh+dNSTYZzBz9/ioZsUUE9XIjYpQPUlntA5HJLLA9JofPjyaTUaylo6cdr48KobuPgzhx2oiIgeRWQjAjzzyJMv0wivQjKLJOIzHpMHh0o2TYSsz2vtddojfpWXdlDd8lfIOLhStvdfw/yrcdJeX8GUL6D6fblHuQyav+NTFlZVL89DzMeblYzp6D5bS7kDre/CSlUW/i8MZ4sq+W1HmjnVkQ2BOXx+ojSSQVaGjvZsPzk8Lp4+coBpAmQAwktwDSkjQsYr/DIuZ7ZGXpCEgwuoaj6XgvBq8+6H0GXWN3KAgCl4tj2J+1l70Zu8jRZjPGezwTjP2JXr0JbWkJvWY8QHDfoTd8pik1heKnHkcoV2O/YhWK8E71eg0GrYmDX8eRn1JGj8l++Hau3qv131zMKmX5n1e4nFOGn7MV/zehA4MDncUA0oSIgaQVI8u/jM3hxShSDwBgaNsfde8X0fsMRLC4fsdruVHNpqtfsztjJ1maTGQSGV1devCEz6Podkdz7PzHOLRpy7inX8TC2fuGzzUmXKX46XlgMmH/wafIg0Pq9Tp05UYOrL9MUaaGXncG0Da8dr0avdHMF0eTWX8iFRdrJYtGhzCyvRsycdK0yWm0QKLT6Zg1axZ6vR6TycTIkSOZP3/+NW1++ukn3n77bdzdK7qws2fPZtq0aY0l6ZZClh+Lw5Y7ASjv9iTa0OmY7W5cruFQ1n4+vPQ++do8erj24p6g++hm05nMqOOc37QRgC53zKTD4NE4OdvdcEVEH3WU0jdfQ6JQYvfBJzddwU5XbiQrroj02CKy4osxmwT6zgykTYhDra4/n17Ms5vPkZBfzoRwd54eFICNSvy72Fw02juvVCpZt24d1tbWGAwGZs6cyYABA4iMjLym3ZgxY3jttdcaS8YtiawgrqLotlRB8aTNVe7E/ZtcTQ4fXnqfw9kH8LcN4I3OS3ErtuDy3j/Zfuo7zEYD3uFd6DHtXmycb5wgZky4ivrjDzAcP4asrQ9276xE5nXjXktVmAxm0i4VknQmj5zEEgQzWNgo8OnojH9XF5y8a84vSS3UsPZ4Cr9fysHJSsHKSeH09ReTx5qbRgskEokEa2trAIxGI0ajURyzNgCygis4bJmOIJFRfMf31wURk9lIXEkcZ/NPcSb/FOcLzgHwYMijDJX14uSaDZxMuoJcZUFg74GE9BuOo5fPDZ9nys1Bs3YN2t9+QWJljfW8p7CYPA2JovbOXoUZahJP55F8Lh+D1oS1g5KQfp54tXfAycu6VvaHifnlfBmVws7YHBQyKbN6+DCnaxvsLG4Nh7HWTqP2BU0mE5MnTyYlJYWZM2cSERFxXZudO3dy4sQJ/Pz8ePHFF/H0rH7ZUCaT4OBw/TZxmUxa5fGWRr105l9BvvUukEowzd6KrUswZsFMfFE8J7KPcyL7BKdzTlFm+Mtgxz6ASYGTmdpuMmnb97Nj5xtY2dszcM5DtO87GJVV1TqkElBcOE3J5u9R798PEgn2M2fi9PAjyGpwbP8bXbmRq6dyiD2aSV5qGTK5BN8IV9r39qBNkEO1wSOnVMvu2BwS89Qk5pWTmKcmpbAcS4WMuX18ub+vHx4OlphM5jq/hU1Na/i9bAiNTVL7t6SkhMcff5xXX32V4ODgyuOFhYVYW1ujVCr59ttv2bZtG+vXr6/2Xrdr7V+JvhSH78cg1ZdQdMcPmJyC2JPxJ6suraBIXwSAl5U3nZ270tm5KxHOXXBUOpJ2/hRRm9dSXlRAcL+hlbVzq0IQBHS/bkG7cQPG9DQkDo5YjB2PxYRJyNp4VatPEATUhTpyk8rIvlpMekwRJoMZBw9L/Lq60i7CuVZJZSdTinjxtxiKNAZUcik+jpa0c7Qk2M2GSR09cbCq6IHc6p93U9Jqav/a2dnRs2dPDh48eE0gcfxXpfhp06bxzjvvNIWc1ocgYLt7AbKSlIrhjFMQuzN2svzsYto7hPJw+3lEOnfB3fKfbNWsuEvs+P0jcq7G4uDZloFPz8fVP/iGjzCXFFP21hL0B/djERmJ5YOPohwwqMYhTGFmObEHMslNKkVbVuEQr7SU4RvpjF9XVxzbWNVqSCsIAhtPpfPRgQR8HK34eGpHAl2tkYrD4VZBowWSgoIC5HI5dnZ2aLVajhw5woMPPnhNm5ycHNzcKkxz9uzZQ0BAQGPJadVYnv0cVcIflPV9DUObnuzN2MXys4vp6BTBsm7vYin/Z5NZztXLnP19M1lxF7G0d6THtLkE9R1yw6QyAMP5aEoXvYI5Pw/rx5/E46H7KS7RVqvJqDdxcW8GcUeyUFjI8Qi0w9XXFhcfW+xc61YjRmMwsXRnHDticxkc5MLro4LFNPZWRqN9Wjk5OSxcuBCTyYQgCIwaNYrBgwfzwQcfEB4eztChQ9mwYQN79uxBJpNhb2/P8uXLG0tOq0WRcQzro8vQBYxBE/Eg+zJ3s/TcIsKdOl0TRIx6PSd/XE/c4d1Y2NrRbcrdBPcdhlx546pxxuQkdH/8hubbb5C6e2D/yf9QhHZAIq2+WHZWfDGntiajLtTh19WFiJFt67wXBqBUa2TL+Uy+O5NBTqmOx/v5MqdHW3FSvhXSJHMkDcntNEciVWfj8P1oBKUNRdN+52DBad448wphDuG81f09LOUVcx1Fmakc+PIjijJT6TB0HBFjpqC4QQkHU0oyut1/otu3G1PCVQBUw0diveCFyu39N9KYn1rGpf0ZZF4uxtbZgq4T2+HmV7OT2r8RBIGr+eVsic5k64UsNAYz3dra80DvdnRt61Dr+9yKn3dz0WrmSETqjqwgDrsdjyLVl1I4YSPx2iyWnVtEsF0Iy7u/i6XcCkEQiD+6l+Ob16FQWTD0sYV4dbh+ZQwq8kDK1/4P/d7dIJEg7xSB9ZPPoBw4GJnrjT1ZBUEgN7GUS/szyEkoRWkpI3yoFyF9PZApqu+5QEX2aUx2KefSSziXUcK59GKKtUbkUgkj27syo6s3IW6NWzJCpPERA0lLQxCwuPgNNodeR1DaUjzmKwpsPXjl8H3YKGx5s+tbWMmtEcxmjv+wjssHduIREk6/ex7Dyt7xP7cSMCVcpXz9l+j37kZiaYXlnPuwuGNKje5kBp2JlPMFJJzIoTCjHAsbBRGj2uLfzRWF6sZlHgRB4HhyESdTiziXXszFrFL0popOr4+jJQMCnInwsqOvnxMurahItkj1iIGkBSHRFmK793lUCX+g9xlIydCVGCwcWXT8KQp0BXzQ6xOcLVwwm80c2/QF8Uf30WHIWLreMRMA45U4DOfOYEy4iikxAVNSAkJZWUUAmT0Hy+kzkdo7VKuhNE/LhR3pxJ3IwqgzY+9uSdcJ7fCNdKmxB1JYrmfJziscuJqPTCoh1N2GaZFeRHjZEeFlh5PVjedrRFo3YiBpKZhNOGy5E1lhPGV9XkUT+SBIpHx88T3OFpzmpYjXae/QAbPJxOENn5J48jCdhk0gWFBQ+tpLGM6cRCipqLcisbND5heAavgoZH7+qAYPQ1pDIpkgCCSczOXsthSQSGgb7khAdzecvK1rNfl5OLGAxdsvU6oz8tRAf6ZEeGKhaJwCVSItDzGQtBBUcT8jz4+hZMQn6IImAPBz0g/8kvwj0/1nMcxrJCajkYNffUTKueNEjruTdrv2UR51FKmbO8q+A1B06Yaic1ekbm51WvnQa42c+iWJ1AuFuAfYMfy+MPRmY62u1RpMfHQgke/PZhDgYsWqqR0JchXnPG43xEDSEjDpsT7xPgaXcHSB4zGZjayO/Zgfkr6jt1s/Hgh5BJPRyP41K0k7f4ruU+7BJ+YKmqijWC94Hos7ptzUkqkgCOQll3H8p0TKi3V0HO5N+34eWNkp0RfVHEhSCjUs/PUSV3LV3NXFi3n9/VDJa56AFbn1qDaQnDx5krS0NO644w4A5s+fT1FREQCPPvoovXvXviqayI2xiPkeWUkKZWPXUWosZfGZVzmVd4LJvtN4tP0TSMxwYO1HpJ0/RY9pc/HVmSnb9DUWd0zBctLUOj1LEAQK09WkXiwk7WIh6kIdVvZKBt8fWqeC239ezmXpzjjkUgnv3xFG/wDnur5skVuIagPJRx99xKuvvlr5c2JiIsuXL0ej0fDZZ5+JgaQhMGqxOrkSg0c3rjj788rhB8jWZPFsxxcZ03Y8ZrOZQ+tXkXL2ON2m3E2AuzfFjz+MPKIz1vMX1PoxunIjiadzSTiRS1mBDolUgnuAHaEDPWkb5oTCoub5DLMgkF2qY8OJNDafzaCjpy3LxoXiIZauvO2pNpCUlZURGBhY+XO7du0IDw8H4L333mtcZbcJlhe/RqbOInPwWzx7/EnMgon3e64i3KkTgtnMka8/I+nUUbpMnEH7Tj0oevBepI6O2L35Vo37YExGM0WZ5Vw9mUtqdD4mo4Crry2hA9vgFepQYzZqvlrP/vg8TqcVk1ygIamgHK2xYsftzK4VQxmFTBzKiNQQSEpLS6/5edWqVZX/z8/PbxxFtxN6NVanVqH36ssX6vMU6PL5pM//CHEIJTcpnug/fiT94lkix00jbOAoip98FHNJMQ6frkHqeG3OiMloJj+1jLzkMoqzyynO0VKap0UwC8iVUnw7uxDY0w179+q3ixeU69kSk8O26EzOphUjAG42SvxdrJnk7YmvsxVh7raEuIsTqiL/UG0g8ff3Z9++fQwaNOia43v37sXP7+Ys9kT+wfL8V0g1eZzu9AZbYt9lgs8kLFPUbP/qDXKuXkZpaU23SbMJHTKGsv9bivHCeWwXL0MeVLGLV68xcvVELjkJJeQll2IyViR+WTuqsHezpE17B+zdLPEMsUdpUfO8+t4reSzZGUeJ1kiAixUP9PZhSJArAS6128ErcvtS7W/XwoULefjhh9mxYwcdOnQA4OLFi5w5c4bPPvusSQTeqkiLErE6/Qnl7YbwXuZv2CscCNlTzr6497BxdqX71DkE9h6EQmWB5ofv0P2+Fcs596EaPAwAs8nM4Y3x5CaVYu9uiX93N9z97XDxtalV0Pg3WoOJlfsT+PFcJqHuNmy8PwL3WsyZiIj8TbW/cb6+vvz6669s3bqV+Ph4ALp168aiRYtQ1bH8osg/SLSF2P92D0hlfBc0kNira3jG/iFy4nYQMWYKHUdOQiqr+CLrT51AvWolyn4DsLrvocp7nNmWQm5SKT2n+tMu4uZXTGKyS3n9j8sk5pdzdzdvHu3ni6uzTYvfaCbSsqg2kCQnJ5OXl8fUqdcuMZ46dQpXV1d8fG7s9SlyA4w67P54AFlZBoljvuDz2P8j0rkLqpOZWNjaEz58QmUQMWWkU/rai8ja+mDzyhuV2/uvnsjh6vFcQvp53FQQSchXs/tyHrvicknIL8fZWsmqKR3p6Xt9CQsRkdpQ7ZT7smXLsKmicryNjQ3Lli1rNFG3LIKA7PcnUWZEUTr0fT4uPIzWpOF+x1lkxEQTOmgUMkXFfhRjfBzFTz4GAti99R5S64rPITeplNO/peARZE/H4XVzcY9KLmTW+lNMX3uKL44mY2+p4NnBAXw7p6sYRETqRbU9kry8PEJCri9+FBISQnp6eqOJulWxOrEC6YXvUfd8gf32ruy88gczA+6h4Ogp5EoVwf0r5j90+/ZQuvQNpLZ22L3/YWXZB3WRjiPfxmPjpKLXNH+ktXQhyyjWsnJ/Anuv5OFlb8FzQwIZEuQs7r4VaTDqtPz7b7Ta6q34RK5FnnEc6xPvY+40g8yOs3n30D342fgzxWk8v516nvYDR6G0sEK95nM0a/+HPCwcuyVvI3WpKF2p1xg5tOEKZmNFIamqckAEQaBQYyBfraeg3EBhuYEruWV8dyYDCfBYP19mdvUW09hFGpxqA0l4eDjff/89d9555zXHN2/eTFhYWKMKu6UQzNgcXoTJ2gPTyLdZcegVSvTFvNX9PeL/3A1ICB08mrLli9Ft34Zq9Dhsnl2I5C+bRJPRzJFN8ZTma+l/dzB2rn/ZK5oFzqUXcz6jhItZpZzPLCVfrb/u8SNCXJk/0B93W7EHItI4VBtIXnrpJebNm8evv/5aGTguXLiAwWC4JjlNpHpUcVtQ5JyjZOhK9qbv40DWXh4IfoS2sjYcP7wHv259UMbGUrJ9G5Z334vVg49W5m0IgsDJLUnkJJbSY4of7gEV1obxuWoW77hMTHZFDRsfR0t6+DgQ6mGLu40SBysFTpZKnK2V2NZxOVhEpK5U+xvm4uLCt99+y7Fjx7hy5QoAAwcOFPfY1AWjButjb2Fw7UiaTz/eOnwPYY4dmR4wi4s7tmLU6+gwYCRlLz6PzKcdVnMfvCb568KudJLP5RM+1AvfSBcMJjNrj6fy5bEUbFVyXh8VTD9/ZxwsxYpzIs1Hrf5UOTo64vLXWN3ZWdzlWRcsz61BVpZB8dAVvH1+OSbBxMJOr2LSaIndtx2vDpFYHD5MeVoqdu9+ULl/RjALXD6SRcyBTPy7uRI60JO4nDLe2H6ZK7lqRrZ35ZnBATiKrmMiLYAaJ1sfe+wxMjMzCQkJQRAE4uLi8PT05NNPP61yaVjkHyTluVidWoXObyS/CgWcyj/BS91fxsvam8Nff4auvIxO/YajeXYByr79Ufas6OmV5Gg4uTWJvOQyvEId6DzWhy3ns3h3Tzy2FgrendiBgYEuzfzqRET+odpA8ncNmnXr1iH9KxnKbDbz7rvvsmLFimssBkSux/r4e0hMWtK6zWP1uYV0copkSuBULh05ytVj+wkfMRGLX7eiMxqwnvcUJqOZmAOZxB7IRK6U0n2SL25hjizaGccfMTn0aufIojEhovepSIuj2kBy5MgRtm7dWhlEAKRSKQsWLGD8+PHV3lin0zFr1iz0ej0mk4mRI0cyf/78a9ro9Xqef/55Ll68iIODAytWrMDbu25JVi0VWUEcFpc2ogmfw6qMX9AYNTwd/jx6TTlHN32BvYcXHdoFU/bO+1jOvheJpxd718SSn6rGp6MTkWN8SNfqmbvxLMmF5Tzcpx1ze/ogq0MFOxGRpqLahAKFQoG8ilKPcrkcZTUV3ACUSiXr1q1j69atbNmyhYMHD3L27Nlr2mzevBk7Ozv+/PNP7r33Xt599926v4IWivWRpQgKGw4EDGJXxk5mBtxDOxtfDm1ai6a4kD4zHkT70UqkLq5Y3X0vMQeyyE9V02OyH10m+7E+Op3ZG05TrDWwampHHujdTgwiIi2WanskOp2OS5cu8d9ifIIgoNdfn6/wbyQSCdbW1gAYjUaMRuN1W9H37NnDvHnzABg5ciSLFy9GEIRWv2VdkXYYVfJu8no9z/tXPsXb2oeZAXeTERPNxb07CRs2HqudO9FcjsV28TKKSyBmfwZtOzpR5KrguQ2nSCrQMLK9KwsGB4hDGZEWT7WBxNXVleXLlyORSCqDyd9fclfX6gssAZhMJiZPnkxKSgozZ84kIuLaKnDZ2dl4enpWCJHLsbW1pbCwECcnp5t6MS0CwYz14Tcx2XjxhZWUzOwM3uv5EcZSNUc3foGjpxcdnDxRv7cSi4mTUAwYwv7VMSgsZJxzgTXfncPTTsXKyeH09WvF74PIbUW1gWTDhg0AbNu2jQEDBmBjY8PHH3/MpUuXeOyxx2q8uUwm45dffqGkpITHH3+cuLg4goOD6yVYJpPg4HC9y5dMJq3yeFMjOf898rwLXB7xJt/Hf8V4/wmEy73Y+u5r6DVqRt/9AJoFz6Js3542r77CmT2ZFGWWE3lXIEt3nGdsRw+WTgzHWtV8SWQ3814ajQbS09PR6XTX9WAbg5wcSZM8p760Bp3/1iiRSFCpVHh5eSGX1z43qVa/rZ9++iljxozh5MmTHDt2jPvvv5833niDzZs31+ohdnZ29OzZk4MHD14TSNzd3cnMzMTDwwOj0UhpaSmOjtXvQjWZhJZbRNyoxWnPmxhcO/JO0QVUMgvGaPuyedFClFbWjJj3CqZ33kIwGLF+fSkpCaWc3p6CT0cntmbnI5NImNenHQaNniJN9UPHxuRm3su8vEwsLKxwdXVtkqGpTCbFZDI3+nPqS2vQ+W+NgiCgVpeQlJSCi4vnNe2qKyJeq91bsr/8Mfbv38+dd97JoEGDMBgM1V5TUFBAyV+V37RaLUeOHMHf3/+aNkOGDOHnn38GYMeOHfTq1atVz49YRn+JrCydA53uIir3KHeVDOD4mk+xd2/DmOeWYPH7b+iiz2Hzwkvg7sXxnxJRWckIGubF1gtZjGjv2mp35BqNeqyt7Vr15yfy99ymHUZj3f6Q1apH4u7uzmuvvcbhw4d58MEH0ev1mM3VR9mcnBwWLlyIyWRCEARGjRrF4MGDK3NThg4dytSpU3nuuecYPnw49vb2rFixok7iWxISTQFWpz5C024Iq/L2EpnbBtOJi7Tt1I1+cx5HOH2Kkm+/wX76XcgHD+P4j4kUZZXTb3YQ267mojGYmdmldS99i0Hk1uBmPkeJUIsBnEajqRyW+Pr6kpOTQ1xcHP369bspofXBYDC1vKGNQYP97/egyDjOd0Pf4J3YNcw+HISTmzejFiyCokIK752F1MmJdt99x4nd6Zz7I5WwIW0IGdiGO/53HG8HCz67M6LmZzUBN/NeZmUl4+HRrpEUXU9rGDJA69BZlcaqPs96D20sLS0ZMWIEvr6+ALi5uTVLEGmRmHTY//EAivRj5A1+hy/StzI40RdBo6Pn9PuQSCSULn8TQa3G9vU3yUhUE709Fa8OjnQY2IY9cblkl+qY0cp7I7ciU6eOr6ws+W/Onj3NfffNYuDAnuzdu+uac3/88Rt33TWJu+6axB9//NboGtesWc3GjRuqPHcjLbGxMdxzz3SmT7+DlSvfaZDJYNHhpj6YDNhtfxRl6n7KBr/Nt0o95qxCPK+aaD9wJM5t/dD++D2GY0ewfnw+Wnsvdn8Vg52rJT0m+4EENp5Kp62DBf0DxKXehkQQhBqH31CR41RX3N09eOmlNxg2bOQ1x0tKivnyyy/4/PO1fP75Or788ovKecL6cDMaq9Py3nvLef75V/j2259JTU3l2LEj9dYoGlXcLGYjtn8+gSppJ6UDlpAdOJpv9k5j/GUfLO1siBg7DePVeNSffoSid19kYyax/4tYAPrOCkShknEuvZiLWaU8NyQQ6S00v/D7xWy2Xshq0HtOCPdgbJh7tW0yMzNYsGAeHTqEc/lyLElJCdx55wyOH4/C2dmZN95YhqOjI/PmPURQUAjR0WcZNmwkQUHBfPzxSkwmE+3bd+DZZ1+szNzeuHEdx44dQaVS8frrS/H2bounZxuAa7aOAERFHaV79x7Y2dkD0L17D44dO8LQoSMYPrw/U6fexZEjh1CpVLz11ns4OTmzdOkbKJVKYmNjUKvVPPHE0/Tt259t235l//49aDQazGYzy5a9w/Lli8nISEelsuD5518mMDAIgKtX43j44bkUFxcxc+Y9TJgwqUotUVFH6Ny5G2q1mvDwjgCMGjWG/fv30qNH/axBxB7JTWJ1YgUWV3+jrM+rJAWO5Jmo+bS7KsMi30D3KXejkMooXfQKEhsbbBa+wvEfEynN0zDsvg7YOFkgCALfnErHViVnXA1fEJHak5aWyqRJ0/j66+8BaN++A19//T2RkV346qvPK9sZDAbWrNnA5MnTWLZsEYsWLWf9+u8wmUxs2fJDZTtraxvWr/+OyZPv5MMPqy9Tm5ubi5vbP5+lm5s7ubk5QMU8Y1hYR9at20RkZGe2bv25sl1mZiZffLGOd95ZybvvLken0wEQF3eZJUv+j1WrPmfNmtUEBYWwbt23PPzw4yxZ8nrl9fHx8Xz44ad89tlXrF37P/Lycm+gJZe8vBxcXavWWB/EHsnNoFdjeX4tOv/RnGjXm9cO34+s3MSgeA/c27enXedeaNZ/iSkxAbt3VnLplIaM2CI6j/XBK8SRuNRC3t4dz/6r+dzXsy1WylurGNXYMPcaew+NhYeHZ+VfW6lUypAhwwEYMWI0L7/8fGW7oUMrjqekJOPp2QYfn4qJxdGjx/HTT5u5886ZAJXDl+HDR/HRRze/qqhQKOjbtz8AISGhnDgRVXluyJBhSKVS2rb1oU0bL1JSkgDo3r1nZY8iOvosS5a8DUDXrt0pKSlGra5wx+vffyAqlQUqlQWdO3fl0qWLN63zZhF7JDeBRez3SHXF/NA2ggVR87DDlpkxEUgE6Dl9LkJBPuXfrEc5YBBZViGV5kT+PVzZdCKFO9ee5FhyIfMH+PFgH9/mfjm3FBYWFjc89+/Ro6WlZa3u9++l0JpGn66uruTkZFf+nJOTjaurG1CxBeTve0mlUkwmU5XP+OsIUP1ruZHGv3VWrcUVFxc3cnOr1lgfxEBSVwQzltFr+MYrlLdSNhLhEMms+M6UpqXR/9552Ll6oF7zOej16CY/zImfE3H1tSV4eBse/+E8r229RKi7DZvu6crd3dsiF3f0Nhpms5l9+3YD8Oef2+nUKfK6Nj4+7cjMzCAtLRWAHTu2ERnZpfL87t1//vXvTsLCOlX7vJ49e3PiRBQlJSWUlJRw4kQUPXvWPPewd+8uzGYz6elpZGSkV/aO/k1ERGf+/HM7AKdPn8Te3h7rv2odHTy4H51OR3FxEWfOnCI0NOyGWlxcXLC2tubChfMIgsD27dsYMGBQjRprQhza1BFl0i50Jcl86hJMF4euTEmJJO7Cn/SYdi8+Ed0xJlxF9/tWJJNmcXR3KSobBb2n+/P6rnjOphWzdGIYwwOcxOStJsDS0pKYmIusW7cGR0cnFi1afl0blUrFSy+9zquvvlA52XrHHVMqz5eWljBnzl0oFEreeGMpADExF3nppecoLS3h8OGDrFnzOV9//T12dvbMmXM/Dz54DwD33vsA9vb2NeaRuLt78OCDc1Cr1Tz77ItVlsO9776HWL58MXPm3IVKZcHLLy+qPBcQEMj8+Y9QXFzEvfc+gItLxYba/2r5e5j0zDMLWbr0DXQ6Hb169aF3776YzfVbAq5VQlpLorkT0uy3TGOdPoUPbWS8Yr6ftO276DB0HN0mzQKg+Jn5GC9dJOG+T0m+WMKwhzuwLaOAFfsSmD/AjyeGhzT/nqAauFUS0oYP78+ffx5sIkVVU5POpUvfoE+ffgz+qzh8c9BkCWkiFchzL2DMOMY6WyuGaCJJ276Ldl160XXiDAD0UUcxHD+GcfojJJ0vJrCnG8lmAx8eSGRQoDOzu4lJZyK3JuLQpg5YnvuCbxycKDXqCDxjxtq7Hf3ufhSJVIpgMqH+5EMkbbyIFcJRWGjw7OHC3B+i8bRT8drIEHE408Q0d2+kNrz88hvNLaFBEHsktUSqzsYU/ytrHRwYXhiOvqiYrhNnIlMoK4LIxx9gSriKetpTZCeU0X5gGxbtiadEa+St8R3EIlUitzTib3ctsTi/ju9sLCgzGml7yYxzUAc823fErC6j9I1XMRw7jHLSnZzIcMLGWeCIRMeJlCJeGRFEiJtYtkPk1kbskdQGkw4h5hvWOjozPLcDxjI1XcZPx5yRTvEj92M4cQzrBc+T0+8eSnO1OPZw4fOoFEaEuDIh3KO51YuINDpij6QWqOJ/5we5HrVRoE2MAc/wLjhoDRQ9cS8Adu9/BB0iubjiPM7tbHg3Jh1nKwUvDAsU50VEbgvEQFIL5BfWst7RkaGpwZh0WiLH3Yn6jVeRWFhi/+Gn5OnsOP1ZDHqNkXPOkJKg4ZNpHbGzEOvxtmamTh3P//63AQcHh2uO6/V6lix5ncuXY7Czs2fx4uV4erbBYDDwzjvLiI29hEQi5cknn6F79x6NqnHNmtVYWloxc+bd153744/fWLduDVCRUzJ69DgAFix4gvz8PEwmExERkTz33Iv8nU17s4hDmxqQ515gd2ksZXoZHpcN+HXtg01mFsbLschmPsjJo3r2f3UZQRBwGuHBpoRcZnX1prtP9d6zIo1LY9oI/PbbL9ja2vLdd1uYPn0mn376EUDlRrz1679j5cqPWbVqZa00NIbG6mwE3nxzOevWbWLDhu8oKipkz55dNdytZsQeSQ2ozq9lg4M9/RK8wCwQMXYqmiWLKGzXkwux3pgMBXQY1Ab3bs7M3niGQBdrHuvn29yymxVV7A9YxHzboPfUht6Frv3Uats0lY3AoUP7ue++hwAYNGgoK1a8jSAIJCUl0qVLNwAcHZ2wtbUlJuYS7dt3aDE2AsOHj6pMrTeZTBgMxhr3ENUGsUdSDRJdMRdTfidLa4VXopTgvkOwzMlDd+YsscEzsLBRMOKxMAIHeLBwWyxlOiNvjmmPUi6+rc1FU9gI5ObmVG7Rl8vlWFvbUFxcTGBgEIcOHcBoNJKRkc7lyzGVG+daio3A3yxYMI9x44ZjZWXVIFm1Yo+kGixiN7PBSkXfC64orayJHHcnmqWLyPAbhsagYMAYH6xdLHjptxjOZ5Tw1vhQAl2tm1t2s6NrP7XG3kNj0Zw2AmPHTiA5OZEHHrgHDw8PwsM7VZoftTQbgfffX4VOp2Px4lc4deoEXbvWby5H/NN5IwQzORfXklzsgkuBgi7j70KWk0P5kWMk+Y7G1c8W90A7PtifwJ4reTw1yJ8hwTVXHxRpXJrCRsDV1a2yp2E0GlGry7C3t0culzN//jOsXbuRt956n7KyssoA1VJsBP6NSqWiX7+BHDiwr1bPqQ4xkNwARdohvjOX0i3WETuvtgT2GYxm43pSfYejNyvoNNybTafT2XQ6nbu6eDGzq7iPpqXRWDYCffsOqDRT3rdvN126dEcikaDVatFoNACcOHEMmUyGn9+1tZyqoiltBMrLy8nLywMqguDRo4dp1863Ro01IQ5tboAx+n/EZ7ehg05O3+kPIORkU7r3EKl93sSrvQMXdFpW7ktgUKAzTw2s+ZdFpOlpLBuBceMm8uabrzF9+h3Y2dnxxhvLACgsLGDBgnlIpVJcXNx49dXFtdLZlDYCBQX5LFy4AIOhojZVly7dmDSp/sNQ0UagChTpR/hh22MURLfHI7Izo+9/gbKV73L+nIlU7yF0vy+YB7ZdxMvegs+nR2ChqL1VYosoLVoDoo1AwyHaCNSTzMxM7r77bsaMGcPYsWNZt27ddW2ioqLo2rUrEydOZOLEiaxataqx5NQekwHz/le4kt4OZBIGTXsYobyc4l2HSPceSLtIZ94/nYLOaGbxmPZ1CiIiIrcqjTa0kclkLFy4kLCwMMrKypgyZQp9+/YlMDDwmnbdunVj9erVjSWjzlieX8uqfB1uee60GzMCSzsHtL9uIdF9IEhlJHvIOXaskOeHBuLrZNXcckWqobl7I7VBtBGoATc3N8LCwgCwsbHB39+f7OzsGq5qXiTqHK6c/BBDUhtMLlb0H1kxviz+bTtZnr1wDnPkw5Mp9PJ1ZGqEZw13ExG5fWiSyda0tDRiYmKIiLi+tu3Zs2eZMGECbm5uvPDCCwQFBVV7L5lMgoPD9T0BmUxa5fG6IOx/i2/yvfHQyRj/7PM4OduivXSJFLUHZjc5P2nKsFTIeHdaBI52tVuaawydjc3NaMzOliCTNe0iYFM/72ZpDTr/q1Eiqfp7diMaPZCo1Wrmz5/PSy+9hI3Ntb4cYWFh7NmzB2tra/bv38/jjz/Ozp07q72fySQ0ymSrPOM4v8TsxT01BNsuHXDyrPBWLf76O9K8BmBylnEsr4Tl40JRmc03/axbdbJVEIQmLZbdGopzQ+vQWZVGQbj+e9Zsnq0Gg4H58+czfvx4RowYcd15GxsbrK0rMkEHDhyI0WikoKCgMSVVjSBQdvAVrqT4YbaQMXb6AgDM5WpSzuVhUNryi0HDsGAXhoWISWciIv+l0QKJIAi8/PLL+Pv7M3fu3Crb5ObmVlZCj46Oxmw24+jY9Ltm5XkX+DzTgFOJiohJd6H6K9FHu3MHKW59MSmNJMvMPN7fr8m1iTQfU6eOp6io6Lrjer2e1157kenT7+DBB+eQmZkBVCR4LVnyOvfcM51Zs6ayYcNXja5x6dI32Lu36t27GzZ8xfTpdzBjxmSioo4CoNPpePDBe5gzZwazZ9/JmjUNs9DRaEObU6dO8csvvxAcHMzEiRMBWLBgARkZFW/6jBkz2LFjB5s2bUImk2FhYcH777/fLEZA6Re+xSrJDcHbni59KjwbBEEgY8dJ1C6T+FOmY3KEJ94OtUurFml+BEFAEITrCn3/F6PRiFxet6/Bv20Edu3awaeffsTixcvZs2cXBoOe9eu/Q6vVMnv2NEaOHI2bW/1c8m5GY2JiArt27WTDhu/Jy8vlqaceY9Omn1AqlXzwwWdYWVlhNBp59NH76dOnL6Gh4fXS2GiBpFu3bly+fLnaNrNnz2b27NmNJaF2CAK7T59BabSnz7SHKgOZMTaGZEkwAnoSrSW829uneXW2Inam/cEfab816D1He49jhPfoats0t42ARAIajRaj0YhOp0UuV2BlZU1mZgbPPjufTp0iOX8+GldXV9566z1UKgvmzXuIwMBgzp49jclk5MUXX6NDh3DWrFlNRkZFyrybmwePPDKP5csXU1xchIODIy+++DoeHhUB6uTJ43z99bprbAgOHdrPsGEjUCqVtGnjhbd3W2JiLhIe3gkrq4pJVKPRiMlkbJA/3i1/OrmRMWVEo0mzocTDTGDAP3ss8n7eQb5zGMcVRmZ298bJStmMKkVqS3PaCAwePAxLSwvuuGMUU6aMY8aM2djb21fqmjy5QpeNjS379u2pfIZOp2Xt2o0888xCli//J60+MTGRlSs/YdGiZaxY8Q6jR49j3bpvGT58FB988E5lu6psCP6tESo2Gubm5gAVPiT33juT8eOH061bT8LCOtb7fb/t99oc/uNzFAYZrgP7VR4zJidxNUECHibinZQs7ubVjApbHyO8R9fYe2gsmtNG4NKlC0ilMrZs2U5paQmPPfYAPXv2AsDTsw1BQSEAhIS0r5xX+fczIiO7oFarKS0tBaBfvwGoVBVpBhcvRrNsWUXwGDVqLJ9++mHl9TeyIbgRMpmMtWs3UlpayksvPcvVq/H4+tZvv9ht3SMx6vUkXsoly1nDkF5zgIqxddaHa8h078UluY5Zfdthrbzt422roTltBP78cwc9e/ZGLpfj6OhEx44RxMRcAir8SP5GKpVVayPw988WFnXX+NeRazRCRS/K1dXtmla2trZ06dKNY8eO1Oo51XFbB5L43d8h0cuQhllho6hYqdHt38dFfQdMEhMxbSyZ1EksJ9FaaWobAXd3d06fPglUOKJdunQBX1/fGnXu3l2RO3Xu3FlsbGyuy7cCCA/vxK5dOwDYufMPOnXqXHmuKhuCvn0HsGvXTvR6PRkZ6aSmphIaGkZhYWFlj0en03LiRJRoI1AfTEYjZ/buINtRS7/u9wIgaLXEbdhDcZsJ7LXW8eKYEBStICtRpGqa2kZg8uQ7WbZsEbNn3wkIjBkznsDAYNLS0qrVqVSqmDt3JkZjxWRrVTz99PMsW7aITZs2VE62/k1VNgT+/gEMGTKM2bOnIZPJWLDgeWQyGfn5eSxd+jpmsxmz2cyQIcPp129AvZPmblsbgStH9nJ04+cc6ZbDR/dsRyFVkPnRao6mB5Mrl9LlwU50b9fwOS23amaraCNQNTXpnDfvIebNe4r27Ts0oapradE2Ai0Zs8nE+e0/kG+no2O7tiikCoriE4mLNmCUW9FhavtGCSIiIrcqt+XQJunUEcoKCjjXpZgXgh5DEAROvvUlBZ4TsA9R0T/SveabiLR4mrs3UhtWrfq85katgNuuR2I2m4nesQWNjQHBVUd7r6HEnryAzq47comWoXeGNbdEEZFWx20XSJJPH6UkO4OowEJG2IYikUhI/eUwamtPQge3Qa4UHc9EROrKbRVIzGYz0dt/RmInJclTw9DQBzGbTAgFSqQmLcH9xE15IiI3w20VSJLPRFGclc4F32wiBQUe7j24vPMwJY6hWDnqkCluq7dDRKTBuG0mWwWzmfPbf8LSyZaTXsm84DIYgLQ9lxEsIul4R2TzChRpcUydOp7//W8DDg4O1xzX6/UsWfI6ly/HYGdnz+LFy/H0bMPOnX+wceOGynZXr15h7dqNBARU7/pXH9asWY2lpRUzZ9593bk//viNdevWABWlKUaPrtjZvmDBE+Tn52EymYiIiOS5517k76JcN8ttE0hSzp2gKDMNbRcTSkGgb/g8TOXlaM0eyAx5tA3q3twSRRqQ5rARGDFiNCNGVOwxuno1nhdffIbg4JB6J3vdjMaSkmK+/PIL1qxZD0i4//676dt3AHZ2drz55nKsrW0QBIFXXnmePXt2Ve5Jullui0AimM2c++NHbN3c+cn1GANlTlhbexK9bhsaKw9svNXNLfGWQrv9d7S//9qg97QYOx6LUWOrbdP8NgL//FXftWsHQ4f+4wo4fHh/pk69iyNHDqFSqXjrrfdwcnJm6dI3UCqVxMbGXGMDsG3br+zfvweNRoPZbGbZsndYvnwxGRnpqFQWPP/8ywQGVvR0rl6N4+GH51JcXMTMmfcwYcIkoqKO0r17j8rawd279yAq6gjDh4+qrNBnMpkwGIw0hAXQbTEpkB0fQ1FGKpahlpTIpIxoW2G0lBldgNSko/u0+hVQFmk5NKeNwL/ZvXsnw4ePrPxZo9EQFtaRdes2ERnZma1bf648V5UNAEBc3GWWLPk/Vq36nDVrVhMUFMK6dd/y8MOPs2TJPyny8fHxfPjhp3z22VesXfs/8vJyyc3NvcZGwM3Nndzc3MqfFyyYx7hxw7GysmqQ4ly3RY8kOz4GJBKiFKdxNQlEtJ+DNi2bUpUvgjkbV7E+TYNiMWpsjb2HxqI5bQT+5uLFC1hYWODv/08NJ4VCQd++/QEICQnlxImoynM3sgHo3r1nZY8iOvosS5a8DUDXrt0pKSlGrS4DoH//gahUFqhUFnTu3JVLly7WqPH991eh0+lYvPgVTp06Qdeu9ftjelv0SHISrmDn7s5hRQkjLP2RyS04v/koZpkKy25tm1ueSAPSnDYCf7N7947KAPQ3crm88l5SqbRaG4G/Jz6rey030vi3TldX12tsBHJysnF1vda4XKVS0a/fQA4c2Fer51THLR9IzGYzeUlX0NoUY5RIGBZSYUSdnSFDrsmh9+jra+2I3Bo0tY3A38/cs2fXNfMjNVGVDcB/iYjozJ9/bgfg9OmT2NvbV851HDy4H51OR3FxEWfOnCI0NIyePXtz4kQUJSUllJSUcOJEFD179qa8vJy8vDygIggePXpYtBGoDcWZaRi0GuIt82lvktKu7TAy/jxFuYUHOiEBZ+vrK7+L3Bo0tY0AwNmzp3Fzc8fLy7vWOquyAfgv9933EMuXL2bOnLtQqSx4+eVFlecCAgKZP/8RiouLuPfeB3Bxqeh5zJlzPw8+WFEt8t57H8DOzp6CgnwWLlyAwaDHbDbTpUs3Jk2aWmutN+KWtxGIO7SLY9+u4ceB6dzfpivjer/Hjhd/RytYYr7Dnyl96mcxV1dEG4GG4VaxEVi69A369OnXIBOeN4toI1ALchLikFrIKLUy0t1/GsmbD1Kq9CBZyGJkV9EZXkSkIbjlhza5iVcwOBqxEASc7SPYcfoQClMZuuHdsFHd8i//tqa5eyO14eWX32huCQ1Co/VIMjMzufvuuxkzZgxjx45l3bp117URBIElS5YwfPhwxo8fz8WLNS9b1QVNaTGluVnk2ZXiL8iJ33AQjdKJ07ISpnYVV2tERBqKRvuTLJPJWLhwIWFhYZSVlTFlyhT69u1LYOA/a+sHDhwgKSmJnTt3cu7cOd544w02b97cYBpyE68AcMVeTUeDG5cTVSj1qeT1aE+Ai3WDPUdE5Han0Xokbm5uhIVVmATZ2Njg7+9Pdnb2NW12797NHXfcgUQiITIykpKSEnJychpMQ25CHBKZjERHPe3P9MOgsOFPKzPTxN6IiEiD0iSTBGlpacTExBARcW3ORnZ2dmXZQQAPDw+ys7Nxc3P77y0qkckkODhcn4kqk0mvO16QEo+1mx0upTYUm7pjoU8kJcSXCV28kTeTO3xVOlsaN6MxO1uCrInf06Z+3s3SGnT+V6NEUvX37EY0eiBRq9XMnz+fl156qcp6HXXFZBJqtfxrMhjITohHEaCke2IwZpmKbZYyJnfyoKxUW28dN8utuvwrCEK9d7nWhdos/9aXutoIAMTHX+Gdd5ahVquRSiV8+eXXyOWKKu7eMDSWjYAgXP89q275t1EDicFgYP78+YwfP54RI67P9HN3dycrK6vy56ysLNzdG8Z4uSAtCbPRQL6Nmjbp3ZDIDMQ4ObO8o1jw6nagOWwEjEYjb775Kq+8spigoGCKi4vqfO+G0njL2AgIgsDLL7+Mv78/c+fOrbLNkCFD+Prrrxk7diznzp3D1ta22mFNXchNiAPgqk0+3sa2mA15DO4QjKNYDLzRSTqTR+LpvAa9p18XF3w7u1TbprltBE6cOEZAQBBBQcEA2Ns7VPacRBuBm+TUqVP88ssvHDt2jIkTJzJx4kT279/Ppk2b2LRpEwADBw6kbdu2DB8+nFdffZXXX3+9hrvWnpzEOKydXLis0mJUeKMxlnJHR88Gu79Iy6Q5bQRSU1OQSCq26N933yy++eaflAfRRuAm6datG5cvX662jUQiadDg8TeCIJCbEIdDO0+cipwwyq3Jk5vp4HHjMZ5Iw+HbuebeQ2PRnDYCRqOJ6OhzfPHFeiwsLHjyyUcJDe1Aly7dRRuB1oi6IA9NSRFmOx3ts7wqjrnZo5Tfki9X5F80p42Am5sbERGdcXBwwMLCgt69+3L5ciwg2gi0SvJTEgAotMyhTbE3CGYswsRSE7cbTW0j0KNHbxIS4tFqtRiNRs6cOY2fX82bQkUbgRaKW0AIPaffx8+lK2iv64lAAcH+vs0tS6SJaWobATs7O6ZPn8UDD9yDRAK9e/elb9/+NS5TizYCzUBdbAQe+rUvYw6+hl5fQI/XJuLbAiwVb9U8EtFGoGpEG4FWjsGgpkStQq9yolhmxMexdmNiERGRunNLDm0AMrKOEphZ4VKlc7VF2hCL5SKtiubujdQG0UaghZOccxyfwopAYhXm27xiRERucW7ZQJJYfBknjRcKXTEBobX3zxQREak7t2wgSdBkoMAbs76AMDERTUSkUbllA0maRotO5Y5GpsfFRnSKFxFpTG7JyVZNeQ4O2W1AIsMoOqGJ3CR1tRHIzMxg1qxplQllYWHhLFz4SqNqvBkbgXnzHiI/Pw+VqiJz9oMPPsHe3qFeOm7JQJKSeQDfvIrUeKv24vzI7Uhz2AgAeHl5sXbtxpvW3VAaq7MRAHj99SW0b98BaBhvl1sykOSWJOKq9kYm09CuS3hzy7ntuBp1gPij+xr0noG9BxHQc0C1bZrbRqA6WpKNQGNwS86RdA2Zi43ZF4k2j1BPu+aWI9KENKeNAFQEs7lzZzJv3kOcO3em8j4tzUZg2bJF3HvvTNau/V+NQbA23JI9EpXCAa3SDbMuBWvlLfkSWzQBPQfU2HtoLJrTRsDZ2YUff/wNe3sHYmNjeOmlZ9m4cTMWFlYtykbg9deX4OrqRnm5mpdffp4//vidkSPHVHtNTdySPZLCCwmYZSoEJ3G15najOW0ElEpl5aRl+/ahfwWFFKBl2Qi4ula4EFpZWTN8+CguXbpQq+dUxy0ZSDLOV2wJtwkWHdFuZ5raRqCwsLAyQKSnp5GWlkqbNl416mxKGwGj0UhRURFQEQSPHDmIv3/gdc+rK7dkvz/Ptw35Z07Sse/45pYi0ow0tY3AuXOn+d//ViOXy5FKJTz77IvY29u3KBsBjUbDggXzMJmMmExmunXrwcSJk+r4zl7PLWkjkFWi5dcL2dzXyweZtGVt1hNtBBoG0Uag4WgIG4FbskfiYWfBg32a7pdaROR255YMJCIiINoINCW35GSrSPPQykbJIjfgZj5HMZCINAhyuRK1ukQMJq0cQRBQq0uQy+tWSK7RhjYvvvgi+/btw9nZmd9+++2681FRUTz22GN4e1fshRk+fDjz5s1rLDkijYyjoyuFhbmUlRU1yfMkEkmrCFqtQed/NcrlShwdXau54noaLZBMnjyZ2bNn88ILL9ywTbdu3Vi9enVjSRBpQmQyOS4uTZe30xpWv6B16GwIjY02tOnevTv29vaNdXsREZEWRLOu2pw9e5YJEybg5ubGCy+8QFBQUI3XyGQSHByuLyshk0mrPN7SaA06RY0NR2vQ2RAamy2QhIWFsWfPHqytrdm/fz+PP/44O3furPE6k0modV2blkhr0ClqbDhag87aamyRCWk2NjaV/x84cCCLFi2ioKAAJyenaq9TKGQ3fEHVvdCWRGvQKWpsOFqDzvpqbLbl39zc3MqZ4ujoaMxmM46Ojs0lR0REpB40Wo9kwYIFHD9+nMLCQgYMGMATTzyB0WgEYMaMGezYsYNNmzYhk8mwsLDg/fffr2I7tYiISGug1W3aExERaXmIma0iIiL1RgwkIiIi9UYMJCIiIvVGDCQiIiL15pbwIzlw4ABLly7FbDYzbdo0HnrooeaWVOWmxaKiIp5++mnS09Px8vJi5cqVzbqNIDMzk+eff578/HwkEgl33nknc+bMaXE6dTods2bNQq/XYzKZGDlyJPPnzyc1NZUFCxZQVFREWFgYb7/9dmU9mubCZDIxZcoU3N3dWb16dYvUOGTIEKytrZFKpchkMn766af6f+ZCK8doNApDhw4VUlJSBJ1OJ4wfP164cuVKc8sSjh8/Lly4cEEYO3Zs5bH/+7//E1avXi0IgiCsXr1aePvtt5tLniAIgpCdnS1cuHBBEARBKC0tFUaMGCFcuXKlxek0m81CWVmZIAiCoNfrhalTpwpnzpwR5s+fL/z222+CIAjCq6++KnzzzTfNKVMQBEH48ssvhQULFggPPfSQIAhCi9Q4ePBgIT8//5pj9f3MW/3QJjo6mnbt2tG2bVuUSiVjx45l9+7dzS2ryk2Lu3fv5o477gDgjjvuYNeuXc2g7B/c3NwICwsDKjKN/f39yc7ObnE6JRIJ1tYVNZyNRiNGoxGJRMKxY8cYObKi7sykSZOa/XPPyspi3759TJ06Fajw9mhpGm9EfT/zVh9IsrOz8fDwqPzZ3d2d7Ozsaq5oPvLz83Fzq6gp4urqSn5+fjMr+oe0tDRiYmKIiIhokTpNJhMTJ06kT58+9OnTh7Zt22JnZ1dZE9fDw6PZP/dly5bx3HPPVdYbLiwsbHEa/+b+++9n8uTJfPfdd0D9fzdviTmS1ohEImkxmbxqtZr58+fz0ksvXbMHClqOTplMxi+//EJJSQmPP/44CQkJzS3pGvbu3YuTkxPh4eFERUXVfEEzsmnTJtzd3cnPz2fu3Ln4+/tfc/5mPvNWH0jc3d3Jysqq/Dk7Oxt3d/dqrmg+nJ2dycnJwc3NjZycnBo3KDYFBoOB+fPnM378eEaMGAG0TJ1/Y2dnR8+ePTl79iwlJSUYjUbkcjlZWVnN+rmfPn2aPXv2cODAAXQ6HWVlZSxdurRFafybvzU4OzszfPhwoqOj6/2Zt/qhTceOHUlKSiI1NRW9Xs/vv//OkCFDmltWlQwZMoQtW7YAsGXLFoYOHdqsegRB4OWXX8bf35+5c+dWHm9pOgsKCigpKQFAq9Vy5MgRAgIC6NmzJzt27ADg559/btbP/ZlnnuHAgQPs2bOH999/n169evHee++1KI0A5eXllJWVVf7/8OHDBAUF1fszvyX22uzfv59ly5ZVLr09+uijzS3pmk2Lzs7OPPHEEwwbNoynnnqKzMxM2rRpw8qVK3FwcGg2jSdPnmTWrFkEBwdXjusXLFhAp06dWpTO2NhYFi5ciMlkQhAERo0axbx580hNTeXpp5+muLiY0NBQ3n333WZfWoUKP+Ivv/yycvm3JWlMTU3l8ccfByrmncaNG8ejjz5KYWFhvT7zWyKQiIiINC+tfmgjIiLS/IiBREREpN6IgURERKTeiIFERESk3oiBREREpN6IgUSkVmRlZfHoo48yYsQIhg4dyuLFi9Hr9Q1y7w8++IAjR440yL1Emgdx+VekRgRBYNq0acyYMYMpU6ZgMpl49dVXsbKy4pVXXqnXvU0mEzKZrIGUijQXrT5FXqTxOXbsGCqViilTpgAV+15eeuklBg8ejK+vLwkJCbz22msAPPzww9x333307NmTQ4cO8dFHH6HX62nbti3Lly/H2tqaIUOGMHr0aI4cOcIDDzzAwYMHGTRoEKNGjeLChQu89dZblJeX4+joyPLly3Fzc2P9+vV8++23yGQyAgMDWbFiRXO+JSL/QQwkIjVy5cqVSruBv7GxscHLy6uyxMh/KSgo4NNPP+Wrr77CysqKzz//nK+++op58+YB4ODgwM8//wzAwYMHgYp9P0uWLOGTTz7BycmJbdu2sWLFCpYvX87nn3/Onj17UCqVlenyIi0HMZCINArnzp0jPj6eGTNmABVBIjIysvL8mDFjrrsmMTGRuLi4yn0/ZrMZV1dXAEJCQnj22WcZOnQow4YNa/wXIFInxEAiUiOBgYGVG8/+pqysjLy8PBwcHEhKSqo8rtPpgIp5lb59+/L+++9XeU9LS8vrjgmCQFBQUKVHxr/5/PPPOXHiBHv37uWzzz7j119/rfT5EGl+xFUbkRrp3bs3Go2mcneoyWTirbfeYtasWXh7exMbG4vZbCYzM5Po6GgAIiMjOX36NMnJyUDFTtPExMRqn+Pn50dBQQFnzpwBKnoxV65cqbx3r169ePbZZyktLaW8vGUX5r7dEEO6SI1IJBI+/vhjFi1axCeffEJBQQFjxozh0UcfRRAEvLy8GDNmDAEBAZVzKU5OTixfvpwFCxZULhM/9dRT+Pn53fA5SqWSDz/8kCVLllBaWorJZGLOnDn4+vry3HPPUVZWhiAI3HPPPdjZ2TXJaxepHeLyr0idOX36NM888wyrVq26bhJW5PZEDCQiIiL1RpwjERERqTdiIBEREak3YiARERGpN2IgERERqTdiIBEREak3YiARERGpN/8PX2UQOtgmRp4AAAAASUVORK5CYII=",
      "text/plain": [
       "<Figure size 288x288 with 1 Axes>"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    }
   ],
   "source": [
    "import math\n",
    "import pandas as pd\n",
    "import matplotlib.pyplot as plt\n",
    "import seaborn as sns \n",
    "sns.set_style('darkgrid')\n",
    "\n",
    "\n",
    "def dcg(results, topic):\n",
    "    _dcg = 0\n",
    "    for i,result in enumerate(results):\n",
    "        _doc = qrels.get((str(topic),result))\n",
    "        \n",
    "        if _doc is not None:\n",
    "            _dcg += int(_doc) / (1 + math.log(i+1, b))\n",
    "\n",
    "    return _dcg\n",
    "\n",
    "b = 2\n",
    "bq = 4\n",
    "\n",
    "qrels_path = 'wtr/queries_qrels/rel_table_qrels.txt'\n",
    "qrels = {}\n",
    "with open(qrels_path) as f_in:\n",
    "    for line in f_in.readlines():\n",
    "        parts = line.split(' ')\n",
    "        qrels[(parts[0],parts[2])] = parts[3]\n",
    "\n",
    "prob_eval = {}\n",
    "sdcg_eval = {}\n",
    "\n",
    "depth = 10\n",
    "query_type = 'gpt'\n",
    "probabilities = ['rprob10nprob00','rprob09nprob03', 'rprob08nprob03', 'rprob07nprob03', 'rprob06nprob03', 'rprob05nprob05']\n",
    "\n",
    "for probability in probabilities:\n",
    "\n",
    "    if probability == 'rprob05nprob05':\n",
    "        modality = 'random' \n",
    "    else:\n",
    "        modality = 'PageTitle'\n",
    "\n",
    "    for topic in range(1, 61):\n",
    "        \n",
    "        log_path = \"sims/output/wtr_sim-\" + str(topic) + \"-fixeddepthuser\" + str(depth) + '-' + modality + \"-\" + query_type + \"-\" + probability + \".log\"\n",
    "        \n",
    "        query_logs = {}\n",
    "                    \n",
    "        query = ''\n",
    "        results = []\n",
    "                        \n",
    "        with open(log_path) as f_in:\n",
    "\n",
    "            for line in f_in.readlines():\n",
    "                logs = line.split(' ')\n",
    "\n",
    "                if logs[1] == 'QUERY':\n",
    "                    if len(query) > 0:\n",
    "                        query_logs[query] = results\n",
    "                    results = []\n",
    "                    query = ' '.join(logs[4:]).strip('\\n')\n",
    "                    \n",
    "                if logs[1] == 'MARK' and logs[4] == 'CONSIDERED_RELEVANT':\n",
    "                    results.append(logs[-1].replace(\"b'\", \"\").replace(\"'\", \"\").strip('\\n'))      \n",
    "\n",
    "        sdcg = {}\n",
    "        _sdcg = 0.0\n",
    "\n",
    "        for q, query in enumerate(query_logs.keys()):\n",
    "            results = query_logs.get(query)    \n",
    "            _sdcg += dcg(results, topic) / (1 + math.log(q + 1, bq))\n",
    "            sdcg[q+1] = _sdcg\n",
    "            \n",
    "        sdcg_eval[topic] = sdcg\n",
    "    prob_eval[probability] = pd.DataFrame.from_dict(sdcg_eval)[:50].T.mean().to_dict()\n",
    "    \n",
    "pd.DataFrame.from_dict(prob_eval).plot(xlabel='Queries', ylabel='sDCG', figsize=(4,4))\n",
    "plt.savefig('figures/sdcg.browse.pdf', bbox_inches=\"tight\")\n",
    "plt.show()"
   ]
  },
  {
   "attachments": {},
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "### Effort vs. Effect"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 68,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "image/png": "iVBORw0KGgoAAAANSUhEUgAAARQAAAEGCAYAAACkbmrpAAAAOXRFWHRTb2Z0d2FyZQBNYXRwbG90bGliIHZlcnNpb24zLjcuMSwgaHR0cHM6Ly9tYXRwbG90bGliLm9yZy/bCgiHAAAACXBIWXMAAAsTAAALEwEAmpwYAABcLklEQVR4nO2dZ3gUVRuG7y3Z3fReIZRQQk/oYigSCEV6E7FRVFA/BKWoCCogTbGDBQQEVARBBQWkE3pPACmhQwiENNKzfef7MbAYAyGBTTYJc18XF+yUc96ZkGfPnHnP88oEQRCQkJCQsAFyewcgISFRcZAERUJCwmZIgiIhIWEzJEGRkJCwGZKgSEhI2AylvQMoChaLBbP5/i+jFApZkY6zF2U9PpBitAVlPT4oeowODopitVsuBMVsFsjIyLvvcR4eTkU6zl6U9fhAitEWlPX4oOgx+vq6Fqtd6ZFHQkLCZkiCIiEhYTMkQZGQkLAZkqBISEjYDElQJCQkbIYkKBISEjZDEhQJCQmbUS7yUCQkJIqOLDcZh5R/8m/Tp6PIvAKCRfzcsCc4hdq8b0lQJCTKIyYdznuno76yDUEmy7dLmXn5nqcJiMdaNA4QJgmKhMQjhyw3GZnFCIDLzkmormxDJpit+3U1e4LszuyFyS8ck089jJVa5WvH7FkTQSVmvnp4OEEJZPNKgiIhUZawmJDpM9HErUKZFIv6ylZkJm2Bw3KbjkLQeKBt8AIoNXYI9O5IgiIhUQaQGbJx3j8Lx3+WFNiXFz4Cs2ctAASFEn1IN3BwLO0Qi4QkKBISpYgiLQ5N3ErU5/9Cps+ybpcbc6z/1tZ/DmNAM/Q1u4FcBfLirfi1J5KgSEiUBIKA4/FFKJOPIs+9gSL7OggWFNlXAbA4+qCv1QvBwUk8Xq7A5Fkbfa0eoCybo4+iIAmKhIQNkWlvIrv6F96b30euTQHA7FYVs1swFidfDFXaoW3wAmafenaOtGSQBEVCwhYIAs77Z+EU87V1k8kjhMxeK7C4BJZqKAazHq1ZZ/0sQ4ZJMHEi/TgJufHsTIzm8/af44i7zfuWBEVC4mEw5KI5/yfOu6dY50HMHaaQEdQJi1uwTbowW0xczrlEnimPXFMuuaYcUnWpRCdu4Uxm3AO12W1NV7Y9udcm8f0bSVAkJIqJIv08Toe/QhUfjVx307rdENyWzK4L8fD1xvKAOR5mwczCM/M4kLyXSzkXbRVyAf7quQ5Mtm9XEhQJifugSItDlbAHxc0zqBJ2o8iKB8DkUQNdaH+MAU0wBrdBUD/YI0SKNpnj6UfZmRjNrqToYp/vp/En0ClI/OMYRIBTIIFOlQh0DMRT7YVcVnDJnodLydhUSoIiIVEIirQzeC3vmG+brlZv9LV7Y6jW8R5n3RtBEDiYsp8Jh8cW+Rw3B3erYAQ4BhLkFESAo/jZz9EfB7lDseMoKUpMUCZMmEB0dDTe3t6sXbs2375Fixbx0UcfsW/fPry8vEoqBAmJB0ew4Hh0Pi57pwGQ2W0xxoCm4mtehfr+pwsCS88v4lzmGfEzcC7rDKm6lELPU8lVvBj6CoGOt0YZToE4KZ0f+nJKixITlL59+/Lcc8/x9ttv59uemJjInj17CAoKKqmuJSQeGpcdE3E8+SMgZqoaqnaA/yzCuxtpulQ2nt3Ll7FfojOLKfM13cQsVx+1r1VQGnmF81LoqwQ5BeGp8kJWhLYBBL0ew/69CJkZoFIjUzmAALr1fyFkZSJYBDAaQBAQTCYsCVfv2k4q4LPrYJH6LA4lJijNmzcnISGhwPaZM2cyfvx4XnvttZLqWkKi6BjzUF3fDxYz8rxk5NkJKFNOoI7fjoCM1OFni5TmvuvGDpaeW8SF7HPWbaHudZjV/DPcVR4PFaKg12M4fBDdb79iPHTgodq6jbJSZZu0U6DdEmn1HmzZsgU/Pz/q1KlTrPMUCpm4OvK+x8mLdJy9KOvxwaMVo+zKHpQ/9SiwXVCosVSJwNzrWzzcvO96rtliJi79NNuubmPjlQ1cz70OQOeqXWgV1Io2gW3x1HgWOybBaOTmd9+Rt3sX+lOnin3+vXBq1w7Xbt1QeHmjqlEDtb8fZrPFZu3fptQERavVMm/ePBYtWlTsc6VCX6XHIxGjIOCxqgfK5KMA5LYYKz7SACbvOqBQicdZyLfE32DWsz95L2uvruFwav7Hhe7BvRhQfRDBLlWs8WXoCo/RfCMR49EYDLt3YtixvcjhK6qHIA8MQhEYhCKokvXf8qAg5E73nm8x3/pjAJRmS4kU+io1QYmPjychIYFevXoBcOPGDfr27cvKlSvx9fUtrTAkJHDeNx2H5KNYNF5kdl+Cyb/xXY/Tm/VoTXl8fmI2pzNP5ptQ1Sg0vFp3FH4af2q7h+Kpvv/LBUEQSGvbsshxqlq3RVmnLvKgSiiCKqEIDELmWfT5FntQaoISGhrKvn37rJ8jIyNZtWqV9JZHotSQ6bNw3j0Fx7gVANx8dieCxqPAcQazgZd2PU9C3p0JTY1CQ4/g3rg4uNI1uDuVnCrf9xfbcPgglsTrWLKzMSdcxbAz+q7HyQMCUbVshePTzyIPCESmLL/ZHCUW+ZgxYzh48CDp6em0bduW119/nQEDBpRUdxIS98ZsQJF5Ga9fIq2bbg7aLhoUmbQcuxmL+ZYD2uXsiyw8Ow+A6i4hRFXuSiWnyrT0bYXq9qPQXbBkZ2M6fRLtimXkYkF35gxCZma+Y+SBQajaPoHL6DHI1GXHFMmWyARBKNtl4gGj0SzNoZQSFSlGZco/uG76H8qMOyns2vrPkxPxPjg4suz8Uhac/e6u5z5T4wWG1noJhbzgd645KYm8JQsRsjIxX76MJTMDISPdul/m5ISyTj0UVaqi6d4Lmacncg9PZKp7C9KDYjEL5NzUsXf5BQx5JnyquoAARr2Z7FQdFrMFXU7BHHtHNxU9xofdt/0yO4ciIVGiGHKRa1MBAWXaaRySjlpX/upq9sDkUx9jYAtMgc3QW4z03xRFrikXgLcaTSTEtSYAMiDErSYKWX5TI0EQ0C5biuncOQxbNwEg9/FF5uGBQ5NmyN3cUDYMQ1mjJt6NG5CZpeNhsZgtZCbr0GYZ0GYZuHY6gxvnMgs9J+FkeqH7b1Ot0d3fXj0skqBIlH8sZnx+aIzMlH/UIig16Gr1Iify03zbR+weQq4plxqutZgQ9j4hbjXu2bRgMmE8uJ+st8dYtylCauI48Bk0T3a/6zkyefHLXd0eaaRfz+NmQg7n9icXu417oXFREtomEHc/RxzUCtz9HfHxc5XW8khI/BeZLgPPlU8iM+Vh9AtD23AogoMjpoBmWJz9Cxx//OZR4nOv4Kx0YX7rxYVOrFoyM7jZpxsYjdZtXuu3IHd1e+B4BYtAemIe1+MyOLv3BiZD8XJBXLzUBNZ2x8lDjZO7SvzjoULj7IBMbv+3P5KgSJRr3P8chCIrHqN/YzK7LUFwLPjW8FL2Ba7lJrDmyu8cSTsEwKI2P91TTExnTpO7YB7G/aJfiLpbTxz7P4WyZu1ixZabrifjhjgKSL+eR+LZDNKvF21U4OqjoXpTH4JCPXByV6FUPbivrFGv4+jalZzevj7f9hfm/vLAbd4LSVAkyi2qS5twSPkHk3cdMvr9mW+tjSAI/J2wlm9PzyHXdMcA2lnpwpPB3fF19BOPMxrRrf8LdOKchznpBrqVywHEOZHQOjiPGlOk3A+zyUJGYh76dCMn917n/H0eW4LqeBBY2x3/mu6oNApUjg/36ygIgriGR7Bw7dQxts/75KHaexAkQZEoVyivH0SWkILHvm9wSD4GQFbU11YxMVlMbEvczKxjH1rP6VWlL5FBUbg4uFDVpbrVHyR30Xy0Pywo0Ifc1w/n199A3f7e9gQGnQldtpELB5PJuKHFbLRw81pugeOadK+Kd7CYveropkLjYlurgbyMm2izMlj38cQinxP1+kTqtmwhzaFIPHoobp5FfXEDIIgjklsiAmB2DSY16iuuqtUsOzaVTEMmh1L2IyBmQrTxf4IXQ4dTxaVagXZNF85bxcRp2HA0/QeKoiQDubPLPeNJupjFvhXiK9rbyOTgU9WVgFruqJ2U1IsIQqc34h3sjFxR/Ana+2EyGLh++hjR339232OVKjVB9cJoM3gkCoeS902RBEXCrigyLoIp/ytW5c0zOCTsxiH5OMq00/n2mbxCEfotJEsrI07Q8sreYfn21/dsSFv/J3giqCO+mrsv6TBdOE/GkGcAcJ/zHQ7hTYoU6+WjqRz87RIAfiFuVK7viaOLA0F1PfI9Etk6lycvM52Ui2dJPHuCs7u23PO4oLqNiHzlLeQK+9XxkQRFolRRXViH+vxa5NpUlKmnkOvvnVdhdg1GX6Mb2gYvYAwS18BozQbO6k8Sm3SMpefFhaa9qvajjX87GnqF3de9zJKdZRUTTd8BhYqJyWBm0zcnyUnT59vednBtAmra3jEewGKxkHE9nuSLZ7l2Mpbrp/9BsJjveqxv9Vp0/N8EHDRlp46PJCgSpYI89wbei5tZP5u8QjH51MPk0wBjYPMCx5s9a2H2ulV+UxAQEFh95Tfmnvo833ETwybToVKnIsWg37OL7Emi4ZfmqUG4vP5mvv256XoSTqdjyDORe1NP/D93DKirNfZB46IkpJkvLl62S5s3aPNIuXSWi4d2c+nQniKd8/Tshagcy6bFhCQoEiWKPCcRrx9bIbPcmXNIHXoUwcnnvudqTVrePvQml7MvkWPKtm5/oe5gWnu3x13lec/HGhAfbUznzqL7YxWC0Yj5nGjHqGoXaRUTi9lCboaBxDMZHP37zmJAuUKGq4+GwNruhHetUuzrvhfXTh7l6LqVpMUX3dHe0c2DZv1eoFqTx8r0SmOQBEWiBFBd2ozm5E+or2wtsC/llYt3/Ebugs6sY82V38kyZPJn/B/kmnLw0fjSufKTuKvc6VmlL1X8AgqdoxAMBnR/rSb3izuvTeWBQTi0isB5+Gsoa9YiM1nL8Y1XSTyb/5GrSY+qVG3kjUIlR27DRLGk86c5sGIRGYkFXQwBZDIZ1Zo9jm/12lRr0gqNS/HW0JQVJEGRsB2CBcfYebjsm15gV87j76ENH54vV8RgNnA68yR/XF7JlZzLANa/ARzkKtoGtOeDxtMK/WYWTCbyFs7HdP4c5oT4fD6qTi+/grpTV+T+AdY2zu5L4uh6sRSGg0aBfw03KtXxwKeqK86e9zegLg4Wi4Xj63/j+Ibfrdvc/YOo9Xgkju6eVG7QuEzNgTwskqBI2AT1ub9w3j0ZRV4SAOkD1mPya1TgOLNgJkOfzq+XlrHy0vJ8+9oFRFLNJQQ/Rz+Gh76GTCa/a02Zf2OMO0XmiGFgEVPYlQ0a4lC/AcqatVH37F3AwUwQBKuYPDEsFN9qriXyGGGxWDj+92+c2roOk0GPTC4n4vlXCWne2uZ9lSUkQZF4OAQBx9hvcNk3EwBDYEvW1fyQy/FuEH9neJ9uSuCPm2MKnD66/lgaeoZT1aXqXa0CCsNwcD9ZY0cB4PTSCBwHDELmVPhkZczaKwDUaOGHX/UHX5NTGJnJSax4dzRGneh6X7XJY7QdOqrMz3/YAklQJB4KpwOzcT7yFQAvq2ez+VIluJSKWKgBkGvRBK3EwfWO4XKEf1ta+rbicf/WeKmLt4zekpWJITMF7YbN5M79AgDXDz5E3bFzoeclX8ri5PbrpFwSJ3cbd7PdROt/idu9HaNOS+WGTYl47hXUhSTKVTQkQZEoNhaTnm27o2lw5ksamo4DEK6bh8HsQbCHA63q5BLsl8FfCctI1F7Ld+6StssJdin+L7PpymUM+/aQ9/WX3PzXdqfXRt1TTHIz9MQfv0lqfDaJZ8TJV+9gZxp1CrbphOu/ESwWDvz+CxpXdyJHjCuRPsoypVo58KOPPmL79u04ODhQpUoVZs6ciZtbyQw7JUoGnV5HwPehDJKJyVY5giO/1P6SWXUfp2mwB8fSYnnzwET4T76aDBlzWs27r5gIgoD2l58wX7qIkJON+fo1MBoxX423HuP58ssYA4NRNX8MuYdHgTZSLmdzfHMCafHiokCZDHyqutBqYE0cXW2Xfm4yGLh4aBc3Ey5jNhgASL8mxhlQu57N+ilPlJgF5KFDh3BycuLtt9+2Csru3bt57LHHUCqVzJ49G4Dx48ffty3JArL0KCxGiyCwau5o/if/nUOyhlTrOwvBvxEymYy4jFN8efJTzmSKqfJTmsykpW8rFHJFAfczED1YzfFXMOzZCaY7OSqGw4es+SLygEBkrq4ogkURUrV8HIemzfEOrX7XGC0WgYSTN9n/q5jj4ejmQKuBNfGu7Gxzr5C8zHRWTbxTrE7j6m5dK+NXtTqPPfcaDmXYN7ao/xfLjAXk3SoHtm59Z4Y7PDycDRs2lFT3EiXAD/su8o5cfP1Z6cXfQO2EDNh+fQsfHn0fgHoeDegW3JM2Ae3ynSsIArpff0G/czvmK1fEUpq3UalF70UQiwA7OuK14g/knveviKDLNZJ2JYdjm66Sm65HuOVX1KR7VWq29Hu4C/5P/EZtHhcO7iLl0lkuHxErONRo2Zbm/Qfny1wtD18cJYXd5lB+++03unbtaq/uJYrL+Y28E/siADnNRuOgFn+BruUmWMVkdosvaepTMI3eePwYmf972frZoXlLFMFVUFSrjqrFYygesCzmzWu5bPnuzmSvq4+GKo28qdLIC1dv240OTAY9Kye+hlF7RyQ8AoMJqtuQZn2ft1k/FQG7CMq3336LQqGgZ8+eRTpeKkVaevw3Rvmh+ch3fYxMK06F7nHvSYuoSajl4mPMyP2TAfiq3RxaV2pjPU93/Dh5B/Zz86uv8rUf/OtK1HXrPnSMTmoVv34nuq+FPhZAi57VcXS1vat8XmYGyyf9D6M2D58q1WjReyDVm7RAUUjtnPL4c7YVpS4ov//+O9HR0SxeXLif57+RSpGWHrdjVN44gmH7DPxvisW5fzR1ZI97Dz58rh8ZWXrSdKl8dfIzTt08RbBzFRo4NyUjI4+8H75Ht+4vLEk3CrTt/u0CtIFV0T7gPRAsAlkpWpyd1Gz/KQ6Aek8E0aBDJfRmE/qMguUiioo2K4Orxw/z7ylFgzaP2D/F5DsnDy+efEvMtcnOMSAW9Lw75ennfD/KzBzK3di5cycLFizgp59+wtGx4qQbVxQMJgvjVh1Hm3SR+Rmiz8h1wYvvg2aQ7RbK+NbVAFh5aTnfnhZHHiq5iq9aibVt8hYvJG/R9+L2tk+gbt8BwWRG3bnrAyd16XKMaLONxB9PI/FsJlnJWus+Vx8N9SODHvRyEQSBnLRk/tm4hvP77l1buE67ztKjTREp1cqB8+fPx2AwMHToUADCwsKYOnVqSYUgUUxW/3ODdcfiOaUZDsByt5fwav8mr1W+4/1xKfuCVUzGNZxAVKUuOMgdyF04H+1i0QHN688NRZpQFQSB9Gu5mE3iqMBkMHPxcAoymQxttoHMJG0+V3i5QobGxYG2T9cmN0+Pb/Wipc1bzGYEQeDG2RNkJCZg1GpJvhhH0vkz+bxGHnv6RYIbNct3rsJBVWatAsoiJSYon31W0J5OKkVaNrmUlsf6U0ksPniVJrKLqDChq/MUHTpMznfc/uQ9vHtYfM0/pclM2gS0QzCb0e/cfkdM/lhfqJgIFoFLsamcP5BMVrIWi7lg1oLGRYnKyQHfaq64+mpw9XHExVOFfw1R2Io6XNdlZ7HhiylkJyfy3+wIuUJBYJ0G+FariW9IKIGhDR6J1PiSRsqUfUTRGc1sikth54U0dlxIs27/xusXyIW8sJeAW48Fpmx+Or/YuphvdP2xtAlohyUjg4wXn8OSLLq7u06didzn7j4nyZeyiF50Jt+2wFB3vIKc8al65zndQaPAq5Lzf08vMlnJiZzbu53MG9dIOBEDgG9IKJXqNULt7ErlBk1QOTmjUDrY1SqxoiIJyiPI9nOpvPXnndet9QJcGdg4iHb+RgKWn8GidsfsU488Uy5Ddz5Liu5OOYjvIn6gtnsogsVC1rhRWJKTUdath9usT5F7FVyXc/XETfatuJBvW6POlQmu72Uzq4C0q5e4fGQf2qwMLh7cBYjmzN5Va+BfI1Sa/yhFJEF5RDCZLXy39wonb2RzOD4DgLHtazAgPAjFrSxSx2PiY0tK1Fy2XdvIqksrSNEl46fx56mQQUT4t8XfMQBLaiqZY0dhvngemYsr7t8tspbf1GYbSLmcTVayjlPR1wvE8dSHBfNUioJRr8OQJ5apUJjz+GfLJo79/RuWf2XZOmgccfH2o3rzCBp3f+qB+pF4OCRBqcCYzBZO3shm27lUNpxO5maeWFKzabA7wx+vSpPKHgDI9Fk4XNuLy+7JALwS/wPns88DEOgYxPdtluCkFB9DzElJpPfvAYCidh3c53xrFRNdjpG/Pj7Gf1E4yOn3ftMHuoar/xzh5tVLHFv/2133B4Q2IKBWPaqENccj8MES5CRshyQoFZg3/jjBgSsZ1s+d6/jyQZdQHG7VipHpMlBd3YnbpjtrUmKaDOJ8+h5qutVidosvcVd5WPcZT50kc4T4hk7Tqw8u4yZY95lNFg7+Jq6hCWnmS70nAnFyf/BHGrPRyLbvPibxzAkxVpmM2q074hVcDUdHFXqDhaqNW6JU2dZhTeLhkASlgrLq6HWrmHw7oBF1A1xwVt35ccu0afgsCrN+zmsyEl2tnsy+8AUAE8I+yCcmgk5nFRPn0WNx7D/Qus9stPDHjBgsJgGZXEbTnlUf+o1J7NpfSTxzAplcQe/3P8PZ0wu5Qoy/PCSOPapIglLBSMnRs/RQAstjRB+StcNb4u+a/1tckRaHxx/9ANDVGUBOxAcIGg8uZJ3nRNoJ3FUeVHcNAUTD57xF36NdthQAxyEv5RMTfa6RNbOOAuAR4EjEs7WKJSZmo4GMG9fQZWeRnZJEduoNLh3agy4nC4BBnyyURiHlCElQyjkJGVrikkTfj5t5RmZvE+c+PBwdGNIiuICYqK5sw33tCwAYgh4ju8OdOjcrLv4MwIxmolt87tdfol3+s3W/47Mv4DT0Jevn3HQ96z4TDZZqtvSjcbcqRRYTQRC4ErufnYu+uuv+yg2b0rzv85KYlDMkQSmnaI1m3lpziv1X0gvsG9g4iHGRNQtsd0jYYxWT7HYz0TW48zp1bfxqtlzfSKhnKHU96mE8fcoqJs5j3kLd9gnk3ndyTHLS9ay/JSYNOlaiXrvipcDvWPA58cfExX1B9cIIbROFR0BlHDSOKNVqSUjKKZKglCNy9CbWnkzij+OJXEwT5xC8nByY1q0OXk7iSlsXtTLfqESRchJN3K8o08+juroDgPR+azAFiG9dbmgT2Z+0l69OfQrAqPDRaP9YRe5nHwPigj6HBnfc6/V5JhLPZHDoD7HGb2jrgCKLiSAIpF4+z67Fc8hJS0HhoKLXe5/g4nXvYl0S5QtJUMoJG04n83n0Beur38aV3OgfHkRUqO/dHzMsZhxjv8Vl/yzxo8YTQ6XHyY6ag8XZnzRdKq/sGUaaPtV6ygeNpxF+Xc21W2LiMvGDfGKSdDGLHT/cyXb1qepCWOfg+8YuCAJnd2/hwIpF1m01WrYjvPsAnD2LZ1ItUbaRBKWMY7YIfPB3HBvjUgBoUcWDad3q4OlUuPeH6spWq5hkdfgcfZ0766hOpv/D6/tGANDQM4xhtYcT7FIVT5Un1zuJTmtuX3yNqqmYhJaXaeDk9mtcOiKKT63H/KgdEYCTe+ExnN+/g70/fVdge6dRkwioXb8oly9RzpAEpYwzbs1Jdl+8iUYpZ+XQZgS4FeJEZjEjzxV9SFy3vwVA6ov/IGg8rYdoTXmM3vcqAAOqP82IOiOtxbRy53+DoNPh8NjjqJo2J+1qDkf/jiftqpih6uqtoUW/6ngH378sROKZEwXEpEpYC1oP/h9Kle2NkCTKBpKglEEEQeDI1Uw+2X6eC6l5+DirWDeiJfL7vEFx2fUejieWWj8b/cKtYmKymNh5Yzszj03FgoWBIc8yos7/rMca9u9F++NiAFwnTUYQBPYsO48ux4h3FRcCarhRP7LSfWO3WCyc2rqWmDW/AKBycqb/tK+lSdZHBElQyhCCILAhLpnpm86hN4k+IFU8Hfm8T4P7ioki4yKOJ5Zi8qyFNnwEgkKJPuRJ9iXtYeHZeVy8lUoP8GRwD14OfdX62XjqJFnj3wAgcM5c8jSubPr8H3Q5RvxCXHliaJ2ix//p+6ReERcDNuzcm8Y9Bt7nLImKhCQoZYQfD11l7q5LWG7Zdjxe3ZN3OtYisLBHnH/heORrAHJbjsNQoxt5plxmHfuQ3Unim51Wfq0J925Ct+Ae1nU5glZL3s9L0C4RJ0tdxr+L8xNPsGH2EXLT9fiFuNLmudpFvobNc6aTeuUCSpWaQZ/cWTAo8eggCUoZ4MrNPL7aKb6GHdg4iJceq4qHU9ELUimTj+EYtwJBpsAQ8iQAyy78yO6kHbg5uPO/eqOJqtQl3zmCIJD1zhiMMUcAcB75Bpqevbl4NIW0+BzcfDW0GxJaaKJaRmICJr2OpAtxpFw6x42zJwF4evYCSUweUUq1cmBGRgZvvvkm165do1KlSnzxxRe4u7vfp6WKz6IDYrW5+QPDaFy5mPfDYsZtnej/mtvqXZDJuJR9gWUXxLmU5ZF/oFHkH+UIgkDm8CGY4k4j9/XD63fx56PLNbJloeiTEvHMvVPoMxKvsvOHOWRcv5pvu1dwdVoP/p91zY3Eo0eJ/eT79u3Lc889x9tvv23dNn/+fFq1asXw4cOZP38+8+fPL1LlwIqM1mhm/alknFWK4ouJIOC5rB2KvCTyGg0jrlZn9lxYyoIz4tuV2S2+LCAmlqxMst59C1OcWOHPc7lYuMtstPDnrTU5DTpUwtXn7o9ap7av5/BvPwLgHlCJpr2fQalS41ezLnJpVPLIU6qVA7du3cqPP4r/GXv37s3zzz//yAvKp9vFCcynGhffvd0l+m2UmZexaLxIajaKV3YMQG/RA+LE67+LbgmCgH7DOnJm3DIFV6nwXrcFmUqFIAhs/lZ8XKkW5kPddoEF+spOSeLAr4u4fvo4MpmMtsNGExzWXBIRiXyU6tg0LS0NPz+xPKSvry9paWn3OaPis++SWEDrtdbVi3WeMvkYjqeWAZD2wn5WXVqG3qKnR5U+/K/uaFQKMddDsFjIfv9dDAf2gk4HgLrLk7hMeN86z3E5No2sFB1qZyVRw+qRmXWnVEVWUiLRCz4jI1H8clC7uNL1zSm4+RcUHQkJuz3symSyIq9MraiVA3eeSyE5x0C/JpWKF7c+G+W2NwAwDd6Ah68Pv25bRoBTAFNafwCAMSGBtC8+J2fLFjCbkbu44DHydTyefx65052+BEHgn82iWAya3BKlgwIPDydMBgPxJ46y9rPpAFSq04Am3XpTvfGDWTjakvL2cy6LVIjKgd7e3iQnJ+Pn50dycjJeXvev3QIVs3KgIAiM+El0ZX+ucVDR4xYE3NcMQpZ2DpN3XdKd6/P3P7+iM+uo5BhsbSf7q7noN25EUas26k5dcXxqEDK5nCwDYLgTw47FZ9HlGKlcz5M8nQEHlZytSxZyautaa5d123eleT9xlXJZuL/l6edcVqkQlQMjIyNZvXo1w4cPZ/Xq1XTo0KE0uy9TbDuXiski0DrEi8oeRa+i6L5mIKprezE7+5M+cBMmwcy3p+cAMCH8AwSzGcPunej/XovMzQ3PRT/ds61z+5NJvpiFg0ZB877VsZhNrPzwHW6cO4PKyZnghk1p3GMgTh5FE34JiVKtHDh8+HDeeOMNVq1aRVBQEF988UVJdV+mOXglnXf+Et+yfPhkIVmogoAi7TSqqztRZFxCmfIPDimiB0n6oG2YsdBpQ1sAelTpg+ulG6S91gOM4opkt0/vbl6UciWb2LXxZNwQv6F6vdMYuULGic1/cuPcGRzdPOj34Vypbo1EsSnVyoEAS5YsKakuywWpOXr+t+ofAEa3C8FFfe8fgfrcGtw2j7R+NrtWxhDcluwnPkJQu7MwTsyObeLdjJcuVCfzkyEAaAY8jaZrd5S1Cma5xu1K5Pgmcc6kUl0PAkM9kCvEuaxLh/cC0GfyF5KYSDwQUgZSKfP0EjEzdVTb6jzXrJCyDxazVUwyeq3AGNgCFHeyZ4+kHmL5LcvGj5p/RuaAPgC4vPUumh69CzSXfj2XM7tvEP+P+FapZb/qVA2/48Cmy84i/doVvCtXlRbySTwwkqCUEjqjmV7f7CVTZ6JZsHvhYgK47Bbf1uirRmKsHJFv3428RMYfHA3AszUGY9q3D0tykjgy+Y+YaLMN7Pn5PDeviRYE7v6ONO9dDa/K+S0INn4xBYDH+j/zwNcoISEJSikwbvVJa/3gSu4aPutTSGFuQcB165tozqwCIKvrwny7L2Sd4+XdgwGYFD6FyKAo0qf0B8Bx0HP5jj34xyUux4imSK4+Glo/W6tABqzJoOfsri1kJl2nUv3G1Gj2WJl/QyFRdpEEpYTZfCaFHRfSkAEz+jTgiWqeKOX3zr9x3jfdKibp/f7M95iTokuxisno+uNo79eejOFDMF+NR1m/AQpfP+uxJ7dds4pJq4E1qFzf0ypiN86eIv16PHE7NpKdcsN6TsTzr9jsuiUeTSRBKWG+33cFgM2vtaJqoHvh3/6CBadYcR1O6pAYBGdRIDINGZxIP857R94BIMK/Db2q9iVz/JuYTp9CXjkY1ykzrM1cPJzCye1iXeGeb4ejcRFF6XrcP1w8sJOLh3Zbj/UIrEytxyOp1KAxGhc32124xCOJJCgliM5o5lJaHnX9XXB3vI8dgTEPt42i6VFuy/EIzn4IgsC5rLO8smeo9bD2gR2YFD4VQ+wRjPv3AOC5bBUymYzMJC3Jl7I4ul5cvdz+xTpWMYnbsYmDK38AxCzlDv+bgG+1mjhoip4DIyFxPyRBKUE+3HgWgGea3r+It2v0O6ivbMXi6E1euGgg/cuFH1lwVhyxNPQM440G46nmUh39lo3kTH1fPG/qDGQyGTk3dWyce8La3uNP18C3mit5mekcWf0zlw6J4tNz4mypqLhEiSEJSgmx9WwKm86kIAO61PUr9FjNqWVozv6OxcGFtKFHuWm4ydb4P6xi8lHzz2jm0xKZTIbhwD6rmHgsWIoytA4Ws8D6L8TclrAuwYQ088VBrcBsNLJ21jvosrNQOKiIen2iJCYSJYokKDZGEAR+ibnG59EXAVg+pGmhx6subbY61Gf0/R2zYOaZ7f0wWAwAfBexiNruYjatMTaGrHHi62LnsW+jDBW3XzmWCgLUaOFLaEQAADcTLrN21gQAAus0ImrkBBtfqYREQSRBsTGnk3KsYjI+siYh3s53P9Csx+nQlzgfEdPjbw7ahtmrNhMOvoHBYqCRVzhvNZpIkJPoNJ/z+Wx0v68EwOmVkTj2FoudmwxmjvwlTvyGdamCIS+X/SsWcvnIPgAadulDoy59S+x6JST+jSQoNmbOTlFMfngmnAaB935r4vXzEyiyRQvFjJ7LyXEL5se4rzmcehCFTMG0ph/j4uCCYLGgW7ncKia3H3MAzCYLf318DItJwL+mGzfOHGXbd7MBcHB0IuL5V6nSqFlJXq6ERD4kQbEhvx9P5PDVTLycHKgfcI9l34KA+5qBKLKvYghqSdaTP5CncGDQ9j5kGbOQI2dl5J+4OLiQu2g+2h8WWE91/3q+VUwADq++jFFvxt3PkeC6aWz7Tlx13KTXIOq06yyl0EuUOpKg2IjUXAMfbzkHwJJnG98zE9brx1YoshMweYWS2W0pqJwZtWswWcYsqruE8G3EQjgcQ/rXX2K+JI52nF5+BcennkGmuZPlmnEjjyvH0jDpTyCX3WD3UnEVcsuBwwhtE1XCVyshcXckQbERUzecwSxAn0YBBcuFmvW47PkQ5dnfkOmzMXmEkD5gLSgdeXXPMC5kn6OycxXmt1kCaTdJvzXxKg+qhPtnc1BUyv9mJu1qDlvnn8aki8GkjSYxDgJCG9Bq0Mu4+hT+RklCoiQpksPw3YykH3Vz6f9yNUOLSiFjQsda+bbLcxLx/a4Gjv8sRqbPJi98BOlPbSQm4ySR6x/nTGYcIa41Wdx2GXKzQNaY1wFw++RLvFb8UUBMdDkGdi6JwZD9OyZtNAD9PpxLp9cnSmIiYXeKNEI5f/58vs9ms5mTJ0+WSEDlkWPXMknI0PF8s8r5HnVkeSl4LxE9WPXVOyN/6gdSM3IZe+B14jLF+jddK3dndP2xCImJZE19D/Oli6i7dMOhxWP5+tDlZHE6OpoTmzYhWMSFhjKZjF6TPsXZ07uUrlRConAKFZR58+bx3XffodfradKkCSDmWahUKp566qlSCbCsk2swWd3XejUMyLfPbeubAGjrPUv2E7NIy0ngha3PoTPriPBvy5BaL1HDrSYAmZ/MwnTyBA5NmuEy4b18wnT99HG2fD3z1icZHkGNCe8eSaV64SiU0lOrRNmh0P+NI0aMYMSIEXz66aeMHTvWZp0uXryYlStXIpPJqF27NjNnzkStLl9vJARB4N21p9lyVlzR+1hVT6p63XERV6TFoYqPRlBqOBD2LKP+bo2AWLg4xLUmU5rMQC6TY8nLJWf6FIyHDqCoXQf3L7/J18+FQ3vY9/N8AJROHfCp3pxOr4aV0lVKSBSPIn29NWrUiOzsbFxdxVehWVlZHDx4kI4dOxa7w6SkJJYuXcr69evRaDSMHj2adevW0bdv+Uq+On49yyoms3rUJbLWHfczWV4qXsvFe/Nn06FM2i/aAvSo3oPOAT0IlVfGuCMaw+4d6Df+DYCyQUOcR98R7fTETLZ8/TnajDMAKNRNcXRvQscRjUrl+iQkHoQiCcrcuXOJirrzKtLNzY25c+c+kKCAOAej0+lQKpXodDpr8a/yRFxSDgCLn22cP+fEbMTnh3AAfq3Zlg+T1wEwo9kndKndkdTDR0kf1hkEcbSiqFodp5dfQd2uvbWJHT/8wpUjf4ofZGpqRozmsQHhyOQUuZaRhIQ9KJKgWCyWAtvMZvMDdejv78+wYcNo3749arWaiIgIWrdu/UBt2ZOlh8Qs1+pe+YslOe8TC2NdrtWND03igr2Pm39BM98WGK9eJWOo6Kqm6dMfp2HDkXt4WM/NSUth3ez30edkAFC5UTfav/QsskIMmSQkyhJFEpQGDRowc+ZMnn32WQB+/vln6tev/0AdZmZmsnXrVrZu3YqrqyujR49mzZo19OrV657nlLXKgTeydCTnGKjm7USQ363RiSAgux6D8piY2TpSkwE5MPWxD+kY8gSCycTFTuJjnc+Ed/F45o53qyAInD8Yw99zxLrDcmVVeo4fQ5X61Ur8Wv7Lo1z1zlaU9fjAzpUD33vvPb755hveeOMNZDIZERERvP/++w/U4d69e6lcubK1amCnTp2IjY0tVFDKWuXABbsuAfB6m+rW/jT/LMZ15yR0Mhnj6nfgSs5ZGnmFE+EcQeIPS9GtXI6g1aKsWw+e7J0vzrN7drD/F9GqwMXvCVr2fwq3Sp528XatSFXv7EVZjw/sXDnQycmJcePGkZeXh5PTw6laUFAQx44dQ6vVotFo2LdvHw0aNHioNkub49ezAIioLoqiLC8F152TAPiuxTB2JG/GzcGN//k9T1rHttbznCJa4zh9tvVzVqqW7fM+ITNRzEkJbjyU9i92Kq3LkJCwOUUSlJiYGCZNmkReXh7R0dHExcWxfPlyJk+eXOwOw8LC6Ny5M3369EGpVFK3bl0GDhxY7Hbshc5oJjYhk2bB7ihuzW14rugMwLV2M1gYL440VnVYS+4br2MEVO0icZ06A08vF66cTePY3/EkX87GpEvAkH0KmdyVsO4v0ahTC3tdloSETSiSoMycOZOFCxfy6qui52mdOnU4fPjwA3c6atQoRo0a9cDn25Oj1zIBaFVNHJ2oLm9FkZfMMb86PHdLTJ6rOYTcsW9gjD2C3NsHt2mzAMhIymPjHNGm0aeqC+lXD2IAek6cirt/QMHOJCTKGUVaywMQGBiY/0R5kU+tUCyPEd3kW1b1wHnfLNzXDeaSg5LnnMXn0T5V+/O8KQLj4YOgVuP+9XzruTt+PoMgCFQLSyU3dQm5aZfwqxEqiYlEhaFII5TAwEBiYmKQyWQYjUaWLl1KjRo1Sjq2MsfWsynsuXSTWr7OhN9YgVPMXABerhoK5myGh77GwKB+pHVqB4DH19+jqFQZk8HM3uUXSLqUhYNDHHHRYjKbT9UaPPHSGLtdj4SErSmSoEyePJnp06eTlJRE27ZtH+otT3nlx0NX+Wqn+HZnaMsqOO0WS1us7PU9Scc/pIpzVQaGPMvNHuJ8irpTVxS1Qzn6dzxn9yYB4BmoJPGUKCbPfLYEpUplhyuRkCg5ChWU2bNnM378eA4cOMCnn35aWjGVOf48ccMqJkufa0xD4Sxy3U0uVGnN1OMfAjC92Wz0mzYgZGagrFsPl0mTObDqIvHHb2IxXcfd9wKJpw4BENq2kyQmEhWSQidCdu7ciSAIzJ8/v7DDKjzLY64BsPiZcOr6qPD8rRcbnJ3orRALavWrNhDv6BhypokFzh2nzmbb96dFMTFexZC9nJSLh/AICKJu+660GDDEXpciIVGiFDpCad26Nc2bNycvL48mTZogCAIymcz6d0xMTGnFaTduZOk4l5LL49U9qR/ohsvOSViACX6+yJExteksml1RkjVLfGvl/u0CLl00k3Y1F7lchy5HNJdu9czLNH+ye5lPeJKQeBgKHaG8+eabHD58mHbt2hETE0NsbGy+vysyJovAsiMJ9Pj+IADDWlZBnpWA4z+LSVYoMCFQyz2Ux/1bk/vV5wC4fT4XhwaNOLFNHNFUrit6zD729EvUejzSPhciIVGKFCootxPOXFxcSiWYssQX0Rf4PPoiChl80qs+YZXccd3xNgATQh8HYEitl9Bv2Yj5yiUUITVRNmnOrp/OYtJbcPZI4+zuzQCEtGhjt+uQkChNCn3kMRqN/PXXX8TGxrJp06YC+zt1qphp4htPJ7MiVsw32TrycZxVStRnVqGK38Fv3kEc1l4hzKsxjb2bkrNwEABuH3/OgZUXSTyTiYNGgS5DtC3o/OYH0gSsxCNDoYIyefJk/vrrL7Kzs9m+fXuB/RVRUM4m5zBpfRwAvw5phrNKCRYzblve4KKDkslu4i2b1vRjhO3RWBKuoqgeQpbFlasn4nHQKOgxPoxlY1LxqVYT/xp1CutOQqJCUaigNGvWjGbNmtGgQQMGDBhQWjHZDaPZwqjfxdT4BU+HUd1bXAipPv8XAFOqh4ExhWdrvICTUUbaFHFBoP7tL9n5jWja/figmlyO2Q1AYJ2GpX0JEhJ2pVBB+f7773n55ZcZMGAAf//9N127drXu++yzzxgzpmJleS47co20XAM96vsTVskdAJkhG5fdH7DVyZEYYwqNvMJ5MfQV0p8T55fknXuxc7n4+rhZr2o4e+jZ+Jm4pqfuE13scyGlhNlsIj09BZPJUKr9JiWJbxrLKmU9PigYo1KpwtPTF4Xi4UzPCz17/fr1vPzyywDMnz8/n6Ds2rWrwgnK6n8SARjT/s6yAuc909DrbvJGtWBxX4O3MZ0/h/nKJeSVg4lv+jzsTSK4gRchzXzZPFd0p2/UtS8al3vXNq4IpKenoNE44ewcUKrWlAqFHLO5oItgWaGsxwf5YxQEgdzcLNLTU/DxCbzPmYVT6FuefyvYfxW3rCtwcUnNNZCQoaN/WCAu6ls6a9LheOpnJvmKBtQDqj9NUJpAxlDRuU738nvWtPoW/apj1GlJjDuOytGZsCf72+U6ShOTyYCzs5vkc1vOkclkODu72WSkWegIJV/Rqv/8p6lo/4lmbhZzRlqH3Cma5XRkDv+oVGxydsRZ6cyI0JFkPCvOJWlfnMi+7UYAnhgailwh47dJbwDQvN/zFe7+3ItH5TorOrb6ORYqKHFxcdYM2f8W+zIYSve5uSSJS8pm54U03DRKHq/uad2uPv8XX3uKcymftZhD7rQPxLc6wVU4fC0YMPPYUyH4hbhxcNUSdDlZuPj4EdKy7T16kpCo2BQqKKdPny6tOOxGcraeESuOA7BoUPgdpTYbOJN3lT2egdR2q0OV2ASyN29E5uIC73+B8edE/Gu6UaWhN3E7NxEXvQGATq9Pkr61yzH9+/dgwYIf8fhXNQKAo0dj+OqrT7lw4TyTJ0+nffs7JWT+/nstS5YsBGDw4Bfp3r1nica4cOE8HB2deOaZ5wvs+28sXbt2ByAu7jQzZkxGr9fTqlUEY8a8VSKxPZouSf9i0YF48oxmWod45av8pz7/FxN9xcef12uPJPv9dwFwnruI/RvTAajfPghBEDj46w8A9J06Bxdv31K+AonbCIJw15Iv/8VkMhW7bX//AN59dzIdO3bOtz0rK5NFi75n/vzFzJ+/hEWLvicrK6vY7dsixsJi+fTTmbz11iSWL/+Dq1evsn//3oeO8W7YpTBuVlYWkyZN4uzZs8hkMmbMmEHjxo3tEQr7L4vi8Fnv/GVBzJc3c0GloplXU2rE3CAHUPfozT/HBbJTdXgHO+NTxZX9v4hlM+pH9cTFy+e/zT8yrDuZxJ8nbti0zZ4NAuhW37/QYxITrzNmzEjq1WvAmTNxXL58kaeeGsTBgwfw9vZm8uQZeHp6MnLkcGrVCuX48aN07NiZWrVq8/XXX2A2m6lTpx7jxk1AdSujedmyJezfvxe1Ws0HH0yncuVgAgODgIJOhQcO7KN58xa4uYmPxs2bt2D//r106NCJqKg29O//NHv37katVjNr1qd4eXkzffpkVCoVcXGnyc3N5fXX3yQiog3r1//Fjh3b0Gq1WCwWZsyYzcyZU7l+/RpqtYa33ppIzZq1ALhw4SwjRgwlMzODZ555gZ49+9w1lgMH9tK4cTNyc3Np0EDMi+rS5Ul27NhOixatbPfDuoVdRijTp0+nTZs2bNiwgTVr1tjN/U1vsnAtU0e7Gt4FHlM2ZoqPQV1pQs70yQjAMf/eXIoRy48+MawWB1cu5uyerQCEP9mvVGOXuENCwlX69BnATz/9CkCdOvX46adfCQ9vwg8/3LHeMBqNLFz4I337DmDGjClMmTKTpUtXYDabWb16lfU4Z2cXli5dQd++T/HVV4X7AKWkpODnd0f0/Pz8SUlJBkCr1VK/fkOWLPmF8PDG/PnnH9bjEhMT+f77Jcye/QWffDITvV4PwNmzZ5g27SPmzp3PwoXzqFUrlCVLljNixP+YdsseA+D8+fN89dW3fPfdDyxevIDU1JR7xJJCamoyvr53j9HWlPoIJTs7m0OHDjFrlmjcrFKprN8Mpc3h+AwAWv1rIlamz8Lp8Jecs2QDrjTZn4oRSHzhI66fz0XlqKD9i7VZ8+FYctJSAHhy/DQUDo/2ep1u9f3vO5ooKQICAq3fvnK5nMhIsWxup05dmTjxzlxBhw7i9vj4KwQGBlGlSlUAunbtzu+/r+Spp8Tia7cfa6KiujBnzucPHJeDgwMREeLC0NDQuhw6dMC6LzKyI3K5nODgKgQFVSI+/jIAzZu3tI4wjh8/yrRpHwPQtGlzsrIyyc0VS+C2adMOtVqDWq2hceOmnDp18oHjtCWlLigJCQl4eXkxYcIE4uLiqF+/PhMnTiy03k9JVQ5cc0qcdH4yvBIe7o4AKBd0RZb0DxuqVqaqoz/G1b+THNicuHhxxXXvsY1YPWscOWkpaFzdeOnrxcjliiL1V9EqyiUlyVAo7DMNd7tfhUKOo6NjvjgUCrn1j0wms/7t7Oz8r+132pDLZfk+K5UKFAo5giCznn8bmUyGXC63bvP39ycm5rD1c0pKMk2aNEOhkKNUKlEqFbfaVGKxWPLFdPscsW8FcrnsP9eS/7jb1yaXyxAE/nW+eNy9YvH3F0ckt7enpqbg6+tX4GcnkxXt96wwSl1QTCYTp06d4r333iMsLIxp06Yxf/583njjjXueUxKVAwVBYPuZFPxcVDgKYvuKjIt4Jf3Ddc/qZMnNDEithlGWwYnQIQB0Hx/GpnmzyEpJwsXbl25vzyArS1+k/oobn70o7j20R0bov7M8zWZLvjgsFgtbt26mY8fObNiwnkaNwqzHWCwWzGYLlSoFc/36da5cuULlysH8/fc6wsKaWNvYtGkjzz8/hE2bNlK/fsN81/jvdkAcUXz33VzS0zMAOHhwP6+++nq++G7HdTtOQRDYunUznTt3IzHxOteuXaNSpWDi4k7nu5awsHA2bFjPkCEvERNzGHd3dzQaJywWgV27dvDss0PQ6bTExBzmlVdGolKpCsQyYsT/cHNzx9nZiWPHjlG/fgPWr1/LU089XeBnJwgFf89KpHKgLQkICCAgIICwsDAAunTpYheLydhb9XW61rs1TBcE3DYMZ6uTI294iIXg262L53Qdsbh5w6jKXD60mRtnT+IRGEzPiR+XeswS98fR0ZHTp0+yZMlCPD29mDJlZoFj1Go17777Ae+997Z1UrZ37ztzYNnZWQwe/DQODiomT54OwOnTJ3n33fFkZ2exZ88uFi6cz08//YqbmzuDB7/Iyy+/AMCQIS/h7u5+X6H19w/g5ZcHk5uby7hxE1Cr1QWOGTZsODNnTmXw4KdRqzVMnDjFuq9GjZqMGvUKmZkZDBnyEj4+4tvF/8Zy+/Fp7Nh3mD5dfG382GOP06pVBBaL7bPdZYIdcuifeeYZpk2bRkhICHPmzCEvL4+33377nscbjWabj1CmbTzLmhM3WDGkKSHezjjGfodx/wzaVq0MwPs+r1DnrQXsbPMpCgc5/tUOcPHgLhQODvScOBtXn+LPF1S0EcqNG1cICKhawhEVpLC1MlFRbdi8eVcpR5Sf+63lmT59Mo8/3jpfLktpc7cY7/bzLPMjFBCLr48bNw6j0UhwcDAzZxb8FilpLqTl4qxSEOLtDIDDmZU8H+gHwJsN3qLF1hQO1hbNkxp0DCJ2dSwAT89ehEJpl9smIVHmsctvRt26dfn999/t0bUVrdFM3QBRfZXXD/KjKZHzKg/8NP50D+7F9b8GkFz/bWRy0DjGY8jLoV7kk5KYlHHsPTopChMnTrZ3CCXGI5kpKwgCF1LzqOIhvtlxjX6LNS7iSOWbiAXk/fA9qQ5VAIh4phaHf/8JgHqR3ewTsIREOeGRFJT9V8TsWDeNEkw6frQkcVnlQLh3E1RzF6D9YQFJfs0QBIErMb+Tm56KV3B1nDy87By5hETZ5pEUlF9vGVAPCA/CddtYvvEQZ8LHV3oV3erfMCqdyPCoBZbDnNsjOte3GTLSbvFKSJQXHjlBEQSBfZfT8XR0wM9FxbGrG9DJ5fQI6IrmnankOfqyq/XHCIIRQ84+AAZ+/D3u/kF2jlxCouzzyM0wnrqRjdki0DcsEJ9vq9E/OACAgdvNGOOvsL/dHNGNzrQSwWKicY+BqJ0evbpEjyr3si8wGAxMm/YBZ86cxs3NnalTZxIYGITRaGT27BnExZ1CJpMzevRYmjdvUaIxPoh9wZgxr5OWlorZbCYsLJzx4ycAtrfZeORGKEevicu5e3pf54BayU2FglbuTVH8uZmDzScC4B+Sjj7nBipHZ+pUcKPpikRJ2hesXbsGV1dXVqxYzcCBz/Dtt3MArAv+li5dwRdffM3cuV8UKYaSiLEw+4IPP5zJkiW/8OOPK8jISGfbti0PHePdeORGKIevZgCgztjOc4FictqoWafZ2Xo2gtwBJ3cz8TGLAej+zkwc1Bo7RVq+UMetQnN6uU3b1NV9Gn2dwr15S8u+YPfuHQwbNhyAJ57owOeff4wgCFy+fIkmTZoB4OnphaurK6dPn6JOnXplxr4gKqoLzs7iKNtsNmM0migpD7BHaoRiEQR2X7zJY1XcOHF2KQBvBb5CvHtrBLkDSpWZm5e/BCC0bSfJLKmcUBr2BSkpyVZrAKVSibOzC5mZmdSsWYvdu3diMpm4fv0aZ86cJjlZNC4vK/YFtxkzZiTdu0fh5ORUYlm6j9QIZetZ0cskyuUiU5xFN7bWMTrWVxfzS5QK8Qfu4u1Hy6eG2ifIcoq+Tv/7jiZKCnvaF3Tr1pMrVy7x0ksvEBAQQIMGjawmTGXNvuCzz+ai1+uZOnUSR44comlT28/1PFIjlJWx1wAI4U8AajhX5cJesRZPtTAtGdfjcfHxo++UL+0Wo0Tx0Wju/Vj676G9o6NjkdrLX+1B/NvX18868jCZTOTm5uDu7o5SqWTUqLEsXryMWbM+IycnxypUSqXS2pZcLsdsNt+1j1tb7nst94rxdpy+vr7WGAGSk5Pw9c0/ylar1bRu3Y6dO6OL1E9xeWQEJTVHT+y1LEL9XPhNJ9YunuozmrOB4rdRXPS3AEQ894rdYpR4eCwWC9HRoove5s0baNQovMAxVapUJTHxOgkJVwHYuHE94eFNrPu3bt186+9N1K/fCICIiLb8/fdaAKKjt9KkSXNkMhk6nQ6tVgvAoUP7USgUVK8ect84t2/fgsVi4dq1BK5fv2YVoX8TFtaYzZtF8/Pb9gW350J27dqBXq8nMzOD2Ngj1K1bn5YtW3Ho0AGysrLIysri0KEDtGzZiry8PFJTxdG5yWRi3749VK1a7b4xPgiPzCPPvlvesUMbufDZVQjNVnLx0z0Ildri6R5Lorgb/5p17RilxMNSUvYF3bv34sMP32fgwN64ubkxefIMANLTbzJmzEjkcjk+Pn68997UIsVZmvYFN2+m8c47YzAaDVgsFpo0aUafPiXzeGoX+4LiYgv7gpGrjnPgSgYz6n3LTOEK405FkpPZC5MuBpM2GoD+07/Byd3zrufbAsm+wDZI9gUPT0nZFzwyjzwJGTq8nBzYbhLnTFzjq2LU7rGKSevBI0tUTCQkHgUeiUee+HQt1zJ19KqlYZvCQOebrsSr8jDrxFn3QZ/+IOWbVBDsPTopCpJ9QTnnfGouAI87iZNqLQ/UwazbD0DEC69JYiIhYSMeCUE5cqtcxh85G0EQuHHrsut16EWNFm3sGJmERMXCboJiNpvp3bs3I0aMKPG+TtzIppnbH5xUKXjysDMGQaxw17i7VJxLQsKW2E1Qli5dWmoVA69laNH7ifMlASmVAKjdqjcKB4dS6V9C4lHBLoJy48YNoqOj6d+/5FO18wxmsnQ6LjuA3AwWDMiVVXns2YEl3rdE+aN//x5kZGQU2G4wGHj//QkMHNibl18eTGKiaNJlMpmYNu0DXnhhIM8+258ff/yhxGOcPn0y27fffbXwjz/+wMCBvRk0qC8HDoh+Pnq9npdffoHBgwfx3HNPsXDhvBKLzS5veWbMmMH48ePJzc0t0vEPUznw7OWbtPGbSyzw7B5xdOLr5meXCn5S5UDbcbd+BUFAEIQCBc3/i8lkQlmI2bhCUfC61q//Ezc3N1at+pPNmzfy3XdzmDbtI7Zs2YrJZOTnn1ei02kZNKg/nTt3tRZXf1AKi/G/1Qtvc+nSRbZu3cSyZatITU1h1KhXWbHiDxwdNcydOx8nJydMJiMjRrzI449H0KBBowLtlrvKgdu3b8fLy4sGDRpw4MCB+5/Aw1UOjL2YxkWP69SJ90GRI15u3cjOdkkwq2iJbf+ucrcp4W/+Tlhr01i6Vu5Op8pdC2z/d1JWSdgX/Pjj4gL2BTt3RjNs2HDMZgtt27bn009nYTKZEQSBvDwter2BvDwtSqUDTk7OJCQkMG7cKBo1Cueff47j6+vLrFmfolZrGDlyODVr1ubo0RjMZhMTJrxPvXoNWLhwHtevi6n4fn4BvPLKSGbOnEpmZgYeHp5MmPABAQEBCILAwYP7Wbr0h3z2Bzt2bKdDh04oFEr8/QOpVKkyJ078Q4MGjVCrNZjNFvR6IyaTEZlMViKVA0v96yUmJoZt27YRGRnJmDFj2L9/P+PGjSux/radSyVTIafVKdGZrbJ7e6o8Ub/E+pMofexpX9C+fUccHTX07t2Ffv26M2jQc7i7u1vj6ttXjMvFxZXo6G3WPvR6HYsXL2Ps2HeYOfNOuv6lS5f44otvmDJlBp9/PpuuXbuzZMlyoqK68OWXs63H3c3+4N8xgrigMSUlGRBfggwZ8gw9ekTRrFlL6tdvaLP7/29KfYQyduxYxo4dC8CBAwdYtGgRn3zySYn1l5uxn16xgQgW8fEqcvrwEuvrUaZT5a53HU2UBva0Lzh16gRyuYLVqzeQnZ3Fa6+9RMuWjwEQGBhErVqhAISG1rHOu/y7j/DwJuTm5pKdnQ1A69ZtUd/Kizp58jgzZogi0qVLN7799ivr+feyP7gXCoWCxYuXkZ2dzbvvjuPChfNUq3b/RYzFpULnoZgsAkqfxXjmiEPZIDf7rZ2QKDnsaV+wefNGWrZshVKpxNPTi4YNwzh9+hQg+qHcRi5XFGpfcPuzRlP8GG9tyRcjiKMqX1+/fEe5urrSpEkz9u/fW6R+iotdBaVly5bMm1dyM85nk3OI2B0MgELViPpPhJdYXxJlg9K2L/D39ycm5jAgOrSdOnWCatWq3TfOrVs3AXDs2FFcXFxwcSlohN6gQSO2bNkIwKZNf9OoUWPrvrvZH0REtGXLlk0YDAauX7/G1atXqVu3Punp6dYRkF6v49ChA5J9wYMQe2YDaqMCAKVTOwI7NbVzRBIlTWnbF/Tt+xQzZkzhueeeAgSefLIHNWvWJiEhodA4VSo1Q4c+g8kkTsrejTfffIsZM6bwyy8/Widlb3M3+4OQkBpERnbkuecGoFAoGDPmLRQKBWlpqUyf/gEWiwWLxUJkZBStW7ctdEX0g1Kh7Qve/2kMNfeLq4s1nmN46sPmJRZjUahob3kk+4K7cz/7gpEjhzNy5BvUqVOvFKPKj2RfUEzMFoH0dPFZVqGqT79J4fYNSELiEaDCPvJcTdfS/Izob6JQN0KhltLsHwXsPTopCnPnzr//QeWUCjtCScnItv671+gIO0YiIfHoUGEF5XTMBuu/HQO87RiJhMSjQ4UVFN3lgwCo3SUXewmJ0qLCCkp2jphyHKyJt3MkEhKPDhVyUtZsEaiUG47F0Ysa7RvYOxyJckT//j1YsOBHPDw88m03GAxMm/YBZ86cxs3NnalTZxIYGMSmTX+zbNmP1uMuXDjH4sXLqFGjVonFuHDhPBwdnXjmmecL7Pv777UsWbIQEEtqdO3aHYAxY14nLS0Vs9lMWFg448dP4HZxMVtSIQXlbEoOGlk9DJrKuIdWt3c4EqWErewL7sbatWtwdXVlxYrVbNmykW+/ncPUqTPp1KkrnTqJa5guXDjPhAljqV079KGTxh4kxqysTBYt+p6FC5cCMl588XkiItri5ubGhx/OxNnZBUEQmDTpLbZt22Jd82RLKqSgpOcZMarEVZcaXw/7BvOIoNuwDt26v2zapqZbDzRduhV6TEnYFyxbtqSAfcHu3TsYNkxcWPrEEx34/POPEQQh35qaLVs20qFDJ+vnqKg29O//NHv37katVjNr1qd4eXkzffpkVCoVcXGn89kPrF//Fzt2bEOr1WKxWJgxYzYzZ07l+vVrqNUa3nprIjVriiOfCxfOMmLEUDIzM3jmmRfo2bMPBw7so3nzFtbayM2bt+DAgb1ERXWxVhw0m80YjSYKLAWyERVyDuVmcjSCXMo7eVSwp33Bv9m6dRNRUZ2tn7VaLfXrN2TJkl8ID2/Mn3/+Yd13N/sBgLNnzzBt2kfMnTufhQvnUatWKEuWLGfEiP8xbdqd1Pvz58/z1Vff8t13P7B48QJSU1NISUnJZ1/g5+dPSkqK9fOYMSPp3j0KJyenEisyViFHKDnpF5ETjIfhOGDfdPtHBU2XbvcdTZQU9rQvuM3JkyfQaDSEhNS0bnNwcCAiQqyqEBpal0OH7hiK3ct+oHnzltYRxvHjR5k27WMAmjZtTlZWJrm5OQC0adMOtVqDWq2hceOmnDp18r4xfvbZXPR6PVOnTuLIkUM0bdqiSNdWHCrkCEV2LEP8W+Zu30AkSgV72hfcZuvWjVYhuo1SqbS2JZfLC7UvuD1BWti13CvG23H6+vrmsy9ITk7C19c333FqtZrWrduxc2d0kfopLhVSULLytACEP1fzPkdKVDRK277gdp/btm3JN39yP+5mP/BfwsIas3mzmKAZE3MYd3d361zIrl070Ov1ZGZmEBt7hLp169OyZSsOHTpAVlYWWVlZHDp0gJYtW5GXl0dqaiogiuG+fXsk+4Li4G55GgBX/2r2DUSi1Clt+wKAo0dj8PPzp1KlykWO8272A/9l2LDhzJw5lcGDn0at1jBx4hTrvho1ajJq1CtkZmYwZMhL+PiII5HBg1/k5ZdfAGDIkJdwc3Pn5s003nlnDEajAYvFQpMmzejTp2QqTlQ4+4LUm7n8/oFoeGNvu4L/ItkX2Ibybl8wffpkHn+8dYlNjBaFkrIvKPURSmJiIm+99RZpaWnIZDKeeuopBg8ebLP2953YgFKbSI4qHmlCVkKidCl1QVEoFLzzzjvUr1+fnJwc+vXrR0REBDVr2ma+I8PojkF+Gk8/o03akyhf2Ht0UhQmTpxs7xBKjFIXFD8/P/z8RONcFxcXQkJCSEpKspmgaA8mIFe3QZtmk+YkJCSKgV0nZRMSEjh9+jRhYWGFHlecyoHp1fV4X9XTdZhvmavSJ1UOtB326reolPX4oGCM5bJy4G1yc3MZNWoU77777l0dv/9NcSoHmi8cRWl0Jssix7mMTYBWtEnZf1cOLE3uN+lpb8p6fHD3GG1ROdAugmI0Ghk1ahQ9evSgU6eiv7svCi7pKgyaYGRC2f+GkJCoaJS6oAiCwMSJEwkJCWHo0KE2b1+lk4EMHCj4Xl9C4n4U174A4Pz5c8yePYPc3FzkchmLFv2EUllya8kk+4J/ceTIEdasWUPt2rXp1asXAGPGjKFdu3Y2aV8u6wOAS0CwTdqTKD/Yw77AZDLx4YfvMWnSVGrVqk1mZkax27ZVjI+kfUGzZs04c+ZMibQtCALp2lh8lbVRu0vreEqTy7GpXIpJtWmb1Zv4UK2xT6HH2Nu+4NCh/dSoUYtatWoD4O7uYZ2fkOwLyjlZOhMLAuugGyCt4XmUsKd9wdWr8chkojXAsGHP8vPPS6ztSPYF5Zz0PAMAHo6SF0ppU63x/UcTJYU97QtMJjPHjx/j+++XotFoGD36VerWrUeTJs0l+4LyztWb4isvSVAeLexpX+Dn50dYWGM8PDzQaDS0ahXBmTNxgGRfUO7JyM5l+M1tqLMT7R2KhJ0obfuCFi1acfHieXQ6HSaTidjYGKpXD7lvnJJ9QTlAl5GKj6kV5rOHoVF9e4cjYQdK277Azc2NgQOf5aWXXkAmg1atIoiIaHPfxDbJvsCOFNW+YN2ZVCb/+Q8bXovA21lVCpEVj4qWKSvZF9ydR9m+oEI98uQZzSBX4OigsHcoEhKPJBXqkUdrMAGgVlYonZQoBvYenRSFimxfUKF+87RGC2qlHIW8hLJ2JCQkCqVCCYry1DZa6E/ZOwwJiUeWCvXI43PSkXaC1t5hSEg8slSoEQooEJRZ9g5CQuKRpUKNUJZXUtKsVnt7hyFRjimufUFi4nWefXaANTGtfv0GvPPOpBKN8UHsC0aOHE5aWipqtZiJ++WX3+Du7mHz2CqUoCQqfZC7eNk7DAk7YQ/7AoBKlSqxePGyB47bVjEWZl8A8MEH06hTpx5Qcq5yFUpQjBYBpfSGxy5cOLCT8/uibdpmzVZPUKNl20KPsbd9QWGUJfuC0qJCzaGYzBbplfEjiD3tC0AUtaFDn2HkyOEcOxZrbaes2RfMmDGFIUOeYfHiBfcVwwelwoxQLIKARUAaodiJGi3b3nc0UVLY077A29uH335bi7u7B3Fxp3n33XEsW7YSjcapTNkXfPDBNHx9/cjLy2XixLf4++91dO78ZKHnPAh2GaHs3LmTzp07ExUVxfz58+9/QhEwW0TFVd7n+Vmi4mFP+wKVSmWd3KxTp+4tcYgHypZ9ga+vWAvLycmZqKgunDp1okj9FJdS/+0zm81MnTqVBQsWsG7dOtauXcv58+cful2TVVCkEcqjTGnbF6Snp1uF4tq1BBISrhIUVOm+cZamfYHJZCIjIwMQxXDv3l2EhJSMq2GpP/IcP36cqlWrEhwsmkh369aNrVu3PnTlwPUfvsuYDDPyxk8BkkH1o0pp2xccOxbDggXzUCqVyOUyxo2bgLu7e5myL9BqtYwZMxKz2YTZbKFZsxb06tWnmHe2aJS6fcGGDRvYtWsX06eLP6jVq1dz/Phx3n///XueY7FYMJsLD3P55HfJupxJm4njqFuruk1jthXltQDUvThzJo6goGolG1AxiYyMYNu2PfYOo1A+/PADIiLaEBlpP/uCu3H9+mVCQ+vk2+ZQzJX75WJStiiVA7u8Mcnq5VFWPUcqmh9KWa0caG/Rvl98giDc+pK0X5wVpnKgv78/N27csH5OSkrC39+/kDMkJIqOZF9gX0p9UrZhw4ZcvnyZq1evYjAYWLduHZGRkaUdhoSNKAeGfxJFwFY/x1IfoSiVSt5//31eeuklzGYz/fr1o1atWqUdhoQNUCpV5OZm4ezsdpfXoBLlBUEQyM3NQql8eNvUCuUpW9bnKMp6fFC8GM1mE+npKZhMhhKOKj8ymaxMj4zKenxQMEalUoWnpy8KRf4xRpmfQ5GoOCgUSnx8Aku937IuzGU9Pii5GKW0UgkJCZshCYqEhITNkARFQkLCZpSLSVkJCYnygTRCkZCQsBmSoEhISNgMSVAkJCRshiQoEhISNkMSFAkJCZshCYqEhITNkARFQkLCZlQIQSkJ0+uikpiYyPPPP8+TTz5Jt27dWLJkCQAZGRkMHTqUTp06MXToUGvJBUEQmDZtGlFRUfTo0YOTJ++4lf/xxx906tSJTp068ccff9y1vwfFbDbTu3dvRowYAcDVq1cZMGAAUVFRvPHGGxgM4gI/g8HAG2+8QVRUFAMGDCAhIcHaxrx584iKiqJz587s2mVb35GsrCxGjRpFly5d6Nq1K7GxsWXqHi5evJhu3brRvXt3xowZg16vt/s9nDBhAq1ataJ79+7Wbba8ZydOnKBHjx5ERUUxbdq0oi14FMo5JpNJ6NChgxAfHy/o9XqhR48ewrlz50qt/6SkJOHEiROCIAhCdna20KlTJ+HcuXPCRx99JMybN08QBEGYN2+e8PHHHwuCIAjR0dHCiy++KFgsFiE2Nlbo37+/IAiCkJ6eLkRGRgrp6elCRkaGEBkZKWRkZNgszkWLFgljxowRhg8fLgiCIIwaNUpYu3atIAiC8N577wk///yzIAiC8NNPPwnvvfeeIAiCsHbtWmH06NGCIAjCuXPnhB49egh6vV6Ij48XOnToIJhMJpvF99Zbbwm//vqrIAiCoNfrhczMzDJzD2/cuCG0b99e0Gq1giCI9+63336z+z08ePCgcOLECaFbt27Wbba8Z/369RNiY2MFi8UivPjii0J0dPR9Yyr3I5R/m16rVCqr6XVp4efnR/369QFwcXEhJCSEpKQktm7dSu/evQHo3bs3W7ZsAbBul8lkhIeHk5WVRXJyMrt37yYiIgIPDw/c3d2JiIiw2Sjgxo0bREdH079/f0D8ttq/fz+dO4v1Z/r06WO9Z9u2baNPH9HAuHPnzuzbtw9BENi6dSvdunVDpVIRHBxM1apVOX78uE3iy87O5tChQ9b4VCoVbm5uZeoems1mdDodJpMJnU6Hr6+v3e9h8+bNcXd3z7fNVvcsOTmZnJwcwsPDkclk9O7du0i/V+VeUJKSkggICLB+9vf3JykpqZAzSo6EhAROnz5NWFgYaWlp+PmJtVB8fX1JS0u7a7wBAQEkJSWV6HXMmDGD8ePHW2v+pqen4+bmZq2dezuG2/EFBoqWBEqlEldXV9LT00s0voSEBLy8vJgwYQK9e/dm4sSJ5OXllZl76O/vz7Bhw2jfvj2tW7fGxcWF+vXrl6l7eBtb3bN7HX8/yr2glBVyc3MZNWoU7777Li4uLvn2yWQyuzmabd++HS8vLxo0aGCX/ouCyWTi1KlTDBo0iNWrV+Po6FhgLsye9zAzM5OtW7eydetWdu3ahVartfkcUklgj3tW7gWlLJheG41GRo0aRY8ePejUqRMA3t7eJCcnA5CcnIyXl9dd471x4wb+/v4ldh0xMTFs27aNyMhIxowZw/79+5k+fTpZWVmYTKZ8MdyOLzExERB/0bOzs/H09CzR+xwQEEBAQABhYWEAdOnShVOnTpWZe7h3714qV66Ml5cXDg4OdOrUiZiYmDJ1D29jq3t2r+PvR7kXFHubXguCwMSJEwkJCWHo0KHW7ZGRkaxevRoQaw916NAh33ZBEDh69Ciurq74+fnRunVrdu/eTWZmJpmZmezevZvWrVs/dHxjx45l586dbNu2jc8++4zHHnuMTz/9lJYtW7Jx40ZAnOW/fc8iIyOtM/0bN27kscceQyaTERkZybp16zAYDFy9epXLly/TqFGjh44PxKF5QEAAFy9eBGDfvn3UqFGjzNzDoKAgjh07hlarRRAE9u3bR82aNcvUPbyNre6Zn58fLi4uHD16FEEQ8rVVKA88xVyGiI6OFjp16iR06NBB+Oabb0q170OHDgm1a9cWunfvLvTs2VPo2bOnEB0dLdy8eVN44YUXhKioKGHw4MFCenq6IAiCYLFYhMmTJwsdOnQQunfvLhw/ftza1sqVK4WOHTsKHTt2FFatWmXzWPfv3299yxMfHy/069dP6Nixo/D6668Ler1eEARB0Ol0wuuvvy507NhR6NevnxAfH289/5tvvhE6dOggdOrUqUgz/sXh1KlTQp8+fYTu3bsLr776qpCRkVGm7uGXX34pdO7cWejWrZswbtw465sae97DN998U4iIiBDq1asntGnTRvj1119tes+OHz8udOvWTejQoYMwZcoUwWKx3DcmyQ9FQkLCZpT7Rx4JCYmygyQoEhISNkMSFAkJCZshCYqEhITNkARFQkLCZkiVAyWKRd26daldu7b1c7du3Rg+fDiHDx/mgw8+QKlUsmLFCr788kt27txJ27Ztefvtt4vU9oEDB3BwcKBJkyYlFb5ECSMJikSx0Gg0rFmzpsD2P//8k+HDh9OrVy8Afv31Vw4ePIhCoShSuyaTiYMHD+Lk5CQJSjlGEhSJh2blypVs2LCB3bt3s3PnTnJzc8nLy6Nv376MGDGCRo0a8e6775Keno6XlxczZ84kKCiId955B5VKxenTp/H39yc2Nha5XM6ff/7Je++9R7Nmzex9aRLFRBIUiWKh0+msoxCAESNGMGDAAI4cOcITTzxBly5dAGjcuLF1JPPKK6/Qp08f+vTpw6pVq5g2bRrffPMNIK4dWb58OQqFgjlz5uDk5MSLL75Y+hcmYRMkQZEoFvd65CmM2NhY5syZA0CvXr2YPXu2dV+XLl2K/FgkUfaR3vJI2BVHR0d7hyBhQyRBkShxGjduzLp16wD466+/7jk34uzsTG5ubmmGJmFjJEGRKBa351Bu//nkk0/ue857773H77//To8ePVizZg0TJ06863Ht27dn8+bN9OrVi8OHD9s6dIlSQFptLCEhYTOkEYqEhITNkARFQkLCZkiCIiEhYTMkQZGQkLAZkqBISEjYDElQJCQkbIYkKBISEjbj/6CIeW4D+GpDAAAAAElFTkSuQmCC",
      "text/plain": [
       "<Figure size 288x288 with 1 Axes>"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    }
   ],
   "source": [
    "import math\n",
    "import pandas as pd\n",
    "import matplotlib.pyplot as plt\n",
    "import seaborn as sns \n",
    "sns.set_style('darkgrid')\n",
    "\n",
    "qrels_path = 'wtr/queries_qrels/rel_table_qrels.txt'\n",
    "qrels = {}\n",
    "with open(qrels_path) as f_in:\n",
    "    for line in f_in.readlines():\n",
    "        parts = line.split(' ')\n",
    "        qrels[(parts[0],parts[2])] = parts[3]\n",
    "\n",
    "prob_eval = {}\n",
    "gain_all = {}\n",
    "\n",
    "depth = 10\n",
    "query_type = 'gpt'\n",
    "probabilities = ['rprob10nprob00','rprob09nprob03', 'rprob08nprob03', 'rprob07nprob03', 'rprob06nprob03', 'rprob05nprob05']\n",
    "\n",
    "for probability in probabilities:\n",
    "\n",
    "    if probability == 'rprob05nprob05':\n",
    "        modality = 'random' \n",
    "    else:\n",
    "        modality = 'PageTitle'\n",
    "\n",
    "    for topic in range(1,61):\n",
    "        \n",
    "        log_path = \"sims/output/wtr_sim-\" + str(topic) + \"-fixeddepthuser\" + str(depth) + '-' + modality + \"-\" + query_type + \"-\" + probability + \".log\"\n",
    "        \n",
    "        query_logs = {}\n",
    "                    \n",
    "        query = ''\n",
    "        results = []\n",
    "        \n",
    "        _gain = 0\n",
    "        gain = {}                \n",
    "        with open(log_path) as f_in:\n",
    "\n",
    "            for line in f_in.readlines():\n",
    "                logs = line.split(' ')\n",
    "                \n",
    "                if len(logs) > 4 and logs[0] == 'ACTION':\n",
    "\n",
    "                    if logs[1] == 'MARK' and logs[4] == 'CONSIDERED_RELEVANT':\n",
    "                        result = logs[-1].replace(\"b'\", \"\").replace(\"'\", \"\").strip('\\n')\n",
    "                        if qrels.get((str(topic),result)):\n",
    "                            _gain += int(qrels.get((str(topic),result)))\n",
    "                    gain[int(logs[3])] = _gain\n",
    "        gain_all[topic] = gain\n",
    "    prob_eval[probability] = pd.DataFrame.from_dict(gain_all).sort_index().fillna(method='ffill').T.mean().to_dict()\n",
    "pd.DataFrame.from_dict(prob_eval).plot(xlabel='Effort', ylabel='Effect', figsize=(4,4))\n",
    "plt.savefig('figures/effort.effect.browse.pdf', bbox_inches=\"tight\")\n",
    "plt.show()"
   ]
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "cikm23",
   "language": "python",
   "name": "python3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.9.12"
  },
  "orig_nbformat": 4
 },
 "nbformat": 4,
 "nbformat_minor": 2
}