BERT_Transfer.ipynb

{"cells":[{"cell_type":"markdown","metadata":{"id":"view-in-github"},"source":["<a href=\"https://colab.research.google.com/github/PauDK/Deceptive-Review-Detection/blob/main/BERT_Transfer.ipynb\" target=\"_parent\"><img src=\"https://colab.research.google.com/assets/colab-badge.svg\" alt=\"Open In Colab\"/></a>"],"id":"view-in-github"},{"cell_type":"code","execution_count":12,"metadata":{"colab":{"base_uri":"https://localhost:8080/"},"executionInfo":{"elapsed":8901,"status":"ok","timestamp":1666033430994,"user":{"displayName":"Dheerachote Korpajarasoontorn","userId":"17500142716704326113"},"user_tz":240},"id":"GyF1uMYDzONq","outputId":"8179405c-1554-4e2c-8a68-7caf7db16286"},"outputs":[{"output_type":"stream","name":"stdout","text":["Looking in indexes: https://pypi.org/simple, https://us-python.pkg.dev/colab-wheels/public/simple/\n","Requirement already satisfied: tensorflow-text in /usr/local/lib/python3.7/dist-packages (2.10.0)\n","Requirement already satisfied: tensorflow-hub>=0.8.0 in /usr/local/lib/python3.7/dist-packages (from tensorflow-text) (0.12.0)\n","Requirement already satisfied: tensorflow<2.11,>=2.10.0 in /usr/local/lib/python3.7/dist-packages (from tensorflow-text) (2.10.0)\n","Requirement already satisfied: setuptools in /usr/local/lib/python3.7/dist-packages (from tensorflow<2.11,>=2.10.0->tensorflow-text) (57.4.0)\n","Requirement already satisfied: gast<=0.4.0,>=0.2.1 in /usr/local/lib/python3.7/dist-packages (from tensorflow<2.11,>=2.10.0->tensorflow-text) (0.4.0)\n","Requirement already satisfied: termcolor>=1.1.0 in /usr/local/lib/python3.7/dist-packages (from tensorflow<2.11,>=2.10.0->tensorflow-text) (2.0.1)\n","Requirement already satisfied: absl-py>=1.0.0 in /usr/local/lib/python3.7/dist-packages (from tensorflow<2.11,>=2.10.0->tensorflow-text) (1.2.0)\n","Requirement already satisfied: packaging in /usr/local/lib/python3.7/dist-packages (from tensorflow<2.11,>=2.10.0->tensorflow-text) (21.3)\n","Requirement already satisfied: tensorboard<2.11,>=2.10 in /usr/local/lib/python3.7/dist-packages (from tensorflow<2.11,>=2.10.0->tensorflow-text) (2.10.1)\n","Requirement already satisfied: astunparse>=1.6.0 in /usr/local/lib/python3.7/dist-packages (from tensorflow<2.11,>=2.10.0->tensorflow-text) (1.6.3)\n","Requirement already satisfied: tensorflow-estimator<2.11,>=2.10.0 in /usr/local/lib/python3.7/dist-packages (from tensorflow<2.11,>=2.10.0->tensorflow-text) (2.10.0)\n","Requirement already satisfied: google-pasta>=0.1.1 in /usr/local/lib/python3.7/dist-packages (from tensorflow<2.11,>=2.10.0->tensorflow-text) (0.2.0)\n","Requirement already satisfied: wrapt>=1.11.0 in /usr/local/lib/python3.7/dist-packages (from tensorflow<2.11,>=2.10.0->tensorflow-text) (1.14.1)\n","Requirement already satisfied: keras<2.11,>=2.10.0 in /usr/local/lib/python3.7/dist-packages (from tensorflow<2.11,>=2.10.0->tensorflow-text) (2.10.0)\n","Requirement already satisfied: opt-einsum>=2.3.2 in /usr/local/lib/python3.7/dist-packages (from tensorflow<2.11,>=2.10.0->tensorflow-text) (3.3.0)\n","Requirement already satisfied: keras-preprocessing>=1.1.1 in /usr/local/lib/python3.7/dist-packages (from tensorflow<2.11,>=2.10.0->tensorflow-text) (1.1.2)\n","Requirement already satisfied: typing-extensions>=3.6.6 in /usr/local/lib/python3.7/dist-packages (from tensorflow<2.11,>=2.10.0->tensorflow-text) (4.1.1)\n","Requirement already satisfied: libclang>=13.0.0 in /usr/local/lib/python3.7/dist-packages (from tensorflow<2.11,>=2.10.0->tensorflow-text) (14.0.6)\n","Requirement already satisfied: h5py>=2.9.0 in /usr/local/lib/python3.7/dist-packages (from tensorflow<2.11,>=2.10.0->tensorflow-text) (3.1.0)\n","Requirement already satisfied: numpy>=1.20 in /usr/local/lib/python3.7/dist-packages (from tensorflow<2.11,>=2.10.0->tensorflow-text) (1.21.6)\n","Requirement already satisfied: flatbuffers>=2.0 in /usr/local/lib/python3.7/dist-packages (from tensorflow<2.11,>=2.10.0->tensorflow-text) (22.9.24)\n","Requirement already satisfied: tensorflow-io-gcs-filesystem>=0.23.1 in /usr/local/lib/python3.7/dist-packages (from tensorflow<2.11,>=2.10.0->tensorflow-text) (0.27.0)\n","Requirement already satisfied: grpcio<2.0,>=1.24.3 in /usr/local/lib/python3.7/dist-packages (from tensorflow<2.11,>=2.10.0->tensorflow-text) (1.49.1)\n","Requirement already satisfied: six>=1.12.0 in /usr/local/lib/python3.7/dist-packages (from tensorflow<2.11,>=2.10.0->tensorflow-text) (1.15.0)\n","Requirement already satisfied: protobuf<3.20,>=3.9.2 in /usr/local/lib/python3.7/dist-packages (from tensorflow<2.11,>=2.10.0->tensorflow-text) (3.17.3)\n","Requirement already satisfied: wheel<1.0,>=0.23.0 in /usr/local/lib/python3.7/dist-packages (from astunparse>=1.6.0->tensorflow<2.11,>=2.10.0->tensorflow-text) (0.37.1)\n","Requirement already satisfied: cached-property in /usr/local/lib/python3.7/dist-packages (from h5py>=2.9.0->tensorflow<2.11,>=2.10.0->tensorflow-text) (1.5.2)\n","Requirement already satisfied: tensorboard-plugin-wit>=1.6.0 in /usr/local/lib/python3.7/dist-packages (from tensorboard<2.11,>=2.10->tensorflow<2.11,>=2.10.0->tensorflow-text) (1.8.1)\n","Requirement already satisfied: google-auth<3,>=1.6.3 in /usr/local/lib/python3.7/dist-packages (from tensorboard<2.11,>=2.10->tensorflow<2.11,>=2.10.0->tensorflow-text) (1.35.0)\n","Requirement already satisfied: markdown>=2.6.8 in /usr/local/lib/python3.7/dist-packages (from tensorboard<2.11,>=2.10->tensorflow<2.11,>=2.10.0->tensorflow-text) (3.4.1)\n","Requirement already satisfied: requests<3,>=2.21.0 in /usr/local/lib/python3.7/dist-packages (from tensorboard<2.11,>=2.10->tensorflow<2.11,>=2.10.0->tensorflow-text) (2.23.0)\n","Requirement already satisfied: google-auth-oauthlib<0.5,>=0.4.1 in /usr/local/lib/python3.7/dist-packages (from tensorboard<2.11,>=2.10->tensorflow<2.11,>=2.10.0->tensorflow-text) (0.4.6)\n","Requirement already satisfied: tensorboard-data-server<0.7.0,>=0.6.0 in /usr/local/lib/python3.7/dist-packages (from tensorboard<2.11,>=2.10->tensorflow<2.11,>=2.10.0->tensorflow-text) (0.6.1)\n","Requirement already satisfied: werkzeug>=1.0.1 in /usr/local/lib/python3.7/dist-packages (from tensorboard<2.11,>=2.10->tensorflow<2.11,>=2.10.0->tensorflow-text) (1.0.1)\n","Requirement already satisfied: cachetools<5.0,>=2.0.0 in /usr/local/lib/python3.7/dist-packages (from google-auth<3,>=1.6.3->tensorboard<2.11,>=2.10->tensorflow<2.11,>=2.10.0->tensorflow-text) (4.2.4)\n","Requirement already satisfied: rsa<5,>=3.1.4 in /usr/local/lib/python3.7/dist-packages (from google-auth<3,>=1.6.3->tensorboard<2.11,>=2.10->tensorflow<2.11,>=2.10.0->tensorflow-text) (4.9)\n","Requirement already satisfied: pyasn1-modules>=0.2.1 in /usr/local/lib/python3.7/dist-packages (from google-auth<3,>=1.6.3->tensorboard<2.11,>=2.10->tensorflow<2.11,>=2.10.0->tensorflow-text) (0.2.8)\n","Requirement already satisfied: requests-oauthlib>=0.7.0 in /usr/local/lib/python3.7/dist-packages (from google-auth-oauthlib<0.5,>=0.4.1->tensorboard<2.11,>=2.10->tensorflow<2.11,>=2.10.0->tensorflow-text) (1.3.1)\n","Requirement already satisfied: importlib-metadata>=4.4 in /usr/local/lib/python3.7/dist-packages (from markdown>=2.6.8->tensorboard<2.11,>=2.10->tensorflow<2.11,>=2.10.0->tensorflow-text) (5.0.0)\n","Requirement already satisfied: zipp>=0.5 in /usr/local/lib/python3.7/dist-packages (from importlib-metadata>=4.4->markdown>=2.6.8->tensorboard<2.11,>=2.10->tensorflow<2.11,>=2.10.0->tensorflow-text) (3.9.0)\n","Requirement already satisfied: pyasn1<0.5.0,>=0.4.6 in /usr/local/lib/python3.7/dist-packages (from pyasn1-modules>=0.2.1->google-auth<3,>=1.6.3->tensorboard<2.11,>=2.10->tensorflow<2.11,>=2.10.0->tensorflow-text) (0.4.8)\n","Requirement already satisfied: idna<3,>=2.5 in /usr/local/lib/python3.7/dist-packages (from requests<3,>=2.21.0->tensorboard<2.11,>=2.10->tensorflow<2.11,>=2.10.0->tensorflow-text) (2.10)\n","Requirement already satisfied: urllib3!=1.25.0,!=1.25.1,<1.26,>=1.21.1 in /usr/local/lib/python3.7/dist-packages (from requests<3,>=2.21.0->tensorboard<2.11,>=2.10->tensorflow<2.11,>=2.10.0->tensorflow-text) (1.24.3)\n","Requirement already satisfied: chardet<4,>=3.0.2 in /usr/local/lib/python3.7/dist-packages (from requests<3,>=2.21.0->tensorboard<2.11,>=2.10->tensorflow<2.11,>=2.10.0->tensorflow-text) (3.0.4)\n","Requirement already satisfied: certifi>=2017.4.17 in /usr/local/lib/python3.7/dist-packages (from requests<3,>=2.21.0->tensorboard<2.11,>=2.10->tensorflow<2.11,>=2.10.0->tensorflow-text) (2022.9.24)\n","Requirement already satisfied: oauthlib>=3.0.0 in /usr/local/lib/python3.7/dist-packages (from requests-oauthlib>=0.7.0->google-auth-oauthlib<0.5,>=0.4.1->tensorboard<2.11,>=2.10->tensorflow<2.11,>=2.10.0->tensorflow-text) (3.2.1)\n","Requirement already satisfied: pyparsing!=3.0.5,>=2.0.2 in /usr/local/lib/python3.7/dist-packages (from packaging->tensorflow<2.11,>=2.10.0->tensorflow-text) (3.0.9)\n","Looking in indexes: https://pypi.org/simple, https://us-python.pkg.dev/colab-wheels/public/simple/\n","Requirement already satisfied: tf-models-official in /usr/local/lib/python3.7/dist-packages (2.10.0)\n","Requirement already satisfied: pycocotools in /usr/local/lib/python3.7/dist-packages (from tf-models-official) (2.0.5)\n","Requirement already satisfied: gin-config in /usr/local/lib/python3.7/dist-packages (from tf-models-official) (0.5.0)\n","Requirement already satisfied: pandas>=0.22.0 in /usr/local/lib/python3.7/dist-packages (from tf-models-official) (1.3.5)\n","Requirement already satisfied: immutabledict in /usr/local/lib/python3.7/dist-packages (from tf-models-official) (2.2.1)\n","Requirement already satisfied: py-cpuinfo>=3.3.0 in /usr/local/lib/python3.7/dist-packages (from tf-models-official) (8.0.0)\n","Requirement already satisfied: six in /usr/local/lib/python3.7/dist-packages (from tf-models-official) (1.15.0)\n","Requirement already satisfied: numpy>=1.20 in /usr/local/lib/python3.7/dist-packages (from tf-models-official) (1.21.6)\n","Requirement already satisfied: scipy>=0.19.1 in /usr/local/lib/python3.7/dist-packages (from tf-models-official) (1.7.3)\n","Requirement already satisfied: oauth2client in /usr/local/lib/python3.7/dist-packages (from tf-models-official) (4.1.3)\n","Requirement already satisfied: sentencepiece in /usr/local/lib/python3.7/dist-packages (from tf-models-official) (0.1.97)\n","Requirement already satisfied: sacrebleu==2.2.0 in /usr/local/lib/python3.7/dist-packages (from tf-models-official) (2.2.0)\n","Requirement already satisfied: tensorflow-datasets in /usr/local/lib/python3.7/dist-packages (from tf-models-official) (4.6.0)\n","Requirement already satisfied: tensorflow-addons in /usr/local/lib/python3.7/dist-packages (from tf-models-official) (0.18.0)\n","Requirement already satisfied: matplotlib in /usr/local/lib/python3.7/dist-packages (from tf-models-official) (3.2.2)\n","Requirement already satisfied: tensorflow-model-optimization>=0.4.1 in /usr/local/lib/python3.7/dist-packages (from tf-models-official) (0.7.3)\n","Requirement already satisfied: Pillow in /usr/local/lib/python3.7/dist-packages (from tf-models-official) (7.1.2)\n","Requirement already satisfied: opencv-python-headless==4.5.2.52 in /usr/local/lib/python3.7/dist-packages (from tf-models-official) (4.5.2.52)\n","Requirement already satisfied: tensorflow-text~=2.10.0 in /usr/local/lib/python3.7/dist-packages (from tf-models-official) (2.10.0)\n","Requirement already satisfied: seqeval in /usr/local/lib/python3.7/dist-packages (from tf-models-official) (1.2.2)\n","Requirement already satisfied: kaggle>=1.3.9 in /usr/local/lib/python3.7/dist-packages (from tf-models-official) (1.5.12)\n","Requirement already satisfied: google-api-python-client>=1.6.7 in /usr/local/lib/python3.7/dist-packages (from tf-models-official) (1.12.11)\n","Requirement already satisfied: tensorflow-hub>=0.6.0 in /usr/local/lib/python3.7/dist-packages (from tf-models-official) (0.12.0)\n","Requirement already satisfied: tf-slim>=1.1.0 in /usr/local/lib/python3.7/dist-packages (from tf-models-official) (1.1.0)\n","Requirement already satisfied: pyyaml<6.0,>=5.1 in /usr/local/lib/python3.7/dist-packages (from tf-models-official) (5.4.1)\n","Requirement already satisfied: psutil>=5.4.3 in /usr/local/lib/python3.7/dist-packages (from tf-models-official) (5.4.8)\n","Requirement already satisfied: tensorflow~=2.10.0 in /usr/local/lib/python3.7/dist-packages (from tf-models-official) (2.10.0)\n","Requirement already satisfied: Cython in /usr/local/lib/python3.7/dist-packages (from tf-models-official) (0.29.32)\n","Requirement already satisfied: portalocker in /usr/local/lib/python3.7/dist-packages (from sacrebleu==2.2.0->tf-models-official) (2.5.1)\n","Requirement already satisfied: lxml in /usr/local/lib/python3.7/dist-packages (from sacrebleu==2.2.0->tf-models-official) (4.9.1)\n","Requirement already satisfied: tabulate>=0.8.9 in /usr/local/lib/python3.7/dist-packages (from sacrebleu==2.2.0->tf-models-official) (0.8.10)\n","Requirement already satisfied: regex in /usr/local/lib/python3.7/dist-packages (from sacrebleu==2.2.0->tf-models-official) (2022.6.2)\n","Requirement already satisfied: colorama in /usr/local/lib/python3.7/dist-packages (from sacrebleu==2.2.0->tf-models-official) (0.4.5)\n","Requirement already satisfied: httplib2<1dev,>=0.15.0 in /usr/local/lib/python3.7/dist-packages (from google-api-python-client>=1.6.7->tf-models-official) (0.17.4)\n","Requirement already satisfied: google-api-core<3dev,>=1.21.0 in /usr/local/lib/python3.7/dist-packages (from google-api-python-client>=1.6.7->tf-models-official) (1.31.6)\n","Requirement already satisfied: uritemplate<4dev,>=3.0.0 in /usr/local/lib/python3.7/dist-packages (from google-api-python-client>=1.6.7->tf-models-official) (3.0.1)\n","Requirement already satisfied: google-auth-httplib2>=0.0.3 in /usr/local/lib/python3.7/dist-packages (from google-api-python-client>=1.6.7->tf-models-official) (0.0.4)\n","Requirement already satisfied: google-auth<3dev,>=1.16.0 in /usr/local/lib/python3.7/dist-packages (from google-api-python-client>=1.6.7->tf-models-official) (1.35.0)\n","Requirement already satisfied: setuptools>=40.3.0 in /usr/local/lib/python3.7/dist-packages (from google-api-core<3dev,>=1.21.0->google-api-python-client>=1.6.7->tf-models-official) (57.4.0)\n","Requirement already satisfied: requests<3.0.0dev,>=2.18.0 in /usr/local/lib/python3.7/dist-packages (from google-api-core<3dev,>=1.21.0->google-api-python-client>=1.6.7->tf-models-official) (2.23.0)\n","Requirement already satisfied: packaging>=14.3 in /usr/local/lib/python3.7/dist-packages (from google-api-core<3dev,>=1.21.0->google-api-python-client>=1.6.7->tf-models-official) (21.3)\n","Requirement already satisfied: protobuf<4.0.0dev,>=3.12.0 in /usr/local/lib/python3.7/dist-packages (from google-api-core<3dev,>=1.21.0->google-api-python-client>=1.6.7->tf-models-official) (3.17.3)\n","Requirement already satisfied: pytz in /usr/local/lib/python3.7/dist-packages (from google-api-core<3dev,>=1.21.0->google-api-python-client>=1.6.7->tf-models-official) (2022.4)\n","Requirement already satisfied: googleapis-common-protos<2.0dev,>=1.6.0 in /usr/local/lib/python3.7/dist-packages (from google-api-core<3dev,>=1.21.0->google-api-python-client>=1.6.7->tf-models-official) (1.56.4)\n","Requirement already satisfied: pyasn1-modules>=0.2.1 in /usr/local/lib/python3.7/dist-packages (from google-auth<3dev,>=1.16.0->google-api-python-client>=1.6.7->tf-models-official) (0.2.8)\n","Requirement already satisfied: rsa<5,>=3.1.4 in /usr/local/lib/python3.7/dist-packages (from google-auth<3dev,>=1.16.0->google-api-python-client>=1.6.7->tf-models-official) (4.9)\n","Requirement already satisfied: cachetools<5.0,>=2.0.0 in /usr/local/lib/python3.7/dist-packages (from google-auth<3dev,>=1.16.0->google-api-python-client>=1.6.7->tf-models-official) (4.2.4)\n","Requirement already satisfied: tqdm in /usr/local/lib/python3.7/dist-packages (from kaggle>=1.3.9->tf-models-official) (4.64.1)\n","Requirement already satisfied: urllib3 in /usr/local/lib/python3.7/dist-packages (from kaggle>=1.3.9->tf-models-official) (1.24.3)\n","Requirement already satisfied: python-slugify in /usr/local/lib/python3.7/dist-packages (from kaggle>=1.3.9->tf-models-official) (6.1.2)\n","Requirement already satisfied: python-dateutil in /usr/local/lib/python3.7/dist-packages (from kaggle>=1.3.9->tf-models-official) (2.8.2)\n","Requirement already satisfied: certifi in /usr/local/lib/python3.7/dist-packages (from kaggle>=1.3.9->tf-models-official) (2022.9.24)\n","Requirement already satisfied: pyparsing!=3.0.5,>=2.0.2 in /usr/local/lib/python3.7/dist-packages (from packaging>=14.3->google-api-core<3dev,>=1.21.0->google-api-python-client>=1.6.7->tf-models-official) (3.0.9)\n","Requirement already satisfied: pyasn1<0.5.0,>=0.4.6 in /usr/local/lib/python3.7/dist-packages (from pyasn1-modules>=0.2.1->google-auth<3dev,>=1.16.0->google-api-python-client>=1.6.7->tf-models-official) (0.4.8)\n","Requirement already satisfied: idna<3,>=2.5 in /usr/local/lib/python3.7/dist-packages (from requests<3.0.0dev,>=2.18.0->google-api-core<3dev,>=1.21.0->google-api-python-client>=1.6.7->tf-models-official) (2.10)\n","Requirement already satisfied: chardet<4,>=3.0.2 in /usr/local/lib/python3.7/dist-packages (from requests<3.0.0dev,>=2.18.0->google-api-core<3dev,>=1.21.0->google-api-python-client>=1.6.7->tf-models-official) (3.0.4)\n","Requirement already satisfied: opt-einsum>=2.3.2 in /usr/local/lib/python3.7/dist-packages (from tensorflow~=2.10.0->tf-models-official) (3.3.0)\n","Requirement already satisfied: libclang>=13.0.0 in /usr/local/lib/python3.7/dist-packages (from tensorflow~=2.10.0->tf-models-official) (14.0.6)\n","Requirement already satisfied: tensorflow-io-gcs-filesystem>=0.23.1 in /usr/local/lib/python3.7/dist-packages (from tensorflow~=2.10.0->tf-models-official) (0.27.0)\n","Requirement already satisfied: google-pasta>=0.1.1 in /usr/local/lib/python3.7/dist-packages (from tensorflow~=2.10.0->tf-models-official) (0.2.0)\n","Requirement already satisfied: gast<=0.4.0,>=0.2.1 in /usr/local/lib/python3.7/dist-packages (from tensorflow~=2.10.0->tf-models-official) (0.4.0)\n","Requirement already satisfied: keras-preprocessing>=1.1.1 in /usr/local/lib/python3.7/dist-packages (from tensorflow~=2.10.0->tf-models-official) (1.1.2)\n","Requirement already satisfied: astunparse>=1.6.0 in /usr/local/lib/python3.7/dist-packages (from tensorflow~=2.10.0->tf-models-official) (1.6.3)\n","Requirement already satisfied: tensorboard<2.11,>=2.10 in /usr/local/lib/python3.7/dist-packages (from tensorflow~=2.10.0->tf-models-official) (2.10.1)\n","Requirement already satisfied: flatbuffers>=2.0 in /usr/local/lib/python3.7/dist-packages (from tensorflow~=2.10.0->tf-models-official) (22.9.24)\n","Requirement already satisfied: wrapt>=1.11.0 in /usr/local/lib/python3.7/dist-packages (from tensorflow~=2.10.0->tf-models-official) (1.14.1)\n","Requirement already satisfied: keras<2.11,>=2.10.0 in /usr/local/lib/python3.7/dist-packages (from tensorflow~=2.10.0->tf-models-official) (2.10.0)\n","Requirement already satisfied: h5py>=2.9.0 in /usr/local/lib/python3.7/dist-packages (from tensorflow~=2.10.0->tf-models-official) (3.1.0)\n","Requirement already satisfied: tensorflow-estimator<2.11,>=2.10.0 in /usr/local/lib/python3.7/dist-packages (from tensorflow~=2.10.0->tf-models-official) (2.10.0)\n","Requirement already satisfied: termcolor>=1.1.0 in /usr/local/lib/python3.7/dist-packages (from tensorflow~=2.10.0->tf-models-official) (2.0.1)\n","Requirement already satisfied: absl-py>=1.0.0 in /usr/local/lib/python3.7/dist-packages (from tensorflow~=2.10.0->tf-models-official) (1.2.0)\n","Requirement already satisfied: grpcio<2.0,>=1.24.3 in /usr/local/lib/python3.7/dist-packages (from tensorflow~=2.10.0->tf-models-official) (1.49.1)\n","Requirement already satisfied: typing-extensions>=3.6.6 in /usr/local/lib/python3.7/dist-packages (from tensorflow~=2.10.0->tf-models-official) (4.1.1)\n","Requirement already satisfied: wheel<1.0,>=0.23.0 in /usr/local/lib/python3.7/dist-packages (from astunparse>=1.6.0->tensorflow~=2.10.0->tf-models-official) (0.37.1)\n","Requirement already satisfied: cached-property in /usr/local/lib/python3.7/dist-packages (from h5py>=2.9.0->tensorflow~=2.10.0->tf-models-official) (1.5.2)\n","Requirement already satisfied: tensorboard-data-server<0.7.0,>=0.6.0 in /usr/local/lib/python3.7/dist-packages (from tensorboard<2.11,>=2.10->tensorflow~=2.10.0->tf-models-official) (0.6.1)\n","Requirement already satisfied: markdown>=2.6.8 in /usr/local/lib/python3.7/dist-packages (from tensorboard<2.11,>=2.10->tensorflow~=2.10.0->tf-models-official) (3.4.1)\n","Requirement already satisfied: google-auth-oauthlib<0.5,>=0.4.1 in /usr/local/lib/python3.7/dist-packages (from tensorboard<2.11,>=2.10->tensorflow~=2.10.0->tf-models-official) (0.4.6)\n","Requirement already satisfied: tensorboard-plugin-wit>=1.6.0 in /usr/local/lib/python3.7/dist-packages (from tensorboard<2.11,>=2.10->tensorflow~=2.10.0->tf-models-official) (1.8.1)\n","Requirement already satisfied: werkzeug>=1.0.1 in /usr/local/lib/python3.7/dist-packages (from tensorboard<2.11,>=2.10->tensorflow~=2.10.0->tf-models-official) (1.0.1)\n","Requirement already satisfied: requests-oauthlib>=0.7.0 in /usr/local/lib/python3.7/dist-packages (from google-auth-oauthlib<0.5,>=0.4.1->tensorboard<2.11,>=2.10->tensorflow~=2.10.0->tf-models-official) (1.3.1)\n","Requirement already satisfied: importlib-metadata>=4.4 in /usr/local/lib/python3.7/dist-packages (from markdown>=2.6.8->tensorboard<2.11,>=2.10->tensorflow~=2.10.0->tf-models-official) (5.0.0)\n","Requirement already satisfied: zipp>=0.5 in /usr/local/lib/python3.7/dist-packages (from importlib-metadata>=4.4->markdown>=2.6.8->tensorboard<2.11,>=2.10->tensorflow~=2.10.0->tf-models-official) (3.9.0)\n","Requirement already satisfied: oauthlib>=3.0.0 in /usr/local/lib/python3.7/dist-packages (from requests-oauthlib>=0.7.0->google-auth-oauthlib<0.5,>=0.4.1->tensorboard<2.11,>=2.10->tensorflow~=2.10.0->tf-models-official) (3.2.1)\n","Requirement already satisfied: dm-tree~=0.1.1 in /usr/local/lib/python3.7/dist-packages (from tensorflow-model-optimization>=0.4.1->tf-models-official) (0.1.7)\n","Requirement already satisfied: kiwisolver>=1.0.1 in /usr/local/lib/python3.7/dist-packages (from matplotlib->tf-models-official) (1.4.4)\n","Requirement already satisfied: cycler>=0.10 in /usr/local/lib/python3.7/dist-packages (from matplotlib->tf-models-official) (0.11.0)\n","Requirement already satisfied: text-unidecode>=1.3 in /usr/local/lib/python3.7/dist-packages (from python-slugify->kaggle>=1.3.9->tf-models-official) (1.3)\n","Requirement already satisfied: scikit-learn>=0.21.3 in /usr/local/lib/python3.7/dist-packages (from seqeval->tf-models-official) (1.0.2)\n","Requirement already satisfied: threadpoolctl>=2.0.0 in /usr/local/lib/python3.7/dist-packages (from scikit-learn>=0.21.3->seqeval->tf-models-official) (3.1.0)\n","Requirement already satisfied: joblib>=0.11 in /usr/local/lib/python3.7/dist-packages (from scikit-learn>=0.21.3->seqeval->tf-models-official) (1.2.0)\n","Requirement already satisfied: typeguard>=2.7 in /usr/local/lib/python3.7/dist-packages (from tensorflow-addons->tf-models-official) (2.7.1)\n","Requirement already satisfied: etils[epath] in /usr/local/lib/python3.7/dist-packages (from tensorflow-datasets->tf-models-official) (0.8.0)\n","Requirement already satisfied: tensorflow-metadata in /usr/local/lib/python3.7/dist-packages (from tensorflow-datasets->tf-models-official) (1.10.0)\n","Requirement already satisfied: importlib-resources in /usr/local/lib/python3.7/dist-packages (from tensorflow-datasets->tf-models-official) (5.10.0)\n","Requirement already satisfied: toml in /usr/local/lib/python3.7/dist-packages (from tensorflow-datasets->tf-models-official) (0.10.2)\n","Requirement already satisfied: dill in /usr/local/lib/python3.7/dist-packages (from tensorflow-datasets->tf-models-official) (0.3.5.1)\n","Requirement already satisfied: promise in /usr/local/lib/python3.7/dist-packages (from tensorflow-datasets->tf-models-official) (2.3)\n"]}],"source":["!pip install tensorflow-text\n","!pip install tf-models-official"],"id":"GyF1uMYDzONq"},{"cell_type":"code","execution_count":13,"metadata":{"executionInfo":{"elapsed":23,"status":"ok","timestamp":1666033430995,"user":{"displayName":"Dheerachote Korpajarasoontorn","userId":"17500142716704326113"},"user_tz":240},"id":"61359ce2","scrolled":false},"outputs":[],"source":["import tensorflow as tf\n","from tensorflow import keras\n","import tensorflow_hub as hub\n","import tensorflow_text as text\n","from official.nlp import optimization\n","\n","import numpy as np\n","import pandas as pd\n","from sklearn.model_selection import train_test_split\n","\n","from pprint import pprint"],"id":"61359ce2"},{"cell_type":"code","execution_count":14,"metadata":{"colab":{"base_uri":"https://localhost:8080/"},"executionInfo":{"elapsed":22,"status":"ok","timestamp":1666033430996,"user":{"displayName":"Dheerachote Korpajarasoontorn","userId":"17500142716704326113"},"user_tz":240},"id":"0f8fe7d5","outputId":"96293b4c-8093-4fcb-8ce7-c7c42bd9ec56"},"outputs":[{"output_type":"stream","name":"stdout","text":["2.10.0\n"]}],"source":["print(tf.__version__)"],"id":"0f8fe7d5"},{"cell_type":"code","execution_count":15,"metadata":{"colab":{"base_uri":"https://localhost:8080/"},"executionInfo":{"elapsed":1583,"status":"ok","timestamp":1666033432565,"user":{"displayName":"Dheerachote Korpajarasoontorn","userId":"17500142716704326113"},"user_tz":240},"id":"d04d3e0b","outputId":"42ffdb95-2473-4158-ce51-476c5c5de9c5"},"outputs":[{"output_type":"stream","name":"stdout","text":["Drive already mounted at /content/drive; to attempt to forcibly remount, call drive.mount(\"/content/drive\", force_remount=True).\n"]}],"source":["from google.colab import drive\n","drive.mount('/content/drive')"],"id":"d04d3e0b"},{"cell_type":"code","execution_count":16,"metadata":{"colab":{"base_uri":"https://localhost:8080/"},"executionInfo":{"elapsed":9,"status":"ok","timestamp":1666033432565,"user":{"displayName":"Dheerachote Korpajarasoontorn","userId":"17500142716704326113"},"user_tz":240},"id":"X8_5ZyW3lKNS","outputId":"b657c78c-575e-4691-c487-c717f733f384"},"outputs":[{"output_type":"stream","name":"stdout","text":["/content/drive/MyDrive/Github/Deceptive-Review-Detection\n"]}],"source":["%cd '/content/drive/MyDrive/Github/Deceptive-Review-Detection'"],"id":"X8_5ZyW3lKNS"},{"cell_type":"code","execution_count":18,"metadata":{"executionInfo":{"elapsed":558,"status":"ok","timestamp":1666033433118,"user":{"displayName":"Dheerachote Korpajarasoontorn","userId":"17500142716704326113"},"user_tz":240},"id":"26wlYs-J1CXI"},"outputs":[],"source":["df = pd.read_csv(\"Chicago_Hotel_Review/Chicago_Hotel_Reviews.csv\", index_col=0)\n","df = df.drop('Rating', axis=1)\n","df.loc[df['Label'] == -1, 'Label'] = 0\n","X = df['Ori_Review']\n","y = df['Label']"],"id":"26wlYs-J1CXI"},{"cell_type":"code","execution_count":19,"metadata":{"executionInfo":{"elapsed":9,"status":"ok","timestamp":1666033433119,"user":{"displayName":"Dheerachote Korpajarasoontorn","userId":"17500142716704326113"},"user_tz":240},"id":"003aea71"},"outputs":[],"source":["X_train, X_test, y_train, y_test = train_test_split(X, y, test_size=0.2, random_state=0)"],"id":"003aea71"},{"cell_type":"code","execution_count":20,"metadata":{"colab":{"base_uri":"https://localhost:8080/"},"executionInfo":{"elapsed":2474,"status":"ok","timestamp":1666033436634,"user":{"displayName":"Dheerachote Korpajarasoontorn","userId":"17500142716704326113"},"user_tz":240},"id":"_Rzk1BhSRpGt","outputId":"f325244d-1b3e-40d0-a2d0-78c64fde41c9"},"outputs":[{"output_type":"stream","name":"stdout","text":["Executing op _EagerConst in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op __inference_restored_function_body_43251 in device /job:localhost/replica:0/task:0/device:CPU:0\n","Executing op VarHandleOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op VarHandleOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op RestoreV2 in device /job:localhost/replica:0/task:0/device:CPU:0\n","Executing op Identity in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op AssignVariableOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op Identity in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op AssignVariableOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op __inference_restored_function_body_43316 in device /job:localhost/replica:0/task:0/device:GPU:0\n"]}],"source":["preprocessor = hub.load(\"https://tfhub.dev/tensorflow/bert_en_uncased_preprocess/3\")"],"id":"_Rzk1BhSRpGt"},{"cell_type":"code","execution_count":21,"metadata":{"executionInfo":{"elapsed":314,"status":"ok","timestamp":1666033441689,"user":{"displayName":"Dheerachote Korpajarasoontorn","userId":"17500142716704326113"},"user_tz":240},"id":"CCDlfUQtRo_G"},"outputs":[],"source":["text_inputs = [keras.layers.Input(shape=(), dtype=tf.string)]\n","tokenize = hub.KerasLayer(preprocessor.tokenize)\n","tokenized_inputs = [tokenize(segment) for segment in text_inputs]\n","\n","seq_length = 512  # Set sequence length\n","bert_pack_inputs = hub.KerasLayer(\n","    preprocessor.bert_pack_inputs,\n","    arguments=dict(seq_length=seq_length))\n","preprocessed_text = bert_pack_inputs(tokenized_inputs)"],"id":"CCDlfUQtRo_G"},{"cell_type":"code","execution_count":null,"metadata":{"colab":{"background_save":true},"id":"WPTSkdZFXMAQ"},"outputs":[],"source":["# sizes = []\n","# tokens = tokenize(X_train)\n","# for i in range(tokens.shape[0]):\n","#   sizes.append(tokens[i].shape[0])\n","\n","# from matplotlib import pyplot as plt\n","\n","# fig, (ax1, ax2) = plt.subplots(1, 2)\n","# fig.set_figwidth(12)\n","# ax1.hist(sizes)\n","# ax2.boxplot(sizes)"],"id":"WPTSkdZFXMAQ"},{"cell_type":"code","execution_count":22,"metadata":{"colab":{"base_uri":"https://localhost:8080/"},"executionInfo":{"elapsed":314,"status":"ok","timestamp":1666033449449,"user":{"displayName":"Dheerachote Korpajarasoontorn","userId":"17500142716704326113"},"user_tz":240},"id":"lu8WbcY0VegX","outputId":"4b356d7a-10dc-43db-8e6c-f691240a4802"},"outputs":[{"output_type":"execute_result","data":{"text/plain":["[<KerasTensor: shape=(None,) dtype=string (created by layer 'input_2')>]"]},"metadata":{},"execution_count":22}],"source":["text_inputs"],"id":"lu8WbcY0VegX"},{"cell_type":"code","execution_count":26,"metadata":{"colab":{"base_uri":"https://localhost:8080/"},"executionInfo":{"elapsed":306,"status":"ok","timestamp":1666033524311,"user":{"displayName":"Dheerachote Korpajarasoontorn","userId":"17500142716704326113"},"user_tz":240},"id":"nbgZDFU_Rowl","outputId":"71d34374-bc66-41e6-da19-ae157fb03226"},"outputs":[{"output_type":"execute_result","data":{"text/plain":["<KerasTensor: shape=(None, 512) dtype=int32 (created by layer 'keras_layer_3')>"]},"metadata":{},"execution_count":26}],"source":["preprocessed_text['input_mask']"],"id":"nbgZDFU_Rowl"},{"cell_type":"code","execution_count":27,"metadata":{"id":"PK-y27YSkCWv","colab":{"base_uri":"https://localhost:8080/"},"executionInfo":{"status":"ok","timestamp":1666033600857,"user_tz":240,"elapsed":34886,"user":{"displayName":"Dheerachote Korpajarasoontorn","userId":"17500142716704326113"}},"outputId":"031d3ac5-4e3c-4a8e-a915-3f57d4e742a4"},"outputs":[{"output_type":"stream","name":"stdout","text":["Executing op __inference_restored_function_body_54521 in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op VarHandleOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op VarHandleOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op VarHandleOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op VarHandleOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op VarHandleOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op VarHandleOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op VarHandleOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op VarHandleOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op VarHandleOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op VarHandleOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op VarHandleOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op VarHandleOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op VarHandleOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op VarHandleOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op VarHandleOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op VarHandleOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op VarHandleOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op VarHandleOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op VarHandleOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op VarHandleOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op VarHandleOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op VarHandleOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op VarHandleOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op VarHandleOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op VarHandleOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op VarHandleOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op VarHandleOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op VarHandleOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op VarHandleOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op VarHandleOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op VarHandleOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op VarHandleOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op VarHandleOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op VarHandleOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op VarHandleOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op VarHandleOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op VarHandleOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op VarHandleOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op VarHandleOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op VarHandleOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op VarHandleOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op VarHandleOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op VarHandleOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op VarHandleOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op VarHandleOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op VarHandleOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op VarHandleOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op VarHandleOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op VarHandleOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op VarHandleOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op VarHandleOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op VarHandleOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op VarHandleOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op VarHandleOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op VarHandleOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op VarHandleOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op VarHandleOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op VarHandleOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op VarHandleOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op VarHandleOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op VarHandleOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op VarHandleOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op VarHandleOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op VarHandleOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op VarHandleOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op VarHandleOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op VarHandleOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op VarHandleOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op VarHandleOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op VarHandleOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op VarHandleOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op VarHandleOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op VarHandleOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op VarHandleOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op VarHandleOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op VarHandleOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op VarHandleOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op VarHandleOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op VarHandleOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op VarHandleOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op VarHandleOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op VarHandleOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op VarHandleOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op VarHandleOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op VarHandleOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op VarHandleOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op VarHandleOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op VarHandleOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op VarHandleOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op VarHandleOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op VarHandleOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op VarHandleOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op VarHandleOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op VarHandleOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op VarHandleOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op VarHandleOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op VarHandleOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op VarHandleOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op VarHandleOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op VarHandleOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op VarHandleOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op VarHandleOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op VarHandleOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op VarHandleOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op VarHandleOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op VarHandleOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op VarHandleOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op VarHandleOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op VarHandleOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op VarHandleOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op VarHandleOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op VarHandleOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op VarHandleOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op VarHandleOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op VarHandleOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op VarHandleOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op VarHandleOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op VarHandleOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op VarHandleOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op VarHandleOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op VarHandleOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op VarHandleOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op VarHandleOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op VarHandleOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op VarHandleOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op VarHandleOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op VarHandleOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op VarHandleOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op VarHandleOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op VarHandleOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op VarHandleOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op VarHandleOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op VarHandleOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op VarHandleOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op VarHandleOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op VarHandleOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op VarHandleOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op VarHandleOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op VarHandleOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op VarHandleOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op VarHandleOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op VarHandleOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op VarHandleOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op VarHandleOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op VarHandleOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op VarHandleOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op VarHandleOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op VarHandleOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op VarHandleOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op VarHandleOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op VarHandleOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op VarHandleOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op VarHandleOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op VarHandleOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op VarHandleOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op VarHandleOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op VarHandleOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op VarHandleOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op VarHandleOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op VarHandleOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op VarHandleOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op VarHandleOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op VarHandleOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op VarHandleOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op VarHandleOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op VarHandleOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op VarHandleOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op VarHandleOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op VarHandleOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op VarHandleOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op VarHandleOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op VarHandleOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op VarHandleOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op VarHandleOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op VarHandleOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op VarHandleOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op VarHandleOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op VarHandleOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op VarHandleOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op VarHandleOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op VarHandleOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op VarHandleOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op VarHandleOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op VarHandleOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op VarHandleOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op VarHandleOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op VarHandleOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op VarHandleOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op VarHandleOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op VarHandleOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op VarHandleOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op VarHandleOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op VarHandleOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op VarHandleOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op VarHandleOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op VarHandleOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op VarHandleOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op VarHandleOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op VarHandleOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op VarHandleOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op VarHandleOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op VarHandleOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op VarHandleOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op VarHandleOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op VarHandleOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op RestoreV2 in device /job:localhost/replica:0/task:0/device:CPU:0\n","Executing op Identity in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op AssignVariableOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op Identity in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op AssignVariableOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op Identity in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op AssignVariableOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op Identity in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op AssignVariableOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op Identity in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op AssignVariableOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op Identity in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op AssignVariableOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op Identity in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op AssignVariableOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op Identity in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op AssignVariableOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op Identity in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op AssignVariableOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op Identity in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op AssignVariableOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op Identity in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op AssignVariableOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op Identity in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op AssignVariableOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op Identity in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op AssignVariableOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op Identity in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op AssignVariableOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op Identity in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op AssignVariableOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op Identity in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op AssignVariableOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op Identity in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op AssignVariableOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op Identity in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op AssignVariableOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op Identity in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op AssignVariableOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op Identity in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op AssignVariableOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op Identity in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op AssignVariableOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op Identity in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op AssignVariableOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op Identity in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op AssignVariableOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op Identity in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op AssignVariableOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op Identity in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op AssignVariableOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op Identity in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op AssignVariableOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op Identity in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op AssignVariableOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op Identity in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op AssignVariableOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op Identity in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op AssignVariableOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op Identity in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op AssignVariableOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op Identity in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op AssignVariableOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op Identity in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op AssignVariableOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op Identity in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op AssignVariableOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op Identity in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op AssignVariableOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op Identity in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op AssignVariableOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op Identity in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op AssignVariableOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op Identity in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op AssignVariableOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op Identity in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op AssignVariableOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op Identity in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op AssignVariableOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op Identity in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op AssignVariableOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op Identity in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op AssignVariableOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op Identity in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op AssignVariableOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op Identity in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op AssignVariableOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op Identity in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op AssignVariableOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op Identity in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op AssignVariableOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op Identity in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op AssignVariableOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op Identity in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op AssignVariableOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op Identity in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op AssignVariableOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op Identity in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op AssignVariableOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op Identity in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op AssignVariableOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op Identity in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op AssignVariableOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op Identity in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op AssignVariableOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op Identity in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op AssignVariableOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op Identity in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op AssignVariableOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op Identity in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op AssignVariableOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op Identity in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op AssignVariableOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op Identity in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op AssignVariableOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op Identity in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op AssignVariableOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op Identity in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op AssignVariableOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op Identity in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op AssignVariableOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op Identity in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op AssignVariableOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op Identity in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op AssignVariableOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op Identity in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op AssignVariableOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op Identity in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op AssignVariableOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op Identity in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op AssignVariableOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op Identity in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op AssignVariableOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op Identity in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op AssignVariableOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op Identity in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op AssignVariableOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op Identity in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op AssignVariableOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op Identity in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op AssignVariableOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op Identity in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op AssignVariableOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op Identity in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op AssignVariableOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op Identity in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op AssignVariableOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op Identity in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op AssignVariableOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op Identity in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op AssignVariableOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op Identity in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op AssignVariableOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op Identity in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op AssignVariableOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op Identity in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op AssignVariableOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op Identity in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op AssignVariableOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op Identity in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op AssignVariableOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op Identity in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op AssignVariableOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op Identity in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op AssignVariableOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op Identity in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op AssignVariableOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op Identity in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op AssignVariableOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op Identity in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op AssignVariableOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op Identity in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op AssignVariableOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op Identity in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op AssignVariableOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op Identity in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op AssignVariableOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op Identity in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op AssignVariableOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op Identity in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op AssignVariableOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op Identity in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op AssignVariableOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op Identity in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op AssignVariableOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op Identity in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op AssignVariableOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op Identity in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op AssignVariableOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op Identity in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op AssignVariableOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op Identity in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op AssignVariableOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op Identity in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op AssignVariableOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op Identity in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op AssignVariableOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op Identity in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op AssignVariableOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op Identity in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op AssignVariableOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op Identity in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op AssignVariableOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op Identity in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op AssignVariableOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op Identity in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op AssignVariableOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op Identity in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op AssignVariableOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op Identity in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op AssignVariableOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op Identity in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op AssignVariableOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op Identity in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op AssignVariableOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op Identity in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op AssignVariableOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op Identity in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op AssignVariableOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op Identity in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op AssignVariableOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op Identity in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op AssignVariableOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op Identity in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op AssignVariableOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op Identity in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op AssignVariableOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op Identity in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op AssignVariableOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op Identity in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op AssignVariableOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op Identity in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op AssignVariableOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op Identity in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op AssignVariableOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op Identity in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op AssignVariableOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op Identity in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op AssignVariableOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op Identity in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op AssignVariableOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op Identity in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op AssignVariableOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op Identity in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op AssignVariableOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op Identity in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op AssignVariableOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op Identity in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op AssignVariableOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op Identity in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op AssignVariableOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op Identity in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op AssignVariableOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op Identity in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op AssignVariableOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op Identity in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op AssignVariableOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op Identity in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op AssignVariableOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op Identity in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op AssignVariableOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op Identity in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op AssignVariableOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op Identity in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op AssignVariableOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op Identity in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op AssignVariableOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op Identity in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op AssignVariableOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op Identity in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op AssignVariableOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op Identity in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op AssignVariableOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op Identity in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op AssignVariableOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op Identity in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op AssignVariableOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op Identity in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op AssignVariableOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op Identity in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op AssignVariableOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op Identity in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op AssignVariableOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op Identity in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op AssignVariableOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op Identity in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op AssignVariableOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op Identity in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op AssignVariableOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op Identity in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op AssignVariableOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op Identity in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op AssignVariableOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op Identity in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op AssignVariableOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op Identity in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op AssignVariableOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op Identity in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op AssignVariableOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op Identity in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op AssignVariableOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op Identity in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op AssignVariableOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op Identity in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op AssignVariableOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op Identity in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op AssignVariableOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op Identity in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op AssignVariableOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op Identity in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op AssignVariableOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op Identity in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op AssignVariableOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op Identity in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op AssignVariableOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op Identity in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op AssignVariableOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op Identity in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op AssignVariableOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op Identity in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op AssignVariableOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op Identity in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op AssignVariableOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op Identity in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op AssignVariableOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op Identity in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op AssignVariableOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op Identity in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op AssignVariableOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op Identity in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op AssignVariableOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op Identity in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op AssignVariableOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op Identity in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op AssignVariableOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op Identity in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op AssignVariableOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op Identity in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op AssignVariableOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op Identity in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op AssignVariableOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op Identity in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op AssignVariableOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op Identity in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op AssignVariableOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op Identity in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op AssignVariableOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op Identity in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op AssignVariableOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op Identity in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op AssignVariableOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op Identity in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op AssignVariableOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op Identity in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op AssignVariableOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op Identity in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op AssignVariableOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op Identity in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op AssignVariableOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op Identity in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op AssignVariableOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op Identity in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op AssignVariableOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op Identity in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op AssignVariableOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op Identity in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op AssignVariableOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op Identity in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op AssignVariableOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op Identity in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op AssignVariableOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op Identity in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op AssignVariableOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op Identity in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op AssignVariableOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op Identity in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op AssignVariableOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op Identity in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op AssignVariableOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op Identity in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op AssignVariableOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op Identity in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op AssignVariableOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op Identity in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op AssignVariableOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op Identity in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op AssignVariableOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op Identity in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op AssignVariableOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op Identity in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op AssignVariableOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op Identity in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op AssignVariableOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op Identity in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op AssignVariableOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op Identity in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op AssignVariableOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op Identity in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op AssignVariableOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op Identity in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op AssignVariableOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op Identity in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op AssignVariableOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op Identity in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op AssignVariableOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op Identity in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op AssignVariableOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op Identity in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op AssignVariableOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op Identity in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op AssignVariableOp in device /job:localhost/replica:0/task:0/device:GPU:0\n"]}],"source":["bert_encoder = hub.KerasLayer(\"https://tfhub.dev/tensorflow/bert_en_uncased_L-12_H-768_A-12/4\", trainable=True)"],"id":"PK-y27YSkCWv"},{"cell_type":"code","execution_count":28,"metadata":{"id":"b596889e","colab":{"base_uri":"https://localhost:8080/"},"executionInfo":{"status":"ok","timestamp":1666033600857,"user_tz":240,"elapsed":19,"user":{"displayName":"Dheerachote Korpajarasoontorn","userId":"17500142716704326113"}},"outputId":"5841a310-3980-42ce-eb30-ebbfb8f1d6dc"},"outputs":[{"output_type":"stream","name":"stdout","text":["Executing op _EagerConst in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op _EagerConst in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op _EagerConst in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op _EagerConst in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op StatelessRandomGetKeyCounter in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op _EagerConst in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op StatelessRandomUniformV2 in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op Sub in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op Mul in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op AddV2 in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op VarHandleOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op AssignVariableOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op _EagerConst in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op _EagerConst in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op Fill in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op VarHandleOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op AssignVariableOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op VarHandleOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op AssignVariableOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op VarHandleOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op AssignVariableOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op VarHandleOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op AssignVariableOp in device /job:localhost/replica:0/task:0/device:GPU:0\n"]}],"source":["# Train all BERT layers as suggested by BERT developers\n","bert_encoder.trainable = True\n","\n","# Bert layers\n","outputs = bert_encoder(preprocessed_text)\n","\n","# Dense layers\n","l = keras.layers.Dense(1, activation='sigmoid', name=\"output\") (outputs['pooled_output'])\n","\n","# Use inputs and outputs to construct a final model\n","model = keras.Model(inputs=text_inputs, outputs = [l])"],"id":"b596889e"},{"cell_type":"code","execution_count":29,"metadata":{"id":"kqDl5bxaW3V6","executionInfo":{"status":"ok","timestamp":1666033600858,"user_tz":240,"elapsed":16,"user":{"displayName":"Dheerachote Korpajarasoontorn","userId":"17500142716704326113"}}},"outputs":[],"source":["epochs = 3\n","batch_size = 8\n","init_lr = 3e-5  # best of [5e-5, 3e-5, 2e-5]\n","\n","train_data_size = X_train.shape[0]\n","steps_per_epoch = train_data_size // batch_size\n","num_train_steps = steps_per_epoch * epochs\n","num_warmup_steps = num_train_steps // 10\n","\n","test_data_size = X_test.shape[0]"],"id":"kqDl5bxaW3V6"},{"cell_type":"code","execution_count":30,"metadata":{"colab":{"base_uri":"https://localhost:8080/"},"executionInfo":{"elapsed":16,"status":"ok","timestamp":1666033600858,"user":{"displayName":"Dheerachote Korpajarasoontorn","userId":"17500142716704326113"},"user_tz":240},"id":"1uG-YUYpKZgI","outputId":"903b949a-1aa6-4b55-f31d-6f061ed74e32"},"outputs":[{"output_type":"stream","name":"stdout","text":["Executing op _EagerConst in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op Fill in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op VarHandleOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op AssignVariableOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op _EagerConst in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op Fill in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op VarHandleOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op AssignVariableOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op VarHandleOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op AssignVariableOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Model: \"model\"\n","__________________________________________________________________________________________________\n"," Layer (type)                   Output Shape         Param #     Connected to                     \n","==================================================================================================\n"," input_2 (InputLayer)           [(None,)]            0           []                               \n","                                                                                                  \n"," keras_layer_2 (KerasLayer)     (None, None, None)   0           ['input_2[0][0]']                \n","                                                                                                  \n"," keras_layer_3 (KerasLayer)     {'input_mask': (Non  0           ['keras_layer_2[0][0]']          \n","                                e, 512),                                                          \n","                                 'input_word_ids':                                                \n","                                (None, 512),                                                      \n","                                 'input_type_ids':                                                \n","                                (None, 512)}                                                      \n","                                                                                                  \n"," keras_layer_4 (KerasLayer)     {'default': (None,   109482241   ['keras_layer_3[0][0]',          \n","                                768),                             'keras_layer_3[0][1]',          \n","                                 'sequence_output':               'keras_layer_3[0][2]']          \n","                                 (None, 512, 768),                                                \n","                                 'pooled_output': (                                               \n","                                None, 768),                                                       \n","                                 'encoder_outputs':                                               \n","                                 [(None, 512, 768),                                               \n","                                 (None, 512, 768),                                                \n","                                 (None, 512, 768),                                                \n","                                 (None, 512, 768),                                                \n","                                 (None, 512, 768),                                                \n","                                 (None, 512, 768),                                                \n","                                 (None, 512, 768),                                                \n","                                 (None, 512, 768),                                                \n","                                 (None, 512, 768),                                                \n","                                 (None, 512, 768),                                                \n","                                 (None, 512, 768),                                                \n","                                 (None, 512, 768)]}                                               \n","                                                                                                  \n"," output (Dense)                 (None, 1)            769         ['keras_layer_4[0][13]']         \n","                                                                                                  \n","==================================================================================================\n","Total params: 109,483,010\n","Trainable params: 109,483,009\n","Non-trainable params: 1\n","__________________________________________________________________________________________________\n"]}],"source":["optimizer = optimization.create_optimizer(\n","      init_lr=init_lr,\n","      num_train_steps=num_train_steps,\n","      num_warmup_steps=num_warmup_steps,\n","      optimizer_type='adamw')\n","\n","# optimizer = optimization.create_optimizer(\n","#       init_lr=init_lr,\n","#       num_train_steps=num_train_steps,\n","#       num_warmup_steps=0,\n","#       optimizer_type='adamw')\n","\n","model.compile(optimizer=optimizer,\n","              loss='binary_crossentropy',\n","              metrics='accuracy')\n","\n","model.summary()"],"id":"1uG-YUYpKZgI"},{"cell_type":"code","execution_count":31,"metadata":{"colab":{"base_uri":"https://localhost:8080/","height":1000},"executionInfo":{"elapsed":75525,"status":"error","timestamp":1666033682966,"user":{"displayName":"Dheerachote Korpajarasoontorn","userId":"17500142716704326113"},"user_tz":240},"id":"ac0cf0b2","outputId":"37a9053d-bd18-4ad0-c8c7-e39be1d2fc8f"},"outputs":[{"output_type":"stream","name":"stdout","text":["Executing op _EagerConst in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op _EagerConst in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op RangeDataset in device /job:localhost/replica:0/task:0/device:CPU:0\n","Executing op _EagerConst in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op RepeatDataset in device /job:localhost/replica:0/task:0/device:CPU:0\n","Executing op MapDataset in device /job:localhost/replica:0/task:0/device:CPU:0\n","Executing op PrefetchDataset in device /job:localhost/replica:0/task:0/device:CPU:0\n","Executing op FlatMapDataset in device /job:localhost/replica:0/task:0/device:CPU:0\n","Executing op TensorDataset in device /job:localhost/replica:0/task:0/device:CPU:0\n","Executing op _EagerConst in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op RepeatDataset in device /job:localhost/replica:0/task:0/device:CPU:0\n","Executing op ZipDataset in device /job:localhost/replica:0/task:0/device:CPU:0\n","Executing op ParallelMapDatasetV2 in device /job:localhost/replica:0/task:0/device:CPU:0\n","Executing op OptionsDataset in device /job:localhost/replica:0/task:0/device:CPU:0\n","Executing op OptionsDataset in device /job:localhost/replica:0/task:0/device:CPU:0\n","Executing op ReadVariableOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op Identity in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op ReadVariableOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op Identity in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op ReadVariableOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op Identity in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op AssignVariableOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op ReadVariableOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op Identity in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op ReadVariableOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op Identity in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op AnonymousIteratorV3 in device /job:localhost/replica:0/task:0/device:CPU:0\n","Executing op MakeIterator in device /job:localhost/replica:0/task:0/device:CPU:0\n","Epoch 1/3\n","Executing op ReadVariableOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op Identity in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op _EagerConst in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op Fill in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op VarHandleOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op AssignVariableOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op _EagerConst in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op VarHandleOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op AssignVariableOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op _EagerConst in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op VarHandleOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op AssignVariableOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op _EagerConst in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op VarHandleOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op AssignVariableOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op _EagerConst in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op _EagerConst in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op Fill in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op VarHandleOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op AssignVariableOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op _EagerConst in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op Fill in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op VarHandleOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op AssignVariableOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op _EagerConst in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op Fill in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op VarHandleOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op AssignVariableOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op _EagerConst in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op Fill in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op VarHandleOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op AssignVariableOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op _EagerConst in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op Fill in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op VarHandleOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op AssignVariableOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op _EagerConst in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op Fill in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op VarHandleOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op AssignVariableOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op _EagerConst in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op Fill in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op VarHandleOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op AssignVariableOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op _EagerConst in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op Fill in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op VarHandleOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op AssignVariableOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op _EagerConst in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op Fill in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op VarHandleOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op AssignVariableOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op _EagerConst in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op Fill in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op VarHandleOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op AssignVariableOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op _EagerConst in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op Fill in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op VarHandleOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op AssignVariableOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op _EagerConst in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op Fill in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op VarHandleOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op AssignVariableOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op _EagerConst in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op Fill in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op VarHandleOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op AssignVariableOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op _EagerConst in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op Fill in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op VarHandleOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op AssignVariableOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op _EagerConst in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op Fill in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op VarHandleOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op AssignVariableOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op _EagerConst in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op Fill in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op VarHandleOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op AssignVariableOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op _EagerConst in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op Fill in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op VarHandleOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op AssignVariableOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op _EagerConst in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op Fill in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op VarHandleOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op AssignVariableOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op _EagerConst in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op Fill in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op VarHandleOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op AssignVariableOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op _EagerConst in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op Fill in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op VarHandleOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op AssignVariableOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op _EagerConst in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op Fill in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op VarHandleOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op AssignVariableOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op _EagerConst in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op Fill in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op VarHandleOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op AssignVariableOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op _EagerConst in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op Fill in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op VarHandleOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op AssignVariableOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op _EagerConst in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op Fill in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op VarHandleOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op AssignVariableOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op _EagerConst in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op Fill in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op VarHandleOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op AssignVariableOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op _EagerConst in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op Fill in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op VarHandleOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op AssignVariableOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op _EagerConst in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op Fill in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op VarHandleOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op AssignVariableOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op _EagerConst in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op Fill in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op VarHandleOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op AssignVariableOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op _EagerConst in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op Fill in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op VarHandleOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op AssignVariableOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op _EagerConst in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op Fill in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op VarHandleOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op AssignVariableOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op _EagerConst in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op Fill in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op VarHandleOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op AssignVariableOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op _EagerConst in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op Fill in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op VarHandleOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op AssignVariableOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op _EagerConst in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op Fill in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op VarHandleOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op AssignVariableOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op _EagerConst in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op Fill in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op VarHandleOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op AssignVariableOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op _EagerConst in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op Fill in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op VarHandleOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op AssignVariableOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op _EagerConst in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op Fill in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op VarHandleOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op AssignVariableOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op _EagerConst in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op Fill in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op VarHandleOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op AssignVariableOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op _EagerConst in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op Fill in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op VarHandleOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op AssignVariableOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op _EagerConst in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op Fill in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op VarHandleOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op AssignVariableOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op _EagerConst in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op Fill in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op VarHandleOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op AssignVariableOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op _EagerConst in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op Fill in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op VarHandleOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op AssignVariableOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op _EagerConst in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op Fill in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op VarHandleOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op AssignVariableOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op _EagerConst in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op Fill in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op VarHandleOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op AssignVariableOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op _EagerConst in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op Fill in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op VarHandleOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op AssignVariableOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op _EagerConst in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op Fill in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op VarHandleOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op AssignVariableOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op _EagerConst in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op Fill in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op VarHandleOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op AssignVariableOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op _EagerConst in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op Fill in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op VarHandleOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op AssignVariableOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op _EagerConst in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op Fill in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op VarHandleOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op AssignVariableOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op _EagerConst in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op Fill in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op VarHandleOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op AssignVariableOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op _EagerConst in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op Fill in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op VarHandleOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op AssignVariableOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op _EagerConst in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op Fill in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op VarHandleOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op AssignVariableOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op _EagerConst in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op Fill in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op VarHandleOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op AssignVariableOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op _EagerConst in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op Fill in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op VarHandleOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op AssignVariableOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op _EagerConst in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op Fill in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op VarHandleOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op AssignVariableOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op _EagerConst in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op Fill in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op VarHandleOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op AssignVariableOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op _EagerConst in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op Fill in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op VarHandleOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op AssignVariableOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op _EagerConst in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op Fill in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op VarHandleOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op AssignVariableOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op _EagerConst in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op Fill in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op VarHandleOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op AssignVariableOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op _EagerConst in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op Fill in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op VarHandleOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op AssignVariableOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op _EagerConst in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op Fill in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op VarHandleOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op AssignVariableOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op _EagerConst in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op Fill in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op VarHandleOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op AssignVariableOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op _EagerConst in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op Fill in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op VarHandleOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op AssignVariableOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op _EagerConst in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op Fill in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op VarHandleOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op AssignVariableOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op _EagerConst in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op Fill in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op VarHandleOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op AssignVariableOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op _EagerConst in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op Fill in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op VarHandleOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op AssignVariableOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op _EagerConst in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op Fill in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op VarHandleOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op AssignVariableOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op _EagerConst in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op Fill in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op VarHandleOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op AssignVariableOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op _EagerConst in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op Fill in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op VarHandleOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op AssignVariableOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op _EagerConst in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op Fill in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op VarHandleOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op AssignVariableOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op _EagerConst in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op Fill in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op VarHandleOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op AssignVariableOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op _EagerConst in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op Fill in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op VarHandleOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op AssignVariableOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op _EagerConst in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op Fill in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op VarHandleOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op AssignVariableOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op _EagerConst in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op Fill in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op VarHandleOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op AssignVariableOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op _EagerConst in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op Fill in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op VarHandleOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op AssignVariableOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op _EagerConst in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op Fill in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op VarHandleOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op AssignVariableOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op _EagerConst in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op Fill in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op VarHandleOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op AssignVariableOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op _EagerConst in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op Fill in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op VarHandleOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op AssignVariableOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op _EagerConst in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op Fill in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op VarHandleOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op AssignVariableOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op _EagerConst in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op Fill in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op VarHandleOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op AssignVariableOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op _EagerConst in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op Fill in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op VarHandleOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op AssignVariableOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op _EagerConst in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op Fill in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op VarHandleOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op AssignVariableOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op _EagerConst in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op Fill in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op VarHandleOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op AssignVariableOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op _EagerConst in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op Fill in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op VarHandleOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op AssignVariableOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op _EagerConst in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op Fill in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op VarHandleOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op AssignVariableOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op _EagerConst in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op Fill in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op VarHandleOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op AssignVariableOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op _EagerConst in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op Fill in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op VarHandleOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op AssignVariableOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op _EagerConst in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op Fill in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op VarHandleOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op AssignVariableOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op _EagerConst in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op Fill in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op VarHandleOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op AssignVariableOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op _EagerConst in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op Fill in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op VarHandleOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op AssignVariableOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op _EagerConst in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op Fill in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op VarHandleOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op AssignVariableOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op _EagerConst in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op Fill in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op VarHandleOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op AssignVariableOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op _EagerConst in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op Fill in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op VarHandleOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op AssignVariableOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op _EagerConst in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op Fill in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op VarHandleOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op AssignVariableOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op _EagerConst in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op Fill in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op VarHandleOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op AssignVariableOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op _EagerConst in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op Fill in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op VarHandleOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op AssignVariableOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op _EagerConst in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op Fill in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op VarHandleOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op AssignVariableOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op _EagerConst in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op Fill in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op VarHandleOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op AssignVariableOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op _EagerConst in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op Fill in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op VarHandleOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op AssignVariableOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op _EagerConst in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op Fill in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op VarHandleOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op AssignVariableOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op _EagerConst in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op Fill in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op VarHandleOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op AssignVariableOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op _EagerConst in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op Fill in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op VarHandleOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op AssignVariableOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op _EagerConst in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op Fill in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op VarHandleOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op AssignVariableOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op _EagerConst in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op Fill in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op VarHandleOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op AssignVariableOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op _EagerConst in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op Fill in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op VarHandleOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op AssignVariableOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op _EagerConst in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op Fill in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op VarHandleOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op AssignVariableOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op _EagerConst in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op Fill in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op VarHandleOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op AssignVariableOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op _EagerConst in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op Fill in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op VarHandleOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op AssignVariableOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op _EagerConst in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op Fill in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op VarHandleOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op AssignVariableOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op _EagerConst in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op Fill in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op VarHandleOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op AssignVariableOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op _EagerConst in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op Fill in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op VarHandleOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op AssignVariableOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op _EagerConst in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op Fill in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op VarHandleOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op AssignVariableOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op _EagerConst in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op Fill in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op VarHandleOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op AssignVariableOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op _EagerConst in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op Fill in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op VarHandleOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op AssignVariableOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op _EagerConst in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op Fill in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op VarHandleOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op AssignVariableOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op _EagerConst in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op Fill in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op VarHandleOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op AssignVariableOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op _EagerConst in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op Fill in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op VarHandleOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op AssignVariableOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op _EagerConst in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op Fill in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op VarHandleOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op AssignVariableOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op _EagerConst in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op Fill in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op VarHandleOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op AssignVariableOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op _EagerConst in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op Fill in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op VarHandleOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op AssignVariableOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op _EagerConst in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op Fill in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op VarHandleOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op AssignVariableOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op _EagerConst in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op Fill in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op VarHandleOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op AssignVariableOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op _EagerConst in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op Fill in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op VarHandleOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op AssignVariableOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op _EagerConst in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op Fill in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op VarHandleOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op AssignVariableOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op _EagerConst in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op Fill in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op VarHandleOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op AssignVariableOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op _EagerConst in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op Fill in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op VarHandleOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op AssignVariableOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op _EagerConst in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op Fill in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op VarHandleOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op AssignVariableOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op _EagerConst in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op Fill in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op VarHandleOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op AssignVariableOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op _EagerConst in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op Fill in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op VarHandleOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op AssignVariableOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op _EagerConst in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op Fill in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op VarHandleOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op AssignVariableOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op _EagerConst in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op Fill in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op VarHandleOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op AssignVariableOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op _EagerConst in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op Fill in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op VarHandleOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op AssignVariableOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op _EagerConst in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op Fill in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op VarHandleOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op AssignVariableOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op _EagerConst in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op Fill in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op VarHandleOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op AssignVariableOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op _EagerConst in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op Fill in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op VarHandleOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op AssignVariableOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op _EagerConst in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op Fill in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op VarHandleOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op AssignVariableOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op _EagerConst in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op Fill in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op VarHandleOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op AssignVariableOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op _EagerConst in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op Fill in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op VarHandleOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op AssignVariableOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op _EagerConst in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op Fill in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op VarHandleOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op AssignVariableOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op _EagerConst in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op Fill in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op VarHandleOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op AssignVariableOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op _EagerConst in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op Fill in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op VarHandleOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op AssignVariableOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op _EagerConst in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op Fill in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op VarHandleOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op AssignVariableOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op _EagerConst in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op Fill in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op VarHandleOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op AssignVariableOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op _EagerConst in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op Fill in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op VarHandleOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op AssignVariableOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op _EagerConst in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op Fill in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op VarHandleOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op AssignVariableOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op _EagerConst in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op Fill in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op VarHandleOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op AssignVariableOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op _EagerConst in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op Fill in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op VarHandleOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op AssignVariableOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op _EagerConst in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op Fill in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op VarHandleOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op AssignVariableOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op _EagerConst in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op Fill in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op VarHandleOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op AssignVariableOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op _EagerConst in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op Fill in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op VarHandleOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op AssignVariableOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op _EagerConst in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op Fill in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op VarHandleOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op AssignVariableOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op _EagerConst in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op Fill in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op VarHandleOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op AssignVariableOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op _EagerConst in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op Fill in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op VarHandleOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op AssignVariableOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op _EagerConst in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op Fill in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op VarHandleOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op AssignVariableOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op _EagerConst in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op Fill in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op VarHandleOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op AssignVariableOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op _EagerConst in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op Fill in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op VarHandleOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op AssignVariableOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op _EagerConst in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op Fill in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op VarHandleOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op AssignVariableOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op _EagerConst in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op Fill in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op VarHandleOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op AssignVariableOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op _EagerConst in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op Fill in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op VarHandleOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op AssignVariableOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op _EagerConst in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op Fill in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op VarHandleOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op AssignVariableOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op _EagerConst in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op Fill in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op VarHandleOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op AssignVariableOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op _EagerConst in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op Fill in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op VarHandleOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op AssignVariableOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op _EagerConst in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op Fill in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op VarHandleOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op AssignVariableOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op _EagerConst in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op Fill in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op VarHandleOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op AssignVariableOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op _EagerConst in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op Fill in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op VarHandleOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op AssignVariableOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op _EagerConst in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op Fill in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op VarHandleOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op AssignVariableOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op _EagerConst in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op Fill in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op VarHandleOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op AssignVariableOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op _EagerConst in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op Fill in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op VarHandleOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op AssignVariableOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op _EagerConst in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op Fill in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op VarHandleOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op AssignVariableOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op _EagerConst in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op Fill in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op VarHandleOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op AssignVariableOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op _EagerConst in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op Fill in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op VarHandleOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op AssignVariableOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op _EagerConst in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op Fill in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op VarHandleOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op AssignVariableOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op _EagerConst in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op Fill in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op VarHandleOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op AssignVariableOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op _EagerConst in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op Fill in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op VarHandleOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op AssignVariableOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op _EagerConst in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op Fill in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op VarHandleOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op AssignVariableOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op _EagerConst in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op Fill in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op VarHandleOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op AssignVariableOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op _EagerConst in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op Fill in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op VarHandleOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op AssignVariableOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op _EagerConst in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op Fill in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op VarHandleOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op AssignVariableOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op _EagerConst in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op Fill in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op VarHandleOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op AssignVariableOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op _EagerConst in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op Fill in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op VarHandleOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op AssignVariableOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op _EagerConst in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op Fill in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op VarHandleOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op AssignVariableOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op _EagerConst in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op Fill in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op VarHandleOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op AssignVariableOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op _EagerConst in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op Fill in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op VarHandleOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op AssignVariableOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op _EagerConst in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op Fill in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op VarHandleOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op AssignVariableOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op _EagerConst in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op Fill in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op VarHandleOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op AssignVariableOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op _EagerConst in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op Fill in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op VarHandleOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op AssignVariableOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op _EagerConst in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op Fill in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op VarHandleOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op AssignVariableOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op _EagerConst in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op Fill in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op VarHandleOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op AssignVariableOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op _EagerConst in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op Fill in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op VarHandleOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op AssignVariableOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op _EagerConst in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op Fill in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op VarHandleOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op AssignVariableOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op _EagerConst in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op Fill in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op VarHandleOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op AssignVariableOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op _EagerConst in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op Fill in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op VarHandleOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op AssignVariableOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op _EagerConst in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op Fill in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op VarHandleOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op AssignVariableOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op _EagerConst in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op Fill in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op VarHandleOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op AssignVariableOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op _EagerConst in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op Fill in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op VarHandleOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op AssignVariableOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op _EagerConst in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op Fill in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op VarHandleOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op AssignVariableOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op _EagerConst in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op Fill in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op VarHandleOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op AssignVariableOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op _EagerConst in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op Fill in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op VarHandleOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op AssignVariableOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op _EagerConst in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op Fill in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op VarHandleOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op AssignVariableOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op _EagerConst in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op Fill in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op VarHandleOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op AssignVariableOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op _EagerConst in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op Fill in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op VarHandleOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op AssignVariableOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op _EagerConst in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op Fill in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op VarHandleOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op AssignVariableOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op _EagerConst in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op Fill in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op VarHandleOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op AssignVariableOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op _EagerConst in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op Fill in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op VarHandleOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op AssignVariableOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op _EagerConst in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op Fill in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op VarHandleOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op AssignVariableOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op _EagerConst in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op Fill in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op VarHandleOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op AssignVariableOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op _EagerConst in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op Fill in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op VarHandleOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op AssignVariableOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op _EagerConst in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op Fill in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op VarHandleOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op AssignVariableOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op _EagerConst in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op Fill in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op VarHandleOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op AssignVariableOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op _EagerConst in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op Fill in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op VarHandleOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op AssignVariableOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op _EagerConst in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op Fill in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op VarHandleOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op AssignVariableOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op _EagerConst in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op Fill in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op VarHandleOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op AssignVariableOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op _EagerConst in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op Fill in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op VarHandleOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op AssignVariableOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op _EagerConst in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op Fill in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op VarHandleOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op AssignVariableOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op _EagerConst in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op Fill in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op VarHandleOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op AssignVariableOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op _EagerConst in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op Fill in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op VarHandleOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op AssignVariableOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op _EagerConst in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op Fill in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op VarHandleOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op AssignVariableOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op _EagerConst in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op Fill in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op VarHandleOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op AssignVariableOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op _EagerConst in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op Fill in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op VarHandleOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op AssignVariableOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op _EagerConst in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op Fill in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op VarHandleOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op AssignVariableOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op _EagerConst in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op Fill in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op VarHandleOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op AssignVariableOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op _EagerConst in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op Fill in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op VarHandleOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op AssignVariableOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op _EagerConst in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op Fill in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op VarHandleOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op AssignVariableOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op _EagerConst in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op Fill in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op VarHandleOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op AssignVariableOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op _EagerConst in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op Fill in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op VarHandleOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op AssignVariableOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op _EagerConst in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op Fill in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op VarHandleOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op AssignVariableOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op _EagerConst in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op Fill in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op VarHandleOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op AssignVariableOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op _EagerConst in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op Fill in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op VarHandleOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op AssignVariableOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op _EagerConst in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op Fill in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op VarHandleOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op AssignVariableOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op _EagerConst in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op Fill in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op VarHandleOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op AssignVariableOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op _EagerConst in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op Fill in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op VarHandleOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op AssignVariableOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op _EagerConst in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op Fill in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op VarHandleOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op AssignVariableOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op _EagerConst in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op Fill in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op VarHandleOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op AssignVariableOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op _EagerConst in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op Fill in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op VarHandleOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op AssignVariableOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op _EagerConst in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op Fill in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op VarHandleOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op AssignVariableOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op _EagerConst in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op Fill in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op VarHandleOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op AssignVariableOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op _EagerConst in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op Fill in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op VarHandleOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op AssignVariableOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op _EagerConst in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op Fill in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op VarHandleOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op AssignVariableOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op _EagerConst in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op Fill in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op VarHandleOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op AssignVariableOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op _EagerConst in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op Fill in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op VarHandleOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op AssignVariableOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op _EagerConst in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op Fill in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op VarHandleOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op AssignVariableOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op _EagerConst in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op Fill in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op VarHandleOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op AssignVariableOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op _EagerConst in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op Fill in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op VarHandleOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op AssignVariableOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op _EagerConst in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op Fill in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op VarHandleOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op AssignVariableOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op _EagerConst in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op Fill in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op VarHandleOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op AssignVariableOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op _EagerConst in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op Fill in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op VarHandleOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op AssignVariableOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op _EagerConst in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op Fill in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op VarHandleOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op AssignVariableOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op _EagerConst in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op Fill in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op VarHandleOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op AssignVariableOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op _EagerConst in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op Fill in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op VarHandleOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op AssignVariableOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op _EagerConst in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op Fill in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op VarHandleOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op AssignVariableOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op _EagerConst in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op Fill in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op VarHandleOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op AssignVariableOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op _EagerConst in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op Fill in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op VarHandleOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op AssignVariableOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op _EagerConst in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op Fill in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op VarHandleOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op AssignVariableOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op _EagerConst in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op Fill in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op VarHandleOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op AssignVariableOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op _EagerConst in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op Fill in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op VarHandleOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op AssignVariableOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op _EagerConst in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op Fill in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op VarHandleOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op AssignVariableOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op _EagerConst in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op Fill in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op VarHandleOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op AssignVariableOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op _EagerConst in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op Fill in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op VarHandleOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op AssignVariableOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op _EagerConst in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op Fill in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op VarHandleOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op AssignVariableOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op _EagerConst in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op Fill in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op VarHandleOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op AssignVariableOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op _EagerConst in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op Fill in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op VarHandleOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op AssignVariableOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op _EagerConst in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op Fill in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op VarHandleOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op AssignVariableOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op _EagerConst in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op Fill in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op VarHandleOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op AssignVariableOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op _EagerConst in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op Fill in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op VarHandleOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op AssignVariableOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op _EagerConst in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op Fill in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op VarHandleOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op AssignVariableOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op _EagerConst in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op Fill in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op VarHandleOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op AssignVariableOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op _EagerConst in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op Fill in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op VarHandleOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op AssignVariableOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op _EagerConst in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op Fill in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op VarHandleOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op AssignVariableOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op _EagerConst in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op Fill in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op VarHandleOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op AssignVariableOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op _EagerConst in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op Fill in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op VarHandleOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op AssignVariableOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op _EagerConst in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op Fill in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op VarHandleOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op AssignVariableOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op _EagerConst in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op Fill in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op VarHandleOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op AssignVariableOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op _EagerConst in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op Fill in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op VarHandleOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op AssignVariableOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op _EagerConst in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op Fill in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op VarHandleOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op AssignVariableOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op _EagerConst in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op Fill in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op VarHandleOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op AssignVariableOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op _EagerConst in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op Fill in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op VarHandleOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op AssignVariableOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op _EagerConst in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op Fill in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op VarHandleOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op AssignVariableOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op _EagerConst in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op Fill in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op VarHandleOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op AssignVariableOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op _EagerConst in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op Fill in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op VarHandleOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op AssignVariableOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op _EagerConst in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op Fill in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op VarHandleOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op AssignVariableOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op _EagerConst in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op Fill in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op VarHandleOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op AssignVariableOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op _EagerConst in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op Fill in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op VarHandleOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op AssignVariableOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op _EagerConst in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op Fill in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op VarHandleOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op AssignVariableOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op _EagerConst in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op Fill in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op VarHandleOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op AssignVariableOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op _EagerConst in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op Fill in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op VarHandleOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op AssignVariableOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op _EagerConst in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op Fill in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op VarHandleOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op AssignVariableOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op _EagerConst in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op Fill in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op VarHandleOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op AssignVariableOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op _EagerConst in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op Fill in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op VarHandleOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op AssignVariableOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op _EagerConst in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op Fill in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op VarHandleOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op AssignVariableOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op _EagerConst in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op Fill in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op VarHandleOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op AssignVariableOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op _EagerConst in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op Fill in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op VarHandleOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op AssignVariableOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op _EagerConst in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op Fill in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op VarHandleOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op AssignVariableOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op _EagerConst in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op Fill in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op VarHandleOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op AssignVariableOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op _EagerConst in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op Fill in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op VarHandleOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op AssignVariableOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op _EagerConst in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op Fill in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op VarHandleOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op AssignVariableOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op _EagerConst in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op Fill in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op VarHandleOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op AssignVariableOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op _EagerConst in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op Fill in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op VarHandleOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op AssignVariableOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op _EagerConst in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op Fill in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op VarHandleOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op AssignVariableOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op _EagerConst in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op Fill in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op VarHandleOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op AssignVariableOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op _EagerConst in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op Fill in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op VarHandleOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op AssignVariableOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op _EagerConst in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op Fill in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op VarHandleOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op AssignVariableOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op _EagerConst in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op Fill in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op VarHandleOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op AssignVariableOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op _EagerConst in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op Fill in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op VarHandleOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op AssignVariableOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op _EagerConst in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op Fill in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op VarHandleOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op AssignVariableOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op _EagerConst in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op Fill in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op VarHandleOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op AssignVariableOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op _EagerConst in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op Fill in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op VarHandleOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op AssignVariableOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op _EagerConst in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op Fill in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op VarHandleOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op AssignVariableOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op _EagerConst in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op Fill in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op VarHandleOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op AssignVariableOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op _EagerConst in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op Fill in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op VarHandleOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op AssignVariableOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op _EagerConst in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op Fill in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op VarHandleOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op AssignVariableOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op _EagerConst in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op Fill in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op VarHandleOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op AssignVariableOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op _EagerConst in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op Fill in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op VarHandleOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op AssignVariableOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op _EagerConst in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op Fill in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op VarHandleOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op AssignVariableOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op _EagerConst in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op Fill in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op VarHandleOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op AssignVariableOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op _EagerConst in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op Fill in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op VarHandleOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op AssignVariableOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op _EagerConst in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op Fill in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op VarHandleOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op AssignVariableOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op _EagerConst in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op Fill in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op VarHandleOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op AssignVariableOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op _EagerConst in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op Fill in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op VarHandleOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op AssignVariableOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op _EagerConst in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op Fill in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op VarHandleOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op AssignVariableOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op _EagerConst in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op Fill in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op VarHandleOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op AssignVariableOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op _EagerConst in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op Fill in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op VarHandleOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op AssignVariableOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op _EagerConst in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op Fill in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op VarHandleOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op AssignVariableOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op _EagerConst in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op Fill in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op VarHandleOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op AssignVariableOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op _EagerConst in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op Fill in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op VarHandleOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op AssignVariableOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op _EagerConst in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op Fill in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op VarHandleOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op AssignVariableOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op _EagerConst in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op Fill in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op VarHandleOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op AssignVariableOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op _EagerConst in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op Fill in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op VarHandleOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op AssignVariableOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op _EagerConst in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op Fill in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op VarHandleOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op AssignVariableOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op _EagerConst in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op Fill in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op VarHandleOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op AssignVariableOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op _EagerConst in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op Fill in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op VarHandleOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op AssignVariableOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op _EagerConst in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op Fill in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op VarHandleOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op AssignVariableOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op _EagerConst in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op Fill in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op VarHandleOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op AssignVariableOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op _EagerConst in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op Fill in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op VarHandleOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op AssignVariableOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op _EagerConst in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op Fill in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op VarHandleOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op AssignVariableOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op _EagerConst in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op Fill in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op VarHandleOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op AssignVariableOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op _EagerConst in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op Fill in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op VarHandleOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op AssignVariableOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op _EagerConst in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op Fill in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op VarHandleOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op AssignVariableOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op _EagerConst in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op Fill in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op VarHandleOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op AssignVariableOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op _EagerConst in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op Fill in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op VarHandleOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op AssignVariableOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op _EagerConst in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op Fill in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op VarHandleOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op AssignVariableOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op _EagerConst in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op Fill in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op VarHandleOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op AssignVariableOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op _EagerConst in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op Fill in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op VarHandleOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op AssignVariableOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op _EagerConst in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op Fill in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op VarHandleOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op AssignVariableOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op _EagerConst in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op Fill in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op VarHandleOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op AssignVariableOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op _EagerConst in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op Fill in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op VarHandleOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op AssignVariableOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op _EagerConst in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op Fill in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op VarHandleOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op AssignVariableOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op _EagerConst in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op Fill in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op VarHandleOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op AssignVariableOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op _EagerConst in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op Fill in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op VarHandleOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op AssignVariableOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op _EagerConst in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op Fill in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op VarHandleOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op AssignVariableOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op _EagerConst in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op Fill in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op VarHandleOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op AssignVariableOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op _EagerConst in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op Fill in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op VarHandleOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op AssignVariableOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op _EagerConst in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op Fill in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op VarHandleOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op AssignVariableOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op _EagerConst in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op Fill in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op VarHandleOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op AssignVariableOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op _EagerConst in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op Fill in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op VarHandleOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op AssignVariableOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op _EagerConst in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op Fill in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op VarHandleOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op AssignVariableOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op _EagerConst in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op Fill in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op VarHandleOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op AssignVariableOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op _EagerConst in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op Fill in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op VarHandleOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op AssignVariableOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op _EagerConst in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op Fill in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op VarHandleOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op AssignVariableOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op _EagerConst in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op Fill in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op VarHandleOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op AssignVariableOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op _EagerConst in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op Fill in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op VarHandleOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op AssignVariableOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op _EagerConst in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op Fill in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op VarHandleOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op AssignVariableOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op _EagerConst in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op Fill in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op VarHandleOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op AssignVariableOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op _EagerConst in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op Fill in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op VarHandleOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op AssignVariableOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op _EagerConst in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op Fill in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op VarHandleOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op AssignVariableOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op _EagerConst in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op Fill in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op VarHandleOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op AssignVariableOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op _EagerConst in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op Fill in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op VarHandleOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op AssignVariableOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op _EagerConst in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op Fill in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op VarHandleOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op AssignVariableOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op _EagerConst in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op Fill in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op VarHandleOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op AssignVariableOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op _EagerConst in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op Fill in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op VarHandleOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op AssignVariableOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op _EagerConst in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op Fill in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op VarHandleOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op AssignVariableOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op _EagerConst in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op Fill in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op VarHandleOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op AssignVariableOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op _EagerConst in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op Fill in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op VarHandleOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op AssignVariableOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op _EagerConst in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op Fill in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op VarHandleOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op AssignVariableOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op _EagerConst in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op Fill in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op VarHandleOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op AssignVariableOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op _EagerConst in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op Fill in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op VarHandleOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op AssignVariableOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op _EagerConst in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op Fill in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op VarHandleOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op AssignVariableOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op _EagerConst in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op Fill in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op VarHandleOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op AssignVariableOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op _EagerConst in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op Fill in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op VarHandleOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op AssignVariableOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op _EagerConst in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op Fill in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op VarHandleOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op AssignVariableOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op _EagerConst in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op Fill in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op VarHandleOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op AssignVariableOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op _EagerConst in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op Fill in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op VarHandleOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op AssignVariableOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op _EagerConst in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op Fill in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op VarHandleOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op AssignVariableOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op _EagerConst in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op Fill in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op VarHandleOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op AssignVariableOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op _EagerConst in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op Fill in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op VarHandleOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op AssignVariableOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op _EagerConst in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op Fill in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op VarHandleOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op AssignVariableOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op _EagerConst in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op Fill in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op VarHandleOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op AssignVariableOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op _EagerConst in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op Fill in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op VarHandleOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op AssignVariableOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op _EagerConst in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op Fill in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op VarHandleOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op AssignVariableOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op _EagerConst in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op Fill in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op VarHandleOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op AssignVariableOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op _EagerConst in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op Fill in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op VarHandleOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op AssignVariableOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op _EagerConst in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op Fill in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op VarHandleOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op AssignVariableOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op _EagerConst in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op Fill in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op VarHandleOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op AssignVariableOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op _EagerConst in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op Fill in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op VarHandleOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op AssignVariableOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op _EagerConst in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op Fill in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op VarHandleOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op AssignVariableOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op _EagerConst in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op Fill in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op VarHandleOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op AssignVariableOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op _EagerConst in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op Fill in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op VarHandleOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op AssignVariableOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op _EagerConst in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op Fill in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op VarHandleOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op AssignVariableOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op _EagerConst in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op Fill in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op VarHandleOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op AssignVariableOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op _EagerConst in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op Fill in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op VarHandleOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op AssignVariableOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op _EagerConst in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op Fill in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op VarHandleOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op AssignVariableOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op _EagerConst in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op Fill in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op VarHandleOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op AssignVariableOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op _EagerConst in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op Fill in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op VarHandleOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op AssignVariableOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op _EagerConst in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op Fill in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op VarHandleOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op AssignVariableOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op _EagerConst in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op Fill in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op VarHandleOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op AssignVariableOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op _EagerConst in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op Fill in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op VarHandleOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op AssignVariableOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op __inference_train_function_112976 in device /job:localhost/replica:0/task:0/device:GPU:0\n","  1/160 [..............................] - ETA: 1:13:52 - loss: 0.6983 - accuracy: 0.2500Executing op ReadVariableOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op Identity in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op __inference_train_function_112976 in device /job:localhost/replica:0/task:0/device:GPU:0\n","  2/160 [..............................] - ETA: 2:27 - loss: 0.6735 - accuracy: 0.5000   Executing op ReadVariableOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op Identity in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op __inference_train_function_112976 in device /job:localhost/replica:0/task:0/device:GPU:0\n","  3/160 [..............................] - ETA: 2:26 - loss: 0.6745 - accuracy: 0.5417Executing op ReadVariableOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op Identity in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op __inference_train_function_112976 in device /job:localhost/replica:0/task:0/device:GPU:0\n","  4/160 [..............................] - ETA: 2:25 - loss: 0.6681 - accuracy: 0.5625Executing op ReadVariableOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op Identity in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op __inference_train_function_112976 in device /job:localhost/replica:0/task:0/device:GPU:0\n","  5/160 [..............................] - ETA: 2:24 - loss: 0.6733 - accuracy: 0.5500Executing op ReadVariableOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op Identity in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op __inference_train_function_112976 in device /job:localhost/replica:0/task:0/device:GPU:0\n","  6/160 [>.............................] - ETA: 2:23 - loss: 0.6695 - accuracy: 0.5833Executing op ReadVariableOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op Identity in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op __inference_train_function_112976 in device /job:localhost/replica:0/task:0/device:GPU:0\n","  7/160 [>.............................] - ETA: 2:22 - loss: 0.6640 - accuracy: 0.5893Executing op ReadVariableOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op Identity in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op __inference_train_function_112976 in device /job:localhost/replica:0/task:0/device:GPU:0\n","  8/160 [>.............................] - ETA: 2:21 - loss: 0.6705 - accuracy: 0.5938Executing op ReadVariableOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op Identity in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op __inference_train_function_112976 in device /job:localhost/replica:0/task:0/device:GPU:0\n","  9/160 [>.............................] - ETA: 2:20 - loss: 0.6680 - accuracy: 0.5833Executing op ReadVariableOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op Identity in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op __inference_train_function_112976 in device /job:localhost/replica:0/task:0/device:GPU:0\n"," 10/160 [>.............................] - ETA: 2:19 - loss: 0.6632 - accuracy: 0.6125Executing op ReadVariableOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op Identity in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op __inference_train_function_112976 in device /job:localhost/replica:0/task:0/device:GPU:0\n"," 11/160 [=>............................] - ETA: 2:18 - loss: 0.6641 - accuracy: 0.6136Executing op ReadVariableOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op Identity in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op __inference_train_function_112976 in device /job:localhost/replica:0/task:0/device:GPU:0\n"," 12/160 [=>............................] - ETA: 2:17 - loss: 0.6599 - accuracy: 0.6146Executing op ReadVariableOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op Identity in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op __inference_train_function_112976 in device /job:localhost/replica:0/task:0/device:GPU:0\n"," 13/160 [=>............................] - ETA: 2:16 - loss: 0.6738 - accuracy: 0.5865Executing op ReadVariableOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op Identity in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op __inference_train_function_112976 in device /job:localhost/replica:0/task:0/device:GPU:0\n"," 14/160 [=>............................] - ETA: 2:16 - loss: 0.6763 - accuracy: 0.5804Executing op ReadVariableOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op Identity in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op __inference_train_function_112976 in device /job:localhost/replica:0/task:0/device:GPU:0\n"," 15/160 [=>............................] - ETA: 2:15 - loss: 0.6901 - accuracy: 0.5583Executing op ReadVariableOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op Identity in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op __inference_train_function_112976 in device /job:localhost/replica:0/task:0/device:GPU:0\n"," 16/160 [==>...........................] - ETA: 2:14 - loss: 0.6890 - accuracy: 0.5547Executing op ReadVariableOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op Identity in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op __inference_train_function_112976 in device /job:localhost/replica:0/task:0/device:GPU:0\n"," 17/160 [==>...........................] - ETA: 2:13 - loss: 0.6911 - accuracy: 0.5441Executing op ReadVariableOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op Identity in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op __inference_train_function_112976 in device /job:localhost/replica:0/task:0/device:GPU:0\n"," 18/160 [==>...........................] - ETA: 2:12 - loss: 0.6906 - accuracy: 0.5486Executing op ReadVariableOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op Identity in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op __inference_train_function_112976 in device /job:localhost/replica:0/task:0/device:GPU:0\n"," 19/160 [==>...........................] - ETA: 2:11 - loss: 0.6914 - accuracy: 0.5526Executing op ReadVariableOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op Identity in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op __inference_train_function_112976 in device /job:localhost/replica:0/task:0/device:GPU:0\n"," 20/160 [==>...........................] - ETA: 2:10 - loss: 0.6916 - accuracy: 0.5562Executing op ReadVariableOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op Identity in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op __inference_train_function_112976 in device /job:localhost/replica:0/task:0/device:GPU:0\n"," 21/160 [==>...........................] - ETA: 2:10 - loss: 0.6879 - accuracy: 0.5714Executing op ReadVariableOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op Identity in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op __inference_train_function_112976 in device /job:localhost/replica:0/task:0/device:GPU:0\n"," 22/160 [===>..........................] - ETA: 2:09 - loss: 0.6832 - accuracy: 0.5852Executing op ReadVariableOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op Identity in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op __inference_train_function_112976 in device /job:localhost/replica:0/task:0/device:GPU:0\n"," 23/160 [===>..........................] - ETA: 2:08 - loss: 0.6794 - accuracy: 0.5924Executing op ReadVariableOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op Identity in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op __inference_train_function_112976 in device /job:localhost/replica:0/task:0/device:GPU:0\n"," 24/160 [===>..........................] - ETA: 2:07 - loss: 0.6760 - accuracy: 0.5990Executing op ReadVariableOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op Identity in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op __inference_train_function_112976 in device /job:localhost/replica:0/task:0/device:GPU:0\n"," 25/160 [===>..........................] - ETA: 2:06 - loss: 0.6741 - accuracy: 0.6000Executing op ReadVariableOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op Identity in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op __inference_train_function_112976 in device /job:localhost/replica:0/task:0/device:GPU:0\n"," 26/160 [===>..........................] - ETA: 2:05 - loss: 0.6710 - accuracy: 0.6106Executing op ReadVariableOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op Identity in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op __inference_train_function_112976 in device /job:localhost/replica:0/task:0/device:GPU:0\n"," 27/160 [====>.........................] - ETA: 2:04 - loss: 0.6719 - accuracy: 0.6065Executing op ReadVariableOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op Identity in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op __inference_train_function_112976 in device /job:localhost/replica:0/task:0/device:GPU:0\n"," 28/160 [====>.........................] - ETA: 2:03 - loss: 0.6710 - accuracy: 0.6071Executing op ReadVariableOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op Identity in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op __inference_train_function_112976 in device /job:localhost/replica:0/task:0/device:GPU:0\n"," 29/160 [====>.........................] - ETA: 2:03 - loss: 0.6720 - accuracy: 0.6034Executing op ReadVariableOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op Identity in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op __inference_train_function_112976 in device /job:localhost/replica:0/task:0/device:GPU:0\n"," 30/160 [====>.........................] - ETA: 2:02 - loss: 0.6690 - accuracy: 0.6083Executing op ReadVariableOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op Identity in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op __inference_train_function_112976 in device /job:localhost/replica:0/task:0/device:GPU:0\n"," 31/160 [====>.........................] - ETA: 2:01 - loss: 0.6658 - accuracy: 0.6129Executing op ReadVariableOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op Identity in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op __inference_train_function_112976 in device /job:localhost/replica:0/task:0/device:GPU:0\n"," 32/160 [=====>........................] - ETA: 2:00 - loss: 0.6648 - accuracy: 0.6172Executing op ReadVariableOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op Identity in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op __inference_train_function_112976 in device /job:localhost/replica:0/task:0/device:GPU:0\n"," 33/160 [=====>........................] - ETA: 1:59 - loss: 0.6624 - accuracy: 0.6174Executing op ReadVariableOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op Identity in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op __inference_train_function_112976 in device /job:localhost/replica:0/task:0/device:GPU:0\n"," 34/160 [=====>........................] - ETA: 1:58 - loss: 0.6562 - accuracy: 0.6250Executing op ReadVariableOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op Identity in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op __inference_train_function_112976 in device /job:localhost/replica:0/task:0/device:GPU:0\n"," 35/160 [=====>........................] - ETA: 1:57 - loss: 0.6562 - accuracy: 0.6250Executing op ReadVariableOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op Identity in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op __inference_train_function_112976 in device /job:localhost/replica:0/task:0/device:GPU:0\n"," 36/160 [=====>........................] - ETA: 1:56 - loss: 0.6517 - accuracy: 0.6285Executing op ReadVariableOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op Identity in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op __inference_train_function_112976 in device /job:localhost/replica:0/task:0/device:GPU:0\n"," 37/160 [=====>........................] - ETA: 1:56 - loss: 0.6511 - accuracy: 0.6284Executing op ReadVariableOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op Identity in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op __inference_train_function_112976 in device /job:localhost/replica:0/task:0/device:GPU:0\n"," 38/160 [======>.......................] - ETA: 1:55 - loss: 0.6503 - accuracy: 0.6316Executing op ReadVariableOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op Identity in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op __inference_train_function_112976 in device /job:localhost/replica:0/task:0/device:GPU:0\n"," 39/160 [======>.......................] - ETA: 1:54 - loss: 0.6467 - accuracy: 0.6346Executing op ReadVariableOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op Identity in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op __inference_train_function_112976 in device /job:localhost/replica:0/task:0/device:GPU:0\n"," 40/160 [======>.......................] - ETA: 1:53 - loss: 0.6447 - accuracy: 0.6375Executing op ReadVariableOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op Identity in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op __inference_train_function_112976 in device /job:localhost/replica:0/task:0/device:GPU:0\n"," 41/160 [======>.......................] - ETA: 1:52 - loss: 0.6500 - accuracy: 0.6280Executing op ReadVariableOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op Identity in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op __inference_train_function_112976 in device /job:localhost/replica:0/task:0/device:GPU:0\n"," 42/160 [======>.......................] - ETA: 1:51 - loss: 0.6462 - accuracy: 0.6339Executing op ReadVariableOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op Identity in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op __inference_train_function_112976 in device /job:localhost/replica:0/task:0/device:GPU:0\n"," 43/160 [=======>......................] - ETA: 1:50 - loss: 0.6440 - accuracy: 0.6337Executing op ReadVariableOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op Identity in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op __inference_train_function_112976 in device /job:localhost/replica:0/task:0/device:GPU:0\n"," 44/160 [=======>......................] - ETA: 1:49 - loss: 0.6468 - accuracy: 0.6307Executing op ReadVariableOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op Identity in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op __inference_train_function_112976 in device /job:localhost/replica:0/task:0/device:GPU:0\n"," 45/160 [=======>......................] - ETA: 1:49 - loss: 0.6487 - accuracy: 0.6278Executing op ReadVariableOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op Identity in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op __inference_train_function_112976 in device /job:localhost/replica:0/task:0/device:GPU:0\n"," 46/160 [=======>......................] - ETA: 1:48 - loss: 0.6433 - accuracy: 0.6332Executing op ReadVariableOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op Identity in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op __inference_train_function_112976 in device /job:localhost/replica:0/task:0/device:GPU:0\n"," 47/160 [=======>......................] - ETA: 1:47 - loss: 0.6409 - accuracy: 0.6356Executing op ReadVariableOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op Identity in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op __inference_train_function_112976 in device /job:localhost/replica:0/task:0/device:GPU:0\n"," 48/160 [========>.....................] - ETA: 1:46 - loss: 0.6378 - accuracy: 0.6380Executing op ReadVariableOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op Identity in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op __inference_train_function_112976 in device /job:localhost/replica:0/task:0/device:GPU:0\n"," 49/160 [========>.....................] - ETA: 1:45 - loss: 0.6338 - accuracy: 0.6403Executing op ReadVariableOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op Identity in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op __inference_train_function_112976 in device /job:localhost/replica:0/task:0/device:GPU:0\n"," 50/160 [========>.....................] - ETA: 1:44 - loss: 0.6272 - accuracy: 0.6475Executing op ReadVariableOp in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op Identity in device /job:localhost/replica:0/task:0/device:GPU:0\n","Executing op __inference_train_function_112976 in device /job:localhost/replica:0/task:0/device:GPU:0\n"]},{"output_type":"error","ename":"KeyboardInterrupt","evalue":"ignored","traceback":["\u001b[0;31m---------------------------------------------------------------------------\u001b[0m","\u001b[0;31mKeyboardInterrupt\u001b[0m                         Traceback (most recent call last)","\u001b[0;32m<ipython-input-31-7721e6b7da8e>\u001b[0m in \u001b[0;36m<module>\u001b[0;34m\u001b[0m\n\u001b[1;32m      4\u001b[0m           \u001b[0msteps_per_epoch\u001b[0m\u001b[0;34m=\u001b[0m\u001b[0msteps_per_epoch\u001b[0m\u001b[0;34m,\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m      5\u001b[0m           \u001b[0mepochs\u001b[0m\u001b[0;34m=\u001b[0m\u001b[0mepochs\u001b[0m\u001b[0;34m,\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0;32m----> 6\u001b[0;31m           validation_data=(X_test, y_test))\n\u001b[0m","\u001b[0;32m/usr/local/lib/python3.7/dist-packages/keras/utils/traceback_utils.py\u001b[0m in \u001b[0;36merror_handler\u001b[0;34m(*args, **kwargs)\u001b[0m\n\u001b[1;32m     63\u001b[0m         \u001b[0mfiltered_tb\u001b[0m \u001b[0;34m=\u001b[0m \u001b[0;32mNone\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m     64\u001b[0m         \u001b[0;32mtry\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0;32m---> 65\u001b[0;31m             \u001b[0;32mreturn\u001b[0m \u001b[0mfn\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0;34m*\u001b[0m\u001b[0margs\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0;34m**\u001b[0m\u001b[0mkwargs\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0m\u001b[1;32m     66\u001b[0m         \u001b[0;32mexcept\u001b[0m \u001b[0mException\u001b[0m \u001b[0;32mas\u001b[0m \u001b[0me\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m     67\u001b[0m             \u001b[0mfiltered_tb\u001b[0m \u001b[0;34m=\u001b[0m \u001b[0m_process_traceback_frames\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0me\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0m__traceback__\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n","\u001b[0;32m/usr/local/lib/python3.7/dist-packages/keras/engine/training.py\u001b[0m in \u001b[0;36mfit\u001b[0;34m(self, x, y, batch_size, epochs, verbose, callbacks, validation_split, validation_data, shuffle, class_weight, sample_weight, initial_epoch, steps_per_epoch, validation_steps, validation_batch_size, validation_freq, max_queue_size, workers, use_multiprocessing)\u001b[0m\n\u001b[1;32m   1562\u001b[0m                         ):\n\u001b[1;32m   1563\u001b[0m                             \u001b[0mcallbacks\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mon_train_batch_begin\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mstep\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0;32m-> 1564\u001b[0;31m                             \u001b[0mtmp_logs\u001b[0m \u001b[0;34m=\u001b[0m \u001b[0mself\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mtrain_function\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0miterator\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0m\u001b[1;32m   1565\u001b[0m                             \u001b[0;32mif\u001b[0m \u001b[0mdata_handler\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mshould_sync\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m   1566\u001b[0m                                 \u001b[0mcontext\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0masync_wait\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n","\u001b[0;32m/usr/local/lib/python3.7/dist-packages/tensorflow/python/util/traceback_utils.py\u001b[0m in \u001b[0;36merror_handler\u001b[0;34m(*args, **kwargs)\u001b[0m\n\u001b[1;32m    148\u001b[0m     \u001b[0mfiltered_tb\u001b[0m \u001b[0;34m=\u001b[0m \u001b[0;32mNone\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m    149\u001b[0m     \u001b[0;32mtry\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0;32m--> 150\u001b[0;31m       \u001b[0;32mreturn\u001b[0m \u001b[0mfn\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0;34m*\u001b[0m\u001b[0margs\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0;34m**\u001b[0m\u001b[0mkwargs\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0m\u001b[1;32m    151\u001b[0m     \u001b[0;32mexcept\u001b[0m \u001b[0mException\u001b[0m \u001b[0;32mas\u001b[0m \u001b[0me\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m    152\u001b[0m       \u001b[0mfiltered_tb\u001b[0m \u001b[0;34m=\u001b[0m \u001b[0m_process_traceback_frames\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0me\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0m__traceback__\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n","\u001b[0;32m/usr/local/lib/python3.7/dist-packages/tensorflow/python/eager/def_function.py\u001b[0m in \u001b[0;36m__call__\u001b[0;34m(self, *args, **kwds)\u001b[0m\n\u001b[1;32m    913\u001b[0m \u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m    914\u001b[0m       \u001b[0;32mwith\u001b[0m \u001b[0mOptionalXlaContext\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mself\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0m_jit_compile\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0;32m--> 915\u001b[0;31m         \u001b[0mresult\u001b[0m \u001b[0;34m=\u001b[0m \u001b[0mself\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0m_call\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0;34m*\u001b[0m\u001b[0margs\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0;34m**\u001b[0m\u001b[0mkwds\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0m\u001b[1;32m    916\u001b[0m \u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m    917\u001b[0m       \u001b[0mnew_tracing_count\u001b[0m \u001b[0;34m=\u001b[0m \u001b[0mself\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mexperimental_get_tracing_count\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n","\u001b[0;32m/usr/local/lib/python3.7/dist-packages/tensorflow/python/eager/def_function.py\u001b[0m in \u001b[0;36m_call\u001b[0;34m(self, *args, **kwds)\u001b[0m\n\u001b[1;32m    945\u001b[0m       \u001b[0;31m# In this case we have created variables on the first call, so we run the\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m    946\u001b[0m       \u001b[0;31m# defunned version which is guaranteed to never create variables.\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0;32m--> 947\u001b[0;31m       \u001b[0;32mreturn\u001b[0m \u001b[0mself\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0m_stateless_fn\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0;34m*\u001b[0m\u001b[0margs\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0;34m**\u001b[0m\u001b[0mkwds\u001b[0m\u001b[0;34m)\u001b[0m  \u001b[0;31m# pylint: disable=not-callable\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0m\u001b[1;32m    948\u001b[0m     \u001b[0;32melif\u001b[0m \u001b[0mself\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0m_stateful_fn\u001b[0m \u001b[0;32mis\u001b[0m \u001b[0;32mnot\u001b[0m \u001b[0;32mNone\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m    949\u001b[0m       \u001b[0;31m# Release the lock early so that multiple threads can perform the call\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n","\u001b[0;32m/usr/local/lib/python3.7/dist-packages/tensorflow/python/eager/function.py\u001b[0m in \u001b[0;36m__call__\u001b[0;34m(self, *args, **kwargs)\u001b[0m\n\u001b[1;32m   2495\u001b[0m        filtered_flat_args) = self._maybe_define_function(args, kwargs)\n\u001b[1;32m   2496\u001b[0m     return graph_function._call_flat(\n\u001b[0;32m-> 2497\u001b[0;31m         filtered_flat_args, captured_inputs=graph_function.captured_inputs)  # pylint: disable=protected-access\n\u001b[0m\u001b[1;32m   2498\u001b[0m \u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m   2499\u001b[0m   \u001b[0;34m@\u001b[0m\u001b[0mproperty\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n","\u001b[0;32m/usr/local/lib/python3.7/dist-packages/tensorflow/python/eager/function.py\u001b[0m in \u001b[0;36m_call_flat\u001b[0;34m(self, args, captured_inputs, cancellation_manager)\u001b[0m\n\u001b[1;32m   1861\u001b[0m       \u001b[0;31m# No tape is watching; skip to running the function.\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m   1862\u001b[0m       return self._build_call_outputs(self._inference_function.call(\n\u001b[0;32m-> 1863\u001b[0;31m           ctx, args, cancellation_manager=cancellation_manager))\n\u001b[0m\u001b[1;32m   1864\u001b[0m     forward_backward = self._select_forward_and_backward_functions(\n\u001b[1;32m   1865\u001b[0m         \u001b[0margs\u001b[0m\u001b[0;34m,\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n","\u001b[0;32m/usr/local/lib/python3.7/dist-packages/tensorflow/python/eager/function.py\u001b[0m in \u001b[0;36mcall\u001b[0;34m(self, ctx, args, cancellation_manager)\u001b[0m\n\u001b[1;32m    502\u001b[0m               \u001b[0minputs\u001b[0m\u001b[0;34m=\u001b[0m\u001b[0margs\u001b[0m\u001b[0;34m,\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m    503\u001b[0m               \u001b[0mattrs\u001b[0m\u001b[0;34m=\u001b[0m\u001b[0mattrs\u001b[0m\u001b[0;34m,\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0;32m--> 504\u001b[0;31m               ctx=ctx)\n\u001b[0m\u001b[1;32m    505\u001b[0m         \u001b[0;32melse\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m    506\u001b[0m           outputs = execute.execute_with_cancellation(\n","\u001b[0;32m/usr/local/lib/python3.7/dist-packages/tensorflow/python/eager/execute.py\u001b[0m in \u001b[0;36mquick_execute\u001b[0;34m(op_name, num_outputs, inputs, attrs, ctx, name)\u001b[0m\n\u001b[1;32m     53\u001b[0m     \u001b[0mctx\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mensure_initialized\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m     54\u001b[0m     tensors = pywrap_tfe.TFE_Py_Execute(ctx._handle, device_name, op_name,\n\u001b[0;32m---> 55\u001b[0;31m                                         inputs, attrs, num_outputs)\n\u001b[0m\u001b[1;32m     56\u001b[0m   \u001b[0;32mexcept\u001b[0m \u001b[0mcore\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0m_NotOkStatusException\u001b[0m \u001b[0;32mas\u001b[0m \u001b[0me\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m     57\u001b[0m     \u001b[0;32mif\u001b[0m \u001b[0mname\u001b[0m \u001b[0;32mis\u001b[0m \u001b[0;32mnot\u001b[0m \u001b[0;32mNone\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n","\u001b[0;31mKeyboardInterrupt\u001b[0m: "]}],"source":["bert_encoder.trainable = False\n","model.fit(X_train,\n","          y_train,\n","          steps_per_epoch=steps_per_epoch,\n","          epochs=epochs,\n","          validation_data=(X_test, y_test))"],"id":"ac0cf0b2"},{"cell_type":"code","execution_count":null,"metadata":{"id":"qv1w5Rr_s1BU"},"outputs":[],"source":["prediction = model.predict(X_test)\n","prediction_real = model.predict(X_test[y_test == 0])\n","prediction_fake = model.predict(X_test[y_test == 1])"],"id":"qv1w5Rr_s1BU"},{"cell_type":"code","execution_count":null,"metadata":{"colab":{"base_uri":"https://localhost:8080/"},"id":"8aHRQGRyvuUd","outputId":"0144bb37-f6f5-4514-cad2-f4016ebec2c8"},"outputs":[{"name":"stdout","output_type":"stream","text":["True Positive Rate: 90.91%\n","False Positive Rate: 93.55%\n"]}],"source":["prediction_bi_real = prediction_real.copy()\n","prediction_bi_real[np.where(prediction_real <= 0.5)] = 0\n","prediction_bi_real[np.where(prediction_real > 0.5)] = 1\n","print('True Positive Rate:', '{:.2%}'.format(1 - sum(prediction_bi_real)[0] / len(prediction_bi_real)))\n","\n","prediction_bi_fake = prediction_fake.copy()\n","prediction_bi_fake[np.where(prediction_fake <= 0.5)] = 0\n","prediction_bi_fake[np.where(prediction_fake > 0.5)] = 1\n","print('False Positive Rate:', '{:.2%}'.format(sum(prediction_bi_fake)[0] / len(prediction_bi_fake)))"],"id":"8aHRQGRyvuUd"},{"cell_type":"code","execution_count":null,"metadata":{"colab":{"base_uri":"https://localhost:8080/"},"id":"Yv8WSCd33HRD","outputId":"804db446-62c5-424f-eac3-fa81e7ba5e88"},"outputs":[{"name":"stdout","output_type":"stream","text":["Fake review to be fed to model:\n"," The Knickerbocker hotel was one of my favorite hotels to visit. My wife and I utilized the park & play package, which gave us an amazing room, complimentary valet service, and a great kit to plan our weekend around. It was well worth the price and we both wish to go back again. The rooms were top notch and the hotel's staff was excellent. One of the employees, Craig, helped us find our way around the city and this shows the Knickerbocker really cares about its guests. We loved our visit and are sure you will too. A+ \n","\n","Model prediction: Fake\n"]}],"source":["demo_ind = np.random.choice(X_test.index)\n","realfake = 'Real' if y_test[demo_ind] == 0 else 'Fake'\n","prediction = model.predict([X_test[demo_ind]])\n","prediction_rf = 'Real' if prediction <= 0.5 else 'Fake'\n","\n","print(f'{realfake} review to be fed to model:\\n', X_test[demo_ind], '\\n')\n","print(f'Model prediction: {prediction_rf}')"],"id":"Yv8WSCd33HRD"},{"cell_type":"code","execution_count":null,"metadata":{"colab":{"base_uri":"https://localhost:8080/"},"id":"bf5b057f","outputId":"c7ccd851-c116-49ca-ef25-36f11c1047af"},"outputs":[{"name":"stderr","output_type":"stream","text":["WARNING:absl:Found untraced functions such as restored_function_body, restored_function_body, restored_function_body, restored_function_body, restored_function_body while saving (showing 5 of 915). These functions will not be directly callable after loading.\n"]},{"name":"stdout","output_type":"stream","text":["INFO:tensorflow:Assets written to: /content/drive/My Drive/Colab Notebooks/my_models/Fine_Tune_Bert_Accu_92-19/assets\n"]},{"name":"stderr","output_type":"stream","text":["INFO:tensorflow:Assets written to: /content/drive/My Drive/Colab Notebooks/my_models/Fine_Tune_Bert_Accu_92-19/assets\n"]}],"source":["import os\n","\n","main_save_path = '/content/drive/My Drive/Colab Notebooks/my_models'\n","saved_model_name = 'Fine_Tune_Bert_Accu_92-19'\n","saved_model_path = os.path.join(main_save_path, saved_model_name)\n","save_options = tf.saved_model.SaveOptions(experimental_io_device='/job:localhost')\n","\n","model.save(saved_model_path, include_optimizer=False, options=save_options)"],"id":"bf5b057f"}],"metadata":{"accelerator":"GPU","colab":{"collapsed_sections":[],"provenance":[]},"kernelspec":{"display_name":"Python (base)","language":"python","name":"base"},"language_info":{"codemirror_mode":{"name":"ipython","version":3},"file_extension":".py","mimetype":"text/x-python","name":"python","nbconvert_exporter":"python","pygments_lexer":"ipython3","version":"3.8.8"}},"nbformat":4,"nbformat_minor":5}