prepare_physionet.ipynb

{
 "cells": [
  {
   "cell_type": "code",
   "execution_count": 2,
   "metadata": {},
   "outputs": [],
   "source": [
    "import argparse\n",
    "import glob\n",
    "import math\n",
    "import ntpath\n",
    "import os\n",
    "import shutil\n",
    "import urllib\n",
    "import urllib2\n",
    "\n",
    "from datetime import datetime\n",
    "\n",
    "import numpy as np\n",
    "import pandas as pd\n",
    "\n",
    "from mne import Epochs, pick_types, find_events\n",
    "from mne.io import concatenate_raws, read_raw_edf\n",
    "\n",
    "import dhedfreader"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": [
    "# Label values\n",
    "W = 0\n",
    "N1 = 1\n",
    "N2 = 2\n",
    "N3 = 3\n",
    "REM = 4\n",
    "UNKNOWN = 5\n",
    "\n",
    "stage_dict = {\n",
    "    \"W\": W,\n",
    "    \"N1\": N1,\n",
    "    \"N2\": N2,\n",
    "    \"N3\": N3,\n",
    "    \"REM\": REM,\n",
    "    \"UNKNOWN\": UNKNOWN\n",
    "}\n",
    "\n",
    "class_dict = {\n",
    "    0: \"W\",\n",
    "    1: \"N1\",\n",
    "    2: \"N2\",\n",
    "    3: \"N3\",\n",
    "    4: \"REM\",\n",
    "    5: \"UNKNOWN\"\n",
    "}\n",
    "\n",
    "ann2label = {\n",
    "    \"Sleep stage W\": 0,\n",
    "    \"Sleep stage 1\": 1,\n",
    "    \"Sleep stage 2\": 2,\n",
    "    \"Sleep stage 3\": 3,\n",
    "    \"Sleep stage 4\": 3,\n",
    "    \"Sleep stage R\": 4,\n",
    "    \"Sleep stage ?\": 5,\n",
    "    \"Movement time\": 5\n",
    "}\n",
    "\n",
    "EPOCH_SEC_SIZE = 30"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {
    "scrolled": true
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Extracting edf Parameters from data/SC4001E0-PSG.edf...\n",
      "EDF file detected\n",
      "Setting channel info structure...\n",
      "Created Raw.info structure...\n",
      "Ready.\n",
      "Extracting edf Parameters from data/SC4001E0-PSG.edf...\n",
      "EDF file detected\n",
      "Setting channel info structure...\n",
      "Created Raw.info structure...\n",
      "Ready.\n",
      "scale_time is deprecated and will be removed in 0.16, use scaling_time instead\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "<ipython-input-4-f9ba501bbdf8>:23: DeprecationWarning: scale_time is deprecated and will be removed in 0.16, use scaling_time instead\n",
      "  raw_eeg_fpz = raw.to_data_frame(scale_time=100.0)['EEG Fpz-Cz']\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Converting time column to int64...\n",
      "-------------------------------------------------------------------\n",
      "scale_time is deprecated and will be removed in 0.16, use scaling_time instead\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "<ipython-input-4-f9ba501bbdf8>:27: DeprecationWarning: scale_time is deprecated and will be removed in 0.16, use scaling_time instead\n",
      "  raw_eeg_pz = raw.to_data_frame(scale_time=100.0)['EEG Pz-Oz']\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Converting time column to int64...\n",
      "-------------------------------------------------------------------\n",
      "scale_time is deprecated and will be removed in 0.16, use scaling_time instead\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "<ipython-input-4-f9ba501bbdf8>:32: DeprecationWarning: scale_time is deprecated and will be removed in 0.16, use scaling_time instead\n",
      "  raw_eog = raw.to_data_frame(scale_time=100.0)['EOG horizontal']\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Converting time column to int64...\n",
      "-------------------------------------------------------------------\n",
      "Include onset:0.0, duration:30630.0, label:0 (Sleep stage W)\n",
      "Include onset:30630.0, duration:120.0, label:1 (Sleep stage 1)\n",
      "Include onset:30750.0, duration:390.0, label:2 (Sleep stage 2)\n",
      "Include onset:31140.0, duration:30.0, label:3 (Sleep stage 3)\n",
      "Include onset:31170.0, duration:30.0, label:2 (Sleep stage 2)\n",
      "Include onset:31200.0, duration:150.0, label:3 (Sleep stage 3)\n",
      "Include onset:31350.0, duration:30.0, label:3 (Sleep stage 4)\n",
      "Include onset:31380.0, duration:60.0, label:3 (Sleep stage 3)\n",
      "Include onset:31440.0, duration:60.0, label:3 (Sleep stage 4)\n",
      "Include onset:31500.0, duration:30.0, label:3 (Sleep stage 3)\n",
      "Include onset:31530.0, duration:120.0, label:3 (Sleep stage 4)\n",
      "Include onset:31650.0, duration:30.0, label:3 (Sleep stage 3)\n",
      "Include onset:31680.0, duration:120.0, label:3 (Sleep stage 4)\n",
      "Include onset:31800.0, duration:30.0, label:0 (Sleep stage W)\n",
      "Include onset:31830.0, duration:60.0, label:3 (Sleep stage 3)\n",
      "Include onset:31890.0, duration:60.0, label:2 (Sleep stage 2)\n",
      "Include onset:31950.0, duration:120.0, label:3 (Sleep stage 3)\n",
      "Include onset:32070.0, duration:30.0, label:3 (Sleep stage 4)\n",
      "Include onset:32100.0, duration:30.0, label:3 (Sleep stage 3)\n",
      "Include onset:32130.0, duration:120.0, label:3 (Sleep stage 4)\n",
      "Include onset:32250.0, duration:210.0, label:2 (Sleep stage 2)\n",
      "Include onset:32460.0, duration:30.0, label:3 (Sleep stage 3)\n",
      "Include onset:32490.0, duration:60.0, label:2 (Sleep stage 2)\n",
      "Include onset:32550.0, duration:120.0, label:3 (Sleep stage 3)\n",
      "Include onset:32670.0, duration:30.0, label:1 (Sleep stage 1)\n",
      "Include onset:32700.0, duration:150.0, label:2 (Sleep stage 2)\n",
      "Include onset:32850.0, duration:60.0, label:3 (Sleep stage 3)\n",
      "Include onset:32910.0, duration:30.0, label:2 (Sleep stage 2)\n",
      "Include onset:32940.0, duration:30.0, label:3 (Sleep stage 3)\n",
      "Include onset:32970.0, duration:30.0, label:2 (Sleep stage 2)\n",
      "Include onset:33000.0, duration:120.0, label:3 (Sleep stage 3)\n",
      "Include onset:33120.0, duration:150.0, label:3 (Sleep stage 4)\n",
      "Include onset:33270.0, duration:30.0, label:3 (Sleep stage 3)\n",
      "Include onset:33300.0, duration:30.0, label:2 (Sleep stage 2)\n",
      "Include onset:33330.0, duration:60.0, label:3 (Sleep stage 3)\n",
      "Include onset:33390.0, duration:30.0, label:3 (Sleep stage 4)\n",
      "Include onset:33420.0, duration:90.0, label:3 (Sleep stage 3)\n",
      "Include onset:33510.0, duration:1890.0, label:3 (Sleep stage 4)\n",
      "Include onset:35400.0, duration:30.0, label:1 (Sleep stage 1)\n",
      "Include onset:35430.0, duration:210.0, label:3 (Sleep stage 3)\n",
      "Include onset:35640.0, duration:60.0, label:2 (Sleep stage 2)\n",
      "Include onset:35700.0, duration:90.0, label:3 (Sleep stage 3)\n",
      "Include onset:35790.0, duration:150.0, label:2 (Sleep stage 2)\n",
      "Include onset:35940.0, duration:30.0, label:3 (Sleep stage 3)\n",
      "Include onset:35970.0, duration:870.0, label:4 (Sleep stage R)\n",
      "Include onset:36840.0, duration:180.0, label:1 (Sleep stage 1)\n",
      "Include onset:37020.0, duration:240.0, label:2 (Sleep stage 2)\n",
      "Include onset:37260.0, duration:30.0, label:3 (Sleep stage 3)\n",
      "Include onset:37290.0, duration:120.0, label:1 (Sleep stage 1)\n",
      "Include onset:37410.0, duration:90.0, label:2 (Sleep stage 2)\n",
      "Include onset:37500.0, duration:30.0, label:1 (Sleep stage 1)\n",
      "Include onset:37530.0, duration:930.0, label:2 (Sleep stage 2)\n",
      "Include onset:38460.0, duration:30.0, label:3 (Sleep stage 3)\n",
      "Include onset:38490.0, duration:30.0, label:2 (Sleep stage 2)\n",
      "Include onset:38520.0, duration:60.0, label:3 (Sleep stage 3)\n",
      "Include onset:38580.0, duration:30.0, label:3 (Sleep stage 4)\n",
      "Include onset:38610.0, duration:30.0, label:3 (Sleep stage 3)\n",
      "Include onset:38640.0, duration:30.0, label:3 (Sleep stage 4)\n",
      "Include onset:38670.0, duration:30.0, label:3 (Sleep stage 3)\n",
      "Include onset:38700.0, duration:30.0, label:3 (Sleep stage 4)\n",
      "Include onset:38730.0, duration:30.0, label:3 (Sleep stage 3)\n",
      "Include onset:38760.0, duration:150.0, label:2 (Sleep stage 2)\n",
      "Include onset:38910.0, duration:60.0, label:3 (Sleep stage 3)\n",
      "Include onset:38970.0, duration:90.0, label:3 (Sleep stage 4)\n",
      "Include onset:39060.0, duration:60.0, label:3 (Sleep stage 3)\n",
      "Include onset:39120.0, duration:30.0, label:3 (Sleep stage 4)\n",
      "Include onset:39150.0, duration:30.0, label:3 (Sleep stage 3)\n",
      "Include onset:39180.0, duration:60.0, label:3 (Sleep stage 4)\n",
      "Include onset:39240.0, duration:60.0, label:3 (Sleep stage 3)\n",
      "Include onset:39300.0, duration:180.0, label:3 (Sleep stage 4)\n",
      "Include onset:39480.0, duration:60.0, label:3 (Sleep stage 3)\n",
      "Include onset:39540.0, duration:30.0, label:3 (Sleep stage 4)\n",
      "Include onset:39570.0, duration:30.0, label:3 (Sleep stage 3)\n",
      "Include onset:39600.0, duration:270.0, label:3 (Sleep stage 4)\n",
      "Include onset:39870.0, duration:30.0, label:1 (Sleep stage 1)\n",
      "Include onset:39900.0, duration:60.0, label:2 (Sleep stage 2)\n",
      "Include onset:39960.0, duration:30.0, label:1 (Sleep stage 1)\n",
      "Include onset:39990.0, duration:210.0, label:2 (Sleep stage 2)\n",
      "Include onset:40200.0, duration:30.0, label:1 (Sleep stage 1)\n",
      "Include onset:40230.0, duration:60.0, label:2 (Sleep stage 2)\n",
      "Include onset:40290.0, duration:30.0, label:1 (Sleep stage 1)\n",
      "Include onset:40320.0, duration:180.0, label:2 (Sleep stage 2)\n",
      "Include onset:40500.0, duration:870.0, label:4 (Sleep stage R)\n",
      "Include onset:41370.0, duration:30.0, label:2 (Sleep stage 2)\n",
      "Include onset:41400.0, duration:60.0, label:1 (Sleep stage 1)\n",
      "Include onset:41460.0, duration:30.0, label:0 (Sleep stage W)\n",
      "Include onset:41490.0, duration:120.0, label:1 (Sleep stage 1)\n",
      "Include onset:41610.0, duration:870.0, label:2 (Sleep stage 2)\n",
      "Include onset:42480.0, duration:30.0, label:1 (Sleep stage 1)\n",
      "Include onset:42510.0, duration:30.0, label:2 (Sleep stage 2)\n",
      "Include onset:42540.0, duration:30.0, label:1 (Sleep stage 1)\n",
      "Include onset:42570.0, duration:300.0, label:2 (Sleep stage 2)\n",
      "Include onset:42870.0, duration:30.0, label:3 (Sleep stage 3)\n",
      "Include onset:42900.0, duration:390.0, label:2 (Sleep stage 2)\n",
      "Include onset:43290.0, duration:30.0, label:3 (Sleep stage 3)\n",
      "Include onset:43320.0, duration:30.0, label:2 (Sleep stage 2)\n",
      "Include onset:43350.0, duration:30.0, label:3 (Sleep stage 3)\n",
      "Include onset:43380.0, duration:30.0, label:2 (Sleep stage 2)\n",
      "Include onset:43410.0, duration:180.0, label:3 (Sleep stage 3)\n",
      "Include onset:43590.0, duration:90.0, label:3 (Sleep stage 4)\n",
      "Include onset:43680.0, duration:30.0, label:3 (Sleep stage 3)\n",
      "Include onset:43710.0, duration:210.0, label:2 (Sleep stage 2)\n",
      "Include onset:43920.0, duration:60.0, label:3 (Sleep stage 3)\n",
      "Include onset:43980.0, duration:30.0, label:2 (Sleep stage 2)\n",
      "Include onset:44010.0, duration:30.0, label:3 (Sleep stage 4)\n",
      "Include onset:44040.0, duration:180.0, label:3 (Sleep stage 3)\n",
      "Include onset:44220.0, duration:60.0, label:3 (Sleep stage 4)\n",
      "Include onset:44280.0, duration:60.0, label:3 (Sleep stage 3)\n",
      "Include onset:44340.0, duration:60.0, label:3 (Sleep stage 4)\n",
      "Include onset:44400.0, duration:120.0, label:3 (Sleep stage 3)\n",
      "Include onset:44520.0, duration:120.0, label:2 (Sleep stage 2)\n",
      "Include onset:44640.0, duration:30.0, label:3 (Sleep stage 3)\n",
      "Include onset:44670.0, duration:30.0, label:3 (Sleep stage 4)\n",
      "Include onset:44700.0, duration:30.0, label:2 (Sleep stage 2)\n",
      "Include onset:44730.0, duration:240.0, label:4 (Sleep stage R)\n",
      "Include onset:44970.0, duration:30.0, label:1 (Sleep stage 1)\n",
      "Include onset:45000.0, duration:510.0, label:4 (Sleep stage R)\n",
      "Include onset:45510.0, duration:30.0, label:0 (Sleep stage W)\n",
      "Include onset:45540.0, duration:120.0, label:1 (Sleep stage 1)\n",
      "Include onset:45660.0, duration:480.0, label:0 (Sleep stage W)\n",
      "Include onset:46140.0, duration:90.0, label:1 (Sleep stage 1)\n",
      "Include onset:46230.0, duration:30.0, label:0 (Sleep stage W)\n",
      "Include onset:46260.0, duration:120.0, label:1 (Sleep stage 1)\n",
      "Include onset:46380.0, duration:690.0, label:2 (Sleep stage 2)\n",
      "Include onset:47070.0, duration:60.0, label:0 (Sleep stage W)\n",
      "Include onset:47130.0, duration:30.0, label:1 (Sleep stage 1)\n",
      "Include onset:47160.0, duration:990.0, label:2 (Sleep stage 2)\n",
      "Include onset:48150.0, duration:30.0, label:3 (Sleep stage 3)\n",
      "Include onset:48180.0, duration:30.0, label:2 (Sleep stage 2)\n",
      "Include onset:48210.0, duration:90.0, label:3 (Sleep stage 3)\n",
      "Include onset:48300.0, duration:120.0, label:2 (Sleep stage 2)\n",
      "Include onset:48420.0, duration:60.0, label:3 (Sleep stage 3)\n",
      "Include onset:48480.0, duration:60.0, label:2 (Sleep stage 2)\n",
      "Include onset:48540.0, duration:30.0, label:3 (Sleep stage 3)\n",
      "Include onset:48570.0, duration:30.0, label:2 (Sleep stage 2)\n",
      "Include onset:48600.0, duration:30.0, label:3 (Sleep stage 3)\n",
      "Include onset:48630.0, duration:30.0, label:2 (Sleep stage 2)\n",
      "Include onset:48660.0, duration:120.0, label:3 (Sleep stage 3)\n",
      "Include onset:48780.0, duration:210.0, label:2 (Sleep stage 2)\n",
      "Include onset:48990.0, duration:30.0, label:3 (Sleep stage 3)\n",
      "Include onset:49020.0, duration:120.0, label:2 (Sleep stage 2)\n",
      "Include onset:49140.0, duration:60.0, label:1 (Sleep stage 1)\n",
      "Include onset:49200.0, duration:990.0, label:4 (Sleep stage R)\n",
      "Include onset:50190.0, duration:30.0, label:0 (Sleep stage W)\n",
      "Include onset:50220.0, duration:150.0, label:1 (Sleep stage 1)\n",
      "Include onset:50370.0, duration:270.0, label:4 (Sleep stage R)\n",
      "Include onset:50640.0, duration:510.0, label:0 (Sleep stage W)\n",
      "Include onset:51150.0, duration:90.0, label:1 (Sleep stage 1)\n",
      "Include onset:51240.0, duration:300.0, label:0 (Sleep stage W)\n",
      "Include onset:51540.0, duration:30.0, label:1 (Sleep stage 1)\n",
      "Include onset:51570.0, duration:540.0, label:0 (Sleep stage W)\n",
      "Include onset:52110.0, duration:150.0, label:1 (Sleep stage 1)\n",
      "Include onset:52260.0, duration:27240.0, label:0 (Sleep stage W)\n",
      "Remove onset:79500.0, duration:6900.0, label:5 (Sleep stage ?)\n",
      "before remove unwanted: (7950000,)\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "after remove unwanted: (7950000,)\n",
      "before intersect label: (7950000,)\n",
      "after intersect label: (7950000,)\n",
      "('raw_ch', 7950000)\n",
      "_____________________________________________\n",
      "debugging:\n",
      "('len(raw.ch)', array([[  5.01684982,  -2.46739927,  16.50866911],\n",
      "       [ -2.57875458,   1.46739927,  16.01587302],\n",
      "       [  1.35970696,  -4.0989011 ,   9.60952381],\n",
      "       ...,\n",
      "       [  5.2981685 ,  -3.04322344,  69.73064713],\n",
      "       [ -4.64175824,  -3.71501832,  80.57216117],\n",
      "       [  6.61098901,   1.75531136, 102.25518926]]), ' and n_epochs', 2650.0, 'EPOCH_SEC_SIZE', 30)\n",
      "_____________________________________________\n",
      "Data before selection: (2650, 3000, 3), (2650,)\n",
      "Data after selection: (841, 3000, 3), (841,)\n",
      "\n",
      "=======================================\n",
      "\n",
      "Extracting edf Parameters from data/SC4002E0-PSG.edf...\n",
      "EDF file detected\n",
      "Setting channel info structure...\n",
      "Created Raw.info structure...\n",
      "Ready.\n",
      "Extracting edf Parameters from data/SC4002E0-PSG.edf...\n",
      "EDF file detected\n",
      "Setting channel info structure...\n",
      "Created Raw.info structure...\n",
      "Ready.\n",
      "scale_time is deprecated and will be removed in 0.16, use scaling_time instead\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "<ipython-input-4-f9ba501bbdf8>:23: DeprecationWarning: scale_time is deprecated and will be removed in 0.16, use scaling_time instead\n",
      "  raw_eeg_fpz = raw.to_data_frame(scale_time=100.0)['EEG Fpz-Cz']\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Converting time column to int64...\n",
      "-------------------------------------------------------------------\n",
      "scale_time is deprecated and will be removed in 0.16, use scaling_time instead\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "<ipython-input-4-f9ba501bbdf8>:27: DeprecationWarning: scale_time is deprecated and will be removed in 0.16, use scaling_time instead\n",
      "  raw_eeg_pz = raw.to_data_frame(scale_time=100.0)['EEG Pz-Oz']\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Converting time column to int64...\n",
      "-------------------------------------------------------------------\n",
      "scale_time is deprecated and will be removed in 0.16, use scaling_time instead\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "<ipython-input-4-f9ba501bbdf8>:32: DeprecationWarning: scale_time is deprecated and will be removed in 0.16, use scaling_time instead\n",
      "  raw_eog = raw.to_data_frame(scale_time=100.0)['EOG horizontal']\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Converting time column to int64...\n",
      "-------------------------------------------------------------------\n",
      "Include onset:0.0, duration:26070.0, label:0 (Sleep stage W)\n",
      "Include onset:26070.0, duration:90.0, label:1 (Sleep stage 1)\n",
      "Include onset:26160.0, duration:510.0, label:2 (Sleep stage 2)\n",
      "Include onset:26670.0, duration:270.0, label:3 (Sleep stage 3)\n",
      "Include onset:26940.0, duration:1140.0, label:3 (Sleep stage 4)\n",
      "Remove onset:28080.0, duration:30.0, label:5 (Movement time)\n",
      "Include onset:28110.0, duration:120.0, label:3 (Sleep stage 3)\n",
      "Include onset:28230.0, duration:30.0, label:3 (Sleep stage 4)\n",
      "Include onset:28260.0, duration:30.0, label:3 (Sleep stage 3)\n",
      "Include onset:28290.0, duration:30.0, label:3 (Sleep stage 4)\n",
      "Include onset:28320.0, duration:30.0, label:3 (Sleep stage 3)\n",
      "Include onset:28350.0, duration:900.0, label:3 (Sleep stage 4)\n",
      "Include onset:29250.0, duration:60.0, label:3 (Sleep stage 3)\n",
      "Include onset:29310.0, duration:240.0, label:2 (Sleep stage 2)\n",
      "Include onset:29550.0, duration:30.0, label:3 (Sleep stage 3)\n",
      "Include onset:29580.0, duration:150.0, label:2 (Sleep stage 2)\n",
      "Include onset:29730.0, duration:90.0, label:3 (Sleep stage 3)\n",
      "Include onset:29820.0, duration:210.0, label:2 (Sleep stage 2)\n",
      "Include onset:30030.0, duration:600.0, label:4 (Sleep stage R)\n",
      "Include onset:30630.0, duration:480.0, label:2 (Sleep stage 2)\n",
      "Include onset:31110.0, duration:30.0, label:3 (Sleep stage 3)\n",
      "Include onset:31140.0, duration:120.0, label:2 (Sleep stage 2)\n",
      "Include onset:31260.0, duration:30.0, label:3 (Sleep stage 3)\n",
      "Include onset:31290.0, duration:30.0, label:2 (Sleep stage 2)\n",
      "Include onset:31320.0, duration:120.0, label:3 (Sleep stage 3)\n",
      "Include onset:31440.0, duration:1110.0, label:3 (Sleep stage 4)\n",
      "Include onset:32550.0, duration:240.0, label:3 (Sleep stage 3)\n",
      "Include onset:32790.0, duration:30.0, label:3 (Sleep stage 4)\n",
      "Include onset:32820.0, duration:60.0, label:3 (Sleep stage 3)\n",
      "Include onset:32880.0, duration:90.0, label:3 (Sleep stage 4)\n",
      "Include onset:32970.0, duration:30.0, label:3 (Sleep stage 3)\n",
      "Include onset:33000.0, duration:90.0, label:3 (Sleep stage 4)\n",
      "Include onset:33090.0, duration:180.0, label:3 (Sleep stage 3)\n",
      "Include onset:33270.0, duration:30.0, label:3 (Sleep stage 4)\n",
      "Include onset:33300.0, duration:60.0, label:3 (Sleep stage 3)\n",
      "Include onset:33360.0, duration:30.0, label:3 (Sleep stage 4)\n",
      "Include onset:33390.0, duration:30.0, label:3 (Sleep stage 3)\n",
      "Include onset:33420.0, duration:30.0, label:3 (Sleep stage 4)\n",
      "Include onset:33450.0, duration:30.0, label:3 (Sleep stage 3)\n",
      "Include onset:33480.0, duration:30.0, label:0 (Sleep stage W)\n",
      "Include onset:33510.0, duration:60.0, label:1 (Sleep stage 1)\n",
      "Include onset:33570.0, duration:300.0, label:2 (Sleep stage 2)\n",
      "Include onset:33870.0, duration:30.0, label:3 (Sleep stage 3)\n",
      "Include onset:33900.0, duration:120.0, label:2 (Sleep stage 2)\n",
      "Include onset:34020.0, duration:270.0, label:4 (Sleep stage R)\n",
      "Include onset:34290.0, duration:30.0, label:0 (Sleep stage W)\n",
      "Include onset:34320.0, duration:30.0, label:1 (Sleep stage 1)\n",
      "Include onset:34350.0, duration:30.0, label:2 (Sleep stage 2)\n",
      "Include onset:34380.0, duration:30.0, label:0 (Sleep stage W)\n",
      "Include onset:34410.0, duration:60.0, label:1 (Sleep stage 1)\n",
      "Include onset:34470.0, duration:1320.0, label:4 (Sleep stage R)\n",
      "Include onset:35790.0, duration:90.0, label:2 (Sleep stage 2)\n",
      "Include onset:35880.0, duration:60.0, label:4 (Sleep stage R)\n",
      "Include onset:35940.0, duration:210.0, label:2 (Sleep stage 2)\n",
      "Include onset:36150.0, duration:90.0, label:4 (Sleep stage R)\n",
      "Include onset:36240.0, duration:300.0, label:2 (Sleep stage 2)\n",
      "Include onset:36540.0, duration:30.0, label:0 (Sleep stage W)\n",
      "Include onset:36570.0, duration:60.0, label:1 (Sleep stage 1)\n",
      "Include onset:36630.0, duration:270.0, label:0 (Sleep stage W)\n",
      "Include onset:36900.0, duration:60.0, label:1 (Sleep stage 1)\n",
      "Include onset:36960.0, duration:150.0, label:0 (Sleep stage W)\n",
      "Include onset:37110.0, duration:30.0, label:1 (Sleep stage 1)\n",
      "Include onset:37140.0, duration:1020.0, label:2 (Sleep stage 2)\n",
      "Include onset:38160.0, duration:30.0, label:3 (Sleep stage 3)\n",
      "Include onset:38190.0, duration:30.0, label:2 (Sleep stage 2)\n",
      "Include onset:38220.0, duration:90.0, label:3 (Sleep stage 3)\n",
      "Include onset:38310.0, duration:30.0, label:3 (Sleep stage 4)\n",
      "Include onset:38340.0, duration:90.0, label:3 (Sleep stage 3)\n",
      "Include onset:38430.0, duration:60.0, label:2 (Sleep stage 2)\n",
      "Include onset:38490.0, duration:330.0, label:3 (Sleep stage 3)\n",
      "Include onset:38820.0, duration:30.0, label:3 (Sleep stage 4)\n",
      "Include onset:38850.0, duration:60.0, label:3 (Sleep stage 3)\n",
      "Include onset:38910.0, duration:390.0, label:3 (Sleep stage 4)\n",
      "Include onset:39300.0, duration:570.0, label:2 (Sleep stage 2)\n",
      "Include onset:39870.0, duration:30.0, label:3 (Sleep stage 3)\n",
      "Include onset:39900.0, duration:90.0, label:2 (Sleep stage 2)\n",
      "Include onset:39990.0, duration:30.0, label:1 (Sleep stage 1)\n",
      "Include onset:40020.0, duration:30.0, label:0 (Sleep stage W)\n",
      "Include onset:40050.0, duration:30.0, label:1 (Sleep stage 1)\n",
      "Include onset:40080.0, duration:90.0, label:2 (Sleep stage 2)\n",
      "Include onset:40170.0, duration:30.0, label:0 (Sleep stage W)\n",
      "Include onset:40200.0, duration:30.0, label:1 (Sleep stage 1)\n",
      "Include onset:40230.0, duration:210.0, label:2 (Sleep stage 2)\n",
      "Include onset:40440.0, duration:480.0, label:4 (Sleep stage R)\n",
      "Include onset:40920.0, duration:60.0, label:0 (Sleep stage W)\n",
      "Include onset:40980.0, duration:30.0, label:1 (Sleep stage 1)\n",
      "Include onset:41010.0, duration:270.0, label:2 (Sleep stage 2)\n",
      "Include onset:41280.0, duration:30.0, label:0 (Sleep stage W)\n",
      "Include onset:41310.0, duration:60.0, label:1 (Sleep stage 1)\n",
      "Include onset:41370.0, duration:600.0, label:0 (Sleep stage W)\n",
      "Include onset:41970.0, duration:30.0, label:1 (Sleep stage 1)\n",
      "Include onset:42000.0, duration:210.0, label:0 (Sleep stage W)\n",
      "Include onset:42210.0, duration:90.0, label:1 (Sleep stage 1)\n",
      "Include onset:42300.0, duration:990.0, label:2 (Sleep stage 2)\n",
      "Include onset:43290.0, duration:30.0, label:3 (Sleep stage 3)\n",
      "Include onset:43320.0, duration:510.0, label:2 (Sleep stage 2)\n",
      "Include onset:43830.0, duration:180.0, label:3 (Sleep stage 3)\n",
      "Include onset:44010.0, duration:120.0, label:2 (Sleep stage 2)\n",
      "Include onset:44130.0, duration:90.0, label:3 (Sleep stage 3)\n",
      "Include onset:44220.0, duration:240.0, label:3 (Sleep stage 4)\n",
      "Include onset:44460.0, duration:30.0, label:1 (Sleep stage 1)\n",
      "Include onset:44490.0, duration:120.0, label:2 (Sleep stage 2)\n",
      "Include onset:44610.0, duration:60.0, label:3 (Sleep stage 3)\n",
      "Include onset:44670.0, duration:180.0, label:2 (Sleep stage 2)\n",
      "Include onset:44850.0, duration:30.0, label:1 (Sleep stage 1)\n",
      "Include onset:44880.0, duration:30.0, label:2 (Sleep stage 2)\n",
      "Include onset:44910.0, duration:30.0, label:1 (Sleep stage 1)\n",
      "Include onset:44940.0, duration:450.0, label:4 (Sleep stage R)\n",
      "Include onset:45390.0, duration:60.0, label:0 (Sleep stage W)\n",
      "Include onset:45450.0, duration:180.0, label:1 (Sleep stage 1)\n",
      "Include onset:45630.0, duration:60.0, label:4 (Sleep stage R)\n",
      "Include onset:45690.0, duration:30.0, label:0 (Sleep stage W)\n",
      "Include onset:45720.0, duration:60.0, label:1 (Sleep stage 1)\n",
      "Include onset:45780.0, duration:1050.0, label:4 (Sleep stage R)\n",
      "Include onset:46830.0, duration:30.0, label:0 (Sleep stage W)\n",
      "Include onset:46860.0, duration:120.0, label:1 (Sleep stage 1)\n",
      "Include onset:46980.0, duration:150.0, label:2 (Sleep stage 2)\n",
      "Include onset:47130.0, duration:90.0, label:1 (Sleep stage 1)\n",
      "Include onset:47220.0, duration:630.0, label:4 (Sleep stage R)\n",
      "Include onset:47850.0, duration:60.0, label:1 (Sleep stage 1)\n",
      "Include onset:47910.0, duration:60.0, label:2 (Sleep stage 2)\n",
      "Include onset:47970.0, duration:30.0, label:1 (Sleep stage 1)\n",
      "Include onset:48000.0, duration:570.0, label:2 (Sleep stage 2)\n",
      "Include onset:48570.0, duration:30.0, label:0 (Sleep stage W)\n",
      "Include onset:48600.0, duration:30.0, label:1 (Sleep stage 1)\n",
      "Include onset:48630.0, duration:600.0, label:2 (Sleep stage 2)\n",
      "Include onset:49230.0, duration:210.0, label:3 (Sleep stage 3)\n",
      "Include onset:49440.0, duration:1890.0, label:3 (Sleep stage 4)\n",
      "Include onset:51330.0, duration:150.0, label:3 (Sleep stage 3)\n",
      "Include onset:51480.0, duration:60.0, label:0 (Sleep stage W)\n",
      "Include onset:51540.0, duration:60.0, label:1 (Sleep stage 1)\n",
      "Include onset:51600.0, duration:60.0, label:2 (Sleep stage 2)\n",
      "Include onset:51660.0, duration:120.0, label:1 (Sleep stage 1)\n",
      "Include onset:51780.0, duration:1080.0, label:4 (Sleep stage R)\n",
      "Include onset:52860.0, duration:30.0, label:1 (Sleep stage 1)\n",
      "Include onset:52890.0, duration:360.0, label:4 (Sleep stage R)\n",
      "Include onset:53250.0, duration:90.0, label:0 (Sleep stage W)\n",
      "Include onset:53340.0, duration:60.0, label:1 (Sleep stage 1)\n",
      "Include onset:53400.0, duration:120.0, label:2 (Sleep stage 2)\n",
      "Include onset:53520.0, duration:30.0, label:0 (Sleep stage W)\n",
      "Include onset:53550.0, duration:60.0, label:1 (Sleep stage 1)\n",
      "Include onset:53610.0, duration:150.0, label:2 (Sleep stage 2)\n",
      "Include onset:53760.0, duration:30.0, label:0 (Sleep stage W)\n",
      "Include onset:53790.0, duration:30.0, label:1 (Sleep stage 1)\n",
      "Include onset:53820.0, duration:1830.0, label:2 (Sleep stage 2)\n",
      "Include onset:55650.0, duration:30.0, label:0 (Sleep stage W)\n",
      "Include onset:55680.0, duration:30.0, label:1 (Sleep stage 1)\n",
      "Include onset:55710.0, duration:210.0, label:2 (Sleep stage 2)\n",
      "Include onset:55920.0, duration:30.0, label:1 (Sleep stage 1)\n",
      "Include onset:55950.0, duration:360.0, label:2 (Sleep stage 2)\n",
      "Include onset:56310.0, duration:28590.0, label:0 (Sleep stage W)\n",
      "Remove onset:84900.0, duration:1500.0, label:5 (Sleep stage ?)\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "before remove unwanted: (8490000,)\n",
      "after remove unwanted: (8487000,)\n",
      "before intersect label: (8487000,)\n",
      "after intersect label: (8487000,)\n",
      "('raw_ch', 8487000)\n",
      "_____________________________________________\n",
      "debugging:\n",
      "('len(raw.ch)', array([[-4.89391941e+01,  6.73992674e-02,  3.49841270e+01],\n",
      "       [-8.71575092e+00, -3.27032967e+00,  3.93247863e+01],\n",
      "       [-3.25443223e+01, -1.20879121e+00,  5.23467643e+01],\n",
      "       ...,\n",
      "       [ 2.72307692e+01, -2.43765568e+01,  6.19926740e+01],\n",
      "       [ 5.12630037e+01, -2.60454212e+01,  1.20350427e+02],\n",
      "       [ 6.27699634e+01, -2.81069597e+01,  1.12151404e+02]]), ' and n_epochs', 2829.0, 'EPOCH_SEC_SIZE', 30)\n",
      "_____________________________________________\n",
      "Data before selection: (2829, 3000, 3), (2829,)\n",
      "Data after selection: (1127, 3000, 3), (1127,)\n",
      "\n",
      "=======================================\n",
      "\n",
      "Extracting edf Parameters from data/SC4011E0-PSG.edf...\n",
      "EDF file detected\n",
      "Setting channel info structure...\n",
      "Created Raw.info structure...\n",
      "Ready.\n",
      "Extracting edf Parameters from data/SC4011E0-PSG.edf...\n",
      "EDF file detected\n",
      "Setting channel info structure...\n",
      "Created Raw.info structure...\n",
      "Ready.\n",
      "scale_time is deprecated and will be removed in 0.16, use scaling_time instead\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "<ipython-input-4-f9ba501bbdf8>:23: DeprecationWarning: scale_time is deprecated and will be removed in 0.16, use scaling_time instead\n",
      "  raw_eeg_fpz = raw.to_data_frame(scale_time=100.0)['EEG Fpz-Cz']\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Converting time column to int64...\n",
      "-------------------------------------------------------------------\n",
      "scale_time is deprecated and will be removed in 0.16, use scaling_time instead\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "<ipython-input-4-f9ba501bbdf8>:27: DeprecationWarning: scale_time is deprecated and will be removed in 0.16, use scaling_time instead\n",
      "  raw_eeg_pz = raw.to_data_frame(scale_time=100.0)['EEG Pz-Oz']\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Converting time column to int64...\n",
      "-------------------------------------------------------------------\n",
      "scale_time is deprecated and will be removed in 0.16, use scaling_time instead\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "<ipython-input-4-f9ba501bbdf8>:32: DeprecationWarning: scale_time is deprecated and will be removed in 0.16, use scaling_time instead\n",
      "  raw_eog = raw.to_data_frame(scale_time=100.0)['EOG horizontal']\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Converting time column to int64...\n",
      "-------------------------------------------------------------------\n",
      "Include onset:0.0, duration:21540.0, label:0 (Sleep stage W)\n",
      "Include onset:21540.0, duration:360.0, label:1 (Sleep stage 1)\n",
      "Include onset:21900.0, duration:60.0, label:2 (Sleep stage 2)\n",
      "Include onset:21960.0, duration:60.0, label:1 (Sleep stage 1)\n",
      "Include onset:22020.0, duration:180.0, label:2 (Sleep stage 2)\n",
      "Include onset:22200.0, duration:510.0, label:1 (Sleep stage 1)\n",
      "Include onset:22710.0, duration:30.0, label:0 (Sleep stage W)\n",
      "Include onset:22740.0, duration:150.0, label:1 (Sleep stage 1)\n",
      "Include onset:22890.0, duration:180.0, label:2 (Sleep stage 2)\n",
      "Include onset:23070.0, duration:210.0, label:1 (Sleep stage 1)\n",
      "Include onset:23280.0, duration:60.0, label:0 (Sleep stage W)\n",
      "Include onset:23340.0, duration:180.0, label:1 (Sleep stage 1)\n",
      "Include onset:23520.0, duration:360.0, label:2 (Sleep stage 2)\n",
      "Include onset:23880.0, duration:30.0, label:3 (Sleep stage 3)\n",
      "Include onset:23910.0, duration:120.0, label:2 (Sleep stage 2)\n",
      "Include onset:24030.0, duration:690.0, label:3 (Sleep stage 3)\n",
      "Include onset:24720.0, duration:30.0, label:2 (Sleep stage 2)\n",
      "Include onset:24750.0, duration:360.0, label:3 (Sleep stage 3)\n",
      "Include onset:25110.0, duration:30.0, label:3 (Sleep stage 4)\n",
      "Include onset:25140.0, duration:120.0, label:3 (Sleep stage 3)\n",
      "Include onset:25260.0, duration:30.0, label:3 (Sleep stage 4)\n",
      "Include onset:25290.0, duration:90.0, label:3 (Sleep stage 3)\n",
      "Include onset:25380.0, duration:60.0, label:3 (Sleep stage 4)\n",
      "Include onset:25440.0, duration:60.0, label:3 (Sleep stage 3)\n",
      "Include onset:25500.0, duration:30.0, label:3 (Sleep stage 4)\n",
      "Include onset:25530.0, duration:120.0, label:3 (Sleep stage 3)\n",
      "Include onset:25650.0, duration:30.0, label:3 (Sleep stage 4)\n",
      "Include onset:25680.0, duration:30.0, label:3 (Sleep stage 3)\n",
      "Include onset:25710.0, duration:90.0, label:2 (Sleep stage 2)\n",
      "Include onset:25800.0, duration:270.0, label:0 (Sleep stage W)\n",
      "Include onset:26070.0, duration:90.0, label:1 (Sleep stage 1)\n",
      "Include onset:26160.0, duration:690.0, label:2 (Sleep stage 2)\n",
      "Include onset:26850.0, duration:120.0, label:0 (Sleep stage W)\n",
      "Include onset:26970.0, duration:210.0, label:1 (Sleep stage 1)\n",
      "Include onset:27180.0, duration:210.0, label:2 (Sleep stage 2)\n",
      "Include onset:27390.0, duration:30.0, label:0 (Sleep stage W)\n",
      "Include onset:27420.0, duration:90.0, label:1 (Sleep stage 1)\n",
      "Include onset:27510.0, duration:300.0, label:2 (Sleep stage 2)\n",
      "Include onset:27810.0, duration:30.0, label:1 (Sleep stage 1)\n",
      "Include onset:27840.0, duration:870.0, label:2 (Sleep stage 2)\n",
      "Include onset:28710.0, duration:1650.0, label:4 (Sleep stage R)\n",
      "Include onset:30360.0, duration:1110.0, label:2 (Sleep stage 2)\n",
      "Include onset:31470.0, duration:30.0, label:3 (Sleep stage 3)\n",
      "Include onset:31500.0, duration:30.0, label:2 (Sleep stage 2)\n",
      "Include onset:31530.0, duration:90.0, label:3 (Sleep stage 3)\n",
      "Include onset:31620.0, duration:30.0, label:2 (Sleep stage 2)\n",
      "Include onset:31650.0, duration:570.0, label:3 (Sleep stage 3)\n",
      "Include onset:32220.0, duration:30.0, label:3 (Sleep stage 4)\n",
      "Include onset:32250.0, duration:90.0, label:3 (Sleep stage 3)\n",
      "Include onset:32340.0, duration:30.0, label:3 (Sleep stage 4)\n",
      "Include onset:32370.0, duration:780.0, label:2 (Sleep stage 2)\n",
      "Include onset:33150.0, duration:30.0, label:1 (Sleep stage 1)\n",
      "Include onset:33180.0, duration:1050.0, label:2 (Sleep stage 2)\n",
      "Include onset:34230.0, duration:30.0, label:1 (Sleep stage 1)\n",
      "Include onset:34260.0, duration:1380.0, label:2 (Sleep stage 2)\n",
      "Include onset:35640.0, duration:30.0, label:1 (Sleep stage 1)\n",
      "Include onset:35670.0, duration:60.0, label:0 (Sleep stage W)\n",
      "Include onset:35730.0, duration:90.0, label:1 (Sleep stage 1)\n",
      "Include onset:35820.0, duration:120.0, label:0 (Sleep stage W)\n",
      "Include onset:35940.0, duration:210.0, label:1 (Sleep stage 1)\n",
      "Include onset:36150.0, duration:390.0, label:2 (Sleep stage 2)\n",
      "Include onset:36540.0, duration:90.0, label:0 (Sleep stage W)\n",
      "Include onset:36630.0, duration:60.0, label:1 (Sleep stage 1)\n",
      "Include onset:36690.0, duration:90.0, label:0 (Sleep stage W)\n",
      "Include onset:36780.0, duration:30.0, label:1 (Sleep stage 1)\n",
      "Include onset:36810.0, duration:30.0, label:0 (Sleep stage W)\n",
      "Include onset:36840.0, duration:60.0, label:1 (Sleep stage 1)\n",
      "Include onset:36900.0, duration:120.0, label:0 (Sleep stage W)\n",
      "Include onset:37020.0, duration:120.0, label:1 (Sleep stage 1)\n",
      "Include onset:37140.0, duration:750.0, label:2 (Sleep stage 2)\n",
      "Include onset:37890.0, duration:60.0, label:1 (Sleep stage 1)\n",
      "Include onset:37950.0, duration:600.0, label:2 (Sleep stage 2)\n",
      "Include onset:38550.0, duration:1170.0, label:4 (Sleep stage R)\n",
      "Include onset:39720.0, duration:1320.0, label:2 (Sleep stage 2)\n",
      "Include onset:41040.0, duration:60.0, label:3 (Sleep stage 3)\n",
      "Include onset:41100.0, duration:120.0, label:2 (Sleep stage 2)\n",
      "Include onset:41220.0, duration:30.0, label:3 (Sleep stage 3)\n",
      "Include onset:41250.0, duration:30.0, label:2 (Sleep stage 2)\n",
      "Include onset:41280.0, duration:90.0, label:3 (Sleep stage 3)\n",
      "Include onset:41370.0, duration:60.0, label:2 (Sleep stage 2)\n",
      "Include onset:41430.0, duration:60.0, label:3 (Sleep stage 3)\n",
      "Include onset:41490.0, duration:120.0, label:2 (Sleep stage 2)\n",
      "Include onset:41610.0, duration:60.0, label:3 (Sleep stage 3)\n",
      "Include onset:41670.0, duration:60.0, label:2 (Sleep stage 2)\n",
      "Include onset:41730.0, duration:30.0, label:3 (Sleep stage 3)\n",
      "Include onset:41760.0, duration:30.0, label:2 (Sleep stage 2)\n",
      "Include onset:41790.0, duration:30.0, label:3 (Sleep stage 3)\n",
      "Include onset:41820.0, duration:60.0, label:2 (Sleep stage 2)\n",
      "Include onset:41880.0, duration:180.0, label:3 (Sleep stage 3)\n",
      "Include onset:42060.0, duration:30.0, label:3 (Sleep stage 4)\n",
      "Include onset:42090.0, duration:60.0, label:3 (Sleep stage 3)\n",
      "Include onset:42150.0, duration:30.0, label:1 (Sleep stage 1)\n",
      "Include onset:42180.0, duration:1230.0, label:2 (Sleep stage 2)\n",
      "Include onset:43410.0, duration:60.0, label:1 (Sleep stage 1)\n",
      "Include onset:43470.0, duration:330.0, label:2 (Sleep stage 2)\n",
      "Include onset:43800.0, duration:60.0, label:1 (Sleep stage 1)\n",
      "Include onset:43860.0, duration:300.0, label:2 (Sleep stage 2)\n",
      "Include onset:44160.0, duration:60.0, label:1 (Sleep stage 1)\n",
      "Include onset:44220.0, duration:120.0, label:2 (Sleep stage 2)\n",
      "Include onset:44340.0, duration:90.0, label:1 (Sleep stage 1)\n",
      "Include onset:44430.0, duration:180.0, label:2 (Sleep stage 2)\n",
      "Include onset:44610.0, duration:30.0, label:4 (Sleep stage R)\n",
      "Include onset:44640.0, duration:270.0, label:2 (Sleep stage 2)\n",
      "Include onset:44910.0, duration:30.0, label:0 (Sleep stage W)\n",
      "Include onset:44940.0, duration:30.0, label:1 (Sleep stage 1)\n",
      "Include onset:44970.0, duration:240.0, label:2 (Sleep stage 2)\n",
      "Include onset:45210.0, duration:210.0, label:4 (Sleep stage R)\n",
      "Include onset:45420.0, duration:60.0, label:1 (Sleep stage 1)\n",
      "Include onset:45480.0, duration:1080.0, label:4 (Sleep stage R)\n",
      "Include onset:46560.0, duration:30.0, label:1 (Sleep stage 1)\n",
      "Include onset:46590.0, duration:90.0, label:4 (Sleep stage R)\n",
      "Include onset:46680.0, duration:60.0, label:2 (Sleep stage 2)\n",
      "Include onset:46740.0, duration:60.0, label:1 (Sleep stage 1)\n",
      "Include onset:46800.0, duration:690.0, label:2 (Sleep stage 2)\n",
      "Include onset:47490.0, duration:60.0, label:1 (Sleep stage 1)\n",
      "Include onset:47550.0, duration:240.0, label:2 (Sleep stage 2)\n",
      "Include onset:47790.0, duration:60.0, label:1 (Sleep stage 1)\n",
      "Include onset:47850.0, duration:1020.0, label:2 (Sleep stage 2)\n",
      "Include onset:48870.0, duration:60.0, label:0 (Sleep stage W)\n",
      "Include onset:48930.0, duration:30.0, label:1 (Sleep stage 1)\n",
      "Include onset:48960.0, duration:1170.0, label:2 (Sleep stage 2)\n",
      "Include onset:50130.0, duration:390.0, label:4 (Sleep stage R)\n",
      "Include onset:50520.0, duration:30.0, label:1 (Sleep stage 1)\n",
      "Include onset:50550.0, duration:480.0, label:4 (Sleep stage R)\n",
      "Include onset:51030.0, duration:33030.0, label:0 (Sleep stage W)\n",
      "Remove onset:84060.0, duration:2340.0, label:5 (Sleep stage ?)\n",
      "before remove unwanted: (8406000,)\n",
      "after remove unwanted: (8406000,)\n",
      "before intersect label: (8406000,)\n",
      "after intersect label: (8406000,)\n",
      "('raw_ch', 8406000)\n",
      "_____________________________________________\n",
      "debugging:\n",
      "('len(raw.ch)', array([[109.64688645,   9.98412698, 152.80586081],\n",
      "       [104.56556777,  12.6043956 ,  92.58608059],\n",
      "       [101.87545788,   9.62271062, 153.80952381],\n",
      "       ...,\n",
      "       [ 28.24615385,  -5.10500611,   1.25274725],\n",
      "       [ 20.47472527,  -8.71916972,  19.82051282],\n",
      "       [ 11.60732601, -15.13431013,  94.59340659]]), ' and n_epochs', 2802.0, 'EPOCH_SEC_SIZE', 30)\n",
      "_____________________________________________\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Data before selection: (2802, 3000, 3), (2802,)\n",
      "Data after selection: (1103, 3000, 3), (1103,)\n",
      "\n",
      "=======================================\n",
      "\n",
      "Extracting edf Parameters from data/SC4012E0-PSG.edf...\n",
      "EDF file detected\n",
      "Setting channel info structure...\n",
      "Created Raw.info structure...\n",
      "Ready.\n",
      "Extracting edf Parameters from data/SC4012E0-PSG.edf...\n",
      "EDF file detected\n",
      "Setting channel info structure...\n",
      "Created Raw.info structure...\n",
      "Ready.\n",
      "scale_time is deprecated and will be removed in 0.16, use scaling_time instead\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "<ipython-input-4-f9ba501bbdf8>:23: DeprecationWarning: scale_time is deprecated and will be removed in 0.16, use scaling_time instead\n",
      "  raw_eeg_fpz = raw.to_data_frame(scale_time=100.0)['EEG Fpz-Cz']\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Converting time column to int64...\n",
      "-------------------------------------------------------------------\n",
      "scale_time is deprecated and will be removed in 0.16, use scaling_time instead\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "<ipython-input-4-f9ba501bbdf8>:27: DeprecationWarning: scale_time is deprecated and will be removed in 0.16, use scaling_time instead\n",
      "  raw_eeg_pz = raw.to_data_frame(scale_time=100.0)['EEG Pz-Oz']\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Converting time column to int64...\n",
      "-------------------------------------------------------------------\n",
      "scale_time is deprecated and will be removed in 0.16, use scaling_time instead\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "<ipython-input-4-f9ba501bbdf8>:32: DeprecationWarning: scale_time is deprecated and will be removed in 0.16, use scaling_time instead\n",
      "  raw_eog = raw.to_data_frame(scale_time=100.0)['EOG horizontal']\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Converting time column to int64...\n",
      "-------------------------------------------------------------------\n",
      "Include onset:0.0, duration:19290.0, label:0 (Sleep stage W)\n",
      "Include onset:19290.0, duration:150.0, label:1 (Sleep stage 1)\n",
      "Include onset:19440.0, duration:900.0, label:2 (Sleep stage 2)\n",
      "Include onset:20340.0, duration:30.0, label:1 (Sleep stage 1)\n",
      "Include onset:20370.0, duration:510.0, label:2 (Sleep stage 2)\n",
      "Include onset:20880.0, duration:60.0, label:3 (Sleep stage 3)\n",
      "Include onset:20940.0, duration:30.0, label:2 (Sleep stage 2)\n",
      "Include onset:20970.0, duration:120.0, label:3 (Sleep stage 4)\n",
      "Include onset:21090.0, duration:30.0, label:3 (Sleep stage 3)\n",
      "Include onset:21120.0, duration:30.0, label:3 (Sleep stage 4)\n",
      "Include onset:21150.0, duration:30.0, label:3 (Sleep stage 3)\n",
      "Include onset:21180.0, duration:30.0, label:3 (Sleep stage 4)\n",
      "Include onset:21210.0, duration:90.0, label:3 (Sleep stage 3)\n",
      "Include onset:21300.0, duration:30.0, label:3 (Sleep stage 4)\n",
      "Include onset:21330.0, duration:120.0, label:3 (Sleep stage 3)\n",
      "Include onset:21450.0, duration:90.0, label:3 (Sleep stage 4)\n",
      "Include onset:21540.0, duration:60.0, label:3 (Sleep stage 3)\n",
      "Include onset:21600.0, duration:90.0, label:2 (Sleep stage 2)\n",
      "Include onset:21690.0, duration:30.0, label:1 (Sleep stage 1)\n",
      "Include onset:21720.0, duration:390.0, label:2 (Sleep stage 2)\n",
      "Include onset:22110.0, duration:60.0, label:3 (Sleep stage 3)\n",
      "Include onset:22170.0, duration:60.0, label:2 (Sleep stage 2)\n",
      "Include onset:22230.0, duration:60.0, label:3 (Sleep stage 3)\n",
      "Include onset:22290.0, duration:30.0, label:2 (Sleep stage 2)\n",
      "Include onset:22320.0, duration:30.0, label:3 (Sleep stage 3)\n",
      "Include onset:22350.0, duration:60.0, label:2 (Sleep stage 2)\n",
      "Include onset:22410.0, duration:60.0, label:3 (Sleep stage 3)\n",
      "Include onset:22470.0, duration:60.0, label:2 (Sleep stage 2)\n",
      "Include onset:22530.0, duration:90.0, label:3 (Sleep stage 3)\n",
      "Include onset:22620.0, duration:30.0, label:3 (Sleep stage 4)\n",
      "Include onset:22650.0, duration:120.0, label:3 (Sleep stage 3)\n",
      "Include onset:22770.0, duration:330.0, label:2 (Sleep stage 2)\n",
      "Include onset:23100.0, duration:90.0, label:3 (Sleep stage 3)\n",
      "Include onset:23190.0, duration:30.0, label:2 (Sleep stage 2)\n",
      "Include onset:23220.0, duration:60.0, label:3 (Sleep stage 3)\n",
      "Include onset:23280.0, duration:30.0, label:2 (Sleep stage 2)\n",
      "Include onset:23310.0, duration:30.0, label:3 (Sleep stage 4)\n",
      "Include onset:23340.0, duration:1020.0, label:2 (Sleep stage 2)\n",
      "Include onset:24360.0, duration:30.0, label:0 (Sleep stage W)\n",
      "Include onset:24390.0, duration:30.0, label:1 (Sleep stage 1)\n",
      "Include onset:24420.0, duration:780.0, label:2 (Sleep stage 2)\n",
      "Include onset:25200.0, duration:360.0, label:4 (Sleep stage R)\n",
      "Include onset:25560.0, duration:150.0, label:1 (Sleep stage 1)\n",
      "Include onset:25710.0, duration:180.0, label:2 (Sleep stage 2)\n",
      "Include onset:25890.0, duration:30.0, label:4 (Sleep stage R)\n",
      "Include onset:25920.0, duration:30.0, label:2 (Sleep stage 2)\n",
      "Include onset:25950.0, duration:480.0, label:4 (Sleep stage R)\n",
      "Include onset:26430.0, duration:30.0, label:2 (Sleep stage 2)\n",
      "Include onset:26460.0, duration:30.0, label:4 (Sleep stage R)\n",
      "Include onset:26490.0, duration:30.0, label:2 (Sleep stage 2)\n",
      "Include onset:26520.0, duration:60.0, label:1 (Sleep stage 1)\n",
      "Include onset:26580.0, duration:60.0, label:4 (Sleep stage R)\n",
      "Include onset:26640.0, duration:180.0, label:1 (Sleep stage 1)\n",
      "Include onset:26820.0, duration:420.0, label:2 (Sleep stage 2)\n",
      "Include onset:27240.0, duration:30.0, label:3 (Sleep stage 3)\n",
      "Include onset:27270.0, duration:390.0, label:2 (Sleep stage 2)\n",
      "Include onset:27660.0, duration:30.0, label:3 (Sleep stage 3)\n",
      "Include onset:27690.0, duration:60.0, label:2 (Sleep stage 2)\n",
      "Include onset:27750.0, duration:30.0, label:3 (Sleep stage 3)\n",
      "Include onset:27780.0, duration:60.0, label:2 (Sleep stage 2)\n",
      "Include onset:27840.0, duration:30.0, label:3 (Sleep stage 3)\n",
      "Include onset:27870.0, duration:30.0, label:2 (Sleep stage 2)\n",
      "Include onset:27900.0, duration:180.0, label:3 (Sleep stage 3)\n",
      "Include onset:28080.0, duration:30.0, label:2 (Sleep stage 2)\n",
      "Include onset:28110.0, duration:90.0, label:3 (Sleep stage 3)\n",
      "Include onset:28200.0, duration:30.0, label:2 (Sleep stage 2)\n",
      "Include onset:28230.0, duration:60.0, label:3 (Sleep stage 3)\n",
      "Include onset:28290.0, duration:180.0, label:2 (Sleep stage 2)\n",
      "Include onset:28470.0, duration:30.0, label:3 (Sleep stage 3)\n",
      "Include onset:28500.0, duration:30.0, label:2 (Sleep stage 2)\n",
      "Include onset:28530.0, duration:330.0, label:3 (Sleep stage 3)\n",
      "Include onset:28860.0, duration:30.0, label:3 (Sleep stage 4)\n",
      "Include onset:28890.0, duration:240.0, label:3 (Sleep stage 3)\n",
      "Include onset:29130.0, duration:90.0, label:3 (Sleep stage 4)\n",
      "Include onset:29220.0, duration:30.0, label:3 (Sleep stage 3)\n",
      "Include onset:29250.0, duration:90.0, label:0 (Sleep stage W)\n",
      "Include onset:29340.0, duration:30.0, label:1 (Sleep stage 1)\n",
      "Include onset:29370.0, duration:1020.0, label:2 (Sleep stage 2)\n",
      "Include onset:30390.0, duration:30.0, label:1 (Sleep stage 1)\n",
      "Include onset:30420.0, duration:870.0, label:2 (Sleep stage 2)\n",
      "Include onset:31290.0, duration:30.0, label:1 (Sleep stage 1)\n",
      "Include onset:31320.0, duration:720.0, label:2 (Sleep stage 2)\n",
      "Include onset:32040.0, duration:90.0, label:4 (Sleep stage R)\n",
      "Include onset:32130.0, duration:60.0, label:1 (Sleep stage 1)\n",
      "Include onset:32190.0, duration:270.0, label:4 (Sleep stage R)\n",
      "Include onset:32460.0, duration:60.0, label:1 (Sleep stage 1)\n",
      "Include onset:32520.0, duration:30.0, label:0 (Sleep stage W)\n",
      "Include onset:32550.0, duration:30.0, label:1 (Sleep stage 1)\n",
      "Include onset:32580.0, duration:150.0, label:2 (Sleep stage 2)\n",
      "Include onset:32730.0, duration:420.0, label:4 (Sleep stage R)\n",
      "Include onset:33150.0, duration:150.0, label:1 (Sleep stage 1)\n",
      "Include onset:33300.0, duration:150.0, label:2 (Sleep stage 2)\n",
      "Include onset:33450.0, duration:420.0, label:4 (Sleep stage R)\n",
      "Include onset:33870.0, duration:60.0, label:1 (Sleep stage 1)\n",
      "Include onset:33930.0, duration:690.0, label:4 (Sleep stage R)\n",
      "Include onset:34620.0, duration:30.0, label:1 (Sleep stage 1)\n",
      "Include onset:34650.0, duration:120.0, label:4 (Sleep stage R)\n",
      "Include onset:34770.0, duration:60.0, label:1 (Sleep stage 1)\n",
      "Include onset:34830.0, duration:120.0, label:2 (Sleep stage 2)\n",
      "Include onset:34950.0, duration:540.0, label:0 (Sleep stage W)\n",
      "Include onset:35490.0, duration:150.0, label:1 (Sleep stage 1)\n",
      "Include onset:35640.0, duration:540.0, label:2 (Sleep stage 2)\n",
      "Include onset:36180.0, duration:30.0, label:1 (Sleep stage 1)\n",
      "Include onset:36210.0, duration:960.0, label:2 (Sleep stage 2)\n",
      "Include onset:37170.0, duration:30.0, label:3 (Sleep stage 3)\n",
      "Include onset:37200.0, duration:60.0, label:2 (Sleep stage 2)\n",
      "Include onset:37260.0, duration:30.0, label:3 (Sleep stage 3)\n",
      "Include onset:37290.0, duration:90.0, label:2 (Sleep stage 2)\n",
      "Include onset:37380.0, duration:180.0, label:3 (Sleep stage 3)\n",
      "Include onset:37560.0, duration:30.0, label:2 (Sleep stage 2)\n",
      "Include onset:37590.0, duration:120.0, label:3 (Sleep stage 3)\n",
      "Include onset:37710.0, duration:30.0, label:2 (Sleep stage 2)\n",
      "Include onset:37740.0, duration:30.0, label:0 (Sleep stage W)\n",
      "Include onset:37770.0, duration:30.0, label:1 (Sleep stage 1)\n",
      "Include onset:37800.0, duration:30.0, label:2 (Sleep stage 2)\n",
      "Include onset:37830.0, duration:60.0, label:0 (Sleep stage W)\n",
      "Include onset:37890.0, duration:30.0, label:1 (Sleep stage 1)\n",
      "Include onset:37920.0, duration:1680.0, label:2 (Sleep stage 2)\n",
      "Include onset:39600.0, duration:30.0, label:1 (Sleep stage 1)\n",
      "Include onset:39630.0, duration:330.0, label:2 (Sleep stage 2)\n",
      "Include onset:39960.0, duration:30.0, label:0 (Sleep stage W)\n",
      "Include onset:39990.0, duration:60.0, label:1 (Sleep stage 1)\n",
      "Include onset:40050.0, duration:30.0, label:0 (Sleep stage W)\n",
      "Include onset:40080.0, duration:30.0, label:1 (Sleep stage 1)\n",
      "Include onset:40110.0, duration:390.0, label:2 (Sleep stage 2)\n",
      "Include onset:40500.0, duration:240.0, label:4 (Sleep stage R)\n",
      "Include onset:40740.0, duration:60.0, label:1 (Sleep stage 1)\n",
      "Include onset:40800.0, duration:30.0, label:2 (Sleep stage 2)\n",
      "Include onset:40830.0, duration:120.0, label:4 (Sleep stage R)\n",
      "Include onset:40950.0, duration:60.0, label:1 (Sleep stage 1)\n",
      "Include onset:41010.0, duration:180.0, label:4 (Sleep stage R)\n",
      "Include onset:41190.0, duration:30.0, label:1 (Sleep stage 1)\n",
      "Include onset:41220.0, duration:450.0, label:4 (Sleep stage R)\n",
      "Include onset:41670.0, duration:150.0, label:1 (Sleep stage 1)\n",
      "Include onset:41820.0, duration:30.0, label:2 (Sleep stage 2)\n",
      "Include onset:41850.0, duration:60.0, label:1 (Sleep stage 1)\n",
      "Include onset:41910.0, duration:420.0, label:2 (Sleep stage 2)\n",
      "Include onset:42330.0, duration:30.0, label:1 (Sleep stage 1)\n",
      "Include onset:42360.0, duration:150.0, label:2 (Sleep stage 2)\n",
      "Include onset:42510.0, duration:30.0, label:1 (Sleep stage 1)\n",
      "Include onset:42540.0, duration:30.0, label:4 (Sleep stage R)\n",
      "Include onset:42570.0, duration:30.0, label:0 (Sleep stage W)\n",
      "Include onset:42600.0, duration:30.0, label:1 (Sleep stage 1)\n",
      "Include onset:42630.0, duration:1230.0, label:2 (Sleep stage 2)\n",
      "Include onset:43860.0, duration:60.0, label:1 (Sleep stage 1)\n",
      "Include onset:43920.0, duration:1140.0, label:2 (Sleep stage 2)\n",
      "Include onset:45060.0, duration:120.0, label:4 (Sleep stage R)\n",
      "Include onset:45180.0, duration:30.0, label:0 (Sleep stage W)\n",
      "Include onset:45210.0, duration:90.0, label:1 (Sleep stage 1)\n",
      "Include onset:45300.0, duration:30.0, label:0 (Sleep stage W)\n",
      "Include onset:45330.0, duration:90.0, label:1 (Sleep stage 1)\n",
      "Include onset:45420.0, duration:480.0, label:2 (Sleep stage 2)\n",
      "Include onset:45900.0, duration:60.0, label:1 (Sleep stage 1)\n",
      "Include onset:45960.0, duration:120.0, label:0 (Sleep stage W)\n",
      "Include onset:46080.0, duration:30.0, label:1 (Sleep stage 1)\n",
      "Include onset:46110.0, duration:300.0, label:2 (Sleep stage 2)\n",
      "Include onset:46410.0, duration:30.0, label:1 (Sleep stage 1)\n",
      "Include onset:46440.0, duration:120.0, label:0 (Sleep stage W)\n",
      "Include onset:46560.0, duration:210.0, label:1 (Sleep stage 1)\n",
      "Include onset:46770.0, duration:360.0, label:2 (Sleep stage 2)\n",
      "Include onset:47130.0, duration:1170.0, label:4 (Sleep stage R)\n",
      "Include onset:48300.0, duration:60.0, label:0 (Sleep stage W)\n",
      "Include onset:48360.0, duration:60.0, label:1 (Sleep stage 1)\n",
      "Include onset:48420.0, duration:480.0, label:2 (Sleep stage 2)\n",
      "Include onset:48900.0, duration:30.0, label:0 (Sleep stage W)\n",
      "Include onset:48930.0, duration:90.0, label:1 (Sleep stage 1)\n",
      "Include onset:49020.0, duration:1080.0, label:2 (Sleep stage 2)\n",
      "Include onset:50100.0, duration:60.0, label:1 (Sleep stage 1)\n",
      "Include onset:50160.0, duration:1110.0, label:2 (Sleep stage 2)\n",
      "Include onset:51270.0, duration:34170.0, label:0 (Sleep stage W)\n",
      "Remove onset:85440.0, duration:960.0, label:5 (Sleep stage ?)\n",
      "before remove unwanted: (8550000,)\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "after remove unwanted: (8544000,)\n",
      "before intersect label: (8544000,)\n",
      "after intersect label: (8544000,)\n",
      "('raw_ch', 8544000)\n",
      "_____________________________________________\n",
      "debugging:\n",
      "('len(raw.ch)', array([[  -8.803663  ,    2.91648352, -262.64175824],\n",
      "       [   1.8029304 ,   -2.20879121, -258.63956044],\n",
      "       [  14.54945055,    1.07912088, -257.30549451],\n",
      "       ...,\n",
      "       [  -1.82564103,   -0.66153846,   -6.05641026],\n",
      "       [  -1.54652015,   -0.95164835,   -4.27765568],\n",
      "       [  -1.54652015,   -0.95164835,   -6.5010989 ]]), ' and n_epochs', 2848.0, 'EPOCH_SEC_SIZE', 30)\n",
      "_____________________________________________\n",
      "Data before selection: (2848, 3000, 3), (2848,)\n",
      "Data after selection: (1186, 3000, 3), (1186,)\n",
      "\n",
      "=======================================\n",
      "\n",
      "Extracting edf Parameters from data/SC4021E0-PSG.edf...\n",
      "EDF file detected\n",
      "Setting channel info structure...\n",
      "Created Raw.info structure...\n",
      "Ready.\n",
      "Extracting edf Parameters from data/SC4021E0-PSG.edf...\n",
      "EDF file detected\n",
      "Setting channel info structure...\n",
      "Created Raw.info structure...\n",
      "Ready.\n",
      "scale_time is deprecated and will be removed in 0.16, use scaling_time instead\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "<ipython-input-4-f9ba501bbdf8>:23: DeprecationWarning: scale_time is deprecated and will be removed in 0.16, use scaling_time instead\n",
      "  raw_eeg_fpz = raw.to_data_frame(scale_time=100.0)['EEG Fpz-Cz']\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Converting time column to int64...\n",
      "-------------------------------------------------------------------\n",
      "scale_time is deprecated and will be removed in 0.16, use scaling_time instead\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "<ipython-input-4-f9ba501bbdf8>:27: DeprecationWarning: scale_time is deprecated and will be removed in 0.16, use scaling_time instead\n",
      "  raw_eeg_pz = raw.to_data_frame(scale_time=100.0)['EEG Pz-Oz']\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Converting time column to int64...\n",
      "-------------------------------------------------------------------\n",
      "scale_time is deprecated and will be removed in 0.16, use scaling_time instead\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "<ipython-input-4-f9ba501bbdf8>:32: DeprecationWarning: scale_time is deprecated and will be removed in 0.16, use scaling_time instead\n",
      "  raw_eog = raw.to_data_frame(scale_time=100.0)['EOG horizontal']\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Converting time column to int64...\n",
      "-------------------------------------------------------------------\n",
      "Include onset:0.0, duration:21870.0, label:0 (Sleep stage W)\n",
      "Include onset:21870.0, duration:780.0, label:1 (Sleep stage 1)\n",
      "Include onset:22650.0, duration:30.0, label:0 (Sleep stage W)\n",
      "Include onset:22680.0, duration:450.0, label:1 (Sleep stage 1)\n",
      "Include onset:23130.0, duration:930.0, label:2 (Sleep stage 2)\n",
      "Include onset:24060.0, duration:30.0, label:0 (Sleep stage W)\n",
      "Include onset:24090.0, duration:450.0, label:2 (Sleep stage 2)\n",
      "Include onset:24540.0, duration:60.0, label:3 (Sleep stage 3)\n",
      "Include onset:24600.0, duration:60.0, label:2 (Sleep stage 2)\n",
      "Include onset:24660.0, duration:30.0, label:3 (Sleep stage 3)\n",
      "Include onset:24690.0, duration:30.0, label:3 (Sleep stage 4)\n",
      "Include onset:24720.0, duration:30.0, label:3 (Sleep stage 3)\n",
      "Include onset:24750.0, duration:30.0, label:2 (Sleep stage 2)\n",
      "Include onset:24780.0, duration:90.0, label:3 (Sleep stage 3)\n",
      "Include onset:24870.0, duration:30.0, label:2 (Sleep stage 2)\n",
      "Include onset:24900.0, duration:60.0, label:3 (Sleep stage 3)\n",
      "Include onset:24960.0, duration:30.0, label:2 (Sleep stage 2)\n",
      "Include onset:24990.0, duration:30.0, label:3 (Sleep stage 3)\n",
      "Include onset:25020.0, duration:90.0, label:3 (Sleep stage 4)\n",
      "Include onset:25110.0, duration:60.0, label:3 (Sleep stage 3)\n",
      "Include onset:25170.0, duration:90.0, label:3 (Sleep stage 4)\n",
      "Include onset:25260.0, duration:120.0, label:3 (Sleep stage 3)\n",
      "Include onset:25380.0, duration:30.0, label:3 (Sleep stage 4)\n",
      "Include onset:25410.0, duration:150.0, label:2 (Sleep stage 2)\n",
      "Include onset:25560.0, duration:30.0, label:3 (Sleep stage 3)\n",
      "Include onset:25590.0, duration:270.0, label:2 (Sleep stage 2)\n",
      "Include onset:25860.0, duration:30.0, label:3 (Sleep stage 3)\n",
      "Include onset:25890.0, duration:120.0, label:2 (Sleep stage 2)\n",
      "Include onset:26010.0, duration:30.0, label:1 (Sleep stage 1)\n",
      "Include onset:26040.0, duration:600.0, label:2 (Sleep stage 2)\n",
      "Include onset:26640.0, duration:30.0, label:4 (Sleep stage R)\n",
      "Include onset:26670.0, duration:90.0, label:2 (Sleep stage 2)\n",
      "Include onset:26760.0, duration:30.0, label:4 (Sleep stage R)\n",
      "Include onset:26790.0, duration:510.0, label:2 (Sleep stage 2)\n",
      "Include onset:27300.0, duration:30.0, label:3 (Sleep stage 3)\n",
      "Include onset:27330.0, duration:180.0, label:2 (Sleep stage 2)\n",
      "Include onset:27510.0, duration:30.0, label:3 (Sleep stage 3)\n",
      "Include onset:27540.0, duration:60.0, label:2 (Sleep stage 2)\n",
      "Include onset:27600.0, duration:60.0, label:3 (Sleep stage 3)\n",
      "Include onset:27660.0, duration:30.0, label:3 (Sleep stage 4)\n",
      "Include onset:27690.0, duration:120.0, label:3 (Sleep stage 3)\n",
      "Include onset:27810.0, duration:30.0, label:2 (Sleep stage 2)\n",
      "Include onset:27840.0, duration:60.0, label:3 (Sleep stage 3)\n",
      "Include onset:27900.0, duration:30.0, label:3 (Sleep stage 4)\n",
      "Include onset:27930.0, duration:60.0, label:3 (Sleep stage 3)\n",
      "Include onset:27990.0, duration:30.0, label:2 (Sleep stage 2)\n",
      "Include onset:28020.0, duration:120.0, label:3 (Sleep stage 4)\n",
      "Include onset:28140.0, duration:30.0, label:3 (Sleep stage 3)\n",
      "Include onset:28170.0, duration:30.0, label:3 (Sleep stage 4)\n",
      "Include onset:28200.0, duration:30.0, label:3 (Sleep stage 3)\n",
      "Include onset:28230.0, duration:30.0, label:3 (Sleep stage 4)\n",
      "Include onset:28260.0, duration:30.0, label:3 (Sleep stage 3)\n",
      "Include onset:28290.0, duration:30.0, label:3 (Sleep stage 4)\n",
      "Include onset:28320.0, duration:60.0, label:3 (Sleep stage 3)\n",
      "Include onset:28380.0, duration:30.0, label:3 (Sleep stage 4)\n",
      "Include onset:28410.0, duration:30.0, label:3 (Sleep stage 3)\n",
      "Include onset:28440.0, duration:30.0, label:3 (Sleep stage 4)\n",
      "Include onset:28470.0, duration:240.0, label:3 (Sleep stage 3)\n",
      "Include onset:28710.0, duration:30.0, label:0 (Sleep stage W)\n",
      "Include onset:28740.0, duration:90.0, label:2 (Sleep stage 2)\n",
      "Include onset:28830.0, duration:30.0, label:3 (Sleep stage 3)\n",
      "Include onset:28860.0, duration:870.0, label:2 (Sleep stage 2)\n",
      "Include onset:29730.0, duration:30.0, label:3 (Sleep stage 3)\n",
      "Include onset:29760.0, duration:330.0, label:2 (Sleep stage 2)\n",
      "Include onset:30090.0, duration:30.0, label:3 (Sleep stage 3)\n",
      "Include onset:30120.0, duration:30.0, label:2 (Sleep stage 2)\n",
      "Include onset:30150.0, duration:120.0, label:3 (Sleep stage 3)\n",
      "Include onset:30270.0, duration:30.0, label:3 (Sleep stage 4)\n",
      "Include onset:30300.0, duration:60.0, label:2 (Sleep stage 2)\n",
      "Include onset:30360.0, duration:30.0, label:3 (Sleep stage 3)\n",
      "Include onset:30390.0, duration:90.0, label:2 (Sleep stage 2)\n",
      "Include onset:30480.0, duration:120.0, label:4 (Sleep stage R)\n",
      "Include onset:30600.0, duration:60.0, label:2 (Sleep stage 2)\n",
      "Include onset:30660.0, duration:570.0, label:4 (Sleep stage R)\n",
      "Include onset:31230.0, duration:30.0, label:1 (Sleep stage 1)\n",
      "Include onset:31260.0, duration:60.0, label:2 (Sleep stage 2)\n",
      "Include onset:31320.0, duration:210.0, label:4 (Sleep stage R)\n",
      "Include onset:31530.0, duration:30.0, label:0 (Sleep stage W)\n",
      "Include onset:31560.0, duration:30.0, label:1 (Sleep stage 1)\n",
      "Include onset:31590.0, duration:90.0, label:2 (Sleep stage 2)\n",
      "Include onset:31680.0, duration:60.0, label:1 (Sleep stage 1)\n",
      "Include onset:31740.0, duration:330.0, label:2 (Sleep stage 2)\n",
      "Include onset:32070.0, duration:60.0, label:1 (Sleep stage 1)\n",
      "Include onset:32130.0, duration:510.0, label:2 (Sleep stage 2)\n",
      "Include onset:32640.0, duration:30.0, label:3 (Sleep stage 3)\n",
      "Include onset:32670.0, duration:570.0, label:2 (Sleep stage 2)\n",
      "Include onset:33240.0, duration:60.0, label:3 (Sleep stage 3)\n",
      "Include onset:33300.0, duration:60.0, label:2 (Sleep stage 2)\n",
      "Include onset:33360.0, duration:60.0, label:3 (Sleep stage 3)\n",
      "Include onset:33420.0, duration:90.0, label:2 (Sleep stage 2)\n",
      "Include onset:33510.0, duration:30.0, label:3 (Sleep stage 3)\n",
      "Include onset:33540.0, duration:60.0, label:2 (Sleep stage 2)\n",
      "Include onset:33600.0, duration:30.0, label:3 (Sleep stage 4)\n",
      "Include onset:33630.0, duration:30.0, label:3 (Sleep stage 3)\n",
      "Include onset:33660.0, duration:30.0, label:3 (Sleep stage 4)\n",
      "Include onset:33690.0, duration:60.0, label:2 (Sleep stage 2)\n",
      "Include onset:33750.0, duration:30.0, label:3 (Sleep stage 3)\n",
      "Include onset:33780.0, duration:360.0, label:2 (Sleep stage 2)\n",
      "Include onset:34140.0, duration:60.0, label:3 (Sleep stage 3)\n",
      "Include onset:34200.0, duration:510.0, label:2 (Sleep stage 2)\n",
      "Include onset:34710.0, duration:30.0, label:3 (Sleep stage 3)\n",
      "Include onset:34740.0, duration:90.0, label:2 (Sleep stage 2)\n",
      "Include onset:34830.0, duration:30.0, label:4 (Sleep stage R)\n",
      "Include onset:34860.0, duration:60.0, label:2 (Sleep stage 2)\n",
      "Include onset:34920.0, duration:90.0, label:4 (Sleep stage R)\n",
      "Include onset:35010.0, duration:30.0, label:2 (Sleep stage 2)\n",
      "Include onset:35040.0, duration:270.0, label:4 (Sleep stage R)\n",
      "Include onset:35310.0, duration:60.0, label:1 (Sleep stage 1)\n",
      "Include onset:35370.0, duration:720.0, label:2 (Sleep stage 2)\n",
      "Include onset:36090.0, duration:540.0, label:4 (Sleep stage R)\n",
      "Include onset:36630.0, duration:240.0, label:1 (Sleep stage 1)\n",
      "Include onset:36870.0, duration:1290.0, label:2 (Sleep stage 2)\n",
      "Include onset:38160.0, duration:30.0, label:3 (Sleep stage 3)\n",
      "Include onset:38190.0, duration:60.0, label:2 (Sleep stage 2)\n",
      "Include onset:38250.0, duration:60.0, label:3 (Sleep stage 3)\n",
      "Include onset:38310.0, duration:30.0, label:2 (Sleep stage 2)\n",
      "Include onset:38340.0, duration:30.0, label:1 (Sleep stage 1)\n",
      "Include onset:38370.0, duration:360.0, label:2 (Sleep stage 2)\n",
      "Include onset:38730.0, duration:30.0, label:3 (Sleep stage 3)\n",
      "Include onset:38760.0, duration:240.0, label:2 (Sleep stage 2)\n",
      "Include onset:39000.0, duration:30.0, label:3 (Sleep stage 3)\n",
      "Include onset:39030.0, duration:90.0, label:2 (Sleep stage 2)\n",
      "Include onset:39120.0, duration:30.0, label:3 (Sleep stage 3)\n",
      "Include onset:39150.0, duration:120.0, label:2 (Sleep stage 2)\n",
      "Include onset:39270.0, duration:60.0, label:3 (Sleep stage 3)\n",
      "Include onset:39330.0, duration:30.0, label:0 (Sleep stage W)\n",
      "Include onset:39360.0, duration:60.0, label:1 (Sleep stage 1)\n",
      "Include onset:39420.0, duration:750.0, label:2 (Sleep stage 2)\n",
      "Include onset:40170.0, duration:360.0, label:4 (Sleep stage R)\n",
      "Include onset:40530.0, duration:60.0, label:1 (Sleep stage 1)\n",
      "Include onset:40590.0, duration:240.0, label:4 (Sleep stage R)\n",
      "Include onset:40830.0, duration:90.0, label:1 (Sleep stage 1)\n",
      "Include onset:40920.0, duration:750.0, label:4 (Sleep stage R)\n",
      "Include onset:41670.0, duration:150.0, label:1 (Sleep stage 1)\n",
      "Include onset:41820.0, duration:180.0, label:2 (Sleep stage 2)\n",
      "Include onset:42000.0, duration:510.0, label:4 (Sleep stage R)\n",
      "Include onset:42510.0, duration:30.0, label:2 (Sleep stage 2)\n",
      "Include onset:42540.0, duration:90.0, label:4 (Sleep stage R)\n",
      "Include onset:42630.0, duration:30.0, label:0 (Sleep stage W)\n",
      "Include onset:42660.0, duration:60.0, label:1 (Sleep stage 1)\n",
      "Include onset:42720.0, duration:960.0, label:2 (Sleep stage 2)\n",
      "Include onset:43680.0, duration:30.0, label:3 (Sleep stage 3)\n",
      "Include onset:43710.0, duration:480.0, label:2 (Sleep stage 2)\n",
      "Include onset:44190.0, duration:30.0, label:3 (Sleep stage 3)\n",
      "Include onset:44220.0, duration:60.0, label:1 (Sleep stage 1)\n",
      "Include onset:44280.0, duration:960.0, label:2 (Sleep stage 2)\n",
      "Include onset:45240.0, duration:1050.0, label:4 (Sleep stage R)\n",
      "Include onset:46290.0, duration:90.0, label:1 (Sleep stage 1)\n",
      "Include onset:46380.0, duration:450.0, label:2 (Sleep stage 2)\n",
      "Include onset:46830.0, duration:60.0, label:1 (Sleep stage 1)\n",
      "Include onset:46890.0, duration:600.0, label:2 (Sleep stage 2)\n",
      "Include onset:47490.0, duration:60.0, label:0 (Sleep stage W)\n",
      "Include onset:47550.0, duration:120.0, label:1 (Sleep stage 1)\n",
      "Include onset:47670.0, duration:360.0, label:2 (Sleep stage 2)\n",
      "Include onset:48030.0, duration:60.0, label:1 (Sleep stage 1)\n",
      "Include onset:48090.0, duration:390.0, label:2 (Sleep stage 2)\n",
      "Include onset:48480.0, duration:90.0, label:1 (Sleep stage 1)\n",
      "Include onset:48570.0, duration:300.0, label:2 (Sleep stage 2)\n",
      "Include onset:48870.0, duration:150.0, label:1 (Sleep stage 1)\n",
      "Include onset:49020.0, duration:35100.0, label:0 (Sleep stage W)\n",
      "Remove onset:84120.0, duration:2280.0, label:5 (Sleep stage ?)\n",
      "before remove unwanted: (8412000,)\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "after remove unwanted: (8412000,)\n",
      "before intersect label: (8412000,)\n",
      "after intersect label: (8412000,)\n",
      "('raw_ch', 8412000)\n",
      "_____________________________________________\n",
      "debugging:\n",
      "('len(raw.ch)', array([[ 11.49230769,  -1.604884  , -92.88644689],\n",
      "       [  7.98461538,   0.67301587, -88.7985348 ],\n",
      "       [  6.23076923,  -1.5013431 , -86.98168498],\n",
      "       ...,\n",
      "       [  3.09230769, -41.05396825, -23.39194139],\n",
      "       [  5.86153846,  29.66446886, -31.56776557],\n",
      "       [  9.09230769, -15.78998779, -26.11721612]]), ' and n_epochs', 2804.0, 'EPOCH_SEC_SIZE', 30)\n",
      "_____________________________________________\n",
      "Data before selection: (2804, 3000, 3), (2804,)\n",
      "Data after selection: (1025, 3000, 3), (1025,)\n",
      "\n",
      "=======================================\n",
      "\n",
      "Extracting edf Parameters from data/SC4022E0-PSG.edf...\n",
      "EDF file detected\n",
      "Setting channel info structure...\n",
      "Created Raw.info structure...\n",
      "Ready.\n",
      "Extracting edf Parameters from data/SC4022E0-PSG.edf...\n",
      "EDF file detected\n",
      "Setting channel info structure...\n",
      "Created Raw.info structure...\n",
      "Ready.\n",
      "scale_time is deprecated and will be removed in 0.16, use scaling_time instead\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "<ipython-input-4-f9ba501bbdf8>:23: DeprecationWarning: scale_time is deprecated and will be removed in 0.16, use scaling_time instead\n",
      "  raw_eeg_fpz = raw.to_data_frame(scale_time=100.0)['EEG Fpz-Cz']\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Converting time column to int64...\n",
      "-------------------------------------------------------------------\n",
      "scale_time is deprecated and will be removed in 0.16, use scaling_time instead\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "<ipython-input-4-f9ba501bbdf8>:27: DeprecationWarning: scale_time is deprecated and will be removed in 0.16, use scaling_time instead\n",
      "  raw_eeg_pz = raw.to_data_frame(scale_time=100.0)['EEG Pz-Oz']\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Converting time column to int64...\n",
      "-------------------------------------------------------------------\n",
      "scale_time is deprecated and will be removed in 0.16, use scaling_time instead\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "<ipython-input-4-f9ba501bbdf8>:32: DeprecationWarning: scale_time is deprecated and will be removed in 0.16, use scaling_time instead\n",
      "  raw_eog = raw.to_data_frame(scale_time=100.0)['EOG horizontal']\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Converting time column to int64...\n",
      "-------------------------------------------------------------------\n",
      "Include onset:0.0, duration:22710.0, label:0 (Sleep stage W)\n",
      "Include onset:22710.0, duration:990.0, label:1 (Sleep stage 1)\n",
      "Include onset:23700.0, duration:540.0, label:2 (Sleep stage 2)\n",
      "Include onset:24240.0, duration:30.0, label:3 (Sleep stage 3)\n",
      "Include onset:24270.0, duration:30.0, label:2 (Sleep stage 2)\n",
      "Include onset:24300.0, duration:210.0, label:3 (Sleep stage 3)\n",
      "Include onset:24510.0, duration:30.0, label:2 (Sleep stage 2)\n",
      "Include onset:24540.0, duration:30.0, label:3 (Sleep stage 3)\n",
      "Include onset:24570.0, duration:30.0, label:3 (Sleep stage 4)\n",
      "Include onset:24600.0, duration:180.0, label:3 (Sleep stage 3)\n",
      "Include onset:24780.0, duration:60.0, label:3 (Sleep stage 4)\n",
      "Include onset:24840.0, duration:120.0, label:3 (Sleep stage 3)\n",
      "Include onset:24960.0, duration:270.0, label:3 (Sleep stage 4)\n",
      "Include onset:25230.0, duration:30.0, label:3 (Sleep stage 3)\n",
      "Include onset:25260.0, duration:390.0, label:1 (Sleep stage 1)\n",
      "Include onset:25650.0, duration:30.0, label:2 (Sleep stage 2)\n",
      "Include onset:25680.0, duration:90.0, label:1 (Sleep stage 1)\n",
      "Include onset:25770.0, duration:480.0, label:2 (Sleep stage 2)\n",
      "Include onset:26250.0, duration:60.0, label:1 (Sleep stage 1)\n",
      "Include onset:26310.0, duration:180.0, label:2 (Sleep stage 2)\n",
      "Include onset:26490.0, duration:60.0, label:1 (Sleep stage 1)\n",
      "Include onset:26550.0, duration:120.0, label:2 (Sleep stage 2)\n",
      "Include onset:26670.0, duration:30.0, label:1 (Sleep stage 1)\n",
      "Include onset:26700.0, duration:240.0, label:2 (Sleep stage 2)\n",
      "Include onset:26940.0, duration:60.0, label:1 (Sleep stage 1)\n",
      "Include onset:27000.0, duration:30.0, label:2 (Sleep stage 2)\n",
      "Include onset:27030.0, duration:30.0, label:1 (Sleep stage 1)\n",
      "Include onset:27060.0, duration:150.0, label:2 (Sleep stage 2)\n",
      "Include onset:27210.0, duration:30.0, label:1 (Sleep stage 1)\n",
      "Include onset:27240.0, duration:210.0, label:2 (Sleep stage 2)\n",
      "Include onset:27450.0, duration:60.0, label:3 (Sleep stage 3)\n",
      "Include onset:27510.0, duration:60.0, label:2 (Sleep stage 2)\n",
      "Include onset:27570.0, duration:30.0, label:3 (Sleep stage 3)\n",
      "Include onset:27600.0, duration:270.0, label:1 (Sleep stage 1)\n",
      "Include onset:27870.0, duration:330.0, label:2 (Sleep stage 2)\n",
      "Include onset:28200.0, duration:120.0, label:3 (Sleep stage 3)\n",
      "Include onset:28320.0, duration:60.0, label:2 (Sleep stage 2)\n",
      "Include onset:28380.0, duration:270.0, label:3 (Sleep stage 3)\n",
      "Include onset:28650.0, duration:150.0, label:3 (Sleep stage 4)\n",
      "Include onset:28800.0, duration:30.0, label:3 (Sleep stage 3)\n",
      "Include onset:28830.0, duration:120.0, label:1 (Sleep stage 1)\n",
      "Include onset:28950.0, duration:240.0, label:2 (Sleep stage 2)\n",
      "Include onset:29190.0, duration:30.0, label:3 (Sleep stage 3)\n",
      "Include onset:29220.0, duration:30.0, label:2 (Sleep stage 2)\n",
      "Include onset:29250.0, duration:90.0, label:3 (Sleep stage 3)\n",
      "Include onset:29340.0, duration:30.0, label:2 (Sleep stage 2)\n",
      "Include onset:29370.0, duration:90.0, label:3 (Sleep stage 3)\n",
      "Include onset:29460.0, duration:300.0, label:3 (Sleep stage 4)\n",
      "Include onset:29760.0, duration:90.0, label:3 (Sleep stage 3)\n",
      "Include onset:29850.0, duration:30.0, label:2 (Sleep stage 2)\n",
      "Include onset:29880.0, duration:60.0, label:3 (Sleep stage 3)\n",
      "Include onset:29940.0, duration:150.0, label:2 (Sleep stage 2)\n",
      "Include onset:30090.0, duration:30.0, label:3 (Sleep stage 3)\n",
      "Include onset:30120.0, duration:210.0, label:2 (Sleep stage 2)\n",
      "Include onset:30330.0, duration:120.0, label:1 (Sleep stage 1)\n",
      "Include onset:30450.0, duration:30.0, label:2 (Sleep stage 2)\n",
      "Include onset:30480.0, duration:60.0, label:1 (Sleep stage 1)\n",
      "Include onset:30540.0, duration:30.0, label:2 (Sleep stage 2)\n",
      "Include onset:30570.0, duration:420.0, label:4 (Sleep stage R)\n",
      "Include onset:30990.0, duration:30.0, label:1 (Sleep stage 1)\n",
      "Include onset:31020.0, duration:480.0, label:4 (Sleep stage R)\n",
      "Include onset:31500.0, duration:180.0, label:1 (Sleep stage 1)\n",
      "Include onset:31680.0, duration:60.0, label:2 (Sleep stage 2)\n",
      "Include onset:31740.0, duration:1290.0, label:4 (Sleep stage R)\n",
      "Include onset:33030.0, duration:180.0, label:1 (Sleep stage 1)\n",
      "Include onset:33210.0, duration:270.0, label:2 (Sleep stage 2)\n",
      "Include onset:33480.0, duration:60.0, label:1 (Sleep stage 1)\n",
      "Include onset:33540.0, duration:300.0, label:2 (Sleep stage 2)\n",
      "Include onset:33840.0, duration:90.0, label:1 (Sleep stage 1)\n",
      "Include onset:33930.0, duration:150.0, label:2 (Sleep stage 2)\n",
      "Include onset:34080.0, duration:30.0, label:3 (Sleep stage 3)\n",
      "Include onset:34110.0, duration:60.0, label:2 (Sleep stage 2)\n",
      "Include onset:34170.0, duration:30.0, label:3 (Sleep stage 3)\n",
      "Include onset:34200.0, duration:30.0, label:2 (Sleep stage 2)\n",
      "Include onset:34230.0, duration:60.0, label:3 (Sleep stage 3)\n",
      "Include onset:34290.0, duration:120.0, label:2 (Sleep stage 2)\n",
      "Include onset:34410.0, duration:60.0, label:3 (Sleep stage 3)\n",
      "Include onset:34470.0, duration:30.0, label:1 (Sleep stage 1)\n",
      "Include onset:34500.0, duration:210.0, label:2 (Sleep stage 2)\n",
      "Include onset:34710.0, duration:90.0, label:3 (Sleep stage 3)\n",
      "Include onset:34800.0, duration:30.0, label:2 (Sleep stage 2)\n",
      "Include onset:34830.0, duration:30.0, label:3 (Sleep stage 3)\n",
      "Include onset:34860.0, duration:30.0, label:2 (Sleep stage 2)\n",
      "Include onset:34890.0, duration:90.0, label:3 (Sleep stage 3)\n",
      "Include onset:34980.0, duration:30.0, label:2 (Sleep stage 2)\n",
      "Include onset:35010.0, duration:240.0, label:3 (Sleep stage 3)\n",
      "Include onset:35250.0, duration:30.0, label:3 (Sleep stage 4)\n",
      "Include onset:35280.0, duration:60.0, label:3 (Sleep stage 3)\n",
      "Include onset:35340.0, duration:60.0, label:3 (Sleep stage 4)\n",
      "Include onset:35400.0, duration:30.0, label:3 (Sleep stage 3)\n",
      "Include onset:35430.0, duration:60.0, label:3 (Sleep stage 4)\n",
      "Include onset:35490.0, duration:30.0, label:3 (Sleep stage 3)\n",
      "Include onset:35520.0, duration:60.0, label:3 (Sleep stage 4)\n",
      "Include onset:35580.0, duration:30.0, label:3 (Sleep stage 3)\n",
      "Include onset:35610.0, duration:30.0, label:3 (Sleep stage 4)\n",
      "Include onset:35640.0, duration:30.0, label:3 (Sleep stage 3)\n",
      "Include onset:35670.0, duration:90.0, label:3 (Sleep stage 4)\n",
      "Include onset:35760.0, duration:300.0, label:1 (Sleep stage 1)\n",
      "Include onset:36060.0, duration:690.0, label:2 (Sleep stage 2)\n",
      "Include onset:36750.0, duration:30.0, label:3 (Sleep stage 3)\n",
      "Include onset:36780.0, duration:60.0, label:2 (Sleep stage 2)\n",
      "Include onset:36840.0, duration:30.0, label:1 (Sleep stage 1)\n",
      "Include onset:36870.0, duration:120.0, label:2 (Sleep stage 2)\n",
      "Include onset:36990.0, duration:60.0, label:1 (Sleep stage 1)\n",
      "Include onset:37050.0, duration:180.0, label:2 (Sleep stage 2)\n",
      "Include onset:37230.0, duration:420.0, label:4 (Sleep stage R)\n",
      "Remove onset:37650.0, duration:30.0, label:5 (Movement time)\n",
      "Include onset:37680.0, duration:90.0, label:1 (Sleep stage 1)\n",
      "Include onset:37770.0, duration:30.0, label:2 (Sleep stage 2)\n",
      "Include onset:37800.0, duration:60.0, label:1 (Sleep stage 1)\n",
      "Include onset:37860.0, duration:60.0, label:2 (Sleep stage 2)\n",
      "Include onset:37920.0, duration:900.0, label:4 (Sleep stage R)\n",
      "Include onset:38820.0, duration:120.0, label:1 (Sleep stage 1)\n",
      "Include onset:38940.0, duration:330.0, label:2 (Sleep stage 2)\n",
      "Include onset:39270.0, duration:60.0, label:1 (Sleep stage 1)\n",
      "Include onset:39330.0, duration:90.0, label:2 (Sleep stage 2)\n",
      "Include onset:39420.0, duration:90.0, label:1 (Sleep stage 1)\n",
      "Include onset:39510.0, duration:150.0, label:2 (Sleep stage 2)\n",
      "Include onset:39660.0, duration:30.0, label:1 (Sleep stage 1)\n",
      "Include onset:39690.0, duration:90.0, label:2 (Sleep stage 2)\n",
      "Include onset:39780.0, duration:60.0, label:1 (Sleep stage 1)\n",
      "Include onset:39840.0, duration:630.0, label:2 (Sleep stage 2)\n",
      "Include onset:40470.0, duration:60.0, label:1 (Sleep stage 1)\n",
      "Include onset:40530.0, duration:270.0, label:2 (Sleep stage 2)\n",
      "Include onset:40800.0, duration:30.0, label:1 (Sleep stage 1)\n",
      "Include onset:40830.0, duration:120.0, label:2 (Sleep stage 2)\n",
      "Include onset:40950.0, duration:60.0, label:1 (Sleep stage 1)\n",
      "Include onset:41010.0, duration:450.0, label:2 (Sleep stage 2)\n",
      "Include onset:41460.0, duration:30.0, label:0 (Sleep stage W)\n",
      "Include onset:41490.0, duration:60.0, label:1 (Sleep stage 1)\n",
      "Include onset:41550.0, duration:30.0, label:2 (Sleep stage 2)\n",
      "Include onset:41580.0, duration:30.0, label:1 (Sleep stage 1)\n",
      "Include onset:41610.0, duration:390.0, label:2 (Sleep stage 2)\n",
      "Include onset:42000.0, duration:30.0, label:3 (Sleep stage 3)\n",
      "Include onset:42030.0, duration:90.0, label:2 (Sleep stage 2)\n",
      "Include onset:42120.0, duration:30.0, label:1 (Sleep stage 1)\n",
      "Include onset:42150.0, duration:150.0, label:2 (Sleep stage 2)\n",
      "Include onset:42300.0, duration:30.0, label:3 (Sleep stage 3)\n",
      "Include onset:42330.0, duration:450.0, label:2 (Sleep stage 2)\n",
      "Include onset:42780.0, duration:60.0, label:1 (Sleep stage 1)\n",
      "Include onset:42840.0, duration:90.0, label:2 (Sleep stage 2)\n",
      "Include onset:42930.0, duration:90.0, label:4 (Sleep stage R)\n",
      "Include onset:43020.0, duration:30.0, label:1 (Sleep stage 1)\n",
      "Include onset:43050.0, duration:390.0, label:4 (Sleep stage R)\n",
      "Include onset:43440.0, duration:180.0, label:1 (Sleep stage 1)\n",
      "Include onset:43620.0, duration:30.0, label:0 (Sleep stage W)\n",
      "Include onset:43650.0, duration:210.0, label:1 (Sleep stage 1)\n",
      "Include onset:43860.0, duration:420.0, label:2 (Sleep stage 2)\n",
      "Include onset:44280.0, duration:90.0, label:1 (Sleep stage 1)\n",
      "Include onset:44370.0, duration:540.0, label:2 (Sleep stage 2)\n",
      "Include onset:44910.0, duration:90.0, label:1 (Sleep stage 1)\n",
      "Include onset:45000.0, duration:60.0, label:2 (Sleep stage 2)\n",
      "Include onset:45060.0, duration:30.0, label:1 (Sleep stage 1)\n",
      "Include onset:45090.0, duration:300.0, label:2 (Sleep stage 2)\n",
      "Include onset:45390.0, duration:90.0, label:1 (Sleep stage 1)\n",
      "Include onset:45480.0, duration:210.0, label:2 (Sleep stage 2)\n",
      "Include onset:45690.0, duration:60.0, label:1 (Sleep stage 1)\n",
      "Include onset:45750.0, duration:240.0, label:2 (Sleep stage 2)\n",
      "Include onset:45990.0, duration:30.0, label:1 (Sleep stage 1)\n",
      "Include onset:46020.0, duration:540.0, label:2 (Sleep stage 2)\n",
      "Include onset:46560.0, duration:30.0, label:3 (Sleep stage 3)\n",
      "Include onset:46590.0, duration:90.0, label:2 (Sleep stage 2)\n",
      "Include onset:46680.0, duration:60.0, label:1 (Sleep stage 1)\n",
      "Include onset:46740.0, duration:540.0, label:2 (Sleep stage 2)\n",
      "Include onset:47280.0, duration:90.0, label:1 (Sleep stage 1)\n",
      "Include onset:47370.0, duration:120.0, label:2 (Sleep stage 2)\n",
      "Include onset:47490.0, duration:210.0, label:4 (Sleep stage R)\n",
      "Include onset:47700.0, duration:90.0, label:1 (Sleep stage 1)\n",
      "Include onset:47790.0, duration:750.0, label:4 (Sleep stage R)\n",
      "Include onset:48540.0, duration:60.0, label:1 (Sleep stage 1)\n",
      "Include onset:48600.0, duration:30.0, label:4 (Sleep stage R)\n",
      "Include onset:48630.0, duration:120.0, label:1 (Sleep stage 1)\n",
      "Include onset:48750.0, duration:390.0, label:4 (Sleep stage R)\n",
      "Include onset:49140.0, duration:30.0, label:0 (Sleep stage W)\n",
      "Include onset:49170.0, duration:150.0, label:1 (Sleep stage 1)\n",
      "Include onset:49320.0, duration:60.0, label:0 (Sleep stage W)\n",
      "Include onset:49380.0, duration:30.0, label:1 (Sleep stage 1)\n",
      "Include onset:49410.0, duration:33270.0, label:0 (Sleep stage W)\n",
      "Remove onset:82680.0, duration:3720.0, label:5 (Sleep stage ?)\n",
      "before remove unwanted: (8268000,)\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "after remove unwanted: (8265000,)\n",
      "before intersect label: (8265000,)\n",
      "after intersect label: (8265000,)\n",
      "('raw_ch', 8265000)\n",
      "_____________________________________________\n",
      "debugging:\n",
      "('len(raw.ch)', array([[ -72.44151404,    1.06837607,   34.59047619],\n",
      "       [ -72.90915751,    0.21367521,   35.01758242],\n",
      "       [ -75.43443223,    0.98290598,   30.74652015],\n",
      "       ...,\n",
      "       [  84.59316239,   15.76923077, -168.71208791],\n",
      "       [  80.01025641,   17.73504274, -105.07326007],\n",
      "       [  80.57142857,   18.24786325,  -43.56996337]]), ' and n_epochs', 2755.0, 'EPOCH_SEC_SIZE', 30)\n",
      "_____________________________________________\n",
      "Data before selection: (2755, 3000, 3), (2755,)\n",
      "Data after selection: (1009, 3000, 3), (1009,)\n",
      "\n",
      "=======================================\n",
      "\n",
      "Extracting edf Parameters from data/SC4031E0-PSG.edf...\n",
      "EDF file detected\n",
      "Setting channel info structure...\n",
      "Created Raw.info structure...\n",
      "Ready.\n",
      "Extracting edf Parameters from data/SC4031E0-PSG.edf...\n",
      "EDF file detected\n",
      "Setting channel info structure...\n",
      "Created Raw.info structure...\n",
      "Ready.\n",
      "scale_time is deprecated and will be removed in 0.16, use scaling_time instead\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "<ipython-input-4-f9ba501bbdf8>:23: DeprecationWarning: scale_time is deprecated and will be removed in 0.16, use scaling_time instead\n",
      "  raw_eeg_fpz = raw.to_data_frame(scale_time=100.0)['EEG Fpz-Cz']\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Converting time column to int64...\n",
      "-------------------------------------------------------------------\n",
      "scale_time is deprecated and will be removed in 0.16, use scaling_time instead\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "<ipython-input-4-f9ba501bbdf8>:27: DeprecationWarning: scale_time is deprecated and will be removed in 0.16, use scaling_time instead\n",
      "  raw_eeg_pz = raw.to_data_frame(scale_time=100.0)['EEG Pz-Oz']\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Converting time column to int64...\n",
      "-------------------------------------------------------------------\n",
      "scale_time is deprecated and will be removed in 0.16, use scaling_time instead\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "<ipython-input-4-f9ba501bbdf8>:32: DeprecationWarning: scale_time is deprecated and will be removed in 0.16, use scaling_time instead\n",
      "  raw_eog = raw.to_data_frame(scale_time=100.0)['EOG horizontal']\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Converting time column to int64...\n",
      "-------------------------------------------------------------------\n",
      "Include onset:0.0, duration:26130.0, label:0 (Sleep stage W)\n",
      "Include onset:26130.0, duration:30.0, label:1 (Sleep stage 1)\n",
      "Include onset:26160.0, duration:60.0, label:0 (Sleep stage W)\n",
      "Include onset:26220.0, duration:240.0, label:1 (Sleep stage 1)\n",
      "Include onset:26460.0, duration:30.0, label:0 (Sleep stage W)\n",
      "Include onset:26490.0, duration:90.0, label:1 (Sleep stage 1)\n",
      "Include onset:26580.0, duration:1050.0, label:2 (Sleep stage 2)\n",
      "Include onset:27630.0, duration:30.0, label:3 (Sleep stage 3)\n",
      "Include onset:27660.0, duration:150.0, label:2 (Sleep stage 2)\n",
      "Include onset:27810.0, duration:390.0, label:3 (Sleep stage 3)\n",
      "Include onset:28200.0, duration:90.0, label:2 (Sleep stage 2)\n",
      "Include onset:28290.0, duration:90.0, label:3 (Sleep stage 3)\n",
      "Include onset:28380.0, duration:30.0, label:2 (Sleep stage 2)\n",
      "Include onset:28410.0, duration:60.0, label:0 (Sleep stage W)\n",
      "Include onset:28470.0, duration:30.0, label:1 (Sleep stage 1)\n",
      "Include onset:28500.0, duration:30.0, label:0 (Sleep stage W)\n",
      "Include onset:28530.0, duration:30.0, label:1 (Sleep stage 1)\n",
      "Include onset:28560.0, duration:30.0, label:2 (Sleep stage 2)\n",
      "Include onset:28590.0, duration:30.0, label:1 (Sleep stage 1)\n",
      "Include onset:28620.0, duration:690.0, label:2 (Sleep stage 2)\n",
      "Include onset:29310.0, duration:30.0, label:3 (Sleep stage 3)\n",
      "Include onset:29340.0, duration:60.0, label:2 (Sleep stage 2)\n",
      "Include onset:29400.0, duration:90.0, label:0 (Sleep stage W)\n",
      "Include onset:29490.0, duration:120.0, label:1 (Sleep stage 1)\n",
      "Include onset:29610.0, duration:120.0, label:2 (Sleep stage 2)\n",
      "Include onset:29730.0, duration:30.0, label:1 (Sleep stage 1)\n",
      "Include onset:29760.0, duration:60.0, label:0 (Sleep stage W)\n",
      "Include onset:29820.0, duration:150.0, label:1 (Sleep stage 1)\n",
      "Include onset:29970.0, duration:30.0, label:2 (Sleep stage 2)\n",
      "Include onset:30000.0, duration:30.0, label:1 (Sleep stage 1)\n",
      "Include onset:30030.0, duration:480.0, label:2 (Sleep stage 2)\n",
      "Include onset:30510.0, duration:30.0, label:3 (Sleep stage 3)\n",
      "Include onset:30540.0, duration:60.0, label:2 (Sleep stage 2)\n",
      "Include onset:30600.0, duration:30.0, label:3 (Sleep stage 3)\n",
      "Include onset:30630.0, duration:30.0, label:2 (Sleep stage 2)\n",
      "Include onset:30660.0, duration:30.0, label:3 (Sleep stage 3)\n",
      "Include onset:30690.0, duration:60.0, label:2 (Sleep stage 2)\n",
      "Include onset:30750.0, duration:30.0, label:3 (Sleep stage 3)\n",
      "Include onset:30780.0, duration:60.0, label:2 (Sleep stage 2)\n",
      "Include onset:30840.0, duration:210.0, label:3 (Sleep stage 3)\n",
      "Include onset:31050.0, duration:30.0, label:2 (Sleep stage 2)\n",
      "Include onset:31080.0, duration:240.0, label:3 (Sleep stage 3)\n",
      "Include onset:31320.0, duration:30.0, label:3 (Sleep stage 4)\n",
      "Include onset:31350.0, duration:30.0, label:3 (Sleep stage 3)\n",
      "Include onset:31380.0, duration:810.0, label:2 (Sleep stage 2)\n",
      "Include onset:32190.0, duration:30.0, label:1 (Sleep stage 1)\n",
      "Include onset:32220.0, duration:240.0, label:2 (Sleep stage 2)\n",
      "Include onset:32460.0, duration:330.0, label:4 (Sleep stage R)\n",
      "Include onset:32790.0, duration:30.0, label:1 (Sleep stage 1)\n",
      "Include onset:32820.0, duration:540.0, label:4 (Sleep stage R)\n",
      "Include onset:33360.0, duration:150.0, label:2 (Sleep stage 2)\n",
      "Include onset:33510.0, duration:60.0, label:1 (Sleep stage 1)\n",
      "Include onset:33570.0, duration:450.0, label:2 (Sleep stage 2)\n",
      "Include onset:34020.0, duration:30.0, label:1 (Sleep stage 1)\n",
      "Include onset:34050.0, duration:540.0, label:2 (Sleep stage 2)\n",
      "Include onset:34590.0, duration:30.0, label:3 (Sleep stage 3)\n",
      "Include onset:34620.0, duration:90.0, label:2 (Sleep stage 2)\n",
      "Include onset:34710.0, duration:30.0, label:3 (Sleep stage 3)\n",
      "Include onset:34740.0, duration:30.0, label:2 (Sleep stage 2)\n",
      "Include onset:34770.0, duration:60.0, label:3 (Sleep stage 3)\n",
      "Include onset:34830.0, duration:30.0, label:2 (Sleep stage 2)\n",
      "Include onset:34860.0, duration:120.0, label:3 (Sleep stage 3)\n",
      "Include onset:34980.0, duration:120.0, label:2 (Sleep stage 2)\n",
      "Include onset:35100.0, duration:150.0, label:3 (Sleep stage 3)\n",
      "Include onset:35250.0, duration:1200.0, label:2 (Sleep stage 2)\n",
      "Include onset:36450.0, duration:30.0, label:0 (Sleep stage W)\n",
      "Include onset:36480.0, duration:60.0, label:1 (Sleep stage 1)\n",
      "Include onset:36540.0, duration:1080.0, label:2 (Sleep stage 2)\n",
      "Include onset:37620.0, duration:30.0, label:1 (Sleep stage 1)\n",
      "Include onset:37650.0, duration:300.0, label:2 (Sleep stage 2)\n",
      "Include onset:37950.0, duration:60.0, label:0 (Sleep stage W)\n",
      "Include onset:38010.0, duration:60.0, label:1 (Sleep stage 1)\n",
      "Include onset:38070.0, duration:90.0, label:2 (Sleep stage 2)\n",
      "Include onset:38160.0, duration:60.0, label:1 (Sleep stage 1)\n",
      "Include onset:38220.0, duration:150.0, label:2 (Sleep stage 2)\n",
      "Include onset:38370.0, duration:1230.0, label:4 (Sleep stage R)\n",
      "Include onset:39600.0, duration:30.0, label:0 (Sleep stage W)\n",
      "Include onset:39630.0, duration:1260.0, label:4 (Sleep stage R)\n",
      "Include onset:40890.0, duration:1410.0, label:2 (Sleep stage 2)\n",
      "Include onset:42300.0, duration:30.0, label:3 (Sleep stage 3)\n",
      "Include onset:42330.0, duration:90.0, label:2 (Sleep stage 2)\n",
      "Include onset:42420.0, duration:90.0, label:1 (Sleep stage 1)\n",
      "Include onset:42510.0, duration:1110.0, label:2 (Sleep stage 2)\n",
      "Include onset:43620.0, duration:30.0, label:3 (Sleep stage 3)\n",
      "Include onset:43650.0, duration:180.0, label:2 (Sleep stage 2)\n",
      "Include onset:43830.0, duration:30.0, label:3 (Sleep stage 3)\n",
      "Include onset:43860.0, duration:90.0, label:2 (Sleep stage 2)\n",
      "Include onset:43950.0, duration:30.0, label:1 (Sleep stage 1)\n",
      "Include onset:43980.0, duration:510.0, label:2 (Sleep stage 2)\n",
      "Include onset:44490.0, duration:30.0, label:3 (Sleep stage 3)\n",
      "Include onset:44520.0, duration:330.0, label:2 (Sleep stage 2)\n",
      "Include onset:44850.0, duration:30.0, label:3 (Sleep stage 3)\n",
      "Include onset:44880.0, duration:60.0, label:2 (Sleep stage 2)\n",
      "Include onset:44940.0, duration:30.0, label:0 (Sleep stage W)\n",
      "Include onset:44970.0, duration:30.0, label:1 (Sleep stage 1)\n",
      "Include onset:45000.0, duration:180.0, label:2 (Sleep stage 2)\n",
      "Include onset:45180.0, duration:1050.0, label:4 (Sleep stage R)\n",
      "Include onset:46230.0, duration:30.0, label:0 (Sleep stage W)\n",
      "Include onset:46260.0, duration:60.0, label:1 (Sleep stage 1)\n",
      "Include onset:46320.0, duration:210.0, label:4 (Sleep stage R)\n",
      "Include onset:46530.0, duration:90.0, label:0 (Sleep stage W)\n",
      "Include onset:46620.0, duration:90.0, label:1 (Sleep stage 1)\n",
      "Include onset:46710.0, duration:1650.0, label:2 (Sleep stage 2)\n",
      "Include onset:48360.0, duration:30.0, label:1 (Sleep stage 1)\n",
      "Include onset:48390.0, duration:270.0, label:2 (Sleep stage 2)\n",
      "Include onset:48660.0, duration:60.0, label:1 (Sleep stage 1)\n",
      "Include onset:48720.0, duration:210.0, label:2 (Sleep stage 2)\n",
      "Include onset:48930.0, duration:60.0, label:1 (Sleep stage 1)\n",
      "Include onset:48990.0, duration:210.0, label:2 (Sleep stage 2)\n",
      "Include onset:49200.0, duration:660.0, label:4 (Sleep stage R)\n",
      "Include onset:49860.0, duration:120.0, label:1 (Sleep stage 1)\n",
      "Include onset:49980.0, duration:570.0, label:4 (Sleep stage R)\n",
      "Include onset:50550.0, duration:30.0, label:1 (Sleep stage 1)\n",
      "Include onset:50580.0, duration:150.0, label:4 (Sleep stage R)\n",
      "Include onset:50730.0, duration:30.0, label:1 (Sleep stage 1)\n",
      "Include onset:50760.0, duration:270.0, label:4 (Sleep stage R)\n",
      "Include onset:51030.0, duration:60.0, label:1 (Sleep stage 1)\n",
      "Include onset:51090.0, duration:33510.0, label:0 (Sleep stage W)\n",
      "Remove onset:84600.0, duration:1800.0, label:5 (Sleep stage ?)\n",
      "before remove unwanted: (8460000,)\n",
      "after remove unwanted: (8460000,)\n",
      "before intersect label: (8460000,)\n",
      "after intersect label: (8460000,)\n",
      "('raw_ch', 8460000)\n",
      "_____________________________________________\n",
      "debugging:\n",
      "('len(raw.ch)', array([[ 17.1010989 ,  22.28571429, -50.67350427],\n",
      "       [  8.68791209, -17.71428571, -50.22393162],\n",
      "       [ 17.68131868,  11.52380952, -58.76581197],\n",
      "       ...,\n",
      "       [  5.88351648,  -4.        ,  54.52649573],\n",
      "       [ 14.97362637,  18.0952381 ,  50.03076923],\n",
      "       [  5.20659341,  11.23809524,  50.48034188]]), ' and n_epochs', 2820.0, 'EPOCH_SEC_SIZE', 30)\n",
      "_____________________________________________\n",
      "Data before selection: (2820, 3000, 3), (2820,)\n",
      "Data after selection: (952, 3000, 3), (952,)\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\n",
      "=======================================\n",
      "\n",
      "Extracting edf Parameters from data/SC4032E0-PSG.edf...\n",
      "EDF file detected\n",
      "Setting channel info structure...\n",
      "Created Raw.info structure...\n",
      "Ready.\n",
      "Extracting edf Parameters from data/SC4032E0-PSG.edf...\n",
      "EDF file detected\n",
      "Setting channel info structure...\n",
      "Created Raw.info structure...\n",
      "Ready.\n",
      "scale_time is deprecated and will be removed in 0.16, use scaling_time instead\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "<ipython-input-4-f9ba501bbdf8>:23: DeprecationWarning: scale_time is deprecated and will be removed in 0.16, use scaling_time instead\n",
      "  raw_eeg_fpz = raw.to_data_frame(scale_time=100.0)['EEG Fpz-Cz']\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Converting time column to int64...\n",
      "-------------------------------------------------------------------\n",
      "scale_time is deprecated and will be removed in 0.16, use scaling_time instead\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "<ipython-input-4-f9ba501bbdf8>:27: DeprecationWarning: scale_time is deprecated and will be removed in 0.16, use scaling_time instead\n",
      "  raw_eeg_pz = raw.to_data_frame(scale_time=100.0)['EEG Pz-Oz']\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Converting time column to int64...\n",
      "-------------------------------------------------------------------\n",
      "scale_time is deprecated and will be removed in 0.16, use scaling_time instead\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "<ipython-input-4-f9ba501bbdf8>:32: DeprecationWarning: scale_time is deprecated and will be removed in 0.16, use scaling_time instead\n",
      "  raw_eog = raw.to_data_frame(scale_time=100.0)['EOG horizontal']\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Converting time column to int64...\n",
      "-------------------------------------------------------------------\n",
      "Include onset:0.0, duration:27630.0, label:0 (Sleep stage W)\n",
      "Include onset:27630.0, duration:270.0, label:1 (Sleep stage 1)\n",
      "Include onset:27900.0, duration:150.0, label:2 (Sleep stage 2)\n",
      "Include onset:28050.0, duration:30.0, label:1 (Sleep stage 1)\n",
      "Include onset:28080.0, duration:810.0, label:2 (Sleep stage 2)\n",
      "Include onset:28890.0, duration:150.0, label:3 (Sleep stage 3)\n",
      "Include onset:29040.0, duration:150.0, label:3 (Sleep stage 4)\n",
      "Include onset:29190.0, duration:30.0, label:3 (Sleep stage 3)\n",
      "Include onset:29220.0, duration:90.0, label:3 (Sleep stage 4)\n",
      "Include onset:29310.0, duration:30.0, label:3 (Sleep stage 3)\n",
      "Include onset:29340.0, duration:90.0, label:3 (Sleep stage 4)\n",
      "Include onset:29430.0, duration:30.0, label:3 (Sleep stage 3)\n",
      "Include onset:29460.0, duration:120.0, label:3 (Sleep stage 4)\n",
      "Include onset:29580.0, duration:30.0, label:3 (Sleep stage 3)\n",
      "Include onset:29610.0, duration:810.0, label:3 (Sleep stage 4)\n",
      "Include onset:30420.0, duration:30.0, label:3 (Sleep stage 3)\n",
      "Include onset:30450.0, duration:480.0, label:2 (Sleep stage 2)\n",
      "Include onset:30930.0, duration:480.0, label:4 (Sleep stage R)\n",
      "Include onset:31410.0, duration:30.0, label:0 (Sleep stage W)\n",
      "Include onset:31440.0, duration:30.0, label:1 (Sleep stage 1)\n",
      "Include onset:31470.0, duration:30.0, label:2 (Sleep stage 2)\n",
      "Include onset:31500.0, duration:660.0, label:4 (Sleep stage R)\n",
      "Include onset:32160.0, duration:780.0, label:2 (Sleep stage 2)\n",
      "Include onset:32940.0, duration:60.0, label:3 (Sleep stage 3)\n",
      "Include onset:33000.0, duration:30.0, label:2 (Sleep stage 2)\n",
      "Include onset:33030.0, duration:90.0, label:3 (Sleep stage 3)\n",
      "Include onset:33120.0, duration:60.0, label:3 (Sleep stage 4)\n",
      "Include onset:33180.0, duration:60.0, label:0 (Sleep stage W)\n",
      "Include onset:33240.0, duration:30.0, label:1 (Sleep stage 1)\n",
      "Include onset:33270.0, duration:300.0, label:2 (Sleep stage 2)\n",
      "Include onset:33570.0, duration:30.0, label:3 (Sleep stage 3)\n",
      "Include onset:33600.0, duration:30.0, label:2 (Sleep stage 2)\n",
      "Include onset:33630.0, duration:30.0, label:3 (Sleep stage 4)\n",
      "Include onset:33660.0, duration:30.0, label:3 (Sleep stage 3)\n",
      "Include onset:33690.0, duration:30.0, label:3 (Sleep stage 4)\n",
      "Include onset:33720.0, duration:390.0, label:2 (Sleep stage 2)\n",
      "Include onset:34110.0, duration:60.0, label:3 (Sleep stage 3)\n",
      "Include onset:34170.0, duration:30.0, label:3 (Sleep stage 4)\n",
      "Include onset:34200.0, duration:30.0, label:3 (Sleep stage 3)\n",
      "Include onset:34230.0, duration:390.0, label:3 (Sleep stage 4)\n",
      "Include onset:34620.0, duration:30.0, label:3 (Sleep stage 3)\n",
      "Include onset:34650.0, duration:30.0, label:2 (Sleep stage 2)\n",
      "Include onset:34680.0, duration:30.0, label:0 (Sleep stage W)\n",
      "Include onset:34710.0, duration:840.0, label:2 (Sleep stage 2)\n",
      "Include onset:35550.0, duration:30.0, label:3 (Sleep stage 3)\n",
      "Include onset:35580.0, duration:90.0, label:2 (Sleep stage 2)\n",
      "Include onset:35670.0, duration:30.0, label:3 (Sleep stage 3)\n",
      "Include onset:35700.0, duration:750.0, label:2 (Sleep stage 2)\n",
      "Include onset:36450.0, duration:60.0, label:3 (Sleep stage 3)\n",
      "Include onset:36510.0, duration:30.0, label:2 (Sleep stage 2)\n",
      "Include onset:36540.0, duration:60.0, label:3 (Sleep stage 3)\n",
      "Include onset:36600.0, duration:120.0, label:2 (Sleep stage 2)\n",
      "Include onset:36720.0, duration:90.0, label:3 (Sleep stage 3)\n",
      "Include onset:36810.0, duration:450.0, label:2 (Sleep stage 2)\n",
      "Include onset:37260.0, duration:150.0, label:3 (Sleep stage 3)\n",
      "Include onset:37410.0, duration:30.0, label:2 (Sleep stage 2)\n",
      "Include onset:37440.0, duration:30.0, label:0 (Sleep stage W)\n",
      "Include onset:37470.0, duration:30.0, label:1 (Sleep stage 1)\n",
      "Include onset:37500.0, duration:300.0, label:2 (Sleep stage 2)\n",
      "Include onset:37800.0, duration:2040.0, label:4 (Sleep stage R)\n",
      "Include onset:39840.0, duration:270.0, label:2 (Sleep stage 2)\n",
      "Include onset:40110.0, duration:30.0, label:1 (Sleep stage 1)\n",
      "Include onset:40140.0, duration:870.0, label:2 (Sleep stage 2)\n",
      "Include onset:41010.0, duration:90.0, label:3 (Sleep stage 3)\n",
      "Include onset:41100.0, duration:90.0, label:3 (Sleep stage 4)\n",
      "Include onset:41190.0, duration:60.0, label:3 (Sleep stage 3)\n",
      "Include onset:41250.0, duration:30.0, label:3 (Sleep stage 4)\n",
      "Include onset:41280.0, duration:30.0, label:3 (Sleep stage 3)\n",
      "Include onset:41310.0, duration:30.0, label:3 (Sleep stage 4)\n",
      "Include onset:41340.0, duration:60.0, label:3 (Sleep stage 3)\n",
      "Include onset:41400.0, duration:120.0, label:3 (Sleep stage 4)\n",
      "Include onset:41520.0, duration:30.0, label:3 (Sleep stage 3)\n",
      "Include onset:41550.0, duration:30.0, label:3 (Sleep stage 4)\n",
      "Include onset:41580.0, duration:210.0, label:3 (Sleep stage 3)\n",
      "Include onset:41790.0, duration:210.0, label:3 (Sleep stage 4)\n",
      "Include onset:42000.0, duration:30.0, label:3 (Sleep stage 3)\n",
      "Include onset:42030.0, duration:1020.0, label:2 (Sleep stage 2)\n",
      "Include onset:43050.0, duration:90.0, label:1 (Sleep stage 1)\n",
      "Include onset:43140.0, duration:300.0, label:2 (Sleep stage 2)\n",
      "Include onset:43440.0, duration:330.0, label:4 (Sleep stage R)\n",
      "Include onset:43770.0, duration:30.0, label:0 (Sleep stage W)\n",
      "Include onset:43800.0, duration:30.0, label:1 (Sleep stage 1)\n",
      "Include onset:43830.0, duration:420.0, label:4 (Sleep stage R)\n",
      "Include onset:44250.0, duration:30.0, label:0 (Sleep stage W)\n",
      "Include onset:44280.0, duration:60.0, label:1 (Sleep stage 1)\n",
      "Include onset:44340.0, duration:480.0, label:4 (Sleep stage R)\n",
      "Include onset:44820.0, duration:240.0, label:2 (Sleep stage 2)\n",
      "Include onset:45060.0, duration:600.0, label:4 (Sleep stage R)\n",
      "Include onset:45660.0, duration:1380.0, label:2 (Sleep stage 2)\n",
      "Include onset:47040.0, duration:30.0, label:3 (Sleep stage 3)\n",
      "Include onset:47070.0, duration:180.0, label:2 (Sleep stage 2)\n",
      "Include onset:47250.0, duration:30.0, label:3 (Sleep stage 3)\n",
      "Include onset:47280.0, duration:450.0, label:2 (Sleep stage 2)\n",
      "Include onset:47730.0, duration:30.0, label:1 (Sleep stage 1)\n",
      "Include onset:47760.0, duration:450.0, label:2 (Sleep stage 2)\n",
      "Include onset:48210.0, duration:30.0, label:1 (Sleep stage 1)\n",
      "Include onset:48240.0, duration:90.0, label:0 (Sleep stage W)\n",
      "Include onset:48330.0, duration:210.0, label:1 (Sleep stage 1)\n",
      "Include onset:48540.0, duration:240.0, label:2 (Sleep stage 2)\n",
      "Include onset:48780.0, duration:90.0, label:1 (Sleep stage 1)\n",
      "Include onset:48870.0, duration:240.0, label:2 (Sleep stage 2)\n",
      "Include onset:49110.0, duration:30.0, label:4 (Sleep stage R)\n",
      "Include onset:49140.0, duration:30.0, label:1 (Sleep stage 1)\n",
      "Include onset:49170.0, duration:30.0, label:2 (Sleep stage 2)\n",
      "Include onset:49200.0, duration:90.0, label:4 (Sleep stage R)\n",
      "Include onset:49290.0, duration:60.0, label:1 (Sleep stage 1)\n",
      "Include onset:49350.0, duration:30.0, label:0 (Sleep stage W)\n",
      "Include onset:49380.0, duration:60.0, label:1 (Sleep stage 1)\n",
      "Include onset:49440.0, duration:210.0, label:2 (Sleep stage 2)\n",
      "Include onset:49650.0, duration:30.0, label:0 (Sleep stage W)\n",
      "Include onset:49680.0, duration:60.0, label:1 (Sleep stage 1)\n",
      "Include onset:49740.0, duration:210.0, label:2 (Sleep stage 2)\n",
      "Include onset:49950.0, duration:390.0, label:4 (Sleep stage R)\n",
      "Include onset:50340.0, duration:60.0, label:0 (Sleep stage W)\n",
      "Include onset:50400.0, duration:60.0, label:1 (Sleep stage 1)\n",
      "Include onset:50460.0, duration:390.0, label:4 (Sleep stage R)\n",
      "Include onset:50850.0, duration:60.0, label:1 (Sleep stage 1)\n",
      "Include onset:50910.0, duration:60.0, label:4 (Sleep stage R)\n",
      "Include onset:50970.0, duration:60.0, label:0 (Sleep stage W)\n",
      "Include onset:51030.0, duration:60.0, label:1 (Sleep stage 1)\n",
      "Include onset:51090.0, duration:270.0, label:2 (Sleep stage 2)\n",
      "Include onset:51360.0, duration:30600.0, label:0 (Sleep stage W)\n",
      "Remove onset:81960.0, duration:4440.0, label:5 (Sleep stage ?)\n",
      "before remove unwanted: (8196000,)\n",
      "after remove unwanted: (8196000,)\n",
      "before intersect label: (8196000,)\n",
      "after intersect label: (8196000,)\n",
      "('raw_ch', 8196000)\n",
      "_____________________________________________\n",
      "debugging:\n",
      "('len(raw.ch)', array([[ -17.5982906 ,   17.86251526,  -85.5970696 ],\n",
      "       [ -32.37094017,  -12.20683761,  -55.94139194],\n",
      "       [ -19.87863248,   12.86666667,  -78.40781441],\n",
      "       ...,\n",
      "       [  26.42222222,   12.67814408, -230.28083028],\n",
      "       [   9.76581197,   11.64126984, -229.38217338],\n",
      "       [  23.05128205,   14.18632479, -208.26373626]]), ' and n_epochs', 2732.0, 'EPOCH_SEC_SIZE', 30)\n",
      "_____________________________________________\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Data before selection: (2732, 3000, 3), (2732,)\n",
      "Data after selection: (911, 3000, 3), (911,)\n",
      "\n",
      "=======================================\n",
      "\n",
      "Extracting edf Parameters from data/SC4041E0-PSG.edf...\n",
      "EDF file detected\n",
      "Setting channel info structure...\n",
      "Created Raw.info structure...\n",
      "Ready.\n",
      "Extracting edf Parameters from data/SC4041E0-PSG.edf...\n",
      "EDF file detected\n",
      "Setting channel info structure...\n",
      "Created Raw.info structure...\n",
      "Ready.\n",
      "scale_time is deprecated and will be removed in 0.16, use scaling_time instead\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "<ipython-input-4-f9ba501bbdf8>:23: DeprecationWarning: scale_time is deprecated and will be removed in 0.16, use scaling_time instead\n",
      "  raw_eeg_fpz = raw.to_data_frame(scale_time=100.0)['EEG Fpz-Cz']\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Converting time column to int64...\n",
      "-------------------------------------------------------------------\n",
      "scale_time is deprecated and will be removed in 0.16, use scaling_time instead\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "<ipython-input-4-f9ba501bbdf8>:27: DeprecationWarning: scale_time is deprecated and will be removed in 0.16, use scaling_time instead\n",
      "  raw_eeg_pz = raw.to_data_frame(scale_time=100.0)['EEG Pz-Oz']\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Converting time column to int64...\n",
      "-------------------------------------------------------------------\n",
      "scale_time is deprecated and will be removed in 0.16, use scaling_time instead\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "<ipython-input-4-f9ba501bbdf8>:32: DeprecationWarning: scale_time is deprecated and will be removed in 0.16, use scaling_time instead\n",
      "  raw_eog = raw.to_data_frame(scale_time=100.0)['EOG horizontal']\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Converting time column to int64...\n",
      "-------------------------------------------------------------------\n",
      "Include onset:0.0, duration:24360.0, label:0 (Sleep stage W)\n",
      "Include onset:24360.0, duration:270.0, label:1 (Sleep stage 1)\n",
      "Include onset:24630.0, duration:120.0, label:0 (Sleep stage W)\n",
      "Include onset:24750.0, duration:570.0, label:1 (Sleep stage 1)\n",
      "Include onset:25320.0, duration:690.0, label:2 (Sleep stage 2)\n",
      "Include onset:26010.0, duration:120.0, label:0 (Sleep stage W)\n",
      "Include onset:26130.0, duration:360.0, label:1 (Sleep stage 1)\n",
      "Include onset:26490.0, duration:660.0, label:2 (Sleep stage 2)\n",
      "Include onset:27150.0, duration:120.0, label:1 (Sleep stage 1)\n",
      "Include onset:27270.0, duration:300.0, label:2 (Sleep stage 2)\n",
      "Include onset:27570.0, duration:30.0, label:3 (Sleep stage 3)\n",
      "Include onset:27600.0, duration:60.0, label:2 (Sleep stage 2)\n",
      "Include onset:27660.0, duration:30.0, label:1 (Sleep stage 1)\n",
      "Include onset:27690.0, duration:300.0, label:2 (Sleep stage 2)\n",
      "Include onset:27990.0, duration:90.0, label:3 (Sleep stage 3)\n",
      "Include onset:28080.0, duration:30.0, label:2 (Sleep stage 2)\n",
      "Include onset:28110.0, duration:30.0, label:3 (Sleep stage 3)\n",
      "Include onset:28140.0, duration:210.0, label:2 (Sleep stage 2)\n",
      "Include onset:28350.0, duration:30.0, label:3 (Sleep stage 3)\n",
      "Include onset:28380.0, duration:300.0, label:2 (Sleep stage 2)\n",
      "Include onset:28680.0, duration:450.0, label:4 (Sleep stage R)\n",
      "Include onset:29130.0, duration:150.0, label:1 (Sleep stage 1)\n",
      "Include onset:29280.0, duration:690.0, label:2 (Sleep stage 2)\n",
      "Include onset:29970.0, duration:30.0, label:3 (Sleep stage 3)\n",
      "Include onset:30000.0, duration:60.0, label:2 (Sleep stage 2)\n",
      "Include onset:30060.0, duration:30.0, label:3 (Sleep stage 3)\n",
      "Include onset:30090.0, duration:210.0, label:2 (Sleep stage 2)\n",
      "Include onset:30300.0, duration:30.0, label:3 (Sleep stage 3)\n",
      "Include onset:30330.0, duration:30.0, label:2 (Sleep stage 2)\n",
      "Include onset:30360.0, duration:30.0, label:3 (Sleep stage 3)\n",
      "Include onset:30390.0, duration:60.0, label:2 (Sleep stage 2)\n",
      "Include onset:30450.0, duration:600.0, label:3 (Sleep stage 3)\n",
      "Include onset:31050.0, duration:60.0, label:2 (Sleep stage 2)\n",
      "Include onset:31110.0, duration:180.0, label:3 (Sleep stage 3)\n",
      "Include onset:31290.0, duration:90.0, label:0 (Sleep stage W)\n",
      "Include onset:31380.0, duration:120.0, label:1 (Sleep stage 1)\n",
      "Include onset:31500.0, duration:270.0, label:2 (Sleep stage 2)\n",
      "Include onset:31770.0, duration:30.0, label:0 (Sleep stage W)\n",
      "Include onset:31800.0, duration:30.0, label:1 (Sleep stage 1)\n",
      "Include onset:31830.0, duration:210.0, label:2 (Sleep stage 2)\n",
      "Include onset:32040.0, duration:60.0, label:1 (Sleep stage 1)\n",
      "Include onset:32100.0, duration:330.0, label:2 (Sleep stage 2)\n",
      "Include onset:32430.0, duration:60.0, label:1 (Sleep stage 1)\n",
      "Include onset:32490.0, duration:810.0, label:2 (Sleep stage 2)\n",
      "Include onset:33300.0, duration:60.0, label:1 (Sleep stage 1)\n",
      "Include onset:33360.0, duration:270.0, label:2 (Sleep stage 2)\n",
      "Include onset:33630.0, duration:420.0, label:4 (Sleep stage R)\n",
      "Include onset:34050.0, duration:60.0, label:1 (Sleep stage 1)\n",
      "Include onset:34110.0, duration:210.0, label:4 (Sleep stage R)\n",
      "Include onset:34320.0, duration:60.0, label:1 (Sleep stage 1)\n",
      "Include onset:34380.0, duration:150.0, label:4 (Sleep stage R)\n",
      "Include onset:34530.0, duration:210.0, label:1 (Sleep stage 1)\n",
      "Include onset:34740.0, duration:900.0, label:2 (Sleep stage 2)\n",
      "Include onset:35640.0, duration:30.0, label:1 (Sleep stage 1)\n",
      "Include onset:35670.0, duration:150.0, label:2 (Sleep stage 2)\n",
      "Include onset:35820.0, duration:60.0, label:1 (Sleep stage 1)\n",
      "Include onset:35880.0, duration:390.0, label:2 (Sleep stage 2)\n",
      "Include onset:36270.0, duration:120.0, label:1 (Sleep stage 1)\n",
      "Include onset:36390.0, duration:1560.0, label:2 (Sleep stage 2)\n",
      "Include onset:37950.0, duration:30.0, label:3 (Sleep stage 3)\n",
      "Include onset:37980.0, duration:150.0, label:2 (Sleep stage 2)\n",
      "Include onset:38130.0, duration:150.0, label:3 (Sleep stage 3)\n",
      "Include onset:38280.0, duration:30.0, label:2 (Sleep stage 2)\n",
      "Include onset:38310.0, duration:30.0, label:3 (Sleep stage 3)\n",
      "Include onset:38340.0, duration:30.0, label:2 (Sleep stage 2)\n",
      "Include onset:38370.0, duration:270.0, label:3 (Sleep stage 3)\n",
      "Include onset:38640.0, duration:960.0, label:2 (Sleep stage 2)\n",
      "Include onset:39600.0, duration:240.0, label:4 (Sleep stage R)\n",
      "Include onset:39840.0, duration:60.0, label:1 (Sleep stage 1)\n",
      "Include onset:39900.0, duration:60.0, label:4 (Sleep stage R)\n",
      "Include onset:39960.0, duration:270.0, label:1 (Sleep stage 1)\n",
      "Include onset:40230.0, duration:390.0, label:2 (Sleep stage 2)\n",
      "Include onset:40620.0, duration:360.0, label:4 (Sleep stage R)\n",
      "Remove onset:40980.0, duration:30.0, label:5 (Movement time)\n",
      "Include onset:41010.0, duration:210.0, label:4 (Sleep stage R)\n",
      "Include onset:41220.0, duration:60.0, label:1 (Sleep stage 1)\n",
      "Include onset:41280.0, duration:210.0, label:4 (Sleep stage R)\n",
      "Include onset:41490.0, duration:30.0, label:0 (Sleep stage W)\n",
      "Include onset:41520.0, duration:120.0, label:1 (Sleep stage 1)\n",
      "Include onset:41640.0, duration:360.0, label:2 (Sleep stage 2)\n",
      "Include onset:42000.0, duration:30.0, label:1 (Sleep stage 1)\n",
      "Include onset:42030.0, duration:2130.0, label:2 (Sleep stage 2)\n",
      "Include onset:44160.0, duration:30.0, label:3 (Sleep stage 3)\n",
      "Include onset:44190.0, duration:450.0, label:2 (Sleep stage 2)\n",
      "Include onset:44640.0, duration:30.0, label:0 (Sleep stage W)\n",
      "Include onset:44670.0, duration:30.0, label:1 (Sleep stage 1)\n",
      "Include onset:44700.0, duration:240.0, label:2 (Sleep stage 2)\n",
      "Include onset:44940.0, duration:210.0, label:0 (Sleep stage W)\n",
      "Include onset:45150.0, duration:240.0, label:1 (Sleep stage 1)\n",
      "Include onset:45390.0, duration:570.0, label:2 (Sleep stage 2)\n",
      "Include onset:45960.0, duration:270.0, label:4 (Sleep stage R)\n",
      "Include onset:46230.0, duration:30.0, label:0 (Sleep stage W)\n",
      "Include onset:46260.0, duration:30.0, label:1 (Sleep stage 1)\n",
      "Include onset:46290.0, duration:270.0, label:4 (Sleep stage R)\n",
      "Include onset:46560.0, duration:60.0, label:0 (Sleep stage W)\n",
      "Include onset:46620.0, duration:60.0, label:1 (Sleep stage 1)\n",
      "Include onset:46680.0, duration:90.0, label:4 (Sleep stage R)\n",
      "Include onset:46770.0, duration:30.0, label:0 (Sleep stage W)\n",
      "Include onset:46800.0, duration:120.0, label:4 (Sleep stage R)\n",
      "Include onset:46920.0, duration:510.0, label:1 (Sleep stage 1)\n",
      "Include onset:47430.0, duration:60.0, label:0 (Sleep stage W)\n",
      "Include onset:47490.0, duration:60.0, label:1 (Sleep stage 1)\n",
      "Include onset:47550.0, duration:930.0, label:2 (Sleep stage 2)\n",
      "Include onset:48480.0, duration:60.0, label:0 (Sleep stage W)\n",
      "Include onset:48540.0, duration:30.0, label:1 (Sleep stage 1)\n",
      "Include onset:48570.0, duration:960.0, label:2 (Sleep stage 2)\n",
      "Include onset:49530.0, duration:60.0, label:0 (Sleep stage W)\n",
      "Include onset:49590.0, duration:30.0, label:1 (Sleep stage 1)\n",
      "Include onset:49620.0, duration:240.0, label:2 (Sleep stage 2)\n",
      "Include onset:49860.0, duration:60.0, label:0 (Sleep stage W)\n",
      "Include onset:49920.0, duration:60.0, label:1 (Sleep stage 1)\n",
      "Include onset:49980.0, duration:330.0, label:2 (Sleep stage 2)\n",
      "Include onset:50310.0, duration:90.0, label:4 (Sleep stage R)\n",
      "Include onset:50400.0, duration:30.0, label:0 (Sleep stage W)\n",
      "Include onset:50430.0, duration:90.0, label:4 (Sleep stage R)\n",
      "Include onset:50520.0, duration:30.0, label:0 (Sleep stage W)\n",
      "Include onset:50550.0, duration:240.0, label:4 (Sleep stage R)\n",
      "Include onset:50790.0, duration:90.0, label:0 (Sleep stage W)\n",
      "Include onset:50880.0, duration:420.0, label:4 (Sleep stage R)\n",
      "Include onset:51300.0, duration:30.0, label:0 (Sleep stage W)\n",
      "Include onset:51330.0, duration:120.0, label:4 (Sleep stage R)\n",
      "Include onset:51450.0, duration:30.0, label:0 (Sleep stage W)\n",
      "Include onset:51480.0, duration:420.0, label:4 (Sleep stage R)\n",
      "Include onset:51900.0, duration:60.0, label:0 (Sleep stage W)\n",
      "Include onset:51960.0, duration:420.0, label:4 (Sleep stage R)\n",
      "Include onset:52380.0, duration:60.0, label:0 (Sleep stage W)\n",
      "Include onset:52440.0, duration:90.0, label:1 (Sleep stage 1)\n",
      "Include onset:52530.0, duration:600.0, label:0 (Sleep stage W)\n",
      "Include onset:53130.0, duration:330.0, label:1 (Sleep stage 1)\n",
      "Include onset:53460.0, duration:30.0, label:2 (Sleep stage 2)\n",
      "Include onset:53490.0, duration:60.0, label:1 (Sleep stage 1)\n",
      "Include onset:53550.0, duration:240.0, label:2 (Sleep stage 2)\n",
      "Include onset:53790.0, duration:30.0, label:0 (Sleep stage W)\n",
      "Include onset:53820.0, duration:30.0, label:1 (Sleep stage 1)\n",
      "Include onset:53850.0, duration:60.0, label:2 (Sleep stage 2)\n",
      "Include onset:53910.0, duration:120.0, label:1 (Sleep stage 1)\n",
      "Include onset:54030.0, duration:210.0, label:2 (Sleep stage 2)\n",
      "Include onset:54240.0, duration:30.0, label:1 (Sleep stage 1)\n",
      "Include onset:54270.0, duration:90.0, label:2 (Sleep stage 2)\n",
      "Include onset:54360.0, duration:60.0, label:1 (Sleep stage 1)\n",
      "Include onset:54420.0, duration:180.0, label:0 (Sleep stage W)\n",
      "Include onset:54600.0, duration:120.0, label:1 (Sleep stage 1)\n",
      "Include onset:54720.0, duration:270.0, label:2 (Sleep stage 2)\n",
      "Include onset:54990.0, duration:30.0, label:1 (Sleep stage 1)\n",
      "Include onset:55020.0, duration:90.0, label:2 (Sleep stage 2)\n",
      "Include onset:55110.0, duration:30.0, label:1 (Sleep stage 1)\n",
      "Include onset:55140.0, duration:570.0, label:2 (Sleep stage 2)\n",
      "Include onset:55710.0, duration:30.0, label:1 (Sleep stage 1)\n",
      "Include onset:55740.0, duration:690.0, label:2 (Sleep stage 2)\n",
      "Include onset:56430.0, duration:30.0, label:4 (Sleep stage R)\n",
      "Include onset:56460.0, duration:30.0, label:0 (Sleep stage W)\n",
      "Include onset:56490.0, duration:330.0, label:4 (Sleep stage R)\n",
      "Include onset:56820.0, duration:30.0, label:0 (Sleep stage W)\n",
      "Include onset:56850.0, duration:60.0, label:4 (Sleep stage R)\n",
      "Include onset:56910.0, duration:30.0, label:0 (Sleep stage W)\n",
      "Include onset:56940.0, duration:600.0, label:4 (Sleep stage R)\n",
      "Include onset:57540.0, duration:180.0, label:0 (Sleep stage W)\n",
      "Include onset:57720.0, duration:90.0, label:1 (Sleep stage 1)\n",
      "Include onset:57810.0, duration:30.0, label:2 (Sleep stage 2)\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Include onset:57840.0, duration:19260.0, label:0 (Sleep stage W)\n",
      "Remove onset:77100.0, duration:9300.0, label:5 (Sleep stage ?)\n",
      "before remove unwanted: (7710000,)\n",
      "after remove unwanted: (7707000,)\n",
      "before intersect label: (7707000,)\n",
      "after intersect label: (7707000,)\n",
      "('raw_ch', 7707000)\n",
      "_____________________________________________\n",
      "debugging:\n",
      "('len(raw.ch)', array([[ 21.25592186,   3.15262515, -27.77777778],\n",
      "       [ 12.48962149,  -8.03663004, -48.66666667],\n",
      "       [  7.21098901,   1.22344322, -14.44444444],\n",
      "       ...,\n",
      "       [  3.15775336,   6.14285714,  12.22222222],\n",
      "       [-13.9035409 ,   2.76678877,  48.66666667],\n",
      "       [-14.75189255,   4.31013431, 112.22222222]]), ' and n_epochs', 2569.0, 'EPOCH_SEC_SIZE', 30)\n",
      "_____________________________________________\n",
      "Data before selection: (2569, 3000, 3), (2569,)\n",
      "Data after selection: (1235, 3000, 3), (1235,)\n",
      "\n",
      "=======================================\n",
      "\n",
      "Extracting edf Parameters from data/SC4042E0-PSG.edf...\n",
      "EDF file detected\n",
      "Setting channel info structure...\n",
      "Created Raw.info structure...\n",
      "Ready.\n",
      "Extracting edf Parameters from data/SC4042E0-PSG.edf...\n",
      "EDF file detected\n",
      "Setting channel info structure...\n",
      "Created Raw.info structure...\n",
      "Ready.\n",
      "scale_time is deprecated and will be removed in 0.16, use scaling_time instead\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "<ipython-input-4-f9ba501bbdf8>:23: DeprecationWarning: scale_time is deprecated and will be removed in 0.16, use scaling_time instead\n",
      "  raw_eeg_fpz = raw.to_data_frame(scale_time=100.0)['EEG Fpz-Cz']\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Converting time column to int64...\n",
      "-------------------------------------------------------------------\n",
      "scale_time is deprecated and will be removed in 0.16, use scaling_time instead\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "<ipython-input-4-f9ba501bbdf8>:27: DeprecationWarning: scale_time is deprecated and will be removed in 0.16, use scaling_time instead\n",
      "  raw_eeg_pz = raw.to_data_frame(scale_time=100.0)['EEG Pz-Oz']\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Converting time column to int64...\n",
      "-------------------------------------------------------------------\n",
      "scale_time is deprecated and will be removed in 0.16, use scaling_time instead\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "<ipython-input-4-f9ba501bbdf8>:32: DeprecationWarning: scale_time is deprecated and will be removed in 0.16, use scaling_time instead\n",
      "  raw_eog = raw.to_data_frame(scale_time=100.0)['EOG horizontal']\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Converting time column to int64...\n",
      "-------------------------------------------------------------------\n",
      "Include onset:0.0, duration:32220.0, label:0 (Sleep stage W)\n",
      "Include onset:32220.0, duration:150.0, label:1 (Sleep stage 1)\n",
      "Include onset:32370.0, duration:210.0, label:0 (Sleep stage W)\n",
      "Include onset:32580.0, duration:30.0, label:1 (Sleep stage 1)\n",
      "Include onset:32610.0, duration:60.0, label:0 (Sleep stage W)\n",
      "Include onset:32670.0, duration:600.0, label:1 (Sleep stage 1)\n",
      "Include onset:33270.0, duration:270.0, label:2 (Sleep stage 2)\n",
      "Include onset:33540.0, duration:30.0, label:1 (Sleep stage 1)\n",
      "Include onset:33570.0, duration:60.0, label:2 (Sleep stage 2)\n",
      "Include onset:33630.0, duration:210.0, label:0 (Sleep stage W)\n",
      "Include onset:33840.0, duration:30.0, label:1 (Sleep stage 1)\n",
      "Include onset:33870.0, duration:180.0, label:0 (Sleep stage W)\n",
      "Include onset:34050.0, duration:60.0, label:1 (Sleep stage 1)\n",
      "Include onset:34110.0, duration:150.0, label:0 (Sleep stage W)\n",
      "Include onset:34260.0, duration:60.0, label:1 (Sleep stage 1)\n",
      "Include onset:34320.0, duration:630.0, label:0 (Sleep stage W)\n",
      "Include onset:34950.0, duration:540.0, label:1 (Sleep stage 1)\n",
      "Include onset:35490.0, duration:1200.0, label:2 (Sleep stage 2)\n",
      "Include onset:36690.0, duration:30.0, label:3 (Sleep stage 3)\n",
      "Include onset:36720.0, duration:30.0, label:2 (Sleep stage 2)\n",
      "Include onset:36750.0, duration:30.0, label:3 (Sleep stage 3)\n",
      "Include onset:36780.0, duration:90.0, label:2 (Sleep stage 2)\n",
      "Include onset:36870.0, duration:120.0, label:3 (Sleep stage 3)\n",
      "Include onset:36990.0, duration:30.0, label:2 (Sleep stage 2)\n",
      "Include onset:37020.0, duration:30.0, label:3 (Sleep stage 3)\n",
      "Include onset:37050.0, duration:30.0, label:2 (Sleep stage 2)\n",
      "Include onset:37080.0, duration:270.0, label:3 (Sleep stage 3)\n",
      "Include onset:37350.0, duration:60.0, label:1 (Sleep stage 1)\n",
      "Include onset:37410.0, duration:180.0, label:2 (Sleep stage 2)\n",
      "Include onset:37590.0, duration:60.0, label:3 (Sleep stage 3)\n",
      "Include onset:37650.0, duration:300.0, label:2 (Sleep stage 2)\n",
      "Include onset:37950.0, duration:30.0, label:0 (Sleep stage W)\n",
      "Include onset:37980.0, duration:30.0, label:1 (Sleep stage 1)\n",
      "Include onset:38010.0, duration:30.0, label:0 (Sleep stage W)\n",
      "Include onset:38040.0, duration:30.0, label:1 (Sleep stage 1)\n",
      "Include onset:38070.0, duration:450.0, label:2 (Sleep stage 2)\n",
      "Include onset:38520.0, duration:450.0, label:4 (Sleep stage R)\n",
      "Remove onset:38970.0, duration:30.0, label:5 (Movement time)\n",
      "Include onset:39000.0, duration:90.0, label:4 (Sleep stage R)\n",
      "Include onset:39090.0, duration:510.0, label:2 (Sleep stage 2)\n",
      "Include onset:39600.0, duration:60.0, label:1 (Sleep stage 1)\n",
      "Include onset:39660.0, duration:270.0, label:2 (Sleep stage 2)\n",
      "Include onset:39930.0, duration:60.0, label:1 (Sleep stage 1)\n",
      "Include onset:39990.0, duration:540.0, label:2 (Sleep stage 2)\n",
      "Include onset:40530.0, duration:180.0, label:3 (Sleep stage 3)\n",
      "Include onset:40710.0, duration:30.0, label:2 (Sleep stage 2)\n",
      "Include onset:40740.0, duration:60.0, label:3 (Sleep stage 3)\n",
      "Include onset:40800.0, duration:30.0, label:2 (Sleep stage 2)\n",
      "Include onset:40830.0, duration:240.0, label:3 (Sleep stage 3)\n",
      "Include onset:41070.0, duration:30.0, label:2 (Sleep stage 2)\n",
      "Include onset:41100.0, duration:120.0, label:3 (Sleep stage 3)\n",
      "Remove onset:41220.0, duration:30.0, label:5 (Movement time)\n",
      "Include onset:41250.0, duration:120.0, label:2 (Sleep stage 2)\n",
      "Include onset:41370.0, duration:90.0, label:3 (Sleep stage 3)\n",
      "Include onset:41460.0, duration:30.0, label:2 (Sleep stage 2)\n",
      "Include onset:41490.0, duration:90.0, label:3 (Sleep stage 4)\n",
      "Include onset:41580.0, duration:150.0, label:2 (Sleep stage 2)\n",
      "Include onset:41730.0, duration:30.0, label:3 (Sleep stage 3)\n",
      "Include onset:41760.0, duration:120.0, label:2 (Sleep stage 2)\n",
      "Include onset:41880.0, duration:30.0, label:3 (Sleep stage 3)\n",
      "Include onset:41910.0, duration:60.0, label:2 (Sleep stage 2)\n",
      "Include onset:41970.0, duration:330.0, label:3 (Sleep stage 3)\n",
      "Include onset:42300.0, duration:30.0, label:3 (Sleep stage 4)\n",
      "Include onset:42330.0, duration:180.0, label:3 (Sleep stage 3)\n",
      "Include onset:42510.0, duration:30.0, label:2 (Sleep stage 2)\n",
      "Include onset:42540.0, duration:90.0, label:3 (Sleep stage 3)\n",
      "Include onset:42630.0, duration:270.0, label:2 (Sleep stage 2)\n",
      "Include onset:42900.0, duration:30.0, label:3 (Sleep stage 3)\n",
      "Include onset:42930.0, duration:30.0, label:2 (Sleep stage 2)\n",
      "Include onset:42960.0, duration:30.0, label:3 (Sleep stage 3)\n",
      "Include onset:42990.0, duration:30.0, label:2 (Sleep stage 2)\n",
      "Include onset:43020.0, duration:180.0, label:3 (Sleep stage 3)\n",
      "Include onset:43200.0, duration:30.0, label:2 (Sleep stage 2)\n",
      "Include onset:43230.0, duration:360.0, label:3 (Sleep stage 3)\n",
      "Include onset:43590.0, duration:60.0, label:3 (Sleep stage 4)\n",
      "Include onset:43650.0, duration:120.0, label:3 (Sleep stage 3)\n",
      "Include onset:43770.0, duration:390.0, label:2 (Sleep stage 2)\n",
      "Include onset:44160.0, duration:360.0, label:4 (Sleep stage R)\n",
      "Remove onset:44520.0, duration:30.0, label:5 (Movement time)\n",
      "Include onset:44550.0, duration:780.0, label:4 (Sleep stage R)\n",
      "Remove onset:45330.0, duration:30.0, label:5 (Movement time)\n",
      "Include onset:45360.0, duration:120.0, label:4 (Sleep stage R)\n",
      "Include onset:45480.0, duration:90.0, label:1 (Sleep stage 1)\n",
      "Include onset:45570.0, duration:360.0, label:4 (Sleep stage R)\n",
      "Include onset:45930.0, duration:150.0, label:1 (Sleep stage 1)\n",
      "Include onset:46080.0, duration:1890.0, label:2 (Sleep stage 2)\n",
      "Include onset:47970.0, duration:30.0, label:3 (Sleep stage 3)\n",
      "Include onset:48000.0, duration:480.0, label:2 (Sleep stage 2)\n",
      "Include onset:48480.0, duration:30.0, label:1 (Sleep stage 1)\n",
      "Include onset:48510.0, duration:420.0, label:2 (Sleep stage 2)\n",
      "Include onset:48930.0, duration:30.0, label:1 (Sleep stage 1)\n",
      "Include onset:48960.0, duration:60.0, label:2 (Sleep stage 2)\n",
      "Include onset:49020.0, duration:60.0, label:1 (Sleep stage 1)\n",
      "Include onset:49080.0, duration:840.0, label:2 (Sleep stage 2)\n",
      "Include onset:49920.0, duration:60.0, label:1 (Sleep stage 1)\n",
      "Include onset:49980.0, duration:120.0, label:2 (Sleep stage 2)\n",
      "Include onset:50100.0, duration:60.0, label:1 (Sleep stage 1)\n",
      "Include onset:50160.0, duration:60.0, label:2 (Sleep stage 2)\n",
      "Include onset:50220.0, duration:240.0, label:1 (Sleep stage 1)\n",
      "Include onset:50460.0, duration:120.0, label:0 (Sleep stage W)\n",
      "Include onset:50580.0, duration:120.0, label:1 (Sleep stage 1)\n",
      "Include onset:50700.0, duration:390.0, label:2 (Sleep stage 2)\n",
      "Include onset:51090.0, duration:840.0, label:4 (Sleep stage R)\n",
      "Include onset:51930.0, duration:30.0, label:1 (Sleep stage 1)\n",
      "Include onset:51960.0, duration:270.0, label:4 (Sleep stage R)\n",
      "Include onset:52230.0, duration:30.0, label:1 (Sleep stage 1)\n",
      "Include onset:52260.0, duration:90.0, label:4 (Sleep stage R)\n",
      "Include onset:52350.0, duration:90.0, label:1 (Sleep stage 1)\n",
      "Include onset:52440.0, duration:270.0, label:4 (Sleep stage R)\n",
      "Include onset:52710.0, duration:60.0, label:1 (Sleep stage 1)\n",
      "Include onset:52770.0, duration:540.0, label:4 (Sleep stage R)\n",
      "Include onset:53310.0, duration:30.0, label:1 (Sleep stage 1)\n",
      "Include onset:53340.0, duration:300.0, label:4 (Sleep stage R)\n",
      "Include onset:53640.0, duration:30.0, label:1 (Sleep stage 1)\n",
      "Include onset:53670.0, duration:180.0, label:4 (Sleep stage R)\n",
      "Include onset:53850.0, duration:120.0, label:1 (Sleep stage 1)\n",
      "Include onset:53970.0, duration:510.0, label:2 (Sleep stage 2)\n",
      "Include onset:54480.0, duration:30.0, label:0 (Sleep stage W)\n",
      "Include onset:54510.0, duration:30.0, label:1 (Sleep stage 1)\n",
      "Include onset:54540.0, duration:930.0, label:2 (Sleep stage 2)\n",
      "Include onset:55470.0, duration:60.0, label:1 (Sleep stage 1)\n",
      "Include onset:55530.0, duration:750.0, label:2 (Sleep stage 2)\n",
      "Include onset:56280.0, duration:60.0, label:1 (Sleep stage 1)\n",
      "Include onset:56340.0, duration:690.0, label:2 (Sleep stage 2)\n",
      "Include onset:57030.0, duration:150.0, label:4 (Sleep stage R)\n",
      "Include onset:57180.0, duration:30.0, label:1 (Sleep stage 1)\n",
      "Include onset:57210.0, duration:90.0, label:4 (Sleep stage R)\n",
      "Include onset:57300.0, duration:30.0, label:1 (Sleep stage 1)\n",
      "Include onset:57330.0, duration:390.0, label:4 (Sleep stage R)\n",
      "Include onset:57720.0, duration:30.0, label:1 (Sleep stage 1)\n",
      "Include onset:57750.0, duration:300.0, label:4 (Sleep stage R)\n",
      "Include onset:58050.0, duration:60.0, label:1 (Sleep stage 1)\n",
      "Include onset:58110.0, duration:420.0, label:4 (Sleep stage R)\n",
      "Include onset:58530.0, duration:30.0, label:1 (Sleep stage 1)\n",
      "Include onset:58560.0, duration:270.0, label:4 (Sleep stage R)\n",
      "Include onset:58830.0, duration:90.0, label:2 (Sleep stage 2)\n",
      "Include onset:58920.0, duration:60.0, label:4 (Sleep stage R)\n",
      "Include onset:58980.0, duration:30.0, label:2 (Sleep stage 2)\n",
      "Include onset:59010.0, duration:30.0, label:4 (Sleep stage R)\n",
      "Include onset:59040.0, duration:60.0, label:1 (Sleep stage 1)\n",
      "Include onset:59100.0, duration:90.0, label:4 (Sleep stage R)\n",
      "Include onset:59190.0, duration:60.0, label:2 (Sleep stage 2)\n",
      "Include onset:59250.0, duration:30.0, label:4 (Sleep stage R)\n",
      "Include onset:59280.0, duration:30.0, label:2 (Sleep stage 2)\n",
      "Include onset:59310.0, duration:90.0, label:0 (Sleep stage W)\n",
      "Include onset:59400.0, duration:120.0, label:1 (Sleep stage 1)\n",
      "Include onset:59520.0, duration:30.0, label:2 (Sleep stage 2)\n",
      "Include onset:59550.0, duration:30.0, label:1 (Sleep stage 1)\n",
      "Include onset:59580.0, duration:1380.0, label:2 (Sleep stage 2)\n",
      "Include onset:60960.0, duration:120.0, label:0 (Sleep stage W)\n",
      "Include onset:61080.0, duration:60.0, label:1 (Sleep stage 1)\n",
      "Include onset:61140.0, duration:90.0, label:2 (Sleep stage 2)\n",
      "Include onset:61230.0, duration:60.0, label:1 (Sleep stage 1)\n",
      "Include onset:61290.0, duration:270.0, label:2 (Sleep stage 2)\n",
      "Include onset:61560.0, duration:60.0, label:0 (Sleep stage W)\n",
      "Include onset:61620.0, duration:30.0, label:1 (Sleep stage 1)\n",
      "Include onset:61650.0, duration:990.0, label:2 (Sleep stage 2)\n",
      "Include onset:62640.0, duration:120.0, label:4 (Sleep stage R)\n",
      "Include onset:62760.0, duration:30.0, label:1 (Sleep stage 1)\n",
      "Include onset:62790.0, duration:240.0, label:4 (Sleep stage R)\n",
      "Include onset:63030.0, duration:120.0, label:1 (Sleep stage 1)\n",
      "Include onset:63150.0, duration:120.0, label:4 (Sleep stage R)\n",
      "Include onset:63270.0, duration:60.0, label:1 (Sleep stage 1)\n",
      "Include onset:63330.0, duration:270.0, label:4 (Sleep stage R)\n",
      "Include onset:63600.0, duration:90.0, label:1 (Sleep stage 1)\n",
      "Include onset:63690.0, duration:150.0, label:4 (Sleep stage R)\n",
      "Include onset:63840.0, duration:60.0, label:1 (Sleep stage 1)\n",
      "Include onset:63900.0, duration:180.0, label:4 (Sleep stage R)\n",
      "Include onset:64080.0, duration:30.0, label:1 (Sleep stage 1)\n",
      "Include onset:64110.0, duration:150.0, label:4 (Sleep stage R)\n",
      "Include onset:64260.0, duration:30.0, label:1 (Sleep stage 1)\n",
      "Include onset:64290.0, duration:90.0, label:4 (Sleep stage R)\n",
      "Include onset:64380.0, duration:30.0, label:1 (Sleep stage 1)\n",
      "Include onset:64410.0, duration:240.0, label:4 (Sleep stage R)\n",
      "Include onset:64650.0, duration:30.0, label:0 (Sleep stage W)\n",
      "Include onset:64680.0, duration:60.0, label:4 (Sleep stage R)\n",
      "Include onset:64740.0, duration:19020.0, label:0 (Sleep stage W)\n",
      "Remove onset:83760.0, duration:2640.0, label:5 (Sleep stage ?)\n",
      "before remove unwanted: (8376000,)\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "after remove unwanted: (8364000,)\n",
      "before intersect label: (8364000,)\n",
      "after intersect label: (8364000,)\n",
      "('raw_ch', 8364000)\n",
      "_____________________________________________\n",
      "debugging:\n",
      "('len(raw.ch)', array([[  9.04175824, -48.13064713, 113.51013431],\n",
      "       [ -6.62417582,  -3.49084249, -16.72576313],\n",
      "       [  2.75604396,   8.81684982,   2.32234432],\n",
      "       ...,\n",
      "       [ 16.29450549,  16.63125763,  -1.22148962],\n",
      "       [ 17.35824176,   1.2954823 , -54.37899878],\n",
      "       [ 13.97362637,  -2.80708181, -20.26959707]]), ' and n_epochs', 2788.0, 'EPOCH_SEC_SIZE', 30)\n",
      "_____________________________________________\n",
      "Data before selection: (2788, 3000, 3), (2788,)\n",
      "Data after selection: (1200, 3000, 3), (1200,)\n",
      "\n",
      "=======================================\n",
      "\n",
      "Extracting edf Parameters from data/SC4051E0-PSG.edf...\n",
      "EDF file detected\n",
      "Setting channel info structure...\n",
      "Created Raw.info structure...\n",
      "Ready.\n",
      "Extracting edf Parameters from data/SC4051E0-PSG.edf...\n",
      "EDF file detected\n",
      "Setting channel info structure...\n",
      "Created Raw.info structure...\n",
      "Ready.\n",
      "scale_time is deprecated and will be removed in 0.16, use scaling_time instead\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "<ipython-input-4-f9ba501bbdf8>:23: DeprecationWarning: scale_time is deprecated and will be removed in 0.16, use scaling_time instead\n",
      "  raw_eeg_fpz = raw.to_data_frame(scale_time=100.0)['EEG Fpz-Cz']\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Converting time column to int64...\n",
      "-------------------------------------------------------------------\n",
      "scale_time is deprecated and will be removed in 0.16, use scaling_time instead\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "<ipython-input-4-f9ba501bbdf8>:27: DeprecationWarning: scale_time is deprecated and will be removed in 0.16, use scaling_time instead\n",
      "  raw_eeg_pz = raw.to_data_frame(scale_time=100.0)['EEG Pz-Oz']\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Converting time column to int64...\n",
      "-------------------------------------------------------------------\n",
      "scale_time is deprecated and will be removed in 0.16, use scaling_time instead\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "<ipython-input-4-f9ba501bbdf8>:32: DeprecationWarning: scale_time is deprecated and will be removed in 0.16, use scaling_time instead\n",
      "  raw_eog = raw.to_data_frame(scale_time=100.0)['EOG horizontal']\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Converting time column to int64...\n",
      "-------------------------------------------------------------------\n",
      "Include onset:0.0, duration:38670.0, label:0 (Sleep stage W)\n",
      "Include onset:38670.0, duration:180.0, label:1 (Sleep stage 1)\n",
      "Include onset:38850.0, duration:900.0, label:2 (Sleep stage 2)\n",
      "Include onset:39750.0, duration:30.0, label:3 (Sleep stage 3)\n",
      "Include onset:39780.0, duration:30.0, label:2 (Sleep stage 2)\n",
      "Include onset:39810.0, duration:60.0, label:3 (Sleep stage 3)\n",
      "Include onset:39870.0, duration:60.0, label:2 (Sleep stage 2)\n",
      "Include onset:39930.0, duration:30.0, label:3 (Sleep stage 3)\n",
      "Include onset:39960.0, duration:30.0, label:2 (Sleep stage 2)\n",
      "Include onset:39990.0, duration:30.0, label:3 (Sleep stage 3)\n",
      "Include onset:40020.0, duration:90.0, label:2 (Sleep stage 2)\n",
      "Include onset:40110.0, duration:150.0, label:3 (Sleep stage 3)\n",
      "Include onset:40260.0, duration:30.0, label:2 (Sleep stage 2)\n",
      "Include onset:40290.0, duration:60.0, label:3 (Sleep stage 3)\n",
      "Include onset:40350.0, duration:30.0, label:2 (Sleep stage 2)\n",
      "Include onset:40380.0, duration:30.0, label:3 (Sleep stage 3)\n",
      "Include onset:40410.0, duration:30.0, label:2 (Sleep stage 2)\n",
      "Include onset:40440.0, duration:60.0, label:3 (Sleep stage 3)\n",
      "Include onset:40500.0, duration:30.0, label:2 (Sleep stage 2)\n",
      "Include onset:40530.0, duration:90.0, label:3 (Sleep stage 3)\n",
      "Include onset:40620.0, duration:30.0, label:2 (Sleep stage 2)\n",
      "Include onset:40650.0, duration:180.0, label:3 (Sleep stage 3)\n",
      "Include onset:40830.0, duration:60.0, label:3 (Sleep stage 4)\n",
      "Include onset:40890.0, duration:210.0, label:3 (Sleep stage 3)\n",
      "Include onset:41100.0, duration:30.0, label:2 (Sleep stage 2)\n",
      "Include onset:41130.0, duration:30.0, label:3 (Sleep stage 4)\n",
      "Include onset:41160.0, duration:60.0, label:3 (Sleep stage 3)\n",
      "Include onset:41220.0, duration:30.0, label:3 (Sleep stage 4)\n",
      "Include onset:41250.0, duration:180.0, label:3 (Sleep stage 3)\n",
      "Include onset:41430.0, duration:30.0, label:2 (Sleep stage 2)\n",
      "Include onset:41460.0, duration:90.0, label:3 (Sleep stage 3)\n",
      "Include onset:41550.0, duration:150.0, label:3 (Sleep stage 4)\n",
      "Include onset:41700.0, duration:60.0, label:3 (Sleep stage 3)\n",
      "Include onset:41760.0, duration:30.0, label:3 (Sleep stage 4)\n",
      "Include onset:41790.0, duration:30.0, label:3 (Sleep stage 3)\n",
      "Include onset:41820.0, duration:30.0, label:3 (Sleep stage 4)\n",
      "Include onset:41850.0, duration:90.0, label:3 (Sleep stage 3)\n",
      "Include onset:41940.0, duration:60.0, label:3 (Sleep stage 4)\n",
      "Include onset:42000.0, duration:30.0, label:3 (Sleep stage 3)\n",
      "Include onset:42030.0, duration:30.0, label:3 (Sleep stage 4)\n",
      "Include onset:42060.0, duration:30.0, label:3 (Sleep stage 3)\n",
      "Include onset:42090.0, duration:60.0, label:3 (Sleep stage 4)\n",
      "Include onset:42150.0, duration:180.0, label:3 (Sleep stage 3)\n",
      "Include onset:42330.0, duration:60.0, label:3 (Sleep stage 4)\n",
      "Include onset:42390.0, duration:270.0, label:3 (Sleep stage 3)\n",
      "Include onset:42660.0, duration:210.0, label:2 (Sleep stage 2)\n",
      "Include onset:42870.0, duration:60.0, label:0 (Sleep stage W)\n",
      "Include onset:42930.0, duration:30.0, label:1 (Sleep stage 1)\n",
      "Include onset:42960.0, duration:60.0, label:2 (Sleep stage 2)\n",
      "Include onset:43020.0, duration:30.0, label:0 (Sleep stage W)\n",
      "Include onset:43050.0, duration:30.0, label:1 (Sleep stage 1)\n",
      "Include onset:43080.0, duration:210.0, label:2 (Sleep stage 2)\n",
      "Include onset:43290.0, duration:30.0, label:0 (Sleep stage W)\n",
      "Include onset:43320.0, duration:30.0, label:1 (Sleep stage 1)\n",
      "Include onset:43350.0, duration:240.0, label:2 (Sleep stage 2)\n",
      "Include onset:43590.0, duration:30.0, label:4 (Sleep stage R)\n",
      "Include onset:43620.0, duration:90.0, label:2 (Sleep stage 2)\n",
      "Include onset:43710.0, duration:1290.0, label:4 (Sleep stage R)\n",
      "Include onset:45000.0, duration:210.0, label:2 (Sleep stage 2)\n",
      "Include onset:45210.0, duration:30.0, label:1 (Sleep stage 1)\n",
      "Include onset:45240.0, duration:510.0, label:2 (Sleep stage 2)\n",
      "Include onset:45750.0, duration:1530.0, label:0 (Sleep stage W)\n",
      "Include onset:47280.0, duration:180.0, label:1 (Sleep stage 1)\n",
      "Include onset:47460.0, duration:60.0, label:0 (Sleep stage W)\n",
      "Include onset:47520.0, duration:270.0, label:1 (Sleep stage 1)\n",
      "Include onset:47790.0, duration:240.0, label:0 (Sleep stage W)\n",
      "Include onset:48030.0, duration:30.0, label:1 (Sleep stage 1)\n",
      "Include onset:48060.0, duration:60.0, label:0 (Sleep stage W)\n",
      "Include onset:48120.0, duration:60.0, label:1 (Sleep stage 1)\n",
      "Include onset:48180.0, duration:30.0, label:2 (Sleep stage 2)\n",
      "Include onset:48210.0, duration:90.0, label:1 (Sleep stage 1)\n",
      "Include onset:48300.0, duration:1020.0, label:2 (Sleep stage 2)\n",
      "Include onset:49320.0, duration:30.0, label:3 (Sleep stage 3)\n",
      "Include onset:49350.0, duration:150.0, label:2 (Sleep stage 2)\n",
      "Include onset:49500.0, duration:30.0, label:3 (Sleep stage 3)\n",
      "Include onset:49530.0, duration:150.0, label:2 (Sleep stage 2)\n",
      "Include onset:49680.0, duration:30.0, label:3 (Sleep stage 3)\n",
      "Include onset:49710.0, duration:60.0, label:2 (Sleep stage 2)\n",
      "Include onset:49770.0, duration:30.0, label:3 (Sleep stage 3)\n",
      "Include onset:49800.0, duration:60.0, label:2 (Sleep stage 2)\n",
      "Include onset:49860.0, duration:30.0, label:3 (Sleep stage 3)\n",
      "Include onset:49890.0, duration:60.0, label:2 (Sleep stage 2)\n",
      "Include onset:49950.0, duration:30.0, label:3 (Sleep stage 3)\n",
      "Include onset:49980.0, duration:60.0, label:2 (Sleep stage 2)\n",
      "Include onset:50040.0, duration:30.0, label:3 (Sleep stage 3)\n",
      "Include onset:50070.0, duration:60.0, label:2 (Sleep stage 2)\n",
      "Include onset:50130.0, duration:120.0, label:3 (Sleep stage 3)\n",
      "Include onset:50250.0, duration:60.0, label:2 (Sleep stage 2)\n",
      "Include onset:50310.0, duration:30.0, label:3 (Sleep stage 3)\n",
      "Include onset:50340.0, duration:30.0, label:2 (Sleep stage 2)\n",
      "Include onset:50370.0, duration:60.0, label:3 (Sleep stage 3)\n",
      "Include onset:50430.0, duration:60.0, label:2 (Sleep stage 2)\n",
      "Include onset:50490.0, duration:60.0, label:3 (Sleep stage 3)\n",
      "Include onset:50550.0, duration:30.0, label:2 (Sleep stage 2)\n",
      "Include onset:50580.0, duration:90.0, label:3 (Sleep stage 3)\n",
      "Include onset:50670.0, duration:30.0, label:2 (Sleep stage 2)\n",
      "Include onset:50700.0, duration:30.0, label:3 (Sleep stage 3)\n",
      "Include onset:50730.0, duration:30.0, label:2 (Sleep stage 2)\n",
      "Include onset:50760.0, duration:180.0, label:3 (Sleep stage 3)\n",
      "Include onset:50940.0, duration:30.0, label:2 (Sleep stage 2)\n",
      "Include onset:50970.0, duration:210.0, label:3 (Sleep stage 3)\n",
      "Include onset:51180.0, duration:30.0, label:2 (Sleep stage 2)\n",
      "Include onset:51210.0, duration:270.0, label:3 (Sleep stage 3)\n",
      "Include onset:51480.0, duration:30.0, label:2 (Sleep stage 2)\n",
      "Include onset:51510.0, duration:30.0, label:3 (Sleep stage 4)\n",
      "Include onset:51540.0, duration:240.0, label:3 (Sleep stage 3)\n",
      "Include onset:51780.0, duration:30.0, label:2 (Sleep stage 2)\n",
      "Include onset:51810.0, duration:30.0, label:3 (Sleep stage 3)\n",
      "Include onset:51840.0, duration:150.0, label:2 (Sleep stage 2)\n",
      "Include onset:51990.0, duration:720.0, label:4 (Sleep stage R)\n",
      "Include onset:52710.0, duration:90.0, label:1 (Sleep stage 1)\n",
      "Include onset:52800.0, duration:30.0, label:2 (Sleep stage 2)\n",
      "Include onset:52830.0, duration:30.0, label:1 (Sleep stage 1)\n",
      "Include onset:52860.0, duration:150.0, label:2 (Sleep stage 2)\n",
      "Include onset:53010.0, duration:30.0, label:1 (Sleep stage 1)\n",
      "Include onset:53040.0, duration:120.0, label:2 (Sleep stage 2)\n",
      "Include onset:53160.0, duration:30.0, label:1 (Sleep stage 1)\n",
      "Include onset:53190.0, duration:150.0, label:2 (Sleep stage 2)\n",
      "Include onset:53340.0, duration:30.0, label:1 (Sleep stage 1)\n",
      "Include onset:53370.0, duration:300.0, label:2 (Sleep stage 2)\n",
      "Include onset:53670.0, duration:30.0, label:1 (Sleep stage 1)\n",
      "Include onset:53700.0, duration:750.0, label:2 (Sleep stage 2)\n",
      "Include onset:54450.0, duration:180.0, label:0 (Sleep stage W)\n",
      "Include onset:54630.0, duration:30.0, label:1 (Sleep stage 1)\n",
      "Include onset:54660.0, duration:150.0, label:0 (Sleep stage W)\n",
      "Include onset:54810.0, duration:60.0, label:1 (Sleep stage 1)\n",
      "Include onset:54870.0, duration:300.0, label:0 (Sleep stage W)\n",
      "Include onset:55170.0, duration:60.0, label:1 (Sleep stage 1)\n",
      "Include onset:55230.0, duration:26430.0, label:0 (Sleep stage W)\n",
      "Remove onset:81660.0, duration:4740.0, label:5 (Sleep stage ?)\n",
      "before remove unwanted: (8166000,)\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "after remove unwanted: (8166000,)\n",
      "before intersect label: (8166000,)\n",
      "after intersect label: (8166000,)\n",
      "('raw_ch', 8166000)\n",
      "_____________________________________________\n",
      "debugging:\n",
      "('len(raw.ch)', array([[-40.94603175,   0.45250305,  29.86739927],\n",
      "       [-45.01245421,  -3.82222222,  30.74700855],\n",
      "       [-40.23882784,  -6.86202686,  29.86739927],\n",
      "       ...,\n",
      "       [ 60.97973138,   8.71697192, -88.0002442 ],\n",
      "       [ 45.68644689,  -8.76190476, -69.08864469],\n",
      "       [ 59.65372405,  -5.34212454, -63.37118437]]), ' and n_epochs', 2722.0, 'EPOCH_SEC_SIZE', 30)\n",
      "_____________________________________________\n",
      "Data before selection: (2722, 3000, 3), (2722,)\n",
      "Data after selection: (672, 3000, 3), (672,)\n",
      "\n",
      "=======================================\n",
      "\n",
      "Extracting edf Parameters from data/SC4052E0-PSG.edf...\n",
      "EDF file detected\n",
      "Setting channel info structure...\n",
      "Created Raw.info structure...\n",
      "Ready.\n",
      "Extracting edf Parameters from data/SC4052E0-PSG.edf...\n",
      "EDF file detected\n",
      "Setting channel info structure...\n",
      "Created Raw.info structure...\n",
      "Ready.\n",
      "scale_time is deprecated and will be removed in 0.16, use scaling_time instead\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "<ipython-input-4-f9ba501bbdf8>:23: DeprecationWarning: scale_time is deprecated and will be removed in 0.16, use scaling_time instead\n",
      "  raw_eeg_fpz = raw.to_data_frame(scale_time=100.0)['EEG Fpz-Cz']\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Converting time column to int64...\n",
      "-------------------------------------------------------------------\n",
      "scale_time is deprecated and will be removed in 0.16, use scaling_time instead\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "<ipython-input-4-f9ba501bbdf8>:27: DeprecationWarning: scale_time is deprecated and will be removed in 0.16, use scaling_time instead\n",
      "  raw_eeg_pz = raw.to_data_frame(scale_time=100.0)['EEG Pz-Oz']\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Converting time column to int64...\n",
      "-------------------------------------------------------------------\n",
      "scale_time is deprecated and will be removed in 0.16, use scaling_time instead\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "<ipython-input-4-f9ba501bbdf8>:32: DeprecationWarning: scale_time is deprecated and will be removed in 0.16, use scaling_time instead\n",
      "  raw_eog = raw.to_data_frame(scale_time=100.0)['EOG horizontal']\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Converting time column to int64...\n",
      "-------------------------------------------------------------------\n",
      "Include onset:0.0, duration:32430.0, label:0 (Sleep stage W)\n",
      "Include onset:32430.0, duration:300.0, label:1 (Sleep stage 1)\n",
      "Include onset:32730.0, duration:570.0, label:2 (Sleep stage 2)\n",
      "Include onset:33300.0, duration:30.0, label:0 (Sleep stage W)\n",
      "Include onset:33330.0, duration:30.0, label:1 (Sleep stage 1)\n",
      "Include onset:33360.0, duration:90.0, label:0 (Sleep stage W)\n",
      "Include onset:33450.0, duration:60.0, label:1 (Sleep stage 1)\n",
      "Include onset:33510.0, duration:510.0, label:2 (Sleep stage 2)\n",
      "Include onset:34020.0, duration:30.0, label:3 (Sleep stage 3)\n",
      "Include onset:34050.0, duration:210.0, label:2 (Sleep stage 2)\n",
      "Include onset:34260.0, duration:30.0, label:3 (Sleep stage 3)\n",
      "Include onset:34290.0, duration:390.0, label:2 (Sleep stage 2)\n",
      "Include onset:34680.0, duration:60.0, label:3 (Sleep stage 3)\n",
      "Include onset:34740.0, duration:60.0, label:2 (Sleep stage 2)\n",
      "Include onset:34800.0, duration:240.0, label:3 (Sleep stage 3)\n",
      "Include onset:35040.0, duration:60.0, label:3 (Sleep stage 4)\n",
      "Include onset:35100.0, duration:510.0, label:3 (Sleep stage 3)\n",
      "Remove onset:35610.0, duration:30.0, label:5 (Movement time)\n",
      "Include onset:35640.0, duration:390.0, label:2 (Sleep stage 2)\n",
      "Include onset:36030.0, duration:840.0, label:4 (Sleep stage R)\n",
      "Include onset:36870.0, duration:30.0, label:0 (Sleep stage W)\n",
      "Include onset:36900.0, duration:30.0, label:1 (Sleep stage 1)\n",
      "Include onset:36930.0, duration:870.0, label:2 (Sleep stage 2)\n",
      "Include onset:37800.0, duration:30.0, label:3 (Sleep stage 3)\n",
      "Include onset:37830.0, duration:90.0, label:2 (Sleep stage 2)\n",
      "Include onset:37920.0, duration:870.0, label:3 (Sleep stage 3)\n",
      "Include onset:38790.0, duration:60.0, label:3 (Sleep stage 4)\n",
      "Include onset:38850.0, duration:360.0, label:3 (Sleep stage 3)\n",
      "Include onset:39210.0, duration:30.0, label:3 (Sleep stage 4)\n",
      "Include onset:39240.0, duration:30.0, label:3 (Sleep stage 3)\n",
      "Include onset:39270.0, duration:30.0, label:3 (Sleep stage 4)\n",
      "Include onset:39300.0, duration:360.0, label:3 (Sleep stage 3)\n",
      "Include onset:39660.0, duration:30.0, label:3 (Sleep stage 4)\n",
      "Include onset:39690.0, duration:90.0, label:3 (Sleep stage 3)\n",
      "Include onset:39780.0, duration:30.0, label:3 (Sleep stage 4)\n",
      "Include onset:39810.0, duration:510.0, label:3 (Sleep stage 3)\n",
      "Include onset:40320.0, duration:120.0, label:0 (Sleep stage W)\n",
      "Include onset:40440.0, duration:60.0, label:1 (Sleep stage 1)\n",
      "Include onset:40500.0, duration:690.0, label:2 (Sleep stage 2)\n",
      "Remove onset:41190.0, duration:30.0, label:5 (Movement time)\n",
      "Include onset:41220.0, duration:240.0, label:2 (Sleep stage 2)\n",
      "Include onset:41460.0, duration:60.0, label:1 (Sleep stage 1)\n",
      "Include onset:41520.0, duration:60.0, label:2 (Sleep stage 2)\n",
      "Include onset:41580.0, duration:180.0, label:4 (Sleep stage R)\n",
      "Include onset:41760.0, duration:60.0, label:0 (Sleep stage W)\n",
      "Include onset:41820.0, duration:420.0, label:4 (Sleep stage R)\n",
      "Include onset:42240.0, duration:30.0, label:0 (Sleep stage W)\n",
      "Include onset:42270.0, duration:360.0, label:4 (Sleep stage R)\n",
      "Include onset:42630.0, duration:90.0, label:0 (Sleep stage W)\n",
      "Include onset:42720.0, duration:60.0, label:1 (Sleep stage 1)\n",
      "Include onset:42780.0, duration:2130.0, label:2 (Sleep stage 2)\n",
      "Include onset:44910.0, duration:60.0, label:0 (Sleep stage W)\n",
      "Include onset:44970.0, duration:90.0, label:2 (Sleep stage 2)\n",
      "Include onset:45060.0, duration:30.0, label:1 (Sleep stage 1)\n",
      "Include onset:45090.0, duration:840.0, label:2 (Sleep stage 2)\n",
      "Include onset:45930.0, duration:30.0, label:0 (Sleep stage W)\n",
      "Include onset:45960.0, duration:30.0, label:1 (Sleep stage 1)\n",
      "Include onset:45990.0, duration:30.0, label:2 (Sleep stage 2)\n",
      "Include onset:46020.0, duration:30.0, label:1 (Sleep stage 1)\n",
      "Include onset:46050.0, duration:210.0, label:2 (Sleep stage 2)\n",
      "Include onset:46260.0, duration:30.0, label:1 (Sleep stage 1)\n",
      "Include onset:46290.0, duration:30.0, label:0 (Sleep stage W)\n",
      "Include onset:46320.0, duration:30.0, label:2 (Sleep stage 2)\n",
      "Include onset:46350.0, duration:30.0, label:1 (Sleep stage 1)\n",
      "Include onset:46380.0, duration:810.0, label:2 (Sleep stage 2)\n",
      "Include onset:47190.0, duration:30.0, label:0 (Sleep stage W)\n",
      "Include onset:47220.0, duration:30.0, label:1 (Sleep stage 1)\n",
      "Include onset:47250.0, duration:1290.0, label:2 (Sleep stage 2)\n",
      "Include onset:48540.0, duration:120.0, label:0 (Sleep stage W)\n",
      "Include onset:48660.0, duration:120.0, label:1 (Sleep stage 1)\n",
      "Include onset:48780.0, duration:360.0, label:4 (Sleep stage R)\n",
      "Include onset:49140.0, duration:120.0, label:0 (Sleep stage W)\n",
      "Include onset:49260.0, duration:90.0, label:1 (Sleep stage 1)\n",
      "Include onset:49350.0, duration:30.0, label:0 (Sleep stage W)\n",
      "Include onset:49380.0, duration:60.0, label:1 (Sleep stage 1)\n",
      "Include onset:49440.0, duration:60.0, label:0 (Sleep stage W)\n",
      "Include onset:49500.0, duration:30.0, label:1 (Sleep stage 1)\n",
      "Include onset:49530.0, duration:90.0, label:0 (Sleep stage W)\n",
      "Include onset:49620.0, duration:90.0, label:1 (Sleep stage 1)\n",
      "Include onset:49710.0, duration:30.0, label:0 (Sleep stage W)\n",
      "Include onset:49740.0, duration:30.0, label:1 (Sleep stage 1)\n",
      "Include onset:49770.0, duration:30.0, label:2 (Sleep stage 2)\n",
      "Include onset:49800.0, duration:30.0, label:0 (Sleep stage W)\n",
      "Include onset:49830.0, duration:90.0, label:1 (Sleep stage 1)\n",
      "Include onset:49920.0, duration:330.0, label:2 (Sleep stage 2)\n",
      "Include onset:50250.0, duration:60.0, label:1 (Sleep stage 1)\n",
      "Include onset:50310.0, duration:300.0, label:2 (Sleep stage 2)\n",
      "Include onset:50610.0, duration:30.0, label:1 (Sleep stage 1)\n",
      "Include onset:50640.0, duration:210.0, label:2 (Sleep stage 2)\n",
      "Include onset:50850.0, duration:30.0, label:1 (Sleep stage 1)\n",
      "Include onset:50880.0, duration:2130.0, label:2 (Sleep stage 2)\n",
      "Include onset:53010.0, duration:30.0, label:3 (Sleep stage 3)\n",
      "Include onset:53040.0, duration:300.0, label:2 (Sleep stage 2)\n",
      "Include onset:53340.0, duration:30.0, label:3 (Sleep stage 3)\n",
      "Include onset:53370.0, duration:450.0, label:2 (Sleep stage 2)\n",
      "Include onset:53820.0, duration:60.0, label:1 (Sleep stage 1)\n",
      "Include onset:53880.0, duration:30.0, label:2 (Sleep stage 2)\n",
      "Include onset:53910.0, duration:60.0, label:1 (Sleep stage 1)\n",
      "Include onset:53970.0, duration:390.0, label:4 (Sleep stage R)\n",
      "Include onset:54360.0, duration:30.0, label:1 (Sleep stage 1)\n",
      "Include onset:54390.0, duration:810.0, label:4 (Sleep stage R)\n",
      "Include onset:55200.0, duration:30.0, label:0 (Sleep stage W)\n",
      "Include onset:55230.0, duration:240.0, label:1 (Sleep stage 1)\n",
      "Include onset:55470.0, duration:390.0, label:4 (Sleep stage R)\n",
      "Include onset:55860.0, duration:30.0, label:1 (Sleep stage 1)\n",
      "Include onset:55890.0, duration:330.0, label:4 (Sleep stage R)\n",
      "Include onset:56220.0, duration:30.0, label:1 (Sleep stage 1)\n",
      "Include onset:56250.0, duration:120.0, label:0 (Sleep stage W)\n",
      "Include onset:56370.0, duration:120.0, label:1 (Sleep stage 1)\n",
      "Include onset:56490.0, duration:60.0, label:0 (Sleep stage W)\n",
      "Include onset:56550.0, duration:30.0, label:1 (Sleep stage 1)\n",
      "Include onset:56580.0, duration:90.0, label:0 (Sleep stage W)\n",
      "Include onset:56670.0, duration:90.0, label:1 (Sleep stage 1)\n",
      "Include onset:56760.0, duration:930.0, label:0 (Sleep stage W)\n",
      "Include onset:57690.0, duration:60.0, label:1 (Sleep stage 1)\n",
      "Include onset:57750.0, duration:90.0, label:0 (Sleep stage W)\n",
      "Include onset:57840.0, duration:30.0, label:1 (Sleep stage 1)\n",
      "Include onset:57870.0, duration:570.0, label:0 (Sleep stage W)\n",
      "Include onset:58440.0, duration:480.0, label:1 (Sleep stage 1)\n",
      "Include onset:58920.0, duration:2640.0, label:2 (Sleep stage 2)\n",
      "Include onset:61560.0, duration:90.0, label:1 (Sleep stage 1)\n",
      "Include onset:61650.0, duration:30.0, label:0 (Sleep stage W)\n",
      "Include onset:61680.0, duration:60.0, label:1 (Sleep stage 1)\n",
      "Include onset:61740.0, duration:210.0, label:2 (Sleep stage 2)\n",
      "Include onset:61950.0, duration:780.0, label:4 (Sleep stage R)\n",
      "Include onset:62730.0, duration:30.0, label:1 (Sleep stage 1)\n",
      "Include onset:62760.0, duration:330.0, label:4 (Sleep stage R)\n",
      "Include onset:63090.0, duration:420.0, label:1 (Sleep stage 1)\n",
      "Include onset:63510.0, duration:150.0, label:2 (Sleep stage 2)\n",
      "Include onset:63660.0, duration:210.0, label:4 (Sleep stage R)\n",
      "Include onset:63870.0, duration:60.0, label:1 (Sleep stage 1)\n",
      "Include onset:63930.0, duration:2100.0, label:2 (Sleep stage 2)\n",
      "Include onset:66030.0, duration:30.0, label:1 (Sleep stage 1)\n",
      "Include onset:66060.0, duration:90.0, label:2 (Sleep stage 2)\n",
      "Include onset:66150.0, duration:30.0, label:1 (Sleep stage 1)\n",
      "Include onset:66180.0, duration:60.0, label:0 (Sleep stage W)\n",
      "Include onset:66240.0, duration:30.0, label:1 (Sleep stage 1)\n",
      "Include onset:66270.0, duration:17910.0, label:0 (Sleep stage W)\n",
      "Remove onset:84180.0, duration:2220.0, label:5 (Sleep stage ?)\n",
      "before remove unwanted: (8418000,)\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "after remove unwanted: (8412000,)\n",
      "before intersect label: (8412000,)\n",
      "after intersect label: (8412000,)\n",
      "('raw_ch', 8412000)\n",
      "_____________________________________________\n",
      "debugging:\n",
      "('len(raw.ch)', array([[41.45054945,  4.13333333, 11.55042735],\n",
      "       [49.45054945,  2.97777778, 17.41391941],\n",
      "       [43.82417582, 12.48888889,  9.74627595],\n",
      "       ...,\n",
      "       [48.48351648,  0.66666667, 12.9035409 ],\n",
      "       [38.1978022 , -0.66666667, 51.69279609],\n",
      "       [38.46153846,  5.28888889, 39.96581197]]), ' and n_epochs', 2804.0, 'EPOCH_SEC_SIZE', 30)\n",
      "_____________________________________________\n",
      "Data before selection: (2804, 3000, 3), (2804,)\n",
      "Data after selection: (1246, 3000, 3), (1246,)\n",
      "\n",
      "=======================================\n",
      "\n",
      "Extracting edf Parameters from data/SC4061E0-PSG.edf...\n",
      "EDF file detected\n",
      "Setting channel info structure...\n",
      "Created Raw.info structure...\n",
      "Ready.\n",
      "Extracting edf Parameters from data/SC4061E0-PSG.edf...\n",
      "EDF file detected\n",
      "Setting channel info structure...\n",
      "Created Raw.info structure...\n",
      "Ready.\n",
      "scale_time is deprecated and will be removed in 0.16, use scaling_time instead\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "<ipython-input-4-f9ba501bbdf8>:23: DeprecationWarning: scale_time is deprecated and will be removed in 0.16, use scaling_time instead\n",
      "  raw_eeg_fpz = raw.to_data_frame(scale_time=100.0)['EEG Fpz-Cz']\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Converting time column to int64...\n",
      "-------------------------------------------------------------------\n",
      "scale_time is deprecated and will be removed in 0.16, use scaling_time instead\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "<ipython-input-4-f9ba501bbdf8>:27: DeprecationWarning: scale_time is deprecated and will be removed in 0.16, use scaling_time instead\n",
      "  raw_eeg_pz = raw.to_data_frame(scale_time=100.0)['EEG Pz-Oz']\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Converting time column to int64...\n",
      "-------------------------------------------------------------------\n",
      "scale_time is deprecated and will be removed in 0.16, use scaling_time instead\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "<ipython-input-4-f9ba501bbdf8>:32: DeprecationWarning: scale_time is deprecated and will be removed in 0.16, use scaling_time instead\n",
      "  raw_eog = raw.to_data_frame(scale_time=100.0)['EOG horizontal']\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Converting time column to int64...\n",
      "-------------------------------------------------------------------\n",
      "Include onset:0.0, duration:28050.0, label:0 (Sleep stage W)\n",
      "Include onset:28050.0, duration:180.0, label:1 (Sleep stage 1)\n",
      "Include onset:28230.0, duration:120.0, label:2 (Sleep stage 2)\n",
      "Include onset:28350.0, duration:30.0, label:1 (Sleep stage 1)\n",
      "Include onset:28380.0, duration:1320.0, label:2 (Sleep stage 2)\n",
      "Include onset:29700.0, duration:60.0, label:0 (Sleep stage W)\n",
      "Include onset:29760.0, duration:210.0, label:1 (Sleep stage 1)\n",
      "Include onset:29970.0, duration:120.0, label:2 (Sleep stage 2)\n",
      "Include onset:30090.0, duration:30.0, label:0 (Sleep stage W)\n",
      "Include onset:30120.0, duration:90.0, label:1 (Sleep stage 1)\n",
      "Include onset:30210.0, duration:60.0, label:0 (Sleep stage W)\n",
      "Include onset:30270.0, duration:180.0, label:1 (Sleep stage 1)\n",
      "Include onset:30450.0, duration:240.0, label:2 (Sleep stage 2)\n",
      "Include onset:30690.0, duration:30.0, label:1 (Sleep stage 1)\n",
      "Include onset:30720.0, duration:570.0, label:2 (Sleep stage 2)\n",
      "Include onset:31290.0, duration:30.0, label:3 (Sleep stage 3)\n",
      "Include onset:31320.0, duration:90.0, label:2 (Sleep stage 2)\n",
      "Include onset:31410.0, duration:120.0, label:3 (Sleep stage 3)\n",
      "Include onset:31530.0, duration:390.0, label:3 (Sleep stage 4)\n",
      "Include onset:31920.0, duration:30.0, label:3 (Sleep stage 3)\n",
      "Include onset:31950.0, duration:240.0, label:3 (Sleep stage 4)\n",
      "Include onset:32190.0, duration:390.0, label:2 (Sleep stage 2)\n",
      "Include onset:32580.0, duration:30.0, label:3 (Sleep stage 3)\n",
      "Include onset:32610.0, duration:300.0, label:3 (Sleep stage 4)\n",
      "Include onset:32910.0, duration:30.0, label:3 (Sleep stage 3)\n",
      "Include onset:32940.0, duration:420.0, label:2 (Sleep stage 2)\n",
      "Include onset:33360.0, duration:120.0, label:1 (Sleep stage 1)\n",
      "Include onset:33480.0, duration:240.0, label:2 (Sleep stage 2)\n",
      "Include onset:33720.0, duration:540.0, label:4 (Sleep stage R)\n",
      "Include onset:34260.0, duration:870.0, label:2 (Sleep stage 2)\n",
      "Include onset:35130.0, duration:150.0, label:1 (Sleep stage 1)\n",
      "Include onset:35280.0, duration:750.0, label:2 (Sleep stage 2)\n",
      "Include onset:36030.0, duration:30.0, label:1 (Sleep stage 1)\n",
      "Include onset:36060.0, duration:420.0, label:2 (Sleep stage 2)\n",
      "Include onset:36480.0, duration:30.0, label:3 (Sleep stage 3)\n",
      "Include onset:36510.0, duration:390.0, label:2 (Sleep stage 2)\n",
      "Include onset:36900.0, duration:30.0, label:3 (Sleep stage 3)\n",
      "Include onset:36930.0, duration:120.0, label:2 (Sleep stage 2)\n",
      "Include onset:37050.0, duration:180.0, label:3 (Sleep stage 3)\n",
      "Include onset:37230.0, duration:2100.0, label:3 (Sleep stage 4)\n",
      "Include onset:39330.0, duration:30.0, label:1 (Sleep stage 1)\n",
      "Include onset:39360.0, duration:240.0, label:2 (Sleep stage 2)\n",
      "Include onset:39600.0, duration:30.0, label:0 (Sleep stage W)\n",
      "Include onset:39630.0, duration:30.0, label:1 (Sleep stage 1)\n",
      "Include onset:39660.0, duration:390.0, label:2 (Sleep stage 2)\n",
      "Include onset:40050.0, duration:870.0, label:4 (Sleep stage R)\n",
      "Include onset:40920.0, duration:30.0, label:0 (Sleep stage W)\n",
      "Include onset:40950.0, duration:1020.0, label:2 (Sleep stage 2)\n",
      "Include onset:41970.0, duration:180.0, label:0 (Sleep stage W)\n",
      "Include onset:42150.0, duration:180.0, label:1 (Sleep stage 1)\n",
      "Include onset:42330.0, duration:330.0, label:2 (Sleep stage 2)\n",
      "Include onset:42660.0, duration:150.0, label:0 (Sleep stage W)\n",
      "Include onset:42810.0, duration:60.0, label:1 (Sleep stage 1)\n",
      "Include onset:42870.0, duration:1800.0, label:2 (Sleep stage 2)\n",
      "Include onset:44670.0, duration:480.0, label:3 (Sleep stage 3)\n",
      "Include onset:45150.0, duration:150.0, label:2 (Sleep stage 2)\n",
      "Include onset:45300.0, duration:30.0, label:3 (Sleep stage 3)\n",
      "Include onset:45330.0, duration:30.0, label:2 (Sleep stage 2)\n",
      "Include onset:45360.0, duration:60.0, label:3 (Sleep stage 3)\n",
      "Include onset:45420.0, duration:540.0, label:2 (Sleep stage 2)\n",
      "Include onset:45960.0, duration:900.0, label:4 (Sleep stage R)\n",
      "Include onset:46860.0, duration:30.0, label:1 (Sleep stage 1)\n",
      "Include onset:46890.0, duration:750.0, label:4 (Sleep stage R)\n",
      "Include onset:47640.0, duration:30.0, label:0 (Sleep stage W)\n",
      "Include onset:47670.0, duration:60.0, label:1 (Sleep stage 1)\n",
      "Include onset:47730.0, duration:630.0, label:2 (Sleep stage 2)\n",
      "Include onset:48360.0, duration:30.0, label:0 (Sleep stage W)\n",
      "Include onset:48390.0, duration:270.0, label:2 (Sleep stage 2)\n",
      "Include onset:48660.0, duration:30.0, label:0 (Sleep stage W)\n",
      "Include onset:48690.0, duration:90.0, label:1 (Sleep stage 1)\n",
      "Include onset:48780.0, duration:60.0, label:2 (Sleep stage 2)\n",
      "Include onset:48840.0, duration:30.0, label:0 (Sleep stage W)\n",
      "Include onset:48870.0, duration:120.0, label:1 (Sleep stage 1)\n",
      "Include onset:48990.0, duration:210.0, label:2 (Sleep stage 2)\n",
      "Include onset:49200.0, duration:60.0, label:1 (Sleep stage 1)\n",
      "Include onset:49260.0, duration:480.0, label:2 (Sleep stage 2)\n",
      "Include onset:49740.0, duration:33360.0, label:0 (Sleep stage W)\n",
      "Remove onset:83100.0, duration:3300.0, label:5 (Sleep stage ?)\n",
      "before remove unwanted: (8310000,)\n",
      "after remove unwanted: (8310000,)\n",
      "before intersect label: (8310000,)\n",
      "after intersect label: (8310000,)\n",
      "('raw_ch', 8310000)\n",
      "_____________________________________________\n",
      "debugging:\n",
      "('len(raw.ch)', array([[   7.80952381,    2.23956044, -299.10720391],\n",
      "       [  10.57142857,    8.20781441, -310.12063492],\n",
      "       [  17.14285714,    4.99413919, -317.60976801],\n",
      "       ...,\n",
      "       [  -0.85714286,    1.78046398,    3.1013431 ],\n",
      "       [  -2.76190476,    1.68864469,    4.86349206],\n",
      "       [  -1.42857143,    1.32136752,    3.54188034]]), ' and n_epochs', 2770.0, 'EPOCH_SEC_SIZE', 30)\n",
      "_____________________________________________\n",
      "Data before selection: (2770, 3000, 3), (2770,)\n",
      "Data after selection: (843, 3000, 3), (843,)\n",
      "\n",
      "=======================================\n",
      "\n",
      "Extracting edf Parameters from data/SC4062E0-PSG.edf...\n",
      "EDF file detected\n",
      "Setting channel info structure...\n",
      "Created Raw.info structure...\n",
      "Ready.\n",
      "Extracting edf Parameters from data/SC4062E0-PSG.edf...\n",
      "EDF file detected\n",
      "Setting channel info structure...\n",
      "Created Raw.info structure...\n",
      "Ready.\n",
      "scale_time is deprecated and will be removed in 0.16, use scaling_time instead\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "<ipython-input-4-f9ba501bbdf8>:23: DeprecationWarning: scale_time is deprecated and will be removed in 0.16, use scaling_time instead\n",
      "  raw_eeg_fpz = raw.to_data_frame(scale_time=100.0)['EEG Fpz-Cz']\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Converting time column to int64...\n",
      "-------------------------------------------------------------------\n",
      "scale_time is deprecated and will be removed in 0.16, use scaling_time instead\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "<ipython-input-4-f9ba501bbdf8>:27: DeprecationWarning: scale_time is deprecated and will be removed in 0.16, use scaling_time instead\n",
      "  raw_eeg_pz = raw.to_data_frame(scale_time=100.0)['EEG Pz-Oz']\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Converting time column to int64...\n",
      "-------------------------------------------------------------------\n",
      "scale_time is deprecated and will be removed in 0.16, use scaling_time instead\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "<ipython-input-4-f9ba501bbdf8>:32: DeprecationWarning: scale_time is deprecated and will be removed in 0.16, use scaling_time instead\n",
      "  raw_eog = raw.to_data_frame(scale_time=100.0)['EOG horizontal']\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Converting time column to int64...\n",
      "-------------------------------------------------------------------\n",
      "Include onset:0.0, duration:25410.0, label:0 (Sleep stage W)\n",
      "Include onset:25410.0, duration:30.0, label:1 (Sleep stage 1)\n",
      "Include onset:25440.0, duration:390.0, label:0 (Sleep stage W)\n",
      "Include onset:25830.0, duration:240.0, label:1 (Sleep stage 1)\n",
      "Include onset:26070.0, duration:690.0, label:2 (Sleep stage 2)\n",
      "Include onset:26760.0, duration:90.0, label:0 (Sleep stage W)\n",
      "Include onset:26850.0, duration:180.0, label:1 (Sleep stage 1)\n",
      "Include onset:27030.0, duration:660.0, label:2 (Sleep stage 2)\n",
      "Include onset:27690.0, duration:390.0, label:3 (Sleep stage 3)\n",
      "Include onset:28080.0, duration:30.0, label:3 (Sleep stage 4)\n",
      "Include onset:28110.0, duration:180.0, label:3 (Sleep stage 3)\n",
      "Include onset:28290.0, duration:30.0, label:3 (Sleep stage 4)\n",
      "Include onset:28320.0, duration:270.0, label:3 (Sleep stage 3)\n",
      "Include onset:28590.0, duration:60.0, label:3 (Sleep stage 4)\n",
      "Include onset:28650.0, duration:30.0, label:3 (Sleep stage 3)\n",
      "Include onset:28680.0, duration:150.0, label:3 (Sleep stage 4)\n",
      "Include onset:28830.0, duration:60.0, label:3 (Sleep stage 3)\n",
      "Include onset:28890.0, duration:30.0, label:3 (Sleep stage 4)\n",
      "Include onset:28920.0, duration:30.0, label:3 (Sleep stage 3)\n",
      "Include onset:28950.0, duration:330.0, label:3 (Sleep stage 4)\n",
      "Include onset:29280.0, duration:60.0, label:3 (Sleep stage 3)\n",
      "Include onset:29340.0, duration:300.0, label:3 (Sleep stage 4)\n",
      "Include onset:29640.0, duration:30.0, label:3 (Sleep stage 3)\n",
      "Include onset:29670.0, duration:30.0, label:3 (Sleep stage 4)\n",
      "Include onset:29700.0, duration:60.0, label:3 (Sleep stage 3)\n",
      "Include onset:29760.0, duration:510.0, label:2 (Sleep stage 2)\n",
      "Include onset:30270.0, duration:900.0, label:4 (Sleep stage R)\n",
      "Include onset:31170.0, duration:30.0, label:0 (Sleep stage W)\n",
      "Include onset:31200.0, duration:60.0, label:1 (Sleep stage 1)\n",
      "Include onset:31260.0, duration:600.0, label:2 (Sleep stage 2)\n",
      "Include onset:31860.0, duration:30.0, label:0 (Sleep stage W)\n",
      "Include onset:31890.0, duration:30.0, label:1 (Sleep stage 1)\n",
      "Include onset:31920.0, duration:960.0, label:2 (Sleep stage 2)\n",
      "Include onset:32880.0, duration:60.0, label:1 (Sleep stage 1)\n",
      "Include onset:32940.0, duration:30.0, label:2 (Sleep stage 2)\n",
      "Include onset:32970.0, duration:30.0, label:0 (Sleep stage W)\n",
      "Include onset:33000.0, duration:90.0, label:1 (Sleep stage 1)\n",
      "Include onset:33090.0, duration:90.0, label:2 (Sleep stage 2)\n",
      "Include onset:33180.0, duration:180.0, label:0 (Sleep stage W)\n",
      "Include onset:33360.0, duration:90.0, label:1 (Sleep stage 1)\n",
      "Include onset:33450.0, duration:870.0, label:2 (Sleep stage 2)\n",
      "Include onset:34320.0, duration:90.0, label:0 (Sleep stage W)\n",
      "Include onset:34410.0, duration:30.0, label:1 (Sleep stage 1)\n",
      "Include onset:34440.0, duration:420.0, label:2 (Sleep stage 2)\n",
      "Include onset:34860.0, duration:120.0, label:1 (Sleep stage 1)\n",
      "Include onset:34980.0, duration:990.0, label:2 (Sleep stage 2)\n",
      "Include onset:35970.0, duration:30.0, label:3 (Sleep stage 3)\n",
      "Include onset:36000.0, duration:90.0, label:2 (Sleep stage 2)\n",
      "Include onset:36090.0, duration:420.0, label:3 (Sleep stage 3)\n",
      "Include onset:36510.0, duration:30.0, label:3 (Sleep stage 4)\n",
      "Include onset:36540.0, duration:30.0, label:3 (Sleep stage 3)\n",
      "Include onset:36570.0, duration:90.0, label:1 (Sleep stage 1)\n",
      "Include onset:36660.0, duration:780.0, label:2 (Sleep stage 2)\n",
      "Include onset:37440.0, duration:30.0, label:0 (Sleep stage W)\n",
      "Include onset:37470.0, duration:30.0, label:1 (Sleep stage 1)\n",
      "Include onset:37500.0, duration:240.0, label:2 (Sleep stage 2)\n",
      "Include onset:37740.0, duration:1050.0, label:4 (Sleep stage R)\n",
      "Include onset:38790.0, duration:90.0, label:1 (Sleep stage 1)\n",
      "Include onset:38880.0, duration:180.0, label:2 (Sleep stage 2)\n",
      "Include onset:39060.0, duration:630.0, label:4 (Sleep stage R)\n",
      "Include onset:39690.0, duration:270.0, label:2 (Sleep stage 2)\n",
      "Include onset:39960.0, duration:60.0, label:1 (Sleep stage 1)\n",
      "Include onset:40020.0, duration:690.0, label:2 (Sleep stage 2)\n",
      "Include onset:40710.0, duration:150.0, label:1 (Sleep stage 1)\n",
      "Include onset:40860.0, duration:930.0, label:2 (Sleep stage 2)\n",
      "Include onset:41790.0, duration:30.0, label:3 (Sleep stage 3)\n",
      "Include onset:41820.0, duration:270.0, label:2 (Sleep stage 2)\n",
      "Include onset:42090.0, duration:30.0, label:3 (Sleep stage 3)\n",
      "Include onset:42120.0, duration:90.0, label:2 (Sleep stage 2)\n",
      "Include onset:42210.0, duration:30.0, label:3 (Sleep stage 3)\n",
      "Include onset:42240.0, duration:60.0, label:2 (Sleep stage 2)\n",
      "Include onset:42300.0, duration:30.0, label:3 (Sleep stage 3)\n",
      "Include onset:42330.0, duration:30.0, label:2 (Sleep stage 2)\n",
      "Include onset:42360.0, duration:1170.0, label:3 (Sleep stage 3)\n",
      "Include onset:43530.0, duration:600.0, label:2 (Sleep stage 2)\n",
      "Include onset:44130.0, duration:180.0, label:4 (Sleep stage R)\n",
      "Include onset:44310.0, duration:60.0, label:1 (Sleep stage 1)\n",
      "Include onset:44370.0, duration:810.0, label:4 (Sleep stage R)\n",
      "Include onset:45180.0, duration:60.0, label:1 (Sleep stage 1)\n",
      "Include onset:45240.0, duration:990.0, label:2 (Sleep stage 2)\n",
      "Include onset:46230.0, duration:60.0, label:1 (Sleep stage 1)\n",
      "Include onset:46290.0, duration:210.0, label:0 (Sleep stage W)\n",
      "Include onset:46500.0, duration:30.0, label:1 (Sleep stage 1)\n",
      "Include onset:46530.0, duration:270.0, label:0 (Sleep stage W)\n",
      "Include onset:46800.0, duration:90.0, label:1 (Sleep stage 1)\n",
      "Include onset:46890.0, duration:60.0, label:0 (Sleep stage W)\n",
      "Include onset:46950.0, duration:240.0, label:1 (Sleep stage 1)\n",
      "Include onset:47190.0, duration:90.0, label:2 (Sleep stage 2)\n",
      "Include onset:47280.0, duration:150.0, label:1 (Sleep stage 1)\n",
      "Include onset:47430.0, duration:780.0, label:0 (Sleep stage W)\n",
      "Include onset:48210.0, duration:330.0, label:1 (Sleep stage 1)\n",
      "Include onset:48540.0, duration:540.0, label:2 (Sleep stage 2)\n",
      "Include onset:49080.0, duration:210.0, label:1 (Sleep stage 1)\n",
      "Include onset:49290.0, duration:840.0, label:2 (Sleep stage 2)\n",
      "Include onset:50130.0, duration:2040.0, label:4 (Sleep stage R)\n",
      "Include onset:52170.0, duration:120.0, label:1 (Sleep stage 1)\n",
      "Include onset:52290.0, duration:32610.0, label:0 (Sleep stage W)\n",
      "Remove onset:84900.0, duration:1500.0, label:5 (Sleep stage ?)\n",
      "before remove unwanted: (8490000,)\n",
      "after remove unwanted: (8490000,)\n",
      "before intersect label: (8490000,)\n",
      "after intersect label: (8490000,)\n",
      "('raw_ch', 8490000)\n",
      "_____________________________________________\n",
      "debugging:\n",
      "('len(raw.ch)', array([[  0.13772894, -12.1040293 ,  56.71355311],\n",
      "       [ -8.95238095,  35.19340659,  17.02222222],\n",
      "       [ 19.05250305, -18.56703297,  18.82637363],\n",
      "       ...,\n",
      "       [  0.68864469,   2.97631258,   2.13797314],\n",
      "       [  0.96410256,   2.78046398,   3.49108669],\n",
      "       [  0.68864469,   3.75970696,   1.68693529]]), ' and n_epochs', 2830.0, 'EPOCH_SEC_SIZE', 30)\n",
      "_____________________________________________\n",
      "Data before selection: (2830, 3000, 3), (2830,)\n",
      "Data after selection: (1016, 3000, 3), (1016,)\n",
      "\n",
      "=======================================\n",
      "\n",
      "Extracting edf Parameters from data/SC4071E0-PSG.edf...\n",
      "EDF file detected\n",
      "Setting channel info structure...\n",
      "Created Raw.info structure...\n",
      "Ready.\n",
      "Extracting edf Parameters from data/SC4071E0-PSG.edf...\n",
      "EDF file detected\n",
      "Setting channel info structure...\n",
      "Created Raw.info structure...\n",
      "Ready.\n",
      "scale_time is deprecated and will be removed in 0.16, use scaling_time instead\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "<ipython-input-4-f9ba501bbdf8>:23: DeprecationWarning: scale_time is deprecated and will be removed in 0.16, use scaling_time instead\n",
      "  raw_eeg_fpz = raw.to_data_frame(scale_time=100.0)['EEG Fpz-Cz']\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Converting time column to int64...\n",
      "-------------------------------------------------------------------\n",
      "scale_time is deprecated and will be removed in 0.16, use scaling_time instead\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "<ipython-input-4-f9ba501bbdf8>:27: DeprecationWarning: scale_time is deprecated and will be removed in 0.16, use scaling_time instead\n",
      "  raw_eeg_pz = raw.to_data_frame(scale_time=100.0)['EEG Pz-Oz']\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Converting time column to int64...\n",
      "-------------------------------------------------------------------\n",
      "scale_time is deprecated and will be removed in 0.16, use scaling_time instead\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "<ipython-input-4-f9ba501bbdf8>:32: DeprecationWarning: scale_time is deprecated and will be removed in 0.16, use scaling_time instead\n",
      "  raw_eog = raw.to_data_frame(scale_time=100.0)['EOG horizontal']\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Converting time column to int64...\n",
      "-------------------------------------------------------------------\n",
      "Include onset:0.0, duration:27990.0, label:0 (Sleep stage W)\n",
      "Include onset:27990.0, duration:660.0, label:1 (Sleep stage 1)\n",
      "Include onset:28650.0, duration:270.0, label:2 (Sleep stage 2)\n",
      "Include onset:28920.0, duration:60.0, label:1 (Sleep stage 1)\n",
      "Include onset:28980.0, duration:510.0, label:2 (Sleep stage 2)\n",
      "Include onset:29490.0, duration:360.0, label:3 (Sleep stage 3)\n",
      "Include onset:29850.0, duration:30.0, label:3 (Sleep stage 4)\n",
      "Include onset:29880.0, duration:90.0, label:3 (Sleep stage 3)\n",
      "Include onset:29970.0, duration:30.0, label:3 (Sleep stage 4)\n",
      "Include onset:30000.0, duration:120.0, label:3 (Sleep stage 3)\n",
      "Include onset:30120.0, duration:180.0, label:3 (Sleep stage 4)\n",
      "Include onset:30300.0, duration:30.0, label:3 (Sleep stage 3)\n",
      "Include onset:30330.0, duration:60.0, label:3 (Sleep stage 4)\n",
      "Include onset:30390.0, duration:30.0, label:3 (Sleep stage 3)\n",
      "Include onset:30420.0, duration:120.0, label:1 (Sleep stage 1)\n",
      "Include onset:30540.0, duration:570.0, label:2 (Sleep stage 2)\n",
      "Include onset:31110.0, duration:120.0, label:3 (Sleep stage 3)\n",
      "Include onset:31230.0, duration:60.0, label:2 (Sleep stage 2)\n",
      "Include onset:31290.0, duration:30.0, label:3 (Sleep stage 3)\n",
      "Include onset:31320.0, duration:180.0, label:2 (Sleep stage 2)\n",
      "Include onset:31500.0, duration:840.0, label:4 (Sleep stage R)\n",
      "Include onset:32340.0, duration:180.0, label:1 (Sleep stage 1)\n",
      "Include onset:32520.0, duration:690.0, label:2 (Sleep stage 2)\n",
      "Include onset:33210.0, duration:180.0, label:3 (Sleep stage 3)\n",
      "Include onset:33390.0, duration:120.0, label:3 (Sleep stage 4)\n",
      "Include onset:33510.0, duration:30.0, label:3 (Sleep stage 3)\n",
      "Include onset:33540.0, duration:270.0, label:3 (Sleep stage 4)\n",
      "Include onset:33810.0, duration:90.0, label:3 (Sleep stage 3)\n",
      "Include onset:33900.0, duration:300.0, label:2 (Sleep stage 2)\n",
      "Include onset:34200.0, duration:30.0, label:3 (Sleep stage 3)\n",
      "Include onset:34230.0, duration:30.0, label:2 (Sleep stage 2)\n",
      "Include onset:34260.0, duration:30.0, label:3 (Sleep stage 3)\n",
      "Include onset:34290.0, duration:240.0, label:3 (Sleep stage 4)\n",
      "Include onset:34530.0, duration:30.0, label:3 (Sleep stage 3)\n",
      "Include onset:34560.0, duration:420.0, label:3 (Sleep stage 4)\n",
      "Include onset:34980.0, duration:30.0, label:3 (Sleep stage 3)\n",
      "Include onset:35010.0, duration:360.0, label:3 (Sleep stage 4)\n",
      "Include onset:35370.0, duration:30.0, label:3 (Sleep stage 3)\n",
      "Include onset:35400.0, duration:450.0, label:3 (Sleep stage 4)\n",
      "Include onset:35850.0, duration:30.0, label:3 (Sleep stage 3)\n",
      "Include onset:35880.0, duration:60.0, label:3 (Sleep stage 4)\n",
      "Include onset:35940.0, duration:120.0, label:3 (Sleep stage 3)\n",
      "Include onset:36060.0, duration:510.0, label:2 (Sleep stage 2)\n",
      "Include onset:36570.0, duration:1020.0, label:4 (Sleep stage R)\n",
      "Include onset:37590.0, duration:60.0, label:1 (Sleep stage 1)\n",
      "Include onset:37650.0, duration:1650.0, label:2 (Sleep stage 2)\n",
      "Include onset:39300.0, duration:30.0, label:3 (Sleep stage 3)\n",
      "Include onset:39330.0, duration:480.0, label:2 (Sleep stage 2)\n",
      "Include onset:39810.0, duration:30.0, label:3 (Sleep stage 3)\n",
      "Include onset:39840.0, duration:60.0, label:2 (Sleep stage 2)\n",
      "Include onset:39900.0, duration:270.0, label:3 (Sleep stage 3)\n",
      "Include onset:40170.0, duration:60.0, label:3 (Sleep stage 4)\n",
      "Include onset:40230.0, duration:60.0, label:3 (Sleep stage 3)\n",
      "Include onset:40290.0, duration:30.0, label:3 (Sleep stage 4)\n",
      "Include onset:40320.0, duration:180.0, label:3 (Sleep stage 3)\n",
      "Include onset:40500.0, duration:30.0, label:3 (Sleep stage 4)\n",
      "Include onset:40530.0, duration:30.0, label:3 (Sleep stage 3)\n",
      "Include onset:40560.0, duration:390.0, label:2 (Sleep stage 2)\n",
      "Include onset:40950.0, duration:780.0, label:4 (Sleep stage R)\n",
      "Include onset:41730.0, duration:60.0, label:1 (Sleep stage 1)\n",
      "Include onset:41790.0, duration:150.0, label:2 (Sleep stage 2)\n",
      "Include onset:41940.0, duration:240.0, label:4 (Sleep stage R)\n",
      "Include onset:42180.0, duration:300.0, label:2 (Sleep stage 2)\n",
      "Include onset:42480.0, duration:900.0, label:4 (Sleep stage R)\n",
      "Include onset:43380.0, duration:1500.0, label:2 (Sleep stage 2)\n",
      "Include onset:44880.0, duration:300.0, label:3 (Sleep stage 3)\n",
      "Include onset:45180.0, duration:30.0, label:2 (Sleep stage 2)\n",
      "Include onset:45210.0, duration:30.0, label:3 (Sleep stage 3)\n",
      "Include onset:45240.0, duration:30.0, label:2 (Sleep stage 2)\n",
      "Include onset:45270.0, duration:30.0, label:3 (Sleep stage 3)\n",
      "Include onset:45300.0, duration:30.0, label:3 (Sleep stage 4)\n",
      "Include onset:45330.0, duration:60.0, label:3 (Sleep stage 3)\n",
      "Include onset:45390.0, duration:90.0, label:3 (Sleep stage 4)\n",
      "Include onset:45480.0, duration:30.0, label:2 (Sleep stage 2)\n",
      "Include onset:45510.0, duration:30.0, label:1 (Sleep stage 1)\n",
      "Include onset:45540.0, duration:570.0, label:2 (Sleep stage 2)\n",
      "Include onset:46110.0, duration:60.0, label:1 (Sleep stage 1)\n",
      "Include onset:46170.0, duration:630.0, label:2 (Sleep stage 2)\n",
      "Include onset:46800.0, duration:90.0, label:1 (Sleep stage 1)\n",
      "Include onset:46890.0, duration:390.0, label:2 (Sleep stage 2)\n",
      "Include onset:47280.0, duration:60.0, label:1 (Sleep stage 1)\n",
      "Include onset:47340.0, duration:90.0, label:2 (Sleep stage 2)\n",
      "Include onset:47430.0, duration:570.0, label:4 (Sleep stage R)\n",
      "Include onset:48000.0, duration:60.0, label:1 (Sleep stage 1)\n",
      "Include onset:48060.0, duration:330.0, label:4 (Sleep stage R)\n",
      "Include onset:48390.0, duration:60.0, label:1 (Sleep stage 1)\n",
      "Include onset:48450.0, duration:180.0, label:4 (Sleep stage R)\n",
      "Include onset:48630.0, duration:60.0, label:1 (Sleep stage 1)\n",
      "Include onset:48690.0, duration:30.0, label:2 (Sleep stage 2)\n",
      "Include onset:48720.0, duration:420.0, label:4 (Sleep stage R)\n",
      "Include onset:49140.0, duration:60.0, label:1 (Sleep stage 1)\n",
      "Include onset:49200.0, duration:60.0, label:2 (Sleep stage 2)\n",
      "Include onset:49260.0, duration:300.0, label:4 (Sleep stage R)\n",
      "Include onset:49560.0, duration:60.0, label:1 (Sleep stage 1)\n",
      "Include onset:49620.0, duration:360.0, label:4 (Sleep stage R)\n",
      "Include onset:49980.0, duration:150.0, label:1 (Sleep stage 1)\n",
      "Include onset:50130.0, duration:180.0, label:2 (Sleep stage 2)\n",
      "Include onset:50310.0, duration:90.0, label:1 (Sleep stage 1)\n",
      "Include onset:50400.0, duration:450.0, label:2 (Sleep stage 2)\n",
      "Include onset:50850.0, duration:30.0, label:1 (Sleep stage 1)\n",
      "Include onset:50880.0, duration:150.0, label:2 (Sleep stage 2)\n",
      "Include onset:51030.0, duration:60.0, label:1 (Sleep stage 1)\n",
      "Include onset:51090.0, duration:750.0, label:2 (Sleep stage 2)\n",
      "Include onset:51840.0, duration:30.0, label:1 (Sleep stage 1)\n",
      "Include onset:51870.0, duration:540.0, label:2 (Sleep stage 2)\n",
      "Include onset:52410.0, duration:60.0, label:0 (Sleep stage W)\n",
      "Include onset:52470.0, duration:360.0, label:1 (Sleep stage 1)\n",
      "Include onset:52830.0, duration:60.0, label:2 (Sleep stage 2)\n",
      "Include onset:52890.0, duration:30.0, label:0 (Sleep stage W)\n",
      "Include onset:52920.0, duration:150.0, label:1 (Sleep stage 1)\n",
      "Include onset:53070.0, duration:240.0, label:2 (Sleep stage 2)\n",
      "Include onset:53310.0, duration:30.0, label:0 (Sleep stage W)\n",
      "Include onset:53340.0, duration:120.0, label:1 (Sleep stage 1)\n",
      "Include onset:53460.0, duration:210.0, label:2 (Sleep stage 2)\n",
      "Include onset:53670.0, duration:30630.0, label:0 (Sleep stage W)\n",
      "Remove onset:84300.0, duration:2100.0, label:5 (Sleep stage ?)\n",
      "before remove unwanted: (8430000,)\n",
      "after remove unwanted: (8430000,)\n",
      "before intersect label: (8430000,)\n",
      "after intersect label: (8430000,)\n",
      "('raw_ch', 8430000)\n",
      "_____________________________________________\n",
      "debugging:\n",
      "('len(raw.ch)', array([[ 6.44517705, 11.16336996,  8.9028083 ],\n",
      "       [ 6.44517705,  4.6981685 , 18.51404151],\n",
      "       [17.73137973,  7.11184371, 22.00903541],\n",
      "       ...,\n",
      "       [16.43296703, 14.95628816, 28.9990232 ],\n",
      "       [21.22710623,  3.06031746, 32.05714286],\n",
      "       [21.32698413, 15.3010989 , 25.94090354]]), ' and n_epochs', 2810.0, 'EPOCH_SEC_SIZE', 30)\n",
      "_____________________________________________\n",
      "Data before selection: (2810, 3000, 3), (2810,)\n",
      "Data after selection: (976, 3000, 3), (976,)\n",
      "\n",
      "=======================================\n",
      "\n",
      "Extracting edf Parameters from data/SC4072E0-PSG.edf...\n",
      "EDF file detected\n",
      "Setting channel info structure...\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Created Raw.info structure...\n",
      "Ready.\n",
      "Extracting edf Parameters from data/SC4072E0-PSG.edf...\n",
      "EDF file detected\n",
      "Setting channel info structure...\n",
      "Created Raw.info structure...\n",
      "Ready.\n",
      "scale_time is deprecated and will be removed in 0.16, use scaling_time instead\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "<ipython-input-4-f9ba501bbdf8>:23: DeprecationWarning: scale_time is deprecated and will be removed in 0.16, use scaling_time instead\n",
      "  raw_eeg_fpz = raw.to_data_frame(scale_time=100.0)['EEG Fpz-Cz']\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Converting time column to int64...\n",
      "-------------------------------------------------------------------\n",
      "scale_time is deprecated and will be removed in 0.16, use scaling_time instead\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "<ipython-input-4-f9ba501bbdf8>:27: DeprecationWarning: scale_time is deprecated and will be removed in 0.16, use scaling_time instead\n",
      "  raw_eeg_pz = raw.to_data_frame(scale_time=100.0)['EEG Pz-Oz']\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Converting time column to int64...\n",
      "-------------------------------------------------------------------\n",
      "scale_time is deprecated and will be removed in 0.16, use scaling_time instead\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "<ipython-input-4-f9ba501bbdf8>:32: DeprecationWarning: scale_time is deprecated and will be removed in 0.16, use scaling_time instead\n",
      "  raw_eog = raw.to_data_frame(scale_time=100.0)['EOG horizontal']\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Converting time column to int64...\n",
      "-------------------------------------------------------------------\n",
      "Include onset:0.0, duration:19200.0, label:0 (Sleep stage W)\n",
      "Include onset:19200.0, duration:30.0, label:1 (Sleep stage 1)\n",
      "Include onset:19230.0, duration:390.0, label:0 (Sleep stage W)\n",
      "Include onset:19620.0, duration:30.0, label:1 (Sleep stage 1)\n",
      "Include onset:19650.0, duration:8040.0, label:0 (Sleep stage W)\n",
      "Include onset:27690.0, duration:270.0, label:1 (Sleep stage 1)\n",
      "Include onset:27960.0, duration:60.0, label:0 (Sleep stage W)\n",
      "Include onset:28020.0, duration:240.0, label:1 (Sleep stage 1)\n",
      "Include onset:28260.0, duration:480.0, label:2 (Sleep stage 2)\n",
      "Include onset:28740.0, duration:90.0, label:1 (Sleep stage 1)\n",
      "Include onset:28830.0, duration:180.0, label:2 (Sleep stage 2)\n",
      "Include onset:29010.0, duration:30.0, label:3 (Sleep stage 3)\n",
      "Include onset:29040.0, duration:60.0, label:2 (Sleep stage 2)\n",
      "Include onset:29100.0, duration:30.0, label:3 (Sleep stage 3)\n",
      "Include onset:29130.0, duration:30.0, label:2 (Sleep stage 2)\n",
      "Include onset:29160.0, duration:30.0, label:3 (Sleep stage 3)\n",
      "Include onset:29190.0, duration:60.0, label:3 (Sleep stage 4)\n",
      "Include onset:29250.0, duration:90.0, label:3 (Sleep stage 3)\n",
      "Include onset:29340.0, duration:1380.0, label:3 (Sleep stage 4)\n",
      "Include onset:30720.0, duration:30.0, label:3 (Sleep stage 3)\n",
      "Include onset:30750.0, duration:30.0, label:3 (Sleep stage 4)\n",
      "Include onset:30780.0, duration:30.0, label:3 (Sleep stage 3)\n",
      "Include onset:30810.0, duration:120.0, label:2 (Sleep stage 2)\n",
      "Include onset:30930.0, duration:420.0, label:4 (Sleep stage R)\n",
      "Include onset:31350.0, duration:30.0, label:0 (Sleep stage W)\n",
      "Include onset:31380.0, duration:90.0, label:1 (Sleep stage 1)\n",
      "Include onset:31470.0, duration:1260.0, label:2 (Sleep stage 2)\n",
      "Include onset:32730.0, duration:30.0, label:3 (Sleep stage 3)\n",
      "Include onset:32760.0, duration:30.0, label:2 (Sleep stage 2)\n",
      "Include onset:32790.0, duration:150.0, label:3 (Sleep stage 3)\n",
      "Include onset:32940.0, duration:30.0, label:3 (Sleep stage 4)\n",
      "Include onset:32970.0, duration:30.0, label:3 (Sleep stage 3)\n",
      "Include onset:33000.0, duration:840.0, label:3 (Sleep stage 4)\n",
      "Include onset:33840.0, duration:30.0, label:2 (Sleep stage 2)\n",
      "Include onset:33870.0, duration:30.0, label:3 (Sleep stage 3)\n",
      "Include onset:33900.0, duration:120.0, label:2 (Sleep stage 2)\n",
      "Include onset:34020.0, duration:30.0, label:3 (Sleep stage 3)\n",
      "Include onset:34050.0, duration:30.0, label:2 (Sleep stage 2)\n",
      "Include onset:34080.0, duration:30.0, label:3 (Sleep stage 3)\n",
      "Include onset:34110.0, duration:60.0, label:2 (Sleep stage 2)\n",
      "Include onset:34170.0, duration:30.0, label:3 (Sleep stage 3)\n",
      "Include onset:34200.0, duration:60.0, label:2 (Sleep stage 2)\n",
      "Include onset:34260.0, duration:90.0, label:3 (Sleep stage 3)\n",
      "Include onset:34350.0, duration:120.0, label:2 (Sleep stage 2)\n",
      "Include onset:34470.0, duration:30.0, label:4 (Sleep stage R)\n",
      "Include onset:34500.0, duration:30.0, label:2 (Sleep stage 2)\n",
      "Include onset:34530.0, duration:30.0, label:4 (Sleep stage R)\n",
      "Include onset:34560.0, duration:30.0, label:1 (Sleep stage 1)\n",
      "Include onset:34590.0, duration:90.0, label:2 (Sleep stage 2)\n",
      "Include onset:34680.0, duration:30.0, label:4 (Sleep stage R)\n",
      "Include onset:34710.0, duration:60.0, label:1 (Sleep stage 1)\n",
      "Include onset:34770.0, duration:210.0, label:4 (Sleep stage R)\n",
      "Include onset:34980.0, duration:90.0, label:1 (Sleep stage 1)\n",
      "Include onset:35070.0, duration:30.0, label:4 (Sleep stage R)\n",
      "Include onset:35100.0, duration:60.0, label:1 (Sleep stage 1)\n",
      "Include onset:35160.0, duration:750.0, label:2 (Sleep stage 2)\n",
      "Include onset:35910.0, duration:30.0, label:4 (Sleep stage R)\n",
      "Include onset:35940.0, duration:270.0, label:2 (Sleep stage 2)\n",
      "Include onset:36210.0, duration:90.0, label:4 (Sleep stage R)\n",
      "Include onset:36300.0, duration:90.0, label:2 (Sleep stage 2)\n",
      "Include onset:36390.0, duration:210.0, label:4 (Sleep stage R)\n",
      "Include onset:36600.0, duration:90.0, label:1 (Sleep stage 1)\n",
      "Include onset:36690.0, duration:240.0, label:4 (Sleep stage R)\n",
      "Include onset:36930.0, duration:30.0, label:1 (Sleep stage 1)\n",
      "Include onset:36960.0, duration:120.0, label:4 (Sleep stage R)\n",
      "Include onset:37080.0, duration:120.0, label:1 (Sleep stage 1)\n",
      "Include onset:37200.0, duration:90.0, label:4 (Sleep stage R)\n",
      "Include onset:37290.0, duration:30.0, label:1 (Sleep stage 1)\n",
      "Include onset:37320.0, duration:300.0, label:4 (Sleep stage R)\n",
      "Include onset:37620.0, duration:60.0, label:1 (Sleep stage 1)\n",
      "Include onset:37680.0, duration:300.0, label:4 (Sleep stage R)\n",
      "Include onset:37980.0, duration:30.0, label:1 (Sleep stage 1)\n",
      "Include onset:38010.0, duration:780.0, label:2 (Sleep stage 2)\n",
      "Include onset:38790.0, duration:30.0, label:3 (Sleep stage 3)\n",
      "Include onset:38820.0, duration:30.0, label:3 (Sleep stage 4)\n",
      "Include onset:38850.0, duration:30.0, label:3 (Sleep stage 3)\n",
      "Include onset:38880.0, duration:30.0, label:2 (Sleep stage 2)\n",
      "Include onset:38910.0, duration:90.0, label:3 (Sleep stage 3)\n",
      "Include onset:39000.0, duration:30.0, label:3 (Sleep stage 4)\n",
      "Include onset:39030.0, duration:30.0, label:3 (Sleep stage 3)\n",
      "Include onset:39060.0, duration:30.0, label:3 (Sleep stage 4)\n",
      "Include onset:39090.0, duration:90.0, label:3 (Sleep stage 3)\n",
      "Include onset:39180.0, duration:510.0, label:3 (Sleep stage 4)\n",
      "Include onset:39690.0, duration:60.0, label:3 (Sleep stage 3)\n",
      "Include onset:39750.0, duration:90.0, label:2 (Sleep stage 2)\n",
      "Include onset:39840.0, duration:30.0, label:3 (Sleep stage 3)\n",
      "Include onset:39870.0, duration:330.0, label:2 (Sleep stage 2)\n",
      "Include onset:40200.0, duration:30.0, label:3 (Sleep stage 3)\n",
      "Include onset:40230.0, duration:60.0, label:2 (Sleep stage 2)\n",
      "Include onset:40290.0, duration:120.0, label:3 (Sleep stage 3)\n",
      "Include onset:40410.0, duration:60.0, label:3 (Sleep stage 4)\n",
      "Include onset:40470.0, duration:30.0, label:3 (Sleep stage 3)\n",
      "Include onset:40500.0, duration:510.0, label:3 (Sleep stage 4)\n",
      "Include onset:41010.0, duration:30.0, label:3 (Sleep stage 3)\n",
      "Include onset:41040.0, duration:90.0, label:2 (Sleep stage 2)\n",
      "Include onset:41130.0, duration:30.0, label:3 (Sleep stage 3)\n",
      "Include onset:41160.0, duration:750.0, label:2 (Sleep stage 2)\n",
      "Include onset:41910.0, duration:30.0, label:3 (Sleep stage 3)\n",
      "Include onset:41940.0, duration:930.0, label:2 (Sleep stage 2)\n",
      "Include onset:42870.0, duration:240.0, label:4 (Sleep stage R)\n",
      "Include onset:43110.0, duration:30.0, label:1 (Sleep stage 1)\n",
      "Include onset:43140.0, duration:150.0, label:4 (Sleep stage R)\n",
      "Include onset:43290.0, duration:30.0, label:1 (Sleep stage 1)\n",
      "Include onset:43320.0, duration:30.0, label:4 (Sleep stage R)\n",
      "Include onset:43350.0, duration:60.0, label:1 (Sleep stage 1)\n",
      "Include onset:43410.0, duration:30.0, label:2 (Sleep stage 2)\n",
      "Include onset:43440.0, duration:90.0, label:4 (Sleep stage R)\n",
      "Include onset:43530.0, duration:30.0, label:1 (Sleep stage 1)\n",
      "Include onset:43560.0, duration:240.0, label:4 (Sleep stage R)\n",
      "Include onset:43800.0, duration:30.0, label:1 (Sleep stage 1)\n",
      "Include onset:43830.0, duration:240.0, label:4 (Sleep stage R)\n",
      "Include onset:44070.0, duration:30.0, label:1 (Sleep stage 1)\n",
      "Include onset:44100.0, duration:90.0, label:4 (Sleep stage R)\n",
      "Include onset:44190.0, duration:30.0, label:0 (Sleep stage W)\n",
      "Include onset:44220.0, duration:60.0, label:1 (Sleep stage 1)\n",
      "Include onset:44280.0, duration:30.0, label:4 (Sleep stage R)\n",
      "Include onset:44310.0, duration:60.0, label:1 (Sleep stage 1)\n",
      "Include onset:44370.0, duration:420.0, label:4 (Sleep stage R)\n",
      "Include onset:44790.0, duration:90.0, label:1 (Sleep stage 1)\n",
      "Include onset:44880.0, duration:270.0, label:4 (Sleep stage R)\n",
      "Include onset:45150.0, duration:60.0, label:1 (Sleep stage 1)\n",
      "Include onset:45210.0, duration:90.0, label:2 (Sleep stage 2)\n",
      "Include onset:45300.0, duration:420.0, label:4 (Sleep stage R)\n",
      "Include onset:45720.0, duration:90.0, label:1 (Sleep stage 1)\n",
      "Include onset:45810.0, duration:1350.0, label:2 (Sleep stage 2)\n",
      "Include onset:47160.0, duration:30.0, label:3 (Sleep stage 3)\n",
      "Include onset:47190.0, duration:90.0, label:2 (Sleep stage 2)\n",
      "Include onset:47280.0, duration:30.0, label:3 (Sleep stage 3)\n",
      "Include onset:47310.0, duration:30.0, label:2 (Sleep stage 2)\n",
      "Include onset:47340.0, duration:60.0, label:3 (Sleep stage 3)\n",
      "Include onset:47400.0, duration:60.0, label:2 (Sleep stage 2)\n",
      "Include onset:47460.0, duration:90.0, label:3 (Sleep stage 3)\n",
      "Include onset:47550.0, duration:30.0, label:2 (Sleep stage 2)\n",
      "Include onset:47580.0, duration:60.0, label:3 (Sleep stage 4)\n",
      "Include onset:47640.0, duration:30.0, label:3 (Sleep stage 3)\n",
      "Include onset:47670.0, duration:30.0, label:3 (Sleep stage 4)\n",
      "Include onset:47700.0, duration:120.0, label:3 (Sleep stage 3)\n",
      "Include onset:47820.0, duration:60.0, label:3 (Sleep stage 4)\n",
      "Include onset:47880.0, duration:30.0, label:3 (Sleep stage 3)\n",
      "Include onset:47910.0, duration:60.0, label:3 (Sleep stage 4)\n",
      "Include onset:47970.0, duration:30.0, label:3 (Sleep stage 3)\n",
      "Include onset:48000.0, duration:360.0, label:3 (Sleep stage 4)\n",
      "Include onset:48360.0, duration:30.0, label:3 (Sleep stage 3)\n",
      "Include onset:48390.0, duration:120.0, label:3 (Sleep stage 4)\n",
      "Include onset:48510.0, duration:30.0, label:3 (Sleep stage 3)\n",
      "Include onset:48540.0, duration:690.0, label:3 (Sleep stage 4)\n",
      "Include onset:49230.0, duration:60.0, label:2 (Sleep stage 2)\n",
      "Include onset:49290.0, duration:30.0, label:1 (Sleep stage 1)\n",
      "Include onset:49320.0, duration:120.0, label:2 (Sleep stage 2)\n",
      "Include onset:49440.0, duration:30.0, label:1 (Sleep stage 1)\n",
      "Include onset:49470.0, duration:150.0, label:2 (Sleep stage 2)\n",
      "Include onset:49620.0, duration:150.0, label:4 (Sleep stage R)\n",
      "Include onset:49770.0, duration:30.0, label:1 (Sleep stage 1)\n",
      "Include onset:49800.0, duration:120.0, label:4 (Sleep stage R)\n",
      "Include onset:49920.0, duration:30.0, label:1 (Sleep stage 1)\n",
      "Include onset:49950.0, duration:60.0, label:4 (Sleep stage R)\n",
      "Include onset:50010.0, duration:60.0, label:1 (Sleep stage 1)\n",
      "Include onset:50070.0, duration:180.0, label:4 (Sleep stage R)\n",
      "Include onset:50250.0, duration:120.0, label:1 (Sleep stage 1)\n",
      "Include onset:50370.0, duration:150.0, label:2 (Sleep stage 2)\n",
      "Include onset:50520.0, duration:150.0, label:4 (Sleep stage R)\n",
      "Include onset:50670.0, duration:30.0, label:1 (Sleep stage 1)\n",
      "Include onset:50700.0, duration:780.0, label:2 (Sleep stage 2)\n",
      "Include onset:51480.0, duration:30.0, label:0 (Sleep stage W)\n",
      "Include onset:51510.0, duration:30.0, label:1 (Sleep stage 1)\n",
      "Include onset:51540.0, duration:750.0, label:2 (Sleep stage 2)\n",
      "Include onset:52290.0, duration:30.0, label:1 (Sleep stage 1)\n",
      "Include onset:52320.0, duration:360.0, label:2 (Sleep stage 2)\n",
      "Include onset:52680.0, duration:60.0, label:1 (Sleep stage 1)\n",
      "Include onset:52740.0, duration:450.0, label:2 (Sleep stage 2)\n",
      "Include onset:53190.0, duration:30.0, label:0 (Sleep stage W)\n",
      "Include onset:53220.0, duration:30.0, label:1 (Sleep stage 1)\n",
      "Include onset:53250.0, duration:210.0, label:2 (Sleep stage 2)\n",
      "Include onset:53460.0, duration:60.0, label:1 (Sleep stage 1)\n",
      "Include onset:53520.0, duration:180.0, label:2 (Sleep stage 2)\n",
      "Include onset:53700.0, duration:30.0, label:4 (Sleep stage R)\n",
      "Include onset:53730.0, duration:60.0, label:1 (Sleep stage 1)\n",
      "Include onset:53790.0, duration:29310.0, label:0 (Sleep stage W)\n",
      "Remove onset:83100.0, duration:3300.0, label:5 (Sleep stage ?)\n",
      "before remove unwanted: (8310000,)\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "after remove unwanted: (8310000,)\n",
      "before intersect label: (8310000,)\n",
      "after intersect label: (8310000,)\n",
      "('raw_ch', 8310000)\n",
      "_____________________________________________\n",
      "debugging:\n",
      "('len(raw.ch)', array([[-28.66593407,   4.47765568, -33.01709402],\n",
      "       [-35.80659341,   3.64029304,  26.96581197],\n",
      "       [-25.58046398, -13.57216117,   3.17094017],\n",
      "       ...,\n",
      "       [ 11.18070818,   4.75677656, -60.28205128],\n",
      "       [ -8.65445665,  -4.08205128, -65.73504274],\n",
      "       [ -1.42564103,   6.98974359, -60.77777778]]), ' and n_epochs', 2770.0, 'EPOCH_SEC_SIZE', 30)\n",
      "_____________________________________________\n",
      "Data before selection: (2770, 3000, 3), (2770,)\n",
      "Data after selection: (1273, 3000, 3), (1273,)\n",
      "\n",
      "=======================================\n",
      "\n",
      "Extracting edf Parameters from data/SC4081E0-PSG.edf...\n",
      "EDF file detected\n",
      "Setting channel info structure...\n",
      "Created Raw.info structure...\n",
      "Ready.\n",
      "Extracting edf Parameters from data/SC4081E0-PSG.edf...\n",
      "EDF file detected\n",
      "Setting channel info structure...\n",
      "Created Raw.info structure...\n",
      "Ready.\n",
      "scale_time is deprecated and will be removed in 0.16, use scaling_time instead\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "<ipython-input-4-f9ba501bbdf8>:23: DeprecationWarning: scale_time is deprecated and will be removed in 0.16, use scaling_time instead\n",
      "  raw_eeg_fpz = raw.to_data_frame(scale_time=100.0)['EEG Fpz-Cz']\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Converting time column to int64...\n",
      "-------------------------------------------------------------------\n",
      "scale_time is deprecated and will be removed in 0.16, use scaling_time instead\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "<ipython-input-4-f9ba501bbdf8>:27: DeprecationWarning: scale_time is deprecated and will be removed in 0.16, use scaling_time instead\n",
      "  raw_eeg_pz = raw.to_data_frame(scale_time=100.0)['EEG Pz-Oz']\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Converting time column to int64...\n",
      "-------------------------------------------------------------------\n",
      "scale_time is deprecated and will be removed in 0.16, use scaling_time instead\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "<ipython-input-4-f9ba501bbdf8>:32: DeprecationWarning: scale_time is deprecated and will be removed in 0.16, use scaling_time instead\n",
      "  raw_eog = raw.to_data_frame(scale_time=100.0)['EOG horizontal']\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Converting time column to int64...\n",
      "-------------------------------------------------------------------\n",
      "Include onset:0.0, duration:24090.0, label:0 (Sleep stage W)\n",
      "Include onset:24090.0, duration:180.0, label:1 (Sleep stage 1)\n",
      "Include onset:24270.0, duration:120.0, label:0 (Sleep stage W)\n",
      "Include onset:24390.0, duration:210.0, label:1 (Sleep stage 1)\n",
      "Include onset:24600.0, duration:240.0, label:0 (Sleep stage W)\n",
      "Include onset:24840.0, duration:90.0, label:1 (Sleep stage 1)\n",
      "Include onset:24930.0, duration:90.0, label:0 (Sleep stage W)\n",
      "Include onset:25020.0, duration:30.0, label:1 (Sleep stage 1)\n",
      "Include onset:25050.0, duration:5040.0, label:0 (Sleep stage W)\n",
      "Include onset:30090.0, duration:840.0, label:1 (Sleep stage 1)\n",
      "Include onset:30930.0, duration:480.0, label:2 (Sleep stage 2)\n",
      "Include onset:31410.0, duration:180.0, label:3 (Sleep stage 3)\n",
      "Include onset:31590.0, duration:1410.0, label:3 (Sleep stage 4)\n",
      "Include onset:33000.0, duration:120.0, label:3 (Sleep stage 3)\n",
      "Include onset:33120.0, duration:30.0, label:2 (Sleep stage 2)\n",
      "Include onset:33150.0, duration:210.0, label:3 (Sleep stage 3)\n",
      "Include onset:33360.0, duration:30.0, label:2 (Sleep stage 2)\n",
      "Include onset:33390.0, duration:270.0, label:3 (Sleep stage 3)\n",
      "Include onset:33660.0, duration:1200.0, label:3 (Sleep stage 4)\n",
      "Include onset:34860.0, duration:60.0, label:3 (Sleep stage 3)\n",
      "Include onset:34920.0, duration:30.0, label:1 (Sleep stage 1)\n",
      "Include onset:34950.0, duration:30.0, label:2 (Sleep stage 2)\n",
      "Include onset:34980.0, duration:60.0, label:3 (Sleep stage 3)\n",
      "Include onset:35040.0, duration:60.0, label:1 (Sleep stage 1)\n",
      "Include onset:35100.0, duration:60.0, label:2 (Sleep stage 2)\n",
      "Include onset:35160.0, duration:90.0, label:3 (Sleep stage 3)\n",
      "Include onset:35250.0, duration:60.0, label:2 (Sleep stage 2)\n",
      "Include onset:35310.0, duration:30.0, label:3 (Sleep stage 3)\n",
      "Include onset:35340.0, duration:30.0, label:2 (Sleep stage 2)\n",
      "Include onset:35370.0, duration:60.0, label:3 (Sleep stage 3)\n",
      "Include onset:35430.0, duration:60.0, label:2 (Sleep stage 2)\n",
      "Include onset:35490.0, duration:120.0, label:3 (Sleep stage 3)\n",
      "Include onset:35610.0, duration:30.0, label:2 (Sleep stage 2)\n",
      "Include onset:35640.0, duration:30.0, label:3 (Sleep stage 3)\n",
      "Include onset:35670.0, duration:30.0, label:2 (Sleep stage 2)\n",
      "Include onset:35700.0, duration:150.0, label:3 (Sleep stage 3)\n",
      "Include onset:35850.0, duration:30.0, label:2 (Sleep stage 2)\n",
      "Include onset:35880.0, duration:120.0, label:3 (Sleep stage 3)\n",
      "Include onset:36000.0, duration:120.0, label:2 (Sleep stage 2)\n",
      "Include onset:36120.0, duration:60.0, label:3 (Sleep stage 3)\n",
      "Include onset:36180.0, duration:30.0, label:3 (Sleep stage 4)\n",
      "Include onset:36210.0, duration:60.0, label:2 (Sleep stage 2)\n",
      "Include onset:36270.0, duration:90.0, label:3 (Sleep stage 3)\n",
      "Include onset:36360.0, duration:30.0, label:3 (Sleep stage 4)\n",
      "Include onset:36390.0, duration:30.0, label:3 (Sleep stage 3)\n",
      "Include onset:36420.0, duration:180.0, label:3 (Sleep stage 4)\n",
      "Include onset:36600.0, duration:30.0, label:3 (Sleep stage 3)\n",
      "Include onset:36630.0, duration:210.0, label:3 (Sleep stage 4)\n",
      "Include onset:36840.0, duration:90.0, label:3 (Sleep stage 3)\n",
      "Include onset:36930.0, duration:90.0, label:2 (Sleep stage 2)\n",
      "Include onset:37020.0, duration:90.0, label:3 (Sleep stage 3)\n",
      "Include onset:37110.0, duration:30.0, label:2 (Sleep stage 2)\n",
      "Include onset:37140.0, duration:90.0, label:3 (Sleep stage 3)\n",
      "Include onset:37230.0, duration:30.0, label:3 (Sleep stage 4)\n",
      "Include onset:37260.0, duration:150.0, label:3 (Sleep stage 3)\n",
      "Include onset:37410.0, duration:30.0, label:2 (Sleep stage 2)\n",
      "Include onset:37440.0, duration:30.0, label:3 (Sleep stage 3)\n",
      "Include onset:37470.0, duration:150.0, label:2 (Sleep stage 2)\n",
      "Include onset:37620.0, duration:1770.0, label:4 (Sleep stage R)\n",
      "Include onset:39390.0, duration:300.0, label:2 (Sleep stage 2)\n",
      "Include onset:39690.0, duration:60.0, label:3 (Sleep stage 3)\n",
      "Include onset:39750.0, duration:450.0, label:0 (Sleep stage W)\n",
      "Include onset:40200.0, duration:180.0, label:1 (Sleep stage 1)\n",
      "Include onset:40380.0, duration:630.0, label:2 (Sleep stage 2)\n",
      "Include onset:41010.0, duration:30.0, label:3 (Sleep stage 3)\n",
      "Include onset:41040.0, duration:30.0, label:2 (Sleep stage 2)\n",
      "Include onset:41070.0, duration:120.0, label:3 (Sleep stage 3)\n",
      "Include onset:41190.0, duration:90.0, label:3 (Sleep stage 4)\n",
      "Include onset:41280.0, duration:30.0, label:3 (Sleep stage 3)\n",
      "Include onset:41310.0, duration:30.0, label:3 (Sleep stage 4)\n",
      "Include onset:41340.0, duration:60.0, label:3 (Sleep stage 3)\n",
      "Include onset:41400.0, duration:300.0, label:3 (Sleep stage 4)\n",
      "Include onset:41700.0, duration:90.0, label:3 (Sleep stage 3)\n",
      "Include onset:41790.0, duration:60.0, label:2 (Sleep stage 2)\n",
      "Include onset:41850.0, duration:90.0, label:3 (Sleep stage 3)\n",
      "Include onset:41940.0, duration:60.0, label:2 (Sleep stage 2)\n",
      "Include onset:42000.0, duration:150.0, label:3 (Sleep stage 3)\n",
      "Include onset:42150.0, duration:60.0, label:3 (Sleep stage 4)\n",
      "Include onset:42210.0, duration:60.0, label:3 (Sleep stage 3)\n",
      "Include onset:42270.0, duration:90.0, label:0 (Sleep stage W)\n",
      "Include onset:42360.0, duration:30.0, label:1 (Sleep stage 1)\n",
      "Include onset:42390.0, duration:60.0, label:2 (Sleep stage 2)\n",
      "Include onset:42450.0, duration:30.0, label:3 (Sleep stage 3)\n",
      "Include onset:42480.0, duration:360.0, label:2 (Sleep stage 2)\n",
      "Include onset:42840.0, duration:30.0, label:3 (Sleep stage 3)\n",
      "Include onset:42870.0, duration:30.0, label:2 (Sleep stage 2)\n",
      "Include onset:42900.0, duration:120.0, label:3 (Sleep stage 3)\n",
      "Include onset:43020.0, duration:270.0, label:3 (Sleep stage 4)\n",
      "Include onset:43290.0, duration:60.0, label:3 (Sleep stage 3)\n",
      "Include onset:43350.0, duration:90.0, label:2 (Sleep stage 2)\n",
      "Include onset:43440.0, duration:60.0, label:3 (Sleep stage 3)\n",
      "Include onset:43500.0, duration:150.0, label:2 (Sleep stage 2)\n",
      "Include onset:43650.0, duration:60.0, label:3 (Sleep stage 3)\n",
      "Include onset:43710.0, duration:30.0, label:2 (Sleep stage 2)\n",
      "Include onset:43740.0, duration:90.0, label:3 (Sleep stage 3)\n",
      "Include onset:43830.0, duration:660.0, label:3 (Sleep stage 4)\n",
      "Include onset:44490.0, duration:60.0, label:0 (Sleep stage W)\n",
      "Include onset:44550.0, duration:90.0, label:1 (Sleep stage 1)\n",
      "Include onset:44640.0, duration:390.0, label:2 (Sleep stage 2)\n",
      "Include onset:45030.0, duration:60.0, label:1 (Sleep stage 1)\n",
      "Include onset:45090.0, duration:150.0, label:2 (Sleep stage 2)\n",
      "Include onset:45240.0, duration:30.0, label:3 (Sleep stage 3)\n",
      "Include onset:45270.0, duration:90.0, label:2 (Sleep stage 2)\n",
      "Include onset:45360.0, duration:30.0, label:3 (Sleep stage 3)\n",
      "Include onset:45390.0, duration:450.0, label:2 (Sleep stage 2)\n",
      "Include onset:45840.0, duration:1110.0, label:4 (Sleep stage R)\n",
      "Include onset:46950.0, duration:90.0, label:1 (Sleep stage 1)\n",
      "Include onset:47040.0, duration:180.0, label:2 (Sleep stage 2)\n",
      "Include onset:47220.0, duration:90.0, label:4 (Sleep stage R)\n",
      "Include onset:47310.0, duration:60.0, label:1 (Sleep stage 1)\n",
      "Include onset:47370.0, duration:900.0, label:2 (Sleep stage 2)\n",
      "Include onset:48270.0, duration:60.0, label:3 (Sleep stage 3)\n",
      "Include onset:48330.0, duration:60.0, label:2 (Sleep stage 2)\n",
      "Include onset:48390.0, duration:210.0, label:3 (Sleep stage 3)\n",
      "Include onset:48600.0, duration:30.0, label:2 (Sleep stage 2)\n",
      "Include onset:48630.0, duration:30.0, label:3 (Sleep stage 3)\n",
      "Include onset:48660.0, duration:60.0, label:2 (Sleep stage 2)\n",
      "Include onset:48720.0, duration:240.0, label:3 (Sleep stage 3)\n",
      "Include onset:48960.0, duration:840.0, label:3 (Sleep stage 4)\n",
      "Include onset:49800.0, duration:90.0, label:3 (Sleep stage 3)\n",
      "Include onset:49890.0, duration:30.0, label:2 (Sleep stage 2)\n",
      "Include onset:49920.0, duration:60.0, label:3 (Sleep stage 3)\n",
      "Include onset:49980.0, duration:630.0, label:2 (Sleep stage 2)\n",
      "Include onset:50610.0, duration:960.0, label:4 (Sleep stage R)\n",
      "Include onset:51570.0, duration:90.0, label:1 (Sleep stage 1)\n",
      "Include onset:51660.0, duration:1590.0, label:2 (Sleep stage 2)\n",
      "Include onset:53250.0, duration:60.0, label:3 (Sleep stage 3)\n",
      "Include onset:53310.0, duration:90.0, label:2 (Sleep stage 2)\n",
      "Include onset:53400.0, duration:60.0, label:3 (Sleep stage 3)\n",
      "Include onset:53460.0, duration:60.0, label:2 (Sleep stage 2)\n",
      "Include onset:53520.0, duration:240.0, label:3 (Sleep stage 3)\n",
      "Include onset:53760.0, duration:60.0, label:3 (Sleep stage 4)\n",
      "Include onset:53820.0, duration:120.0, label:3 (Sleep stage 3)\n",
      "Include onset:53940.0, duration:30.0, label:3 (Sleep stage 4)\n",
      "Include onset:53970.0, duration:90.0, label:3 (Sleep stage 3)\n",
      "Include onset:54060.0, duration:60.0, label:3 (Sleep stage 4)\n",
      "Include onset:54120.0, duration:90.0, label:3 (Sleep stage 3)\n",
      "Include onset:54210.0, duration:60.0, label:3 (Sleep stage 4)\n",
      "Include onset:54270.0, duration:30.0, label:3 (Sleep stage 3)\n",
      "Include onset:54300.0, duration:210.0, label:3 (Sleep stage 4)\n",
      "Include onset:54510.0, duration:29370.0, label:0 (Sleep stage W)\n",
      "Remove onset:83880.0, duration:2520.0, label:5 (Sleep stage ?)\n",
      "before remove unwanted: (8388000,)\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "after remove unwanted: (8388000,)\n",
      "before intersect label: (8388000,)\n",
      "after intersect label: (8388000,)\n",
      "('raw_ch', 8388000)\n",
      "_____________________________________________\n",
      "debugging:\n",
      "('len(raw.ch)', array([[-15.81758242,   0.15995116,  53.53113553],\n",
      "       [-10.80879121,  -4.10866911,  40.57142857],\n",
      "       [ -3.05934066,  -8.74847375,  35.20879121],\n",
      "       ...,\n",
      "       [-10.14725275,   6.84126984, -17.52380952],\n",
      "       [ -8.25714286,   3.77899878, -14.84249084],\n",
      "       [-11.94285714,   3.5006105 , -11.71428571]]), ' and n_epochs', 2796.0, 'EPOCH_SEC_SIZE', 30)\n",
      "_____________________________________________\n",
      "Data before selection: (2796, 3000, 3), (2796,)\n",
      "Data after selection: (1134, 3000, 3), (1134,)\n",
      "\n",
      "=======================================\n",
      "\n",
      "Extracting edf Parameters from data/SC4082E0-PSG.edf...\n",
      "EDF file detected\n",
      "Setting channel info structure...\n",
      "Created Raw.info structure...\n",
      "Ready.\n",
      "Extracting edf Parameters from data/SC4082E0-PSG.edf...\n",
      "EDF file detected\n",
      "Setting channel info structure...\n",
      "Created Raw.info structure...\n",
      "Ready.\n",
      "scale_time is deprecated and will be removed in 0.16, use scaling_time instead\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "<ipython-input-4-f9ba501bbdf8>:23: DeprecationWarning: scale_time is deprecated and will be removed in 0.16, use scaling_time instead\n",
      "  raw_eeg_fpz = raw.to_data_frame(scale_time=100.0)['EEG Fpz-Cz']\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Converting time column to int64...\n",
      "-------------------------------------------------------------------\n",
      "scale_time is deprecated and will be removed in 0.16, use scaling_time instead\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "<ipython-input-4-f9ba501bbdf8>:27: DeprecationWarning: scale_time is deprecated and will be removed in 0.16, use scaling_time instead\n",
      "  raw_eeg_pz = raw.to_data_frame(scale_time=100.0)['EEG Pz-Oz']\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Converting time column to int64...\n",
      "-------------------------------------------------------------------\n",
      "scale_time is deprecated and will be removed in 0.16, use scaling_time instead\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "<ipython-input-4-f9ba501bbdf8>:32: DeprecationWarning: scale_time is deprecated and will be removed in 0.16, use scaling_time instead\n",
      "  raw_eog = raw.to_data_frame(scale_time=100.0)['EOG horizontal']\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Converting time column to int64...\n",
      "-------------------------------------------------------------------\n",
      "Include onset:0.0, duration:25350.0, label:0 (Sleep stage W)\n",
      "Include onset:25350.0, duration:30.0, label:1 (Sleep stage 1)\n",
      "Include onset:25380.0, duration:120.0, label:0 (Sleep stage W)\n",
      "Include onset:25500.0, duration:90.0, label:1 (Sleep stage 1)\n",
      "Include onset:25590.0, duration:60.0, label:2 (Sleep stage 2)\n",
      "Include onset:25650.0, duration:30.0, label:1 (Sleep stage 1)\n",
      "Include onset:25680.0, duration:30.0, label:2 (Sleep stage 2)\n",
      "Include onset:25710.0, duration:30.0, label:1 (Sleep stage 1)\n",
      "Include onset:25740.0, duration:30.0, label:0 (Sleep stage W)\n",
      "Include onset:25770.0, duration:30.0, label:1 (Sleep stage 1)\n",
      "Include onset:25800.0, duration:120.0, label:2 (Sleep stage 2)\n",
      "Include onset:25920.0, duration:60.0, label:1 (Sleep stage 1)\n",
      "Include onset:25980.0, duration:30.0, label:2 (Sleep stage 2)\n",
      "Include onset:26010.0, duration:30.0, label:1 (Sleep stage 1)\n",
      "Include onset:26040.0, duration:30.0, label:2 (Sleep stage 2)\n",
      "Include onset:26070.0, duration:30.0, label:1 (Sleep stage 1)\n",
      "Include onset:26100.0, duration:270.0, label:2 (Sleep stage 2)\n",
      "Include onset:26370.0, duration:30.0, label:3 (Sleep stage 3)\n",
      "Include onset:26400.0, duration:30.0, label:2 (Sleep stage 2)\n",
      "Include onset:26430.0, duration:30.0, label:3 (Sleep stage 3)\n",
      "Include onset:26460.0, duration:30.0, label:3 (Sleep stage 4)\n",
      "Include onset:26490.0, duration:30.0, label:3 (Sleep stage 3)\n",
      "Include onset:26520.0, duration:60.0, label:3 (Sleep stage 4)\n",
      "Include onset:26580.0, duration:30.0, label:3 (Sleep stage 3)\n",
      "Include onset:26610.0, duration:30.0, label:3 (Sleep stage 4)\n",
      "Include onset:26640.0, duration:30.0, label:3 (Sleep stage 3)\n",
      "Include onset:26670.0, duration:450.0, label:3 (Sleep stage 4)\n",
      "Include onset:27120.0, duration:30.0, label:3 (Sleep stage 3)\n",
      "Include onset:27150.0, duration:30.0, label:2 (Sleep stage 2)\n",
      "Include onset:27180.0, duration:30.0, label:3 (Sleep stage 3)\n",
      "Include onset:27210.0, duration:30.0, label:2 (Sleep stage 2)\n",
      "Include onset:27240.0, duration:90.0, label:3 (Sleep stage 3)\n",
      "Include onset:27330.0, duration:1020.0, label:3 (Sleep stage 4)\n",
      "Include onset:28350.0, duration:60.0, label:2 (Sleep stage 2)\n",
      "Include onset:28410.0, duration:30.0, label:3 (Sleep stage 3)\n",
      "Include onset:28440.0, duration:30.0, label:2 (Sleep stage 2)\n",
      "Include onset:28470.0, duration:60.0, label:3 (Sleep stage 3)\n",
      "Include onset:28530.0, duration:30.0, label:2 (Sleep stage 2)\n",
      "Include onset:28560.0, duration:60.0, label:3 (Sleep stage 3)\n",
      "Include onset:28620.0, duration:30.0, label:2 (Sleep stage 2)\n",
      "Include onset:28650.0, duration:30.0, label:3 (Sleep stage 3)\n",
      "Include onset:28680.0, duration:30.0, label:2 (Sleep stage 2)\n",
      "Include onset:28710.0, duration:60.0, label:3 (Sleep stage 3)\n",
      "Include onset:28770.0, duration:30.0, label:2 (Sleep stage 2)\n",
      "Include onset:28800.0, duration:120.0, label:3 (Sleep stage 3)\n",
      "Include onset:28920.0, duration:30.0, label:2 (Sleep stage 2)\n",
      "Include onset:28950.0, duration:90.0, label:4 (Sleep stage R)\n",
      "Include onset:29040.0, duration:30.0, label:3 (Sleep stage 3)\n",
      "Include onset:29070.0, duration:360.0, label:4 (Sleep stage R)\n",
      "Include onset:29430.0, duration:60.0, label:2 (Sleep stage 2)\n",
      "Include onset:29490.0, duration:30.0, label:1 (Sleep stage 1)\n",
      "Include onset:29520.0, duration:300.0, label:0 (Sleep stage W)\n",
      "Include onset:29820.0, duration:60.0, label:1 (Sleep stage 1)\n",
      "Include onset:29880.0, duration:30.0, label:0 (Sleep stage W)\n",
      "Include onset:29910.0, duration:120.0, label:1 (Sleep stage 1)\n",
      "Include onset:30030.0, duration:60.0, label:2 (Sleep stage 2)\n",
      "Include onset:30090.0, duration:30.0, label:3 (Sleep stage 3)\n",
      "Include onset:30120.0, duration:180.0, label:2 (Sleep stage 2)\n",
      "Include onset:30300.0, duration:30.0, label:3 (Sleep stage 3)\n",
      "Include onset:30330.0, duration:60.0, label:2 (Sleep stage 2)\n",
      "Include onset:30390.0, duration:60.0, label:3 (Sleep stage 3)\n",
      "Include onset:30450.0, duration:360.0, label:2 (Sleep stage 2)\n",
      "Include onset:30810.0, duration:60.0, label:3 (Sleep stage 3)\n",
      "Include onset:30870.0, duration:60.0, label:2 (Sleep stage 2)\n",
      "Include onset:30930.0, duration:90.0, label:3 (Sleep stage 3)\n",
      "Include onset:31020.0, duration:2040.0, label:3 (Sleep stage 4)\n",
      "Include onset:33060.0, duration:60.0, label:3 (Sleep stage 3)\n",
      "Include onset:33120.0, duration:120.0, label:2 (Sleep stage 2)\n",
      "Include onset:33240.0, duration:30.0, label:3 (Sleep stage 3)\n",
      "Include onset:33270.0, duration:30.0, label:2 (Sleep stage 2)\n",
      "Include onset:33300.0, duration:60.0, label:3 (Sleep stage 3)\n",
      "Include onset:33360.0, duration:330.0, label:2 (Sleep stage 2)\n",
      "Include onset:33690.0, duration:2370.0, label:4 (Sleep stage R)\n",
      "Include onset:36060.0, duration:210.0, label:2 (Sleep stage 2)\n",
      "Include onset:36270.0, duration:150.0, label:4 (Sleep stage R)\n",
      "Include onset:36420.0, duration:30.0, label:2 (Sleep stage 2)\n",
      "Include onset:36450.0, duration:30.0, label:0 (Sleep stage W)\n",
      "Include onset:36480.0, duration:30.0, label:1 (Sleep stage 1)\n",
      "Include onset:36510.0, duration:480.0, label:2 (Sleep stage 2)\n",
      "Include onset:36990.0, duration:30.0, label:3 (Sleep stage 3)\n",
      "Include onset:37020.0, duration:60.0, label:2 (Sleep stage 2)\n",
      "Include onset:37080.0, duration:30.0, label:3 (Sleep stage 3)\n",
      "Include onset:37110.0, duration:120.0, label:2 (Sleep stage 2)\n",
      "Include onset:37230.0, duration:240.0, label:3 (Sleep stage 3)\n",
      "Include onset:37470.0, duration:90.0, label:2 (Sleep stage 2)\n",
      "Include onset:37560.0, duration:30.0, label:3 (Sleep stage 3)\n",
      "Include onset:37590.0, duration:2130.0, label:3 (Sleep stage 4)\n",
      "Include onset:39720.0, duration:150.0, label:3 (Sleep stage 3)\n",
      "Include onset:39870.0, duration:420.0, label:2 (Sleep stage 2)\n",
      "Include onset:40290.0, duration:870.0, label:4 (Sleep stage R)\n",
      "Include onset:41160.0, duration:30.0, label:1 (Sleep stage 1)\n",
      "Include onset:41190.0, duration:570.0, label:2 (Sleep stage 2)\n",
      "Include onset:41760.0, duration:30.0, label:3 (Sleep stage 3)\n",
      "Include onset:41790.0, duration:60.0, label:2 (Sleep stage 2)\n",
      "Include onset:41850.0, duration:30.0, label:3 (Sleep stage 3)\n",
      "Include onset:41880.0, duration:30.0, label:2 (Sleep stage 2)\n",
      "Include onset:41910.0, duration:30.0, label:3 (Sleep stage 3)\n",
      "Include onset:41940.0, duration:30.0, label:2 (Sleep stage 2)\n",
      "Include onset:41970.0, duration:30.0, label:3 (Sleep stage 3)\n",
      "Include onset:42000.0, duration:240.0, label:2 (Sleep stage 2)\n",
      "Include onset:42240.0, duration:30.0, label:3 (Sleep stage 3)\n",
      "Include onset:42270.0, duration:30.0, label:2 (Sleep stage 2)\n",
      "Include onset:42300.0, duration:60.0, label:0 (Sleep stage W)\n",
      "Include onset:42360.0, duration:90.0, label:1 (Sleep stage 1)\n",
      "Include onset:42450.0, duration:1050.0, label:2 (Sleep stage 2)\n",
      "Include onset:43500.0, duration:30.0, label:3 (Sleep stage 3)\n",
      "Include onset:43530.0, duration:300.0, label:2 (Sleep stage 2)\n",
      "Include onset:43830.0, duration:30.0, label:3 (Sleep stage 3)\n",
      "Include onset:43860.0, duration:60.0, label:2 (Sleep stage 2)\n",
      "Include onset:43920.0, duration:60.0, label:3 (Sleep stage 3)\n",
      "Include onset:43980.0, duration:150.0, label:2 (Sleep stage 2)\n",
      "Include onset:44130.0, duration:240.0, label:3 (Sleep stage 3)\n",
      "Include onset:44370.0, duration:30.0, label:3 (Sleep stage 4)\n",
      "Include onset:44400.0, duration:60.0, label:3 (Sleep stage 3)\n",
      "Include onset:44460.0, duration:30.0, label:3 (Sleep stage 4)\n",
      "Include onset:44490.0, duration:60.0, label:3 (Sleep stage 3)\n",
      "Include onset:44550.0, duration:90.0, label:3 (Sleep stage 4)\n",
      "Include onset:44640.0, duration:30.0, label:3 (Sleep stage 3)\n",
      "Include onset:44670.0, duration:30.0, label:3 (Sleep stage 4)\n",
      "Include onset:44700.0, duration:60.0, label:3 (Sleep stage 3)\n",
      "Include onset:44760.0, duration:30.0, label:0 (Sleep stage W)\n",
      "Include onset:44790.0, duration:90.0, label:1 (Sleep stage 1)\n",
      "Include onset:44880.0, duration:60.0, label:0 (Sleep stage W)\n",
      "Include onset:44940.0, duration:30.0, label:1 (Sleep stage 1)\n",
      "Include onset:44970.0, duration:360.0, label:2 (Sleep stage 2)\n",
      "Include onset:45330.0, duration:1170.0, label:4 (Sleep stage R)\n",
      "Include onset:46500.0, duration:360.0, label:2 (Sleep stage 2)\n",
      "Include onset:46860.0, duration:30.0, label:1 (Sleep stage 1)\n",
      "Include onset:46890.0, duration:690.0, label:2 (Sleep stage 2)\n",
      "Include onset:47580.0, duration:60.0, label:1 (Sleep stage 1)\n",
      "Include onset:47640.0, duration:900.0, label:2 (Sleep stage 2)\n",
      "Include onset:48540.0, duration:30.0, label:3 (Sleep stage 3)\n",
      "Include onset:48570.0, duration:180.0, label:2 (Sleep stage 2)\n",
      "Include onset:48750.0, duration:30.0, label:1 (Sleep stage 1)\n",
      "Include onset:48780.0, duration:510.0, label:2 (Sleep stage 2)\n",
      "Include onset:49290.0, duration:30.0, label:3 (Sleep stage 3)\n",
      "Include onset:49320.0, duration:90.0, label:2 (Sleep stage 2)\n",
      "Include onset:49410.0, duration:60.0, label:3 (Sleep stage 3)\n",
      "Include onset:49470.0, duration:90.0, label:2 (Sleep stage 2)\n",
      "Include onset:49560.0, duration:60.0, label:3 (Sleep stage 3)\n",
      "Include onset:49620.0, duration:30.0, label:2 (Sleep stage 2)\n",
      "Include onset:49650.0, duration:30.0, label:3 (Sleep stage 3)\n",
      "Include onset:49680.0, duration:90.0, label:2 (Sleep stage 2)\n",
      "Include onset:49770.0, duration:30.0, label:1 (Sleep stage 1)\n",
      "Include onset:49800.0, duration:30.0, label:2 (Sleep stage 2)\n",
      "Include onset:49830.0, duration:30.0, label:0 (Sleep stage W)\n",
      "Include onset:49860.0, duration:90.0, label:1 (Sleep stage 1)\n",
      "Include onset:49950.0, duration:210.0, label:2 (Sleep stage 2)\n",
      "Include onset:50160.0, duration:1500.0, label:4 (Sleep stage R)\n",
      "Include onset:51660.0, duration:90.0, label:1 (Sleep stage 1)\n",
      "Include onset:51750.0, duration:1290.0, label:4 (Sleep stage R)\n",
      "Include onset:53040.0, duration:270.0, label:2 (Sleep stage 2)\n",
      "Include onset:53310.0, duration:30.0, label:0 (Sleep stage W)\n",
      "Include onset:53340.0, duration:30.0, label:1 (Sleep stage 1)\n",
      "Include onset:53370.0, duration:25650.0, label:0 (Sleep stage W)\n",
      "Remove onset:79020.0, duration:7380.0, label:5 (Sleep stage ?)\n",
      "before remove unwanted: (7902000,)\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "after remove unwanted: (7902000,)\n",
      "before intersect label: (7902000,)\n",
      "after intersect label: (7902000,)\n",
      "('raw_ch', 7902000)\n",
      "_____________________________________________\n",
      "debugging:\n",
      "('len(raw.ch)', array([[ 96.37582418,  16.5008547 ,  96.17460317],\n",
      "       [100.84053724,  19.96459096,  86.44126984],\n",
      "       [ 96.28083028,  25.83369963,  76.70793651],\n",
      "       ...,\n",
      "       [-13.34212454,  -9.47716728,  88.2952381 ],\n",
      "       [-16.85689866, -12.07496947,  80.41587302],\n",
      "       [  1.28693529,  -9.57338217,  79.48888889]]), ' and n_epochs', 2634.0, 'EPOCH_SEC_SIZE', 30)\n",
      "_____________________________________________\n",
      "Data before selection: (2634, 3000, 3), (2634,)\n",
      "Data after selection: (1054, 3000, 3), (1054,)\n",
      "\n",
      "=======================================\n",
      "\n",
      "Extracting edf Parameters from data/SC4091E0-PSG.edf...\n",
      "EDF file detected\n",
      "Setting channel info structure...\n",
      "Created Raw.info structure...\n",
      "Ready.\n",
      "Extracting edf Parameters from data/SC4091E0-PSG.edf...\n",
      "EDF file detected\n",
      "Setting channel info structure...\n",
      "Created Raw.info structure...\n",
      "Ready.\n",
      "scale_time is deprecated and will be removed in 0.16, use scaling_time instead\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "<ipython-input-4-f9ba501bbdf8>:23: DeprecationWarning: scale_time is deprecated and will be removed in 0.16, use scaling_time instead\n",
      "  raw_eeg_fpz = raw.to_data_frame(scale_time=100.0)['EEG Fpz-Cz']\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Converting time column to int64...\n",
      "-------------------------------------------------------------------\n",
      "scale_time is deprecated and will be removed in 0.16, use scaling_time instead\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "<ipython-input-4-f9ba501bbdf8>:27: DeprecationWarning: scale_time is deprecated and will be removed in 0.16, use scaling_time instead\n",
      "  raw_eeg_pz = raw.to_data_frame(scale_time=100.0)['EEG Pz-Oz']\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Converting time column to int64...\n",
      "-------------------------------------------------------------------\n",
      "scale_time is deprecated and will be removed in 0.16, use scaling_time instead\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "<ipython-input-4-f9ba501bbdf8>:32: DeprecationWarning: scale_time is deprecated and will be removed in 0.16, use scaling_time instead\n",
      "  raw_eog = raw.to_data_frame(scale_time=100.0)['EOG horizontal']\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Converting time column to int64...\n",
      "-------------------------------------------------------------------\n",
      "Include onset:0.0, duration:24150.0, label:0 (Sleep stage W)\n",
      "Include onset:24150.0, duration:150.0, label:1 (Sleep stage 1)\n",
      "Include onset:24300.0, duration:510.0, label:2 (Sleep stage 2)\n",
      "Include onset:24810.0, duration:30.0, label:3 (Sleep stage 3)\n",
      "Include onset:24840.0, duration:90.0, label:2 (Sleep stage 2)\n",
      "Include onset:24930.0, duration:180.0, label:3 (Sleep stage 3)\n",
      "Include onset:25110.0, duration:540.0, label:3 (Sleep stage 4)\n",
      "Include onset:25650.0, duration:150.0, label:2 (Sleep stage 2)\n",
      "Include onset:25800.0, duration:180.0, label:3 (Sleep stage 3)\n",
      "Include onset:25980.0, duration:210.0, label:3 (Sleep stage 4)\n",
      "Include onset:26190.0, duration:60.0, label:3 (Sleep stage 3)\n",
      "Include onset:26250.0, duration:840.0, label:3 (Sleep stage 4)\n",
      "Include onset:27090.0, duration:30.0, label:3 (Sleep stage 3)\n",
      "Include onset:27120.0, duration:30.0, label:2 (Sleep stage 2)\n",
      "Include onset:27150.0, duration:60.0, label:3 (Sleep stage 3)\n",
      "Include onset:27210.0, duration:60.0, label:2 (Sleep stage 2)\n",
      "Include onset:27270.0, duration:60.0, label:3 (Sleep stage 3)\n",
      "Include onset:27330.0, duration:60.0, label:2 (Sleep stage 2)\n",
      "Include onset:27390.0, duration:1050.0, label:4 (Sleep stage R)\n",
      "Include onset:28440.0, duration:120.0, label:2 (Sleep stage 2)\n",
      "Include onset:28560.0, duration:30.0, label:3 (Sleep stage 3)\n",
      "Include onset:28590.0, duration:270.0, label:2 (Sleep stage 2)\n",
      "Include onset:28860.0, duration:60.0, label:3 (Sleep stage 3)\n",
      "Include onset:28920.0, duration:30.0, label:2 (Sleep stage 2)\n",
      "Include onset:28950.0, duration:30.0, label:3 (Sleep stage 3)\n",
      "Include onset:28980.0, duration:60.0, label:2 (Sleep stage 2)\n",
      "Include onset:29040.0, duration:30.0, label:3 (Sleep stage 3)\n",
      "Remove onset:29070.0, duration:30.0, label:5 (Movement time)\n",
      "Include onset:29100.0, duration:30.0, label:1 (Sleep stage 1)\n",
      "Include onset:29130.0, duration:420.0, label:2 (Sleep stage 2)\n",
      "Include onset:29550.0, duration:30.0, label:3 (Sleep stage 3)\n",
      "Include onset:29580.0, duration:30.0, label:2 (Sleep stage 2)\n",
      "Include onset:29610.0, duration:60.0, label:3 (Sleep stage 3)\n",
      "Include onset:29670.0, duration:300.0, label:2 (Sleep stage 2)\n",
      "Include onset:29970.0, duration:30.0, label:3 (Sleep stage 3)\n",
      "Include onset:30000.0, duration:30.0, label:2 (Sleep stage 2)\n",
      "Include onset:30030.0, duration:30.0, label:3 (Sleep stage 3)\n",
      "Include onset:30060.0, duration:30.0, label:2 (Sleep stage 2)\n",
      "Include onset:30090.0, duration:60.0, label:3 (Sleep stage 3)\n",
      "Include onset:30150.0, duration:30.0, label:3 (Sleep stage 4)\n",
      "Include onset:30180.0, duration:30.0, label:3 (Sleep stage 3)\n",
      "Include onset:30210.0, duration:180.0, label:3 (Sleep stage 4)\n",
      "Include onset:30390.0, duration:210.0, label:3 (Sleep stage 3)\n",
      "Include onset:30600.0, duration:240.0, label:3 (Sleep stage 4)\n",
      "Include onset:30840.0, duration:90.0, label:3 (Sleep stage 3)\n",
      "Include onset:30930.0, duration:30.0, label:3 (Sleep stage 4)\n",
      "Include onset:30960.0, duration:90.0, label:3 (Sleep stage 3)\n",
      "Include onset:31050.0, duration:60.0, label:3 (Sleep stage 4)\n",
      "Include onset:31110.0, duration:90.0, label:3 (Sleep stage 3)\n",
      "Include onset:31200.0, duration:360.0, label:3 (Sleep stage 4)\n",
      "Include onset:31560.0, duration:90.0, label:2 (Sleep stage 2)\n",
      "Include onset:31650.0, duration:60.0, label:3 (Sleep stage 3)\n",
      "Include onset:31710.0, duration:120.0, label:2 (Sleep stage 2)\n",
      "Include onset:31830.0, duration:1080.0, label:4 (Sleep stage R)\n",
      "Include onset:32910.0, duration:570.0, label:2 (Sleep stage 2)\n",
      "Remove onset:33480.0, duration:60.0, label:5 (Movement time)\n",
      "Include onset:33540.0, duration:420.0, label:2 (Sleep stage 2)\n",
      "Remove onset:33960.0, duration:30.0, label:5 (Movement time)\n",
      "Include onset:33990.0, duration:600.0, label:2 (Sleep stage 2)\n",
      "Include onset:34590.0, duration:30.0, label:3 (Sleep stage 3)\n",
      "Include onset:34620.0, duration:90.0, label:2 (Sleep stage 2)\n",
      "Include onset:34710.0, duration:30.0, label:3 (Sleep stage 3)\n",
      "Include onset:34740.0, duration:60.0, label:2 (Sleep stage 2)\n",
      "Include onset:34800.0, duration:90.0, label:3 (Sleep stage 3)\n",
      "Include onset:34890.0, duration:90.0, label:2 (Sleep stage 2)\n",
      "Include onset:34980.0, duration:30.0, label:3 (Sleep stage 3)\n",
      "Include onset:35010.0, duration:30.0, label:2 (Sleep stage 2)\n",
      "Include onset:35040.0, duration:30.0, label:3 (Sleep stage 3)\n",
      "Remove onset:35070.0, duration:30.0, label:5 (Movement time)\n",
      "Include onset:35100.0, duration:30.0, label:3 (Sleep stage 3)\n",
      "Include onset:35130.0, duration:330.0, label:2 (Sleep stage 2)\n",
      "Include onset:35460.0, duration:180.0, label:4 (Sleep stage R)\n",
      "Include onset:35640.0, duration:210.0, label:2 (Sleep stage 2)\n",
      "Include onset:35850.0, duration:30.0, label:4 (Sleep stage R)\n",
      "Include onset:35880.0, duration:1680.0, label:2 (Sleep stage 2)\n",
      "Include onset:37560.0, duration:30.0, label:3 (Sleep stage 3)\n",
      "Include onset:37590.0, duration:270.0, label:2 (Sleep stage 2)\n",
      "Remove onset:37860.0, duration:30.0, label:5 (Movement time)\n",
      "Include onset:37890.0, duration:90.0, label:2 (Sleep stage 2)\n",
      "Include onset:37980.0, duration:90.0, label:0 (Sleep stage W)\n",
      "Include onset:38070.0, duration:60.0, label:1 (Sleep stage 1)\n",
      "Include onset:38130.0, duration:60.0, label:2 (Sleep stage 2)\n",
      "Remove onset:38190.0, duration:30.0, label:5 (Movement time)\n",
      "Include onset:38220.0, duration:30.0, label:1 (Sleep stage 1)\n",
      "Include onset:38250.0, duration:30.0, label:0 (Sleep stage W)\n",
      "Include onset:38280.0, duration:60.0, label:1 (Sleep stage 1)\n",
      "Include onset:38340.0, duration:870.0, label:2 (Sleep stage 2)\n",
      "Include onset:39210.0, duration:90.0, label:3 (Sleep stage 3)\n",
      "Include onset:39300.0, duration:120.0, label:2 (Sleep stage 2)\n",
      "Include onset:39420.0, duration:30.0, label:3 (Sleep stage 3)\n",
      "Include onset:39450.0, duration:60.0, label:2 (Sleep stage 2)\n",
      "Include onset:39510.0, duration:30.0, label:3 (Sleep stage 3)\n",
      "Include onset:39540.0, duration:270.0, label:2 (Sleep stage 2)\n",
      "Include onset:39810.0, duration:120.0, label:4 (Sleep stage R)\n",
      "Include onset:39930.0, duration:390.0, label:2 (Sleep stage 2)\n",
      "Include onset:40320.0, duration:510.0, label:4 (Sleep stage R)\n",
      "Remove onset:40830.0, duration:30.0, label:5 (Movement time)\n",
      "Include onset:40860.0, duration:90.0, label:4 (Sleep stage R)\n",
      "Include onset:40950.0, duration:30.0, label:1 (Sleep stage 1)\n",
      "Include onset:40980.0, duration:180.0, label:2 (Sleep stage 2)\n",
      "Include onset:41160.0, duration:240.0, label:4 (Sleep stage R)\n",
      "Include onset:41400.0, duration:90.0, label:2 (Sleep stage 2)\n",
      "Include onset:41490.0, duration:150.0, label:4 (Sleep stage R)\n",
      "Remove onset:41640.0, duration:30.0, label:5 (Movement time)\n",
      "Include onset:41670.0, duration:780.0, label:4 (Sleep stage R)\n",
      "Include onset:42450.0, duration:1560.0, label:2 (Sleep stage 2)\n",
      "Include onset:44010.0, duration:90.0, label:3 (Sleep stage 3)\n",
      "Include onset:44100.0, duration:30.0, label:2 (Sleep stage 2)\n",
      "Include onset:44130.0, duration:150.0, label:3 (Sleep stage 3)\n",
      "Include onset:44280.0, duration:30.0, label:2 (Sleep stage 2)\n",
      "Include onset:44310.0, duration:120.0, label:3 (Sleep stage 3)\n",
      "Include onset:44430.0, duration:60.0, label:2 (Sleep stage 2)\n",
      "Include onset:44490.0, duration:210.0, label:3 (Sleep stage 3)\n",
      "Include onset:44700.0, duration:930.0, label:2 (Sleep stage 2)\n",
      "Include onset:45630.0, duration:30.0, label:3 (Sleep stage 3)\n",
      "Include onset:45660.0, duration:390.0, label:2 (Sleep stage 2)\n",
      "Include onset:46050.0, duration:30.0, label:3 (Sleep stage 3)\n",
      "Include onset:46080.0, duration:630.0, label:2 (Sleep stage 2)\n",
      "Include onset:46710.0, duration:30.0, label:3 (Sleep stage 3)\n",
      "Include onset:46740.0, duration:60.0, label:2 (Sleep stage 2)\n",
      "Include onset:46800.0, duration:120.0, label:4 (Sleep stage R)\n",
      "Include onset:46920.0, duration:30.0, label:2 (Sleep stage 2)\n",
      "Include onset:46950.0, duration:150.0, label:4 (Sleep stage R)\n",
      "Remove onset:47100.0, duration:30.0, label:5 (Movement time)\n",
      "Include onset:47130.0, duration:480.0, label:4 (Sleep stage R)\n",
      "Include onset:47610.0, duration:240.0, label:2 (Sleep stage 2)\n",
      "Include onset:47850.0, duration:600.0, label:4 (Sleep stage R)\n",
      "Include onset:48450.0, duration:150.0, label:2 (Sleep stage 2)\n",
      "Include onset:48600.0, duration:240.0, label:4 (Sleep stage R)\n",
      "Include onset:48840.0, duration:30.0, label:2 (Sleep stage 2)\n",
      "Include onset:48870.0, duration:720.0, label:4 (Sleep stage R)\n",
      "Include onset:49590.0, duration:1260.0, label:2 (Sleep stage 2)\n",
      "Include onset:50850.0, duration:90.0, label:0 (Sleep stage W)\n",
      "Include onset:50940.0, duration:30.0, label:1 (Sleep stage 1)\n",
      "Include onset:50970.0, duration:30.0, label:0 (Sleep stage W)\n",
      "Include onset:51000.0, duration:30.0, label:1 (Sleep stage 1)\n",
      "Include onset:51030.0, duration:1350.0, label:2 (Sleep stage 2)\n",
      "Remove onset:52380.0, duration:30.0, label:5 (Movement time)\n",
      "Include onset:52410.0, duration:120.0, label:2 (Sleep stage 2)\n",
      "Include onset:52530.0, duration:30.0, label:0 (Sleep stage W)\n",
      "Include onset:52560.0, duration:90.0, label:1 (Sleep stage 1)\n",
      "Include onset:52650.0, duration:330.0, label:2 (Sleep stage 2)\n",
      "Include onset:52980.0, duration:420.0, label:4 (Sleep stage R)\n",
      "Include onset:53400.0, duration:750.0, label:2 (Sleep stage 2)\n",
      "Include onset:54150.0, duration:630.0, label:0 (Sleep stage W)\n",
      "Include onset:54780.0, duration:60.0, label:1 (Sleep stage 1)\n",
      "Include onset:54840.0, duration:27120.0, label:0 (Sleep stage W)\n",
      "Remove onset:81960.0, duration:4440.0, label:5 (Sleep stage ?)\n",
      "before remove unwanted: (8196000,)\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "after remove unwanted: (8163000,)\n",
      "before intersect label: (8163000,)\n",
      "after intersect label: (8163000,)\n",
      "('raw_ch', 8163000)\n",
      "_____________________________________________\n",
      "debugging:\n",
      "('len(raw.ch)', array([[-17.1023199 ,   6.55726496, -18.25885226],\n",
      "       [ -3.83736264,  -2.73357753, -16.82881563],\n",
      "       [ -4.5953602 ,  -4.0998779 ,  -7.2952381 ],\n",
      "       ...,\n",
      "       [-14.35457875, -29.42197802, -31.60586081],\n",
      "       [  8.00634921,  39.53064713, 212.45372405],\n",
      "       [  1.08962149, -11.75115995,  -4.43516484]]), ' and n_epochs', 2721.0, 'EPOCH_SEC_SIZE', 30)\n",
      "_____________________________________________\n",
      "Data before selection: (2721, 3000, 3), (2721,)\n",
      "Data after selection: (1132, 3000, 3), (1132,)\n",
      "\n",
      "=======================================\n",
      "\n",
      "Extracting edf Parameters from data/SC4092E0-PSG.edf...\n",
      "EDF file detected\n",
      "Setting channel info structure...\n",
      "Created Raw.info structure...\n",
      "Ready.\n",
      "Extracting edf Parameters from data/SC4092E0-PSG.edf...\n",
      "EDF file detected\n",
      "Setting channel info structure...\n",
      "Created Raw.info structure...\n",
      "Ready.\n",
      "scale_time is deprecated and will be removed in 0.16, use scaling_time instead\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "<ipython-input-4-f9ba501bbdf8>:23: DeprecationWarning: scale_time is deprecated and will be removed in 0.16, use scaling_time instead\n",
      "  raw_eeg_fpz = raw.to_data_frame(scale_time=100.0)['EEG Fpz-Cz']\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Converting time column to int64...\n",
      "-------------------------------------------------------------------\n",
      "scale_time is deprecated and will be removed in 0.16, use scaling_time instead\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "<ipython-input-4-f9ba501bbdf8>:27: DeprecationWarning: scale_time is deprecated and will be removed in 0.16, use scaling_time instead\n",
      "  raw_eeg_pz = raw.to_data_frame(scale_time=100.0)['EEG Pz-Oz']\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Converting time column to int64...\n",
      "-------------------------------------------------------------------\n",
      "scale_time is deprecated and will be removed in 0.16, use scaling_time instead\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "<ipython-input-4-f9ba501bbdf8>:32: DeprecationWarning: scale_time is deprecated and will be removed in 0.16, use scaling_time instead\n",
      "  raw_eog = raw.to_data_frame(scale_time=100.0)['EOG horizontal']\n"
     ]
    }
   ],
   "source": [
    "data_dir = 'data/'\n",
    "output_dir = 'data/output/'\n",
    "select_ch = ['EEG Fpz-Cz', 'EEG Pz-Oz', 'EOG horizontal', 'Resp oro-nasal', 'EMG submental', 'Temp rectal']\n",
    "\n",
    "# Read raw and annotation EDF files\n",
    "psg_fnames = glob.glob(os.path.join('data/', \"*PSG.edf\"))\n",
    "ann_fnames = glob.glob(os.path.join('data/', \"*Hypnogram.edf\"))\n",
    "psg_fnames.sort()\n",
    "ann_fnames.sort()\n",
    "psg_fnames = np.asarray(psg_fnames)\n",
    "ann_fnames = np.asarray(ann_fnames)\n",
    "\n",
    "for i in range(len(psg_fnames)):\n",
    "    # if not \"ST7171J0-PSG.edf\" in psg_fnames[i]:\n",
    "    #     continue\n",
    "\n",
    "    raw = read_raw_edf(psg_fnames[i])\n",
    "    sampling_rate = raw.info['sfreq']\n",
    "\n",
    "    raw = read_raw_edf(psg_fnames[i])\n",
    "    sampling_rate = raw.info['sfreq']\n",
    "\n",
    "    raw_eeg_fpz = raw.to_data_frame(scale_time=100.0)['EEG Fpz-Cz']\n",
    "    raw_eeg_fpz = raw_eeg_fpz.to_frame()\n",
    "    raw_eeg_fpz.set_index(np.arange(len(raw_eeg_fpz)))\n",
    "    print('-------------------------------------------------------------------')\n",
    "    raw_eeg_pz = raw.to_data_frame(scale_time=100.0)['EEG Pz-Oz']\n",
    "    raw_eeg_pz = raw_eeg_pz.to_frame()\n",
    "    raw_eeg_pz.set_index(np.arange(len(raw_eeg_pz)))\n",
    "    print('-------------------------------------------------------------------')\n",
    "\n",
    "    raw_eog = raw.to_data_frame(scale_time=100.0)['EOG horizontal']\n",
    "    raw_eog = raw_eog.to_frame()\n",
    "    raw_eog.set_index(np.arange(len(raw_eog)))\n",
    "    print('-------------------------------------------------------------------')\n",
    "\n",
    "#     raw_resp = raw.to_data_frame(scale_time=100.0)['Resp oro-nasal']\n",
    "#     raw_resp = raw_resp.to_frame()\n",
    "#     raw_resp.set_index(np.arange(len(raw_resp)))\n",
    "#     print('-------------------------------------------------------------------')\n",
    "\n",
    "#     raw_emg = raw.to_data_frame(scale_time=100.0)['EMG submental']\n",
    "#     raw_emg = raw_emg.to_frame()\n",
    "#     raw_emg.set_index(np.arange(len(raw_emg)))\n",
    "#     print('-------------------------------------------------------------------')\n",
    "\n",
    "#     raw_temp = raw.to_data_frame(scale_time=100.0)['Temp rectal']\n",
    "#     raw_temp = raw_temp.to_frame()\n",
    "#     raw_temp.set_index(np.arange(len(raw_temp)))\n",
    "#     print('-------------------------------------------------------------------')\n",
    "\n",
    "    raw_ch_df = pd.concat([raw_eeg_fpz, raw_eeg_pz, raw_eog], axis=1)\n",
    "\n",
    "\n",
    "\n",
    "    # Get raw header\n",
    "    f = open(psg_fnames[i], 'r')\n",
    "    reader_raw = dhedfreader.BaseEDFReader(f)\n",
    "    reader_raw.read_header()\n",
    "    h_raw = reader_raw.header\n",
    "    f.close()\n",
    "    raw_start_dt = datetime.strptime(h_raw['date_time'], \"%Y-%m-%d %H:%M:%S\")\n",
    "\n",
    "    # Read annotation and its header\n",
    "    f = open(ann_fnames[i], 'r')\n",
    "    reader_ann = dhedfreader.BaseEDFReader(f)\n",
    "    reader_ann.read_header()\n",
    "    h_ann = reader_ann.header\n",
    "    _, _, ann = zip(*reader_ann.records())\n",
    "    f.close()\n",
    "    ann_start_dt = datetime.strptime(h_ann['date_time'], \"%Y-%m-%d %H:%M:%S\")\n",
    "\n",
    "    # Assert that raw and annotation files start at the same time\n",
    "    assert raw_start_dt == ann_start_dt\n",
    "\n",
    "\n",
    "    # Generate label and remove indices\n",
    "    remove_idx = []    # indicies of the data that will be removed\n",
    "    labels = []        # indicies of the data that have labels\n",
    "    label_idx = []\n",
    "    for a in ann[0]:\n",
    "        onset_sec, duration_sec, ann_char = a\n",
    "        ann_str = \"\".join(ann_char)\n",
    "        label = ann2label[ann_str]\n",
    "        if label != UNKNOWN:\n",
    "            if duration_sec % EPOCH_SEC_SIZE != 0:\n",
    "                raise Exception(\"Something wrong\")\n",
    "            duration_epoch = int(duration_sec / EPOCH_SEC_SIZE)\n",
    "            label_epoch = np.ones(duration_epoch, dtype=np.int) * label\n",
    "            labels.append(label_epoch)\n",
    "            idx = int(onset_sec * sampling_rate) + np.arange(duration_sec * sampling_rate, dtype=np.int)\n",
    "            label_idx.append(idx)\n",
    "\n",
    "            print \"Include onset:{}, duration:{}, label:{} ({})\".format(\n",
    "                onset_sec, duration_sec, label, ann_str\n",
    "            )\n",
    "        else:\n",
    "            idx = int(onset_sec * sampling_rate) + np.arange(duration_sec * sampling_rate, dtype=np.int)\n",
    "            remove_idx.append(idx)\n",
    "\n",
    "            print \"Remove onset:{}, duration:{}, label:{} ({})\".format(\n",
    "                onset_sec, duration_sec, label, ann_str\n",
    "            )\n",
    "    labels = np.hstack(labels)\n",
    "\n",
    "    print \"before remove unwanted: {}\".format(np.arange(len(raw_ch_df)).shape)\n",
    "    if len(remove_idx) > 0:\n",
    "        remove_idx = np.hstack(remove_idx)\n",
    "        select_idx = np.setdiff1d(np.arange(len(raw_ch_df)), remove_idx)\n",
    "    else:\n",
    "        select_idx = np.arange(len(raw_ch_df))\n",
    "\n",
    "    print \"after remove unwanted: {}\".format(select_idx.shape)\n",
    "\n",
    "    # Select only the data with labels\n",
    "    print \"before intersect label: {}\".format(select_idx.shape)\n",
    "    label_idx = np.hstack(label_idx)\n",
    "    select_idx = np.intersect1d(select_idx, label_idx)\n",
    "    print \"after intersect label: {}\".format(select_idx.shape)\n",
    "\n",
    "    # Remove extra index\n",
    "    if len(label_idx) > len(select_idx):\n",
    "        print \"before remove extra labels: {}, {}\".format(select_idx.shape, labels.shape)\n",
    "        extra_idx = np.setdiff1d(label_idx, select_idx)\n",
    "        # Trim the tail\n",
    "        if np.all(extra_idx > select_idx[-1]):\n",
    "            print('debug')\n",
    "            print('len(select_idx',len(select_idx),' EPOCH_SEC_SIZE', EPOCH_SEC_SIZE, 'sampling_rate', sampling_rate)\n",
    "            n_trims = len(select_idx) % int(EPOCH_SEC_SIZE * sampling_rate)\n",
    "            print('n_trims', n_trims)\n",
    "            n_label_trims = int(math.ceil(n_trims / (EPOCH_SEC_SIZE * sampling_rate)))\n",
    "            print('select_idx', select_idx, 'select_idx new', select_idx[:-n_trims])\n",
    "            print('n_trims', n_trims)\n",
    "            select_idx = select_idx[:-n_trims]\n",
    "            print('Final', select_idx)\n",
    "            labels = labels[:-n_label_trims]\n",
    "        print \"after remove extra labels: {}, {}\".format(select_idx.shape, labels.shape)\n",
    "\n",
    "    \n",
    "    # Remove movement and unknown stages if any\n",
    "    raw_ch = raw_ch_df.values[select_idx]\n",
    "    print('raw_ch', len(raw_ch))\n",
    "    # Verify that we can split into 30-s epochs\n",
    "    if len(raw_ch) % (EPOCH_SEC_SIZE * sampling_rate) != 0:\n",
    "        raise Exception(\"Something wrong\")\n",
    "    n_epochs = len(raw_ch) / (EPOCH_SEC_SIZE * sampling_rate)\n",
    "\n",
    "    print('_____________________________________________')\n",
    "    print('debugging:')\n",
    "    print('len(raw.ch)', raw_ch, ' and n_epochs',n_epochs, 'EPOCH_SEC_SIZE', EPOCH_SEC_SIZE)\n",
    "    print('_____________________________________________')\n",
    "    # Get epochs and their corresponding labels\n",
    "    x = np.asarray(np.split(raw_ch, n_epochs)).astype(np.float32)\n",
    "    y = labels.astype(np.int32)\n",
    "    assert len(x) == len(y)\n",
    "\n",
    "    # Select on sleep periods\n",
    "    w_edge_mins = 30\n",
    "    nw_idx = np.where(y != stage_dict[\"W\"])[0]\n",
    "    start_idx = nw_idx[0] - (w_edge_mins * 2)\n",
    "    end_idx = nw_idx[-1] + (w_edge_mins * 2)\n",
    "    if start_idx < 0: start_idx = 0\n",
    "    if end_idx >= len(y): end_idx = len(y) - 1\n",
    "    select_idx = np.arange(start_idx, end_idx+1)\n",
    "    print(\"Data before selection: {}, {}\".format(x.shape, y.shape))\n",
    "    x = x[select_idx]\n",
    "    y = y[select_idx]\n",
    "    print(\"Data after selection: {}, {}\".format(x.shape, y.shape))\n",
    "\n",
    "    # Save\n",
    "    filename = ntpath.basename(psg_fnames[i]).replace(\"-PSG.edf\", \".npz\")\n",
    "    save_dict = {\n",
    "        \"x\": x, \n",
    "        \"y\": y, \n",
    "        \"fs\": sampling_rate,\n",
    "        \"ch_label\": select_ch,\n",
    "        \"header_raw\": h_raw,\n",
    "        \"header_annotation\": h_ann,\n",
    "    }\n",
    "    \n",
    "    resulting_name = output_dir+filename\n",
    "    np.savez(resulting_name, **save_dict)\n",
    "\n",
    "    print \"\\n=======================================\\n\""
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": []
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": [
    "h_ann"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 3,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "{'date_time': '2089-04-24 16:13:00', 'physical_min': array([ -192.,  -197., -1009., -2048.,    -5.,    34., -2047.]), 'record_length': 30.0, 'local_recording_id': 'Startdate 24-APR-1989 X X X', 'n_records': 2650, 'contiguous': True, 'physical_max': array([ 192.,  196., 1009., 2047.,    5.,   40., 2048.]), 'n_samples_per_record': [3000, 3000, 3000, 30, 30, 30, 30], 'label': ['EEG Fpz-Cz', 'EEG Pz-Oz', 'EOG horizontal', 'Resp oro-nasal', 'EMG submental', 'Temp rectal', 'Event marker'], 'digital_max': array([2047., 2047., 2047., 2047., 2500., 2731., 2048.]), 'prefiltering': ['HP:0.5Hz LP:100Hz [enhanced cassette BW]', 'HP:0.5Hz LP:100Hz [enhanced cassette BW]', 'HP:0.5Hz LP:100Hz [enhanced cassette BW]', 'HP:0.03Hz LP:0.9Hz', 'HP:16Hz Rectification LP:0.7Hz', '', 'Hold during 2 seconds'], 'n_channels': 7, 'units': ['uV', 'uV', 'uV', '', 'uV', 'DegC', ''], 'EDF+': False, 'local_subject_id': 'X F X Female_33yr', 'transducer_type': ['Ag-AgCl electrodes', 'Ag-AgCl electrodes', 'Ag-AgCl electrodes', 'Oral-nasal thermistors', 'Ag-AgCl electrodes', 'Rectal thermistor', 'Marker button'], 'digital_min': array([-2048., -2048., -2048., -2048., -2500., -2849., -2047.])}\n",
      "x shape is  (841, 3000, 3)\n",
      "7569000\n"
     ]
    }
   ],
   "source": [
    "import numpy as np\n",
    "import pandas as pd\n",
    "\n",
    "data_train = np.load('data/output/SC4001E0.npz')\n",
    "print(data_train.f.header_raw)\n",
    "#print'y shape is ',data_train.f.y.shape\n",
    "print'x shape is ',data_train.f.x.shape\n",
    "print(data_train.f.x.size)\n",
    "d = data_train.f.x\n",
    "y,x,z = d.nonzero()\n",
    "x = x[:1000]\n",
    "y = y[:1000]\n",
    "z = z[:1000]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 2,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "<mpl_toolkits.mplot3d.art3d.Path3DCollection at 0x114a8cc90>"
      ]
     },
     "execution_count": 2,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "import matplotlib.pyplot as plt\n",
    "from mpl_toolkits.mplot3d import Axes3D\n",
    "fig = plt.figure()\n",
    "ax = fig.add_subplot(111, projection='3d')\n",
    "ax.scatter(x, y, -z, zdir='z', c= 'red')"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": []
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": [
    "import plotly.plotly as py\n",
    "from plotly.graph_objs import Surface"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": [
    "py.iplot([\n",
    "    dict(z=x, type='surface'),\n",
    "    dict(z=y, showscale=False, opacity=0.9, type='surface'),\n",
    "    dict(z=z, showscale=False, opacity=0.9, type='surface')],\n",
    "    filename='python-docs/multiple-surfaces')"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": []
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": []
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "Python 2",
   "language": "python",
   "name": "python2"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 2
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython2",
   "version": "2.7.13"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 2
}