dataset-tcc2-backward.ipynb

{
 "cells": [
  {
   "cell_type": "code",
   "execution_count": 1,
   "metadata": {},
   "outputs": [],
   "source": [
    "import datetime as dt\n",
    "import pandas as pd\n",
    "import numpy as np\n",
    "import csv\n",
    "import sys"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 3,
   "metadata": {},
   "outputs": [],
   "source": [
    "#carregar arquivo\n",
    "base_filtrada = pd.read_csv('dataset-filtrado.csv',sep=',',encoding='iso-8859-1', dtype='object', usecols=['dIP-forward', 'sIP-forward', 'packets-backward',\n",
    "       'bytes-backward', 'sTime-forward', 'dur+msec-forward', 'ap', 'mac-sta'])"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 4,
   "metadata": {},
   "outputs": [],
   "source": [
    "#passando pra datetime \n",
    "base_filtrada['sTime-forward-datetime'] = pd.to_datetime(base_filtrada['sTime-forward'], origin = 'unix', unit = 's')\n",
    "#base_filtrada['sTime-forward-datetime']"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 5,
   "metadata": {},
   "outputs": [],
   "source": [
    "base_filtrada['sTime-forward-datetime-time'] = base_filtrada['sTime-forward-datetime'].dt.strftime(\"%H\")\n",
    "#base_filtrada['sTime-forward-datetime-time']"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 6,
   "metadata": {},
   "outputs": [],
   "source": [
    "base_filtrada['sTime-forward-datetime-day'] = base_filtrada['sTime-forward-datetime'].dt.strftime(\"%d\")\n",
    "#base_filtrada['sTime-forward-datetime-day']"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 7,
   "metadata": {},
   "outputs": [],
   "source": [
    "base_filtrada_dia_24_11h = base_filtrada[(base_filtrada['sTime-forward-datetime-day']== '24') & (base_filtrada['sTime-forward-datetime-time']== '11')]\n",
    "#base_filtrada_dia_24_11h"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 8,
   "metadata": {},
   "outputs": [],
   "source": [
    "tmin = base_filtrada_dia_24_11h['sTime-forward'].min()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": [
    "base_filtrada_dia_24_11h['sTime-forward'].astype(float)\n",
    "base_filtrada_dia_24_11h['sTime-forward']"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 9,
   "metadata": {},
   "outputs": [
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "C:\\Users\\CarolinaBaptistadeli\\anaconda3\\lib\\site-packages\\ipykernel_launcher.py:3: SettingWithCopyWarning: \n",
      "A value is trying to be set on a copy of a slice from a DataFrame.\n",
      "Try using .loc[row_indexer,col_indexer] = value instead\n",
      "\n",
      "See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy\n",
      "  This is separate from the ipykernel package so we can avoid doing imports until\n"
     ]
    }
   ],
   "source": [
    "#achando o tnovo partindo de 0s\n",
    "tmin = float(tmin)\n",
    "base_filtrada_dia_24_11h['sTime-foward-0start'] = base_filtrada_dia_24_11h['sTime-forward'].astype(float).map(lambda x: x - tmin)\n",
    "#base_filtrada_dia_24_11h['sTime-foward-0start']"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 10,
   "metadata": {},
   "outputs": [],
   "source": [
    "base_filtrada_dia_24_11h = base_filtrada_dia_24_11h.sort_values(['sTime-foward-0start'])"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 13,
   "metadata": {},
   "outputs": [],
   "source": [
    "base_dia_24_11h_backward = base_filtrada_dia_24_11h.replace({'dur+msec-forward': {'0': '1', '0.0': '1.0'}})"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 20,
   "metadata": {},
   "outputs": [],
   "source": [
    "time_dur= base_dia_24_11h_backward['dur+msec-forward'].astype(float)\n",
    "sTime = base_dia_24_11h_backward['sTime-foward-0start'].astype(float)\n",
    "time_backward = sTime + time_dur\n",
    "\n",
    "base_dia_24_11h_backward['sTime-backward'] = time_backward"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 21,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "35124072       1.00\n",
       "35124074      14.21\n",
       "35124073      11.88\n",
       "35124075      18.25\n",
       "35124076      18.25\n",
       "             ...   \n",
       "35129851    3637.74\n",
       "35129853    3637.74\n",
       "35129852    3637.74\n",
       "35129797    3590.51\n",
       "35129798    3592.45\n",
       "Name: sTime-backward, Length: 5738, dtype: float64"
      ]
     },
     "execution_count": 21,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "base_dia_24_11h_backward['sTime-backward']"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 23,
   "metadata": {},
   "outputs": [],
   "source": [
    "base_dia_24_11h_backward = base_dia_24_11h_backward.sort_values(['sTime-foward-0start'])"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 24,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>sIP-forward</th>\n",
       "      <th>dIP-forward</th>\n",
       "      <th>sTime-forward</th>\n",
       "      <th>dur+msec-forward</th>\n",
       "      <th>ap</th>\n",
       "      <th>packets-backward</th>\n",
       "      <th>bytes-backward</th>\n",
       "      <th>sTime-forward-datetime</th>\n",
       "      <th>sTime-forward-datetime-time</th>\n",
       "      <th>sTime-forward-datetime-day</th>\n",
       "      <th>sTime-foward-0start</th>\n",
       "      <th>sTime-backward</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>35124072</th>\n",
       "      <td>10.1.106.231</td>\n",
       "      <td>172.217.29.106</td>\n",
       "      <td>1524567606.71</td>\n",
       "      <td>1.0</td>\n",
       "      <td>ap0222</td>\n",
       "      <td>5</td>\n",
       "      <td>505</td>\n",
       "      <td>2018-04-24 11:00:06.710000038</td>\n",
       "      <td>11</td>\n",
       "      <td>24</td>\n",
       "      <td>0.00</td>\n",
       "      <td>1.00</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>35124074</th>\n",
       "      <td>10.1.106.228</td>\n",
       "      <td>169.47.5.238</td>\n",
       "      <td>1524567607.79</td>\n",
       "      <td>13.13</td>\n",
       "      <td>ap0604</td>\n",
       "      <td>6</td>\n",
       "      <td>5246</td>\n",
       "      <td>2018-04-24 11:00:07.789999962</td>\n",
       "      <td>11</td>\n",
       "      <td>24</td>\n",
       "      <td>1.08</td>\n",
       "      <td>14.21</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>35124073</th>\n",
       "      <td>10.1.106.231</td>\n",
       "      <td>188.65.124.58</td>\n",
       "      <td>1524567617.59</td>\n",
       "      <td>1.0</td>\n",
       "      <td>ap0222</td>\n",
       "      <td>10</td>\n",
       "      <td>4295</td>\n",
       "      <td>2018-04-24 11:00:17.589999914</td>\n",
       "      <td>11</td>\n",
       "      <td>24</td>\n",
       "      <td>10.88</td>\n",
       "      <td>11.88</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>35124075</th>\n",
       "      <td>10.1.106.226</td>\n",
       "      <td>8.8.8.8</td>\n",
       "      <td>1524567623.96</td>\n",
       "      <td>1.0</td>\n",
       "      <td>ap0055</td>\n",
       "      <td>2</td>\n",
       "      <td>182</td>\n",
       "      <td>2018-04-24 11:00:23.960000038</td>\n",
       "      <td>11</td>\n",
       "      <td>24</td>\n",
       "      <td>17.25</td>\n",
       "      <td>18.25</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>35124076</th>\n",
       "      <td>10.1.106.226</td>\n",
       "      <td>8.8.8.8</td>\n",
       "      <td>1524567623.96</td>\n",
       "      <td>1.0</td>\n",
       "      <td>ap0055</td>\n",
       "      <td>2</td>\n",
       "      <td>182</td>\n",
       "      <td>2018-04-24 11:00:23.960000038</td>\n",
       "      <td>11</td>\n",
       "      <td>24</td>\n",
       "      <td>17.25</td>\n",
       "      <td>18.25</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "           sIP-forward     dIP-forward  sTime-forward dur+msec-forward  \\\n",
       "35124072  10.1.106.231  172.217.29.106  1524567606.71              1.0   \n",
       "35124074  10.1.106.228    169.47.5.238  1524567607.79            13.13   \n",
       "35124073  10.1.106.231   188.65.124.58  1524567617.59              1.0   \n",
       "35124075  10.1.106.226         8.8.8.8  1524567623.96              1.0   \n",
       "35124076  10.1.106.226         8.8.8.8  1524567623.96              1.0   \n",
       "\n",
       "              ap packets-backward bytes-backward  \\\n",
       "35124072  ap0222                5            505   \n",
       "35124074  ap0604                6           5246   \n",
       "35124073  ap0222               10           4295   \n",
       "35124075  ap0055                2            182   \n",
       "35124076  ap0055                2            182   \n",
       "\n",
       "                sTime-forward-datetime sTime-forward-datetime-time  \\\n",
       "35124072 2018-04-24 11:00:06.710000038                          11   \n",
       "35124074 2018-04-24 11:00:07.789999962                          11   \n",
       "35124073 2018-04-24 11:00:17.589999914                          11   \n",
       "35124075 2018-04-24 11:00:23.960000038                          11   \n",
       "35124076 2018-04-24 11:00:23.960000038                          11   \n",
       "\n",
       "         sTime-forward-datetime-day  sTime-foward-0start  sTime-backward  \n",
       "35124072                         24                 0.00            1.00  \n",
       "35124074                         24                 1.08           14.21  \n",
       "35124073                         24                10.88           11.88  \n",
       "35124075                         24                17.25           18.25  \n",
       "35124076                         24                17.25           18.25  "
      ]
     },
     "execution_count": 24,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "base_dia_24_11h_backward.head()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 26,
   "metadata": {},
   "outputs": [],
   "source": [
    "#alterar nome de alguma coluna\n",
    "base_dia_24_11h_backward = base_dia_24_11h_backward.rename(columns={'sIP-forward':'dIP-backward', 'dIP-forward': 'sIP-backward'})"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 28,
   "metadata": {},
   "outputs": [],
   "source": [
    "#extrair base com modificações\n",
    "base_dia_24_11h_backward[['sTime-backward', 'sIP-backward', 'dIP-backward', 'ap', 'dur+msec-forward', 'packets-backward']].to_csv('base_dia_24_11h_backward.txt', encoding='utf-8', sep=',', index=False, header=False)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 29,
   "metadata": {},
   "outputs": [],
   "source": [
    "#extrair base com modificações\n",
    "base_dia_24_11h_backward[['sTime-foward-0start']].to_csv('base_dia_24_11h_tempo_start0.txt', encoding='utf-8', sep=',', index=False, header=False)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": []
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "Python 3",
   "language": "python",
   "name": "python3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.7.6"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 4
}