Datasets
Models
Downloads: 1
1321 lines (1320 with data), 51.3 kB
{
"cells": [
{
"cell_type": "markdown",
"metadata": {},
"source": [
"# DREAMER Valence EMI-LSTM 48_16"
]
},
{
"cell_type": "markdown",
"metadata": {},
"source": [
"Adapted from Microsoft's notebooks, available at https://github.com/microsoft/EdgeML authored by Dennis et al."
]
},
{
"cell_type": "markdown",
"metadata": {},
"source": [
"## Imports"
]
},
{
"cell_type": "code",
"execution_count": 6,
"metadata": {
"ExecuteTime": {
"end_time": "2019-07-15T18:30:17.522073Z",
"start_time": "2019-07-15T18:30:17.217355Z"
},
"scrolled": true
},
"outputs": [],
"source": [
"import pandas as pd\n",
"import numpy as np\n",
"from tabulate import tabulate\n",
"import os\n",
"import datetime as datetime\n",
"import pickle as pkl"
]
},
{
"cell_type": "markdown",
"metadata": {},
"source": [
"## DataFrames from CSVs"
]
},
{
"cell_type": "code",
"execution_count": 2,
"metadata": {
"ExecuteTime": {
"end_time": "2019-07-15T18:30:28.212447Z",
"start_time": "2019-07-15T18:30:17.889941Z"
}
},
"outputs": [
{
"name": "stderr",
"output_type": "stream",
"text": [
"/home/sf/.local/lib/python3.6/site-packages/numpy/lib/arraysetops.py:472: FutureWarning: elementwise comparison failed; returning scalar instead, but in the future will perform elementwise comparison\n",
" mask |= (ar1 == a)\n"
]
}
],
"source": [
"df = pd.read_csv('/home/sf/data/DREAMER/DREAMER_combined.csv',index_col=0)"
]
},
{
"cell_type": "markdown",
"metadata": {},
"source": [
"## Preprocessing "
]
},
{
"cell_type": "code",
"execution_count": 3,
"metadata": {
"ExecuteTime": {
"end_time": "2019-06-18T16:01:09.440118Z",
"start_time": "2019-06-18T16:01:09.394271Z"
},
"scrolled": true
},
"outputs": [
{
"data": {
"text/plain": [
"Index(['0', '1', '2', '3', '4', '5', '6', '7', '8', '9', '10', '11', '12',\n",
" '13', 'Person', 'Movie', 'Arousal', 'Dominance', 'Valence', 'ECG1',\n",
" 'ECG2'],\n",
" dtype='object')"
]
},
"execution_count": 3,
"metadata": {},
"output_type": "execute_result"
}
],
"source": [
"df.columns"
]
},
{
"cell_type": "markdown",
"metadata": {},
"source": [
"## Split Ground Truth "
]
},
{
"cell_type": "code",
"execution_count": 4,
"metadata": {
"ExecuteTime": {
"end_time": "2019-07-15T18:30:37.760226Z",
"start_time": "2019-07-15T18:30:37.597908Z"
}
},
"outputs": [],
"source": [
"filtered_train = df.drop(['Movie', 'Person', 'Arousal','Dominance', 'Valence'], axis=1)\n",
"filtered_target = df['Valence']\n",
"filtered_target = filtered_target.replace({1:0,2:1,3:2,4:3,5:4})\n",
"#filtered_labels = filtered_s2['ID']"
]
},
{
"cell_type": "code",
"execution_count": 5,
"metadata": {
"ExecuteTime": {
"end_time": "2019-07-15T18:32:27.581110Z",
"start_time": "2019-07-15T18:32:27.576162Z"
}
},
"outputs": [
{
"name": "stdout",
"output_type": "stream",
"text": [
"(10975232,)\n",
"(10975232, 16)\n"
]
}
],
"source": [
"print(filtered_target.shape)\n",
"print(filtered_train.shape)"
]
},
{
"cell_type": "code",
"execution_count": 6,
"metadata": {
"ExecuteTime": {
"end_time": "2019-06-19T05:24:41.449331Z",
"start_time": "2019-06-19T05:24:41.445741Z"
},
"scrolled": true
},
"outputs": [],
"source": [
"y = filtered_target.values.reshape(85744, 128)"
]
},
{
"cell_type": "markdown",
"metadata": {},
"source": [
"## Convert to 3D - (Bags, Timesteps, Features)"
]
},
{
"cell_type": "code",
"execution_count": 7,
"metadata": {},
"outputs": [
{
"data": {
"text/plain": [
"16"
]
},
"execution_count": 7,
"metadata": {},
"output_type": "execute_result"
}
],
"source": [
"len(filtered_train.columns)"
]
},
{
"cell_type": "code",
"execution_count": 8,
"metadata": {
"ExecuteTime": {
"end_time": "2019-06-19T05:24:43.963421Z",
"start_time": "2019-06-19T05:24:43.944207Z"
}
},
"outputs": [
{
"name": "stdout",
"output_type": "stream",
"text": [
"(10975232, 16)\n",
"(85744, 128, 16)\n"
]
}
],
"source": [
"x = filtered_train.values\n",
"print(x.shape)\n",
"x = x.reshape(int(len(x) / 128), 128, 16)\n",
"print(x.shape)"
]
},
{
"cell_type": "markdown",
"metadata": {},
"source": [
"## Filter Overlapping Bags"
]
},
{
"cell_type": "code",
"execution_count": 9,
"metadata": {
"ExecuteTime": {
"end_time": "2019-06-19T05:25:19.299273Z",
"start_time": "2019-06-19T05:25:18.952971Z"
}
},
"outputs": [
{
"name": "stdout",
"output_type": "stream",
"text": [
"[]\n"
]
}
],
"source": [
"# filtering bags that overlap with another class\n",
"bags_to_remove = []\n",
"for i in range(len(y)):\n",
" if len(set(y[i])) > 1:\n",
" bags_to_remove.append(i)\n",
"print(bags_to_remove)"
]
},
{
"cell_type": "code",
"execution_count": 10,
"metadata": {
"ExecuteTime": {
"end_time": "2019-06-19T05:25:26.446153Z",
"start_time": "2019-06-19T05:25:26.256245Z"
}
},
"outputs": [],
"source": [
"x = np.delete(x, bags_to_remove, axis=0)\n",
"y = np.delete(y, bags_to_remove, axis=0)"
]
},
{
"cell_type": "code",
"execution_count": 11,
"metadata": {
"ExecuteTime": {
"end_time": "2019-06-19T05:25:27.260726Z",
"start_time": "2019-06-19T05:25:27.254474Z"
}
},
"outputs": [
{
"data": {
"text/plain": [
"(85744, 128, 16)"
]
},
"execution_count": 11,
"metadata": {},
"output_type": "execute_result"
}
],
"source": [
"x.shape "
]
},
{
"cell_type": "code",
"execution_count": 12,
"metadata": {
"ExecuteTime": {
"end_time": "2019-06-19T05:25:28.101475Z",
"start_time": "2019-06-19T05:25:28.096009Z"
}
},
"outputs": [
{
"data": {
"text/plain": [
"(85744, 128)"
]
},
"execution_count": 12,
"metadata": {},
"output_type": "execute_result"
}
],
"source": [
"y.shape"
]
},
{
"cell_type": "markdown",
"metadata": {},
"source": [
"## Categorical Representation "
]
},
{
"cell_type": "code",
"execution_count": 13,
"metadata": {
"ExecuteTime": {
"end_time": "2019-06-19T05:25:50.094089Z",
"start_time": "2019-06-19T05:25:49.746284Z"
}
},
"outputs": [],
"source": [
"one_hot_list = []\n",
"for i in range(len(y)):\n",
" one_hot_list.append(set(y[i]).pop())"
]
},
{
"cell_type": "code",
"execution_count": 14,
"metadata": {
"ExecuteTime": {
"end_time": "2019-06-19T05:25:52.203633Z",
"start_time": "2019-06-19T05:25:52.198467Z"
}
},
"outputs": [],
"source": [
"categorical_y_ver = one_hot_list\n",
"categorical_y_ver = np.array(categorical_y_ver)"
]
},
{
"cell_type": "code",
"execution_count": 15,
"metadata": {
"ExecuteTime": {
"end_time": "2019-06-19T05:25:53.132006Z",
"start_time": "2019-06-19T05:25:53.126314Z"
}
},
"outputs": [
{
"data": {
"text/plain": [
"(85744,)"
]
},
"execution_count": 15,
"metadata": {},
"output_type": "execute_result"
}
],
"source": [
"categorical_y_ver.shape"
]
},
{
"cell_type": "code",
"execution_count": 16,
"metadata": {
"ExecuteTime": {
"end_time": "2019-06-19T05:25:54.495163Z",
"start_time": "2019-06-19T05:25:54.489349Z"
}
},
"outputs": [
{
"data": {
"text/plain": [
"128"
]
},
"execution_count": 16,
"metadata": {},
"output_type": "execute_result"
}
],
"source": [
"x.shape[1]"
]
},
{
"cell_type": "code",
"execution_count": 17,
"metadata": {
"ExecuteTime": {
"end_time": "2019-06-19T05:26:08.021392Z",
"start_time": "2019-06-19T05:26:08.017038Z"
}
},
"outputs": [],
"source": [
"def one_hot(y, numOutput):\n",
" y = np.reshape(y, [-1])\n",
" ret = np.zeros([y.shape[0], numOutput])\n",
" for i, label in enumerate(y):\n",
" ret[i, label] = 1\n",
" return ret"
]
},
{
"cell_type": "markdown",
"metadata": {},
"source": [
"## Extract 3D Normalized Data with Validation Set"
]
},
{
"cell_type": "code",
"execution_count": 18,
"metadata": {
"ExecuteTime": {
"end_time": "2019-06-19T05:26:08.931435Z",
"start_time": "2019-06-19T05:26:08.927397Z"
}
},
"outputs": [],
"source": [
"from sklearn.model_selection import train_test_split\n",
"import pathlib"
]
},
{
"cell_type": "code",
"execution_count": 19,
"metadata": {
"ExecuteTime": {
"end_time": "2019-06-19T05:26:10.295822Z",
"start_time": "2019-06-19T05:26:09.832723Z"
}
},
"outputs": [],
"source": [
"x_train_val_combined, x_test, y_train_val_combined, y_test = train_test_split(x, categorical_y_ver, test_size=0.20, random_state=42)"
]
},
{
"cell_type": "code",
"execution_count": 20,
"metadata": {
"ExecuteTime": {
"end_time": "2019-06-19T05:26:11.260084Z",
"start_time": "2019-06-19T05:26:11.253714Z"
}
},
"outputs": [
{
"data": {
"text/plain": [
"array([3, 3, 2, ..., 4, 3, 1])"
]
},
"execution_count": 20,
"metadata": {},
"output_type": "execute_result"
}
],
"source": [
"y_test"
]
},
{
"cell_type": "code",
"execution_count": 21,
"metadata": {
"ExecuteTime": {
"end_time": "2019-06-18T17:24:41.832337Z",
"start_time": "2019-06-18T17:24:41.141678Z"
}
},
"outputs": [],
"source": [
"extractedDir = '/home/sf/data/DREAMER/Valence'\n",
"timesteps = x_train_val_combined.shape[-2]\n",
"feats = x_train_val_combined.shape[-1]\n",
"\n",
"trainSize = int(x_train_val_combined.shape[0]*0.9)\n",
"x_train, x_val = x_train_val_combined[:trainSize], x_train_val_combined[trainSize:] \n",
"y_train, y_val = y_train_val_combined[:trainSize], y_train_val_combined[trainSize:]\n",
"\n",
"# normalization\n",
"x_train = np.reshape(x_train, [-1, feats])\n",
"mean = np.mean(x_train, axis=0)\n",
"std = np.std(x_train, axis=0)\n",
"\n",
"# normalize train\n",
"x_train = x_train - mean\n",
"x_train = x_train / std\n",
"x_train = np.reshape(x_train, [-1, timesteps, feats])\n",
"\n",
"# normalize val\n",
"x_val = np.reshape(x_val, [-1, feats])\n",
"x_val = x_val - mean\n",
"x_val = x_val / std\n",
"x_val = np.reshape(x_val, [-1, timesteps, feats])\n",
"\n",
"# normalize test\n",
"x_test = np.reshape(x_test, [-1, feats])\n",
"x_test = x_test - mean\n",
"x_test = x_test / std\n",
"x_test = np.reshape(x_test, [-1, timesteps, feats])\n",
"\n",
"# shuffle test, as this was remaining\n",
"idx = np.arange(len(x_test))\n",
"np.random.shuffle(idx)\n",
"x_test = x_test[idx]\n",
"y_test = y_test[idx]"
]
},
{
"cell_type": "code",
"execution_count": 22,
"metadata": {
"ExecuteTime": {
"end_time": "2019-06-18T17:25:50.674962Z",
"start_time": "2019-06-18T17:25:50.481068Z"
}
},
"outputs": [
{
"name": "stdout",
"output_type": "stream",
"text": [
"/home/sf/data/DREAMER/Valence/\n"
]
}
],
"source": [
"# one-hot encoding of labels\n",
"numOutput = 5\n",
"y_train = one_hot(y_train, numOutput)\n",
"y_val = one_hot(y_val, numOutput)\n",
"y_test = one_hot(y_test, numOutput)\n",
"extractedDir += '/'\n",
"\n",
"pathlib.Path(extractedDir + 'RAW').mkdir(parents=True, exist_ok = True)\n",
"\n",
"np.save(extractedDir + \"RAW/x_train\", x_train)\n",
"np.save(extractedDir + \"RAW/y_train\", y_train)\n",
"np.save(extractedDir + \"RAW/x_test\", x_test)\n",
"np.save(extractedDir + \"RAW/y_test\", y_test)\n",
"np.save(extractedDir + \"RAW/x_val\", x_val)\n",
"np.save(extractedDir + \"RAW/y_val\", y_val)\n",
"\n",
"print(extractedDir)"
]
},
{
"cell_type": "code",
"execution_count": 23,
"metadata": {
"ExecuteTime": {
"end_time": "2019-06-18T17:26:35.381650Z",
"start_time": "2019-06-18T17:26:35.136645Z"
}
},
"outputs": [
{
"name": "stdout",
"output_type": "stream",
"text": [
"x_test.npy x_train.npy x_val.npy y_test.npy y_train.npy y_val.npy\r\n"
]
}
],
"source": [
"ls //home/sf/data/DREAMER/Valence/RAW"
]
},
{
"cell_type": "code",
"execution_count": 24,
"metadata": {
"ExecuteTime": {
"end_time": "2019-06-18T17:27:34.458130Z",
"start_time": "2019-06-18T17:27:34.323712Z"
}
},
"outputs": [
{
"data": {
"text/plain": [
"(61735, 128, 16)"
]
},
"execution_count": 24,
"metadata": {},
"output_type": "execute_result"
}
],
"source": [
"np.load('/home/sf/data/DREAMER/Valence/RAW/x_train.npy').shape"
]
},
{
"cell_type": "markdown",
"metadata": {},
"source": [
"## Make 4D EMI Data (Bags, Subinstances, Subinstance Length, Features)"
]
},
{
"cell_type": "code",
"execution_count": 1,
"metadata": {
"ExecuteTime": {
"end_time": "2019-06-19T05:30:53.720179Z",
"start_time": "2019-06-19T05:30:53.713756Z"
}
},
"outputs": [],
"source": [
"def loadData(dirname):\n",
" x_train = np.load(dirname + '/' + 'x_train.npy')\n",
" y_train = np.load(dirname + '/' + 'y_train.npy')\n",
" x_test = np.load(dirname + '/' + 'x_test.npy')\n",
" y_test = np.load(dirname + '/' + 'y_test.npy')\n",
" x_val = np.load(dirname + '/' + 'x_val.npy')\n",
" y_val = np.load(dirname + '/' + 'y_val.npy')\n",
" return x_train, y_train, x_test, y_test, x_val, y_val"
]
},
{
"cell_type": "code",
"execution_count": 2,
"metadata": {
"ExecuteTime": {
"end_time": "2019-06-18T17:29:23.614052Z",
"start_time": "2019-06-18T17:29:23.601324Z"
}
},
"outputs": [],
"source": [
"def bagData(X, Y, subinstanceLen, subinstanceStride):\n",
" numClass = 5\n",
" numSteps = 128\n",
" numFeats = 16\n",
" assert X.ndim == 3\n",
" assert X.shape[1] == numSteps\n",
" assert X.shape[2] == numFeats\n",
" assert subinstanceLen <= numSteps\n",
" assert subinstanceLen > 0\n",
" assert subinstanceStride <= numSteps\n",
" assert subinstanceStride >= 0\n",
" assert len(X) == len(Y)\n",
" assert Y.ndim == 2\n",
" assert Y.shape[1] == numClass\n",
" x_bagged = []\n",
" y_bagged = []\n",
" for i, point in enumerate(X[:, :, :]):\n",
" instanceList = []\n",
" start = 0\n",
" end = subinstanceLen\n",
" while True:\n",
" x = point[start:end, :]\n",
" if len(x) < subinstanceLen:\n",
" x_ = np.zeros([subinstanceLen, x.shape[1]])\n",
" x_[:len(x), :] = x[:, :]\n",
" x = x_\n",
" instanceList.append(x)\n",
" if end >= numSteps:\n",
" break\n",
" start += subinstanceStride\n",
" end += subinstanceStride\n",
" bag = np.array(instanceList)\n",
" numSubinstance = bag.shape[0]\n",
" label = Y[i]\n",
" label = np.argmax(label)\n",
" labelBag = np.zeros([numSubinstance, numClass])\n",
" labelBag[:, label] = 1\n",
" x_bagged.append(bag)\n",
" label = np.array(labelBag)\n",
" y_bagged.append(label)\n",
" return np.array(x_bagged), np.array(y_bagged)"
]
},
{
"cell_type": "code",
"execution_count": 3,
"metadata": {
"ExecuteTime": {
"end_time": "2019-06-19T05:33:06.531994Z",
"start_time": "2019-06-19T05:33:06.523884Z"
}
},
"outputs": [],
"source": [
"def makeEMIData(subinstanceLen, subinstanceStride, sourceDir, outDir):\n",
" x_train, y_train, x_test, y_test, x_val, y_val = loadData(sourceDir)\n",
" x, y = bagData(x_train, y_train, subinstanceLen, subinstanceStride)\n",
" np.save(outDir + '/x_train.npy', x)\n",
" np.save(outDir + '/y_train.npy', y)\n",
" print('Num train %d' % len(x))\n",
" x, y = bagData(x_test, y_test, subinstanceLen, subinstanceStride)\n",
" np.save(outDir + '/x_test.npy', x)\n",
" np.save(outDir + '/y_test.npy', y)\n",
" print('Num test %d' % len(x))\n",
" x, y = bagData(x_val, y_val, subinstanceLen, subinstanceStride)\n",
" np.save(outDir + '/x_val.npy', x)\n",
" np.save(outDir + '/y_val.npy', y)\n",
" print('Num val %d' % len(x))"
]
},
{
"cell_type": "code",
"execution_count": 7,
"metadata": {
"ExecuteTime": {
"end_time": "2019-06-19T05:35:20.960014Z",
"start_time": "2019-06-19T05:35:20.050363Z"
}
},
"outputs": [
{
"name": "stdout",
"output_type": "stream",
"text": [
"Num train 61735\n",
"Num test 17149\n",
"Num val 6860\n"
]
}
],
"source": [
"subinstanceLen = 48\n",
"subinstanceStride = 16\n",
"extractedDir = '/home/sf/data/DREAMER/Valence'\n",
"from os import mkdir\n",
"# mkdir('/home/sf/data/DREAMER/Valence' + '/%d_%d/' % (subinstanceLen, subinstanceStride))\n",
"rawDir = extractedDir + '/RAW'\n",
"sourceDir = rawDir\n",
"outDir = extractedDir + '/%d_%d/' % (subinstanceLen, subinstanceStride)\n",
"makeEMIData(subinstanceLen, subinstanceStride, sourceDir, outDir)"
]
},
{
"cell_type": "code",
"execution_count": 8,
"metadata": {
"ExecuteTime": {
"end_time": "2019-06-18T17:48:58.293843Z",
"start_time": "2019-06-18T17:48:58.285383Z"
}
},
"outputs": [
{
"data": {
"text/plain": [
"(61735, 6, 5)"
]
},
"execution_count": 8,
"metadata": {},
"output_type": "execute_result"
}
],
"source": [
"np.load('/home/sf/data/DREAMER/Valence/48_16/y_train.npy').shape"
]
},
{
"cell_type": "code",
"execution_count": 30,
"metadata": {
"ExecuteTime": {
"end_time": "2019-06-18T12:49:10.278023Z",
"start_time": "2019-06-18T12:49:10.273245Z"
}
},
"outputs": [
{
"name": "stdout",
"output_type": "stream",
"text": [
"(61735, 128, 16)\n",
"(61735, 5)\n"
]
}
],
"source": [
"print(x_train.shape)\n",
"print(y_train.shape)"
]
},
{
"cell_type": "code",
"execution_count": 9,
"metadata": {
"ExecuteTime": {
"end_time": "2019-06-19T05:35:48.609552Z",
"start_time": "2019-06-19T05:35:48.604291Z"
}
},
"outputs": [],
"source": [
"from edgeml.graph.rnn import EMI_DataPipeline\n",
"from edgeml.graph.rnn import EMI_BasicLSTM, EMI_FastGRNN, EMI_FastRNN, EMI_GRU\n",
"from edgeml.trainer.emirnnTrainer import EMI_Trainer, EMI_Driver\n",
"import edgeml.utils"
]
},
{
"cell_type": "code",
"execution_count": 10,
"metadata": {
"ExecuteTime": {
"end_time": "2019-06-19T05:43:48.032413Z",
"start_time": "2019-06-19T05:43:47.987839Z"
}
},
"outputs": [],
"source": [
"def lstm_experiment_generator(params, path = './DSAAR/64_16/'):\n",
" \"\"\"\n",
" Function that will generate the experiments to be run.\n",
" Inputs : \n",
" (1) Dictionary params, to set the network parameters.\n",
" (2) Name of the Model to be run from [EMI-LSTM, EMI-FastGRNN, EMI-GRU]\n",
" (3) Path to the dataset, where the csv files are present.\n",
" \"\"\"\n",
" \n",
" #Copy the contents of the params dictionary.\n",
" lstm_dict = {**params}\n",
" \n",
" #---------------------------PARAM SETTING----------------------#\n",
" \n",
" # Network parameters for our LSTM + FC Layer\n",
" NUM_HIDDEN = params[\"NUM_HIDDEN\"]\n",
" NUM_TIMESTEPS = params[\"NUM_TIMESTEPS\"]\n",
" ORIGINAL_NUM_TIMESTEPS = params[\"ORIGINAL_NUM_TIMESTEPS\"]\n",
" NUM_FEATS = params[\"NUM_FEATS\"]\n",
" FORGET_BIAS = params[\"FORGET_BIAS\"]\n",
" NUM_OUTPUT = params[\"NUM_OUTPUT\"]\n",
" USE_DROPOUT = True if (params[\"USE_DROPOUT\"] == 1) else False\n",
" KEEP_PROB = params[\"KEEP_PROB\"]\n",
"\n",
" # For dataset API\n",
" PREFETCH_NUM = params[\"PREFETCH_NUM\"]\n",
" BATCH_SIZE = params[\"BATCH_SIZE\"]\n",
"\n",
" # Number of epochs in *one iteration*\n",
" NUM_EPOCHS = params[\"NUM_EPOCHS\"]\n",
" # Number of iterations in *one round*. After each iteration,\n",
" # the model is dumped to disk. At the end of the current\n",
" # round, the best model among all the dumped models in the\n",
" # current round is picked up..\n",
" NUM_ITER = params[\"NUM_ITER\"]\n",
" # A round consists of multiple training iterations and a belief\n",
" # update step using the best model from all of these iterations\n",
" NUM_ROUNDS = params[\"NUM_ROUNDS\"]\n",
" LEARNING_RATE = params[\"LEARNING_RATE\"]\n",
"\n",
" # A staging direcory to store models\n",
" MODEL_PREFIX = params[\"MODEL_PREFIX\"]\n",
" \n",
" #----------------------END OF PARAM SETTING----------------------#\n",
" \n",
" #----------------------DATA LOADING------------------------------#\n",
" \n",
" x_train, y_train = np.load(path + 'x_train.npy'), np.load(path + 'y_train.npy')\n",
" x_test, y_test = np.load(path + 'x_test.npy'), np.load(path + 'y_test.npy')\n",
" x_val, y_val = np.load(path + 'x_val.npy'), np.load(path + 'y_val.npy')\n",
"\n",
" # BAG_TEST, BAG_TRAIN, BAG_VAL represent bag_level labels. These are used for the label update\n",
" # step of EMI/MI RNN\n",
" BAG_TEST = np.argmax(y_test[:, 0, :], axis=1)\n",
" BAG_TRAIN = np.argmax(y_train[:, 0, :], axis=1)\n",
" BAG_VAL = np.argmax(y_val[:, 0, :], axis=1)\n",
" NUM_SUBINSTANCE = x_train.shape[1]\n",
" print(\"x_train shape is:\", x_train.shape)\n",
" print(\"y_train shape is:\", y_train.shape)\n",
" print(\"x_test shape is:\", x_val.shape)\n",
" print(\"y_test shape is:\", y_val.shape)\n",
" \n",
" #----------------------END OF DATA LOADING------------------------------# \n",
" \n",
" #----------------------COMPUTATION GRAPH--------------------------------#\n",
" \n",
" # Define the linear secondary classifier\n",
" def createExtendedGraph(self, baseOutput, *args, **kwargs):\n",
" W1 = tf.Variable(np.random.normal(size=[NUM_HIDDEN, NUM_OUTPUT]).astype('float32'), name='W1')\n",
" B1 = tf.Variable(np.random.normal(size=[NUM_OUTPUT]).astype('float32'), name='B1')\n",
" y_cap = tf.add(tf.tensordot(baseOutput, W1, axes=1), B1, name='y_cap_tata')\n",
" self.output = y_cap\n",
" self.graphCreated = True\n",
"\n",
" def restoreExtendedGraph(self, graph, *args, **kwargs):\n",
" y_cap = graph.get_tensor_by_name('y_cap_tata:0')\n",
" self.output = y_cap\n",
" self.graphCreated = True\n",
"\n",
" def feedDictFunc(self, keep_prob=None, inference=False, **kwargs):\n",
" if inference is False:\n",
" feedDict = {self._emiGraph.keep_prob: keep_prob}\n",
" else:\n",
" feedDict = {self._emiGraph.keep_prob: 1.0}\n",
" return feedDict\n",
"\n",
" EMI_BasicLSTM._createExtendedGraph = createExtendedGraph\n",
" EMI_BasicLSTM._restoreExtendedGraph = restoreExtendedGraph\n",
"\n",
" if USE_DROPOUT is True:\n",
" EMI_Driver.feedDictFunc = feedDictFunc\n",
" \n",
" inputPipeline = EMI_DataPipeline(NUM_SUBINSTANCE, NUM_TIMESTEPS, NUM_FEATS, NUM_OUTPUT)\n",
" emiLSTM = EMI_BasicLSTM(NUM_SUBINSTANCE, NUM_HIDDEN, NUM_TIMESTEPS, NUM_FEATS,\n",
" forgetBias=FORGET_BIAS, useDropout=USE_DROPOUT)\n",
" emiTrainer = EMI_Trainer(NUM_TIMESTEPS, NUM_OUTPUT, lossType='xentropy',\n",
" stepSize=LEARNING_RATE)\n",
" \n",
" tf.reset_default_graph()\n",
" g1 = tf.Graph() \n",
" with g1.as_default():\n",
" # Obtain the iterators to each batch of the data\n",
" x_batch, y_batch = inputPipeline()\n",
" # Create the forward computation graph based on the iterators\n",
" y_cap = emiLSTM(x_batch)\n",
" # Create loss graphs and training routines\n",
" emiTrainer(y_cap, y_batch)\n",
" \n",
" #------------------------------END OF COMPUTATION GRAPH------------------------------#\n",
" \n",
" #-------------------------------------EMI DRIVER-------------------------------------#\n",
" \n",
" with g1.as_default():\n",
" emiDriver = EMI_Driver(inputPipeline, emiLSTM, emiTrainer)\n",
"\n",
" emiDriver.initializeSession(g1)\n",
" y_updated, modelStats = emiDriver.run(numClasses=NUM_OUTPUT, x_train=x_train,\n",
" y_train=y_train, bag_train=BAG_TRAIN,\n",
" x_val=x_val, y_val=y_val, bag_val=BAG_VAL,\n",
" numIter=NUM_ITER, keep_prob=KEEP_PROB,\n",
" numRounds=NUM_ROUNDS, batchSize=BATCH_SIZE,\n",
" numEpochs=NUM_EPOCHS, modelPrefix=MODEL_PREFIX,\n",
" fracEMI=0.5, updatePolicy='top-k', k=1)\n",
" \n",
" #-------------------------------END OF EMI DRIVER-------------------------------------#\n",
" \n",
" #-----------------------------------EARLY SAVINGS-------------------------------------#\n",
" \n",
" \"\"\"\n",
" Early Prediction Policy: We make an early prediction based on the predicted classes\n",
" probability. If the predicted class probability > minProb at some step, we make\n",
" a prediction at that step.\n",
" \"\"\"\n",
" def earlyPolicy_minProb(instanceOut, minProb, **kwargs):\n",
" assert instanceOut.ndim == 2\n",
" classes = np.argmax(instanceOut, axis=1)\n",
" prob = np.max(instanceOut, axis=1)\n",
" index = np.where(prob >= minProb)[0]\n",
" if len(index) == 0:\n",
" assert (len(instanceOut) - 1) == (len(classes) - 1)\n",
" return classes[-1], len(instanceOut) - 1\n",
" index = index[0]\n",
" return classes[index], index\n",
"\n",
" def getEarlySaving(predictionStep, numTimeSteps, returnTotal=False):\n",
" predictionStep = predictionStep + 1\n",
" predictionStep = np.reshape(predictionStep, -1)\n",
" totalSteps = np.sum(predictionStep)\n",
" maxSteps = len(predictionStep) * numTimeSteps\n",
" savings = 1.0 - (totalSteps / maxSteps)\n",
" if returnTotal:\n",
" return savings, totalSteps\n",
" return savings\n",
" \n",
" #--------------------------------END OF EARLY SAVINGS---------------------------------#\n",
" \n",
" #----------------------------------------BEST MODEL-----------------------------------#\n",
" \n",
" k = 2\n",
" predictions, predictionStep = emiDriver.getInstancePredictions(x_test, y_test, earlyPolicy_minProb,\n",
" minProb=0.99, keep_prob=1.0)\n",
" bagPredictions = emiDriver.getBagPredictions(predictions, minSubsequenceLen=k, numClass=NUM_OUTPUT)\n",
" print('Accuracy at k = %d: %f' % (k, np.mean((bagPredictions == BAG_TEST).astype(int))))\n",
" mi_savings = (1 - NUM_TIMESTEPS / ORIGINAL_NUM_TIMESTEPS)\n",
" emi_savings = getEarlySaving(predictionStep, NUM_TIMESTEPS)\n",
" total_savings = mi_savings + (1 - mi_savings) * emi_savings\n",
" print('Savings due to MI-RNN : %f' % mi_savings)\n",
" print('Savings due to Early prediction: %f' % emi_savings)\n",
" print('Total Savings: %f' % (total_savings))\n",
" \n",
" #Store in the dictionary.\n",
" lstm_dict[\"k\"] = k\n",
" lstm_dict[\"accuracy\"] = np.mean((bagPredictions == BAG_TEST).astype(int))\n",
" lstm_dict[\"total_savings\"] = total_savings\n",
" lstm_dict[\"y_test\"] = BAG_TEST\n",
" lstm_dict[\"y_pred\"] = bagPredictions\n",
" \n",
" # A slightly more detailed analysis method is provided. \n",
" df = emiDriver.analyseModel(predictions, BAG_TEST, NUM_SUBINSTANCE, NUM_OUTPUT)\n",
" print (tabulate(df, headers=list(df.columns), tablefmt='grid'))\n",
" \n",
" lstm_dict[\"detailed analysis\"] = df\n",
" #----------------------------------END OF BEST MODEL-----------------------------------#\n",
" \n",
" #----------------------------------PICKING THE BEST MODEL------------------------------#\n",
" \n",
" devnull = open(os.devnull, 'r')\n",
" for val in modelStats:\n",
" round_, acc, modelPrefix, globalStep = val\n",
" emiDriver.loadSavedGraphToNewSession(modelPrefix, globalStep, redirFile=devnull)\n",
" predictions, predictionStep = emiDriver.getInstancePredictions(x_test, y_test, earlyPolicy_minProb,\n",
" minProb=0.99, keep_prob=1.0)\n",
"\n",
" bagPredictions = emiDriver.getBagPredictions(predictions, minSubsequenceLen=k, numClass=NUM_OUTPUT)\n",
" print(\"Round: %2d, Validation accuracy: %.4f\" % (round_, acc), end='')\n",
" print(', Test Accuracy (k = %d): %f, ' % (k, np.mean((bagPredictions == BAG_TEST).astype(int))), end='')\n",
" print('Additional savings: %f' % getEarlySaving(predictionStep, NUM_TIMESTEPS)) \n",
" \n",
" \n",
" #-------------------------------END OF PICKING THE BEST MODEL--------------------------#\n",
"\n",
" return lstm_dict"
]
},
{
"cell_type": "code",
"execution_count": 11,
"metadata": {
"ExecuteTime": {
"end_time": "2019-06-19T05:43:51.798834Z",
"start_time": "2019-06-19T05:43:51.792938Z"
}
},
"outputs": [],
"source": [
"def experiment_generator(params, path, model = 'lstm'):\n",
" \n",
" \n",
" if (model == 'lstm'): return lstm_experiment_generator(params, path)\n",
" elif (model == 'fastgrnn'): return fastgrnn_experiment_generator(params, path)\n",
" elif (model == 'gru'): return gru_experiment_generator(params, path)\n",
" elif (model == 'baseline'): return baseline_experiment_generator(params, path)\n",
" \n",
" return "
]
},
{
"cell_type": "code",
"execution_count": 12,
"metadata": {
"ExecuteTime": {
"end_time": "2019-06-19T05:43:53.168413Z",
"start_time": "2019-06-19T05:43:53.164622Z"
}
},
"outputs": [],
"source": [
"import tensorflow as tf"
]
},
{
"cell_type": "code",
"execution_count": 13,
"metadata": {
"ExecuteTime": {
"end_time": "2019-06-19T08:16:13.770690Z",
"start_time": "2019-06-19T05:45:31.777404Z"
},
"scrolled": true
},
"outputs": [
{
"name": "stdout",
"output_type": "stream",
"text": [
"x_train shape is: (61735, 6, 48, 16)\n",
"y_train shape is: (61735, 6, 5)\n",
"x_test shape is: (6860, 6, 48, 16)\n",
"y_test shape is: (6860, 6, 5)\n",
"Update policy: top-k\n",
"Training with MI-RNN loss for 5 rounds\n",
"Round: 0\n",
"Epoch 1 Batch 1925 ( 3855) Loss 0.03129 Acc 0.29167 | Val acc 0.34490 | Model saved to /home/sf/data/DREAMER/Valence/48_16/models/lstm/model-lstm, global_step 1000\n",
"Epoch 1 Batch 1925 ( 3855) Loss 0.02851 Acc 0.38021 | Val acc 0.39592 | Model saved to /home/sf/data/DREAMER/Valence/48_16/models/lstm/model-lstm, global_step 1001\n",
"Epoch 1 Batch 1925 ( 3855) Loss 0.02738 Acc 0.40104 | Val acc 0.43120 | Model saved to /home/sf/data/DREAMER/Valence/48_16/models/lstm/model-lstm, global_step 1002\n",
"Epoch 1 Batch 1925 ( 3855) Loss 0.02633 Acc 0.44792 | Val acc 0.46895 | Model saved to /home/sf/data/DREAMER/Valence/48_16/models/lstm/model-lstm, global_step 1003\n",
"INFO:tensorflow:Restoring parameters from /home/sf/data/DREAMER/Valence/48_16/models/lstm/model-lstm-1003\n",
"Round: 1\n",
"Epoch 1 Batch 1925 ( 3855) Loss 0.02534 Acc 0.43750 | Val acc 0.51122 | Model saved to /home/sf/data/DREAMER/Valence/48_16/models/lstm/model-lstm, global_step 1004\n",
"Epoch 1 Batch 1925 ( 3855) Loss 0.02413 Acc 0.46875 | Val acc 0.53440 | Model saved to /home/sf/data/DREAMER/Valence/48_16/models/lstm/model-lstm, global_step 1005\n",
"Epoch 1 Batch 1925 ( 3855) Loss 0.02340 Acc 0.48438 | Val acc 0.55481 | Model saved to /home/sf/data/DREAMER/Valence/48_16/models/lstm/model-lstm, global_step 1006\n",
"Epoch 1 Batch 1925 ( 3855) Loss 0.02322 Acc 0.44271 | Val acc 0.56735 | Model saved to /home/sf/data/DREAMER/Valence/48_16/models/lstm/model-lstm, global_step 1007\n",
"INFO:tensorflow:Restoring parameters from /home/sf/data/DREAMER/Valence/48_16/models/lstm/model-lstm-1007\n",
"Round: 2\n",
"Epoch 1 Batch 1925 ( 3855) Loss 0.02356 Acc 0.47917 | Val acc 0.57507 | Model saved to /home/sf/data/DREAMER/Valence/48_16/models/lstm/model-lstm, global_step 1008\n",
"Epoch 1 Batch 1925 ( 3855) Loss 0.02170 Acc 0.53125 | Val acc 0.59213 | Model saved to /home/sf/data/DREAMER/Valence/48_16/models/lstm/model-lstm, global_step 1009\n",
"Epoch 1 Batch 1925 ( 3855) Loss 0.02225 Acc 0.55208 | Val acc 0.59927 | Model saved to /home/sf/data/DREAMER/Valence/48_16/models/lstm/model-lstm, global_step 1010\n",
"Epoch 1 Batch 1925 ( 3855) Loss 0.02152 Acc 0.50521 | Val acc 0.61399 | Model saved to /home/sf/data/DREAMER/Valence/48_16/models/lstm/model-lstm, global_step 1011\n",
"INFO:tensorflow:Restoring parameters from /home/sf/data/DREAMER/Valence/48_16/models/lstm/model-lstm-1011\n",
"Round: 3\n",
"Epoch 1 Batch 1925 ( 3855) Loss 0.02165 Acc 0.55208 | Val acc 0.61341 | Model saved to /home/sf/data/DREAMER/Valence/48_16/models/lstm/model-lstm, global_step 1012\n",
"Epoch 1 Batch 1925 ( 3855) Loss 0.02212 Acc 0.55208 | Val acc 0.62362 | Model saved to /home/sf/data/DREAMER/Valence/48_16/models/lstm/model-lstm, global_step 1013\n",
"Epoch 1 Batch 1925 ( 3855) Loss 0.02213 Acc 0.51562 | Val acc 0.62930 | Model saved to /home/sf/data/DREAMER/Valence/48_16/models/lstm/model-lstm, global_step 1014\n",
"Epoch 1 Batch 1925 ( 3855) Loss 0.02179 Acc 0.51562 | Val acc 0.63659 | Model saved to /home/sf/data/DREAMER/Valence/48_16/models/lstm/model-lstm, global_step 1015\n",
"INFO:tensorflow:Restoring parameters from /home/sf/data/DREAMER/Valence/48_16/models/lstm/model-lstm-1015\n",
"Round: 4\n",
"Epoch 1 Batch 1925 ( 3855) Loss 0.02253 Acc 0.52083 | Val acc 0.63673 | Model saved to /home/sf/data/DREAMER/Valence/48_16/models/lstm/model-lstm, global_step 1016\n",
"Epoch 1 Batch 1925 ( 3855) Loss 0.02223 Acc 0.52604 | Val acc 0.63863 | Model saved to /home/sf/data/DREAMER/Valence/48_16/models/lstm/model-lstm, global_step 1017\n",
"Epoch 1 Batch 1925 ( 3855) Loss 0.02109 Acc 0.57292 | Val acc 0.65117 | Model saved to /home/sf/data/DREAMER/Valence/48_16/models/lstm/model-lstm, global_step 1018\n",
"Epoch 1 Batch 1925 ( 3855) Loss 0.02134 Acc 0.53646 | Val acc 0.65321 | Model saved to /home/sf/data/DREAMER/Valence/48_16/models/lstm/model-lstm, global_step 1019\n",
"INFO:tensorflow:Restoring parameters from /home/sf/data/DREAMER/Valence/48_16/models/lstm/model-lstm-1019\n",
"Round: 5\n",
"Switching to EMI-Loss function\n",
"Epoch 1 Batch 1925 ( 3855) Loss 1.13824 Acc 0.52083 | Val acc 0.64227 | Model saved to /home/sf/data/DREAMER/Valence/48_16/models/lstm/model-lstm, global_step 1020\n",
"Epoch 1 Batch 1925 ( 3855) Loss 1.14486 Acc 0.58854 | Val acc 0.65000 | Model saved to /home/sf/data/DREAMER/Valence/48_16/models/lstm/model-lstm, global_step 1021\n",
"Epoch 1 Batch 1925 ( 3855) Loss 1.10837 Acc 0.57812 | Val acc 0.65073 | Model saved to /home/sf/data/DREAMER/Valence/48_16/models/lstm/model-lstm, global_step 1022\n",
"Epoch 1 Batch 1925 ( 3855) Loss 1.10998 Acc 0.54167 | Val acc 0.64708 | Model saved to /home/sf/data/DREAMER/Valence/48_16/models/lstm/model-lstm, global_step 1023\n",
"INFO:tensorflow:Restoring parameters from /home/sf/data/DREAMER/Valence/48_16/models/lstm/model-lstm-1022\n",
"Round: 6\n",
"Epoch 1 Batch 1925 ( 3855) Loss 1.13415 Acc 0.50521 | Val acc 0.65102 | Model saved to /home/sf/data/DREAMER/Valence/48_16/models/lstm/model-lstm, global_step 1024\n",
"Epoch 1 Batch 1925 ( 3855) Loss 1.10356 Acc 0.57292 | Val acc 0.65729 | Model saved to /home/sf/data/DREAMER/Valence/48_16/models/lstm/model-lstm, global_step 1025\n",
"Epoch 1 Batch 1925 ( 3855) Loss 1.09335 Acc 0.57812 | Val acc 0.65569 | Model saved to /home/sf/data/DREAMER/Valence/48_16/models/lstm/model-lstm, global_step 1026\n",
"Epoch 1 Batch 1925 ( 3855) Loss 1.09597 Acc 0.57812 | Val acc 0.64490 | Model saved to /home/sf/data/DREAMER/Valence/48_16/models/lstm/model-lstm, global_step 1027\n",
"INFO:tensorflow:Restoring parameters from /home/sf/data/DREAMER/Valence/48_16/models/lstm/model-lstm-1025\n",
"Round: 7\n",
"Epoch 1 Batch 1925 ( 3855) Loss 1.08726 Acc 0.59375 | Val acc 0.65904 | Model saved to /home/sf/data/DREAMER/Valence/48_16/models/lstm/model-lstm, global_step 1028\n",
"Epoch 1 Batch 1925 ( 3855) Loss 1.09029 Acc 0.54688 | Val acc 0.65539 | Model saved to /home/sf/data/DREAMER/Valence/48_16/models/lstm/model-lstm, global_step 1029\n",
"Epoch 1 Batch 1925 ( 3855) Loss 1.08602 Acc 0.57812 | Val acc 0.65627 | Model saved to /home/sf/data/DREAMER/Valence/48_16/models/lstm/model-lstm, global_step 1030\n",
"Epoch 1 Batch 1925 ( 3855) Loss 1.06623 Acc 0.60417 | Val acc 0.65190 | Model saved to /home/sf/data/DREAMER/Valence/48_16/models/lstm/model-lstm, global_step 1031\n",
"INFO:tensorflow:Restoring parameters from /home/sf/data/DREAMER/Valence/48_16/models/lstm/model-lstm-1028\n",
"Round: 8\n",
"Epoch 1 Batch 1925 ( 3855) Loss 1.09642 Acc 0.54167 | Val acc 0.65627 | Model saved to /home/sf/data/DREAMER/Valence/48_16/models/lstm/model-lstm, global_step 1032\n",
"Epoch 1 Batch 1925 ( 3855) Loss 1.09629 Acc 0.54688 | Val acc 0.65583 | Model saved to /home/sf/data/DREAMER/Valence/48_16/models/lstm/model-lstm, global_step 1033\n",
"Epoch 1 Batch 1925 ( 3855) Loss 1.07257 Acc 0.61458 | Val acc 0.65321 | Model saved to /home/sf/data/DREAMER/Valence/48_16/models/lstm/model-lstm, global_step 1034\n",
"Epoch 1 Batch 1925 ( 3855) Loss 1.07474 Acc 0.54688 | Val acc 0.65598 | Model saved to /home/sf/data/DREAMER/Valence/48_16/models/lstm/model-lstm, global_step 1035\n",
"INFO:tensorflow:Restoring parameters from /home/sf/data/DREAMER/Valence/48_16/models/lstm/model-lstm-1032\n",
"Round: 9\n",
"Epoch 1 Batch 1925 ( 3855) Loss 1.08914 Acc 0.58854 | Val acc 0.65190 | Model saved to /home/sf/data/DREAMER/Valence/48_16/models/lstm/model-lstm, global_step 1036\n",
"Epoch 1 Batch 1925 ( 3855) Loss 1.05356 Acc 0.57812 | Val acc 0.65598 | Model saved to /home/sf/data/DREAMER/Valence/48_16/models/lstm/model-lstm, global_step 1037\n",
"Epoch 1 Batch 1925 ( 3855) Loss 1.09853 Acc 0.56771 | Val acc 0.65102 | Model saved to /home/sf/data/DREAMER/Valence/48_16/models/lstm/model-lstm, global_step 1038\n",
"Epoch 1 Batch 1925 ( 3855) Loss 1.06208 Acc 0.56250 | Val acc 0.64854 | Model saved to /home/sf/data/DREAMER/Valence/48_16/models/lstm/model-lstm, global_step 1039\n",
"INFO:tensorflow:Restoring parameters from /home/sf/data/DREAMER/Valence/48_16/models/lstm/model-lstm-1037\n",
"Accuracy at k = 2: 0.656015\n",
"Savings due to MI-RNN : 0.625000\n",
"Savings due to Early prediction: 0.157869\n",
"Total Savings: 0.684201\n",
" len acc macro-fsc macro-pre macro-rec micro-fsc micro-pre \\\n",
"0 1 0.642486 0.641704 0.676706 0.641303 0.642486 0.642486 \n",
"1 2 0.656015 0.656571 0.666657 0.654743 0.656015 0.656015 \n",
"2 3 0.645635 0.647601 0.668338 0.644680 0.645635 0.645635 \n",
"3 4 0.600443 0.611483 0.692307 0.600247 0.600443 0.600443 \n",
"4 5 0.555484 0.574011 0.725863 0.555645 0.555484 0.555484 \n",
"5 6 0.520205 0.540679 0.753350 0.520480 0.520205 0.520205 \n",
"\n",
" micro-rec \n",
"0 0.642486 \n",
"1 0.656015 \n",
"2 0.645635 \n",
"3 0.600443 \n",
"4 0.555484 \n",
"5 0.520205 \n",
"Max accuracy 0.656015 at subsequencelength 2\n",
"Max micro-f 0.656015 at subsequencelength 2\n",
"Micro-precision 0.656015 at subsequencelength 2\n",
"Micro-recall 0.656015 at subsequencelength 2\n",
"Max macro-f 0.656571 at subsequencelength 2\n",
"macro-precision 0.666657 at subsequencelength 2\n",
"macro-recall 0.654743 at subsequencelength 2\n",
"+----+-------+----------+-------------+-------------+-------------+-------------+-------------+-------------+\n",
"| | len | acc | macro-fsc | macro-pre | macro-rec | micro-fsc | micro-pre | micro-rec |\n",
"+====+=======+==========+=============+=============+=============+=============+=============+=============+\n",
"| 0 | 1 | 0.642486 | 0.641704 | 0.676706 | 0.641303 | 0.642486 | 0.642486 | 0.642486 |\n",
"+----+-------+----------+-------------+-------------+-------------+-------------+-------------+-------------+\n",
"| 1 | 2 | 0.656015 | 0.656571 | 0.666657 | 0.654743 | 0.656015 | 0.656015 | 0.656015 |\n",
"+----+-------+----------+-------------+-------------+-------------+-------------+-------------+-------------+\n",
"| 2 | 3 | 0.645635 | 0.647601 | 0.668338 | 0.64468 | 0.645635 | 0.645635 | 0.645635 |\n",
"+----+-------+----------+-------------+-------------+-------------+-------------+-------------+-------------+\n",
"| 3 | 4 | 0.600443 | 0.611483 | 0.692307 | 0.600247 | 0.600443 | 0.600443 | 0.600443 |\n",
"+----+-------+----------+-------------+-------------+-------------+-------------+-------------+-------------+\n",
"| 4 | 5 | 0.555484 | 0.574011 | 0.725863 | 0.555645 | 0.555484 | 0.555484 | 0.555484 |\n",
"+----+-------+----------+-------------+-------------+-------------+-------------+-------------+-------------+\n",
"| 5 | 6 | 0.520205 | 0.540679 | 0.75335 | 0.52048 | 0.520205 | 0.520205 | 0.520205 |\n",
"+----+-------+----------+-------------+-------------+-------------+-------------+-------------+-------------+\n"
]
},
{
"name": "stdout",
"output_type": "stream",
"text": [
"INFO:tensorflow:Restoring parameters from /home/sf/data/DREAMER/Valence/48_16/models/lstm/model-lstm-1003\n",
"Round: 0, Validation accuracy: 0.4690, Test Accuracy (k = 2): 0.479736, Additional savings: 0.024128\n",
"INFO:tensorflow:Restoring parameters from /home/sf/data/DREAMER/Valence/48_16/models/lstm/model-lstm-1007\n",
"Round: 1, Validation accuracy: 0.5673, Test Accuracy (k = 2): 0.572337, Additional savings: 0.038434\n",
"INFO:tensorflow:Restoring parameters from /home/sf/data/DREAMER/Valence/48_16/models/lstm/model-lstm-1011\n",
"Round: 2, Validation accuracy: 0.6140, Test Accuracy (k = 2): 0.610415, Additional savings: 0.054939\n",
"INFO:tensorflow:Restoring parameters from /home/sf/data/DREAMER/Valence/48_16/models/lstm/model-lstm-1015\n",
"Round: 3, Validation accuracy: 0.6366, Test Accuracy (k = 2): 0.634031, Additional savings: 0.067643\n",
"INFO:tensorflow:Restoring parameters from /home/sf/data/DREAMER/Valence/48_16/models/lstm/model-lstm-1019\n",
"Round: 4, Validation accuracy: 0.6532, Test Accuracy (k = 2): 0.647443, Additional savings: 0.078707\n",
"INFO:tensorflow:Restoring parameters from /home/sf/data/DREAMER/Valence/48_16/models/lstm/model-lstm-1022\n",
"Round: 5, Validation accuracy: 0.6507, Test Accuracy (k = 2): 0.648026, Additional savings: 0.130910\n",
"INFO:tensorflow:Restoring parameters from /home/sf/data/DREAMER/Valence/48_16/models/lstm/model-lstm-1025\n",
"Round: 6, Validation accuracy: 0.6573, Test Accuracy (k = 2): 0.651641, Additional savings: 0.139726\n",
"INFO:tensorflow:Restoring parameters from /home/sf/data/DREAMER/Valence/48_16/models/lstm/model-lstm-1028\n",
"Round: 7, Validation accuracy: 0.6590, Test Accuracy (k = 2): 0.654382, Additional savings: 0.146811\n",
"INFO:tensorflow:Restoring parameters from /home/sf/data/DREAMER/Valence/48_16/models/lstm/model-lstm-1032\n",
"Round: 8, Validation accuracy: 0.6563, Test Accuracy (k = 2): 0.655024, Additional savings: 0.143783\n",
"INFO:tensorflow:Restoring parameters from /home/sf/data/DREAMER/Valence/48_16/models/lstm/model-lstm-1037\n",
"Round: 9, Validation accuracy: 0.6560, Test Accuracy (k = 2): 0.656015, Additional savings: 0.157869\n"
]
},
{
"ename": "NameError",
"evalue": "name 'pathlib' is not defined",
"output_type": "error",
"traceback": [
"\u001b[0;31m---------------------------------------------------------------------------\u001b[0m",
"\u001b[0;31mNameError\u001b[0m Traceback (most recent call last)",
"\u001b[0;32m<ipython-input-13-ae63b6fce5c1>\u001b[0m in \u001b[0;36m<module>\u001b[0;34m\u001b[0m\n\u001b[1;32m 38\u001b[0m \u001b[0;34m(\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m 39\u001b[0m \u001b[0mdirname\u001b[0m \u001b[0;34m=\u001b[0m \u001b[0;34m\"/home/sf/data/DREAMER/Valence/48_16/models/\"\u001b[0m \u001b[0;34m+\u001b[0m \u001b[0mmodel\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0;32m---> 40\u001b[0;31m \u001b[0mpathlib\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mPath\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mdirname\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mmkdir\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mparents\u001b[0m\u001b[0;34m=\u001b[0m\u001b[0;32mTrue\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0mexist_ok\u001b[0m\u001b[0;34m=\u001b[0m\u001b[0;32mTrue\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0m\u001b[1;32m 41\u001b[0m \u001b[0mprint\u001b[0m \u001b[0;34m(\u001b[0m\u001b[0;34m\"Results for this run have been saved at\"\u001b[0m \u001b[0;34m,\u001b[0m \u001b[0mdirname\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0;34m\".\"\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m 42\u001b[0m \u001b[0;34m\u001b[0m\u001b[0m\n",
"\u001b[0;31mNameError\u001b[0m: name 'pathlib' is not defined"
]
}
],
"source": [
"# Baseline EMI-LSTM\n",
"\n",
"dataset = 'Valence'\n",
"path = '/home/sf/data/DREAMER/Valence/48_16/'\n",
"\n",
"#Choose model from among [lstm, fastgrnn, gru]\n",
"model = 'lstm'\n",
"\n",
"# Dictionary to set the parameters.\n",
"params = {\n",
" \"NUM_HIDDEN\" : 128,\n",
" \"NUM_TIMESTEPS\" : 48, #subinstance length.\n",
" \"ORIGINAL_NUM_TIMESTEPS\" : 128,\n",
" \"NUM_FEATS\" : 16,\n",
" \"FORGET_BIAS\" : 1.0,\n",
" \"NUM_OUTPUT\" : 5,\n",
" \"USE_DROPOUT\" : 1, # '1' -> True. '0' -> False\n",
" \"KEEP_PROB\" : 0.75,\n",
" \"PREFETCH_NUM\" : 5,\n",
" \"BATCH_SIZE\" : 32,\n",
" \"NUM_EPOCHS\" : 2,\n",
" \"NUM_ITER\" : 4,\n",
" \"NUM_ROUNDS\" : 10,\n",
" \"LEARNING_RATE\" : 0.001,\n",
" \"FRAC_EMI\" : 0.5,\n",
" \"MODEL_PREFIX\" : '/home/sf/data/DREAMER/Valence/48_16/models/lstm/model-lstm'\n",
"}\n",
"\n",
"#Preprocess data, and load the train,test and validation splits.\n",
"lstm_dict = lstm_experiment_generator(params, path)\n",
"\n",
"#Create the directory to store the results of this run.\n",
"\n",
"# dirname = \"\"\n",
"# dirname = \"./Results\" + ''.join(dirname) + \"/\"+dataset+\"/\"+model\n",
"# pathlib.Path(dirname).mkdir(parents=True, exist_ok=True)\n",
"# print (\"Results for this run have been saved at\" , dirname, \".\")\n",
"dirname = \"/home/sf/data/DREAMER/Valence/48_16/models/\" + model\n",
"pathlib.Path(dirname).mkdir(parents=True, exist_ok=True)\n",
"print (\"Results for this run have been saved at\" , dirname, \".\")\n",
"\n",
"\n",
"now = datetime.datetime.now()\n",
"filename = list((str(now.year),\"-\",str(now.month),\"-\",str(now.day),\"|\",str(now.hour),\"-\",str(now.minute)))\n",
"filename = ''.join(filename)\n",
"\n",
"#Save the dictionary containing the params and the results.\n",
"pkl.dump(lstm_dict,open(dirname + \"/lstm_dict_\" + filename + \".pkl\",mode='wb'))"
]
}
],
"metadata": {
"kernelspec": {
"display_name": "Python 3",
"language": "python",
"name": "python3"
},
"language_info": {
"codemirror_mode": {
"name": "ipython",
"version": 3
},
"file_extension": ".py",
"mimetype": "text/x-python",
"name": "python",
"nbconvert_exporter": "python",
"pygments_lexer": "ipython3",
"version": "3.7.3"
}
},
"nbformat": 4,
"nbformat_minor": 2
}