manager-scripts/xp/macro10-12.ipynb

{
 "cells": [
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "# Experimentation scripts for Harness evaluation (baseline)"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "## Global parameters"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 1,
   "metadata": {},
   "outputs": [],
   "source": [
    "shell_log=False\n",
    "hostAddress=\"10-0-0-33.nip.io\"\n",
    "from tqdm import tqdm, tqdm_notebook"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "### Mongo db & collection initialization"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 2,
   "metadata": {},
   "outputs": [],
   "source": [
    "from pymongo import MongoClient\n",
    "import pandas as pd\n",
    "import matplotlib.pyplot as plt\n",
    "import datetime\n",
    "import seaborn as sns\n",
    "\n",
    "client = MongoClient(\"manager-mongo-manager\")\n",
    "\n",
    "db = client[\"private-recsys\"]\n",
    "collection_experiment = db[\"experiments\"]\n",
    "\n"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "### Low level scripting functions"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 3,
   "metadata": {},
   "outputs": [],
   "source": [
    "import subprocess\n",
    "import shlex\n",
    "import datetime\n",
    "from dateutil.tz import tzlocal\n",
    "import pandas as pd\n",
    "import glob\n",
    "import time\n",
    "from time import sleep \n",
    "def run_command_async(command):\n",
    "    if (isinstance(command, list) == False):\n",
    "        commands = [command]\n",
    "    else:\n",
    "        commands=command\n",
    "    processes = [None] * len(commands)\n",
    "    for i in range(len(commands)):\n",
    "        processes[i] = subprocess.Popen(shlex.split(commands[i]), stdout=subprocess.PIPE, stderr=subprocess.STDOUT)\n",
    "    return processes\n",
    "\n",
    "def wait_for_command_async(processes):\n",
    "    while processes:\n",
    "        for i, process in enumerate(processes):\n",
    "            output = process.stdout.readline().decode()\n",
    "            if output == '' and process.poll() is not None:\n",
    "                processes.remove(process)\n",
    "                break\n",
    "            if output:\n",
    "                now=datetime.datetime.now(tzlocal())\n",
    "                strnow = now.strftime(\"%Y-%m-%d %H:%M:%S\")\n",
    "                print (\"Log {0} - {1} : \".format(i,strnow) + output.strip())\n",
    "    \n",
    "    rc = process.poll()\n",
    "    return rc    \n",
    "def run_command(command, shell=False, log=True):\n",
    "    print(command)\n",
    "    if (isinstance(command, list) == False):\n",
    "        commands = [command]\n",
    "    else:\n",
    "        commands=command\n",
    "    processes = [None] * len(commands)\n",
    "    for i in range(len(commands)):\n",
    "        if log == True:\n",
    "            print (commands[i])\n",
    "        processes[i] = subprocess.Popen(shlex.split(commands[i]), stdout=subprocess.PIPE, stderr=subprocess.STDOUT, shell=shell)\n",
    "    while processes:\n",
    "        for i, process in enumerate(processes):\n",
    "            output = process.stdout.readline().decode()\n",
    "            if output == '' and process.poll() is not None:\n",
    "                processes.remove(process)\n",
    "                break\n",
    "            if output and log:\n",
    "                now=datetime.datetime.now(tzlocal())\n",
    "                strnow = now.strftime(\"%Y-%m-%d %H:%M:%S\")\n",
    "                print (\"Log {0} - {1} : \".format(i,strnow) + output.strip())\n",
    "    \n",
    "    rc = process.poll()\n",
    "    return rc\n",
    "import os\n",
    "\n",
    "class cd:\n",
    "    \"\"\"Context manager for changing the current working directory\"\"\"\n",
    "    def __init__(self, newPath):\n",
    "        self.newPath = os.path.expanduser(newPath)\n",
    "\n",
    "    def __enter__(self):\n",
    "        self.savedPath = os.getcwd()\n",
    "        os.chdir(self.newPath)\n",
    "\n",
    "    def __exit__(self, etype, value, traceback):\n",
    "        os.chdir(self.savedPath)\n",
    "def get_strnow():\n",
    "    now=datetime.datetime.now(tzlocal())\n",
    "    return now.strftime(\"%Y%m%d%H%M%S\")\n"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "### Module scope functions"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 4,
   "metadata": {},
   "outputs": [],
   "source": [
    "def wait_for_http_status(url, code, duration):\n",
    "    import requests\n",
    "    import time\n",
    "    print\n",
    "    req_code = None\n",
    "    start_time = time.time()\n",
    "    end_time= time.time()\n",
    "    while req_code != code and (end_time - start_time) < duration :\n",
    "        try:\n",
    "            time.sleep(1)\n",
    "            r = requests.head(url)\n",
    "            req_code = r.status_code\n",
    "            print(\"\\rWaiting status {} for {} seconds            \".format(code, end_time - start_time), end=\"\\r\", flush=True)\n",
    "            return 0\n",
    "        except requests.ConnectionError:\n",
    "            print(\"failed to connect\")\n",
    "            return 1\n",
    "        end_time = time.time()    \n",
    "\n",
    "def wait_for_job(name, duration):\n",
    "    with cd(\"..\"):\n",
    "        command = \"./wait_for_job.sh {} {}\".format(name, duration)\n",
    "        result = run_command(command, log = shell_log)\n",
    "        return result\n",
    "        \n",
    "def install_recsys(params):\n",
    "    \n",
    "    run_command(\"helm init --client-only\", log = shell_log)\n",
    "    #launch commands manually\n",
    "    #with cd(\"PrivateRecSys/charts/private-recsys\"):\n",
    "    #   run_command(\"helm repo add main https://kubernetes-charts.storage.googleapis.com/\")\n",
    "    #    run_command(\"helm repo add elastic https://helm.elastic.co\")\n",
    "    #    run_command(\"helm dep update\") # can't work https://github.com/helm/helm/issues/2998 : it should be done on the node\n",
    "        \n",
    "    with cd(\"../../charts/private-recsys\"):\n",
    "        run_command(\"kubectl apply -f ..\", log = shell_log)\n",
    "        param_str = \"\"\n",
    "        for k in params.keys():\n",
    "            param_str += \"--set {}={} \".format(str(k).replace(\"!\",\".\"), str(params[k]).replace(\"!\",\".\"))\n",
    "        command = \"helm install --name recsys --namespace default . {} --wait --timeout {} \".format(param_str, params[\"timeout\"])\n",
    "        result = run_command(command, log = shell_log)\n",
    "        return result    \n",
    "    \n",
    "def uninstall_recsys():\n",
    "    with cd(\"../../charts/private-recsys\"):\n",
    "        result = run_command(\"helm delete --purge recsys\", log = shell_log)\n",
    "        if result == 0:\n",
    "            sleep(120)\n",
    "    return result\n",
    "\n",
    "def install_stub(params):\n",
    "    \n",
    "    run_command(\"helm init --client-only\")\n",
    "    #launch commands manually\n",
    "    #with cd(\"PrivateRecSys/charts/private-recsys\"):\n",
    "    #   run_command(\"helm repo add main https://kubernetes-charts.storage.googleapis.com/\")\n",
    "    #    run_command(\"helm repo add elastic https://helm.elastic.co\")\n",
    "    #    run_command(\"helm dep update\") # can't work https://github.com/helm/helm/issues/2998 : it should be done on the node\n",
    "        \n",
    "    with cd(\"../../charts/stub-recsys\"):\n",
    "        param_str = \"\"\n",
    "        for k in params.keys():\n",
    "            param_str += \"--set {}={} \".format(str(k).replace(\"!\",\".\"), str(params[k]).replace(\"!\",\".\"))\n",
    "        command = \"helm install --name stub --namespace default . {} --wait --timeout {} \".format(param_str, params[\"timeout\"])\n",
    "        result = run_command(command, log = shell_log)\n",
    "        return result    \n",
    "\n",
    "def uninstall_stub():\n",
    "    with cd(\"../../charts/stub-recsys\"):\n",
    "        result = run_command(\"helm delete --purge stub\", log = shell_log)\n",
    "        if result == 0:\n",
    "            sleep(30)\n",
    "    return result\n",
    "\n",
    "def launch_injector(params):\n",
    "    with cd(\"../../charts/injector\"):\n",
    "        param_str = \"\"\n",
    "        for k in params.keys():\n",
    "            param_str += \"--set {}={} \".format(str(k).replace(\"!\",\".\"), str(params[k]).replace(\"!\",\".\"))\n",
    "        command = \"helm install --name injector --namespace default . {} --wait --timeout {}\".format(param_str, params[\"timeout\"])\n",
    "        result = run_command(command, log = shell_log)\n",
    "    \n",
    "    if result == 0:\n",
    "        #result = run_command(\"kubectl wait --namespace default --for=condition=complete --timeout={}s job/injector-injector\".format(params[\"timeout\"]+600), log = shell_log)\n",
    "        result = wait_for_job(\"injector-injector\", params[\"timeout\"]+600)\n",
    "    return result\n",
    "    \n",
    "def uninstall_injector():\n",
    "    with cd(\"../../charts/injector\"):\n",
    "        result = run_command(\"helm delete --purge injector\", log = shell_log)\n",
    "        if result == 0:\n",
    "            sleep(30)\n",
    "    return result\n"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "### Test scope functions"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 5,
   "metadata": {},
   "outputs": [],
   "source": [
    "def is_harness_result_ok(collection):\n",
    "    row = collection.find_one({\"http_status\":201})\n",
    "    if row is not None:\n",
    "        #print(row[\"content\"][\"result\"])\n",
    "        if len(row[\"content\"][\"result\"]) > 0:\n",
    "            return True\n",
    "    else:\n",
    "        print(\"Empty db\")\n",
    "    return False\n",
    "def deploy_test(params):\n",
    "    # uninstall previous launches\n",
    "    print(uninstall_stub())\n",
    "    print(uninstall_injector())\n",
    "    print(uninstall_recsys())\n",
    "\n",
    "    # init naming for experiment\n",
    "    strnow = get_strnow()\n",
    "    params_recsys = params[\"params_recsys\"]\n",
    "    params_injector = params[\"params_injector\"]\n",
    "    \n",
    "    params[\"name\"] = params[\"name\"] + strnow\n",
    "    params_injector[\"name\"] = params_injector[\"name\"] + strnow\n",
    "    params_recsys[\"name\"] = params_recsys[\"name\"] + strnow\n",
    "    \n",
    "    # add labels with names\n",
    "    params_injector[\"experiment\"] = params[\"name\"] \n",
    "    params_recsys[\"experiment\"] = params[\"name\"] \n",
    "    params_recsys[\"proxy-sgx!experiment\"] = params[\"name\"]\n",
    "    params_recsys[\"harness!experiment\"] = params[\"name\"]\n",
    "    \n",
    "    mongo_id = collection_experiment.insert_one(params).inserted_id\n",
    "    collection_experiment.update_one({'_id':mongo_id}, {\"$set\": params}, upsert=False)\n",
    "\n",
    "    # init step recsys\n",
    "    params_recsys[\"start_time\"] = time.time()\n",
    "    params[\"status\"] = \"recsys\"\n",
    "    collection_experiment.update_one({'_id':mongo_id}, {\"$set\": params}, upsert=False)\n",
    "    \n",
    "    cpt = 0\n",
    "    err = None\n",
    "    while (err is None or err != 0) and cpt < 5:\n",
    "        \n",
    "        if params[\"stub\"] != \"1\":\n",
    "            err=install_recsys(params_recsys)\n",
    "        else:\n",
    "            err=install_stub(params_recsys)\n",
    "        print(\"err={}\".format(err))\n",
    "        if err != 0:\n",
    "            if params[\"stub\"] != \"1\":\n",
    "                uninstall_recsys()\n",
    "            else:\n",
    "                uninstall_stub()\n",
    "        cpt += 1\n",
    "\n",
    "    params_recsys[\"end_time\"] = time.time()\n",
    "    params[\"status\"] = \"recsys\"\n",
    "    if err != 0:\n",
    "        params[\"status\"] = \"recsys_error\"\n",
    "\n",
    "    collection_experiment.update_one({'_id':mongo_id}, {\"$set\": params}, upsert=False)\n",
    "    return params[\"status\"]    \n",
    "def run_test(params):\n",
    "    # uninstall previous launches\n",
    "    print(uninstall_injector())\n",
    "\n",
    "    # init naming for experiment\n",
    "    strnow = get_strnow()\n",
    "    params_recsys = params[\"params_recsys\"]\n",
    "    params_injector = params[\"params_injector\"]\n",
    "    \n",
    "    params[\"name\"] = params[\"name\"] + strnow\n",
    "    params_injector[\"name\"] = params_injector[\"name\"] + strnow\n",
    "    params_recsys[\"name\"] = params_recsys[\"name\"] + strnow\n",
    "    \n",
    "    # add labels with names\n",
    "    params_injector[\"experiment\"] = params[\"name\"] \n",
    "    params_recsys[\"experiment\"] = params[\"name\"] \n",
    "    params_recsys[\"proxy-sgx!experiment\"] = params[\"name\"]\n",
    "    params_recsys[\"harness!experiment\"] = params[\"name\"]\n",
    "    \n",
    "    mongo_id = collection_experiment.insert_one(params).inserted_id\n",
    "    collection_experiment.update_one({'_id':mongo_id}, {\"$set\": params}, upsert=False)\n",
    "   \n",
    "    params_injector[\"start_time\"] = time.time()\n",
    "    params[\"status\"] = \"injector\"\n",
    "    collection_experiment.update_one({'_id':mongo_id}, {\"$set\": params}, upsert=False)\n",
    "    if params[\"stub\"] != \"1\":\n",
    "        time.sleep(120)\n",
    "    cpt = 0\n",
    "\n",
    "    err = launch_injector(params_injector)\n",
    "    print(\"Injector deployment err : {}\".format(err))\n",
    "    #uninstall_injector()\n",
    "\n",
    "    if err != 0:\n",
    "        if err == 1:\n",
    "            # failed injector, we assume it is harness\n",
    "            params[\"status\"] = \"harness_error\"\n",
    "        return params[\"status\"]\n",
    "    \n",
    "    params_injector[\"end_time\"] = time.time()\n",
    "    params[\"status\"] = \"injector\"\n",
    "    collection_experiment.update_one({'_id':mongo_id}, {\"$set\": params}, upsert=False)\n",
    "\n",
    "    params_injector[\"error\"] = err\n",
    "    params_injector[\"end_time\"] = time.time()\n",
    "    #now=datetime.datetime.now(tzlocal())\n",
    "    #strnow = now.strftime(\"%Y%m%d%H%M%S\")\n",
    "\n",
    "\n",
    "\n",
    "    coll_name = \"private-recsys.{}.locust_request_result\".format(params_injector[\"name\"]) \n",
    "    coll = db[coll_name]\n",
    "    params[\"status\"] = \"finished\"\n",
    "    \n",
    "    #if params[\"stub\"] != \"1\":\n",
    "    #    if is_harness_result_ok(coll) == False:\n",
    "    #        params[\"status\"] = \"harness_error\"\n",
    "    #print(\"{} - {}\".format(coll_name, is_harness_result_ok(coll)))\n",
    "        \n",
    "    params[\"end_time\"] = time.time()\n",
    "    collection_experiment.update_one({'_id':mongo_id}, {\"$set\": params}, upsert=False)\n",
    "    return params[\"status\"]\n"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "### Test functions"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 6,
   "metadata": {},
   "outputs": [],
   "source": [
    "import itertools\n",
    "import collections\n",
    "def unpack_dict(target):\n",
    "    ar = collections.OrderedDict()\n",
    "    for k in target.keys():\n",
    "        if isinstance(target[k], list):\n",
    "            ar[k] = target[k]\n",
    "    print(ar.keys())\n",
    "    combinations = [dict(zip(ar.keys(), i)) for i in itertools.product(*ar.values())]\n",
    "    result = []\n",
    "    for c in combinations:\n",
    "        print(c)\n",
    "        d = target.copy()\n",
    "        d.update(c)\n",
    "        result.append(d)\n",
    "    return result, ar\n",
    "\n",
    "def rename_db(old, new):\n",
    "    import pymongo\n",
    "    from pymongo import MongoClient\n",
    "    client = MongoClient(\"manager-mongo-manager\")\n",
    "    client.admin.command('copydb',\n",
    "                         fromdb=old,\n",
    "                         todb=new)\n",
    "    client.drop_database(old)\n",
    "    \n",
    "def loop_run_test(params_packed):\n",
    "    list_params_recsys, arrays_params_recsys = unpack_dict(params_packed[\"params_recsys\"])\n",
    "    list_params_injector, arrays_params_injector = unpack_dict(params_packed[\"params_injector\"])\n",
    "\n",
    "    strnow = get_strnow()\n",
    "    print(\"db:\" + \"-\".join(list(arrays_params_recsys))+\"_\"+\"-\".join(list(arrays_params_injector))+\"_\"+strnow)\n",
    "\n",
    "    print(list_params_injector)\n",
    "    first=True\n",
    "    for params_recsys in list_params_recsys:\n",
    "        params = params_packed.copy()\n",
    "        params[\"params_recsys\"] = params_recsys.copy()\n",
    "        result = deploy_test(params.copy())\n",
    "        \n",
    "        if result != \"recsys\":\n",
    "            break\n",
    "        for params_injector in list_params_injector:\n",
    "            for i in range(5):\n",
    "                params = params_packed.copy()\n",
    "                params[\"params_recsys\"] = params_recsys.copy()\n",
    "                params[\"params_injector\"] = params_injector.copy()\n",
    "                if first == True:\n",
    "                    print(\"First launch\")\n",
    "                    \n",
    "                    result = run_test(params.copy())\n",
    "                    if result != \"finished\":\n",
    "                        print(\"Launch {} in error, redeploying recsys.\".format(i))\n",
    "                        result = deploy_test(params.copy())\n",
    "                        \n",
    "                    else:\n",
    "                        first=False\n",
    "                        break\n",
    "\n",
    "                else:\n",
    "                    print(\"Not first, no init/train needed\")\n",
    "                    params[\"params_injector\"][\"harness\"] = False\n",
    "\n",
    "                    result = run_test(params.copy())\n",
    "                    if result != \"harness_error\":\n",
    "                        break\n",
    "    #rename database \n",
    "    #rename_db(\"private-recsys\", \"-\".join(list(arrays_params_recsys))+\"_\"+\"-\".join(list(arrays_params_injector))+\"_\"+strnow)\n",
    "\n",
    "def fusion_experiments_db(name_from, name_to, drop = False):\n",
    "    import pymongo\n",
    "    from pymongo import MongoClient\n",
    "    client = MongoClient(\"manager-mongo-manager\")    \n",
    "    if drop == True:\n",
    "        client.drop_database(name_to)\n",
    "    from pymongo import MongoClient\n",
    "    client = MongoClient(\"manager-mongo-manager\")\n",
    "    database_names = client.list_database_names()\n",
    "    for database_name in database_names:\n",
    "        if name_from in database_name:\n",
    "            print(database_name)\n",
    "            elements = list(client[database_name][\"experiments\"].find())\n",
    "            client[name_to][\"experiments\"].insert_many(elements) \n",
    "            for coll_name in client[database_name].list_collection_names(nameOnly=True):\n",
    "                if coll_name != \"experiments\":\n",
    "                    elements = list(client[database_name][coll_name].find())\n",
    "                    client[name_to][coll_name].insert_many(elements)\n",
    "    \n",
    "def remove_working_db():\n",
    "    from pymongo import MongoClient\n",
    "    client = MongoClient(\"manager-mongo-manager\")   \n",
    "    client.drop_database(\"private-recsys\")\n"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "## Remove deployment"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": [
    "# reset \n",
    "\n",
    "print(uninstall_stub())\n",
    "print(uninstall_injector())\n",
    "print(uninstall_recsys())"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": [
    "fusion_experiments_db(\"private-recsys\", \"debug_harness_8e\", True)   "
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "# macro1a - performances harness"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": [
    "remove_working_db()\n",
    "for replicas in tqdm_notebook([1], \"replicas\"):\n",
    "    for client in tqdm_notebook([\"1\",\"25\",\"50\",\"75\",\"100\"], \"input rps\"):\n",
    "        for identifier in tqdm_notebook(range(6), \"runs per config\"):\n",
    "            concurrency = 10\n",
    "\n",
    "            name = \"macro1a_{}_{}\".format(client, identifier)\n",
    "            params_recsys = {\n",
    "                \"hostAddress\":hostAddress,\n",
    "                \"mongo!replicaSet!replicas!secondary\":0,\n",
    "                \"elastic!replicas\":3,\n",
    "                \"harness!replicaCount\":1,\n",
    "                #\"harness!image!tag\": \"develop-2020-01-28\",\n",
    "                \"proxy-sgx!replicaCount\":1,\n",
    "                \"proxy-sgx!proxyType1\":\"1\",\n",
    "                \"proxy-sgx!proxyType2\":\"2\",\n",
    "                \"proxy-sgx!enableEncryption\":\"1\",\n",
    "                \"mongo!replicaSet!enabled\": \"false\",\n",
    "                \"elastic!esJavaOpts\":'\"-Xmx16g -Xms16g\"',\n",
    "                \"elastic!resources!requests!cpu\":\"1500m\",\n",
    "                \"elastic!resources!requests!memory\":\"17Gi\",\n",
    "                \"elastic!resources!limits!cpu\":\"2000m\",\n",
    "                \"elastic!resources!limits!memory\":\"17Gi\",\n",
    "                \"name\":name,\n",
    "                \"timeout\":450,\n",
    "            #    \"mongo!clusterDomain\":\"nuc.local\"  # Louvain\n",
    "                \"mongo!clusterDomain\":\"cluster.local\" # Bordeaux\n",
    "            }\n",
    "            params_injector={\n",
    "                \"duration\":300,\n",
    "                \"clients\":client,\n",
    "                \"replicaCount\":1,\n",
    "                \"targetHost\":\"http://recsys-harness:9090\",       \n",
    "                \"concurrency\":[concurrency],\n",
    "                \"harnessReplicas\": replicas,\n",
    "                \"timeout\":1200,\n",
    "                \"asyncFluentd\":\"false\",\n",
    "                \"timeoutRequest\":800,\n",
    "                \"periodRequest\":1000,\n",
    "                \"enableEncryption\":\"0\",\n",
    "                \"randomShift\":\"1\",\n",
    "                \"name\":name,\n",
    "                \"harness\":\"true\" # false if stub\n",
    "            }\n",
    "            params = {\n",
    "                \"start_time\":time.time(),\n",
    "                \"params_recsys\":params_recsys,\n",
    "                \"params_injector\":params_injector,\n",
    "                \"name:\":name,\n",
    "                \"error_module\":\"\",\n",
    "                \"error\":0,\n",
    "                \"status\":\"created\",\n",
    "                \"name\":name,\n",
    "                \"stub\":\"0\"\n",
    "            }\n",
    "\n",
    "            loop_run_test(params)\n",
    "fusion_experiments_db(\"private-recsys\", \"macro1a\", False)   "
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "# macro 1b : 3 harnesses (250)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": [
    "remove_working_db()\n",
    "for replicas in tqdm_notebook([3], \"replicas\"):\n",
    "    for client in tqdm_notebook([\"50\",\"100\",\"150\",\"200\",\"250\"], \"input rps\"):\n",
    "        for identifier in tqdm_notebook(range(6), \"runs per config\"):\n",
    "            concurrency = 10\n",
    "\n",
    "            name = \"macro1b_{}_{}\".format(client, identifier)\n",
    "            params_recsys = {\n",
    "                \"hostAddress\":hostAddress,\n",
    "                \"mongo!replicaSet!replicas!secondary\":0,\n",
    "                \"elastic!replicas\":3,\n",
    "                \"harness!replicaCount\":1,\n",
    "                #\"harness!image!tag\": \"develop-2020-01-28\",\n",
    "                \"proxy-sgx!replicaCount\":1,\n",
    "                \"proxy-sgx!proxyType1\":\"1\",\n",
    "                \"proxy-sgx!proxyType2\":\"2\",\n",
    "                \"proxy-sgx!enableEncryption\":\"1\",\n",
    "                \"mongo!replicaSet!enabled\": \"false\",\n",
    "                \"elastic!esJavaOpts\":'\"-Xmx16g -Xms16g\"',\n",
    "                \"elastic!resources!requests!cpu\":\"1500m\",\n",
    "                \"elastic!resources!requests!memory\":\"17Gi\",\n",
    "                \"elastic!resources!limits!cpu\":\"2000m\",\n",
    "                \"elastic!resources!limits!memory\":\"17Gi\",\n",
    "                \"name\":name,\n",
    "                \"timeout\":450,\n",
    "            #    \"mongo!clusterDomain\":\"nuc.local\"  # Louvain\n",
    "                \"mongo!clusterDomain\":\"cluster.local\" # Bordeaux\n",
    "            }\n",
    "            params_injector={\n",
    "                \"duration\":300,\n",
    "                \"clients\":client,\n",
    "                \"replicaCount\":1,\n",
    "                \"targetHost\":\"http://recsys-harness:9090\",       \n",
    "                \"concurrency\":[concurrency],\n",
    "                \"harnessReplicas\": replicas,\n",
    "                \"timeout\":1200,\n",
    "                \"asyncFluentd\":\"false\",\n",
    "                \"timeoutRequest\":800,\n",
    "                \"periodRequest\":1000,\n",
    "                \"enableEncryption\":\"0\",\n",
    "                \"randomShift\":\"1\",\n",
    "                \"name\":name,\n",
    "                \"harness\":\"true\" # false if stub\n",
    "            }\n",
    "            params = {\n",
    "                \"start_time\":time.time(),\n",
    "                \"params_recsys\":params_recsys,\n",
    "                \"params_injector\":params_injector,\n",
    "                \"name:\":name,\n",
    "                \"error_module\":\"\",\n",
    "                \"error\":0,\n",
    "                \"status\":\"created\",\n",
    "                \"name\":name,\n",
    "                \"stub\":\"0\"\n",
    "            }\n",
    "\n",
    "            loop_run_test(params)\n",
    "fusion_experiments_db(\"private-recsys\", \"macro1b\", False)   "
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "# macro 1c : 6 harness"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": [
    "remove_working_db()\n",
    "for replicas in tqdm_notebook([6], \"replicas\"):\n",
    "    for client in tqdm_notebook([\"50\",\"250\",\"500\"], \"input rps\"):\n",
    "        for identifier in tqdm_notebook(range(6), \"runs per config\"):\n",
    "            concurrency = 10\n",
    "\n",
    "            name = \"macro1c_{}_{}\".format(client, identifier)\n",
    "            params_recsys = {\n",
    "                \"hostAddress\":hostAddress,\n",
    "                \"mongo!replicaSet!replicas!secondary\":0,\n",
    "                \"elastic!replicas\":3,\n",
    "                \"harness!replicaCount\":1,\n",
    "                #\"harness!image!tag\": \"develop-2020-01-28\",\n",
    "                \"proxy-sgx!replicaCount\":1,\n",
    "                \"proxy-sgx!proxyType1\":\"1\",\n",
    "                \"proxy-sgx!proxyType2\":\"2\",\n",
    "                \"proxy-sgx!enableEncryption\":\"1\",\n",
    "                \"mongo!replicaSet!enabled\": \"false\",\n",
    "                \"elastic!esJavaOpts\":'\"-Xmx16g -Xms16g\"',\n",
    "                \"elastic!resources!requests!cpu\":\"1500m\",\n",
    "                \"elastic!resources!requests!memory\":\"17Gi\",\n",
    "                \"elastic!resources!limits!cpu\":\"2000m\",\n",
    "                \"elastic!resources!limits!memory\":\"17Gi\",\n",
    "                \"name\":name,\n",
    "                \"timeout\":450,\n",
    "            #    \"mongo!clusterDomain\":\"nuc.local\"  # Louvain\n",
    "                \"mongo!clusterDomain\":\"cluster.local\" # Bordeaux\n",
    "            }\n",
    "            params_injector={\n",
    "                \"duration\":300,\n",
    "                \"clients\":client,\n",
    "                \"replicaCount\":1,\n",
    "                \"targetHost\":\"http://recsys-harness:9090\",       \n",
    "                \"concurrency\":[concurrency],\n",
    "                \"harnessReplicas\": replicas,\n",
    "                \"timeout\":1200,\n",
    "                \"asyncFluentd\":\"false\",\n",
    "                \"timeoutRequest\":800,\n",
    "                \"periodRequest\":1000,\n",
    "                \"enableEncryption\":\"0\",\n",
    "                \"randomShift\":\"1\",\n",
    "                \"name\":name,\n",
    "                \"harness\":\"true\" # false if stub\n",
    "            }\n",
    "            params = {\n",
    "                \"start_time\":time.time(),\n",
    "                \"params_recsys\":params_recsys,\n",
    "                \"params_injector\":params_injector,\n",
    "                \"name:\":name,\n",
    "                \"error_module\":\"\",\n",
    "                \"error\":0,\n",
    "                \"status\":\"created\",\n",
    "                \"name\":name,\n",
    "                \"stub\":\"0\"\n",
    "            }\n",
    "\n",
    "            loop_run_test(params)\n",
    "fusion_experiments_db(\"private-recsys\", \"macro1c\", False)   "
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "# macro 1d : 9 Harness"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": [
    "remove_working_db()\n",
    "for replicas in tqdm_notebook([9], \"replicas\"):\n",
    "    #for client in tqdm_notebook([\"50\",\"250\",\"500\",\"750\"], \"input rps\"):\n",
    "    #for client in tqdm_notebook([\"750\"], \"input rps\"):\n",
    "    for client in tqdm_notebook([\"50\",\"250\",\"500\"], \"input rps\"):\n",
    "        for identifier in tqdm_notebook(range(6), \"runs per config\"):\n",
    "            concurrency = 10\n",
    "\n",
    "            name = \"macro1d_{}_{}\".format(client, identifier)\n",
    "            params_recsys = {\n",
    "                \"hostAddress\":hostAddress,\n",
    "                \"mongo!replicaSet!replicas!secondary\":0,\n",
    "                \"elastic!replicas\":3,\n",
    "                \"harness!replicaCount\":1,\n",
    "                #\"harness!image!tag\": \"develop-2020-01-28\",\n",
    "                \"proxy-sgx!replicaCount\":1,\n",
    "                \"proxy-sgx!proxyType1\":\"1\",\n",
    "                \"proxy-sgx!proxyType2\":\"2\",\n",
    "                \"proxy-sgx!enableEncryption\":\"1\",\n",
    "                \"mongo!replicaSet!enabled\": \"false\",\n",
    "                \"elastic!esJavaOpts\":'\"-Xmx16g -Xms16g\"',\n",
    "                \"elastic!resources!requests!cpu\":\"1500m\",\n",
    "                \"elastic!resources!requests!memory\":\"17Gi\",\n",
    "                \"elastic!resources!limits!cpu\":\"2000m\",\n",
    "                \"elastic!resources!limits!memory\":\"17Gi\",\n",
    "                \"name\":name,\n",
    "                \"timeout\":450,\n",
    "            #    \"mongo!clusterDomain\":\"nuc.local\"  # Louvain\n",
    "                \"mongo!clusterDomain\":\"cluster.local\" # Bordeaux\n",
    "            }\n",
    "            params_injector={\n",
    "                \"duration\":300,\n",
    "                \"clients\":client,\n",
    "                \"replicaCount\":1,\n",
    "                \"targetHost\":\"http://recsys-harness:9090\",       \n",
    "                \"concurrency\":[concurrency],\n",
    "                \"harnessReplicas\": replicas,\n",
    "                \"timeout\":1200,\n",
    "                \"asyncFluentd\":\"false\",\n",
    "                \"timeoutRequest\":800,\n",
    "                \"periodRequest\":1000,\n",
    "                \"enableEncryption\":\"0\",\n",
    "                \"randomShift\":\"1\",\n",
    "                \"name\":name,\n",
    "                \"harness\":\"true\" # false if stub\n",
    "            }\n",
    "            params = {\n",
    "                \"start_time\":time.time(),\n",
    "                \"params_recsys\":params_recsys,\n",
    "                \"params_injector\":params_injector,\n",
    "                \"name:\":name,\n",
    "                \"error_module\":\"\",\n",
    "                \"error\":0,\n",
    "                \"status\":\"created\",\n",
    "                \"name\":name,\n",
    "                \"stub\":\"0\"\n",
    "            }\n",
    "\n",
    "            loop_run_test(params)\n",
    "fusion_experiments_db(\"private-recsys\", \"macro1d\", False)   "
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 8,
   "metadata": {},
   "outputs": [
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/opt/conda/lib/python3.7/site-packages/ipykernel_launcher.py:2: TqdmDeprecationWarning: This function will be removed in tqdm==5.0.0\n",
      "Please use `tqdm.notebook.tqdm` instead of `tqdm.tqdm_notebook`\n",
      "  \n"
     ]
    },
    {
     "data": {
      "application/vnd.jupyter.widget-view+json": {
       "model_id": "89271e795225403fb9edd6e5caeadb2e",
       "version_major": 2,
       "version_minor": 0
      },
      "text/plain": [
       "HBox(children=(FloatProgress(value=0.0, description='replicas', max=1.0, style=ProgressStyle(description_width…"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/opt/conda/lib/python3.7/site-packages/ipykernel_launcher.py:3: TqdmDeprecationWarning: This function will be removed in tqdm==5.0.0\n",
      "Please use `tqdm.notebook.tqdm` instead of `tqdm.tqdm_notebook`\n",
      "  This is separate from the ipykernel package so we can avoid doing imports until\n"
     ]
    },
    {
     "data": {
      "application/vnd.jupyter.widget-view+json": {
       "model_id": "e9883101c24949859a1787af02a49b9b",
       "version_major": 2,
       "version_minor": 0
      },
      "text/plain": [
       "HBox(children=(FloatProgress(value=0.0, description='input rps', max=1.0, style=ProgressStyle(description_widt…"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/opt/conda/lib/python3.7/site-packages/ipykernel_launcher.py:4: TqdmDeprecationWarning: This function will be removed in tqdm==5.0.0\n",
      "Please use `tqdm.notebook.tqdm` instead of `tqdm.tqdm_notebook`\n",
      "  after removing the cwd from sys.path.\n"
     ]
    },
    {
     "data": {
      "application/vnd.jupyter.widget-view+json": {
       "model_id": "5ff193c7cabb4ef18ba552ab066dc0a9",
       "version_major": 2,
       "version_minor": 0
      },
      "text/plain": [
       "HBox(children=(FloatProgress(value=0.0, description='runs per config', max=6.0, style=ProgressStyle(descriptio…"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "odict_keys([])\n",
      "{}\n",
      "odict_keys(['concurrency'])\n",
      "{'concurrency': 10}\n",
      "db:_concurrency_20200429231532\n",
      "[{'duration': 300, 'clients': '375', 'replicaCount': 2, 'targetHost': 'http://recsys-harness:9090', 'concurrency': 10, 'harnessReplicas': 9, 'timeout': 1200, 'asyncFluentd': 'false', 'timeoutRequest': 800, 'periodRequest': 1000, 'enableEncryption': '0', 'randomShift': '1', 'name': 'macro1d_375_0', 'harness': 'true'}]\n",
      "helm delete --purge stub\n",
      "1\n",
      "helm delete --purge injector\n",
      "0\n",
      "helm delete --purge recsys\n",
      "1\n",
      "helm init --client-only\n",
      "kubectl apply -f ..\n",
      "helm install --name recsys --namespace default . --set hostAddress=10-0-0-33.nip.io --set mongo.replicaSet.replicas.secondary=0 --set elastic.replicas=3 --set harness.replicaCount=1 --set proxy-sgx.replicaCount=1 --set proxy-sgx.proxyType1=1 --set proxy-sgx.proxyType2=2 --set proxy-sgx.enableEncryption=1 --set mongo.replicaSet.enabled=false --set elastic.esJavaOpts=\"-Xmx16g -Xms16g\" --set elastic.resources.requests.cpu=1500m --set elastic.resources.requests.memory=17Gi --set elastic.resources.limits.cpu=2000m --set elastic.resources.limits.memory=17Gi --set name=macro1d_375_020200429231603 --set timeout=450 --set mongo.clusterDomain=cluster.local --set experiment=macro1d_375_020200429231603 --set proxy-sgx.experiment=macro1d_375_020200429231603 --set harness.experiment=macro1d_375_020200429231603 --set start_time=1588202163.3192887  --wait --timeout 450 \n",
      "err=0\n",
      "First launch\n",
      "helm delete --purge injector\n",
      "1\n",
      "helm install --name injector --namespace default . --set duration=300 --set clients=375 --set replicaCount=2 --set targetHost=http://recsys-harness:9090 --set concurrency=10 --set harnessReplicas=9 --set timeout=1200 --set asyncFluentd=false --set timeoutRequest=800 --set periodRequest=1000 --set enableEncryption=0 --set randomShift=1 --set name=macro1d_375_020200429231709 --set harness=true --set experiment=macro1d_375_020200429231709 --set start_time=1588202229.9282162  --wait --timeout 1200\n",
      "./wait_for_job.sh injector-injector 1800\n",
      "Injector deployment err : 0\n",
      "odict_keys([])\n",
      "{}\n",
      "odict_keys(['concurrency'])\n",
      "{'concurrency': 10}\n",
      "db:_concurrency_20200429233350\n",
      "[{'duration': 300, 'clients': '375', 'replicaCount': 2, 'targetHost': 'http://recsys-harness:9090', 'concurrency': 10, 'harnessReplicas': 9, 'timeout': 1200, 'asyncFluentd': 'false', 'timeoutRequest': 800, 'periodRequest': 1000, 'enableEncryption': '0', 'randomShift': '1', 'name': 'macro1d_375_1', 'harness': 'true'}]\n",
      "helm delete --purge stub\n",
      "1\n",
      "helm delete --purge injector\n",
      "0\n",
      "helm delete --purge recsys\n",
      "0\n",
      "helm init --client-only\n",
      "kubectl apply -f ..\n",
      "helm install --name recsys --namespace default . --set hostAddress=10-0-0-33.nip.io --set mongo.replicaSet.replicas.secondary=0 --set elastic.replicas=3 --set harness.replicaCount=1 --set proxy-sgx.replicaCount=1 --set proxy-sgx.proxyType1=1 --set proxy-sgx.proxyType2=2 --set proxy-sgx.enableEncryption=1 --set mongo.replicaSet.enabled=false --set elastic.esJavaOpts=\"-Xmx16g -Xms16g\" --set elastic.resources.requests.cpu=1500m --set elastic.resources.requests.memory=17Gi --set elastic.resources.limits.cpu=2000m --set elastic.resources.limits.memory=17Gi --set name=macro1d_375_120200429233622 --set timeout=450 --set mongo.clusterDomain=cluster.local --set experiment=macro1d_375_120200429233622 --set proxy-sgx.experiment=macro1d_375_120200429233622 --set harness.experiment=macro1d_375_120200429233622 --set start_time=1588203382.595877  --wait --timeout 450 \n",
      "err=0\n",
      "First launch\n",
      "helm delete --purge injector\n",
      "1\n",
      "helm install --name injector --namespace default . --set duration=300 --set clients=375 --set replicaCount=2 --set targetHost=http://recsys-harness:9090 --set concurrency=10 --set harnessReplicas=9 --set timeout=1200 --set asyncFluentd=false --set timeoutRequest=800 --set periodRequest=1000 --set enableEncryption=0 --set randomShift=1 --set name=macro1d_375_120200429233734 --set harness=true --set experiment=macro1d_375_120200429233734 --set start_time=1588203454.7383864  --wait --timeout 1200\n",
      "./wait_for_job.sh injector-injector 1800\n",
      "Injector deployment err : 0\n",
      "odict_keys([])\n",
      "{}\n",
      "odict_keys(['concurrency'])\n",
      "{'concurrency': 10}\n",
      "db:_concurrency_20200429235425\n",
      "[{'duration': 300, 'clients': '375', 'replicaCount': 2, 'targetHost': 'http://recsys-harness:9090', 'concurrency': 10, 'harnessReplicas': 9, 'timeout': 1200, 'asyncFluentd': 'false', 'timeoutRequest': 800, 'periodRequest': 1000, 'enableEncryption': '0', 'randomShift': '1', 'name': 'macro1d_375_2', 'harness': 'true'}]\n",
      "helm delete --purge stub\n",
      "1\n",
      "helm delete --purge injector\n",
      "0\n",
      "helm delete --purge recsys\n",
      "0\n",
      "helm init --client-only\n",
      "kubectl apply -f ..\n",
      "helm install --name recsys --namespace default . --set hostAddress=10-0-0-33.nip.io --set mongo.replicaSet.replicas.secondary=0 --set elastic.replicas=3 --set harness.replicaCount=1 --set proxy-sgx.replicaCount=1 --set proxy-sgx.proxyType1=1 --set proxy-sgx.proxyType2=2 --set proxy-sgx.enableEncryption=1 --set mongo.replicaSet.enabled=false --set elastic.esJavaOpts=\"-Xmx16g -Xms16g\" --set elastic.resources.requests.cpu=1500m --set elastic.resources.requests.memory=17Gi --set elastic.resources.limits.cpu=2000m --set elastic.resources.limits.memory=17Gi --set name=macro1d_375_220200429235657 --set timeout=450 --set mongo.clusterDomain=cluster.local --set experiment=macro1d_375_220200429235657 --set proxy-sgx.experiment=macro1d_375_220200429235657 --set harness.experiment=macro1d_375_220200429235657 --set start_time=1588204617.5927234  --wait --timeout 450 \n",
      "err=0\n",
      "First launch\n",
      "helm delete --purge injector\n",
      "1\n",
      "helm install --name injector --namespace default . --set duration=300 --set clients=375 --set replicaCount=2 --set targetHost=http://recsys-harness:9090 --set concurrency=10 --set harnessReplicas=9 --set timeout=1200 --set asyncFluentd=false --set timeoutRequest=800 --set periodRequest=1000 --set enableEncryption=0 --set randomShift=1 --set name=macro1d_375_220200429235843 --set harness=true --set experiment=macro1d_375_220200429235843 --set start_time=1588204723.4517992  --wait --timeout 1200\n",
      "./wait_for_job.sh injector-injector 1800\n",
      "Injector deployment err : 0\n",
      "odict_keys([])\n",
      "{}\n",
      "odict_keys(['concurrency'])\n",
      "{'concurrency': 10}\n",
      "db:_concurrency_20200430001524\n",
      "[{'duration': 300, 'clients': '375', 'replicaCount': 2, 'targetHost': 'http://recsys-harness:9090', 'concurrency': 10, 'harnessReplicas': 9, 'timeout': 1200, 'asyncFluentd': 'false', 'timeoutRequest': 800, 'periodRequest': 1000, 'enableEncryption': '0', 'randomShift': '1', 'name': 'macro1d_375_3', 'harness': 'true'}]\n",
      "helm delete --purge stub\n",
      "1\n",
      "helm delete --purge injector\n",
      "0\n",
      "helm delete --purge recsys\n",
      "0\n",
      "helm init --client-only\n",
      "kubectl apply -f ..\n",
      "helm install --name recsys --namespace default . --set hostAddress=10-0-0-33.nip.io --set mongo.replicaSet.replicas.secondary=0 --set elastic.replicas=3 --set harness.replicaCount=1 --set proxy-sgx.replicaCount=1 --set proxy-sgx.proxyType1=1 --set proxy-sgx.proxyType2=2 --set proxy-sgx.enableEncryption=1 --set mongo.replicaSet.enabled=false --set elastic.esJavaOpts=\"-Xmx16g -Xms16g\" --set elastic.resources.requests.cpu=1500m --set elastic.resources.requests.memory=17Gi --set elastic.resources.limits.cpu=2000m --set elastic.resources.limits.memory=17Gi --set name=macro1d_375_320200430001756 --set timeout=450 --set mongo.clusterDomain=cluster.local --set experiment=macro1d_375_320200430001756 --set proxy-sgx.experiment=macro1d_375_320200430001756 --set harness.experiment=macro1d_375_320200430001756 --set start_time=1588205876.8007917  --wait --timeout 450 \n",
      "err=0\n",
      "First launch\n",
      "helm delete --purge injector\n",
      "1\n",
      "helm install --name injector --namespace default . --set duration=300 --set clients=375 --set replicaCount=2 --set targetHost=http://recsys-harness:9090 --set concurrency=10 --set harnessReplicas=9 --set timeout=1200 --set asyncFluentd=false --set timeoutRequest=800 --set periodRequest=1000 --set enableEncryption=0 --set randomShift=1 --set name=macro1d_375_320200430001911 --set harness=true --set experiment=macro1d_375_320200430001911 --set start_time=1588205951.7826388  --wait --timeout 1200\n",
      "./wait_for_job.sh injector-injector 1800\n",
      "Injector deployment err : 0\n",
      "odict_keys([])\n",
      "{}\n",
      "odict_keys(['concurrency'])\n",
      "{'concurrency': 10}\n",
      "db:_concurrency_20200430003623\n",
      "[{'duration': 300, 'clients': '375', 'replicaCount': 2, 'targetHost': 'http://recsys-harness:9090', 'concurrency': 10, 'harnessReplicas': 9, 'timeout': 1200, 'asyncFluentd': 'false', 'timeoutRequest': 800, 'periodRequest': 1000, 'enableEncryption': '0', 'randomShift': '1', 'name': 'macro1d_375_4', 'harness': 'true'}]\n",
      "helm delete --purge stub\n",
      "1\n",
      "helm delete --purge injector\n",
      "0\n",
      "helm delete --purge recsys\n",
      "0\n",
      "helm init --client-only\n",
      "kubectl apply -f ..\n",
      "helm install --name recsys --namespace default . --set hostAddress=10-0-0-33.nip.io --set mongo.replicaSet.replicas.secondary=0 --set elastic.replicas=3 --set harness.replicaCount=1 --set proxy-sgx.replicaCount=1 --set proxy-sgx.proxyType1=1 --set proxy-sgx.proxyType2=2 --set proxy-sgx.enableEncryption=1 --set mongo.replicaSet.enabled=false --set elastic.esJavaOpts=\"-Xmx16g -Xms16g\" --set elastic.resources.requests.cpu=1500m --set elastic.resources.requests.memory=17Gi --set elastic.resources.limits.cpu=2000m --set elastic.resources.limits.memory=17Gi --set name=macro1d_375_420200430003855 --set timeout=450 --set mongo.clusterDomain=cluster.local --set experiment=macro1d_375_420200430003855 --set proxy-sgx.experiment=macro1d_375_420200430003855 --set harness.experiment=macro1d_375_420200430003855 --set start_time=1588207135.671817  --wait --timeout 450 \n",
      "err=0\n",
      "First launch\n",
      "helm delete --purge injector\n",
      "1\n",
      "helm install --name injector --namespace default . --set duration=300 --set clients=375 --set replicaCount=2 --set targetHost=http://recsys-harness:9090 --set concurrency=10 --set harnessReplicas=9 --set timeout=1200 --set asyncFluentd=false --set timeoutRequest=800 --set periodRequest=1000 --set enableEncryption=0 --set randomShift=1 --set name=macro1d_375_420200430004002 --set harness=true --set experiment=macro1d_375_420200430004002 --set start_time=1588207202.2894187  --wait --timeout 1200\n",
      "./wait_for_job.sh injector-injector 1800\n",
      "Injector deployment err : 0\n",
      "odict_keys([])\n",
      "{}\n",
      "odict_keys(['concurrency'])\n",
      "{'concurrency': 10}\n",
      "db:_concurrency_20200430005700\n",
      "[{'duration': 300, 'clients': '375', 'replicaCount': 2, 'targetHost': 'http://recsys-harness:9090', 'concurrency': 10, 'harnessReplicas': 9, 'timeout': 1200, 'asyncFluentd': 'false', 'timeoutRequest': 800, 'periodRequest': 1000, 'enableEncryption': '0', 'randomShift': '1', 'name': 'macro1d_375_5', 'harness': 'true'}]\n",
      "helm delete --purge stub\n",
      "1\n",
      "helm delete --purge injector\n",
      "0\n",
      "helm delete --purge recsys\n",
      "0\n",
      "helm init --client-only\n",
      "kubectl apply -f ..\n",
      "helm install --name recsys --namespace default . --set hostAddress=10-0-0-33.nip.io --set mongo.replicaSet.replicas.secondary=0 --set elastic.replicas=3 --set harness.replicaCount=1 --set proxy-sgx.replicaCount=1 --set proxy-sgx.proxyType1=1 --set proxy-sgx.proxyType2=2 --set proxy-sgx.enableEncryption=1 --set mongo.replicaSet.enabled=false --set elastic.esJavaOpts=\"-Xmx16g -Xms16g\" --set elastic.resources.requests.cpu=1500m --set elastic.resources.requests.memory=17Gi --set elastic.resources.limits.cpu=2000m --set elastic.resources.limits.memory=17Gi --set name=macro1d_375_520200430005932 --set timeout=450 --set mongo.clusterDomain=cluster.local --set experiment=macro1d_375_520200430005932 --set proxy-sgx.experiment=macro1d_375_520200430005932 --set harness.experiment=macro1d_375_520200430005932 --set start_time=1588208372.776721  --wait --timeout 450 \n",
      "err=0\n",
      "First launch\n",
      "helm delete --purge injector\n",
      "1\n",
      "helm install --name injector --namespace default . --set duration=300 --set clients=375 --set replicaCount=2 --set targetHost=http://recsys-harness:9090 --set concurrency=10 --set harnessReplicas=9 --set timeout=1200 --set asyncFluentd=false --set timeoutRequest=800 --set periodRequest=1000 --set enableEncryption=0 --set randomShift=1 --set name=macro1d_375_520200430010053 --set harness=true --set experiment=macro1d_375_520200430010053 --set start_time=1588208453.3802211  --wait --timeout 1200\n",
      "./wait_for_job.sh injector-injector 1800\n",
      "Injector deployment err : 1\n",
      "Launch 0 in error, redeploying recsys.\n",
      "helm delete --purge stub\n",
      "1\n",
      "helm delete --purge injector\n",
      "0\n",
      "helm delete --purge recsys\n",
      "0\n",
      "helm init --client-only\n",
      "kubectl apply -f ..\n",
      "helm install --name recsys --namespace default . --set hostAddress=10-0-0-33.nip.io --set mongo.replicaSet.replicas.secondary=0 --set elastic.replicas=3 --set harness.replicaCount=1 --set proxy-sgx.replicaCount=1 --set proxy-sgx.proxyType1=1 --set proxy-sgx.proxyType2=2 --set proxy-sgx.enableEncryption=1 --set mongo.replicaSet.enabled=false --set elastic.esJavaOpts=\"-Xmx16g -Xms16g\" --set elastic.resources.requests.cpu=1500m --set elastic.resources.requests.memory=17Gi --set elastic.resources.limits.cpu=2000m --set elastic.resources.limits.memory=17Gi --set name=macro1d_375_52020043001005320200430010832 --set timeout=450 --set mongo.clusterDomain=cluster.local --set experiment=macro1d_375_520200430010832 --set proxy-sgx.experiment=macro1d_375_520200430010832 --set harness.experiment=macro1d_375_520200430010832 --set start_time=1588208912.5164146  --wait --timeout 450 \n",
      "err=0\n",
      "First launch\n",
      "helm delete --purge injector\n",
      "1\n",
      "helm install --name injector --namespace default . --set duration=300 --set clients=375 --set replicaCount=2 --set targetHost=http://recsys-harness:9090 --set concurrency=10 --set harnessReplicas=9 --set timeout=1200 --set asyncFluentd=false --set timeoutRequest=800 --set periodRequest=1000 --set enableEncryption=0 --set randomShift=1 --set name=macro1d_375_520200430010950 --set harness=true --set experiment=macro1d_375_520200430010950 --set start_time=1588208990.3592353  --wait --timeout 1200\n",
      "./wait_for_job.sh injector-injector 1800\n",
      "Injector deployment err : 1\n",
      "Launch 1 in error, redeploying recsys.\n",
      "helm delete --purge stub\n",
      "1\n",
      "helm delete --purge injector\n",
      "0\n",
      "helm delete --purge recsys\n",
      "0\n",
      "helm init --client-only\n",
      "kubectl apply -f ..\n",
      "helm install --name recsys --namespace default . --set hostAddress=10-0-0-33.nip.io --set mongo.replicaSet.replicas.secondary=0 --set elastic.replicas=3 --set harness.replicaCount=1 --set proxy-sgx.replicaCount=1 --set proxy-sgx.proxyType1=1 --set proxy-sgx.proxyType2=2 --set proxy-sgx.enableEncryption=1 --set mongo.replicaSet.enabled=false --set elastic.esJavaOpts=\"-Xmx16g -Xms16g\" --set elastic.resources.requests.cpu=1500m --set elastic.resources.requests.memory=17Gi --set elastic.resources.limits.cpu=2000m --set elastic.resources.limits.memory=17Gi --set name=macro1d_375_52020043001095020200430011731 --set timeout=450 --set mongo.clusterDomain=cluster.local --set experiment=macro1d_375_520200430011731 --set proxy-sgx.experiment=macro1d_375_520200430011731 --set harness.experiment=macro1d_375_520200430011731 --set start_time=1588209451.787961  --wait --timeout 450 \n",
      "err=0\n",
      "First launch\n",
      "helm delete --purge injector\n",
      "1\n",
      "helm install --name injector --namespace default . --set duration=300 --set clients=375 --set replicaCount=2 --set targetHost=http://recsys-harness:9090 --set concurrency=10 --set harnessReplicas=9 --set timeout=1200 --set asyncFluentd=false --set timeoutRequest=800 --set periodRequest=1000 --set enableEncryption=0 --set randomShift=1 --set name=macro1d_375_520200430011857 --set harness=true --set experiment=macro1d_375_520200430011857 --set start_time=1588209537.942279  --wait --timeout 1200\n",
      "./wait_for_job.sh injector-injector 1800\n",
      "Injector deployment err : 1\n",
      "Launch 2 in error, redeploying recsys.\n",
      "helm delete --purge stub\n",
      "1\n",
      "helm delete --purge injector\n",
      "0\n",
      "helm delete --purge recsys\n",
      "0\n",
      "helm init --client-only\n",
      "kubectl apply -f ..\n",
      "helm install --name recsys --namespace default . --set hostAddress=10-0-0-33.nip.io --set mongo.replicaSet.replicas.secondary=0 --set elastic.replicas=3 --set harness.replicaCount=1 --set proxy-sgx.replicaCount=1 --set proxy-sgx.proxyType1=1 --set proxy-sgx.proxyType2=2 --set proxy-sgx.enableEncryption=1 --set mongo.replicaSet.enabled=false --set elastic.esJavaOpts=\"-Xmx16g -Xms16g\" --set elastic.resources.requests.cpu=1500m --set elastic.resources.requests.memory=17Gi --set elastic.resources.limits.cpu=2000m --set elastic.resources.limits.memory=17Gi --set name=macro1d_375_52020043001185720200430012639 --set timeout=450 --set mongo.clusterDomain=cluster.local --set experiment=macro1d_375_520200430012639 --set proxy-sgx.experiment=macro1d_375_520200430012639 --set harness.experiment=macro1d_375_520200430012639 --set start_time=1588209999.0131564  --wait --timeout 450 \n",
      "err=0\n",
      "First launch\n",
      "helm delete --purge injector\n",
      "1\n",
      "helm install --name injector --namespace default . --set duration=300 --set clients=375 --set replicaCount=2 --set targetHost=http://recsys-harness:9090 --set concurrency=10 --set harnessReplicas=9 --set timeout=1200 --set asyncFluentd=false --set timeoutRequest=800 --set periodRequest=1000 --set enableEncryption=0 --set randomShift=1 --set name=macro1d_375_520200430012801 --set harness=true --set experiment=macro1d_375_520200430012801 --set start_time=1588210081.8081899  --wait --timeout 1200\n",
      "./wait_for_job.sh injector-injector 1800\n",
      "Injector deployment err : 1\n",
      "Launch 3 in error, redeploying recsys.\n",
      "helm delete --purge stub\n",
      "1\n",
      "helm delete --purge injector\n",
      "0\n",
      "helm delete --purge recsys\n",
      "0\n",
      "helm init --client-only\n",
      "kubectl apply -f ..\n",
      "helm install --name recsys --namespace default . --set hostAddress=10-0-0-33.nip.io --set mongo.replicaSet.replicas.secondary=0 --set elastic.replicas=3 --set harness.replicaCount=1 --set proxy-sgx.replicaCount=1 --set proxy-sgx.proxyType1=1 --set proxy-sgx.proxyType2=2 --set proxy-sgx.enableEncryption=1 --set mongo.replicaSet.enabled=false --set elastic.esJavaOpts=\"-Xmx16g -Xms16g\" --set elastic.resources.requests.cpu=1500m --set elastic.resources.requests.memory=17Gi --set elastic.resources.limits.cpu=2000m --set elastic.resources.limits.memory=17Gi --set name=macro1d_375_52020043001280120200430013540 --set timeout=450 --set mongo.clusterDomain=cluster.local --set experiment=macro1d_375_520200430013540 --set proxy-sgx.experiment=macro1d_375_520200430013540 --set harness.experiment=macro1d_375_520200430013540 --set start_time=1588210540.5569687  --wait --timeout 450 \n",
      "err=0\n",
      "First launch\n",
      "helm delete --purge injector\n",
      "1\n",
      "helm install --name injector --namespace default . --set duration=300 --set clients=375 --set replicaCount=2 --set targetHost=http://recsys-harness:9090 --set concurrency=10 --set harnessReplicas=9 --set timeout=1200 --set asyncFluentd=false --set timeoutRequest=800 --set periodRequest=1000 --set enableEncryption=0 --set randomShift=1 --set name=macro1d_375_520200430013654 --set harness=true --set experiment=macro1d_375_520200430013654 --set start_time=1588210614.791736  --wait --timeout 1200\n",
      "./wait_for_job.sh injector-injector 1800\n",
      "Injector deployment err : 0\n",
      "\n",
      "\n",
      "\n",
      "private-recsys\n"
     ]
    }
   ],
   "source": [
    "remove_working_db()\n",
    "for replicas in tqdm_notebook([9], \"replicas\"):\n",
    "    for client in tqdm_notebook([\"375\"], \"input rps\"):\n",
    "        for identifier in tqdm_notebook(range(6), \"runs per config\"):\n",
    "            concurrency = 10\n",
    "\n",
    "            name = \"macro1d_{}_{}\".format(client, identifier)\n",
    "            params_recsys = {\n",
    "                \"hostAddress\":hostAddress,\n",
    "                \"mongo!replicaSet!replicas!secondary\":0,\n",
    "                \"elastic!replicas\":3,\n",
    "                \"harness!replicaCount\":1,\n",
    "                #\"harness!image!tag\": \"develop-2020-01-28\",\n",
    "                \"proxy-sgx!replicaCount\":1,\n",
    "                \"proxy-sgx!proxyType1\":\"1\",\n",
    "                \"proxy-sgx!proxyType2\":\"2\",\n",
    "                \"proxy-sgx!enableEncryption\":\"1\",\n",
    "                \"mongo!replicaSet!enabled\": \"false\",\n",
    "                \"elastic!esJavaOpts\":'\"-Xmx16g -Xms16g\"',\n",
    "                \"elastic!resources!requests!cpu\":\"1500m\",\n",
    "                \"elastic!resources!requests!memory\":\"17Gi\",\n",
    "                \"elastic!resources!limits!cpu\":\"2000m\",\n",
    "                \"elastic!resources!limits!memory\":\"17Gi\",\n",
    "                \"name\":name,\n",
    "                \"timeout\":450,\n",
    "            #    \"mongo!clusterDomain\":\"nuc.local\"  # Louvain\n",
    "                \"mongo!clusterDomain\":\"cluster.local\" # Bordeaux\n",
    "            }\n",
    "            params_injector={\n",
    "                \"duration\":300,\n",
    "                \"clients\":client,\n",
    "                \"replicaCount\":2,\n",
    "                \"targetHost\":\"http://recsys-harness:9090\",       \n",
    "                \"concurrency\":[concurrency],\n",
    "                \"harnessReplicas\": replicas,\n",
    "                \"timeout\":1200,\n",
    "                \"asyncFluentd\":\"false\",\n",
    "                \"timeoutRequest\":800,\n",
    "                \"periodRequest\":1000,\n",
    "                \"enableEncryption\":\"0\",\n",
    "                \"randomShift\":\"1\",\n",
    "                \"name\":name,\n",
    "                \"harness\":\"true\" # false if stub\n",
    "            }\n",
    "            params = {\n",
    "                \"start_time\":time.time(),\n",
    "                \"params_recsys\":params_recsys,\n",
    "                \"params_injector\":params_injector,\n",
    "                \"name:\":name,\n",
    "                \"error_module\":\"\",\n",
    "                \"error\":0,\n",
    "                \"status\":\"created\",\n",
    "                \"name\":name,\n",
    "                \"stub\":\"0\"\n",
    "            }\n",
    "\n",
    "            loop_run_test(params)\n",
    "fusion_experiments_db(\"private-recsys\", \"macro1d_ext\", True)   "
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "# macro 1e : 12 harness - 2 injectors"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": [
    "remove_working_db()\n",
    "for replicas in tqdm_notebook([12], \"replicas\"):\n",
    "    #for client in tqdm_notebook([\"25\",\"125\",\"250\",\"375\",\"500\"], \"input rps\"):\n",
    "    for client in tqdm_notebook([\"500\"], \"input rps\"):\n",
    "        for identifier in tqdm_notebook(range(6), \"runs per config\"):\n",
    "            concurrency = 10\n",
    "\n",
    "            name = \"macro1e_{}_{}\".format(client, identifier)\n",
    "            params_recsys = {\n",
    "                \"hostAddress\":hostAddress,\n",
    "                \"mongo!replicaSet!replicas!secondary\":0,\n",
    "                \"elastic!replicas\":3,\n",
    "                \"harness!replicaCount\":1,\n",
    "                #\"harness!image!tag\": \"develop-2020-01-28\",\n",
    "                \"proxy-sgx!replicaCount\":1,\n",
    "                \"proxy-sgx!proxyType1\":\"1\",\n",
    "                \"proxy-sgx!proxyType2\":\"2\",\n",
    "                \"proxy-sgx!enableEncryption\":\"1\",\n",
    "                \"mongo!replicaSet!enabled\": \"false\",\n",
    "                \"elastic!esJavaOpts\":'\"-Xmx16g -Xms16g\"',\n",
    "                \"elastic!resources!requests!cpu\":\"1500m\",\n",
    "                \"elastic!resources!requests!memory\":\"17Gi\",\n",
    "                \"elastic!resources!limits!cpu\":\"2000m\",\n",
    "                \"elastic!resources!limits!memory\":\"17Gi\",\n",
    "                \"name\":name,\n",
    "                \"timeout\":450,\n",
    "            #    \"mongo!clusterDomain\":\"nuc.local\"  # Louvain\n",
    "                \"mongo!clusterDomain\":\"cluster.local\" # Bordeaux\n",
    "            }\n",
    "            params_injector={\n",
    "                \"duration\":300,\n",
    "                \"clients\":client,\n",
    "                \"replicaCount\":2,\n",
    "                \"targetHost\":\"http://recsys-harness:9090\",       \n",
    "                \"concurrency\":[concurrency],\n",
    "                \"harnessReplicas\": replicas,\n",
    "                \"timeout\":1200,\n",
    "                \"asyncFluentd\":\"false\",\n",
    "                \"timeoutRequest\":800,\n",
    "                \"periodRequest\":1000,\n",
    "                \"enableEncryption\":\"0\",\n",
    "                \"randomShift\":\"1\",\n",
    "                \"name\":name,\n",
    "                \"harness\":\"true\" # false if stub\n",
    "            }\n",
    "            params = {\n",
    "                \"start_time\":time.time(),\n",
    "                \"params_recsys\":params_recsys,\n",
    "                \"params_injector\":params_injector,\n",
    "                \"name:\":name,\n",
    "                \"error_module\":\"\",\n",
    "                \"error\":0,\n",
    "                \"status\":\"created\",\n",
    "                \"name\":name,\n",
    "                \"stub\":\"0\"\n",
    "            }\n",
    "\n",
    "            loop_run_test(params)\n",
    "fusion_experiments_db(\"private-recsys\", \"macro1e\", False)   "
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "# test macro 2e : 12h, 4x2 pprox"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": [
    "remove_working_db()\n",
    "for replicas in tqdm_notebook([12], \"replicas\"):\n",
    "    for client in tqdm_notebook([\"25\",\"125\",\"250\",\"375\",\"500\"], \"input rps\"):\n",
    "        for identifier in tqdm_notebook(range(5), \"runs per config\"):\n",
    "            concurrency = 10\n",
    "\n",
    "            name = \"macro2e_{}_{}\".format(client, identifier)\n",
    "            params_recsys = {\n",
    "                \"hostAddress\":hostAddress,\n",
    "                \"mongo!replicaSet!replicas!secondary\":0,\n",
    "                \"elastic!replicas\":3,\n",
    "                \"harness!replicaCount\":1,\n",
    "                \"proxy-sgx!replicaCount\":4,\n",
    "                \"proxy-sgx!proxyType1\":\"1\",\n",
    "                \"proxy-sgx!proxyType2\":\"2\",\n",
    "                \"proxy-sgx!enableEncryption\":\"1\",\n",
    "                \"proxy-sgx!bufferShuffling\":\"10\",                \n",
    "                \"proxy-sgx!debug\":\"0\",                \n",
    "                \"mongo!replicaSet!enabled\": \"false\",\n",
    "                \"elastic!esJavaOpts\":'\"-Xmx16g -Xms16g\"',\n",
    "                \"elastic!resources!requests!cpu\":\"1500m\",\n",
    "                \"elastic!resources!requests!memory\":\"17Gi\",\n",
    "                \"elastic!resources!limits!cpu\":\"2000m\",\n",
    "                \"elastic!resources!limits!memory\":\"17Gi\",\n",
    "                \"name\":name,\n",
    "                \"timeout\":450,\n",
    "            #    \"mongo!clusterDomain\":\"nuc.local\"  # Louvain\n",
    "                \"mongo!clusterDomain\":\"cluster.local\" # Bordeaux\n",
    "            }\n",
    "            params_injector={\n",
    "                \"duration\":300,\n",
    "                \"clients\":client,\n",
    "                \"replicaCount\":2,\n",
    "                \"targetHost\":[\"http://recsys-proxy-sgx-1:8080\"], # pprox                \n",
    "                \"concurrency\":[concurrency],\n",
    "                \"harnessReplicas\": replicas,\n",
    "                \"timeout\":1200,\n",
    "                \"asyncFluentd\":\"false\",\n",
    "                \"timeoutRequest\":800,\n",
    "                \"periodRequest\":1000,\n",
    "                \"enableEncryption\":\"1\",\n",
    "                \"randomShift\":\"1\",\n",
    "                \"name\":name,\n",
    "                \"harness\":\"true\" # false if stub\n",
    "            }\n",
    "            params = {\n",
    "                \"start_time\":time.time(),\n",
    "                \"params_recsys\":params_recsys,\n",
    "                \"params_injector\":params_injector,\n",
    "                \"name:\":name,\n",
    "                \"error_module\":\"\",\n",
    "                \"error\":0,\n",
    "                \"status\":\"created\",\n",
    "                \"name\":name,\n",
    "                \"stub\":\"0\"\n",
    "            }\n",
    "\n",
    "            loop_run_test(params)\n",
    "fusion_experiments_db(\"private-recsys\", \"macro2e\", False)   "
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "# test macro 2b : 3h, 1x2 pprox"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 17,
   "metadata": {},
   "outputs": [
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/opt/conda/lib/python3.7/site-packages/ipykernel_launcher.py:2: TqdmDeprecationWarning: This function will be removed in tqdm==5.0.0\n",
      "Please use `tqdm.notebook.tqdm` instead of `tqdm.tqdm_notebook`\n",
      "  \n"
     ]
    },
    {
     "data": {
      "application/vnd.jupyter.widget-view+json": {
       "model_id": "1c2ff59f27f4426dabf9811118ab7869",
       "version_major": 2,
       "version_minor": 0
      },
      "text/plain": [
       "HBox(children=(FloatProgress(value=0.0, description='replicas', max=1.0, style=ProgressStyle(description_width…"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/opt/conda/lib/python3.7/site-packages/ipykernel_launcher.py:5: TqdmDeprecationWarning: This function will be removed in tqdm==5.0.0\n",
      "Please use `tqdm.notebook.tqdm` instead of `tqdm.tqdm_notebook`\n",
      "  \"\"\"\n"
     ]
    },
    {
     "data": {
      "application/vnd.jupyter.widget-view+json": {
       "model_id": "e4747ebb88b04001b791e1f74d10ab3b",
       "version_major": 2,
       "version_minor": 0
      },
      "text/plain": [
       "HBox(children=(FloatProgress(value=0.0, description='input rps', max=1.0, style=ProgressStyle(description_widt…"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/opt/conda/lib/python3.7/site-packages/ipykernel_launcher.py:6: TqdmDeprecationWarning: This function will be removed in tqdm==5.0.0\n",
      "Please use `tqdm.notebook.tqdm` instead of `tqdm.tqdm_notebook`\n",
      "  \n"
     ]
    },
    {
     "data": {
      "application/vnd.jupyter.widget-view+json": {
       "model_id": "166d6e5d088d4ac58d9ec955abf14b69",
       "version_major": 2,
       "version_minor": 0
      },
      "text/plain": [
       "HBox(children=(FloatProgress(value=0.0, description='runs per config', max=1.0, style=ProgressStyle(descriptio…"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "odict_keys([])\n",
      "{}\n",
      "odict_keys(['targetHost', 'concurrency'])\n",
      "{'targetHost': 'http://recsys-proxy-sgx-1:8080', 'concurrency': 10}\n",
      "db:_targetHost-concurrency_20200427065216\n",
      "[{'duration': 300, 'clients': '200', 'replicaCount': 1, 'targetHost': 'http://recsys-proxy-sgx-1:8080', 'concurrency': 10, 'harnessReplicas': 3, 'timeout': 1200, 'asyncFluentd': 'false', 'timeoutRequest': 800, 'periodRequest': 1000, 'enableEncryption': '1', 'randomShift': '1', 'name': 'macro2b_200_0', 'harness': 'true'}]\n",
      "helm delete --purge stub\n",
      "1\n",
      "helm delete --purge injector\n",
      "0\n",
      "helm delete --purge recsys\n",
      "0\n",
      "helm init --client-only\n",
      "kubectl apply -f ..\n",
      "helm install --name recsys --namespace default . --set hostAddress=10-0-0-33.nip.io --set mongo.replicaSet.replicas.secondary=0 --set elastic.replicas=3 --set harness.replicaCount=1 --set proxy-sgx.replicaCount=1 --set proxy-sgx.proxyType1=1 --set proxy-sgx.proxyType2=2 --set proxy-sgx.enableEncryption=1 --set proxy-sgx.bufferShuffling=10 --set proxy-sgx.debug=0 --set mongo.replicaSet.enabled=false --set elastic.esJavaOpts=\"-Xmx16g -Xms16g\" --set elastic.resources.requests.cpu=1500m --set elastic.resources.requests.memory=17Gi --set elastic.resources.limits.cpu=2000m --set elastic.resources.limits.memory=17Gi --set name=macro2b_200_020200427065505 --set timeout=450 --set mongo.clusterDomain=cluster.local --set experiment=macro2b_200_020200427065505 --set proxy-sgx.experiment=macro2b_200_020200427065505 --set harness.experiment=macro2b_200_020200427065505 --set start_time=1587970505.9016042  --wait --timeout 450 \n",
      "err=0\n",
      "First launch\n",
      "helm delete --purge injector\n",
      "1\n",
      "helm install --name injector --namespace default . --set duration=300 --set clients=200 --set replicaCount=1 --set targetHost=http://recsys-proxy-sgx-1:8080 --set concurrency=10 --set harnessReplicas=3 --set timeout=1200 --set asyncFluentd=false --set timeoutRequest=800 --set periodRequest=1000 --set enableEncryption=1 --set randomShift=1 --set name=macro2b_200_020200427065618 --set harness=true --set experiment=macro2b_200_020200427065618 --set start_time=1587970578.3020582  --wait --timeout 1200\n",
      "./wait_for_job.sh injector-injector 1800\n",
      "Injector deployment err : 0\n",
      "\n",
      "\n",
      "\n",
      "private-recsys\n"
     ]
    }
   ],
   "source": [
    "remove_working_db()\n",
    "for replicas in tqdm_notebook([3], \"replicas\"):\n",
    "#    for client in tqdm_notebook([\"50\",\"100\",\"150\",\"200\",\"250\"], \"input rps\"):\n",
    "#        for identifier in tqdm_notebook(range(6), \"runs per config\"):\n",
    "    for client in tqdm_notebook([\"200\"], \"input rps\"):\n",
    "        for identifier in tqdm_notebook(range(1), \"runs per config\"):\n",
    "            concurrency = 10\n",
    "\n",
    "            name = \"macro2b_{}_{}\".format(client, identifier)\n",
    "            params_recsys = {\n",
    "                \"hostAddress\":hostAddress,\n",
    "                \"mongo!replicaSet!replicas!secondary\":0,\n",
    "                \"elastic!replicas\":3,\n",
    "                \"harness!replicaCount\":1,\n",
    "                \"proxy-sgx!replicaCount\":1,\n",
    "                \"proxy-sgx!proxyType1\":\"1\",\n",
    "                \"proxy-sgx!proxyType2\":\"2\",\n",
    "                \"proxy-sgx!enableEncryption\":\"1\",\n",
    "                \"proxy-sgx!bufferShuffling\":\"10\", \n",
    "                \"proxy-sgx!debug\":\"0\",                    \n",
    "                \"mongo!replicaSet!enabled\": \"false\",\n",
    "                \"elastic!esJavaOpts\":'\"-Xmx16g -Xms16g\"',\n",
    "                \"elastic!resources!requests!cpu\":\"1500m\",\n",
    "                \"elastic!resources!requests!memory\":\"17Gi\",\n",
    "                \"elastic!resources!limits!cpu\":\"2000m\",\n",
    "                \"elastic!resources!limits!memory\":\"17Gi\",\n",
    "                \"name\":name,\n",
    "                \"timeout\":450,\n",
    "            #    \"mongo!clusterDomain\":\"nuc.local\"  # Louvain\n",
    "                \"mongo!clusterDomain\":\"cluster.local\" # Bordeaux\n",
    "            }\n",
    "            params_injector={\n",
    "                \"duration\":300,\n",
    "                \"clients\":client,\n",
    "                \"replicaCount\":1,\n",
    "                \"targetHost\":[\"http://recsys-proxy-sgx-1:8080\"], # pprox                \n",
    "                \"concurrency\":[concurrency],\n",
    "                \"harnessReplicas\": replicas,\n",
    "                \"timeout\":1200,\n",
    "                \"asyncFluentd\":\"false\",\n",
    "                \"timeoutRequest\":800,\n",
    "                \"periodRequest\":1000,\n",
    "                \"enableEncryption\":\"1\",\n",
    "                \"randomShift\":\"1\",\n",
    "                \"name\":name,\n",
    "                \"harness\":\"true\" # false if stub\n",
    "            }\n",
    "            params = {\n",
    "                \"start_time\":time.time(),\n",
    "                \"params_recsys\":params_recsys,\n",
    "                \"params_injector\":params_injector,\n",
    "                \"name:\":name,\n",
    "                \"error_module\":\"\",\n",
    "                \"error\":0,\n",
    "                \"status\":\"created\",\n",
    "                \"name\":name,\n",
    "                \"stub\":\"0\"\n",
    "            }\n",
    "\n",
    "            loop_run_test(params)\n",
    "fusion_experiments_db(\"private-recsys\", \"macro2b\", False)   "
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": [
    "fusion_experiments_db(\"private-recsys\", \"macro2b_before\", False)   "
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "# macro 2c"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 12,
   "metadata": {},
   "outputs": [
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/opt/conda/lib/python3.7/site-packages/ipykernel_launcher.py:2: TqdmDeprecationWarning: This function will be removed in tqdm==5.0.0\n",
      "Please use `tqdm.notebook.tqdm` instead of `tqdm.tqdm_notebook`\n",
      "  \n"
     ]
    },
    {
     "data": {
      "application/vnd.jupyter.widget-view+json": {
       "model_id": "055d6f84efb54801982a0247bfa30b6c",
       "version_major": 2,
       "version_minor": 0
      },
      "text/plain": [
       "HBox(children=(FloatProgress(value=0.0, description='replicas', max=1.0, style=ProgressStyle(description_width…"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/opt/conda/lib/python3.7/site-packages/ipykernel_launcher.py:3: TqdmDeprecationWarning: This function will be removed in tqdm==5.0.0\n",
      "Please use `tqdm.notebook.tqdm` instead of `tqdm.tqdm_notebook`\n",
      "  This is separate from the ipykernel package so we can avoid doing imports until\n"
     ]
    },
    {
     "data": {
      "application/vnd.jupyter.widget-view+json": {
       "model_id": "87c2659bbf5644ba8b2fc8290e80cb84",
       "version_major": 2,
       "version_minor": 0
      },
      "text/plain": [
       "HBox(children=(FloatProgress(value=0.0, description='input rps', max=3.0, style=ProgressStyle(description_widt…"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/opt/conda/lib/python3.7/site-packages/ipykernel_launcher.py:4: TqdmDeprecationWarning: This function will be removed in tqdm==5.0.0\n",
      "Please use `tqdm.notebook.tqdm` instead of `tqdm.tqdm_notebook`\n",
      "  after removing the cwd from sys.path.\n"
     ]
    },
    {
     "data": {
      "application/vnd.jupyter.widget-view+json": {
       "model_id": "dfb7f60411ec494ebd263c92f07aa8bd",
       "version_major": 2,
       "version_minor": 0
      },
      "text/plain": [
       "HBox(children=(FloatProgress(value=0.0, description='runs per config', max=6.0, style=ProgressStyle(descriptio…"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "odict_keys([])\n",
      "{}\n",
      "odict_keys(['targetHost', 'concurrency'])\n",
      "{'targetHost': 'http://recsys-proxy-sgx-1:8080', 'concurrency': 10}\n",
      "db:_targetHost-concurrency_20200426024908\n",
      "[{'duration': 300, 'clients': '50', 'replicaCount': 1, 'targetHost': 'http://recsys-proxy-sgx-1:8080', 'concurrency': 10, 'harnessReplicas': 6, 'timeout': 1200, 'asyncFluentd': 'false', 'timeoutRequest': 800, 'periodRequest': 1000, 'enableEncryption': '1', 'randomShift': '1', 'name': 'macro2c_50_0', 'harness': 'true'}]\n",
      "helm delete --purge stub\n",
      "1\n",
      "helm delete --purge injector\n",
      "1\n",
      "helm delete --purge recsys\n",
      "0\n",
      "helm init --client-only\n",
      "kubectl apply -f ..\n",
      "helm install --name recsys --namespace default . --set hostAddress=10-0-0-33.nip.io --set mongo.replicaSet.replicas.secondary=0 --set elastic.replicas=3 --set harness.replicaCount=1 --set proxy-sgx.replicaCount=2 --set proxy-sgx.proxyType1=1 --set proxy-sgx.proxyType2=2 --set proxy-sgx.enableEncryption=1 --set proxy-sgx.bufferShuffling=10 --set proxy-sgx.debug=0 --set mongo.replicaSet.enabled=false --set elastic.esJavaOpts=\"-Xmx16g -Xms16g\" --set elastic.resources.requests.cpu=1500m --set elastic.resources.requests.memory=17Gi --set elastic.resources.limits.cpu=2000m --set elastic.resources.limits.memory=17Gi --set name=macro2c_50_020200426025120 --set timeout=450 --set mongo.clusterDomain=cluster.local --set experiment=macro2c_50_020200426025120 --set proxy-sgx.experiment=macro2c_50_020200426025120 --set harness.experiment=macro2c_50_020200426025120 --set start_time=1587869480.832263  --wait --timeout 450 \n",
      "err=0\n",
      "First launch\n",
      "helm delete --purge injector\n",
      "1\n",
      "helm install --name injector --namespace default . --set duration=300 --set clients=50 --set replicaCount=1 --set targetHost=http://recsys-proxy-sgx-1:8080 --set concurrency=10 --set harnessReplicas=6 --set timeout=1200 --set asyncFluentd=false --set timeoutRequest=800 --set periodRequest=1000 --set enableEncryption=1 --set randomShift=1 --set name=macro2c_50_020200426025221 --set harness=true --set experiment=macro2c_50_020200426025221 --set start_time=1587869541.1846278  --wait --timeout 1200\n",
      "./wait_for_job.sh injector-injector 1800\n",
      "Injector deployment err : 0\n",
      "odict_keys([])\n",
      "{}\n",
      "odict_keys(['targetHost', 'concurrency'])\n",
      "{'targetHost': 'http://recsys-proxy-sgx-1:8080', 'concurrency': 10}\n",
      "db:_targetHost-concurrency_20200426030814\n",
      "[{'duration': 300, 'clients': '50', 'replicaCount': 1, 'targetHost': 'http://recsys-proxy-sgx-1:8080', 'concurrency': 10, 'harnessReplicas': 6, 'timeout': 1200, 'asyncFluentd': 'false', 'timeoutRequest': 800, 'periodRequest': 1000, 'enableEncryption': '1', 'randomShift': '1', 'name': 'macro2c_50_1', 'harness': 'true'}]\n",
      "helm delete --purge stub\n",
      "1\n",
      "helm delete --purge injector\n",
      "0\n",
      "helm delete --purge recsys\n",
      "0\n",
      "helm init --client-only\n",
      "kubectl apply -f ..\n",
      "helm install --name recsys --namespace default . --set hostAddress=10-0-0-33.nip.io --set mongo.replicaSet.replicas.secondary=0 --set elastic.replicas=3 --set harness.replicaCount=1 --set proxy-sgx.replicaCount=2 --set proxy-sgx.proxyType1=1 --set proxy-sgx.proxyType2=2 --set proxy-sgx.enableEncryption=1 --set proxy-sgx.bufferShuffling=10 --set proxy-sgx.debug=0 --set mongo.replicaSet.enabled=false --set elastic.esJavaOpts=\"-Xmx16g -Xms16g\" --set elastic.resources.requests.cpu=1500m --set elastic.resources.requests.memory=17Gi --set elastic.resources.limits.cpu=2000m --set elastic.resources.limits.memory=17Gi --set name=macro2c_50_120200426031046 --set timeout=450 --set mongo.clusterDomain=cluster.local --set experiment=macro2c_50_120200426031046 --set proxy-sgx.experiment=macro2c_50_120200426031046 --set harness.experiment=macro2c_50_120200426031046 --set start_time=1587870646.9116585  --wait --timeout 450 \n",
      "err=0\n",
      "First launch\n",
      "helm delete --purge injector\n",
      "1\n",
      "helm install --name injector --namespace default . --set duration=300 --set clients=50 --set replicaCount=1 --set targetHost=http://recsys-proxy-sgx-1:8080 --set concurrency=10 --set harnessReplicas=6 --set timeout=1200 --set asyncFluentd=false --set timeoutRequest=800 --set periodRequest=1000 --set enableEncryption=1 --set randomShift=1 --set name=macro2c_50_120200426031212 --set harness=true --set experiment=macro2c_50_120200426031212 --set start_time=1587870732.5012805  --wait --timeout 1200\n",
      "./wait_for_job.sh injector-injector 1800\n",
      "Injector deployment err : 1\n",
      "Launch 0 in error, redeploying recsys.\n",
      "helm delete --purge stub\n",
      "1\n",
      "helm delete --purge injector\n",
      "0\n",
      "helm delete --purge recsys\n",
      "0\n",
      "helm init --client-only\n",
      "kubectl apply -f ..\n",
      "helm install --name recsys --namespace default . --set hostAddress=10-0-0-33.nip.io --set mongo.replicaSet.replicas.secondary=0 --set elastic.replicas=3 --set harness.replicaCount=1 --set proxy-sgx.replicaCount=2 --set proxy-sgx.proxyType1=1 --set proxy-sgx.proxyType2=2 --set proxy-sgx.enableEncryption=1 --set proxy-sgx.bufferShuffling=10 --set proxy-sgx.debug=0 --set mongo.replicaSet.enabled=false --set elastic.esJavaOpts=\"-Xmx16g -Xms16g\" --set elastic.resources.requests.cpu=1500m --set elastic.resources.requests.memory=17Gi --set elastic.resources.limits.cpu=2000m --set elastic.resources.limits.memory=17Gi --set name=macro2c_50_12020042603121220200426031951 --set timeout=450 --set mongo.clusterDomain=cluster.local --set experiment=macro2c_50_120200426031951 --set proxy-sgx.experiment=macro2c_50_120200426031951 --set harness.experiment=macro2c_50_120200426031951 --set start_time=1587871191.866261  --wait --timeout 450 \n",
      "err=0\n",
      "First launch\n",
      "helm delete --purge injector\n",
      "1\n",
      "helm install --name injector --namespace default . --set duration=300 --set clients=50 --set replicaCount=1 --set targetHost=http://recsys-proxy-sgx-1:8080 --set concurrency=10 --set harnessReplicas=6 --set timeout=1200 --set asyncFluentd=false --set timeoutRequest=800 --set periodRequest=1000 --set enableEncryption=1 --set randomShift=1 --set name=macro2c_50_120200426032109 --set harness=true --set experiment=macro2c_50_120200426032109 --set start_time=1587871269.7462249  --wait --timeout 1200\n",
      "./wait_for_job.sh injector-injector 1800\n",
      "Injector deployment err : 1\n",
      "Launch 1 in error, redeploying recsys.\n",
      "helm delete --purge stub\n",
      "1\n",
      "helm delete --purge injector\n",
      "0\n",
      "helm delete --purge recsys\n",
      "0\n",
      "helm init --client-only\n",
      "kubectl apply -f ..\n",
      "helm install --name recsys --namespace default . --set hostAddress=10-0-0-33.nip.io --set mongo.replicaSet.replicas.secondary=0 --set elastic.replicas=3 --set harness.replicaCount=1 --set proxy-sgx.replicaCount=2 --set proxy-sgx.proxyType1=1 --set proxy-sgx.proxyType2=2 --set proxy-sgx.enableEncryption=1 --set proxy-sgx.bufferShuffling=10 --set proxy-sgx.debug=0 --set mongo.replicaSet.enabled=false --set elastic.esJavaOpts=\"-Xmx16g -Xms16g\" --set elastic.resources.requests.cpu=1500m --set elastic.resources.requests.memory=17Gi --set elastic.resources.limits.cpu=2000m --set elastic.resources.limits.memory=17Gi --set name=macro2c_50_12020042603210920200426032851 --set timeout=450 --set mongo.clusterDomain=cluster.local --set experiment=macro2c_50_120200426032851 --set proxy-sgx.experiment=macro2c_50_120200426032851 --set harness.experiment=macro2c_50_120200426032851 --set start_time=1587871731.3952856  --wait --timeout 450 \n",
      "err=0\n",
      "First launch\n",
      "helm delete --purge injector\n",
      "1\n",
      "helm install --name injector --namespace default . --set duration=300 --set clients=50 --set replicaCount=1 --set targetHost=http://recsys-proxy-sgx-1:8080 --set concurrency=10 --set harnessReplicas=6 --set timeout=1200 --set asyncFluentd=false --set timeoutRequest=800 --set periodRequest=1000 --set enableEncryption=1 --set randomShift=1 --set name=macro2c_50_120200426032951 --set harness=true --set experiment=macro2c_50_120200426032951 --set start_time=1587871791.9403133  --wait --timeout 1200\n",
      "./wait_for_job.sh injector-injector 1800\n",
      "Injector deployment err : 0\n",
      "odict_keys([])\n",
      "{}\n",
      "odict_keys(['targetHost', 'concurrency'])\n",
      "{'targetHost': 'http://recsys-proxy-sgx-1:8080', 'concurrency': 10}\n",
      "db:_targetHost-concurrency_20200426034541\n",
      "[{'duration': 300, 'clients': '50', 'replicaCount': 1, 'targetHost': 'http://recsys-proxy-sgx-1:8080', 'concurrency': 10, 'harnessReplicas': 6, 'timeout': 1200, 'asyncFluentd': 'false', 'timeoutRequest': 800, 'periodRequest': 1000, 'enableEncryption': '1', 'randomShift': '1', 'name': 'macro2c_50_2', 'harness': 'true'}]\n",
      "helm delete --purge stub\n",
      "1\n",
      "helm delete --purge injector\n",
      "0\n",
      "helm delete --purge recsys\n",
      "0\n",
      "helm init --client-only\n",
      "kubectl apply -f ..\n",
      "helm install --name recsys --namespace default . --set hostAddress=10-0-0-33.nip.io --set mongo.replicaSet.replicas.secondary=0 --set elastic.replicas=3 --set harness.replicaCount=1 --set proxy-sgx.replicaCount=2 --set proxy-sgx.proxyType1=1 --set proxy-sgx.proxyType2=2 --set proxy-sgx.enableEncryption=1 --set proxy-sgx.bufferShuffling=10 --set proxy-sgx.debug=0 --set mongo.replicaSet.enabled=false --set elastic.esJavaOpts=\"-Xmx16g -Xms16g\" --set elastic.resources.requests.cpu=1500m --set elastic.resources.requests.memory=17Gi --set elastic.resources.limits.cpu=2000m --set elastic.resources.limits.memory=17Gi --set name=macro2c_50_220200426034813 --set timeout=450 --set mongo.clusterDomain=cluster.local --set experiment=macro2c_50_220200426034813 --set proxy-sgx.experiment=macro2c_50_220200426034813 --set harness.experiment=macro2c_50_220200426034813 --set start_time=1587872893.7603145  --wait --timeout 450 \n",
      "err=0\n",
      "First launch\n",
      "helm delete --purge injector\n",
      "1\n",
      "helm install --name injector --namespace default . --set duration=300 --set clients=50 --set replicaCount=1 --set targetHost=http://recsys-proxy-sgx-1:8080 --set concurrency=10 --set harnessReplicas=6 --set timeout=1200 --set asyncFluentd=false --set timeoutRequest=800 --set periodRequest=1000 --set enableEncryption=1 --set randomShift=1 --set name=macro2c_50_220200426034930 --set harness=true --set experiment=macro2c_50_220200426034930 --set start_time=1587872970.948135  --wait --timeout 1200\n",
      "./wait_for_job.sh injector-injector 1800\n",
      "Injector deployment err : 0\n",
      "odict_keys([])\n",
      "{}\n",
      "odict_keys(['targetHost', 'concurrency'])\n",
      "{'targetHost': 'http://recsys-proxy-sgx-1:8080', 'concurrency': 10}\n",
      "db:_targetHost-concurrency_20200426040523\n",
      "[{'duration': 300, 'clients': '50', 'replicaCount': 1, 'targetHost': 'http://recsys-proxy-sgx-1:8080', 'concurrency': 10, 'harnessReplicas': 6, 'timeout': 1200, 'asyncFluentd': 'false', 'timeoutRequest': 800, 'periodRequest': 1000, 'enableEncryption': '1', 'randomShift': '1', 'name': 'macro2c_50_3', 'harness': 'true'}]\n",
      "helm delete --purge stub\n",
      "1\n",
      "helm delete --purge injector\n",
      "0\n",
      "helm delete --purge recsys\n",
      "0\n",
      "helm init --client-only\n",
      "kubectl apply -f ..\n",
      "helm install --name recsys --namespace default . --set hostAddress=10-0-0-33.nip.io --set mongo.replicaSet.replicas.secondary=0 --set elastic.replicas=3 --set harness.replicaCount=1 --set proxy-sgx.replicaCount=2 --set proxy-sgx.proxyType1=1 --set proxy-sgx.proxyType2=2 --set proxy-sgx.enableEncryption=1 --set proxy-sgx.bufferShuffling=10 --set proxy-sgx.debug=0 --set mongo.replicaSet.enabled=false --set elastic.esJavaOpts=\"-Xmx16g -Xms16g\" --set elastic.resources.requests.cpu=1500m --set elastic.resources.requests.memory=17Gi --set elastic.resources.limits.cpu=2000m --set elastic.resources.limits.memory=17Gi --set name=macro2c_50_320200426040755 --set timeout=450 --set mongo.clusterDomain=cluster.local --set experiment=macro2c_50_320200426040755 --set proxy-sgx.experiment=macro2c_50_320200426040755 --set harness.experiment=macro2c_50_320200426040755 --set start_time=1587874075.302771  --wait --timeout 450 \n",
      "err=0\n",
      "First launch\n",
      "helm delete --purge injector\n",
      "1\n",
      "helm install --name injector --namespace default . --set duration=300 --set clients=50 --set replicaCount=1 --set targetHost=http://recsys-proxy-sgx-1:8080 --set concurrency=10 --set harnessReplicas=6 --set timeout=1200 --set asyncFluentd=false --set timeoutRequest=800 --set periodRequest=1000 --set enableEncryption=1 --set randomShift=1 --set name=macro2c_50_320200426040907 --set harness=true --set experiment=macro2c_50_320200426040907 --set start_time=1587874147.5249803  --wait --timeout 1200\n",
      "./wait_for_job.sh injector-injector 1800\n",
      "Injector deployment err : 0\n",
      "odict_keys([])\n",
      "{}\n",
      "odict_keys(['targetHost', 'concurrency'])\n",
      "{'targetHost': 'http://recsys-proxy-sgx-1:8080', 'concurrency': 10}\n",
      "db:_targetHost-concurrency_20200426042452\n",
      "[{'duration': 300, 'clients': '50', 'replicaCount': 1, 'targetHost': 'http://recsys-proxy-sgx-1:8080', 'concurrency': 10, 'harnessReplicas': 6, 'timeout': 1200, 'asyncFluentd': 'false', 'timeoutRequest': 800, 'periodRequest': 1000, 'enableEncryption': '1', 'randomShift': '1', 'name': 'macro2c_50_4', 'harness': 'true'}]\n",
      "helm delete --purge stub\n",
      "1\n",
      "helm delete --purge injector\n",
      "0\n",
      "helm delete --purge recsys\n",
      "0\n",
      "helm init --client-only\n",
      "kubectl apply -f ..\n",
      "helm install --name recsys --namespace default . --set hostAddress=10-0-0-33.nip.io --set mongo.replicaSet.replicas.secondary=0 --set elastic.replicas=3 --set harness.replicaCount=1 --set proxy-sgx.replicaCount=2 --set proxy-sgx.proxyType1=1 --set proxy-sgx.proxyType2=2 --set proxy-sgx.enableEncryption=1 --set proxy-sgx.bufferShuffling=10 --set proxy-sgx.debug=0 --set mongo.replicaSet.enabled=false --set elastic.esJavaOpts=\"-Xmx16g -Xms16g\" --set elastic.resources.requests.cpu=1500m --set elastic.resources.requests.memory=17Gi --set elastic.resources.limits.cpu=2000m --set elastic.resources.limits.memory=17Gi --set name=macro2c_50_420200426042724 --set timeout=450 --set mongo.clusterDomain=cluster.local --set experiment=macro2c_50_420200426042724 --set proxy-sgx.experiment=macro2c_50_420200426042724 --set harness.experiment=macro2c_50_420200426042724 --set start_time=1587875244.376283  --wait --timeout 450 \n",
      "err=0\n",
      "First launch\n",
      "helm delete --purge injector\n",
      "1\n",
      "helm install --name injector --namespace default . --set duration=300 --set clients=50 --set replicaCount=1 --set targetHost=http://recsys-proxy-sgx-1:8080 --set concurrency=10 --set harnessReplicas=6 --set timeout=1200 --set asyncFluentd=false --set timeoutRequest=800 --set periodRequest=1000 --set enableEncryption=1 --set randomShift=1 --set name=macro2c_50_420200426042858 --set harness=true --set experiment=macro2c_50_420200426042858 --set start_time=1587875338.2633033  --wait --timeout 1200\n",
      "./wait_for_job.sh injector-injector 1800\n",
      "Injector deployment err : 0\n",
      "odict_keys([])\n",
      "{}\n",
      "odict_keys(['targetHost', 'concurrency'])\n",
      "{'targetHost': 'http://recsys-proxy-sgx-1:8080', 'concurrency': 10}\n",
      "db:_targetHost-concurrency_20200426044441\n",
      "[{'duration': 300, 'clients': '50', 'replicaCount': 1, 'targetHost': 'http://recsys-proxy-sgx-1:8080', 'concurrency': 10, 'harnessReplicas': 6, 'timeout': 1200, 'asyncFluentd': 'false', 'timeoutRequest': 800, 'periodRequest': 1000, 'enableEncryption': '1', 'randomShift': '1', 'name': 'macro2c_50_5', 'harness': 'true'}]\n",
      "helm delete --purge stub\n",
      "1\n",
      "helm delete --purge injector\n",
      "0\n",
      "helm delete --purge recsys\n",
      "0\n",
      "helm init --client-only\n",
      "kubectl apply -f ..\n",
      "helm install --name recsys --namespace default . --set hostAddress=10-0-0-33.nip.io --set mongo.replicaSet.replicas.secondary=0 --set elastic.replicas=3 --set harness.replicaCount=1 --set proxy-sgx.replicaCount=2 --set proxy-sgx.proxyType1=1 --set proxy-sgx.proxyType2=2 --set proxy-sgx.enableEncryption=1 --set proxy-sgx.bufferShuffling=10 --set proxy-sgx.debug=0 --set mongo.replicaSet.enabled=false --set elastic.esJavaOpts=\"-Xmx16g -Xms16g\" --set elastic.resources.requests.cpu=1500m --set elastic.resources.requests.memory=17Gi --set elastic.resources.limits.cpu=2000m --set elastic.resources.limits.memory=17Gi --set name=macro2c_50_520200426044713 --set timeout=450 --set mongo.clusterDomain=cluster.local --set experiment=macro2c_50_520200426044713 --set proxy-sgx.experiment=macro2c_50_520200426044713 --set harness.experiment=macro2c_50_520200426044713 --set start_time=1587876433.436948  --wait --timeout 450 \n",
      "err=0\n",
      "First launch\n",
      "helm delete --purge injector\n",
      "1\n",
      "helm install --name injector --namespace default . --set duration=300 --set clients=50 --set replicaCount=1 --set targetHost=http://recsys-proxy-sgx-1:8080 --set concurrency=10 --set harnessReplicas=6 --set timeout=1200 --set asyncFluentd=false --set timeoutRequest=800 --set periodRequest=1000 --set enableEncryption=1 --set randomShift=1 --set name=macro2c_50_520200426044816 --set harness=true --set experiment=macro2c_50_520200426044816 --set start_time=1587876496.7132335  --wait --timeout 1200\n",
      "./wait_for_job.sh injector-injector 1800\n",
      "Injector deployment err : 0\n",
      "\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/opt/conda/lib/python3.7/site-packages/ipykernel_launcher.py:4: TqdmDeprecationWarning: This function will be removed in tqdm==5.0.0\n",
      "Please use `tqdm.notebook.tqdm` instead of `tqdm.tqdm_notebook`\n",
      "  after removing the cwd from sys.path.\n"
     ]
    },
    {
     "data": {
      "application/vnd.jupyter.widget-view+json": {
       "model_id": "a737dea5516c4688b278f1b6c01d0f71",
       "version_major": 2,
       "version_minor": 0
      },
      "text/plain": [
       "HBox(children=(FloatProgress(value=0.0, description='runs per config', max=6.0, style=ProgressStyle(descriptio…"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "odict_keys([])\n",
      "{}\n",
      "odict_keys(['targetHost', 'concurrency'])\n",
      "{'targetHost': 'http://recsys-proxy-sgx-1:8080', 'concurrency': 10}\n",
      "db:_targetHost-concurrency_20200426050417\n",
      "[{'duration': 300, 'clients': '250', 'replicaCount': 1, 'targetHost': 'http://recsys-proxy-sgx-1:8080', 'concurrency': 10, 'harnessReplicas': 6, 'timeout': 1200, 'asyncFluentd': 'false', 'timeoutRequest': 800, 'periodRequest': 1000, 'enableEncryption': '1', 'randomShift': '1', 'name': 'macro2c_250_0', 'harness': 'true'}]\n",
      "helm delete --purge stub\n",
      "1\n",
      "helm delete --purge injector\n",
      "0\n",
      "helm delete --purge recsys\n",
      "0\n",
      "helm init --client-only\n",
      "kubectl apply -f ..\n",
      "helm install --name recsys --namespace default . --set hostAddress=10-0-0-33.nip.io --set mongo.replicaSet.replicas.secondary=0 --set elastic.replicas=3 --set harness.replicaCount=1 --set proxy-sgx.replicaCount=2 --set proxy-sgx.proxyType1=1 --set proxy-sgx.proxyType2=2 --set proxy-sgx.enableEncryption=1 --set proxy-sgx.bufferShuffling=10 --set proxy-sgx.debug=0 --set mongo.replicaSet.enabled=false --set elastic.esJavaOpts=\"-Xmx16g -Xms16g\" --set elastic.resources.requests.cpu=1500m --set elastic.resources.requests.memory=17Gi --set elastic.resources.limits.cpu=2000m --set elastic.resources.limits.memory=17Gi --set name=macro2c_250_020200426050649 --set timeout=450 --set mongo.clusterDomain=cluster.local --set experiment=macro2c_250_020200426050649 --set proxy-sgx.experiment=macro2c_250_020200426050649 --set harness.experiment=macro2c_250_020200426050649 --set start_time=1587877609.6400883  --wait --timeout 450 \n",
      "err=0\n",
      "First launch\n",
      "helm delete --purge injector\n",
      "1\n",
      "helm install --name injector --namespace default . --set duration=300 --set clients=250 --set replicaCount=1 --set targetHost=http://recsys-proxy-sgx-1:8080 --set concurrency=10 --set harnessReplicas=6 --set timeout=1200 --set asyncFluentd=false --set timeoutRequest=800 --set periodRequest=1000 --set enableEncryption=1 --set randomShift=1 --set name=macro2c_250_020200426050812 --set harness=true --set experiment=macro2c_250_020200426050812 --set start_time=1587877692.4744055  --wait --timeout 1200\n",
      "./wait_for_job.sh injector-injector 1800\n",
      "Injector deployment err : 1\n",
      "Launch 0 in error, redeploying recsys.\n",
      "helm delete --purge stub\n",
      "1\n",
      "helm delete --purge injector\n",
      "0\n",
      "helm delete --purge recsys\n",
      "0\n",
      "helm init --client-only\n",
      "kubectl apply -f ..\n",
      "helm install --name recsys --namespace default . --set hostAddress=10-0-0-33.nip.io --set mongo.replicaSet.replicas.secondary=0 --set elastic.replicas=3 --set harness.replicaCount=1 --set proxy-sgx.replicaCount=2 --set proxy-sgx.proxyType1=1 --set proxy-sgx.proxyType2=2 --set proxy-sgx.enableEncryption=1 --set proxy-sgx.bufferShuffling=10 --set proxy-sgx.debug=0 --set mongo.replicaSet.enabled=false --set elastic.esJavaOpts=\"-Xmx16g -Xms16g\" --set elastic.resources.requests.cpu=1500m --set elastic.resources.requests.memory=17Gi --set elastic.resources.limits.cpu=2000m --set elastic.resources.limits.memory=17Gi --set name=macro2c_250_02020042605081220200426051554 --set timeout=450 --set mongo.clusterDomain=cluster.local --set experiment=macro2c_250_020200426051554 --set proxy-sgx.experiment=macro2c_250_020200426051554 --set harness.experiment=macro2c_250_020200426051554 --set start_time=1587878154.1922212  --wait --timeout 450 \n",
      "err=0\n",
      "First launch\n",
      "helm delete --purge injector\n",
      "1\n",
      "helm install --name injector --namespace default . --set duration=300 --set clients=250 --set replicaCount=1 --set targetHost=http://recsys-proxy-sgx-1:8080 --set concurrency=10 --set harnessReplicas=6 --set timeout=1200 --set asyncFluentd=false --set timeoutRequest=800 --set periodRequest=1000 --set enableEncryption=1 --set randomShift=1 --set name=macro2c_250_020200426051709 --set harness=true --set experiment=macro2c_250_020200426051709 --set start_time=1587878229.2418306  --wait --timeout 1200\n",
      "./wait_for_job.sh injector-injector 1800\n",
      "Injector deployment err : 0\n",
      "odict_keys([])\n",
      "{}\n",
      "odict_keys(['targetHost', 'concurrency'])\n",
      "{'targetHost': 'http://recsys-proxy-sgx-1:8080', 'concurrency': 10}\n",
      "db:_targetHost-concurrency_20200426053257\n",
      "[{'duration': 300, 'clients': '250', 'replicaCount': 1, 'targetHost': 'http://recsys-proxy-sgx-1:8080', 'concurrency': 10, 'harnessReplicas': 6, 'timeout': 1200, 'asyncFluentd': 'false', 'timeoutRequest': 800, 'periodRequest': 1000, 'enableEncryption': '1', 'randomShift': '1', 'name': 'macro2c_250_1', 'harness': 'true'}]\n",
      "helm delete --purge stub\n",
      "1\n",
      "helm delete --purge injector\n",
      "0\n",
      "helm delete --purge recsys\n",
      "0\n",
      "helm init --client-only\n",
      "kubectl apply -f ..\n",
      "helm install --name recsys --namespace default . --set hostAddress=10-0-0-33.nip.io --set mongo.replicaSet.replicas.secondary=0 --set elastic.replicas=3 --set harness.replicaCount=1 --set proxy-sgx.replicaCount=2 --set proxy-sgx.proxyType1=1 --set proxy-sgx.proxyType2=2 --set proxy-sgx.enableEncryption=1 --set proxy-sgx.bufferShuffling=10 --set proxy-sgx.debug=0 --set mongo.replicaSet.enabled=false --set elastic.esJavaOpts=\"-Xmx16g -Xms16g\" --set elastic.resources.requests.cpu=1500m --set elastic.resources.requests.memory=17Gi --set elastic.resources.limits.cpu=2000m --set elastic.resources.limits.memory=17Gi --set name=macro2c_250_120200426053529 --set timeout=450 --set mongo.clusterDomain=cluster.local --set experiment=macro2c_250_120200426053529 --set proxy-sgx.experiment=macro2c_250_120200426053529 --set harness.experiment=macro2c_250_120200426053529 --set start_time=1587879329.8729532  --wait --timeout 450 \n",
      "err=0\n",
      "First launch\n",
      "helm delete --purge injector\n",
      "1\n",
      "helm install --name injector --namespace default . --set duration=300 --set clients=250 --set replicaCount=1 --set targetHost=http://recsys-proxy-sgx-1:8080 --set concurrency=10 --set harnessReplicas=6 --set timeout=1200 --set asyncFluentd=false --set timeoutRequest=800 --set periodRequest=1000 --set enableEncryption=1 --set randomShift=1 --set name=macro2c_250_120200426053644 --set harness=true --set experiment=macro2c_250_120200426053644 --set start_time=1587879404.301295  --wait --timeout 1200\n",
      "./wait_for_job.sh injector-injector 1800\n",
      "Injector deployment err : 0\n",
      "odict_keys([])\n",
      "{}\n",
      "odict_keys(['targetHost', 'concurrency'])\n",
      "{'targetHost': 'http://recsys-proxy-sgx-1:8080', 'concurrency': 10}\n",
      "db:_targetHost-concurrency_20200426055230\n",
      "[{'duration': 300, 'clients': '250', 'replicaCount': 1, 'targetHost': 'http://recsys-proxy-sgx-1:8080', 'concurrency': 10, 'harnessReplicas': 6, 'timeout': 1200, 'asyncFluentd': 'false', 'timeoutRequest': 800, 'periodRequest': 1000, 'enableEncryption': '1', 'randomShift': '1', 'name': 'macro2c_250_2', 'harness': 'true'}]\n",
      "helm delete --purge stub\n",
      "1\n",
      "helm delete --purge injector\n",
      "0\n",
      "helm delete --purge recsys\n",
      "0\n",
      "helm init --client-only\n",
      "kubectl apply -f ..\n",
      "helm install --name recsys --namespace default . --set hostAddress=10-0-0-33.nip.io --set mongo.replicaSet.replicas.secondary=0 --set elastic.replicas=3 --set harness.replicaCount=1 --set proxy-sgx.replicaCount=2 --set proxy-sgx.proxyType1=1 --set proxy-sgx.proxyType2=2 --set proxy-sgx.enableEncryption=1 --set proxy-sgx.bufferShuffling=10 --set proxy-sgx.debug=0 --set mongo.replicaSet.enabled=false --set elastic.esJavaOpts=\"-Xmx16g -Xms16g\" --set elastic.resources.requests.cpu=1500m --set elastic.resources.requests.memory=17Gi --set elastic.resources.limits.cpu=2000m --set elastic.resources.limits.memory=17Gi --set name=macro2c_250_220200426055502 --set timeout=450 --set mongo.clusterDomain=cluster.local --set experiment=macro2c_250_220200426055502 --set proxy-sgx.experiment=macro2c_250_220200426055502 --set harness.experiment=macro2c_250_220200426055502 --set start_time=1587880502.186277  --wait --timeout 450 \n",
      "err=0\n",
      "First launch\n",
      "helm delete --purge injector\n",
      "1\n",
      "helm install --name injector --namespace default . --set duration=300 --set clients=250 --set replicaCount=1 --set targetHost=http://recsys-proxy-sgx-1:8080 --set concurrency=10 --set harnessReplicas=6 --set timeout=1200 --set asyncFluentd=false --set timeoutRequest=800 --set periodRequest=1000 --set enableEncryption=1 --set randomShift=1 --set name=macro2c_250_220200426055613 --set harness=true --set experiment=macro2c_250_220200426055613 --set start_time=1587880573.6450052  --wait --timeout 1200\n",
      "./wait_for_job.sh injector-injector 1800\n",
      "Injector deployment err : 0\n",
      "odict_keys([])\n",
      "{}\n",
      "odict_keys(['targetHost', 'concurrency'])\n",
      "{'targetHost': 'http://recsys-proxy-sgx-1:8080', 'concurrency': 10}\n",
      "db:_targetHost-concurrency_20200426061200\n",
      "[{'duration': 300, 'clients': '250', 'replicaCount': 1, 'targetHost': 'http://recsys-proxy-sgx-1:8080', 'concurrency': 10, 'harnessReplicas': 6, 'timeout': 1200, 'asyncFluentd': 'false', 'timeoutRequest': 800, 'periodRequest': 1000, 'enableEncryption': '1', 'randomShift': '1', 'name': 'macro2c_250_3', 'harness': 'true'}]\n",
      "helm delete --purge stub\n",
      "1\n",
      "helm delete --purge injector\n",
      "0\n",
      "helm delete --purge recsys\n",
      "0\n",
      "helm init --client-only\n",
      "kubectl apply -f ..\n",
      "helm install --name recsys --namespace default . --set hostAddress=10-0-0-33.nip.io --set mongo.replicaSet.replicas.secondary=0 --set elastic.replicas=3 --set harness.replicaCount=1 --set proxy-sgx.replicaCount=2 --set proxy-sgx.proxyType1=1 --set proxy-sgx.proxyType2=2 --set proxy-sgx.enableEncryption=1 --set proxy-sgx.bufferShuffling=10 --set proxy-sgx.debug=0 --set mongo.replicaSet.enabled=false --set elastic.esJavaOpts=\"-Xmx16g -Xms16g\" --set elastic.resources.requests.cpu=1500m --set elastic.resources.requests.memory=17Gi --set elastic.resources.limits.cpu=2000m --set elastic.resources.limits.memory=17Gi --set name=macro2c_250_320200426061432 --set timeout=450 --set mongo.clusterDomain=cluster.local --set experiment=macro2c_250_320200426061432 --set proxy-sgx.experiment=macro2c_250_320200426061432 --set harness.experiment=macro2c_250_320200426061432 --set start_time=1587881672.6062355  --wait --timeout 450 \n",
      "err=0\n",
      "First launch\n",
      "helm delete --purge injector\n",
      "1\n",
      "helm install --name injector --namespace default . --set duration=300 --set clients=250 --set replicaCount=1 --set targetHost=http://recsys-proxy-sgx-1:8080 --set concurrency=10 --set harnessReplicas=6 --set timeout=1200 --set asyncFluentd=false --set timeoutRequest=800 --set periodRequest=1000 --set enableEncryption=1 --set randomShift=1 --set name=macro2c_250_320200426061547 --set harness=true --set experiment=macro2c_250_320200426061547 --set start_time=1587881747.0685964  --wait --timeout 1200\n",
      "./wait_for_job.sh injector-injector 1800\n",
      "Injector deployment err : 0\n",
      "odict_keys([])\n",
      "{}\n",
      "odict_keys(['targetHost', 'concurrency'])\n",
      "{'targetHost': 'http://recsys-proxy-sgx-1:8080', 'concurrency': 10}\n",
      "db:_targetHost-concurrency_20200426063138\n",
      "[{'duration': 300, 'clients': '250', 'replicaCount': 1, 'targetHost': 'http://recsys-proxy-sgx-1:8080', 'concurrency': 10, 'harnessReplicas': 6, 'timeout': 1200, 'asyncFluentd': 'false', 'timeoutRequest': 800, 'periodRequest': 1000, 'enableEncryption': '1', 'randomShift': '1', 'name': 'macro2c_250_4', 'harness': 'true'}]\n",
      "helm delete --purge stub\n",
      "1\n",
      "helm delete --purge injector\n",
      "0\n",
      "helm delete --purge recsys\n",
      "0\n",
      "helm init --client-only\n",
      "kubectl apply -f ..\n",
      "helm install --name recsys --namespace default . --set hostAddress=10-0-0-33.nip.io --set mongo.replicaSet.replicas.secondary=0 --set elastic.replicas=3 --set harness.replicaCount=1 --set proxy-sgx.replicaCount=2 --set proxy-sgx.proxyType1=1 --set proxy-sgx.proxyType2=2 --set proxy-sgx.enableEncryption=1 --set proxy-sgx.bufferShuffling=10 --set proxy-sgx.debug=0 --set mongo.replicaSet.enabled=false --set elastic.esJavaOpts=\"-Xmx16g -Xms16g\" --set elastic.resources.requests.cpu=1500m --set elastic.resources.requests.memory=17Gi --set elastic.resources.limits.cpu=2000m --set elastic.resources.limits.memory=17Gi --set name=macro2c_250_420200426063410 --set timeout=450 --set mongo.clusterDomain=cluster.local --set experiment=macro2c_250_420200426063410 --set proxy-sgx.experiment=macro2c_250_420200426063410 --set harness.experiment=macro2c_250_420200426063410 --set start_time=1587882850.6371663  --wait --timeout 450 \n",
      "err=0\n",
      "First launch\n",
      "helm delete --purge injector\n",
      "1\n",
      "helm install --name injector --namespace default . --set duration=300 --set clients=250 --set replicaCount=1 --set targetHost=http://recsys-proxy-sgx-1:8080 --set concurrency=10 --set harnessReplicas=6 --set timeout=1200 --set asyncFluentd=false --set timeoutRequest=800 --set periodRequest=1000 --set enableEncryption=1 --set randomShift=1 --set name=macro2c_250_420200426063527 --set harness=true --set experiment=macro2c_250_420200426063527 --set start_time=1587882927.8511267  --wait --timeout 1200\n",
      "./wait_for_job.sh injector-injector 1800\n",
      "Injector deployment err : 1\n",
      "Launch 0 in error, redeploying recsys.\n",
      "helm delete --purge stub\n",
      "1\n",
      "helm delete --purge injector\n",
      "0\n",
      "helm delete --purge recsys\n",
      "0\n",
      "helm init --client-only\n",
      "kubectl apply -f ..\n",
      "helm install --name recsys --namespace default . --set hostAddress=10-0-0-33.nip.io --set mongo.replicaSet.replicas.secondary=0 --set elastic.replicas=3 --set harness.replicaCount=1 --set proxy-sgx.replicaCount=2 --set proxy-sgx.proxyType1=1 --set proxy-sgx.proxyType2=2 --set proxy-sgx.enableEncryption=1 --set proxy-sgx.bufferShuffling=10 --set proxy-sgx.debug=0 --set mongo.replicaSet.enabled=false --set elastic.esJavaOpts=\"-Xmx16g -Xms16g\" --set elastic.resources.requests.cpu=1500m --set elastic.resources.requests.memory=17Gi --set elastic.resources.limits.cpu=2000m --set elastic.resources.limits.memory=17Gi --set name=macro2c_250_42020042606352720200426064308 --set timeout=450 --set mongo.clusterDomain=cluster.local --set experiment=macro2c_250_420200426064308 --set proxy-sgx.experiment=macro2c_250_420200426064308 --set harness.experiment=macro2c_250_420200426064308 --set start_time=1587883388.949218  --wait --timeout 450 \n",
      "err=0\n",
      "First launch\n",
      "helm delete --purge injector\n",
      "1\n",
      "helm install --name injector --namespace default . --set duration=300 --set clients=250 --set replicaCount=1 --set targetHost=http://recsys-proxy-sgx-1:8080 --set concurrency=10 --set harnessReplicas=6 --set timeout=1200 --set asyncFluentd=false --set timeoutRequest=800 --set periodRequest=1000 --set enableEncryption=1 --set randomShift=1 --set name=macro2c_250_420200426064432 --set harness=true --set experiment=macro2c_250_420200426064432 --set start_time=1587883472.8234563  --wait --timeout 1200\n",
      "./wait_for_job.sh injector-injector 1800\n",
      "Injector deployment err : 1\n",
      "Launch 1 in error, redeploying recsys.\n",
      "helm delete --purge stub\n",
      "1\n",
      "helm delete --purge injector\n",
      "0\n",
      "helm delete --purge recsys\n",
      "0\n",
      "helm init --client-only\n",
      "kubectl apply -f ..\n",
      "helm install --name recsys --namespace default . --set hostAddress=10-0-0-33.nip.io --set mongo.replicaSet.replicas.secondary=0 --set elastic.replicas=3 --set harness.replicaCount=1 --set proxy-sgx.replicaCount=2 --set proxy-sgx.proxyType1=1 --set proxy-sgx.proxyType2=2 --set proxy-sgx.enableEncryption=1 --set proxy-sgx.bufferShuffling=10 --set proxy-sgx.debug=0 --set mongo.replicaSet.enabled=false --set elastic.esJavaOpts=\"-Xmx16g -Xms16g\" --set elastic.resources.requests.cpu=1500m --set elastic.resources.requests.memory=17Gi --set elastic.resources.limits.cpu=2000m --set elastic.resources.limits.memory=17Gi --set name=macro2c_250_42020042606443220200426065213 --set timeout=450 --set mongo.clusterDomain=cluster.local --set experiment=macro2c_250_420200426065213 --set proxy-sgx.experiment=macro2c_250_420200426065213 --set harness.experiment=macro2c_250_420200426065213 --set start_time=1587883933.887224  --wait --timeout 450 \n",
      "err=0\n",
      "First launch\n",
      "helm delete --purge injector\n",
      "1\n",
      "helm install --name injector --namespace default . --set duration=300 --set clients=250 --set replicaCount=1 --set targetHost=http://recsys-proxy-sgx-1:8080 --set concurrency=10 --set harnessReplicas=6 --set timeout=1200 --set asyncFluentd=false --set timeoutRequest=800 --set periodRequest=1000 --set enableEncryption=1 --set randomShift=1 --set name=macro2c_250_420200426065326 --set harness=true --set experiment=macro2c_250_420200426065326 --set start_time=1587884006.217634  --wait --timeout 1200\n",
      "./wait_for_job.sh injector-injector 1800\n",
      "Injector deployment err : 0\n",
      "odict_keys([])\n",
      "{}\n",
      "odict_keys(['targetHost', 'concurrency'])\n",
      "{'targetHost': 'http://recsys-proxy-sgx-1:8080', 'concurrency': 10}\n",
      "db:_targetHost-concurrency_20200426070904\n",
      "[{'duration': 300, 'clients': '250', 'replicaCount': 1, 'targetHost': 'http://recsys-proxy-sgx-1:8080', 'concurrency': 10, 'harnessReplicas': 6, 'timeout': 1200, 'asyncFluentd': 'false', 'timeoutRequest': 800, 'periodRequest': 1000, 'enableEncryption': '1', 'randomShift': '1', 'name': 'macro2c_250_5', 'harness': 'true'}]\n",
      "helm delete --purge stub\n",
      "1\n",
      "helm delete --purge injector\n",
      "0\n",
      "helm delete --purge recsys\n",
      "0\n",
      "helm init --client-only\n",
      "kubectl apply -f ..\n",
      "helm install --name recsys --namespace default . --set hostAddress=10-0-0-33.nip.io --set mongo.replicaSet.replicas.secondary=0 --set elastic.replicas=3 --set harness.replicaCount=1 --set proxy-sgx.replicaCount=2 --set proxy-sgx.proxyType1=1 --set proxy-sgx.proxyType2=2 --set proxy-sgx.enableEncryption=1 --set proxy-sgx.bufferShuffling=10 --set proxy-sgx.debug=0 --set mongo.replicaSet.enabled=false --set elastic.esJavaOpts=\"-Xmx16g -Xms16g\" --set elastic.resources.requests.cpu=1500m --set elastic.resources.requests.memory=17Gi --set elastic.resources.limits.cpu=2000m --set elastic.resources.limits.memory=17Gi --set name=macro2c_250_520200426071137 --set timeout=450 --set mongo.clusterDomain=cluster.local --set experiment=macro2c_250_520200426071137 --set proxy-sgx.experiment=macro2c_250_520200426071137 --set harness.experiment=macro2c_250_520200426071137 --set start_time=1587885097.0695806  --wait --timeout 450 \n",
      "err=0\n",
      "First launch\n",
      "helm delete --purge injector\n",
      "1\n",
      "helm install --name injector --namespace default . --set duration=300 --set clients=250 --set replicaCount=1 --set targetHost=http://recsys-proxy-sgx-1:8080 --set concurrency=10 --set harnessReplicas=6 --set timeout=1200 --set asyncFluentd=false --set timeoutRequest=800 --set periodRequest=1000 --set enableEncryption=1 --set randomShift=1 --set name=macro2c_250_520200426071251 --set harness=true --set experiment=macro2c_250_520200426071251 --set start_time=1587885171.5972714  --wait --timeout 1200\n",
      "./wait_for_job.sh injector-injector 1800\n",
      "Injector deployment err : 0\n",
      "\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/opt/conda/lib/python3.7/site-packages/ipykernel_launcher.py:4: TqdmDeprecationWarning: This function will be removed in tqdm==5.0.0\n",
      "Please use `tqdm.notebook.tqdm` instead of `tqdm.tqdm_notebook`\n",
      "  after removing the cwd from sys.path.\n"
     ]
    },
    {
     "data": {
      "application/vnd.jupyter.widget-view+json": {
       "model_id": "b2a6ed368aad4fa390c4234a416c2c49",
       "version_major": 2,
       "version_minor": 0
      },
      "text/plain": [
       "HBox(children=(FloatProgress(value=0.0, description='runs per config', max=6.0, style=ProgressStyle(descriptio…"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "odict_keys([])\n",
      "{}\n",
      "odict_keys(['targetHost', 'concurrency'])\n",
      "{'targetHost': 'http://recsys-proxy-sgx-1:8080', 'concurrency': 10}\n",
      "db:_targetHost-concurrency_20200426072851\n",
      "[{'duration': 300, 'clients': '500', 'replicaCount': 1, 'targetHost': 'http://recsys-proxy-sgx-1:8080', 'concurrency': 10, 'harnessReplicas': 6, 'timeout': 1200, 'asyncFluentd': 'false', 'timeoutRequest': 800, 'periodRequest': 1000, 'enableEncryption': '1', 'randomShift': '1', 'name': 'macro2c_500_0', 'harness': 'true'}]\n",
      "helm delete --purge stub\n",
      "1\n",
      "helm delete --purge injector\n",
      "0\n",
      "helm delete --purge recsys\n",
      "0\n",
      "helm init --client-only\n",
      "kubectl apply -f ..\n",
      "helm install --name recsys --namespace default . --set hostAddress=10-0-0-33.nip.io --set mongo.replicaSet.replicas.secondary=0 --set elastic.replicas=3 --set harness.replicaCount=1 --set proxy-sgx.replicaCount=2 --set proxy-sgx.proxyType1=1 --set proxy-sgx.proxyType2=2 --set proxy-sgx.enableEncryption=1 --set proxy-sgx.bufferShuffling=10 --set proxy-sgx.debug=0 --set mongo.replicaSet.enabled=false --set elastic.esJavaOpts=\"-Xmx16g -Xms16g\" --set elastic.resources.requests.cpu=1500m --set elastic.resources.requests.memory=17Gi --set elastic.resources.limits.cpu=2000m --set elastic.resources.limits.memory=17Gi --set name=macro2c_500_020200426073123 --set timeout=450 --set mongo.clusterDomain=cluster.local --set experiment=macro2c_500_020200426073123 --set proxy-sgx.experiment=macro2c_500_020200426073123 --set harness.experiment=macro2c_500_020200426073123 --set start_time=1587886283.6858456  --wait --timeout 450 \n",
      "err=0\n",
      "First launch\n",
      "helm delete --purge injector\n",
      "1\n",
      "helm install --name injector --namespace default . --set duration=300 --set clients=500 --set replicaCount=1 --set targetHost=http://recsys-proxy-sgx-1:8080 --set concurrency=10 --set harnessReplicas=6 --set timeout=1200 --set asyncFluentd=false --set timeoutRequest=800 --set periodRequest=1000 --set enableEncryption=1 --set randomShift=1 --set name=macro2c_500_020200426073238 --set harness=true --set experiment=macro2c_500_020200426073238 --set start_time=1587886358.0398352  --wait --timeout 1200\n",
      "./wait_for_job.sh injector-injector 1800\n",
      "Injector deployment err : 0\n",
      "odict_keys([])\n",
      "{}\n",
      "odict_keys(['targetHost', 'concurrency'])\n",
      "{'targetHost': 'http://recsys-proxy-sgx-1:8080', 'concurrency': 10}\n",
      "db:_targetHost-concurrency_20200426074826\n",
      "[{'duration': 300, 'clients': '500', 'replicaCount': 1, 'targetHost': 'http://recsys-proxy-sgx-1:8080', 'concurrency': 10, 'harnessReplicas': 6, 'timeout': 1200, 'asyncFluentd': 'false', 'timeoutRequest': 800, 'periodRequest': 1000, 'enableEncryption': '1', 'randomShift': '1', 'name': 'macro2c_500_1', 'harness': 'true'}]\n",
      "helm delete --purge stub\n",
      "1\n",
      "helm delete --purge injector\n",
      "0\n",
      "helm delete --purge recsys\n",
      "0\n",
      "helm init --client-only\n",
      "kubectl apply -f ..\n",
      "helm install --name recsys --namespace default . --set hostAddress=10-0-0-33.nip.io --set mongo.replicaSet.replicas.secondary=0 --set elastic.replicas=3 --set harness.replicaCount=1 --set proxy-sgx.replicaCount=2 --set proxy-sgx.proxyType1=1 --set proxy-sgx.proxyType2=2 --set proxy-sgx.enableEncryption=1 --set proxy-sgx.bufferShuffling=10 --set proxy-sgx.debug=0 --set mongo.replicaSet.enabled=false --set elastic.esJavaOpts=\"-Xmx16g -Xms16g\" --set elastic.resources.requests.cpu=1500m --set elastic.resources.requests.memory=17Gi --set elastic.resources.limits.cpu=2000m --set elastic.resources.limits.memory=17Gi --set name=macro2c_500_120200426075058 --set timeout=450 --set mongo.clusterDomain=cluster.local --set experiment=macro2c_500_120200426075058 --set proxy-sgx.experiment=macro2c_500_120200426075058 --set harness.experiment=macro2c_500_120200426075058 --set start_time=1587887458.8943  --wait --timeout 450 \n",
      "err=0\n",
      "First launch\n",
      "helm delete --purge injector\n",
      "1\n",
      "helm install --name injector --namespace default . --set duration=300 --set clients=500 --set replicaCount=1 --set targetHost=http://recsys-proxy-sgx-1:8080 --set concurrency=10 --set harnessReplicas=6 --set timeout=1200 --set asyncFluentd=false --set timeoutRequest=800 --set periodRequest=1000 --set enableEncryption=1 --set randomShift=1 --set name=macro2c_500_120200426075224 --set harness=true --set experiment=macro2c_500_120200426075224 --set start_time=1587887544.4917138  --wait --timeout 1200\n",
      "./wait_for_job.sh injector-injector 1800\n",
      "Injector deployment err : 1\n",
      "Launch 0 in error, redeploying recsys.\n",
      "helm delete --purge stub\n",
      "1\n",
      "helm delete --purge injector\n",
      "0\n",
      "helm delete --purge recsys\n",
      "0\n",
      "helm init --client-only\n",
      "kubectl apply -f ..\n",
      "helm install --name recsys --namespace default . --set hostAddress=10-0-0-33.nip.io --set mongo.replicaSet.replicas.secondary=0 --set elastic.replicas=3 --set harness.replicaCount=1 --set proxy-sgx.replicaCount=2 --set proxy-sgx.proxyType1=1 --set proxy-sgx.proxyType2=2 --set proxy-sgx.enableEncryption=1 --set proxy-sgx.bufferShuffling=10 --set proxy-sgx.debug=0 --set mongo.replicaSet.enabled=false --set elastic.esJavaOpts=\"-Xmx16g -Xms16g\" --set elastic.resources.requests.cpu=1500m --set elastic.resources.requests.memory=17Gi --set elastic.resources.limits.cpu=2000m --set elastic.resources.limits.memory=17Gi --set name=macro2c_500_12020042607522420200426080006 --set timeout=450 --set mongo.clusterDomain=cluster.local --set experiment=macro2c_500_120200426080006 --set proxy-sgx.experiment=macro2c_500_120200426080006 --set harness.experiment=macro2c_500_120200426080006 --set start_time=1587888006.2374413  --wait --timeout 450 \n",
      "err=0\n",
      "First launch\n",
      "helm delete --purge injector\n",
      "1\n",
      "helm install --name injector --namespace default . --set duration=300 --set clients=500 --set replicaCount=1 --set targetHost=http://recsys-proxy-sgx-1:8080 --set concurrency=10 --set harnessReplicas=6 --set timeout=1200 --set asyncFluentd=false --set timeoutRequest=800 --set periodRequest=1000 --set enableEncryption=1 --set randomShift=1 --set name=macro2c_500_120200426080121 --set harness=true --set experiment=macro2c_500_120200426080121 --set start_time=1587888081.2560482  --wait --timeout 1200\n",
      "./wait_for_job.sh injector-injector 1800\n",
      "Injector deployment err : 0\n",
      "odict_keys([])\n",
      "{}\n",
      "odict_keys(['targetHost', 'concurrency'])\n",
      "{'targetHost': 'http://recsys-proxy-sgx-1:8080', 'concurrency': 10}\n",
      "db:_targetHost-concurrency_20200426081711\n",
      "[{'duration': 300, 'clients': '500', 'replicaCount': 1, 'targetHost': 'http://recsys-proxy-sgx-1:8080', 'concurrency': 10, 'harnessReplicas': 6, 'timeout': 1200, 'asyncFluentd': 'false', 'timeoutRequest': 800, 'periodRequest': 1000, 'enableEncryption': '1', 'randomShift': '1', 'name': 'macro2c_500_2', 'harness': 'true'}]\n",
      "helm delete --purge stub\n",
      "1\n",
      "helm delete --purge injector\n",
      "0\n",
      "helm delete --purge recsys\n",
      "0\n",
      "helm init --client-only\n",
      "kubectl apply -f ..\n",
      "helm install --name recsys --namespace default . --set hostAddress=10-0-0-33.nip.io --set mongo.replicaSet.replicas.secondary=0 --set elastic.replicas=3 --set harness.replicaCount=1 --set proxy-sgx.replicaCount=2 --set proxy-sgx.proxyType1=1 --set proxy-sgx.proxyType2=2 --set proxy-sgx.enableEncryption=1 --set proxy-sgx.bufferShuffling=10 --set proxy-sgx.debug=0 --set mongo.replicaSet.enabled=false --set elastic.esJavaOpts=\"-Xmx16g -Xms16g\" --set elastic.resources.requests.cpu=1500m --set elastic.resources.requests.memory=17Gi --set elastic.resources.limits.cpu=2000m --set elastic.resources.limits.memory=17Gi --set name=macro2c_500_220200426081942 --set timeout=450 --set mongo.clusterDomain=cluster.local --set experiment=macro2c_500_220200426081942 --set proxy-sgx.experiment=macro2c_500_220200426081942 --set harness.experiment=macro2c_500_220200426081942 --set start_time=1587889182.966298  --wait --timeout 450 \n",
      "err=0\n",
      "First launch\n",
      "helm delete --purge injector\n",
      "1\n",
      "helm install --name injector --namespace default . --set duration=300 --set clients=500 --set replicaCount=1 --set targetHost=http://recsys-proxy-sgx-1:8080 --set concurrency=10 --set harnessReplicas=6 --set timeout=1200 --set asyncFluentd=false --set timeoutRequest=800 --set periodRequest=1000 --set enableEncryption=1 --set randomShift=1 --set name=macro2c_500_220200426082054 --set harness=true --set experiment=macro2c_500_220200426082054 --set start_time=1587889254.4876022  --wait --timeout 1200\n",
      "./wait_for_job.sh injector-injector 1800\n",
      "Injector deployment err : 0\n",
      "odict_keys([])\n",
      "{}\n",
      "odict_keys(['targetHost', 'concurrency'])\n",
      "{'targetHost': 'http://recsys-proxy-sgx-1:8080', 'concurrency': 10}\n",
      "db:_targetHost-concurrency_20200426083646\n",
      "[{'duration': 300, 'clients': '500', 'replicaCount': 1, 'targetHost': 'http://recsys-proxy-sgx-1:8080', 'concurrency': 10, 'harnessReplicas': 6, 'timeout': 1200, 'asyncFluentd': 'false', 'timeoutRequest': 800, 'periodRequest': 1000, 'enableEncryption': '1', 'randomShift': '1', 'name': 'macro2c_500_3', 'harness': 'true'}]\n",
      "helm delete --purge stub\n",
      "1\n",
      "helm delete --purge injector\n",
      "0\n",
      "helm delete --purge recsys\n",
      "0\n",
      "helm init --client-only\n",
      "kubectl apply -f ..\n",
      "helm install --name recsys --namespace default . --set hostAddress=10-0-0-33.nip.io --set mongo.replicaSet.replicas.secondary=0 --set elastic.replicas=3 --set harness.replicaCount=1 --set proxy-sgx.replicaCount=2 --set proxy-sgx.proxyType1=1 --set proxy-sgx.proxyType2=2 --set proxy-sgx.enableEncryption=1 --set proxy-sgx.bufferShuffling=10 --set proxy-sgx.debug=0 --set mongo.replicaSet.enabled=false --set elastic.esJavaOpts=\"-Xmx16g -Xms16g\" --set elastic.resources.requests.cpu=1500m --set elastic.resources.requests.memory=17Gi --set elastic.resources.limits.cpu=2000m --set elastic.resources.limits.memory=17Gi --set name=macro2c_500_320200426083918 --set timeout=450 --set mongo.clusterDomain=cluster.local --set experiment=macro2c_500_320200426083918 --set proxy-sgx.experiment=macro2c_500_320200426083918 --set harness.experiment=macro2c_500_320200426083918 --set start_time=1587890358.060939  --wait --timeout 450 \n",
      "err=0\n",
      "First launch\n",
      "helm delete --purge injector\n",
      "1\n",
      "helm install --name injector --namespace default . --set duration=300 --set clients=500 --set replicaCount=1 --set targetHost=http://recsys-proxy-sgx-1:8080 --set concurrency=10 --set harnessReplicas=6 --set timeout=1200 --set asyncFluentd=false --set timeoutRequest=800 --set periodRequest=1000 --set enableEncryption=1 --set randomShift=1 --set name=macro2c_500_320200426084046 --set harness=true --set experiment=macro2c_500_320200426084046 --set start_time=1587890446.3775759  --wait --timeout 1200\n",
      "./wait_for_job.sh injector-injector 1800\n",
      "Injector deployment err : 1\n",
      "Launch 0 in error, redeploying recsys.\n",
      "helm delete --purge stub\n",
      "1\n",
      "helm delete --purge injector\n",
      "0\n",
      "helm delete --purge recsys\n",
      "0\n",
      "helm init --client-only\n",
      "kubectl apply -f ..\n",
      "helm install --name recsys --namespace default . --set hostAddress=10-0-0-33.nip.io --set mongo.replicaSet.replicas.secondary=0 --set elastic.replicas=3 --set harness.replicaCount=1 --set proxy-sgx.replicaCount=2 --set proxy-sgx.proxyType1=1 --set proxy-sgx.proxyType2=2 --set proxy-sgx.enableEncryption=1 --set proxy-sgx.bufferShuffling=10 --set proxy-sgx.debug=0 --set mongo.replicaSet.enabled=false --set elastic.esJavaOpts=\"-Xmx16g -Xms16g\" --set elastic.resources.requests.cpu=1500m --set elastic.resources.requests.memory=17Gi --set elastic.resources.limits.cpu=2000m --set elastic.resources.limits.memory=17Gi --set name=macro2c_500_32020042608404620200426084825 --set timeout=450 --set mongo.clusterDomain=cluster.local --set experiment=macro2c_500_320200426084825 --set proxy-sgx.experiment=macro2c_500_320200426084825 --set harness.experiment=macro2c_500_320200426084825 --set start_time=1587890905.4286537  --wait --timeout 450 \n",
      "err=0\n",
      "First launch\n",
      "helm delete --purge injector\n",
      "1\n",
      "helm install --name injector --namespace default . --set duration=300 --set clients=500 --set replicaCount=1 --set targetHost=http://recsys-proxy-sgx-1:8080 --set concurrency=10 --set harnessReplicas=6 --set timeout=1200 --set asyncFluentd=false --set timeoutRequest=800 --set periodRequest=1000 --set enableEncryption=1 --set randomShift=1 --set name=macro2c_500_320200426084932 --set harness=true --set experiment=macro2c_500_320200426084932 --set start_time=1587890972.182059  --wait --timeout 1200\n",
      "./wait_for_job.sh injector-injector 1800\n",
      "Injector deployment err : 0\n",
      "odict_keys([])\n",
      "{}\n",
      "odict_keys(['targetHost', 'concurrency'])\n",
      "{'targetHost': 'http://recsys-proxy-sgx-1:8080', 'concurrency': 10}\n",
      "db:_targetHost-concurrency_20200426090525\n",
      "[{'duration': 300, 'clients': '500', 'replicaCount': 1, 'targetHost': 'http://recsys-proxy-sgx-1:8080', 'concurrency': 10, 'harnessReplicas': 6, 'timeout': 1200, 'asyncFluentd': 'false', 'timeoutRequest': 800, 'periodRequest': 1000, 'enableEncryption': '1', 'randomShift': '1', 'name': 'macro2c_500_4', 'harness': 'true'}]\n",
      "helm delete --purge stub\n",
      "1\n",
      "helm delete --purge injector\n",
      "0\n",
      "helm delete --purge recsys\n",
      "0\n",
      "helm init --client-only\n",
      "kubectl apply -f ..\n",
      "helm install --name recsys --namespace default . --set hostAddress=10-0-0-33.nip.io --set mongo.replicaSet.replicas.secondary=0 --set elastic.replicas=3 --set harness.replicaCount=1 --set proxy-sgx.replicaCount=2 --set proxy-sgx.proxyType1=1 --set proxy-sgx.proxyType2=2 --set proxy-sgx.enableEncryption=1 --set proxy-sgx.bufferShuffling=10 --set proxy-sgx.debug=0 --set mongo.replicaSet.enabled=false --set elastic.esJavaOpts=\"-Xmx16g -Xms16g\" --set elastic.resources.requests.cpu=1500m --set elastic.resources.requests.memory=17Gi --set elastic.resources.limits.cpu=2000m --set elastic.resources.limits.memory=17Gi --set name=macro2c_500_420200426090757 --set timeout=450 --set mongo.clusterDomain=cluster.local --set experiment=macro2c_500_420200426090757 --set proxy-sgx.experiment=macro2c_500_420200426090757 --set harness.experiment=macro2c_500_420200426090757 --set start_time=1587892077.8338306  --wait --timeout 450 \n",
      "err=0\n",
      "First launch\n",
      "helm delete --purge injector\n",
      "1\n",
      "helm install --name injector --namespace default . --set duration=300 --set clients=500 --set replicaCount=1 --set targetHost=http://recsys-proxy-sgx-1:8080 --set concurrency=10 --set harnessReplicas=6 --set timeout=1200 --set asyncFluentd=false --set timeoutRequest=800 --set periodRequest=1000 --set enableEncryption=1 --set randomShift=1 --set name=macro2c_500_420200426090943 --set harness=true --set experiment=macro2c_500_420200426090943 --set start_time=1587892183.627158  --wait --timeout 1200\n",
      "./wait_for_job.sh injector-injector 1800\n",
      "Injector deployment err : 0\n",
      "odict_keys([])\n",
      "{}\n",
      "odict_keys(['targetHost', 'concurrency'])\n",
      "{'targetHost': 'http://recsys-proxy-sgx-1:8080', 'concurrency': 10}\n",
      "db:_targetHost-concurrency_20200426092541\n",
      "[{'duration': 300, 'clients': '500', 'replicaCount': 1, 'targetHost': 'http://recsys-proxy-sgx-1:8080', 'concurrency': 10, 'harnessReplicas': 6, 'timeout': 1200, 'asyncFluentd': 'false', 'timeoutRequest': 800, 'periodRequest': 1000, 'enableEncryption': '1', 'randomShift': '1', 'name': 'macro2c_500_5', 'harness': 'true'}]\n",
      "helm delete --purge stub\n",
      "1\n",
      "helm delete --purge injector\n",
      "0\n",
      "helm delete --purge recsys\n",
      "0\n",
      "helm init --client-only\n",
      "kubectl apply -f ..\n",
      "helm install --name recsys --namespace default . --set hostAddress=10-0-0-33.nip.io --set mongo.replicaSet.replicas.secondary=0 --set elastic.replicas=3 --set harness.replicaCount=1 --set proxy-sgx.replicaCount=2 --set proxy-sgx.proxyType1=1 --set proxy-sgx.proxyType2=2 --set proxy-sgx.enableEncryption=1 --set proxy-sgx.bufferShuffling=10 --set proxy-sgx.debug=0 --set mongo.replicaSet.enabled=false --set elastic.esJavaOpts=\"-Xmx16g -Xms16g\" --set elastic.resources.requests.cpu=1500m --set elastic.resources.requests.memory=17Gi --set elastic.resources.limits.cpu=2000m --set elastic.resources.limits.memory=17Gi --set name=macro2c_500_520200426092813 --set timeout=450 --set mongo.clusterDomain=cluster.local --set experiment=macro2c_500_520200426092813 --set proxy-sgx.experiment=macro2c_500_520200426092813 --set harness.experiment=macro2c_500_520200426092813 --set start_time=1587893293.1461482  --wait --timeout 450 \n",
      "err=0\n",
      "First launch\n",
      "helm delete --purge injector\n",
      "1\n",
      "helm install --name injector --namespace default . --set duration=300 --set clients=500 --set replicaCount=1 --set targetHost=http://recsys-proxy-sgx-1:8080 --set concurrency=10 --set harnessReplicas=6 --set timeout=1200 --set asyncFluentd=false --set timeoutRequest=800 --set periodRequest=1000 --set enableEncryption=1 --set randomShift=1 --set name=macro2c_500_520200426092945 --set harness=true --set experiment=macro2c_500_520200426092945 --set start_time=1587893385.0438113  --wait --timeout 1200\n",
      "./wait_for_job.sh injector-injector 1800\n",
      "Injector deployment err : 0\n",
      "\n",
      "\n",
      "\n",
      "private-recsys\n"
     ]
    }
   ],
   "source": [
    "remove_working_db()\n",
    "for replicas in tqdm_notebook([6], \"replicas\"):\n",
    "    for client in tqdm_notebook([\"50\",\"250\",\"500\"], \"input rps\"):\n",
    "        for identifier in tqdm_notebook(range(6), \"runs per config\"):\n",
    "            concurrency = 10\n",
    "\n",
    "            name = \"macro2c_{}_{}\".format(client, identifier)\n",
    "            params_recsys = {\n",
    "                \"hostAddress\":hostAddress,\n",
    "                \"mongo!replicaSet!replicas!secondary\":0,\n",
    "                \"elastic!replicas\":3,\n",
    "                \"harness!replicaCount\":1,\n",
    "                \"proxy-sgx!replicaCount\":2,\n",
    "                \"proxy-sgx!proxyType1\":\"1\",\n",
    "                \"proxy-sgx!proxyType2\":\"2\",\n",
    "                \"proxy-sgx!enableEncryption\":\"1\",\n",
    "                \"proxy-sgx!bufferShuffling\":\"10\", \n",
    "                \"proxy-sgx!debug\":\"0\",                    \n",
    "                \"mongo!replicaSet!enabled\": \"false\",\n",
    "                \"elastic!esJavaOpts\":'\"-Xmx16g -Xms16g\"',\n",
    "                \"elastic!resources!requests!cpu\":\"1500m\",\n",
    "                \"elastic!resources!requests!memory\":\"17Gi\",\n",
    "                \"elastic!resources!limits!cpu\":\"2000m\",\n",
    "                \"elastic!resources!limits!memory\":\"17Gi\",\n",
    "                \"name\":name,\n",
    "                \"timeout\":450,\n",
    "            #    \"mongo!clusterDomain\":\"nuc.local\"  # Louvain\n",
    "                \"mongo!clusterDomain\":\"cluster.local\" # Bordeaux\n",
    "            }\n",
    "            params_injector={\n",
    "                \"duration\":300,\n",
    "                \"clients\":client,\n",
    "                \"replicaCount\":1,\n",
    "                \"targetHost\":[\"http://recsys-proxy-sgx-1:8080\"], # pprox                \n",
    "                \"concurrency\":[concurrency],\n",
    "                \"harnessReplicas\": replicas,\n",
    "                \"timeout\":1200,\n",
    "                \"asyncFluentd\":\"false\",\n",
    "                \"timeoutRequest\":800,\n",
    "                \"periodRequest\":1000,\n",
    "                \"enableEncryption\":\"1\",\n",
    "                \"randomShift\":\"1\",\n",
    "                \"name\":name,\n",
    "                \"harness\":\"true\" # false if stub\n",
    "            }\n",
    "            params = {\n",
    "                \"start_time\":time.time(),\n",
    "                \"params_recsys\":params_recsys,\n",
    "                \"params_injector\":params_injector,\n",
    "                \"name:\":name,\n",
    "                \"error_module\":\"\",\n",
    "                \"error\":0,\n",
    "                \"status\":\"created\",\n",
    "                \"name\":name,\n",
    "                \"stub\":\"0\"\n",
    "            }\n",
    "\n",
    "            loop_run_test(params)\n",
    "fusion_experiments_db(\"private-recsys\", \"macro2c\", False)   "
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "# macro 2d 0-500"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 16,
   "metadata": {},
   "outputs": [
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/opt/conda/lib/python3.7/site-packages/ipykernel_launcher.py:2: TqdmDeprecationWarning: This function will be removed in tqdm==5.0.0\n",
      "Please use `tqdm.notebook.tqdm` instead of `tqdm.tqdm_notebook`\n",
      "  \n"
     ]
    },
    {
     "data": {
      "application/vnd.jupyter.widget-view+json": {
       "model_id": "776ca1ac069849648062d4ddebfbb03e",
       "version_major": 2,
       "version_minor": 0
      },
      "text/plain": [
       "HBox(children=(FloatProgress(value=0.0, description='replicas', max=1.0, style=ProgressStyle(description_width…"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/opt/conda/lib/python3.7/site-packages/ipykernel_launcher.py:4: TqdmDeprecationWarning: This function will be removed in tqdm==5.0.0\n",
      "Please use `tqdm.notebook.tqdm` instead of `tqdm.tqdm_notebook`\n",
      "  after removing the cwd from sys.path.\n"
     ]
    },
    {
     "data": {
      "application/vnd.jupyter.widget-view+json": {
       "model_id": "80cc3bd4710f4c8b9c070f3b21b3310b",
       "version_major": 2,
       "version_minor": 0
      },
      "text/plain": [
       "HBox(children=(FloatProgress(value=0.0, description='input rps', max=1.0, style=ProgressStyle(description_widt…"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/opt/conda/lib/python3.7/site-packages/ipykernel_launcher.py:5: TqdmDeprecationWarning: This function will be removed in tqdm==5.0.0\n",
      "Please use `tqdm.notebook.tqdm` instead of `tqdm.tqdm_notebook`\n",
      "  \"\"\"\n"
     ]
    },
    {
     "data": {
      "application/vnd.jupyter.widget-view+json": {
       "model_id": "6778f710323b4a7083e5b04f77d3e994",
       "version_major": 2,
       "version_minor": 0
      },
      "text/plain": [
       "HBox(children=(FloatProgress(value=0.0, description='runs per config', max=3.0, style=ProgressStyle(descriptio…"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "odict_keys([])\n",
      "{}\n",
      "odict_keys(['targetHost', 'concurrency'])\n",
      "{'targetHost': 'http://recsys-proxy-sgx-1:8080', 'concurrency': 10}\n",
      "db:_targetHost-concurrency_20200426223825\n",
      "[{'duration': 300, 'clients': '375', 'replicaCount': 2, 'targetHost': 'http://recsys-proxy-sgx-1:8080', 'concurrency': 10, 'harnessReplicas': 9, 'timeout': 1200, 'asyncFluentd': 'false', 'timeoutRequest': 800, 'periodRequest': 1000, 'enableEncryption': '1', 'randomShift': '1', 'name': 'macro2d_375_0', 'harness': 'true'}]\n",
      "helm delete --purge stub\n",
      "1\n",
      "helm delete --purge injector\n",
      "0\n",
      "helm delete --purge recsys\n",
      "0\n",
      "helm init --client-only\n",
      "kubectl apply -f ..\n",
      "helm install --name recsys --namespace default . --set hostAddress=10-0-0-33.nip.io --set mongo.replicaSet.replicas.secondary=0 --set elastic.replicas=3 --set harness.replicaCount=1 --set proxy-sgx.replicaCount=3 --set proxy-sgx.proxyType1=1 --set proxy-sgx.proxyType2=2 --set proxy-sgx.enableEncryption=1 --set proxy-sgx.bufferShuffling=10 --set proxy-sgx.debug=0 --set mongo.replicaSet.enabled=false --set elastic.esJavaOpts=\"-Xmx16g -Xms16g\" --set elastic.resources.requests.cpu=1500m --set elastic.resources.requests.memory=17Gi --set elastic.resources.limits.cpu=2000m --set elastic.resources.limits.memory=17Gi --set name=macro2d_375_020200426224108 --set timeout=450 --set mongo.clusterDomain=cluster.local --set experiment=macro2d_375_020200426224108 --set proxy-sgx.experiment=macro2d_375_020200426224108 --set harness.experiment=macro2d_375_020200426224108 --set start_time=1587940868.510511  --wait --timeout 450 \n",
      "err=0\n",
      "First launch\n",
      "helm delete --purge injector\n",
      "1\n",
      "helm install --name injector --namespace default . --set duration=300 --set clients=375 --set replicaCount=2 --set targetHost=http://recsys-proxy-sgx-1:8080 --set concurrency=10 --set harnessReplicas=9 --set timeout=1200 --set asyncFluentd=false --set timeoutRequest=800 --set periodRequest=1000 --set enableEncryption=1 --set randomShift=1 --set name=macro2d_375_020200426224214 --set harness=true --set experiment=macro2d_375_020200426224214 --set start_time=1587940935.004899  --wait --timeout 1200\n",
      "./wait_for_job.sh injector-injector 1800\n",
      "Injector deployment err : 0\n",
      "odict_keys([])\n",
      "{}\n",
      "odict_keys(['targetHost', 'concurrency'])\n",
      "{'targetHost': 'http://recsys-proxy-sgx-1:8080', 'concurrency': 10}\n",
      "db:_targetHost-concurrency_20200426225858\n",
      "[{'duration': 300, 'clients': '375', 'replicaCount': 2, 'targetHost': 'http://recsys-proxy-sgx-1:8080', 'concurrency': 10, 'harnessReplicas': 9, 'timeout': 1200, 'asyncFluentd': 'false', 'timeoutRequest': 800, 'periodRequest': 1000, 'enableEncryption': '1', 'randomShift': '1', 'name': 'macro2d_375_1', 'harness': 'true'}]\n",
      "helm delete --purge stub\n",
      "1\n",
      "helm delete --purge injector\n",
      "0\n",
      "helm delete --purge recsys\n",
      "0\n",
      "helm init --client-only\n",
      "kubectl apply -f ..\n",
      "helm install --name recsys --namespace default . --set hostAddress=10-0-0-33.nip.io --set mongo.replicaSet.replicas.secondary=0 --set elastic.replicas=3 --set harness.replicaCount=1 --set proxy-sgx.replicaCount=3 --set proxy-sgx.proxyType1=1 --set proxy-sgx.proxyType2=2 --set proxy-sgx.enableEncryption=1 --set proxy-sgx.bufferShuffling=10 --set proxy-sgx.debug=0 --set mongo.replicaSet.enabled=false --set elastic.esJavaOpts=\"-Xmx16g -Xms16g\" --set elastic.resources.requests.cpu=1500m --set elastic.resources.requests.memory=17Gi --set elastic.resources.limits.cpu=2000m --set elastic.resources.limits.memory=17Gi --set name=macro2d_375_120200426230142 --set timeout=450 --set mongo.clusterDomain=cluster.local --set experiment=macro2d_375_120200426230142 --set proxy-sgx.experiment=macro2d_375_120200426230142 --set harness.experiment=macro2d_375_120200426230142 --set start_time=1587942102.347595  --wait --timeout 450 \n",
      "err=0\n",
      "First launch\n",
      "helm delete --purge injector\n",
      "1\n",
      "helm install --name injector --namespace default . --set duration=300 --set clients=375 --set replicaCount=2 --set targetHost=http://recsys-proxy-sgx-1:8080 --set concurrency=10 --set harnessReplicas=9 --set timeout=1200 --set asyncFluentd=false --set timeoutRequest=800 --set periodRequest=1000 --set enableEncryption=1 --set randomShift=1 --set name=macro2d_375_120200426230300 --set harness=true --set experiment=macro2d_375_120200426230300 --set start_time=1587942180.2590246  --wait --timeout 1200\n",
      "./wait_for_job.sh injector-injector 1800\n",
      "Injector deployment err : 1\n",
      "Launch 0 in error, redeploying recsys.\n",
      "helm delete --purge stub\n",
      "1\n",
      "helm delete --purge injector\n",
      "0\n",
      "helm delete --purge recsys\n",
      "0\n",
      "helm init --client-only\n",
      "kubectl apply -f ..\n",
      "helm install --name recsys --namespace default . --set hostAddress=10-0-0-33.nip.io --set mongo.replicaSet.replicas.secondary=0 --set elastic.replicas=3 --set harness.replicaCount=1 --set proxy-sgx.replicaCount=3 --set proxy-sgx.proxyType1=1 --set proxy-sgx.proxyType2=2 --set proxy-sgx.enableEncryption=1 --set proxy-sgx.bufferShuffling=10 --set proxy-sgx.debug=0 --set mongo.replicaSet.enabled=false --set elastic.esJavaOpts=\"-Xmx16g -Xms16g\" --set elastic.resources.requests.cpu=1500m --set elastic.resources.requests.memory=17Gi --set elastic.resources.limits.cpu=2000m --set elastic.resources.limits.memory=17Gi --set name=macro2d_375_12020042623030020200426231053 --set timeout=450 --set mongo.clusterDomain=cluster.local --set experiment=macro2d_375_120200426231053 --set proxy-sgx.experiment=macro2d_375_120200426231053 --set harness.experiment=macro2d_375_120200426231053 --set start_time=1587942653.8447623  --wait --timeout 450 \n",
      "err=0\n",
      "First launch\n",
      "helm delete --purge injector\n",
      "1\n",
      "helm install --name injector --namespace default . --set duration=300 --set clients=375 --set replicaCount=2 --set targetHost=http://recsys-proxy-sgx-1:8080 --set concurrency=10 --set harnessReplicas=9 --set timeout=1200 --set asyncFluentd=false --set timeoutRequest=800 --set periodRequest=1000 --set enableEncryption=1 --set randomShift=1 --set name=macro2d_375_120200426231202 --set harness=true --set experiment=macro2d_375_120200426231202 --set start_time=1587942722.9910467  --wait --timeout 1200\n",
      "./wait_for_job.sh injector-injector 1800\n",
      "Injector deployment err : 0\n",
      "odict_keys([])\n",
      "{}\n",
      "odict_keys(['targetHost', 'concurrency'])\n",
      "{'targetHost': 'http://recsys-proxy-sgx-1:8080', 'concurrency': 10}\n",
      "db:_targetHost-concurrency_20200426232828\n",
      "[{'duration': 300, 'clients': '375', 'replicaCount': 2, 'targetHost': 'http://recsys-proxy-sgx-1:8080', 'concurrency': 10, 'harnessReplicas': 9, 'timeout': 1200, 'asyncFluentd': 'false', 'timeoutRequest': 800, 'periodRequest': 1000, 'enableEncryption': '1', 'randomShift': '1', 'name': 'macro2d_375_2', 'harness': 'true'}]\n",
      "helm delete --purge stub\n",
      "1\n",
      "helm delete --purge injector\n",
      "0\n",
      "helm delete --purge recsys\n",
      "0\n",
      "helm init --client-only\n",
      "kubectl apply -f ..\n",
      "helm install --name recsys --namespace default . --set hostAddress=10-0-0-33.nip.io --set mongo.replicaSet.replicas.secondary=0 --set elastic.replicas=3 --set harness.replicaCount=1 --set proxy-sgx.replicaCount=3 --set proxy-sgx.proxyType1=1 --set proxy-sgx.proxyType2=2 --set proxy-sgx.enableEncryption=1 --set proxy-sgx.bufferShuffling=10 --set proxy-sgx.debug=0 --set mongo.replicaSet.enabled=false --set elastic.esJavaOpts=\"-Xmx16g -Xms16g\" --set elastic.resources.requests.cpu=1500m --set elastic.resources.requests.memory=17Gi --set elastic.resources.limits.cpu=2000m --set elastic.resources.limits.memory=17Gi --set name=macro2d_375_220200426233112 --set timeout=450 --set mongo.clusterDomain=cluster.local --set experiment=macro2d_375_220200426233112 --set proxy-sgx.experiment=macro2d_375_220200426233112 --set harness.experiment=macro2d_375_220200426233112 --set start_time=1587943872.2223291  --wait --timeout 450 \n",
      "err=0\n",
      "First launch\n",
      "helm delete --purge injector\n",
      "1\n",
      "helm install --name injector --namespace default . --set duration=300 --set clients=375 --set replicaCount=2 --set targetHost=http://recsys-proxy-sgx-1:8080 --set concurrency=10 --set harnessReplicas=9 --set timeout=1200 --set asyncFluentd=false --set timeoutRequest=800 --set periodRequest=1000 --set enableEncryption=1 --set randomShift=1 --set name=macro2d_375_220200426233220 --set harness=true --set experiment=macro2d_375_220200426233220 --set start_time=1587943940.8522348  --wait --timeout 1200\n",
      "./wait_for_job.sh injector-injector 1800\n",
      "Injector deployment err : 0\n",
      "\n",
      "\n",
      "\n",
      "private-recsys\n"
     ]
    }
   ],
   "source": [
    "remove_working_db()\n",
    "for replicas in tqdm_notebook([9], \"replicas\"):\n",
    "    for client in tqdm_notebook([\"50\",\"250\",\"500\"], \"input rps\"):\n",
    "        for identifier in tqdm_notebook(range(6), \"runs per config\"):\n",
    "            concurrency = 10\n",
    "\n",
    "            name = \"macro2d_{}_{}\".format(client, identifier)\n",
    "            params_recsys = {\n",
    "                \"hostAddress\":hostAddress,\n",
    "                \"mongo!replicaSet!replicas!secondary\":0,\n",
    "                \"elastic!replicas\":3,\n",
    "                \"harness!replicaCount\":1,\n",
    "                \"proxy-sgx!replicaCount\":3,\n",
    "                \"proxy-sgx!proxyType1\":\"1\",\n",
    "                \"proxy-sgx!proxyType2\":\"2\",\n",
    "                \"proxy-sgx!enableEncryption\":\"1\",\n",
    "                \"proxy-sgx!bufferShuffling\":\"10\", \n",
    "                \"proxy-sgx!debug\":\"0\",                    \n",
    "                \"mongo!replicaSet!enabled\": \"false\",\n",
    "                \"elastic!esJavaOpts\":'\"-Xmx16g -Xms16g\"',\n",
    "                \"elastic!resources!requests!cpu\":\"1500m\",\n",
    "                \"elastic!resources!requests!memory\":\"17Gi\",\n",
    "                \"elastic!resources!limits!cpu\":\"2000m\",\n",
    "                \"elastic!resources!limits!memory\":\"17Gi\",\n",
    "                \"name\":name,\n",
    "                \"timeout\":450,\n",
    "            #    \"mongo!clusterDomain\":\"nuc.local\"  # Louvain\n",
    "                \"mongo!clusterDomain\":\"cluster.local\" # Bordeaux\n",
    "            }\n",
    "            params_injector={\n",
    "                \"duration\":300,\n",
    "                \"clients\":client,\n",
    "                \"replicaCount\":2,\n",
    "                \"targetHost\":[\"http://recsys-proxy-sgx-1:8080\"], # pprox                \n",
    "                \"concurrency\":[concurrency],\n",
    "                \"harnessReplicas\": replicas,\n",
    "                \"timeout\":1200,\n",
    "                \"asyncFluentd\":\"false\",\n",
    "                \"timeoutRequest\":800,\n",
    "                \"periodRequest\":1000,\n",
    "                \"enableEncryption\":\"1\",\n",
    "                \"randomShift\":\"1\",\n",
    "                \"name\":name,\n",
    "                \"harness\":\"true\" # false if stub\n",
    "            }\n",
    "            params = {\n",
    "                \"start_time\":time.time(),\n",
    "                \"params_recsys\":params_recsys,\n",
    "                \"params_injector\":params_injector,\n",
    "                \"name:\":name,\n",
    "                \"error_module\":\"\",\n",
    "                \"error\":0,\n",
    "                \"status\":\"created\",\n",
    "                \"name\":name,\n",
    "                \"stub\":\"0\"\n",
    "            }\n",
    "\n",
    "            loop_run_test(params)\n",
    "fusion_experiments_db(\"private-recsys\", \"macro2d\", False)   "
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "## macro 2d 750 2i"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": [
    "remove_working_db()\n",
    "for replicas in tqdm_notebook([9], \"replicas\"):\n",
    "    for client in tqdm_notebook([\"375\"], \"input rps\"):\n",
    "        for identifier in tqdm_notebook(range(6), \"runs per config\"):\n",
    "            concurrency = 10\n",
    "\n",
    "            name = \"macro2d_{}_{}\".format(client, identifier)\n",
    "            params_recsys = {\n",
    "                \"hostAddress\":hostAddress,\n",
    "                \"mongo!replicaSet!replicas!secondary\":0,\n",
    "                \"elastic!replicas\":3,\n",
    "                \"harness!replicaCount\":1,\n",
    "                \"proxy-sgx!replicaCount\":3,\n",
    "                \"proxy-sgx!proxyType1\":\"1\",\n",
    "                \"proxy-sgx!proxyType2\":\"2\",\n",
    "                \"proxy-sgx!enableEncryption\":\"1\",\n",
    "                \"proxy-sgx!bufferShuffling\":\"10\", \n",
    "                \"proxy-sgx!debug\":\"0\",                    \n",
    "                \"mongo!replicaSet!enabled\": \"false\",\n",
    "                \"elastic!esJavaOpts\":'\"-Xmx16g -Xms16g\"',\n",
    "                \"elastic!resources!requests!cpu\":\"1500m\",\n",
    "                \"elastic!resources!requests!memory\":\"17Gi\",\n",
    "                \"elastic!resources!limits!cpu\":\"2000m\",\n",
    "                \"elastic!resources!limits!memory\":\"17Gi\",\n",
    "                \"name\":name,\n",
    "                \"timeout\":450,\n",
    "            #    \"mongo!clusterDomain\":\"nuc.local\"  # Louvain\n",
    "                \"mongo!clusterDomain\":\"cluster.local\" # Bordeaux\n",
    "            }\n",
    "            params_injector={\n",
    "                \"duration\":300,\n",
    "                \"clients\":client,\n",
    "                \"replicaCount\":2,\n",
    "                \"targetHost\":[\"http://recsys-proxy-sgx-1:8080\"], # pprox                \n",
    "                \"concurrency\":[concurrency],\n",
    "                \"harnessReplicas\": replicas,\n",
    "                \"timeout\":1200,\n",
    "                \"asyncFluentd\":\"false\",\n",
    "                \"timeoutRequest\":800,\n",
    "                \"periodRequest\":1000,\n",
    "                \"enableEncryption\":\"1\",\n",
    "                \"randomShift\":\"1\",\n",
    "                \"name\":name,\n",
    "                \"harness\":\"true\" # false if stub\n",
    "            }\n",
    "            params = {\n",
    "                \"start_time\":time.time(),\n",
    "                \"params_recsys\":params_recsys,\n",
    "                \"params_injector\":params_injector,\n",
    "                \"name:\":name,\n",
    "                \"error_module\":\"\",\n",
    "                \"error\":0,\n",
    "                \"status\":\"created\",\n",
    "                \"name\":name,\n",
    "                \"stub\":\"0\"\n",
    "            }\n",
    "\n",
    "            loop_run_test(params)\n",
    "fusion_experiments_db(\"private-recsys\", \"macro2d\", False)   "
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 7,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "private-recsys\n"
     ]
    }
   ],
   "source": [
    "fusion_experiments_db(\"private-recsys\", \"macro2d\", False)   "
   ]
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "Python 3",
   "language": "python",
   "name": "python3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.7.3"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 4
}