collab-runner.ipynb

{
  "cells": [
    {
      "cell_type": "code",
      "execution_count": 1,
      "metadata": {
        "id": "VOJbaQN-yP95"
      },
      "outputs": [],
      "source": [
        "# !pip install ray[tune]"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": 5,
      "metadata": {
        "id": "ux2djF1kzOWl"
      },
      "outputs": [],
      "source": [
        "# !rm -rf higgs/"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": 6,
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "id": "TfGTtdV3tqx4",
        "outputId": "a842621f-ffdb-48c8-eff8-2153d0536db0"
      },
      "outputs": [
        {
          "name": "stdout",
          "output_type": "stream",
          "text": [
            "Cloning into 'higgs'...\n",
            "remote: Enumerating objects: 29, done.\u001b[K\n",
            "remote: Counting objects: 100% (29/29), done.\u001b[K\n",
            "remote: Compressing objects: 100% (19/19), done.\u001b[K\n",
            "remote: Total 29 (delta 6), reused 25 (delta 6), pack-reused 0\u001b[K\n",
            "Unpacking objects: 100% (29/29), done.\n"
          ]
        }
      ],
      "source": [
        "!git clone https://github.com/ThomPijnenburg/higgs.git"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": 7,
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "id": "jgrKlw9jwlUc",
        "outputId": "00527ac1-4a44-4f34-e6f9-6fff0706cbd9"
      },
      "outputs": [
        {
          "name": "stdout",
          "output_type": "stream",
          "text": [
            "Ignoring colorama: markers 'python_version >= \"3.6\" and python_full_version < \"3.0.0\" and platform_system == \"Windows\" or python_full_version >= \"3.5.0\" and platform_system == \"Windows\" and python_version >= \"3.6\"' don't match your environment\n",
            "Requirement already satisfied: attrs==21.2.0 in /usr/local/lib/python3.7/dist-packages (from -r requirements.txt (line 1)) (21.2.0)\n",
            "Requirement already satisfied: certifi==2021.10.8 in /usr/local/lib/python3.7/dist-packages (from -r requirements.txt (line 4)) (2021.10.8)\n",
            "Requirement already satisfied: charset-normalizer==2.0.7 in /usr/local/lib/python3.7/dist-packages (from -r requirements.txt (line 7)) (2.0.7)\n",
            "Requirement already satisfied: click==8.0.3 in /usr/local/lib/python3.7/dist-packages (from -r requirements.txt (line 10)) (8.0.3)\n",
            "Requirement already satisfied: deprecated==1.2.13 in /usr/local/lib/python3.7/dist-packages (from -r requirements.txt (line 16)) (1.2.13)\n",
            "Requirement already satisfied: filelock==3.4.0 in /usr/local/lib/python3.7/dist-packages (from -r requirements.txt (line 19)) (3.4.0)\n",
            "Requirement already satisfied: grpcio==1.42.0 in /usr/local/lib/python3.7/dist-packages (from -r requirements.txt (line 22)) (1.42.0)\n",
            "Requirement already satisfied: idna==3.3 in /usr/local/lib/python3.7/dist-packages (from -r requirements.txt (line 67)) (3.3)\n",
            "Requirement already satisfied: importlib-metadata==4.8.2 in /usr/local/lib/python3.7/dist-packages (from -r requirements.txt (line 70)) (4.8.2)\n",
            "Requirement already satisfied: importlib-resources==5.4.0 in /usr/local/lib/python3.7/dist-packages (from -r requirements.txt (line 73)) (5.4.0)\n",
            "Requirement already satisfied: jsonschema==4.2.1 in /usr/local/lib/python3.7/dist-packages (from -r requirements.txt (line 76)) (4.2.1)\n",
            "Requirement already satisfied: msgpack==1.0.2 in /usr/local/lib/python3.7/dist-packages (from -r requirements.txt (line 79)) (1.0.2)\n",
            "Collecting numpy==1.21.1\n",
            "  Downloading numpy-1.21.1-cp37-cp37m-manylinux_2_12_x86_64.manylinux2010_x86_64.whl (15.7 MB)\n",
            "\u001b[K     |████████████████████████████████| 15.7 MB 90 kB/s \n",
            "\u001b[?25hRequirement already satisfied: pandas==1.3.4 in /usr/local/lib/python3.7/dist-packages (from -r requirements.txt (line 167)) (1.3.4)\n",
            "Requirement already satisfied: protobuf==3.19.1 in /usr/local/lib/python3.7/dist-packages (from -r requirements.txt (line 192)) (3.19.1)\n",
            "Requirement already satisfied: pyrsistent==0.18.0 in /usr/local/lib/python3.7/dist-packages (from -r requirements.txt (line 217)) (0.18.0)\n",
            "Requirement already satisfied: python-dateutil==2.8.2 in /usr/local/lib/python3.7/dist-packages (from -r requirements.txt (line 239)) (2.8.2)\n",
            "Requirement already satisfied: pytz==2021.3 in /usr/local/lib/python3.7/dist-packages (from -r requirements.txt (line 242)) (2021.3)\n",
            "Requirement already satisfied: pyyaml==6.0 in /usr/local/lib/python3.7/dist-packages (from -r requirements.txt (line 245)) (6.0)\n",
            "Requirement already satisfied: ray==1.8.0 in /usr/local/lib/python3.7/dist-packages (from -r requirements.txt (line 279)) (1.8.0)\n",
            "Requirement already satisfied: redis==4.0.1 in /usr/local/lib/python3.7/dist-packages (from -r requirements.txt (line 294)) (4.0.1)\n",
            "Requirement already satisfied: requests==2.26.0 in /usr/local/lib/python3.7/dist-packages (from -r requirements.txt (line 297)) (2.26.0)\n",
            "Requirement already satisfied: six==1.16.0 in /usr/local/lib/python3.7/dist-packages (from -r requirements.txt (line 300)) (1.16.0)\n",
            "Requirement already satisfied: tabulate==0.8.9 in /usr/local/lib/python3.7/dist-packages (from -r requirements.txt (line 303)) (0.8.9)\n",
            "Requirement already satisfied: tensorboardx==2.4 in /usr/local/lib/python3.7/dist-packages (from -r requirements.txt (line 306)) (2.4)\n",
            "Requirement already satisfied: torch==1.10.0 in /usr/local/lib/python3.7/dist-packages (from -r requirements.txt (line 309)) (1.10.0+cu111)\n",
            "Requirement already satisfied: tqdm==4.62.3 in /usr/local/lib/python3.7/dist-packages (from -r requirements.txt (line 328)) (4.62.3)\n",
            "Requirement already satisfied: typing-extensions==4.0.0 in /usr/local/lib/python3.7/dist-packages (from -r requirements.txt (line 331)) (4.0.0)\n",
            "Requirement already satisfied: urllib3==1.26.7 in /usr/local/lib/python3.7/dist-packages (from -r requirements.txt (line 334)) (1.26.7)\n",
            "Requirement already satisfied: wrapt==1.13.3 in /usr/local/lib/python3.7/dist-packages (from -r requirements.txt (line 337)) (1.13.3)\n",
            "Requirement already satisfied: zipp==3.6.0 in /usr/local/lib/python3.7/dist-packages (from -r requirements.txt (line 389)) (3.6.0)\n",
            "Installing collected packages: numpy\n",
            "  Attempting uninstall: numpy\n",
            "    Found existing installation: numpy 1.21.4\n",
            "    Uninstalling numpy-1.21.4:\n",
            "      Successfully uninstalled numpy-1.21.4\n",
            "\u001b[31mERROR: pip's dependency resolver does not currently take into account all the packages that are installed. This behaviour is the source of the following dependency conflicts.\n",
            "yellowbrick 1.3.post1 requires numpy<1.20,>=1.16.0, but you have numpy 1.21.1 which is incompatible.\n",
            "google-colab 1.0.0 requires pandas~=1.1.0; python_version >= \"3.0\", but you have pandas 1.3.4 which is incompatible.\n",
            "google-colab 1.0.0 requires requests~=2.23.0, but you have requests 2.26.0 which is incompatible.\n",
            "google-colab 1.0.0 requires six~=1.15.0, but you have six 1.16.0 which is incompatible.\n",
            "datascience 0.10.6 requires folium==0.2.1, but you have folium 0.8.3 which is incompatible.\n",
            "arviz 0.11.4 requires typing-extensions<4,>=3.7.4.3, but you have typing-extensions 4.0.0 which is incompatible.\n",
            "albumentations 0.1.12 requires imgaug<0.2.7,>=0.2.5, but you have imgaug 0.2.9 which is incompatible.\u001b[0m\n",
            "Successfully installed numpy-1.21.1\n",
            "Processing /content/higgs\n",
            "\u001b[33m  DEPRECATION: A future pip version will change local packages to be built in-place without first copying to a temporary directory. We recommend you use --use-feature=in-tree-build to test your packages with this new behavior before it becomes the default.\n",
            "   pip 21.3 will remove support for this functionality. You can find discussion regarding this at https://github.com/pypa/pip/issues/7555.\u001b[0m\n",
            "  Installing build dependencies ... \u001b[?25l\u001b[?25hdone\n",
            "  Getting requirements to build wheel ... \u001b[?25l\u001b[?25hdone\n",
            "    Preparing wheel metadata ... \u001b[?25l\u001b[?25hdone\n",
            "Requirement already satisfied: ray[tune]<2.0.0,>=1.8.0 in /usr/local/lib/python3.7/dist-packages (from higgs==0.1.0) (1.8.0)\n",
            "Requirement already satisfied: pandas<2.0.0,>=1.3.4 in /usr/local/lib/python3.7/dist-packages (from higgs==0.1.0) (1.3.4)\n",
            "Requirement already satisfied: tqdm<5.0.0,>=4.62.3 in /usr/local/lib/python3.7/dist-packages (from higgs==0.1.0) (4.62.3)\n",
            "Requirement already satisfied: torch<2.0.0,>=1.10.0 in /usr/local/lib/python3.7/dist-packages (from higgs==0.1.0) (1.10.0+cu111)\n",
            "Requirement already satisfied: numpy>=1.17.3 in /usr/local/lib/python3.7/dist-packages (from pandas<2.0.0,>=1.3.4->higgs==0.1.0) (1.21.1)\n",
            "Requirement already satisfied: pytz>=2017.3 in /usr/local/lib/python3.7/dist-packages (from pandas<2.0.0,>=1.3.4->higgs==0.1.0) (2021.3)\n",
            "Requirement already satisfied: python-dateutil>=2.7.3 in /usr/local/lib/python3.7/dist-packages (from pandas<2.0.0,>=1.3.4->higgs==0.1.0) (2.8.2)\n",
            "Requirement already satisfied: six>=1.5 in /usr/local/lib/python3.7/dist-packages (from python-dateutil>=2.7.3->pandas<2.0.0,>=1.3.4->higgs==0.1.0) (1.16.0)\n",
            "Requirement already satisfied: attrs in /usr/local/lib/python3.7/dist-packages (from ray[tune]<2.0.0,>=1.8.0->higgs==0.1.0) (21.2.0)\n",
            "Requirement already satisfied: jsonschema in /usr/local/lib/python3.7/dist-packages (from ray[tune]<2.0.0,>=1.8.0->higgs==0.1.0) (4.2.1)\n",
            "Requirement already satisfied: protobuf>=3.15.3 in /usr/local/lib/python3.7/dist-packages (from ray[tune]<2.0.0,>=1.8.0->higgs==0.1.0) (3.19.1)\n",
            "Requirement already satisfied: grpcio>=1.28.1 in /usr/local/lib/python3.7/dist-packages (from ray[tune]<2.0.0,>=1.8.0->higgs==0.1.0) (1.42.0)\n",
            "Requirement already satisfied: pyyaml in /usr/local/lib/python3.7/dist-packages (from ray[tune]<2.0.0,>=1.8.0->higgs==0.1.0) (6.0)\n",
            "Requirement already satisfied: msgpack<2.0.0,>=1.0.0 in /usr/local/lib/python3.7/dist-packages (from ray[tune]<2.0.0,>=1.8.0->higgs==0.1.0) (1.0.2)\n",
            "Requirement already satisfied: redis>=3.5.0 in /usr/local/lib/python3.7/dist-packages (from ray[tune]<2.0.0,>=1.8.0->higgs==0.1.0) (4.0.1)\n",
            "Requirement already satisfied: filelock in /usr/local/lib/python3.7/dist-packages (from ray[tune]<2.0.0,>=1.8.0->higgs==0.1.0) (3.4.0)\n",
            "Requirement already satisfied: click>=7.0 in /usr/local/lib/python3.7/dist-packages (from ray[tune]<2.0.0,>=1.8.0->higgs==0.1.0) (8.0.3)\n",
            "Requirement already satisfied: tensorboardX>=1.9 in /usr/local/lib/python3.7/dist-packages (from ray[tune]<2.0.0,>=1.8.0->higgs==0.1.0) (2.4)\n",
            "Requirement already satisfied: requests in /usr/local/lib/python3.7/dist-packages (from ray[tune]<2.0.0,>=1.8.0->higgs==0.1.0) (2.26.0)\n",
            "Requirement already satisfied: tabulate in /usr/local/lib/python3.7/dist-packages (from ray[tune]<2.0.0,>=1.8.0->higgs==0.1.0) (0.8.9)\n",
            "Requirement already satisfied: importlib-metadata in /usr/local/lib/python3.7/dist-packages (from click>=7.0->ray[tune]<2.0.0,>=1.8.0->higgs==0.1.0) (4.8.2)\n",
            "Requirement already satisfied: deprecated in /usr/local/lib/python3.7/dist-packages (from redis>=3.5.0->ray[tune]<2.0.0,>=1.8.0->higgs==0.1.0) (1.2.13)\n",
            "Requirement already satisfied: typing-extensions in /usr/local/lib/python3.7/dist-packages (from torch<2.0.0,>=1.10.0->higgs==0.1.0) (4.0.0)\n",
            "Requirement already satisfied: wrapt<2,>=1.10 in /usr/local/lib/python3.7/dist-packages (from deprecated->redis>=3.5.0->ray[tune]<2.0.0,>=1.8.0->higgs==0.1.0) (1.13.3)\n",
            "Requirement already satisfied: zipp>=0.5 in /usr/local/lib/python3.7/dist-packages (from importlib-metadata->click>=7.0->ray[tune]<2.0.0,>=1.8.0->higgs==0.1.0) (3.6.0)\n",
            "Requirement already satisfied: importlib-resources>=1.4.0 in /usr/local/lib/python3.7/dist-packages (from jsonschema->ray[tune]<2.0.0,>=1.8.0->higgs==0.1.0) (5.4.0)\n",
            "Requirement already satisfied: pyrsistent!=0.17.0,!=0.17.1,!=0.17.2,>=0.14.0 in /usr/local/lib/python3.7/dist-packages (from jsonschema->ray[tune]<2.0.0,>=1.8.0->higgs==0.1.0) (0.18.0)\n",
            "Requirement already satisfied: certifi>=2017.4.17 in /usr/local/lib/python3.7/dist-packages (from requests->ray[tune]<2.0.0,>=1.8.0->higgs==0.1.0) (2021.10.8)\n",
            "Requirement already satisfied: idna<4,>=2.5 in /usr/local/lib/python3.7/dist-packages (from requests->ray[tune]<2.0.0,>=1.8.0->higgs==0.1.0) (3.3)\n",
            "Requirement already satisfied: charset-normalizer~=2.0.0 in /usr/local/lib/python3.7/dist-packages (from requests->ray[tune]<2.0.0,>=1.8.0->higgs==0.1.0) (2.0.7)\n",
            "Requirement already satisfied: urllib3<1.27,>=1.21.1 in /usr/local/lib/python3.7/dist-packages (from requests->ray[tune]<2.0.0,>=1.8.0->higgs==0.1.0) (1.26.7)\n",
            "Building wheels for collected packages: higgs\n",
            "  Building wheel for higgs (PEP 517) ... \u001b[?25l\u001b[?25hdone\n",
            "  Created wheel for higgs: filename=higgs-0.1.0-py3-none-any.whl size=4432 sha256=40d7d300aa5c6f1adaad60708dcc4fb32b4c8df4ab689fcc7d8f730540ecdede\n",
            "  Stored in directory: /tmp/pip-ephem-wheel-cache-ft00gutz/wheels/9b/c8/e5/3b9824883de99b459d914409d5f3e9775c3b2b684ff649561b\n",
            "Successfully built higgs\n",
            "Installing collected packages: higgs\n",
            "Successfully installed higgs-0.1.0\n"
          ]
        }
      ],
      "source": [
        "!cd higgs && pip install -r requirements.txt && pip install ."
      ]
    },
    {
      "cell_type": "markdown",
      "metadata": {
        "id": "Apf1GEf8u2Oy"
      },
      "source": [
        "## Run train"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": null,
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "id": "FhhNF9AMxSxg",
        "outputId": "2239afb4-a8bf-4832-cbf6-6ac264775133"
      },
      "outputs": [
        {
          "name": "stdout",
          "output_type": "stream",
          "text": [
            "Using cuda device\n",
            "2021-11-18 20:55:40,488 ray          DEBUG    [ray] Forcing OMP_NUM_THREADS=1 to avoid performance degradation with many workers (issue #6998). You can override this by explicitly setting OMP_NUM_THREADS.\n",
            "/usr/local/lib/python3.7/dist-packages/redis/connection.py:72: UserWarning: redis-py works best with hiredis. Please consider installing\n",
            "  warnings.warn(msg)\n",
            "2021-11-18 20:55:40,709 __main__     INFO     Starting training process...\n",
            "tcmalloc: large alloc 1936007168 bytes == 0x55b7e112c000 @  0x7f7671f721e7 0x7f7570b9f92e 0x7f7570bf61e5 0x7f7570bf643f 0x7f7570c98cb3 0x55b6eefbf46c 0x55b6eefbf240 0x55b6ef033627 0x55b6eefc0afa 0x55b6ef02e915 0x55b6ef02d9ee 0x55b6eefc0bda 0x55b6ef02f737 0x55b6eefc0afa 0x55b6ef02e915 0x55b6ef02d9ee 0x55b6eefc0bda 0x55b6ef02f737 0x55b6ef02dced 0x55b6eefc0bda 0x55b6ef02f737 0x55b6ef02dced 0x55b6eefc0bda 0x55b6ef02f737 0x55b6ef02dced 0x55b6eefc148c 0x55b6ef002159 0x55b6eefff0a4 0x55b6eefbfd49 0x55b6ef03394f 0x55b6ef02d9ee\n",
            "tcmalloc: large alloc 1680007168 bytes == 0x55b76d416000 @  0x7f7671f721e7 0x7f7570b9f92e 0x7f7570bf61e5 0x7f7570bf643f 0x7f7570c98cb3 0x55b6eefbf46c 0x55b6eefbf240 0x55b6ef033627 0x55b6eefc0afa 0x55b6ef02e915 0x55b6ef02d9ee 0x55b6eefc0bda 0x55b6ef02f737 0x55b6ef02d9ee 0x55b6eefc0bda 0x55b6ef02f737 0x55b6ef02dced 0x55b6eefc0bda 0x55b6ef02f737 0x55b6ef02dced 0x55b6eefc0bda 0x55b6ef02f737 0x55b6ef02d9ee 0x55b6eefc0bda 0x55b6ef02f737 0x55b6ef02d9ee 0x55b6eefc0bda 0x55b6ef032d00 0x55b6eefc0afa 0x55b6ef032d00 0x55b6ef02dced\n",
            "\u001b[2m\u001b[36m(bundle_reservation_check_func pid=801)\u001b[0m Using cuda device\n",
            "== Status ==\n",
            "Current time: 2021-11-18 20:57:57 (running for 00:00:07.00)\n",
            "Memory usage on this node: 5.6/12.7 GiB\n",
            "Using AsyncHyperBand: num_stopped=0\n",
            "Bracket: Iter 64.000: None | Iter 16.000: None | Iter 4.000: None | Iter 1.000: None\n",
            "Resources requested: 1.0/2 CPUs, 1.0/1 GPUs, 0.0/7.47 GiB heap, 0.0/3.73 GiB objects (0.0/1.0 accelerator_type:K80)\n",
            "Result logdir: /root/ray_results/train_higgs_2021-11-18_20-57-50\n",
            "Number of trials: 5/5 (4 PENDING, 1 RUNNING)\n",
            "+-------------------------+----------+----------------+-------------+\n",
            "| Trial name              | status   | loc            |          lr |\n",
            "|-------------------------+----------+----------------+-------------|\n",
            "| train_higgs_310ce_00000 | RUNNING  | 172.28.0.2:801 | 0.00165309  |\n",
            "| train_higgs_310ce_00001 | PENDING  |                | 6.98577e-05 |\n",
            "| train_higgs_310ce_00002 | PENDING  |                | 0.0190893   |\n",
            "| train_higgs_310ce_00003 | PENDING  |                | 8.23524e-05 |\n",
            "| train_higgs_310ce_00004 | PENDING  |                | 1.65913e-05 |\n",
            "+-------------------------+----------+----------------+-------------+\n",
            "\n",
            "\n",
            "== Status ==\n",
            "Current time: 2021-11-18 20:57:58 (running for 00:00:07.11)\n",
            "Memory usage on this node: 5.7/12.7 GiB\n",
            "Using AsyncHyperBand: num_stopped=0\n",
            "Bracket: Iter 64.000: None | Iter 16.000: None | Iter 4.000: None | Iter 1.000: None\n",
            "Resources requested: 1.0/2 CPUs, 1.0/1 GPUs, 0.0/7.47 GiB heap, 0.0/3.73 GiB objects (0.0/1.0 accelerator_type:K80)\n",
            "Result logdir: /root/ray_results/train_higgs_2021-11-18_20-57-50\n",
            "Number of trials: 5/5 (4 PENDING, 1 RUNNING)\n",
            "+-------------------------+----------+----------------+-------------+\n",
            "| Trial name              | status   | loc            |          lr |\n",
            "|-------------------------+----------+----------------+-------------|\n",
            "| train_higgs_310ce_00000 | RUNNING  | 172.28.0.2:801 | 0.00165309  |\n",
            "| train_higgs_310ce_00001 | PENDING  |                | 6.98577e-05 |\n",
            "| train_higgs_310ce_00002 | PENDING  |                | 0.0190893   |\n",
            "| train_higgs_310ce_00003 | PENDING  |                | 8.23524e-05 |\n",
            "| train_higgs_310ce_00004 | PENDING  |                | 1.65913e-05 |\n",
            "+-------------------------+----------+----------------+-------------+\n",
            "\n",
            "\n",
            "== Status ==\n",
            "Current time: 2021-11-18 20:58:03 (running for 00:00:12.25)\n",
            "Memory usage on this node: 6.8/12.7 GiB\n",
            "Using AsyncHyperBand: num_stopped=0\n",
            "Bracket: Iter 64.000: None | Iter 16.000: None | Iter 4.000: None | Iter 1.000: None\n",
            "Resources requested: 1.0/2 CPUs, 1.0/1 GPUs, 0.0/7.47 GiB heap, 0.0/3.73 GiB objects (0.0/1.0 accelerator_type:K80)\n",
            "Result logdir: /root/ray_results/train_higgs_2021-11-18_20-57-50\n",
            "Number of trials: 5/5 (4 PENDING, 1 RUNNING)\n",
            "+-------------------------+----------+----------------+-------------+\n",
            "| Trial name              | status   | loc            |          lr |\n",
            "|-------------------------+----------+----------------+-------------|\n",
            "| train_higgs_310ce_00000 | RUNNING  | 172.28.0.2:801 | 0.00165309  |\n",
            "| train_higgs_310ce_00001 | PENDING  |                | 6.98577e-05 |\n",
            "| train_higgs_310ce_00002 | PENDING  |                | 0.0190893   |\n",
            "| train_higgs_310ce_00003 | PENDING  |                | 8.23524e-05 |\n",
            "| train_higgs_310ce_00004 | PENDING  |                | 1.65913e-05 |\n",
            "+-------------------------+----------+----------------+-------------+\n",
            "\n",
            "\n",
            "== Status ==\n",
            "Current time: 2021-11-18 20:58:08 (running for 00:00:17.26)\n",
            "Memory usage on this node: 6.8/12.7 GiB\n",
            "Using AsyncHyperBand: num_stopped=0\n",
            "Bracket: Iter 64.000: None | Iter 16.000: None | Iter 4.000: None | Iter 1.000: None\n",
            "Resources requested: 1.0/2 CPUs, 1.0/1 GPUs, 0.0/7.47 GiB heap, 0.0/3.73 GiB objects (0.0/1.0 accelerator_type:K80)\n",
            "Result logdir: /root/ray_results/train_higgs_2021-11-18_20-57-50\n",
            "Number of trials: 5/5 (4 PENDING, 1 RUNNING)\n",
            "+-------------------------+----------+----------------+-------------+\n",
            "| Trial name              | status   | loc            |          lr |\n",
            "|-------------------------+----------+----------------+-------------|\n",
            "| train_higgs_310ce_00000 | RUNNING  | 172.28.0.2:801 | 0.00165309  |\n",
            "| train_higgs_310ce_00001 | PENDING  |                | 6.98577e-05 |\n",
            "| train_higgs_310ce_00002 | PENDING  |                | 0.0190893   |\n",
            "| train_higgs_310ce_00003 | PENDING  |                | 8.23524e-05 |\n",
            "| train_higgs_310ce_00004 | PENDING  |                | 1.65913e-05 |\n",
            "+-------------------------+----------+----------------+-------------+\n",
            "\n",
            "\n",
            "Result for train_higgs_310ce_00000:\n",
            "  date: 2021-11-18_20-58-09\n",
            "  done: false\n",
            "  experiment_id: abcb7968242741b9bd8882745d0a8a19\n",
            "  hostname: 7bdb9bf76173\n",
            "  iterations_since_restore: 1\n",
            "  mean_accuracy: 0.589202\n",
            "  node_ip: 172.28.0.2\n",
            "  pid: 801\n",
            "  time_since_restore: 11.669104099273682\n",
            "  time_this_iter_s: 11.669104099273682\n",
            "  time_total_s: 11.669104099273682\n",
            "  timestamp: 1637269089\n",
            "  timesteps_since_restore: 0\n",
            "  training_iteration: 1\n",
            "  trial_id: 310ce_00000\n",
            "  \n",
            "\u001b[2m\u001b[36m(ImplicitFunc pid=801)\u001b[0m Epoch 1/200 | Accuracy: 58.920%, Avg loss: 0.005194 \n",
            "\u001b[2m\u001b[36m(ImplicitFunc pid=801)\u001b[0m \n",
            "== Status ==\n",
            "Current time: 2021-11-18 20:58:13 (running for 00:00:22.70)\n",
            "Memory usage on this node: 6.8/12.7 GiB\n",
            "Using AsyncHyperBand: num_stopped=0\n",
            "Bracket: Iter 64.000: None | Iter 16.000: None | Iter 4.000: None | Iter 1.000: 0.589202\n",
            "Resources requested: 1.0/2 CPUs, 1.0/1 GPUs, 0.0/7.47 GiB heap, 0.0/3.73 GiB objects (0.0/1.0 accelerator_type:K80)\n",
            "Result logdir: /root/ray_results/train_higgs_2021-11-18_20-57-50\n",
            "Number of trials: 5/5 (4 PENDING, 1 RUNNING)\n",
            "+-------------------------+----------+----------------+-------------+----------+--------+------------------+\n",
            "| Trial name              | status   | loc            |          lr |      acc |   iter |   total time (s) |\n",
            "|-------------------------+----------+----------------+-------------+----------+--------+------------------|\n",
            "| train_higgs_310ce_00000 | RUNNING  | 172.28.0.2:801 | 0.00165309  | 0.589202 |      1 |          11.6691 |\n",
            "| train_higgs_310ce_00001 | PENDING  |                | 6.98577e-05 |          |        |                  |\n",
            "| train_higgs_310ce_00002 | PENDING  |                | 0.0190893   |          |        |                  |\n",
            "| train_higgs_310ce_00003 | PENDING  |                | 8.23524e-05 |          |        |                  |\n",
            "| train_higgs_310ce_00004 | PENDING  |                | 1.65913e-05 |          |        |                  |\n",
            "+-------------------------+----------+----------------+-------------+----------+--------+------------------+\n",
            "\n",
            "\n",
            "Result for train_higgs_310ce_00000:\n",
            "  date: 2021-11-18_20-58-17\n",
            "  done: false\n",
            "  experiment_id: abcb7968242741b9bd8882745d0a8a19\n",
            "  hostname: 7bdb9bf76173\n",
            "  iterations_since_restore: 2\n",
            "  mean_accuracy: 0.607598\n",
            "  node_ip: 172.28.0.2\n",
            "  pid: 801\n",
            "  time_since_restore: 19.220573663711548\n",
            "  time_this_iter_s: 7.551469564437866\n",
            "  time_total_s: 19.220573663711548\n",
            "  timestamp: 1637269097\n",
            "  timesteps_since_restore: 0\n",
            "  training_iteration: 2\n",
            "  trial_id: 310ce_00000\n",
            "  \n",
            "\u001b[2m\u001b[36m(ImplicitFunc pid=801)\u001b[0m Epoch 2/200 | Accuracy: 60.760%, Avg loss: 0.005107 \n",
            "\u001b[2m\u001b[36m(ImplicitFunc pid=801)\u001b[0m \n",
            "== Status ==\n",
            "Current time: 2021-11-18 20:58:19 (running for 00:00:28.23)\n",
            "Memory usage on this node: 6.8/12.7 GiB\n",
            "Using AsyncHyperBand: num_stopped=0\n",
            "Bracket: Iter 64.000: None | Iter 16.000: None | Iter 4.000: None | Iter 1.000: 0.589202\n",
            "Resources requested: 1.0/2 CPUs, 1.0/1 GPUs, 0.0/7.47 GiB heap, 0.0/3.73 GiB objects (0.0/1.0 accelerator_type:K80)\n",
            "Result logdir: /root/ray_results/train_higgs_2021-11-18_20-57-50\n",
            "Number of trials: 5/5 (4 PENDING, 1 RUNNING)\n",
            "+-------------------------+----------+----------------+-------------+----------+--------+------------------+\n",
            "| Trial name              | status   | loc            |          lr |      acc |   iter |   total time (s) |\n",
            "|-------------------------+----------+----------------+-------------+----------+--------+------------------|\n",
            "| train_higgs_310ce_00000 | RUNNING  | 172.28.0.2:801 | 0.00165309  | 0.607598 |      2 |          19.2206 |\n",
            "| train_higgs_310ce_00001 | PENDING  |                | 6.98577e-05 |          |        |                  |\n",
            "| train_higgs_310ce_00002 | PENDING  |                | 0.0190893   |          |        |                  |\n",
            "| train_higgs_310ce_00003 | PENDING  |                | 8.23524e-05 |          |        |                  |\n",
            "| train_higgs_310ce_00004 | PENDING  |                | 1.65913e-05 |          |        |                  |\n",
            "+-------------------------+----------+----------------+-------------+----------+--------+------------------+\n",
            "\n",
            "\n",
            "== Status ==\n",
            "Current time: 2021-11-18 20:58:24 (running for 00:00:33.26)\n",
            "Memory usage on this node: 6.8/12.7 GiB\n",
            "Using AsyncHyperBand: num_stopped=0\n",
            "Bracket: Iter 64.000: None | Iter 16.000: None | Iter 4.000: None | Iter 1.000: 0.589202\n",
            "Resources requested: 1.0/2 CPUs, 1.0/1 GPUs, 0.0/7.47 GiB heap, 0.0/3.73 GiB objects (0.0/1.0 accelerator_type:K80)\n",
            "Result logdir: /root/ray_results/train_higgs_2021-11-18_20-57-50\n",
            "Number of trials: 5/5 (4 PENDING, 1 RUNNING)\n",
            "+-------------------------+----------+----------------+-------------+----------+--------+------------------+\n",
            "| Trial name              | status   | loc            |          lr |      acc |   iter |   total time (s) |\n",
            "|-------------------------+----------+----------------+-------------+----------+--------+------------------|\n",
            "| train_higgs_310ce_00000 | RUNNING  | 172.28.0.2:801 | 0.00165309  | 0.607598 |      2 |          19.2206 |\n",
            "| train_higgs_310ce_00001 | PENDING  |                | 6.98577e-05 |          |        |                  |\n",
            "| train_higgs_310ce_00002 | PENDING  |                | 0.0190893   |          |        |                  |\n",
            "| train_higgs_310ce_00003 | PENDING  |                | 8.23524e-05 |          |        |                  |\n",
            "| train_higgs_310ce_00004 | PENDING  |                | 1.65913e-05 |          |        |                  |\n",
            "+-------------------------+----------+----------------+-------------+----------+--------+------------------+\n",
            "\n",
            "\n",
            "Result for train_higgs_310ce_00000:\n",
            "  date: 2021-11-18_20-58-24\n",
            "  done: false\n",
            "  experiment_id: abcb7968242741b9bd8882745d0a8a19\n",
            "  hostname: 7bdb9bf76173\n",
            "  iterations_since_restore: 3\n",
            "  mean_accuracy: 0.618372\n",
            "  node_ip: 172.28.0.2\n",
            "  pid: 801\n",
            "  time_since_restore: 26.783758401870728\n",
            "  time_this_iter_s: 7.56318473815918\n",
            "  time_total_s: 26.783758401870728\n",
            "  timestamp: 1637269104\n",
            "  timesteps_since_restore: 0\n",
            "  training_iteration: 3\n",
            "  trial_id: 310ce_00000\n",
            "  \n",
            "\u001b[2m\u001b[36m(ImplicitFunc pid=801)\u001b[0m Epoch 3/200 | Accuracy: 61.837%, Avg loss: 0.005050 \n",
            "\u001b[2m\u001b[36m(ImplicitFunc pid=801)\u001b[0m \n",
            "== Status ==\n",
            "Current time: 2021-11-18 20:58:29 (running for 00:00:38.80)\n",
            "Memory usage on this node: 6.8/12.7 GiB\n",
            "Using AsyncHyperBand: num_stopped=0\n",
            "Bracket: Iter 64.000: None | Iter 16.000: None | Iter 4.000: None | Iter 1.000: 0.589202\n",
            "Resources requested: 1.0/2 CPUs, 1.0/1 GPUs, 0.0/7.47 GiB heap, 0.0/3.73 GiB objects (0.0/1.0 accelerator_type:K80)\n",
            "Result logdir: /root/ray_results/train_higgs_2021-11-18_20-57-50\n",
            "Number of trials: 5/5 (4 PENDING, 1 RUNNING)\n",
            "+-------------------------+----------+----------------+-------------+----------+--------+------------------+\n",
            "| Trial name              | status   | loc            |          lr |      acc |   iter |   total time (s) |\n",
            "|-------------------------+----------+----------------+-------------+----------+--------+------------------|\n",
            "| train_higgs_310ce_00000 | RUNNING  | 172.28.0.2:801 | 0.00165309  | 0.618372 |      3 |          26.7838 |\n",
            "| train_higgs_310ce_00001 | PENDING  |                | 6.98577e-05 |          |        |                  |\n",
            "| train_higgs_310ce_00002 | PENDING  |                | 0.0190893   |          |        |                  |\n",
            "| train_higgs_310ce_00003 | PENDING  |                | 8.23524e-05 |          |        |                  |\n",
            "| train_higgs_310ce_00004 | PENDING  |                | 1.65913e-05 |          |        |                  |\n",
            "+-------------------------+----------+----------------+-------------+----------+--------+------------------+\n",
            "\n",
            "\n",
            "Result for train_higgs_310ce_00000:\n",
            "  date: 2021-11-18_20-58-32\n",
            "  done: false\n",
            "  experiment_id: abcb7968242741b9bd8882745d0a8a19\n",
            "  hostname: 7bdb9bf76173\n",
            "  iterations_since_restore: 4\n",
            "  mean_accuracy: 0.62229\n",
            "  node_ip: 172.28.0.2\n",
            "  pid: 801\n",
            "  time_since_restore: 34.32953953742981\n",
            "  time_this_iter_s: 7.545781135559082\n",
            "  time_total_s: 34.32953953742981\n",
            "  timestamp: 1637269112\n",
            "  timesteps_since_restore: 0\n",
            "  training_iteration: 4\n",
            "  trial_id: 310ce_00000\n",
            "  \n",
            "\u001b[2m\u001b[36m(ImplicitFunc pid=801)\u001b[0m Epoch 4/200 | Accuracy: 62.229%, Avg loss: 0.005045 \n",
            "\u001b[2m\u001b[36m(ImplicitFunc pid=801)\u001b[0m \n",
            "== Status ==\n",
            "Current time: 2021-11-18 20:58:35 (running for 00:00:44.35)\n",
            "Memory usage on this node: 6.8/12.7 GiB\n",
            "Using AsyncHyperBand: num_stopped=0\n",
            "Bracket: Iter 64.000: None | Iter 16.000: None | Iter 4.000: 0.62229 | Iter 1.000: 0.589202\n",
            "Resources requested: 1.0/2 CPUs, 1.0/1 GPUs, 0.0/7.47 GiB heap, 0.0/3.73 GiB objects (0.0/1.0 accelerator_type:K80)\n",
            "Result logdir: /root/ray_results/train_higgs_2021-11-18_20-57-50\n",
            "Number of trials: 5/5 (4 PENDING, 1 RUNNING)\n",
            "+-------------------------+----------+----------------+-------------+---------+--------+------------------+\n",
            "| Trial name              | status   | loc            |          lr |     acc |   iter |   total time (s) |\n",
            "|-------------------------+----------+----------------+-------------+---------+--------+------------------|\n",
            "| train_higgs_310ce_00000 | RUNNING  | 172.28.0.2:801 | 0.00165309  | 0.62229 |      4 |          34.3295 |\n",
            "| train_higgs_310ce_00001 | PENDING  |                | 6.98577e-05 |         |        |                  |\n",
            "| train_higgs_310ce_00002 | PENDING  |                | 0.0190893   |         |        |                  |\n",
            "| train_higgs_310ce_00003 | PENDING  |                | 8.23524e-05 |         |        |                  |\n",
            "| train_higgs_310ce_00004 | PENDING  |                | 1.65913e-05 |         |        |                  |\n",
            "+-------------------------+----------+----------------+-------------+---------+--------+------------------+\n",
            "\n",
            "\n",
            "Result for train_higgs_310ce_00000:\n",
            "  date: 2021-11-18_20-58-39\n",
            "  done: false\n",
            "  experiment_id: abcb7968242741b9bd8882745d0a8a19\n",
            "  hostname: 7bdb9bf76173\n",
            "  iterations_since_restore: 5\n",
            "  mean_accuracy: 0.629296\n",
            "  node_ip: 172.28.0.2\n",
            "  pid: 801\n",
            "  time_since_restore: 41.8797345161438\n",
            "  time_this_iter_s: 7.550194978713989\n",
            "  time_total_s: 41.8797345161438\n",
            "  timestamp: 1637269119\n",
            "  timesteps_since_restore: 0\n",
            "  training_iteration: 5\n",
            "  trial_id: 310ce_00000\n",
            "  \n",
            "\u001b[2m\u001b[36m(ImplicitFunc pid=801)\u001b[0m Epoch 5/200 | Accuracy: 62.930%, Avg loss: 0.005005 \n",
            "\u001b[2m\u001b[36m(ImplicitFunc pid=801)\u001b[0m \n",
            "== Status ==\n",
            "Current time: 2021-11-18 20:58:40 (running for 00:00:49.89)\n",
            "Memory usage on this node: 6.8/12.7 GiB\n",
            "Using AsyncHyperBand: num_stopped=0\n",
            "Bracket: Iter 64.000: None | Iter 16.000: None | Iter 4.000: 0.62229 | Iter 1.000: 0.589202\n",
            "Resources requested: 1.0/2 CPUs, 1.0/1 GPUs, 0.0/7.47 GiB heap, 0.0/3.73 GiB objects (0.0/1.0 accelerator_type:K80)\n",
            "Result logdir: /root/ray_results/train_higgs_2021-11-18_20-57-50\n",
            "Number of trials: 5/5 (4 PENDING, 1 RUNNING)\n",
            "+-------------------------+----------+----------------+-------------+----------+--------+------------------+\n",
            "| Trial name              | status   | loc            |          lr |      acc |   iter |   total time (s) |\n",
            "|-------------------------+----------+----------------+-------------+----------+--------+------------------|\n",
            "| train_higgs_310ce_00000 | RUNNING  | 172.28.0.2:801 | 0.00165309  | 0.629296 |      5 |          41.8797 |\n",
            "| train_higgs_310ce_00001 | PENDING  |                | 6.98577e-05 |          |        |                  |\n",
            "| train_higgs_310ce_00002 | PENDING  |                | 0.0190893   |          |        |                  |\n",
            "| train_higgs_310ce_00003 | PENDING  |                | 8.23524e-05 |          |        |                  |\n",
            "| train_higgs_310ce_00004 | PENDING  |                | 1.65913e-05 |          |        |                  |\n",
            "+-------------------------+----------+----------------+-------------+----------+--------+------------------+\n",
            "\n",
            "\n",
            "== Status ==\n",
            "Current time: 2021-11-18 20:58:45 (running for 00:00:54.91)\n",
            "Memory usage on this node: 6.8/12.7 GiB\n",
            "Using AsyncHyperBand: num_stopped=0\n",
            "Bracket: Iter 64.000: None | Iter 16.000: None | Iter 4.000: 0.62229 | Iter 1.000: 0.589202\n",
            "Resources requested: 1.0/2 CPUs, 1.0/1 GPUs, 0.0/7.47 GiB heap, 0.0/3.73 GiB objects (0.0/1.0 accelerator_type:K80)\n",
            "Result logdir: /root/ray_results/train_higgs_2021-11-18_20-57-50\n",
            "Number of trials: 5/5 (4 PENDING, 1 RUNNING)\n",
            "+-------------------------+----------+----------------+-------------+----------+--------+------------------+\n",
            "| Trial name              | status   | loc            |          lr |      acc |   iter |   total time (s) |\n",
            "|-------------------------+----------+----------------+-------------+----------+--------+------------------|\n",
            "| train_higgs_310ce_00000 | RUNNING  | 172.28.0.2:801 | 0.00165309  | 0.629296 |      5 |          41.8797 |\n",
            "| train_higgs_310ce_00001 | PENDING  |                | 6.98577e-05 |          |        |                  |\n",
            "| train_higgs_310ce_00002 | PENDING  |                | 0.0190893   |          |        |                  |\n",
            "| train_higgs_310ce_00003 | PENDING  |                | 8.23524e-05 |          |        |                  |\n",
            "| train_higgs_310ce_00004 | PENDING  |                | 1.65913e-05 |          |        |                  |\n",
            "+-------------------------+----------+----------------+-------------+----------+--------+------------------+\n",
            "\n",
            "\n",
            "Result for train_higgs_310ce_00000:\n",
            "  date: 2021-11-18_20-58-47\n",
            "  done: false\n",
            "  experiment_id: abcb7968242741b9bd8882745d0a8a19\n",
            "  hostname: 7bdb9bf76173\n",
            "  iterations_since_restore: 6\n",
            "  mean_accuracy: 0.63331\n",
            "  node_ip: 172.28.0.2\n",
            "  pid: 801\n",
            "  time_since_restore: 49.42700433731079\n",
            "  time_this_iter_s: 7.547269821166992\n",
            "  time_total_s: 49.42700433731079\n",
            "  timestamp: 1637269127\n",
            "  timesteps_since_restore: 0\n",
            "  training_iteration: 6\n",
            "  trial_id: 310ce_00000\n",
            "  \n",
            "\u001b[2m\u001b[36m(ImplicitFunc pid=801)\u001b[0m Epoch 6/200 | Accuracy: 63.331%, Avg loss: 0.004979 \n",
            "\u001b[2m\u001b[36m(ImplicitFunc pid=801)\u001b[0m \n",
            "== Status ==\n",
            "Current time: 2021-11-18 20:58:51 (running for 00:01:00.45)\n",
            "Memory usage on this node: 6.8/12.7 GiB\n",
            "Using AsyncHyperBand: num_stopped=0\n",
            "Bracket: Iter 64.000: None | Iter 16.000: None | Iter 4.000: 0.62229 | Iter 1.000: 0.589202\n",
            "Resources requested: 1.0/2 CPUs, 1.0/1 GPUs, 0.0/7.47 GiB heap, 0.0/3.73 GiB objects (0.0/1.0 accelerator_type:K80)\n",
            "Result logdir: /root/ray_results/train_higgs_2021-11-18_20-57-50\n",
            "Number of trials: 5/5 (4 PENDING, 1 RUNNING)\n",
            "+-------------------------+----------+----------------+-------------+---------+--------+------------------+\n",
            "| Trial name              | status   | loc            |          lr |     acc |   iter |   total time (s) |\n",
            "|-------------------------+----------+----------------+-------------+---------+--------+------------------|\n",
            "| train_higgs_310ce_00000 | RUNNING  | 172.28.0.2:801 | 0.00165309  | 0.63331 |      6 |           49.427 |\n",
            "| train_higgs_310ce_00001 | PENDING  |                | 6.98577e-05 |         |        |                  |\n",
            "| train_higgs_310ce_00002 | PENDING  |                | 0.0190893   |         |        |                  |\n",
            "| train_higgs_310ce_00003 | PENDING  |                | 8.23524e-05 |         |        |                  |\n",
            "| train_higgs_310ce_00004 | PENDING  |                | 1.65913e-05 |         |        |                  |\n",
            "+-------------------------+----------+----------------+-------------+---------+--------+------------------+\n",
            "\n",
            "\n",
            "Result for train_higgs_310ce_00000:\n",
            "  date: 2021-11-18_20-58-54\n",
            "  done: false\n",
            "  experiment_id: abcb7968242741b9bd8882745d0a8a19\n",
            "  hostname: 7bdb9bf76173\n",
            "  iterations_since_restore: 7\n",
            "  mean_accuracy: 0.635386\n",
            "  node_ip: 172.28.0.2\n",
            "  pid: 801\n",
            "  time_since_restore: 56.95961046218872\n",
            "  time_this_iter_s: 7.53260612487793\n",
            "  time_total_s: 56.95961046218872\n",
            "  timestamp: 1637269134\n",
            "  timesteps_since_restore: 0\n",
            "  training_iteration: 7\n",
            "  trial_id: 310ce_00000\n",
            "  \n",
            "\u001b[2m\u001b[36m(ImplicitFunc pid=801)\u001b[0m Epoch 7/200 | Accuracy: 63.539%, Avg loss: 0.004977 \n",
            "\u001b[2m\u001b[36m(ImplicitFunc pid=801)\u001b[0m \n",
            "== Status ==\n",
            "Current time: 2021-11-18 20:58:56 (running for 00:01:05.97)\n",
            "Memory usage on this node: 6.8/12.7 GiB\n",
            "Using AsyncHyperBand: num_stopped=0\n",
            "Bracket: Iter 64.000: None | Iter 16.000: None | Iter 4.000: 0.62229 | Iter 1.000: 0.589202\n",
            "Resources requested: 1.0/2 CPUs, 1.0/1 GPUs, 0.0/7.47 GiB heap, 0.0/3.73 GiB objects (0.0/1.0 accelerator_type:K80)\n",
            "Result logdir: /root/ray_results/train_higgs_2021-11-18_20-57-50\n",
            "Number of trials: 5/5 (4 PENDING, 1 RUNNING)\n",
            "+-------------------------+----------+----------------+-------------+----------+--------+------------------+\n",
            "| Trial name              | status   | loc            |          lr |      acc |   iter |   total time (s) |\n",
            "|-------------------------+----------+----------------+-------------+----------+--------+------------------|\n",
            "| train_higgs_310ce_00000 | RUNNING  | 172.28.0.2:801 | 0.00165309  | 0.635386 |      7 |          56.9596 |\n",
            "| train_higgs_310ce_00001 | PENDING  |                | 6.98577e-05 |          |        |                  |\n",
            "| train_higgs_310ce_00002 | PENDING  |                | 0.0190893   |          |        |                  |\n",
            "| train_higgs_310ce_00003 | PENDING  |                | 8.23524e-05 |          |        |                  |\n",
            "| train_higgs_310ce_00004 | PENDING  |                | 1.65913e-05 |          |        |                  |\n",
            "+-------------------------+----------+----------------+-------------+----------+--------+------------------+\n",
            "\n",
            "\n"
          ]
        }
      ],
      "source": [
        "!cd ./higgs && python experiments/higgs_mlp/train.py --command=tune --data_path=./data"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": null,
      "metadata": {
        "id": "oRz4QXZb0BH8"
      },
      "outputs": [],
      "source": []
    }
  ],
  "metadata": {
    "accelerator": "GPU",
    "colab": {
      "collapsed_sections": [],
      "name": "higgs.ipynb",
      "provenance": []
    },
    "kernelspec": {
      "display_name": "Python 3",
      "name": "python3"
    },
    "language_info": {
      "name": "python"
    }
  },
  "nbformat": 4,
  "nbformat_minor": 0
}