Untitled.ipynb

{
 "cells": [
  {
   "cell_type": "code",
   "execution_count": null,
   "id": "ba2f07da",
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "==> Clients initialization..\n",
      "===> Building data iterators..\n",
      "100%|████████████████████████████████████████| 100/100 [00:00<00:00, 343.66it/s]\n",
      "===> Initializing clients..\n",
      "100%|█████████████████████████████████████████| 100/100 [00:14<00:00,  6.76it/s]\n",
      "==> Test Clients initialization..\n",
      "===> Building data iterators..\n",
      "0it [00:00, ?it/s]\n",
      "===> Initializing clients..\n",
      "0it [00:00, ?it/s]\n",
      "++++++++++++++++++++++++++++++\n",
      "Global..\n",
      "Train Loss: 4.611 | Train Acc: 1.104% |Test Loss: 4.612 | Test Acc: 1.117% |\n",
      "++++++++++++++++++++++++++++++++++++++++++++++++++\n",
      "################################################################################\n",
      "Training..\n",
      "  2%|▊                                        | 4/200 [02:44<2:14:55, 41.30s/it]++++++++++++++++++++++++++++++\n",
      "Global..\n",
      "Train Loss: 4.438 | Train Acc: 8.969% |Test Loss: 4.444 | Test Acc: 8.300% |\n",
      "++++++++++++++++++++++++++++++++++++++++++++++++++\n",
      "################################################################################\n",
      "  4%|█▊                                       | 9/200 [06:32<2:17:37, 43.23s/it]++++++++++++++++++++++++++++++\n",
      "Global..\n",
      "Train Loss: 3.577 | Train Acc: 23.077% |Test Loss: 3.635 | Test Acc: 20.892% |\n",
      "++++++++++++++++++++++++++++++++++++++++++++++++++\n",
      "################################################################################\n",
      "  7%|██▊                                     | 14/200 [10:20<2:14:52, 43.51s/it]++++++++++++++++++++++++++++++\n",
      "Global..\n",
      "Train Loss: 2.911 | Train Acc: 31.773% |Test Loss: 3.038 | Test Acc: 28.092% |\n",
      "++++++++++++++++++++++++++++++++++++++++++++++++++\n",
      "################################################################################\n",
      " 10%|███▊                                    | 19/200 [14:08<2:11:38, 43.64s/it]++++++++++++++++++++++++++++++\n",
      "Global..\n",
      "Train Loss: 2.576 | Train Acc: 37.015% |Test Loss: 2.759 | Test Acc: 31.967% |\n",
      "++++++++++++++++++++++++++++++++++++++++++++++++++\n",
      "################################################################################\n",
      " 12%|████▊                                   | 24/200 [17:57<2:07:49, 43.58s/it]++++++++++++++++++++++++++++++\n",
      "Global..\n",
      "Train Loss: 2.344 | Train Acc: 40.752% |Test Loss: 2.582 | Test Acc: 34.592% |\n",
      "++++++++++++++++++++++++++++++++++++++++++++++++++\n",
      "################################################################################\n",
      " 14%|█████▊                                  | 29/200 [21:45<2:03:45, 43.43s/it]++++++++++++++++++++++++++++++\n",
      "Global..\n",
      "Train Loss: 2.190 | Train Acc: 43.510% |Test Loss: 2.479 | Test Acc: 36.642% |\n",
      "++++++++++++++++++++++++++++++++++++++++++++++++++\n",
      "################################################################################\n",
      " 17%|██████▊                                 | 34/200 [25:32<2:00:26, 43.53s/it]++++++++++++++++++++++++++++++\n",
      "Global..\n",
      "Train Loss: 2.042 | Train Acc: 46.652% |Test Loss: 2.394 | Test Acc: 38.067% |\n",
      "++++++++++++++++++++++++++++++++++++++++++++++++++\n",
      "################################################################################\n",
      " 20%|███████▊                                | 39/200 [29:22<1:57:21, 43.74s/it]++++++++++++++++++++++++++++++\n",
      "Global..\n",
      "Train Loss: 1.928 | Train Acc: 49.169% |Test Loss: 2.339 | Test Acc: 39.467% |\n",
      "++++++++++++++++++++++++++++++++++++++++++++++++++\n",
      "################################################################################\n",
      " 22%|████████▊                               | 44/200 [33:11<1:53:04, 43.49s/it]++++++++++++++++++++++++++++++\n",
      "Global..\n",
      "Train Loss: 1.841 | Train Acc: 51.106% |Test Loss: 2.305 | Test Acc: 40.350% |\n",
      "++++++++++++++++++++++++++++++++++++++++++++++++++\n",
      "################################################################################\n",
      " 24%|█████████▊                              | 49/200 [36:52<1:46:27, 42.30s/it]++++++++++++++++++++++++++++++\n",
      "Global..\n",
      "Train Loss: 1.750 | Train Acc: 52.979% |Test Loss: 2.280 | Test Acc: 40.883% |\n",
      "++++++++++++++++++++++++++++++++++++++++++++++++++\n",
      "################################################################################\n",
      " 27%|██████████▊                             | 54/200 [40:34<1:42:46, 42.24s/it]++++++++++++++++++++++++++++++\n",
      "Global..\n",
      "Train Loss: 1.655 | Train Acc: 55.267% |Test Loss: 2.250 | Test Acc: 42.167% |\n",
      "++++++++++++++++++++++++++++++++++++++++++++++++++\n",
      "################################################################################\n",
      " 30%|███████████▊                            | 59/200 [44:15<1:38:56, 42.10s/it]++++++++++++++++++++++++++++++\n",
      "Global..\n",
      "Train Loss: 1.581 | Train Acc: 57.006% |Test Loss: 2.234 | Test Acc: 42.450% |\n",
      "++++++++++++++++++++++++++++++++++++++++++++++++++\n",
      "################################################################################\n",
      " 32%|████████████▊                           | 64/200 [47:53<1:34:29, 41.69s/it]++++++++++++++++++++++++++++++\n",
      "Global..\n",
      "Train Loss: 1.534 | Train Acc: 58.175% |Test Loss: 2.240 | Test Acc: 42.217% |\n",
      "++++++++++++++++++++++++++++++++++++++++++++++++++\n",
      "################################################################################\n",
      " 34%|█████████████▊                          | 69/200 [51:32<1:31:03, 41.71s/it]++++++++++++++++++++++++++++++\n",
      "Global..\n",
      "Train Loss: 1.449 | Train Acc: 60.346% |Test Loss: 2.224 | Test Acc: 42.908% |\n",
      "++++++++++++++++++++++++++++++++++++++++++++++++++\n",
      "################################################################################\n",
      " 37%|██████████████▊                         | 74/200 [55:13<1:28:36, 42.19s/it]++++++++++++++++++++++++++++++\n",
      "Global..\n",
      "Train Loss: 1.385 | Train Acc: 62.029% |Test Loss: 2.220 | Test Acc: 43.150% |\n",
      "++++++++++++++++++++++++++++++++++++++++++++++++++\n",
      "################################################################################\n",
      " 40%|███████████████▊                        | 79/200 [58:50<1:23:49, 41.56s/it]++++++++++++++++++++++++++++++\n",
      "Global..\n",
      "Train Loss: 1.327 | Train Acc: 63.550% |Test Loss: 2.220 | Test Acc: 43.383% |\n",
      "++++++++++++++++++++++++++++++++++++++++++++++++++\n",
      "################################################################################\n",
      " 42%|███████████████▉                      | 84/200 [1:02:35<1:23:09, 43.02s/it]++++++++++++++++++++++++++++++\n",
      "Global..\n",
      "Train Loss: 1.296 | Train Acc: 64.165% |Test Loss: 2.219 | Test Acc: 43.942% |\n",
      "++++++++++++++++++++++++++++++++++++++++++++++++++\n",
      "################################################################################\n",
      " 44%|████████████████▉                     | 89/200 [1:06:11<1:16:35, 41.40s/it]++++++++++++++++++++++++++++++\n",
      "Global..\n",
      "Train Loss: 1.215 | Train Acc: 66.260% |Test Loss: 2.217 | Test Acc: 43.392% |\n",
      "++++++++++++++++++++++++++++++++++++++++++++++++++\n",
      "################################################################################\n",
      " 47%|█████████████████▊                    | 94/200 [1:09:46<1:12:58, 41.31s/it]++++++++++++++++++++++++++++++\n",
      "Global..\n",
      "Train Loss: 1.156 | Train Acc: 67.912% |Test Loss: 2.226 | Test Acc: 43.592% |\n",
      "++++++++++++++++++++++++++++++++++++++++++++++++++\n",
      "################################################################################\n",
      " 50%|██████████████████▊                   | 99/200 [1:13:23<1:09:07, 41.07s/it]++++++++++++++++++++++++++++++\n",
      "Global..\n",
      "Train Loss: 1.126 | Train Acc: 68.790% |Test Loss: 2.245 | Test Acc: 44.067% |\n",
      "++++++++++++++++++++++++++++++++++++++++++++++++++\n",
      "################################################################################\n",
      " 52%|███████████████████▏                 | 104/200 [1:16:58<1:05:28, 40.92s/it]++++++++++++++++++++++++++++++\n",
      "Global..\n",
      "Train Loss: 1.057 | Train Acc: 70.098% |Test Loss: 2.297 | Test Acc: 43.783% |\n",
      "++++++++++++++++++++++++++++++++++++++++++++++++++\n",
      "################################################################################\n",
      " 55%|████████████████████▏                | 109/200 [1:20:32<1:02:14, 41.03s/it]++++++++++++++++++++++++++++++\n",
      "Global..\n",
      "Train Loss: 1.037 | Train Acc: 70.746% |Test Loss: 2.317 | Test Acc: 43.500% |\n",
      "++++++++++++++++++++++++++++++++++++++++++++++++++\n",
      "################################################################################\n",
      " 57%|██████████████████████▏                | 114/200 [1:24:06<58:34, 40.86s/it]++++++++++++++++++++++++++++++\n",
      "Global..\n",
      "Train Loss: 1.025 | Train Acc: 71.069% |Test Loss: 2.327 | Test Acc: 43.500% |\n",
      "++++++++++++++++++++++++++++++++++++++++++++++++++\n",
      "################################################################################\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      " 60%|███████████████████████▏               | 119/200 [1:27:43<55:31, 41.13s/it]++++++++++++++++++++++++++++++\n",
      "Global..\n",
      "Train Loss: 1.015 | Train Acc: 71.394% |Test Loss: 2.334 | Test Acc: 43.475% |\n",
      "++++++++++++++++++++++++++++++++++++++++++++++++++\n",
      "################################################################################\n",
      " 62%|████████████████████████▏              | 124/200 [1:31:18<52:07, 41.15s/it]++++++++++++++++++++++++++++++\n",
      "Global..\n",
      "Train Loss: 1.004 | Train Acc: 71.767% |Test Loss: 2.340 | Test Acc: 43.450% |\n",
      "++++++++++++++++++++++++++++++++++++++++++++++++++\n",
      "################################################################################\n",
      " 64%|█████████████████████████▏             | 129/200 [1:34:53<48:34, 41.05s/it]++++++++++++++++++++++++++++++\n",
      "Global..\n",
      "Train Loss: 0.994 | Train Acc: 72.127% |Test Loss: 2.344 | Test Acc: 43.325% |\n",
      "++++++++++++++++++++++++++++++++++++++++++++++++++\n",
      "################################################################################\n",
      " 67%|██████████████████████████▏            | 134/200 [1:38:27<44:51, 40.78s/it]++++++++++++++++++++++++++++++\n",
      "Global..\n",
      "Train Loss: 0.986 | Train Acc: 72.269% |Test Loss: 2.349 | Test Acc: 43.283% |\n",
      "++++++++++++++++++++++++++++++++++++++++++++++++++\n",
      "################################################################################\n",
      " 70%|███████████████████████████            | 139/200 [1:42:02<41:43, 41.05s/it]++++++++++++++++++++++++++++++\n",
      "Global..\n",
      "Train Loss: 0.978 | Train Acc: 72.558% |Test Loss: 2.353 | Test Acc: 43.292% |\n",
      "++++++++++++++++++++++++++++++++++++++++++++++++++\n",
      "################################################################################\n",
      " 72%|████████████████████████████           | 144/200 [1:45:35<38:00, 40.73s/it]++++++++++++++++++++++++++++++\n",
      "Global..\n",
      "Train Loss: 0.969 | Train Acc: 72.956% |Test Loss: 2.356 | Test Acc: 43.183% |\n",
      "++++++++++++++++++++++++++++++++++++++++++++++++++\n",
      "################################################################################\n",
      " 74%|█████████████████████████████          | 149/200 [1:49:10<35:01, 41.21s/it]++++++++++++++++++++++++++++++\n",
      "Global..\n",
      "Train Loss: 0.959 | Train Acc: 73.179% |Test Loss: 2.360 | Test Acc: 43.183% |\n",
      "++++++++++++++++++++++++++++++++++++++++++++++++++\n",
      "################################################################################\n",
      " 77%|██████████████████████████████         | 154/200 [1:52:56<32:49, 42.80s/it]++++++++++++++++++++++++++++++\n",
      "Global..\n",
      "Train Loss: 0.953 | Train Acc: 73.129% |Test Loss: 2.374 | Test Acc: 42.975% |\n",
      "++++++++++++++++++++++++++++++++++++++++++++++++++\n",
      "################################################################################\n",
      " 80%|███████████████████████████████        | 159/200 [1:56:43<29:25, 43.06s/it]++++++++++++++++++++++++++++++\n",
      "Global..\n",
      "Train Loss: 0.952 | Train Acc: 73.165% |Test Loss: 2.376 | Test Acc: 42.975% |\n",
      "++++++++++++++++++++++++++++++++++++++++++++++++++\n",
      "################################################################################\n",
      " 82%|███████████████████████████████▉       | 164/200 [2:00:28<25:47, 42.97s/it]++++++++++++++++++++++++++++++\n",
      "Global..\n",
      "Train Loss: 0.951 | Train Acc: 73.210% |Test Loss: 2.375 | Test Acc: 43.050% |\n",
      "++++++++++++++++++++++++++++++++++++++++++++++++++\n",
      "################################################################################\n",
      " 84%|████████████████████████████████▉      | 169/200 [2:04:09<21:55, 42.45s/it]"
     ]
    }
   ],
   "source": [
    "! python run_experiment.py cifar100 FedAvg --n_learners 1 --n_rounds 200 --bz 128 --lr 0.01  --lr_scheduler multi_step --log_freq 5 --device cuda --optimizer sgd --seed 1234 --verbose 1  --save_path weights/cifar100/fedAvg/"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "id": "0bf46eaf",
   "metadata": {},
   "outputs": [],
   "source": []
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "Python 3 (ipykernel)",
   "language": "python",
   "name": "python3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.9.6"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 5
}