diff --git a/nbs/05_environments.ipynb b/nbs/05_environments.ipynb index 4362a48e..dc2a633b 100644 --- a/nbs/05_environments.ipynb +++ b/nbs/05_environments.ipynb @@ -16,7 +16,11 @@ { "cell_type": "code", "execution_count": null, - "metadata": {}, + "metadata": { + "vscode": { + "languageId": "python" + } + }, "outputs": [], "source": [ "%reload_ext autoreload\n", @@ -26,7 +30,11 @@ { "cell_type": "code", "execution_count": null, - "metadata": {}, + "metadata": { + "vscode": { + "languageId": "python" + } + }, "outputs": [], "source": [ "#| default_exp environments" @@ -35,7 +43,11 @@ { "cell_type": "code", "execution_count": null, - "metadata": {}, + "metadata": { + "vscode": { + "languageId": "python" + } + }, "outputs": [], "source": [ "#| export\n", @@ -54,7 +66,11 @@ { "cell_type": "code", "execution_count": null, - "metadata": {}, + "metadata": { + "vscode": { + "languageId": "python" + } + }, "outputs": [], "source": [ "#| export\n", @@ -85,7 +101,11 @@ { "cell_type": "code", "execution_count": null, - "metadata": {}, + "metadata": { + "vscode": { + "languageId": "python" + } + }, "outputs": [], "source": [ "#| export\n", @@ -182,7 +202,11 @@ { "cell_type": "code", "execution_count": null, - "metadata": {}, + "metadata": { + "vscode": { + "languageId": "python" + } + }, "outputs": [], "source": [ "#| export\n", @@ -366,7 +390,11 @@ { "cell_type": "code", "execution_count": null, - "metadata": {}, + "metadata": { + "vscode": { + "languageId": "python" + } + }, "outputs": [], "source": [ "#| export\n", @@ -410,7 +438,11 @@ { "cell_type": "code", "execution_count": null, - "metadata": {}, + "metadata": { + "vscode": { + "languageId": "python" + } + }, "outputs": [], "source": [ "#| export\n", @@ -452,7 +484,11 @@ { "cell_type": "code", "execution_count": null, - "metadata": {}, + "metadata": { + "vscode": { + "languageId": "python" + } + }, "outputs": [], "source": [ "#| export\n", @@ -521,7 +557,11 @@ { "cell_type": "code", "execution_count": null, - "metadata": {}, + "metadata": { + "vscode": { + "languageId": "python" + } + }, "outputs": [], "source": [ "\n", @@ -572,7 +612,11 @@ { "cell_type": "code", "execution_count": null, - "metadata": {}, + "metadata": { + "vscode": { + "languageId": "python" + } + }, "outputs": [], "source": [ "#| export\n", @@ -618,7 +662,11 @@ { "cell_type": "code", "execution_count": null, - "metadata": {}, + "metadata": { + "vscode": { + "languageId": "python" + } + }, "outputs": [], "source": [ "#| export\n", @@ -680,7 +728,11 @@ { "cell_type": "code", "execution_count": null, - "metadata": {}, + "metadata": { + "vscode": { + "languageId": "python" + } + }, "outputs": [], "source": [ "#| export\n", @@ -760,9 +812,9 @@ " # print(ws_mean)\n", "\n", " self.value = self.obs[0][-1]\n", - " self.value[1]=ye_mean\n", - " self.value[2]=wd_mean\n", - " self.value[3]=ws_mean\n", + " # self.value[1]=ye_mean\n", + " # self.value[2]=wd_mean\n", + " # self.value[3]=ws_mean\n", "\n", " self.reward = -self.obs[3]\n", " self.done = self.obs[4]\n", @@ -836,7 +888,11 @@ { "cell_type": "code", "execution_count": null, - "metadata": {}, + "metadata": { + "vscode": { + "languageId": "python" + } + }, "outputs": [], "source": [ "#| export\n", @@ -905,7 +961,11 @@ { "cell_type": "code", "execution_count": null, - "metadata": {}, + "metadata": { + "vscode": { + "languageId": "python" + } + }, "outputs": [], "source": [ "#| export\n", @@ -940,7 +1000,11 @@ { "cell_type": "code", "execution_count": null, - "metadata": {}, + "metadata": { + "vscode": { + "languageId": "python" + } + }, "outputs": [], "source": [ "#| export\n", @@ -1081,7 +1145,11 @@ { "cell_type": "code", "execution_count": null, - "metadata": {}, + "metadata": { + "vscode": { + "languageId": "python" + } + }, "outputs": [], "source": [ "#| export\n", @@ -1212,7 +1280,11 @@ { "cell_type": "code", "execution_count": null, - "metadata": {}, + "metadata": { + "vscode": { + "languageId": "python" + } + }, "outputs": [], "source": [ "#| export\n", @@ -1329,7 +1401,11 @@ { "cell_type": "code", "execution_count": null, - "metadata": {}, + "metadata": { + "vscode": { + "languageId": "python" + } + }, "outputs": [], "source": [ "from pct.functions import Constant\n", @@ -1341,7 +1417,11 @@ { "cell_type": "code", "execution_count": null, - "metadata": {}, + "metadata": { + "vscode": { + "languageId": "python" + } + }, "outputs": [ { "name": "stdout", @@ -1363,7 +1443,11 @@ { "cell_type": "code", "execution_count": null, - "metadata": {}, + "metadata": { + "vscode": { + "languageId": "python" + } + }, "outputs": [], "source": [ "#acrobot()\n", @@ -1374,7 +1458,11 @@ { "cell_type": "code", "execution_count": null, - "metadata": {}, + "metadata": { + "vscode": { + "languageId": "python" + } + }, "outputs": [ { "data": { @@ -1394,7 +1482,11 @@ { "cell_type": "code", "execution_count": null, - "metadata": {}, + "metadata": { + "vscode": { + "languageId": "python" + } + }, "outputs": [], "source": [ "#acrobot.value[0]" @@ -1410,7 +1502,11 @@ { "cell_type": "code", "execution_count": null, - "metadata": {}, + "metadata": { + "vscode": { + "languageId": "python" + } + }, "outputs": [ { "name": "stdout", @@ -1430,7 +1526,11 @@ { "cell_type": "code", "execution_count": null, - "metadata": {}, + "metadata": { + "vscode": { + "languageId": "python" + } + }, "outputs": [], "source": [ "acrobot.close()" @@ -1439,7 +1539,11 @@ { "cell_type": "code", "execution_count": null, - "metadata": {}, + "metadata": { + "vscode": { + "languageId": "python" + } + }, "outputs": [], "source": [ "#| include: false\n", @@ -1450,7 +1554,11 @@ { "cell_type": "code", "execution_count": null, - "metadata": {}, + "metadata": { + "vscode": { + "languageId": "python" + } + }, "outputs": [ { "name": "stdout", @@ -1472,7 +1580,11 @@ { "cell_type": "code", "execution_count": null, - "metadata": {}, + "metadata": { + "vscode": { + "languageId": "python" + } + }, "outputs": [ { "name": "stdout", @@ -1494,7 +1606,11 @@ { "cell_type": "code", "execution_count": null, - "metadata": {}, + "metadata": { + "vscode": { + "languageId": "python" + } + }, "outputs": [], "source": [ "#| gui\n", @@ -1511,7 +1627,11 @@ { "cell_type": "code", "execution_count": null, - "metadata": {}, + "metadata": { + "vscode": { + "languageId": "python" + } + }, "outputs": [ { "name": "stdout", @@ -1547,7 +1667,11 @@ { "cell_type": "code", "execution_count": null, - "metadata": {}, + "metadata": { + "vscode": { + "languageId": "python" + } + }, "outputs": [], "source": [ "#| hide\n", diff --git a/pct/environments.py b/pct/environments.py index 4f7ab816..cf02740c 100644 --- a/pct/environments.py +++ b/pct/environments.py @@ -609,9 +609,9 @@ def parse_obs(self): # print(ws_mean) self.value = self.obs[0][-1] - self.value[1]=ye_mean - self.value[2]=wd_mean - self.value[3]=ws_mean + # self.value[1]=ye_mean + # self.value[2]=wd_mean + # self.value[3]=ws_mean self.reward = -self.obs[3] self.done = self.obs[4]