Skip to content
New issue

Have a question about this project? Sign up for a free GitHub account to open an issue and contact its maintainers and the community.

Sign up for GitHub

By clicking “Sign up for GitHub”, you agree to our terms of service and privacy statement. We’ll occasionally send you account related emails.

Already on GitHub? Sign in to your account

Jump to bottom

fix passing optional args in triposr wrappers #2389

Merged
merged 2 commits into from
Sep 13, 2024
Merged

fix passing optional args in triposr wrappers #2389

Changes from all commits
Commits
Show all changes
2 commits
Select commit Hold shift + click to select a range
dcb4e93
fix passing optional args in triposr wrappers
eaidova Sep 13, 2024
d1c0973
fix example input
eaidova Sep 13, 2024
File filter

Filter by extension

Filter by extension
Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
107 changes: 89 additions & 18 deletions notebooks/triposr-3d-reconstruction/triposr-3d-reconstruction.ipynb
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -84,7 +84,21 @@
"execution_count": 2,
"id": "b78424b7-80e4-4470-9427-7286b9837566",
"metadata": {},
"outputs": [],
"outputs": [
{
"name": "stdout",
"output_type": "stream",
"text": [
"Cloning into 'TripoSR'...\n",
"remote: Enumerating objects: 120, done.\u001b[K\n",
"remote: Counting objects: 100% (116/116), done.\u001b[K\n",
"remote: Compressing objects: 100% (114/114), done.\u001b[K\n",
"remote: Total 120 (delta 38), reused 0 (delta 0), pack-reused 4 (from 1)\u001b[K\n",
"Receiving objects: 100% (120/120), 570.19 KiB | 1.07 MiB/s, done.\n",
"Resolving deltas: 100% (38/38), done.\n"
]
}
],
"source": [
"import sys\n",
"from pathlib import Path\n",
Expand Down Expand Up @@ -122,7 +136,7 @@
" weight_name=\"model.ckpt\",\n",
")\n",
"model.renderer.set_chunk_size(131072)\n",
"model.to(\"cpu\")"
"model.to(\"cpu\");"
]
},
{
Expand Down Expand Up @@ -181,10 +195,19 @@
},
{
"cell_type": "code",
"execution_count": null,
"execution_count": 5,
"id": "d9456c3c-64dd-4109-968c-8f51d42b9876",
"metadata": {},
"outputs": [],
"outputs": [
{
"name": "stderr",
"output_type": "stream",
"text": [
"/home/ea/work/py311/lib/python3.11/site-packages/transformers/models/vit/modeling_vit.py:163: TracerWarning: Converting a tensor to a Python boolean might cause the trace to be incorrect. We can't record the data flow of Python values, so this value will be treated as a constant in the future. This means that the trace might not generalize to other inputs!\n",
" if num_channels != self.num_channels:\n"
]
}
],
"source": [
"VIT_PATCH_EMBEDDINGS_OV_PATH = Path(\"models/vit_patch_embeddings_ir.xml\")\n",
"\n",
Expand All @@ -194,13 +217,13 @@
" super().__init__()\n",
" self.patch_embeddings = patch_embeddings\n",
"\n",
" def forward(self, pixel_values, interpolate_pos_encoding=True):\n",
" outputs = self.patch_embeddings(pixel_values=pixel_values, interpolate_pos_encoding=True)\n",
" def forward(self, pixel_values):\n",
" outputs = self.patch_embeddings(pixel_values=pixel_values)\n",
" return outputs\n",
"\n",
"\n",
"example_input = {\n",
" \"pixel_values\": torch.rand([1, 3, 512, 512], dtype=torch.float32),\n",
" \"pixel_values\": torch.rand([1, 3, 224, 224], dtype=torch.float32),\n",
"}\n",
"\n",
"convert(\n",
Expand All @@ -227,11 +250,7 @@
"\n",
" def forward(\n",
" self,\n",
" hidden_states=None,\n",
" head_mask=None,\n",
" output_attentions=False,\n",
" output_hidden_states=False,\n",
" return_dict=False,\n",
" hidden_states,\n",
" ):\n",
" outputs = self.encoder(\n",
" hidden_states=hidden_states,\n",
Expand Down Expand Up @@ -336,7 +355,7 @@
{
"data": {
"application/vnd.jupyter.widget-view+json": {
"model_id": "7986388de70945238d4407af5c60c348",
"model_id": "03ad2a182a8b4218b2fa7e8eef4b05e3",
"version_major": 2,
"version_minor": 0
},
Expand Down Expand Up @@ -522,7 +541,7 @@
},
{
"cell_type": "code",
"execution_count": null,
"execution_count": 15,
"id": "28d8a250",
"metadata": {},
"outputs": [],
Expand Down Expand Up @@ -571,7 +590,29 @@
"execution_count": null,
"id": "044bc9cf-3141-433d-a267-f5da84c9aa11",
"metadata": {},
"outputs": [],
"outputs": [
{
"name": "stdout",
"output_type": "stream",
"text": [
"Running on local URL: http://127.0.0.1:7860\n",
"\n",
"To create a public link, set `share=True` in `launch()`.\n"
]
},
{
"data": {
"text/html": [
"<div><iframe src=\"http://127.0.0.1:7860/\" width=\"100%\" height=\"680\" allow=\"autoplay; camera; microphone; clipboard-read; clipboard-write;\" frameborder=\"0\" allowfullscreen></iframe></div>"
],
"text/plain": [
"<IPython.core.display.HTML object>"
]
},
"metadata": {},
"output_type": "display_data"
}
],
"source": [
"if not Path(\"gradio_helper.py\").exists():\n",
" r = requests.get(url=\"https://raw.githubusercontent.com/openvinotoolkit/openvino_notebooks/latest/notebooks/triposr-3d-reconstruction/gradio_helper.py\")\n",
Expand Down Expand Up @@ -604,7 +645,7 @@
],
"metadata": {
"kernelspec": {
"display_name": "Python 3",
"display_name": "Python 3 (ipykernel)",
"language": "python",
"name": "python3"
},
Expand All @@ -618,7 +659,7 @@
"name": "python",
"nbconvert_exporter": "python",
"pygments_lexer": "ipython3",
"version": "3.10.8"
"version": "3.11.4"
},
"openvino_notebooks": {
"imageUrl": "https://github.com/VAST-AI-Research/TripoSR/blob/main/figures/teaser800.gif?raw=true",
Expand All @@ -636,7 +677,37 @@
},
"widgets": {
"application/vnd.jupyter.widget-state+json": {
"state": {},
"state": {
"03ad2a182a8b4218b2fa7e8eef4b05e3": {
"model_module": "@jupyter-widgets/controls",
"model_module_version": "2.0.0",
"model_name": "DropdownModel",
"state": {
"_options_labels": [
"CPU",
"AUTO"
],
"description": "Device:",
"index": 1,
"layout": "IPY_MODEL_bb09961cb666451db20c97f3f60c754d",
"style": "IPY_MODEL_f18bfec390354c1ababfb79126e39789"
}
},
"bb09961cb666451db20c97f3f60c754d": {
"model_module": "@jupyter-widgets/base",
"model_module_version": "2.0.0",
"model_name": "LayoutModel",
"state": {}
},
"f18bfec390354c1ababfb79126e39789": {
"model_module": "@jupyter-widgets/controls",
"model_module_version": "2.0.0",
"model_name": "DescriptionStyleModel",
"state": {
"description_width": ""
}
}
},
"version_major": 2,
"version_minor": 0
}
Expand Down