Merge branch 'latest' into ea/linter

openvinotoolkit · Apr 12, 2024 · a563e16 · a563e16
2 parents 9ad9142 + 6483a24
commit a563e16
Show file tree

Hide file tree

Showing 3 changed files with 13 additions and 10 deletions.
diff --git a/notebooks/README.md b/notebooks/README.md
@@ -37,6 +37,7 @@
 - [Mobile language assistant with MobileVLM and OpenVINO](./mobilevlm-language-assistant/mobilevlm-language-assistant.ipynb)
 - [Visual Content Search using MobileCLIP and OpenVINO](./mobileclip-video-search/mobileclip-video-search.ipynb)
 - [Magika: AI powered fast and efficient file type identification using OpenVINO](./magika-content-type-recognition/magika-content-type-recognition.ipynb)
+- [Create a RAG system using OpenVINO and LangChain](./llm-rag-langchain/llm-rag-langchain.ipynb)
 - [LLM Instruction-following pipeline with OpenVINO](./llm-question-answering/llm-question-answering.ipynb)
 - [Create an LLM-powered Chatbot using OpenVINO](./llm-chatbot/llm-chatbot.ipynb)
 - [Visual-language assistant with LLaVA Next and OpenVINO](./llava-next-multimodal-chatbot/llava-next-multimodal-chatbot.ipynb)
@@ -65,7 +66,6 @@
 - [Subject-driven image generation and editing using BLIP Diffusion and OpenVINO](./blip-diffusion-subject-generation/blip-diffusion-subject-generation.ipynb)
 - [Text-to-speech generation using Bark and OpenVINO](./bark-text-to-audio/bark-text-to-audio.ipynb)
 - [Image-to-Video synthesis with AnimateAnyone and OpenVINO](./animate-anyone/animate-anyone.ipynb)
-- [Create a RAG system using OpenVINO and LangChain](./llm-rag-langchain/llm-rag-langchain.ipynb)
 
 ## API Overview
 
@@ -203,6 +203,7 @@
 - [Industrial Meter Reader](./meter-reader/meter-reader.ipynb)
 - [Magika: AI powered fast and efficient file type identification using OpenVINO](./magika-content-type-recognition/magika-content-type-recognition.ipynb)
 - [Machine translation demo](./machine-translation/machine-translation.ipynb)
+- [Create a RAG system using OpenVINO and LangChain](./llm-rag-langchain/llm-rag-langchain.ipynb)
 - [LLM Instruction-following pipeline with OpenVINO](./llm-question-answering/llm-question-answering.ipynb)
 - [Create an LLM-powered Chatbot using OpenVINO](./llm-chatbot/llm-chatbot.ipynb)
 - [Visual-language assistant with LLaVA Next and OpenVINO](./llava-next-multimodal-chatbot/llava-next-multimodal-chatbot.ipynb)
@@ -246,8 +247,6 @@
 - [Image-to-Video synthesis with AnimateAnyone and OpenVINO](./animate-anyone/animate-anyone.ipynb)
 - [Lightweight image generation with aMUSEd and OpenVINO](./amused-lightweight-text-to-image/amused-lightweight-text-to-image.ipynb)
 - [Part Segmentation of 3D Point Clouds with OpenVINO™](./3D-segmentation-point-clouds/3D-segmentation-point-clouds.ipynb)
-- - [Create a RAG system using OpenVINO and LangChain](./llm-rag-langchain/llm-rag-langchain.ipynb)
-
 
 ## Model Training
 

diff --git a/notebooks/llm-chatbot/llm-chatbot.ipynb b/notebooks/llm-chatbot/llm-chatbot.ipynb
@@ -517,7 +517,7 @@
     "        pt_model_id\n",
     "    )\n",
     "    if remote_code:\n",
-    "        export_command_base += \" --trust_remote_code\"\n",
+    "        export_command_base += \" --trust-remote-code\"\n",
     "    export_command = export_command_base + \" \" + str(fp16_model_dir)\n",
     "    display(Markdown(\"**Export command:**\"))\n",
     "    display(Markdown(f\"`{export_command}`\"))\n",
@@ -533,7 +533,7 @@
     "        pt_model_id\n",
     "    )\n",
     "    if remote_code:\n",
-    "        export_command_base += \" --trust_remote_code\"\n",
+    "        export_command_base += \" --trust-remote-code\"\n",
     "    export_command = export_command_base + \" \" + str(int8_model_dir)\n",
     "    display(Markdown(\"**Export command:**\"))\n",
     "    display(Markdown(f\"`{export_command}`\"))\n",
@@ -616,7 +616,7 @@
     "        int4_compression_args += \" --sym\"\n",
     "    export_command_base += int4_compression_args\n",
     "    if remote_code:\n",
-    "        export_command_base += \" --trust_remote_code\"\n",
+    "        export_command_base += \" --trust-remote-code\"\n",
     "    export_command = export_command_base + \" \" + str(int4_model_dir)\n",
     "    display(Markdown(\"**Export command:**\"))\n",
     "    display(Markdown(f\"`{export_command}`\"))\n",

diff --git a/notebooks/llm-rag-langchain/llm-rag-langchain.ipynb b/notebooks/llm-rag-langchain/llm-rag-langchain.ipynb
@@ -327,7 +327,7 @@
     "        pt_model_id\n",
     "    )\n",
     "    if remote_code:\n",
-    "        export_command_base += \" --trust_remote_code\"\n",
+    "        export_command_base += \" --trust-remote-code\"\n",
     "    export_command = export_command_base + \" \" + str(fp16_model_dir)\n",
     "    display(Markdown(\"**Export command:**\"))\n",
     "    display(Markdown(f\"`{export_command}`\"))\n",
@@ -343,7 +343,7 @@
     "        pt_model_id\n",
     "    )\n",
     "    if remote_code:\n",
-    "        export_command_base += \" --trust_remote_code\"\n",
+    "        export_command_base += \" --trust-remote-code\"\n",
     "    export_command = export_command_base + \" \" + str(int8_model_dir)\n",
     "    display(Markdown(\"**Export command:**\"))\n",
     "    display(Markdown(f\"`{export_command}`\"))\n",
@@ -426,7 +426,7 @@
     "        int4_compression_args += \" --sym\"\n",
     "    export_command_base += int4_compression_args\n",
     "    if remote_code:\n",
-    "        export_command_base += \" --trust_remote_code\"\n",
+    "        export_command_base += \" --trust-remote-code\"\n",
     "    export_command = export_command_base + \" \" + str(int4_model_dir)\n",
     "    display(Markdown(\"**Export command:**\"))\n",
     "    display(Markdown(f\"`{export_command}`\"))\n",
@@ -887,7 +887,11 @@
     "    model_id=str(model_dir),\n",
     "    task=\"text-generation\",\n",
     "    backend=\"openvino\",\n",
-    "    model_kwargs={\"device\": llm_device.value, \"ov_config\": ov_config},\n",
+    "    model_kwargs={\n",
+    "        \"device\": llm_device.value,\n",
+    "        \"ov_config\": ov_config,\n",
+    "        \"trust_remote_code\": True,\n",
+    "    },\n",
     "    pipeline_kwargs={\"max_new_tokens\": 2},\n",
     ")\n",
     "\n",