From a166a81e4d1b4ebf2951b2385171ab125ad8be16 Mon Sep 17 00:00:00 2001 From: Disty0 Date: Fri, 29 Dec 2023 20:12:44 +0300 Subject: [PATCH 1/4] IPEX disable Linalg Solve CPU offload with IPEX 2.1 --- modules/intel/ipex/hijacks.py | 3 ++- 1 file changed, 2 insertions(+), 1 deletion(-) diff --git a/modules/intel/ipex/hijacks.py b/modules/intel/ipex/hijacks.py index 4573b7f7f..27d367e4f 100644 --- a/modules/intel/ipex/hijacks.py +++ b/modules/intel/ipex/hijacks.py @@ -221,7 +221,8 @@ def ipex_hijacks(): torch.UntypedStorage.is_cuda = is_cuda torch.nn.functional.interpolate = interpolate - torch.linalg.solve = linalg_solve + if hasattr(torch.xpu, "Generator"): + torch.linalg.solve = linalg_solve torch.bmm = torch_bmm torch.cat = torch_cat From c77505fa6f35fd4540abfbe9b2d326b299203461 Mon Sep 17 00:00:00 2001 From: vladmandic Date: Fri, 29 Dec 2023 17:14:09 +0000 Subject: [PATCH 2/4] =?UTF-8?q?Deploying=20to=20master=20from=20@=20vladma?= =?UTF-8?q?ndic/automatic@a166a81e4d1b4ebf2951b2385171ab125ad8be16=20?= =?UTF-8?q?=F0=9F=9A=80?= MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit --- README.md | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/README.md b/README.md index 7c3c49add..f92c753b6 100644 --- a/README.md +++ b/README.md @@ -229,7 +229,7 @@ check [ChangeLog](CHANGELOG.md) for when feature was first introduced as it will ### **Sponsors**
-Allan GrantBrent OzarMatthew RunoHELLO WORLD SASSalad Technologiesa.v.mantzaris +Allan GrantBrent OzarMatthew RunoHELLO WORLD SASSalad Technologiesa.v.mantzarisToby Worth

From bc79cbc2fdf9163854487549384c4f4ab3d5abf2 Mon Sep 17 00:00:00 2001 From: Disty0 Date: Sat, 30 Dec 2023 12:21:54 +0300 Subject: [PATCH 3/4] OpenVINO fix INT8 --- modules/sd_models_compile.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/modules/sd_models_compile.py b/modules/sd_models_compile.py index 4840e4c49..a909a3763 100644 --- a/modules/sd_models_compile.py +++ b/modules/sd_models_compile.py @@ -156,7 +156,7 @@ def compile_torch(sd_model): def compile_diffusers(sd_model): if shared.opts.ipex_optimize: sd_model = ipex_optimize(sd_model) - if shared.opts.nncf_compress_weights: + if shared.opts.nncf_compress_weights and not (shared.opts.cuda_compile and shared.opts.cuda_compile_backend == "openvino_fx"): sd_model = nncf_compress_weights(sd_model) if not (shared.opts.cuda_compile or shared.opts.cuda_compile_vae or shared.opts.cuda_compile_upscaler): return sd_model From ab7b78ccf4bf8e0145c846525e6ddb428c7309d8 Mon Sep 17 00:00:00 2001 From: Disty0 Date: Sat, 30 Dec 2023 17:07:04 +0300 Subject: [PATCH 4/4] IPEX fix torch.load --- modules/intel/ipex/hijacks.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/modules/intel/ipex/hijacks.py b/modules/intel/ipex/hijacks.py index 27d367e4f..425882e22 100644 --- a/modules/intel/ipex/hijacks.py +++ b/modules/intel/ipex/hijacks.py @@ -155,7 +155,7 @@ def ipex_hijacks(): lambda orig_func, *args, device=None, **kwargs: check_device(device)) CondFunc('torch.load', lambda orig_func, f, map_location=None, pickle_module=None, *, weights_only=False, mmap=None, **kwargs: - orig_func(orig_func, f, map_location=return_xpu(map_location), pickle_module=pickle_module, weights_only=weights_only, mmap=mmap, **kwargs), + orig_func(f, map_location=return_xpu(map_location), pickle_module=pickle_module, weights_only=weights_only, mmap=mmap, **kwargs), lambda orig_func, f, map_location=None, pickle_module=None, *, weights_only=False, mmap=None, **kwargs: check_device(map_location)) if hasattr(torch.xpu, "Generator"): CondFunc('torch.Generator',