mirror of
https://github.com/vladmandic/automatic
synced 2026-09-19 09:14:35 +02:00
OpenVINO reduce System RAM usage
This commit is contained in:
@@ -76,6 +76,7 @@
|
||||
- compatibility improvements
|
||||
- **OpenVINO**, thanks @disty0
|
||||
- **8 bit support for CPUs**
|
||||
- Reduce System RAM usage when compiling
|
||||
- add *Directory for OpenVINO cache* option to *System Paths*
|
||||
- remove Intel ARC specific 1024x1024 workaround
|
||||
- **HDR controls**
|
||||
|
||||
@@ -397,6 +397,8 @@ def openvino_fx(subgraph, example_inputs):
|
||||
if inputs_reversed:
|
||||
example_inputs.reverse()
|
||||
model = make_fx(subgraph)(*example_inputs)
|
||||
# Deleting unused subgraphs doesn't do anything, so we cast it down to fp8
|
||||
subgraph = subgraph.to(dtype=torch.float8_e4m3fn)
|
||||
for node in model.graph.nodes:
|
||||
if node.target == torch.ops.aten.mul_.Tensor:
|
||||
node.target = torch.ops.aten.mul.Tensor
|
||||
|
||||
Reference in New Issue
Block a user