Merge branch 'dev' into awsr-patch-1
@@ -698,7 +698,7 @@
|
||||
"HiDream-E1.1": {
|
||||
"path": "HiDream-ai/HiDream-E1-1",
|
||||
"desc": "HiDream-E1 is an image editing model built on HiDream-I1.",
|
||||
"preview": "HiDream-ai--HiDream-E1-Full.jpg",
|
||||
"preview": "HiDream-ai--HiDream-E1-1.jpg",
|
||||
"skip": true,
|
||||
"extras": "sampler: Default"
|
||||
},
|
||||
|
||||
|
After Width: | Height: | Size: 74 KiB |
|
Before Width: | Height: | Size: 68 KiB After Width: | Height: | Size: 65 KiB |
|
Before Width: | Height: | Size: 80 KiB After Width: | Height: | Size: 70 KiB |
|
Before Width: | Height: | Size: 74 KiB After Width: | Height: | Size: 70 KiB |
|
Before Width: | Height: | Size: 70 KiB After Width: | Height: | Size: 67 KiB |
|
Before Width: | Height: | Size: 76 KiB After Width: | Height: | Size: 75 KiB |
@@ -91,7 +91,7 @@ def re_quantize_int8(weight: torch.FloatTensor) -> Tuple[torch.CharTensor, torch
|
||||
def re_quantize_fp8(weight: torch.FloatTensor, is_e5: bool = False) -> Tuple[torch.CharTensor, torch.FloatTensor]:
|
||||
if weight.ndim > 2: # convs
|
||||
weight = weight.flatten(1,-1)
|
||||
weight, scale = quantize_int8(weight.contiguous(), dim=-1, is_e5=is_e5)
|
||||
weight, scale = quantize_fp8(weight.contiguous(), dim=-1, is_e5=is_e5)
|
||||
weight, scale = weight.t_(), scale.t_()
|
||||
if not use_tensorwise_fp8_matmul:
|
||||
scale = scale.to(dtype=torch.float32)
|
||||
|
||||