zR commited on
Commit ·
9ace5f5
1
Parent(s): 0ac0958
1115
Browse files- README.md +6 -6
- README_zh.md +5 -5
- vae/config.json +2 -1
README.md
CHANGED
|
@@ -41,8 +41,8 @@ Below is a table listing information on the video generation models available in
|
|
| 41 |
<tr>
|
| 42 |
<td style="text-align: center;">Video Resolution</td>
|
| 43 |
<td colspan="1" style="text-align: center;">1360 * 768</td>
|
| 44 |
-
<td colspan="1" style="text-align: center;">
|
| 45 |
-
|
| 46 |
<tr>
|
| 47 |
<td style="text-align: center;">Inference Precision</td>
|
| 48 |
<td colspan="2" style="text-align: center;"><b>BF16 (recommended)</b>, FP16, FP32, FP8*, INT8, not supported INT4</td>
|
|
@@ -53,7 +53,7 @@ Below is a table listing information on the video generation models available in
|
|
| 53 |
</tr>
|
| 54 |
<tr>
|
| 55 |
<td style="text-align: center;">Multi-GPU Inference Memory Consumption</td>
|
| 56 |
-
<td colspan="2" style="text-align: center;"><b>BF16:
|
| 57 |
</tr>
|
| 58 |
<tr>
|
| 59 |
<td style="text-align: center;">Inference Speed<br>(Step = 50, BF16)</td>
|
|
@@ -118,9 +118,9 @@ conversion to get a better experience.**
|
|
| 118 |
1. Install the required dependencies
|
| 119 |
|
| 120 |
```shell
|
| 121 |
-
# diffusers>=0.32.
|
| 122 |
-
# transformers>=
|
| 123 |
-
# accelerate>=1.
|
| 124 |
# imageio-ffmpeg>=0.5.1
|
| 125 |
pip install --upgrade transformers accelerate diffusers imageio-ffmpeg
|
| 126 |
```
|
|
|
|
| 41 |
<tr>
|
| 42 |
<td style="text-align: center;">Video Resolution</td>
|
| 43 |
<td colspan="1" style="text-align: center;">1360 * 768</td>
|
| 44 |
+
<td colspan="1" style="text-align: center;"> Min(W, H) = 768 <br> 768 ≤ Max(W, H) ≤ 1360 <br> Max(W, H) % 16 = 0 </td>
|
| 45 |
+
</tr>
|
| 46 |
<tr>
|
| 47 |
<td style="text-align: center;">Inference Precision</td>
|
| 48 |
<td colspan="2" style="text-align: center;"><b>BF16 (recommended)</b>, FP16, FP32, FP8*, INT8, not supported INT4</td>
|
|
|
|
| 53 |
</tr>
|
| 54 |
<tr>
|
| 55 |
<td style="text-align: center;">Multi-GPU Inference Memory Consumption</td>
|
| 56 |
+
<td colspan="2" style="text-align: center;"><b>BF16: 24GB* </b><br></td>
|
| 57 |
</tr>
|
| 58 |
<tr>
|
| 59 |
<td style="text-align: center;">Inference Speed<br>(Step = 50, BF16)</td>
|
|
|
|
| 118 |
1. Install the required dependencies
|
| 119 |
|
| 120 |
```shell
|
| 121 |
+
# diffusers>=0.32.0dev (or from source)
|
| 122 |
+
# transformers>=4.46.2
|
| 123 |
+
# accelerate>=1.1.1
|
| 124 |
# imageio-ffmpeg>=0.5.1
|
| 125 |
pip install --upgrade transformers accelerate diffusers imageio-ffmpeg
|
| 126 |
```
|
README_zh.md
CHANGED
|
@@ -27,7 +27,7 @@ CogVideoX是 [清影](https://chatglm.cn/video?fr=osm_cogvideo) 同源的开源
|
|
| 27 |
<tr>
|
| 28 |
<td style="text-align: center;">视频分辨率</td>
|
| 29 |
<td colspan="1" style="text-align: center;">1360 * 768</td>
|
| 30 |
-
<td colspan="1" style="text-align: center;">
|
| 31 |
</tr>
|
| 32 |
<tr>
|
| 33 |
<td style="text-align: center;">推理精度</td>
|
|
@@ -39,7 +39,7 @@ CogVideoX是 [清影](https://chatglm.cn/video?fr=osm_cogvideo) 同源的开源
|
|
| 39 |
</tr>
|
| 40 |
<tr>
|
| 41 |
<td style="text-align: center;">多GPU显存消耗</td>
|
| 42 |
-
<td colspan="2" style="text-align: center;"><b>BF16:
|
| 43 |
</tr>
|
| 44 |
<tr>
|
| 45 |
<td style="text-align: center;">推理速度<br>(Step = 50, BF16)</td>
|
|
@@ -98,9 +98,9 @@ pipe.vae.enable_tiling()
|
|
| 98 |
1. 安装对应的依赖
|
| 99 |
|
| 100 |
```shell
|
| 101 |
-
# diffusers>=0.32.
|
| 102 |
-
# transformers>=
|
| 103 |
-
# accelerate>=1.
|
| 104 |
# imageio-ffmpeg>=0.5.1
|
| 105 |
pip install --upgrade transformers accelerate diffusers imageio-ffmpeg
|
| 106 |
```
|
|
|
|
| 27 |
<tr>
|
| 28 |
<td style="text-align: center;">视频分辨率</td>
|
| 29 |
<td colspan="1" style="text-align: center;">1360 * 768</td>
|
| 30 |
+
<td colspan="1" style="text-align: center;"> Min(W, H) = 768 <br> 768 ≤ Max(W, H) ≤ 1360 <br> Max(W, H) % 16 = 0 </td>
|
| 31 |
</tr>
|
| 32 |
<tr>
|
| 33 |
<td style="text-align: center;">推理精度</td>
|
|
|
|
| 39 |
</tr>
|
| 40 |
<tr>
|
| 41 |
<td style="text-align: center;">多GPU显存消耗</td>
|
| 42 |
+
<td colspan="2" style="text-align: center;"><b>BF16: 24GB* </b><br></td>
|
| 43 |
</tr>
|
| 44 |
<tr>
|
| 45 |
<td style="text-align: center;">推理速度<br>(Step = 50, BF16)</td>
|
|
|
|
| 98 |
1. 安装对应的依赖
|
| 99 |
|
| 100 |
```shell
|
| 101 |
+
# diffusers>=0.32.0dev (or from source)
|
| 102 |
+
# transformers>=4.46.2
|
| 103 |
+
# accelerate>=1.1.1
|
| 104 |
# imageio-ffmpeg>=0.5.1
|
| 105 |
pip install --upgrade transformers accelerate diffusers imageio-ffmpeg
|
| 106 |
```
|
vae/config.json
CHANGED
|
@@ -35,5 +35,6 @@
|
|
| 35 |
"CogVideoXUpBlock3D"
|
| 36 |
],
|
| 37 |
"use_post_quant_conv": false,
|
| 38 |
-
"use_quant_conv": false
|
|
|
|
| 39 |
}
|
|
|
|
| 35 |
"CogVideoXUpBlock3D"
|
| 36 |
],
|
| 37 |
"use_post_quant_conv": false,
|
| 38 |
+
"use_quant_conv": false,
|
| 39 |
+
"invert_scale_latents": true
|
| 40 |
}
|