Update README.md
Browse files
README.md
CHANGED
|
@@ -41,8 +41,7 @@ curl http://localhost:8000/v1/chat/completions -H "Content-Type: application/jso
|
|
| 41 |
## Generate the Model
|
| 42 |
|
| 43 |
```bash
|
| 44 |
-
|
| 45 |
-
auto_round ./Step-3.5-Flash --scheme W4A16 --iters 0 --disable_opt_rtn --ignore_layers eh_proj,shared_head,layers.45 --layer_config "{mlp:{bits:8,data_type:int},self_attn:{bits:8,data_type:int},layers.46:{bits:8,data_type:int},layers.47:{bits:8,data_type:int}}"
|
| 46 |
```
|
| 47 |
|
| 48 |
## Ethical Considerations and Limitations
|
|
|
|
| 41 |
## Generate the Model
|
| 42 |
|
| 43 |
```bash
|
| 44 |
+
auto_round stepfun-ai/Step-3.5-Flash/ --ignore_layers share_expert --enable_torch_compile
|
|
|
|
| 45 |
```
|
| 46 |
|
| 47 |
## Ethical Considerations and Limitations
|