File tree Expand file tree Collapse file tree 1 file changed +8
-4
lines changed
examples/multimodal_vision Expand file tree Collapse file tree 1 file changed +8
-4
lines changed Original file line number Diff line number Diff line change @@ -38,9 +38,13 @@ def data_collator(batch):
3838 "re:.*altup.*" ,
3939 "re:.*lm_head.*" ,
4040 "re:.*laurel.*" ,
41+ "re:model\.language_model\.layers\.\d+\.per_layer_input_gate" ,
42+ "re:model\.language_model\.layers\.\d+\.per_layer_projection" ,
43+ "model.language_model.per_layer_model_projection" ,
4144 ],
4245 ),
4346]
47+ breakpoint ()
4448
4549# Perform oneshot
4650oneshot (
@@ -81,7 +85,7 @@ def data_collator(batch):
8185print (processor .decode (output [0 ], skip_special_tokens = True ))
8286print ("==========================================" )
8387
84- # Save to disk compressed.
85- SAVE_DIR = model_id .rstrip ("/" ).split ("/" )[- 1 ] + "-W4A16-G128"
86- model .save_pretrained (SAVE_DIR , save_compressed = True )
87- processor .save_pretrained (SAVE_DIR )
88+ # # Save to disk compressed.
89+ # SAVE_DIR = model_id.rstrip("/").split("/")[-1] + "-W4A16-G128"
90+ # model.save_pretrained(SAVE_DIR, save_compressed=True)
91+ # processor.save_pretrained(SAVE_DIR)
You can’t perform that action at this time.
0 commit comments