@@ -2293,8 +2293,6 @@ def set_vocab(self):
2293
2293
vocab_size = hparams .get ("padded_vocab_size" , len (tokenizer .get_vocab ()))
2294
2294
assert max (tokenizer .get_vocab ().values ()) < vocab_size
2295
2295
2296
- reverse_vocab = {id_ : encoded_tok for encoded_tok , id_ in tokenizer .get_vocab ().items ()}
2297
-
2298
2296
for token_id in range (vocab_size ):
2299
2297
piece = tokenizer ._convert_id_to_token (token_id )
2300
2298
if token_id == 0 :
@@ -2395,7 +2393,7 @@ def write_tensors(self):
2395
2393
),
2396
2394
axis = 0 ,
2397
2395
)
2398
- print ("re-format attention.linear_qkv.weight" )
2396
+ logger . debug ("re-format attention.linear_qkv.weight" )
2399
2397
elif re .match (r"h\.\d+\.self_attention\.query_key_value\.bias" , name ):
2400
2398
qkv_bias = data .reshape ((n_head , 3 , n_embed // n_head ))
2401
2399
data = np .concatenate (
@@ -2406,12 +2404,12 @@ def write_tensors(self):
2406
2404
),
2407
2405
axis = 0 ,
2408
2406
)
2409
- print ("re-format attention.linear_qkv.bias" )
2407
+ logger . debug ("re-format attention.linear_qkv.bias" )
2410
2408
2411
2409
# map tensor names
2412
2410
new_name = tensor_map .get_name (name , try_suffixes = (".weight" , ".bias" ))
2413
2411
if new_name is None :
2414
- print (f"Can not map tensor { name !r} " )
2412
+ logger . error (f"Can not map tensor { name !r} " )
2415
2413
sys .exit ()
2416
2414
2417
2415
n_dims = len (data .shape )
@@ -2429,13 +2427,13 @@ def write_tensors(self):
2429
2427
if self .ftype == 1 and data_dtype == np .float32 and name .endswith (".weight" ) and n_dims == 2 :
2430
2428
data = data .astype (np .float16 )
2431
2429
2432
- print (f"=> { new_name } , shape = { data .shape } , { old_dtype } --> { data .dtype } " )
2430
+ logger . debug (f"=> { new_name } , shape = { data .shape } , { old_dtype } --> { data .dtype } " )
2433
2431
2434
2432
self .gguf_writer .add_tensor (new_name , data )
2435
2433
2436
2434
if not has_lm_head and name == "word_embeddings.weight" :
2437
2435
self .gguf_writer .add_tensor ("output.weight" , data )
2438
- print (name , f"=> output.weight, shape = { data .shape } , { old_dtype } --> { data .dtype } " )
2436
+ logger . debug (name , f"=> output.weight, shape = { data .shape } , { old_dtype } --> { data .dtype } " )
2439
2437
2440
2438
2441
2439
###### CONVERSION LOGIC ######
0 commit comments