File size: 1,791 Bytes
ac35f70 |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 |
def test_model_arch():
from swift.llm import MODEL_MAPPING, safe_snapshot_download
from transformers import PretrainedConfig
from swift.utils import JsonlWriter
import random
jsonl_writer = JsonlWriter('model_arch.jsonl')
for i, (model_type, model_meta) in enumerate(MODEL_MAPPING.items()):
if i < 0:
continue
arch_list = model_meta.architectures
for model_group in model_meta.model_groups:
model = random.choice(model_group.models).ms_model_id
config_dict = None
try:
model_dir = safe_snapshot_download(model, download_model=False)
config_dict = PretrainedConfig.get_config_dict(model_dir)[0]
except Exception:
pass
finally:
msg = None
if config_dict:
arch = config_dict.get('architectures')
if arch and arch[0] not in arch_list:
msg = {
'model_type': model_type,
'model': model,
'config_arch': arch,
'architectures': arch_list
}
elif not arch and arch_list:
msg = {
'model_type': model_type,
'model': model,
'config_arch': arch,
'architectures': arch_list
}
else:
msg = {'msg': 'error', 'model_type': model_type, 'model': model, 'arch_list': arch_list}
if msg:
jsonl_writer.append(msg)
if __name__ == '__main__':
test_model_arch()
|