demo_call_api.py

# from transformers import AutoModel,AutoTokenizer
#
# model = AutoModel.from_pretrained("NewBreaker/chatglm-6b-int4",trust_remote_code=True)
# tokenizer = AutoTokenizer.from_pretrained("NewBreaker/chatglm-6b-int4", trust_remote_code=True)

from transformers import AutoConfig

config = AutoConfig.from_pretrained("silver/chatglm-6b-int4-qe-slim",trust_remote_code=True)


# # Push the config to your namespace with the name "my-finetuned-bert".
config.push_to_hub("silver/chatglm-6b-int4-qe-slim")
#
# # Push the config to an organization with the name "my-finetuned-bert".
# config.push_to_hub("huggingface/my-finetuned-bert")