down_hugging.py

from pycrawlers import huggingface
# 实例化类
hg = huggingface()

# 1.批量下载
# urls = ['https://huggingface.co/ziqingyang/chinese-llama-2-13b/tree/main',
        # 'https://huggingface.co/ziqingyang/chinese-llama-2-7b/tree/main']
           
# 默认保存位置在当前脚本所在文件夹 ./
# hg.get_batch_data(urls)

# 2.单个下载
url = 'https://huggingface.co/FacebookAI/roberta-base/tree/main'

# 默认保存位置在当前脚本所在文件夹 ./
hg.get_data(url)


# 自定义下载位置
# 多个不同位置
# paths = ['/home/model-gpt/chinese-llama-2-13b','/home/model-gpt/chinese-llama-2-7b']
# hg.get_batch_data(urls, paths)

# 单一位置
path = '/home/icdm/nlp_test/pretrained'
hg.get_data(url, path)