a b/src/codellama-main/download.sh 

  1
  
#!/bin/bash





  
  

  2
  





  
  

  3
  
# Copyright (c) Meta Platforms, Inc. and affiliates.





  
  

  4
  
# This software may be used and distributed according to the terms of the Llama 2 Community License Agreement.





  
  

  5
  





  
  

  6
  
read -p "Enter the URL from email: " PRESIGNED_URL





  
  

  7
  
echo ""





  
  

  8
  
ALL_MODELS="7b,13b,34b,7b-Python,13b-Python,34b-Python,7b-Instruct,13b-Instruct,34b-Instruct"





  
  

  9
  
read -p "Enter the list of models to download without spaces ($ALL_MODELS), or press Enter for all: " MODEL_SIZE





  
  

  10
  
TARGET_FOLDER="."             # where all files should end up





  
  

  11
  
mkdir -p ${TARGET_FOLDER}





  
  

  12
  





  
  

  13
  
if [[ $MODEL_SIZE == "" ]]; then





  
  

  14
  
    MODEL_SIZE=$ALL_MODELS





  
  

  15
  
fi





  
  

  16
  





  
  

  17
  
echo "Downloading LICENSE and Acceptable Usage Policy"





  
  

  18
  
wget --continue ${PRESIGNED_URL/'*'/"LICENSE"} -O ${TARGET_FOLDER}"/LICENSE"





  
  

  19
  
wget --continue ${PRESIGNED_URL/'*'/"USE_POLICY.md"} -O ${TARGET_FOLDER}"/USE_POLICY.md"





  
  

  20
  





  
  

  21
  
for m in ${MODEL_SIZE//,/ }





  
  

  22
  
do





  
  

  23
  
    case $m in





  
  

  24
  
      7b)





  
  

  25
  
        SHARD=0 ;;





  
  

  26
  
      13b)





  
  

  27
  
        SHARD=1 ;;





  
  

  28
  
      34b)





  
  

  29
  
        SHARD=3 ;;





  
  

  30
  
      7b-Python)





  
  

  31
  
        SHARD=0 ;;





  
  

  32
  
      13b-Python)





  
  

  33
  
        SHARD=1 ;;





  
  

  34
  
      34b-Python)





  
  

  35
  
        SHARD=3 ;;





  
  

  36
  
      7b-Instruct)





  
  

  37
  
        SHARD=0 ;;





  
  

  38
  
      13b-Instruct)





  
  

  39
  
        SHARD=1 ;;





  
  

  40
  
      34b-Instruct)





  
  

  41
  
        SHARD=3 ;;





  
  

  42
  
      *)





  
  

  43
  
        echo "Unknown model: $m"





  
  

  44
  
        exit 1





  
  

  45
  
    esac





  
  

  46
  





  
  

  47
  
    MODEL_PATH="CodeLlama-$m"





  
  

  48
  
    echo "Downloading ${MODEL_PATH}"





  
  

  49
  
    mkdir -p ${TARGET_FOLDER}"/${MODEL_PATH}"





  
  

  50
  





  
  

  51
  
    for s in $(seq -f "0%g" 0 ${SHARD})





  
  

  52
  
    do





  
  

  53
  
        wget --continue ${PRESIGNED_URL/'*'/"${MODEL_PATH}/consolidated.${s}.pth"} -O ${TARGET_FOLDER}"/${MODEL_PATH}/consolidated.${s}.pth"





  
  

  54
  
    done





  
  

  55
  





  
  

  56
  
    wget --continue ${PRESIGNED_URL/'*'/"${MODEL_PATH}/params.json"} -O ${TARGET_FOLDER}"/${MODEL_PATH}/params.json"





  
  

  57
  
    wget --continue ${PRESIGNED_URL/'*'/"${MODEL_PATH}/tokenizer.model"} -O ${TARGET_FOLDER}"/${MODEL_PATH}/tokenizer.model"





  
  

  58
  
    wget --continue ${PRESIGNED_URL/'*'/"${MODEL_PATH}/checklist.chk"} -O ${TARGET_FOLDER}"/${MODEL_PATH}/checklist.chk"





  
  

  59
  
    echo "Checking checksums"





  
  

  60
  
    (cd ${TARGET_FOLDER}"/${MODEL_PATH}" && md5sum -c checklist.chk)





  
  

  61
  
done