{"id":53681,"date":"2023-09-10T11:49:42","date_gmt":"2023-09-10T09:49:42","guid":{"rendered":"https:\/\/www.burks.de\/burksblog\/?p=53681"},"modified":"2023-09-10T12:00:17","modified_gmt":"2023-09-10T10:00:17","slug":"llama","status":"publish","type":"post","link":"https:\/\/www.burks.de\/burksblog\/2023\/09\/10\/llama","title":{"rendered":"Llama"},"content":{"rendered":"

\"maschinencode\"<\/a><\/p>\n

Kann mir mal jemand erk\u00e4ren, war ich machen muss, um dieses Llama<\/a> zu installieren? Ich kapier es nicht.<\/p>\n

#!\/usr\/bin\/env bash<\/p>\n

# Copyright (c) Meta Platforms, Inc. and affiliates.
\n# This software may be used and distributed according to the terms of the Llama 2 Community License Agreement.<\/p>\n

set -e<\/p>\n

read -p \"Enter the URL from email: \" PRESIGNED_URL
\necho \"\"
\nread -p \"Enter the list of models to download without spaces (7B,13B,70B,7B-chat,13B-chat,70B-chat), or press Enter for all: \" MODEL_SIZE
\nTARGET_FOLDER=\".\" # where all files should end up
\nmkdir -p ${TARGET_FOLDER}<\/p>\n

if [[ $MODEL_SIZE == \"\" ]]; then
\nMODEL_SIZE=\"7B,13B,70B,7B-chat,13B-chat,70B-chat\"
\nfi<\/p>\n

echo \"Downloading LICENSE and Acceptable Usage Policy\"
\nwget --continue ${PRESIGNED_URL\/'*'\/\"LICENSE\"} -O ${TARGET_FOLDER}\"\/LICENSE\"
\nwget --continue ${PRESIGNED_URL\/'*'\/\"USE_POLICY.md\"} -O ${TARGET_FOLDER}\"\/USE_POLICY.md\"<\/p>\n

echo \"Downloading tokenizer\"
\nwget --continue ${PRESIGNED_URL\/'*'\/\"tokenizer.model\"} -O ${TARGET_FOLDER}\"\/tokenizer.model\"
\nwget --continue ${PRESIGNED_URL\/'*'\/\"tokenizer_checklist.chk\"} -O ${TARGET_FOLDER}\"\/tokenizer_checklist.chk\"
\nCPU_ARCH=$(uname -m)
\nif [ \"$CPU_ARCH\" = \"arm64\" ]; then
\n(cd ${TARGET_FOLDER} && md5 tokenizer_checklist.chk)
\nelse
\n(cd ${TARGET_FOLDER} && md5sum -c tokenizer_checklist.chk)
\nfi<\/p>\n

for m in ${MODEL_SIZE\/\/,\/ }
\ndo
\nif [[ $m == \"7B\" ]]; then
\nSHARD=0
\nMODEL_PATH=\"llama-2-7b\"
\nelif [[ $m == \"7B-chat\" ]]; then
\nSHARD=0
\nMODEL_PATH=\"llama-2-7b-chat\"
\nelif [[ $m == \"13B\" ]]; then
\nSHARD=1
\nMODEL_PATH=\"llama-2-13b\"
\nelif [[ $m == \"13B-chat\" ]]; then
\nSHARD=1
\nMODEL_PATH=\"llama-2-13b-chat\"
\nelif [[ $m == \"70B\" ]]; then
\nSHARD=7
\nMODEL_PATH=\"llama-2-70b\"
\nelif [[ $m == \"70B-chat\" ]]; then
\nSHARD=7
\nMODEL_PATH=\"llama-2-70b-chat\"
\nfi<\/p>\n

echo \"Downloading ${MODEL_PATH}\"
\nmkdir -p ${TARGET_FOLDER}\"\/${MODEL_PATH}\"<\/p>\n

for s in $(seq -f \"0%g\" 0 ${SHARD})
\ndo
\nwget ${PRESIGNED_URL\/'*'\/\"${MODEL_PATH}\/consolidated.${s}.pth\"} -O ${TARGET_FOLDER}\"\/${MODEL_PATH}\/consolidated.${s}.pth\"
\ndone<\/p>\n

wget --continue ${PRESIGNED_URL\/'*'\/\"${MODEL_PATH}\/params.json\"} -O ${TARGET_FOLDER}\"\/${MODEL_PATH}\/params.json\"
\nwget --continue ${PRESIGNED_URL\/'*'\/\"${MODEL_PATH}\/checklist.chk\"} -O ${TARGET_FOLDER}\"\/${MODEL_PATH}\/checklist.chk\"
\necho \"Checking checksums\"
\nif [ \"$CPU_ARCH\" = \"arm64\" ]; then
\n(cd ${TARGET_FOLDER}\"\/${MODEL_PATH}\" && md5 checklist.chk)
\nelse
\n(cd ${TARGET_FOLDER}\"\/${MODEL_PATH}\" && md5sum -c checklist.chk)
\nfi
\ndone<\/code><\/p>\n

\"image_pdf\"<\/a>\"image_print\"<\/a><\/div>
<\/div>