|
| 1 | +import requests |
| 2 | +import json |
| 3 | +import os |
| 4 | +import struct |
| 5 | + |
| 6 | +def make_request(url, params=None): |
| 7 | + print(f"Making request to {url}...") |
| 8 | + response = requests.get(url, params=params) |
| 9 | + if response.status_code == 200: |
| 10 | + return json.loads(response.text) |
| 11 | + else: |
| 12 | + print(f"Request failed with status code {response.status_code}") |
| 13 | + return None |
| 14 | + |
| 15 | +def check_magic_and_version(filename): |
| 16 | + with open(filename, 'rb') as f: |
| 17 | + # Read the first 6 bytes from the file |
| 18 | + data = f.read(6) |
| 19 | + |
| 20 | + # Unpack the binary data, interpreting the first 4 bytes as a little-endian unsigned int |
| 21 | + # and the next 2 bytes as a little-endian unsigned short |
| 22 | + magic, version = struct.unpack('<I H', data) |
| 23 | + |
| 24 | + print(f"magic: 0x{magic:08x}, version: 0x{version:04x}, file: {filename}") |
| 25 | + |
| 26 | + return magic, version |
| 27 | + |
| 28 | +import os |
| 29 | +import requests |
| 30 | + |
| 31 | +def download_file(url, destination): |
| 32 | + print(f"Downloading {url} to {destination}...") |
| 33 | + response = requests.get(url, stream=True) |
| 34 | + if response.status_code == 200: |
| 35 | + with open(destination, 'wb') as f: |
| 36 | + total_downloaded = 0 |
| 37 | + for chunk in response.iter_content(chunk_size=1024): |
| 38 | + if chunk: # filter out keep-alive new chunks |
| 39 | + f.write(chunk) |
| 40 | + total_downloaded += len(chunk) |
| 41 | + if total_downloaded >= 10485760: # 10 MB |
| 42 | + print('.', end='', flush=True) |
| 43 | + total_downloaded = 0 |
| 44 | + print("\nDownload complete.") |
| 45 | + |
| 46 | + # Creating a symbolic link from destination to "model.bin" |
| 47 | + if os.path.isfile("model.bin"): |
| 48 | + os.remove("model.bin") # remove the existing link if any |
| 49 | + os.symlink(destination, "model.bin") |
| 50 | + else: |
| 51 | + print(f"Download failed with status code {response.status_code}") |
| 52 | + |
| 53 | +def get_user_choice(model_list): |
| 54 | + # Print the enumerated list |
| 55 | + print("\n") |
| 56 | + for i, (model_id, rfilename) in enumerate(model_list): |
| 57 | + print(f"{i+1}: Model ID: {model_id}, RFilename: {rfilename}") |
| 58 | + |
| 59 | + # Get user's choice |
| 60 | + choice = input("Choose a model to download by entering the corresponding number: ") |
| 61 | + try: |
| 62 | + index = int(choice) - 1 |
| 63 | + if 0 <= index < len(model_list): |
| 64 | + # Return the chosen model |
| 65 | + return model_list[index] |
| 66 | + else: |
| 67 | + print("Invalid choice.") |
| 68 | + except ValueError: |
| 69 | + print("Invalid input. Please enter a number corresponding to a model.") |
| 70 | + except IndexError: |
| 71 | + print("Invalid choice. Index out of range.") |
| 72 | + |
| 73 | + return None |
| 74 | + |
| 75 | +import argparse |
| 76 | + |
| 77 | +def main(): |
| 78 | + # Create an argument parser |
| 79 | + parser = argparse.ArgumentParser(description='Process the model version.') |
| 80 | + parser.add_argument('-v', '--version', type=int, default=0x0003, |
| 81 | + help='an integer for the version to be used') |
| 82 | + |
| 83 | + # Parse the arguments |
| 84 | + args = parser.parse_args() |
| 85 | + |
| 86 | + # Define the parameters |
| 87 | + params = { |
| 88 | + "author": "TheBloke", # Filter by author |
| 89 | + "tags": "llama" |
| 90 | + } |
| 91 | + |
| 92 | + models = make_request('https://huggingface.co/api/models', params=params) |
| 93 | + if models is None: |
| 94 | + return |
| 95 | + |
| 96 | + model_list = [] |
| 97 | + # Iterate over the models |
| 98 | + for model in models: |
| 99 | + model_id = model['id'] |
| 100 | + model_info = make_request(f'https://huggingface.co/api/models/{model_id}') |
| 101 | + if model_info is None: |
| 102 | + continue |
| 103 | + |
| 104 | + for sibling in model_info.get('siblings', []): |
| 105 | + rfilename = sibling.get('rfilename') |
| 106 | + if rfilename and 'q5_1' in rfilename: |
| 107 | + model_list.append((model_id, rfilename)) |
| 108 | + |
| 109 | + model_choice = get_user_choice(model_list) |
| 110 | + if model_choice is not None: |
| 111 | + model_id, rfilename = model_choice |
| 112 | + url = f"https://huggingface.co/{model_id}/resolve/main/{rfilename}" |
| 113 | + download_file(url, rfilename) |
| 114 | + _, version = check_magic_and_version(rfilename) |
| 115 | + if version != args.version: |
| 116 | + print(f"Warning: Expected version {args.version}, but found different version in the file.") |
| 117 | + |
| 118 | +if __name__ == '__main__': |
| 119 | + main() |
0 commit comments