Traceback (most recent call last):
File "/project/.venv/lib/python3.13/site-packages/huggingface_hub/utils/_http.py", line 403, in hf_raise_for_status
response.raise_for_status()
~~~~~~~~~~~~~~~~~~~~~~~~~^^
File "/project/.venv/lib/python3.13/site-packages/requests/models.py", line 1167, in raise_for_status
raise HTTPError(http_error_msg, response=self)
requests.exceptions.HTTPError: 401 Client Error: Unauthorized for url: https://huggingface.co/api/models/llmware/qwen2-3b-instruct-ov/revision/main
The above exception was the direct cause of the following exception:
Traceback (most recent call last):
File "/project/.venv/lib/python3.13/site-packages/llmware/models.py", line 463, in pull_snapshot_from_hf
snapshot = snapshot_download(repo_name, local_dir=local_model_repo_path, token=api_key,
local_dir_use_symlinks=False)
File "/project/.venv/lib/python3.13/site-packages/huggingface_hub/utils/_validators.py", line 114, in _inner_fn
return fn(*args, **kwargs)
File "/project/.venv/lib/python3.13/site-packages/huggingface_hub/_snapshot_download.py", line 245, in snapshot_download
raise api_call_error
File "/project/.venv/lib/python3.13/site-packages/huggingface_hub/_snapshot_download.py", line 165, in snapshot_download
repo_info = api.repo_info(repo_id=repo_id, repo_type=repo_type, revision=revision)
File "/project/.venv/lib/python3.13/site-packages/huggingface_hub/utils/_validators.py", line 114, in _inner_fn
return fn(*args, **kwargs)
File "/project/.venv/lib/python3.13/site-packages/huggingface_hub/hf_api.py", line 2867, in repo_info
return method(
repo_id,
...<4 lines>...
files_metadata=files_metadata,
)
File "/project/.venv/lib/python3.13/site-packages/huggingface_hub/utils/_validators.py", line 114, in _inner_fn
return fn(*args, **kwargs)
File "/project/.venv/lib/python3.13/site-packages/huggingface_hub/hf_api.py", line 2661, in model_info
hf_raise_for_status(r)
~~~~~~~~~~~~~~~~~~~^^^
File "/project/.venv/lib/python3.13/site-packages/huggingface_hub/utils/_http.py", line 453, in hf_raise_for_status
raise _format(RepositoryNotFoundError, message, response) from e
huggingface_hub.errors.RepositoryNotFoundError: 401 Client Error. (Request ID: Root=1-6a43788d-4762bdd90808ef8f4e88e98b;ce01caeb-948a-44d4-a127-d952df08d6f4)
Repository Not Found for url: https://huggingface.co/api/models/llmware/qwen2-3b-instruct-ov/revision/main.
Please make sure you specified the correct `repo_id` and `repo_type`.
If you are trying to access a private or gated repo, make sure you are authenticated. For more details, see https://huggingface.co/docs/huggingface_hub/authentication
Invalid username or password.
During handling of the above exception, another exception occurred:
Traceback (most recent call last):
File "/project/.venv/bin/query-library", line 10, in <module>
sys.exit(main())
~~~~^^
File "/project/rag/cli/query.py", line 165, in main
answer = query_library(
args.question,
...<4 lines>...
context_padding_sec=args.context_padding,
)
File "/project/rag/cli/query.py", line 83, in query_library
prompter = Prompt().load_model(model_name, temperature=0.0, sample=False)
File "/project/.venv/lib/python3.13/site-packages/llmware/prompts.py", line 227, in load_model
self.llm_model = self.model_catalog.load_model(gen_model, api_key=self.llm_model_api_key,
~~~~~~~~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
use_gpu=use_gpu, sample=sample, get_logits=get_logits,
^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
max_output=max_output, temperature=temperature,
^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
api_endpoint=api_endpoint, **kwargs)
^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
File "/project/.venv/lib/python3.13/site-packages/llmware/models.py", line 1100, in load_model
loading_directions = self.prepare_local_model(model_card,
custom_loader=self.custom_loader,
api_key=self.api_key,
**kwargs)
File "/project/.venv/lib/python3.13/site-packages/llmware/models.py", line 1204, in prepare_local_model
success = fetch(model_card, model_location, api_key=api_key, **kwargs)
File "/project/.venv/lib/python3.13/site-packages/llmware/models.py", line 466, in pull_snapshot_from_hf
raise LLMWareException(message=f"Models - load_model - pull_snapshot_from_hf - {repo_name} - Something has "
f"gone wrong in the download process. Please try again.")
llmware.LLMWareException: Models - load_model - pull_snapshot_from_hf - llmware/qwen2-3b-instruct-ov - Something has gone wrong in the download process. Please try again.
Downloading this model via
load_model()fails with unauthorized access, but I cant see that the model is private (https://huggingface.co/llmware/qwen2.5-3b-instruct-ov).Backtrace:
System is macos 15.7.3 (M1)