I downloaded Chat RTX about a week ago and no matter what I try, I consistently receive this error message with the code. I have tried downloading the newest version, and no matter what I try, when I try to launch Chat RTX, I receive this error code. Computer Specs, Intel i5 13400f, 4060, 16 GB RAM, 1TB NVMA SSD, Windows 11.
Error Code:
Environment path found: C:\Users\tyler\AppData\Local\NVIDIA\ChatWithRTX\env_nvd_rag
App running with config
{
“models”: {
“supported”: [
{
“name”: “Mistral 7B int4”,
“installed”: true,
“metadata”: {
“model_path”: “model\mistral\mistral7b_int4_engine”,
“engine”: “llama_float16_tp1_rank0.engine”,
“tokenizer_path”: “model\mistral\mistral7b_hf”,
“max_new_tokens”: 1024,
“max_input_token”: 7168,
“temperature”: 0.1
}
},
{
“name”: “Llama 2 13B int4”,
“installed”: false,
“metadata”: {
“model_path”: “model\llama\llama13_int4_engine”,
“engine”: “llama_float16_tp1_rank0.engine”,
“tokenizer_path”: “model\llama\llama13_hf”,
“max_new_tokens”: 1024,
“max_input_token”: 3900,
“temperature”: 0.1
}
}
],
“selected”: “Mistral 7B int4”
},
“sample_questions”: [
{
“query”: “How does NVIDIA ACE generate emotional responses?”
},
{
“query”: “What is Portal prelude RTX?”
},
{
“query”: “What is important about Half Life 2 RTX?”
},
{
“query”: “When is the launch date for Ratchet & Clank: Rift Apart on PC?”
}
],
“dataset”: {
“sources”: [
“directory”,
“nodataset”
],
“selected”: “directory”,
“path”: “dataset”,
“isRelative”: true
},
“strings”: {
“directory”: “Folder Path”,
“nodataset”: “AI model default”
}
}
[03/30/2024-16:56:36] You try to use a model that was created with version 2.5.1, however, your version is 2.2.2. This might cause unexpected behavior or errors. In that case, try to update to the latest version.
╭─────────────────────────────── Traceback (most recent call last) ────────────────────────────────╮
│ C:\Users\tyler\AppData\Local\NVIDIA\ChatWithRTX\RAG\trt-llm-rag-windows-main\app.py:109 in │
│ │
│ │
│ 106 ) │
│ 107 │
│ 108 # create embeddings model object │
│ ❱ 109 embed_model = HuggingFaceEmbeddings(model_name=embedded_model) │
│ 110 service_context = ServiceContext.from_defaults(llm=llm, embed_model=embed_model, │
│ 111 │ │ │ │ │ │ │ │ │ │ │ context_window=model_config["max_input_to │
│ 112 │ │ │ │ │ │ │ │ │ │ │ chunk_overlap=200) │
│ │
│ C:\Users\tyler\AppData\Local\NVIDIA\ChatWithRTX\env_nvd_rag\lib\site-packages\langchain\embeddin │
│ gs\huggingface.py:66 in init │
│ │
│ 63 │ │ │ │ “Please install it with pip install sentence-transformers.” │
│ 64 │ │ │ ) from exc │
│ 65 │ │ │
│ ❱ 66 │ │ self.client = sentence_transformers.SentenceTransformer( │
│ 67 │ │ │ self.model_name, cache_folder=self.cache_folder, **self.model_kwargs │
│ 68 │ │ ) │
│ 69 │
│ │
│ C:\Users\tyler\AppData\Local\NVIDIA\ChatWithRTX\env_nvd_rag\lib\site-packages\sentence_transform │
│ ers\SentenceTransformer.py:95 in init │
│ │
│ 92 │ │ │ │ │ │ │ │ │ │ use_auth_token=use_auth_token) │
│ 93 │ │ │ │
│ 94 │ │ │ if os.path.exists(os.path.join(model_path, ‘modules.json’)): #Load as Sen │
│ ❱ 95 │ │ │ │ modules = self._load_sbert_model(model_path) │
│ 96 │ │ │ else: #Load with AutoModel │
│ 97 │ │ │ │ modules = self._load_auto_model(model_path) │
│ 98 │
│ │
│ C:\Users\tyler\AppData\Local\NVIDIA\ChatWithRTX\env_nvd_rag\lib\site-packages\sentence_transform │
│ ers\SentenceTransformer.py:840 in _load_sbert_model │
│ │
│ 837 │ │ modules = OrderedDict() │
│ 838 │ │ for module_config in modules_config: │
│ 839 │ │ │ module_class = import_from_string(module_config[‘type’]) │
│ ❱ 840 │ │ │ module = module_class.load(os.path.join(model_path, module_config[‘path’])) │
│ 841 │ │ │ modules[module_config[‘name’]] = module │
│ 842 │ │ │
│ 843 │ │ return modules │
│ │
│ C:\Users\tyler\AppData\Local\NVIDIA\ChatWithRTX\env_nvd_rag\lib\site-packages\sentence_transform │
│ ers\models\Pooling.py:117 in load │
│ │
│ 114 │ │
│ 115 │ @staticmethod │
│ 116 │ def load(input_path): │
│ ❱ 117 │ │ with open(os.path.join(input_path, ‘config.json’)) as fIn: │
│ 118 │ │ │ config = json.load(fIn) │
│ 119 │ │ │
│ 120 │ │ return Pooling(**config) │
╰──────────────────────────────────────────────────────────────────────────────────────────────────╯
FileNotFoundError: [Errno 2] No such file or directory:
‘C:\Users\tyler/.cache\torch\sentence_transformers\WhereIsAI_UAE-Large-V1\1_Pooling\config.json’
Press any key to continue . . .
Please let me know if anyone else has similar issues and/or knows a fix!