Spaces:
Sleeping
Sleeping
Update llm.py
Browse files
llm.py
CHANGED
|
@@ -28,9 +28,9 @@ HUGGINGFACE_LITE = {
|
|
| 28 |
|
| 29 |
valid_LLM = [HUGGINGFACE, HUGGINGFACE_LITE]
|
| 30 |
|
| 31 |
-
def setup_model(config: dict, callbacks=None):
|
| 32 |
if config['type'].startswith('huggingface'):
|
| 33 |
-
llm = HuggingFaceEndpoint(**config['param'])
|
| 34 |
model = ChatHuggingFace(llm=llm, callbacks=callbacks)
|
| 35 |
else:
|
| 36 |
model = None
|
|
|
|
| 28 |
|
| 29 |
valid_LLM = [HUGGINGFACE, HUGGINGFACE_LITE]
|
| 30 |
|
| 31 |
+
def setup_model(config: dict, API_KEY: str, callbacks=None):
|
| 32 |
if config['type'].startswith('huggingface'):
|
| 33 |
+
llm = HuggingFaceEndpoint(huggingfacehub_api_token=API_KEY, **config['param'])
|
| 34 |
model = ChatHuggingFace(llm=llm, callbacks=callbacks)
|
| 35 |
else:
|
| 36 |
model = None
|