File tree Expand file tree Collapse file tree 2 files changed +9
-9
lines changed
Expand file tree Collapse file tree 2 files changed +9
-9
lines changed Original file line number Diff line number Diff line change @@ -30,14 +30,14 @@ def setup_llm(config):
3030 max_tokens = config .max_new_token ,
3131 openai_api_key = config .openai_api_key
3232 )
33- elif config .mode == 'llama3' : # NOTE: langchain_huggingface expected "linux/arm64"
34- from langchain_huggingface import HuggingFaceEndpoint
35- return HuggingFaceEndpoint (
36- endpoint_url = config .endpoint_3_1_8B ,
37- max_new_tokens = config .max_new_token ,
38- temperature = config .temperature ,
39- huggingfacehub_api_token = config .huggingfacehub_api_token
40- )
33+ # elif config.mode == 'llama3': # NOTE: langchain_huggingface expected "linux/arm64"
34+ # from langchain_huggingface import HuggingFaceEndpoint
35+ # return HuggingFaceEndpoint(
36+ # endpoint_url=config.endpoint_3_1_8B,
37+ # max_new_tokens=config.max_new_token,
38+ # temperature=config.temperature,
39+ # huggingfacehub_api_token=config.huggingfacehub_api_token
40+ # )
4141
4242
4343def parse_last_boolean (response ):
Original file line number Diff line number Diff line change 1313langchain
1414langchain-openai
1515python-dotenv
16- langchain_huggingface
16+ # langchain_huggingface
You can’t perform that action at this time.
0 commit comments