direct pump

tikikun · tikikun · commit 1b2e7d6809c4 · 2024-02-23T13:24:28.000+07:00
diff --git a/controllers/llamaCPP.cc b/controllers/llamaCPP.cc
@@ -630,7 +630,7 @@ bool llamaCPP::loadModelImpl(std::shared_ptr<Json::Value> jsonBody) {
     params.model_alias = params.model;
   }
 
-  llama_backend_init(params.numa);
+  llama_backend_init();
 
   // LOG_INFO_LLAMA("build info",
   //                {{"build", BUILD_NUMBER}, {"commit", BUILD_COMMIT}});

Original file line number	Diff line number	Diff line change
`@@ -630,7 +630,7 @@ bool llamaCPP::loadModelImpl(std::shared_ptr<Json::Value> jsonBody) {`
`630`	`630`	`params.model_alias = params.model;`
`631`	`631`	`}`
`632`	`632`
`633`		`- llama_backend_init(params.numa);`
	`633`	`+ llama_backend_init();`
`634`	`634`
`635`	`635`	`// LOG_INFO_LLAMA("build info",`
`636`	`636`	`// {{"build", BUILD_NUMBER}, {"commit", BUILD_COMMIT}});`