feat: support for GPU layer

src/models/ChatOllama.ts

@@ -126,7 +126,7 @@ export class ChatOllama
         this.mirostatTau = fields.mirostatTau;
         this.numBatch = fields.numBatch;
         this.numCtx = fields.numCtx;
-        this.numGpu = fields.numGpu;
+        this.numGpu = fields.numGpu === null ? undefined : fields.numGpu;
         this.numGqa = fields.numGqa;
         this.numKeep = fields.numKeep;
         this.numPredict = fields.numPredict;

src/models/index.ts

@@ -9,7 +9,8 @@ export const pageAssistModel = async ({
   topK,
   topP,
   numCtx,
-  seed
+  seed,
+  numGpu
 }: {
   model: string
   baseUrl: string
@@ -19,6 +20,7 @@ export const pageAssistModel = async ({
   topP?: number
   numCtx?: number
   seed?: number
+  numGpu?: number
 }) => {
   switch (model) {
     case "chrome::gemini-nano::page-assist":
@@ -35,7 +37,8 @@ export const pageAssistModel = async ({
         topP,
         numCtx,
         seed,
-        model
+        model,
+        numGpu
       })
   }
 }