Adjust to latest changes from main

dudamsagar · Jul 7, 2023 · 4ff7f21 · 4ff7f21
1 parent 2a8f62a
commit 4ff7f21
Show file tree

Hide file tree

Showing 2 changed files with 1 addition and 2 deletions.
diff --git a/binaries/llm-test/src/main.rs b/binaries/llm-test/src/main.rs
@@ -418,7 +418,6 @@ fn run_inference(
             prompt: input.into(),
             parameters: &llm::InferenceParameters {
                 n_threads: model_config.threads,
-                n_batch: 1,
                 sampler: Arc::new(DeterministicSampler),
             },
             play_back_previous_tokens: false,

diff --git a/crates/llm-base/src/inference_session.rs b/crates/llm-base/src/inference_session.rs
@@ -1,6 +1,6 @@
 use ggml::{Buffer, ComputationGraph, Context, Tensor};
 use serde::Serialize;
-use std::{fmt::Display, sync::Arc};
+use std::{cell::RefCell, fmt::Display, sync::Arc};
 use thiserror::Error;
 
 #[cfg(feature = "metal")]