Skip to content

Commit

Permalink
chore: update code
Browse files Browse the repository at this point in the history
Signed-off-by: Xin Liu <sam@secondstate.io>
  • Loading branch information
apepkuss committed Oct 12, 2024
1 parent c7df4b3 commit 3cdacac
Showing 1 changed file with 3 additions and 3 deletions.
6 changes: 3 additions & 3 deletions src/main.rs
Original file line number Diff line number Diff line change
Expand Up @@ -16,7 +16,7 @@ use hyper::{
service::{make_service_fn, service_fn},
Body, Request, Response, Server, StatusCode,
};
use llama_core::MetadataBuilder;
use llama_core::metadata::ggml::GgmlMetadataBuilder;
use once_cell::sync::OnceCell;
use serde::{Deserialize, Serialize};
use std::{collections::HashMap, net::SocketAddr, path::PathBuf};
Expand Down Expand Up @@ -307,7 +307,7 @@ async fn main() -> Result<(), ServerError> {
}

// create metadata for chat model
let chat_metadata = MetadataBuilder::new(
let chat_metadata = GgmlMetadataBuilder::new(
cli.model_name[0].clone(),
cli.model_alias[0].clone(),
cli.prompt_template[0],
Expand Down Expand Up @@ -346,7 +346,7 @@ async fn main() -> Result<(), ServerError> {
let chat_models = [chat_metadata];

// create metadata for embedding model
let embedding_metadata = MetadataBuilder::new(
let embedding_metadata = GgmlMetadataBuilder::new(
cli.model_name[1].clone(),
cli.model_alias[1].clone(),
cli.prompt_template[1],
Expand Down

0 comments on commit 3cdacac

Please sign in to comment.