Initial ForgeLM import
This commit is contained in:
commit
a392b9dc60
4296 files changed
+1212675
No files matched your search
@@ -0,0 +1,11 @@
|
||||
// inference-core: engine abstraction over llama-sys
|
||||
|
||||
pub mod engine;
|
||||
pub mod profile;
|
||||
pub mod sampler;
|
||||
pub mod session;
|
||||
|
||||
pub use engine::{EngineConfig, InferenceEngine};
|
||||
pub use profile::RuntimeProfile;
|
||||
pub use sampler::SamplerConfig;
|
||||
pub use session::GenerationSession;
|
||||
Reference in new issue
Block a user