on disk copy

This commit is contained in:
Josh Yan
2024-07-02 12:14:18 -07:00
parent b48420b74b
commit d25f85ede4
3 changed files with 19 additions and 0 deletions

View File

@@ -359,6 +359,11 @@ type ModelDetails struct {
QuantizationLevel string `json:"quantization_level"`
}
// EnvConfig is the configuration for the environment.
type ServerConfig struct {
ModelDir string `json:"model_dir"`
}
func (m *Metrics) Summary() {
if m.TotalDuration > 0 {
fmt.Fprintf(os.Stderr, "total duration: %v\n", m.TotalDuration)