translator

type CommonTranslator struct {
	// contains filtered or unexported fields
}

type DefaultTranslatorConfig struct {
	// Positive
	Weight int `yaml:"weight"`

	// Optional
	SystemPrompt string `yaml:"system_prompt"`

	// Optional. Failover
	Failover common.FailoverConfig `yaml:"failover,omitempty"`
}

type Instance interface {
	Translate(context.Context, TranslateRequest) (*TranslateResponse, error)
	Name() string
}

type InstanceOpenAI struct {
	// contains filtered or unexported fields
}

type TranslateRequest struct {
	Text    string
	TraceId string
}

type TranslateResponse struct {
	Text       string
	TokenUsage struct {
		Completion int64
		Prompt     int64
	}
}

type Translator interface {
	selector.WeightedItem

	Translate(TranslateRequest) (*TranslateResponse, error)
	GetName() string
}

type TranslatorConfig struct {
	DefaultTranslatorConfig `yaml:",inline"`

	// Required
	Name string `yaml:"name"`

	// Required
	Type string `yaml:"type"`

	// Positive
	Timeout int64 `yaml:"timeout"`

	// Optional
	Model string `yaml:"model"`

	// Required
	Endpoint string `yaml:"endpoint"`

	// Optional
	Token string `yaml:"token"`

	// Optional
	RateLimit common.RateLimitConfig `yaml:"rate_limit"`
}

type TranslatorOptions struct {
	Instance Instance
	Timeout  int64

	// Failover
	FailoverConfig  common.FailoverConfig
	RateLimitConfig common.RateLimitConfig

	// Metrics
	UpMetric         *prometheus.GaugeVec
	SelectionMetric  *prometheus.CounterVec
	TasksMetric      *prometheus.GaugeVec
	TokensUsedMetric *prometheus.CounterVec

	// WRR
	Weight int
}