We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
1 parent 132b6cb commit af626aeCopy full SHA for af626ae
src/config/model.py
@@ -34,16 +34,13 @@ class EmbeddingConfig(BaseConfig):
34
class RerankerConfig(BaseConfig):
35
backend: str
36
batch_size: int
37
- max_seq_len: int
38
39
class SentenceTransformerRerankerConfig(RerankerConfig):
40
backend: Literal["sentence_transformer"] = "sentence_transformer"
41
- batch_size: int
42
max_seq_len: int
43
44
45
class InfinityRerankerConfig(RerankerConfig):
46
backend: Literal["infinity"] = "infinity"
47
engine: Literal["torch"] = "torch"
48
49
dtype: Literal["float32", "float16", "bfloat16"] = "float32"
0 commit comments