Skip to content

Commit

Permalink
Clean up
Browse files Browse the repository at this point in the history
  • Loading branch information
mgoin committed Aug 7, 2023
1 parent d6f7890 commit 7c57939
Showing 1 changed file with 3 additions and 3 deletions.
6 changes: 3 additions & 3 deletions examples/openai-server/protocol.py
Original file line number Diff line number Diff line change
Expand Up @@ -53,7 +53,7 @@ class ModelCard(BaseModel):
id: str
object: str = "model"
created: int = Field(default_factory=lambda: int(time.time()))
owned_by: str = "vllm"
owned_by: str = "neuralmagic"
root: Optional[str] = None
parent: Optional[str] = None
permission: List[ModelPermission] = Field(default_factory=list)
Expand Down Expand Up @@ -83,7 +83,7 @@ class ChatCompletionRequest(BaseModel):
frequency_penalty: Optional[float] = 0.0
logit_bias: Optional[Dict[str, float]] = None
user: Optional[str] = None
# Additional parameters supported by vLLM
# Additional parameters
best_of: Optional[int] = None
top_k: Optional[int] = -1
ignore_eos: Optional[bool] = False
Expand All @@ -107,7 +107,7 @@ class CompletionRequest(BaseModel):
best_of: Optional[int] = None
logit_bias: Optional[Dict[str, float]] = None
user: Optional[str] = None
# Additional parameters supported by vLLM
# Additional parameters
top_k: Optional[int] = -1
ignore_eos: Optional[bool] = False
use_beam_search: Optional[bool] = False
Expand Down

0 comments on commit 7c57939

Please sign in to comment.