Skip to content

Commit

Permalink
Fixed precommit
Browse files Browse the repository at this point in the history
  • Loading branch information
isamu-isozaki committed Aug 13, 2024
1 parent df4bd6a commit 4ffdf34
Showing 1 changed file with 4 additions and 4 deletions.
8 changes: 4 additions & 4 deletions outlines/models/exllamav2.py
Original file line number Diff line number Diff line change
@@ -1,5 +1,5 @@
import dataclasses
from typing import TYPE_CHECKING, Iterator, List, Optional, TypedDict, Union
from typing import TYPE_CHECKING, Any, Iterator, List, Optional, TypedDict, Union

from typing_extensions import Unpack

Expand All @@ -13,8 +13,8 @@

class ExllamaV2Params(TypedDict, total=False):
max_tokens: int
stop_conditions: list[int | str] | None = None
seed: int | None = None
stop_conditions: Optional[list[int | str]]
seed: Optional[int]
gen_settings: "ExLlamaV2Sampler.Settings"
max_new_tokens: list[int]

Expand Down Expand Up @@ -344,7 +344,7 @@ def exl2(
)
if lora is not None:
generator.set_loras(lora)
hf_tokenizer_kwargs = {}
hf_tokenizer_kwargs: dict[str, Any] = {}
hf_tokenizer_kwargs.setdefault("padding_side", "left")
hf_tokenizer = AutoTokenizer.from_pretrained(model_path, **hf_tokenizer_kwargs)
max_seq_len = cache.max_seq_len
Expand Down

0 comments on commit 4ffdf34

Please sign in to comment.