Actualiser gen.py
This commit is contained in:
parent
d74819d075
commit
9d78d7d113
1 changed files with 3 additions and 3 deletions
6
gen.py
6
gen.py
|
@ -8,7 +8,7 @@ import os
|
|||
|
||||
def loadllama():
|
||||
llm = Llama(
|
||||
model_path="models/llama3.gguf",
|
||||
model_path="models/.gguf",
|
||||
n_ctx=4096,
|
||||
n_threads=6,
|
||||
n_gpu_layers=-1,
|
||||
|
@ -19,7 +19,7 @@ def loadllama():
|
|||
|
||||
def loadtts():
|
||||
model_config = outetts.GGUFModelConfig_v1(
|
||||
model_path="models/tts.gguf",
|
||||
model_path="models/.gguf",
|
||||
language="en",
|
||||
n_gpu_layers=-1,
|
||||
verbose=False,
|
||||
|
@ -30,7 +30,7 @@ def loadtts():
|
|||
return interface, speaker
|
||||
|
||||
def loadsdxl():
|
||||
pipe = pipe = StableDiffusionPipeline.from_single_file("models/revAnimated_v2Rebirth.safetensors", torch_dtype=torch.float32, safety_checker=None)
|
||||
pipe = pipe = StableDiffusionPipeline.from_single_file("models/.safetensors", torch_dtype=torch.float32, safety_checker=None)
|
||||
pipe.to("cuda")
|
||||
pipe.enable_xformers_memory_efficient_attention()
|
||||
pipe.enable_model_cpu_offload()
|
||||
|
|
Loading…
Add table
Reference in a new issue