Actualiser gen.py

This commit is contained in:
Joachim Rey 2025-04-20 12:40:14 +02:00
parent d74819d075
commit 9d78d7d113

6
gen.py
View file

@ -8,7 +8,7 @@ import os
def loadllama():
llm = Llama(
model_path="models/llama3.gguf",
model_path="models/.gguf",
n_ctx=4096,
n_threads=6,
n_gpu_layers=-1,
@ -19,7 +19,7 @@ def loadllama():
def loadtts():
model_config = outetts.GGUFModelConfig_v1(
model_path="models/tts.gguf",
model_path="models/.gguf",
language="en",
n_gpu_layers=-1,
verbose=False,
@ -30,7 +30,7 @@ def loadtts():
return interface, speaker
def loadsdxl():
pipe = pipe = StableDiffusionPipeline.from_single_file("models/revAnimated_v2Rebirth.safetensors", torch_dtype=torch.float32, safety_checker=None)
pipe = pipe = StableDiffusionPipeline.from_single_file("models/.safetensors", torch_dtype=torch.float32, safety_checker=None)
pipe.to("cuda")
pipe.enable_xformers_memory_efficient_attention()
pipe.enable_model_cpu_offload()