Actualiser genXL.py
This commit is contained in:
parent
9d78d7d113
commit
6c66ecacd5
1 changed files with 3 additions and 3 deletions
6
genXL.py
6
genXL.py
|
@ -8,7 +8,7 @@ import os
|
||||||
|
|
||||||
def loadllama():
|
def loadllama():
|
||||||
llm = Llama(
|
llm = Llama(
|
||||||
model_path="models/llama3.gguf",
|
model_path="models/.gguf",
|
||||||
n_ctx=4096,
|
n_ctx=4096,
|
||||||
n_threads=6,
|
n_threads=6,
|
||||||
n_gpu_layers=-1,
|
n_gpu_layers=-1,
|
||||||
|
@ -19,7 +19,7 @@ def loadllama():
|
||||||
|
|
||||||
def loadtts():
|
def loadtts():
|
||||||
model_config = outetts.GGUFModelConfig_v1(
|
model_config = outetts.GGUFModelConfig_v1(
|
||||||
model_path="models/tts.gguf",
|
model_path="models/.gguf",
|
||||||
language="en",
|
language="en",
|
||||||
n_gpu_layers=-1,
|
n_gpu_layers=-1,
|
||||||
verbose=False,
|
verbose=False,
|
||||||
|
@ -30,7 +30,7 @@ def loadtts():
|
||||||
return interface, speaker
|
return interface, speaker
|
||||||
|
|
||||||
def loadsdxl():
|
def loadsdxl():
|
||||||
pipe = StableDiffusionXLPipeline.from_single_file("models/sdxlReal.safetensors", torch_dtype=torch.float16, variant="fp16", requires_safety_checker=True)
|
pipe = StableDiffusionXLPipeline.from_single_file("models/.safetensors", torch_dtype=torch.float16, variant="fp16", requires_safety_checker=True)
|
||||||
pipe.to("cuda")
|
pipe.to("cuda")
|
||||||
pipe.enable_xformers_memory_efficient_attention()
|
pipe.enable_xformers_memory_efficient_attention()
|
||||||
pipe.enable_model_cpu_offload()
|
pipe.enable_model_cpu_offload()
|
||||||
|
|
Loading…
Add table
Reference in a new issue