Skip to content
GitLab
Menu
Projects
Groups
Snippets
Loading...
Help
Help
Support
Community forum
Keyboard shortcuts
?
Submit feedback
Contribute to GitLab
Sign in / Register
Toggle navigation
Menu
Open sidebar
OpenDAS
diffusers
Commits
0af12f1f
Unverified
Commit
0af12f1f
authored
Dec 26, 2023
by
Will Berman
Committed by
GitHub
Dec 26, 2023
Browse files
amused update links to new repo (#6344)
* amused update links to new repo * lint
parent
6e123688
Changes
8
Show whitespace changes
Inline
Side-by-side
Showing
8 changed files
with
25 additions
and
33 deletions
+25
-33
docs/source/en/api/pipelines/amused.md
docs/source/en/api/pipelines/amused.md
+2
-2
examples/amused/README.md
examples/amused/README.md
+8
-8
src/diffusers/pipelines/amused/pipeline_amused.py
src/diffusers/pipelines/amused/pipeline_amused.py
+1
-1
src/diffusers/pipelines/amused/pipeline_amused_img2img.py
src/diffusers/pipelines/amused/pipeline_amused_img2img.py
+1
-1
src/diffusers/pipelines/amused/pipeline_amused_inpaint.py
src/diffusers/pipelines/amused/pipeline_amused_inpaint.py
+1
-1
tests/pipelines/amused/test_amused.py
tests/pipelines/amused/test_amused.py
+4
-4
tests/pipelines/amused/test_amused_img2img.py
tests/pipelines/amused/test_amused_img2img.py
+4
-8
tests/pipelines/amused/test_amused_inpaint.py
tests/pipelines/amused/test_amused_inpaint.py
+4
-8
No files found.
docs/source/en/api/pipelines/amused.md
View file @
0af12f1f
...
@@ -18,8 +18,8 @@ Amused is a vqvae token based transformer that can generate an image in fewer fo
...
@@ -18,8 +18,8 @@ Amused is a vqvae token based transformer that can generate an image in fewer fo
| Model | Params |
| Model | Params |
|-------|--------|
|-------|--------|
|
[
amused-256
](
https://huggingface.co/
huggingface
/amused-256
)
| 603M |
|
[
amused-256
](
https://huggingface.co/
amused
/amused-256
)
| 603M |
|
[
amused-512
](
https://huggingface.co/
huggingface
/amused-512
)
| 608M |
|
[
amused-512
](
https://huggingface.co/
amused
/amused-512
)
| 608M |
## AmusedPipeline
## AmusedPipeline
...
...
examples/amused/README.md
View file @
0af12f1f
...
@@ -29,7 +29,7 @@ accelerate launch train_amused.py \
...
@@ -29,7 +29,7 @@ accelerate launch train_amused.py \
--train_batch_size
<batch size>
\
--train_batch_size
<batch size>
\
--gradient_accumulation_steps
<gradient accumulation steps>
\
--gradient_accumulation_steps
<gradient accumulation steps>
\
--learning_rate
1e-4
\
--learning_rate
1e-4
\
--pretrained_model_name_or_path
huggingface
/amused-256
\
--pretrained_model_name_or_path
amused
/amused-256
\
--instance_data_dataset
'm1guelpf/nouns'
\
--instance_data_dataset
'm1guelpf/nouns'
\
--image_key
image
\
--image_key
image
\
--prompt_key
text
\
--prompt_key
text
\
...
@@ -70,7 +70,7 @@ accelerate launch train_amused.py \
...
@@ -70,7 +70,7 @@ accelerate launch train_amused.py \
--gradient_accumulation_steps
<gradient accumulation steps>
\
--gradient_accumulation_steps
<gradient accumulation steps>
\
--learning_rate
2e-5
\
--learning_rate
2e-5
\
--use_8bit_adam
\
--use_8bit_adam
\
--pretrained_model_name_or_path
huggingface
/amused-256
\
--pretrained_model_name_or_path
amused
/amused-256
\
--instance_data_dataset
'm1guelpf/nouns'
\
--instance_data_dataset
'm1guelpf/nouns'
\
--image_key
image
\
--image_key
image
\
--prompt_key
text
\
--prompt_key
text
\
...
@@ -109,7 +109,7 @@ accelerate launch train_amused.py \
...
@@ -109,7 +109,7 @@ accelerate launch train_amused.py \
--gradient_accumulation_steps
<gradient accumulation steps>
\
--gradient_accumulation_steps
<gradient accumulation steps>
\
--learning_rate
8e-4
\
--learning_rate
8e-4
\
--use_lora
\
--use_lora
\
--pretrained_model_name_or_path
huggingface
/amused-256
\
--pretrained_model_name_or_path
amused
/amused-256
\
--instance_data_dataset
'm1guelpf/nouns'
\
--instance_data_dataset
'm1guelpf/nouns'
\
--image_key
image
\
--image_key
image
\
--prompt_key
text
\
--prompt_key
text
\
...
@@ -155,7 +155,7 @@ accelerate launch train_amused.py \
...
@@ -155,7 +155,7 @@ accelerate launch train_amused.py \
--train_batch_size
<batch size>
\
--train_batch_size
<batch size>
\
--gradient_accumulation_steps
<gradient accumulation steps>
\
--gradient_accumulation_steps
<gradient accumulation steps>
\
--learning_rate
8e-5
\
--learning_rate
8e-5
\
--pretrained_model_name_or_path
huggingface
/amused-512
\
--pretrained_model_name_or_path
amused
/amused-512
\
--instance_data_dataset
'monadical-labs/minecraft-preview'
\
--instance_data_dataset
'monadical-labs/minecraft-preview'
\
--prompt_prefix
'minecraft '
\
--prompt_prefix
'minecraft '
\
--image_key
image
\
--image_key
image
\
...
@@ -191,7 +191,7 @@ accelerate launch train_amused.py \
...
@@ -191,7 +191,7 @@ accelerate launch train_amused.py \
--train_batch_size
<batch size>
\
--train_batch_size
<batch size>
\
--gradient_accumulation_steps
<gradient accumulation steps>
\
--gradient_accumulation_steps
<gradient accumulation steps>
\
--learning_rate
5e-6
\
--learning_rate
5e-6
\
--pretrained_model_name_or_path
huggingface
/amused-512
\
--pretrained_model_name_or_path
amused
/amused-512
\
--instance_data_dataset
'monadical-labs/minecraft-preview'
\
--instance_data_dataset
'monadical-labs/minecraft-preview'
\
--prompt_prefix
'minecraft '
\
--prompt_prefix
'minecraft '
\
--image_key
image
\
--image_key
image
\
...
@@ -228,7 +228,7 @@ accelerate launch train_amused.py \
...
@@ -228,7 +228,7 @@ accelerate launch train_amused.py \
--gradient_accumulation_steps
<gradient accumulation steps>
\
--gradient_accumulation_steps
<gradient accumulation steps>
\
--learning_rate
1e-4
\
--learning_rate
1e-4
\
--use_lora
\
--use_lora
\
--pretrained_model_name_or_path
huggingface
/amused-512
\
--pretrained_model_name_or_path
amused
/amused-512
\
--instance_data_dataset
'monadical-labs/minecraft-preview'
\
--instance_data_dataset
'monadical-labs/minecraft-preview'
\
--prompt_prefix
'minecraft '
\
--prompt_prefix
'minecraft '
\
--image_key
image
\
--image_key
image
\
...
@@ -276,7 +276,7 @@ accelerate launch train_amused.py \
...
@@ -276,7 +276,7 @@ accelerate launch train_amused.py \
--mixed_precision
fp16
\
--mixed_precision
fp16
\
--report_to
wandb
\
--report_to
wandb
\
--use_lora
\
--use_lora
\
--pretrained_model_name_or_path
huggingface
/amused-256
\
--pretrained_model_name_or_path
amused
/amused-256
\
--train_batch_size
1
\
--train_batch_size
1
\
--lr_scheduler
constant
\
--lr_scheduler
constant
\
--learning_rate
4e-4
\
--learning_rate
4e-4
\
...
@@ -308,7 +308,7 @@ accelerate launch train_amused.py \
...
@@ -308,7 +308,7 @@ accelerate launch train_amused.py \
--mixed_precision fp16 \
--mixed_precision fp16 \
--report_to wandb \
--report_to wandb \
--use_lora \
--use_lora \
--pretrained_model_name_or_path
huggingface
/amused-512 \
--pretrained_model_name_or_path
amused
/amused-512 \
--train_batch_size 1 \
--train_batch_size 1 \
--lr_scheduler constant \
--lr_scheduler constant \
--learning_rate 1e-3 \
--learning_rate 1e-3 \
...
...
src/diffusers/pipelines/amused/pipeline_amused.py
View file @
0af12f1f
...
@@ -31,7 +31,7 @@ EXAMPLE_DOC_STRING = """
...
@@ -31,7 +31,7 @@ EXAMPLE_DOC_STRING = """
>>> from diffusers import AmusedPipeline
>>> from diffusers import AmusedPipeline
>>> pipe = AmusedPipeline.from_pretrained(
>>> pipe = AmusedPipeline.from_pretrained(
... "
huggingface
/amused-512", variant="fp16", torch_dtype=torch.float16
... "
amused
/amused-512", variant="fp16", torch_dtype=torch.float16
... )
... )
>>> pipe = pipe.to("cuda")
>>> pipe = pipe.to("cuda")
...
...
src/diffusers/pipelines/amused/pipeline_amused_img2img.py
View file @
0af12f1f
...
@@ -32,7 +32,7 @@ EXAMPLE_DOC_STRING = """
...
@@ -32,7 +32,7 @@ EXAMPLE_DOC_STRING = """
>>> from diffusers.utils import load_image
>>> from diffusers.utils import load_image
>>> pipe = AmusedImg2ImgPipeline.from_pretrained(
>>> pipe = AmusedImg2ImgPipeline.from_pretrained(
... "
huggingface
/amused-512", variant="fp16", torch_dtype=torch.float16
... "
amused
/amused-512", variant="fp16", torch_dtype=torch.float16
... )
... )
>>> pipe = pipe.to("cuda")
>>> pipe = pipe.to("cuda")
...
...
src/diffusers/pipelines/amused/pipeline_amused_inpaint.py
View file @
0af12f1f
...
@@ -33,7 +33,7 @@ EXAMPLE_DOC_STRING = """
...
@@ -33,7 +33,7 @@ EXAMPLE_DOC_STRING = """
>>> from diffusers.utils import load_image
>>> from diffusers.utils import load_image
>>> pipe = AmusedInpaintPipeline.from_pretrained(
>>> pipe = AmusedInpaintPipeline.from_pretrained(
... "
huggingface
/amused-512", variant="fp16", torch_dtype=torch.float16
... "
amused
/amused-512", variant="fp16", torch_dtype=torch.float16
... )
... )
>>> pipe = pipe.to("cuda")
>>> pipe = pipe.to("cuda")
...
...
tests/pipelines/amused/test_amused.py
View file @
0af12f1f
...
@@ -133,7 +133,7 @@ class AmusedPipelineFastTests(PipelineTesterMixin, unittest.TestCase):
...
@@ -133,7 +133,7 @@ class AmusedPipelineFastTests(PipelineTesterMixin, unittest.TestCase):
@
require_torch_gpu
@
require_torch_gpu
class
AmusedPipelineSlowTests
(
unittest
.
TestCase
):
class
AmusedPipelineSlowTests
(
unittest
.
TestCase
):
def
test_amused_256
(
self
):
def
test_amused_256
(
self
):
pipe
=
AmusedPipeline
.
from_pretrained
(
"
huggingface
/amused-256"
)
pipe
=
AmusedPipeline
.
from_pretrained
(
"
amused
/amused-256"
)
pipe
.
to
(
torch_device
)
pipe
.
to
(
torch_device
)
image
=
pipe
(
"dog"
,
generator
=
torch
.
Generator
().
manual_seed
(
0
),
num_inference_steps
=
2
,
output_type
=
"np"
).
images
image
=
pipe
(
"dog"
,
generator
=
torch
.
Generator
().
manual_seed
(
0
),
num_inference_steps
=
2
,
output_type
=
"np"
).
images
...
@@ -145,7 +145,7 @@ class AmusedPipelineSlowTests(unittest.TestCase):
...
@@ -145,7 +145,7 @@ class AmusedPipelineSlowTests(unittest.TestCase):
assert
np
.
abs
(
image_slice
-
expected_slice
).
max
()
<
3e-3
assert
np
.
abs
(
image_slice
-
expected_slice
).
max
()
<
3e-3
def
test_amused_256_fp16
(
self
):
def
test_amused_256_fp16
(
self
):
pipe
=
AmusedPipeline
.
from_pretrained
(
"
huggingface
/amused-256"
,
variant
=
"fp16"
,
torch_dtype
=
torch
.
float16
)
pipe
=
AmusedPipeline
.
from_pretrained
(
"
amused
/amused-256"
,
variant
=
"fp16"
,
torch_dtype
=
torch
.
float16
)
pipe
.
to
(
torch_device
)
pipe
.
to
(
torch_device
)
image
=
pipe
(
"dog"
,
generator
=
torch
.
Generator
().
manual_seed
(
0
),
num_inference_steps
=
2
,
output_type
=
"np"
).
images
image
=
pipe
(
"dog"
,
generator
=
torch
.
Generator
().
manual_seed
(
0
),
num_inference_steps
=
2
,
output_type
=
"np"
).
images
...
@@ -157,7 +157,7 @@ class AmusedPipelineSlowTests(unittest.TestCase):
...
@@ -157,7 +157,7 @@ class AmusedPipelineSlowTests(unittest.TestCase):
assert
np
.
abs
(
image_slice
-
expected_slice
).
max
()
<
7e-3
assert
np
.
abs
(
image_slice
-
expected_slice
).
max
()
<
7e-3
def
test_amused_512
(
self
):
def
test_amused_512
(
self
):
pipe
=
AmusedPipeline
.
from_pretrained
(
"
huggingface
/amused-512"
)
pipe
=
AmusedPipeline
.
from_pretrained
(
"
amused
/amused-512"
)
pipe
.
to
(
torch_device
)
pipe
.
to
(
torch_device
)
image
=
pipe
(
"dog"
,
generator
=
torch
.
Generator
().
manual_seed
(
0
),
num_inference_steps
=
2
,
output_type
=
"np"
).
images
image
=
pipe
(
"dog"
,
generator
=
torch
.
Generator
().
manual_seed
(
0
),
num_inference_steps
=
2
,
output_type
=
"np"
).
images
...
@@ -169,7 +169,7 @@ class AmusedPipelineSlowTests(unittest.TestCase):
...
@@ -169,7 +169,7 @@ class AmusedPipelineSlowTests(unittest.TestCase):
assert
np
.
abs
(
image_slice
-
expected_slice
).
max
()
<
3e-3
assert
np
.
abs
(
image_slice
-
expected_slice
).
max
()
<
3e-3
def
test_amused_512_fp16
(
self
):
def
test_amused_512_fp16
(
self
):
pipe
=
AmusedPipeline
.
from_pretrained
(
"
huggingface
/amused-512"
,
variant
=
"fp16"
,
torch_dtype
=
torch
.
float16
)
pipe
=
AmusedPipeline
.
from_pretrained
(
"
amused
/amused-512"
,
variant
=
"fp16"
,
torch_dtype
=
torch
.
float16
)
pipe
.
to
(
torch_device
)
pipe
.
to
(
torch_device
)
image
=
pipe
(
"dog"
,
generator
=
torch
.
Generator
().
manual_seed
(
0
),
num_inference_steps
=
2
,
output_type
=
"np"
).
images
image
=
pipe
(
"dog"
,
generator
=
torch
.
Generator
().
manual_seed
(
0
),
num_inference_steps
=
2
,
output_type
=
"np"
).
images
...
...
tests/pipelines/amused/test_amused_img2img.py
View file @
0af12f1f
...
@@ -137,7 +137,7 @@ class AmusedImg2ImgPipelineFastTests(PipelineTesterMixin, unittest.TestCase):
...
@@ -137,7 +137,7 @@ class AmusedImg2ImgPipelineFastTests(PipelineTesterMixin, unittest.TestCase):
@
require_torch_gpu
@
require_torch_gpu
class
AmusedImg2ImgPipelineSlowTests
(
unittest
.
TestCase
):
class
AmusedImg2ImgPipelineSlowTests
(
unittest
.
TestCase
):
def
test_amused_256
(
self
):
def
test_amused_256
(
self
):
pipe
=
AmusedImg2ImgPipeline
.
from_pretrained
(
"
huggingface
/amused-256"
)
pipe
=
AmusedImg2ImgPipeline
.
from_pretrained
(
"
amused
/amused-256"
)
pipe
.
to
(
torch_device
)
pipe
.
to
(
torch_device
)
image
=
(
image
=
(
...
@@ -162,9 +162,7 @@ class AmusedImg2ImgPipelineSlowTests(unittest.TestCase):
...
@@ -162,9 +162,7 @@ class AmusedImg2ImgPipelineSlowTests(unittest.TestCase):
assert
np
.
abs
(
image_slice
-
expected_slice
).
max
()
<
1e-2
assert
np
.
abs
(
image_slice
-
expected_slice
).
max
()
<
1e-2
def
test_amused_256_fp16
(
self
):
def
test_amused_256_fp16
(
self
):
pipe
=
AmusedImg2ImgPipeline
.
from_pretrained
(
pipe
=
AmusedImg2ImgPipeline
.
from_pretrained
(
"amused/amused-256"
,
torch_dtype
=
torch
.
float16
,
variant
=
"fp16"
)
"huggingface/amused-256"
,
torch_dtype
=
torch
.
float16
,
variant
=
"fp16"
)
pipe
.
to
(
torch_device
)
pipe
.
to
(
torch_device
)
image
=
(
image
=
(
...
@@ -189,7 +187,7 @@ class AmusedImg2ImgPipelineSlowTests(unittest.TestCase):
...
@@ -189,7 +187,7 @@ class AmusedImg2ImgPipelineSlowTests(unittest.TestCase):
assert
np
.
abs
(
image_slice
-
expected_slice
).
max
()
<
1e-2
assert
np
.
abs
(
image_slice
-
expected_slice
).
max
()
<
1e-2
def
test_amused_512
(
self
):
def
test_amused_512
(
self
):
pipe
=
AmusedImg2ImgPipeline
.
from_pretrained
(
"
huggingface
/amused-512"
)
pipe
=
AmusedImg2ImgPipeline
.
from_pretrained
(
"
amused
/amused-512"
)
pipe
.
to
(
torch_device
)
pipe
.
to
(
torch_device
)
image
=
(
image
=
(
...
@@ -213,9 +211,7 @@ class AmusedImg2ImgPipelineSlowTests(unittest.TestCase):
...
@@ -213,9 +211,7 @@ class AmusedImg2ImgPipelineSlowTests(unittest.TestCase):
assert
np
.
abs
(
image_slice
-
expected_slice
).
max
()
<
0.1
assert
np
.
abs
(
image_slice
-
expected_slice
).
max
()
<
0.1
def
test_amused_512_fp16
(
self
):
def
test_amused_512_fp16
(
self
):
pipe
=
AmusedImg2ImgPipeline
.
from_pretrained
(
pipe
=
AmusedImg2ImgPipeline
.
from_pretrained
(
"amused/amused-512"
,
variant
=
"fp16"
,
torch_dtype
=
torch
.
float16
)
"huggingface/amused-512"
,
variant
=
"fp16"
,
torch_dtype
=
torch
.
float16
)
pipe
.
to
(
torch_device
)
pipe
.
to
(
torch_device
)
image
=
(
image
=
(
...
...
tests/pipelines/amused/test_amused_inpaint.py
View file @
0af12f1f
...
@@ -141,7 +141,7 @@ class AmusedInpaintPipelineFastTests(PipelineTesterMixin, unittest.TestCase):
...
@@ -141,7 +141,7 @@ class AmusedInpaintPipelineFastTests(PipelineTesterMixin, unittest.TestCase):
@
require_torch_gpu
@
require_torch_gpu
class
AmusedInpaintPipelineSlowTests
(
unittest
.
TestCase
):
class
AmusedInpaintPipelineSlowTests
(
unittest
.
TestCase
):
def
test_amused_256
(
self
):
def
test_amused_256
(
self
):
pipe
=
AmusedInpaintPipeline
.
from_pretrained
(
"
huggingface
/amused-256"
)
pipe
=
AmusedInpaintPipeline
.
from_pretrained
(
"
amused
/amused-256"
)
pipe
.
to
(
torch_device
)
pipe
.
to
(
torch_device
)
image
=
(
image
=
(
...
@@ -174,9 +174,7 @@ class AmusedInpaintPipelineSlowTests(unittest.TestCase):
...
@@ -174,9 +174,7 @@ class AmusedInpaintPipelineSlowTests(unittest.TestCase):
assert
np
.
abs
(
image_slice
-
expected_slice
).
max
()
<
0.1
assert
np
.
abs
(
image_slice
-
expected_slice
).
max
()
<
0.1
def
test_amused_256_fp16
(
self
):
def
test_amused_256_fp16
(
self
):
pipe
=
AmusedInpaintPipeline
.
from_pretrained
(
pipe
=
AmusedInpaintPipeline
.
from_pretrained
(
"amused/amused-256"
,
variant
=
"fp16"
,
torch_dtype
=
torch
.
float16
)
"huggingface/amused-256"
,
variant
=
"fp16"
,
torch_dtype
=
torch
.
float16
)
pipe
.
to
(
torch_device
)
pipe
.
to
(
torch_device
)
image
=
(
image
=
(
...
@@ -209,7 +207,7 @@ class AmusedInpaintPipelineSlowTests(unittest.TestCase):
...
@@ -209,7 +207,7 @@ class AmusedInpaintPipelineSlowTests(unittest.TestCase):
assert
np
.
abs
(
image_slice
-
expected_slice
).
max
()
<
0.1
assert
np
.
abs
(
image_slice
-
expected_slice
).
max
()
<
0.1
def
test_amused_512
(
self
):
def
test_amused_512
(
self
):
pipe
=
AmusedInpaintPipeline
.
from_pretrained
(
"
huggingface
/amused-512"
)
pipe
=
AmusedInpaintPipeline
.
from_pretrained
(
"
amused
/amused-512"
)
pipe
.
to
(
torch_device
)
pipe
.
to
(
torch_device
)
image
=
(
image
=
(
...
@@ -242,9 +240,7 @@ class AmusedInpaintPipelineSlowTests(unittest.TestCase):
...
@@ -242,9 +240,7 @@ class AmusedInpaintPipelineSlowTests(unittest.TestCase):
assert
np
.
abs
(
image_slice
-
expected_slice
).
max
()
<
0.05
assert
np
.
abs
(
image_slice
-
expected_slice
).
max
()
<
0.05
def
test_amused_512_fp16
(
self
):
def
test_amused_512_fp16
(
self
):
pipe
=
AmusedInpaintPipeline
.
from_pretrained
(
pipe
=
AmusedInpaintPipeline
.
from_pretrained
(
"amused/amused-512"
,
variant
=
"fp16"
,
torch_dtype
=
torch
.
float16
)
"huggingface/amused-512"
,
variant
=
"fp16"
,
torch_dtype
=
torch
.
float16
)
pipe
.
to
(
torch_device
)
pipe
.
to
(
torch_device
)
image
=
(
image
=
(
...
...
Write
Preview
Markdown
is supported
0%
Try again
or
attach a new file
.
Attach a file
Cancel
You are about to add
0
people
to the discussion. Proceed with caution.
Finish editing this message first!
Cancel
Please
register
or
sign in
to comment