default cosine sim codebook to true for VQ, after seeing good results

lucidrains · Mar 6, 2022 · 522099a · 522099a
1 parent 53e7b40
commit 522099a
Show file tree

Hide file tree

Showing 2 changed files with 3 additions and 1 deletion.
diff --git a/nuwa_pytorch/nuwa_pytorch.py b/nuwa_pytorch/nuwa_pytorch.py
@@ -250,6 +250,7 @@ def __init__(
         vq_decay = 0.8,
         vq_commitment_weight = 1.,
         vq_kmeans_init = True,
+        vq_use_cosine_sim = True,
         use_attn = True,
         attn_dim_head = 64,
         attn_heads = 8,
@@ -301,6 +302,7 @@ def __init__(
             commitment_weight = vq_commitment_weight,
             accept_image_fmap = True,
             kmeans_init = vq_kmeans_init,
+            use_cosine_sim = vq_use_cosine_sim,
             **vq_kwargs
         )
 

diff --git a/setup.py b/setup.py
@@ -4,7 +4,7 @@
   name = 'nuwa-pytorch',
   packages = find_packages(exclude=[]),
   include_package_data = True,
-  version = '0.4.9',
+  version = '0.4.10',
   license='MIT',
   description = 'NÜWA - Pytorch',
   author = 'Phil Wang',