Skip to content

Commit

Permalink
Merge pull request #17 from carlalorente13/main
Browse files Browse the repository at this point in the history
Carla Lorente and Linn Bieske - Prompt to prompt
  • Loading branch information
jocelynshen authored Dec 16, 2023
2 parents 08835e9 + cdbaf35 commit 93b2971
Show file tree
Hide file tree
Showing 40 changed files with 279 additions and 37 deletions.
212 changes: 192 additions & 20 deletions _posts/2023-11-07-prompt-to-prompt.md

Large diffs are not rendered by default.

104 changes: 87 additions & 17 deletions assets/bibliography/2023-11-07-prompt-to-prompt.bib
Original file line number Diff line number Diff line change
@@ -1,3 +1,12 @@
@article{nichol2021glide,
title={Glide: Towards photorealistic image generation and editing with text-guided diffusion models},
author={Nichol, Alex and Dhariwal, Prafulla and Ramesh, Aditya and Shyam, Pranav and Mishkin, Pamela and McGrew, Bob and Sutskever, Ilya and Chen, Mark},
journal={arXiv preprint arXiv:2112.10741},
year={2021},
url={https://arxiv.org/abs/2112.10741}
}
@article{avrahami2022blendeddiffusion,
title={Blended latent diffusion},
author={Avrahami, Omri and Fried, Ohad and Lischinski, Dani},
Expand All @@ -6,14 +15,6 @@ @article{avrahami2022blendeddiffusion
url={https://dl.acm.org/doi/abs/10.1145/3592450}
}
@inproceedings{avrahami2022blended,
title={Blended diffusion for text-driven editing of natural images},
author={Avrahami, Omri and Lischinski, Dani and Fried, Ohad},
booktitle={Proceedings of the IEEE/CVF Conference on Computer Vision and Pattern Recognition},
pages={18208--18218},
year={2022b},
url={https://openaccess.thecvf.com/content/CVPR2022/html/Avrahami_Blended_Diffusion_for_Text-Driven_Editing_of_Natural_Images_CVPR_2022_paper.html}
}
@article{hertz2022prompttoprompt,
title={Prompt-to-prompt image editing with cross attention control},
Expand All @@ -23,12 +24,84 @@ @article{hertz2022prompttoprompt
url={https://arxiv.org/abs/2208.01626}
}
@article{nichol2021glide,
title={Glide: Towards photorealistic image generation and editing with text-guided diffusion models},
author={Nichol, Alex and Dhariwal, Prafulla and Ramesh, Aditya and Shyam, Pranav and Mishkin, Pamela and McGrew, Bob and Sutskever, Ilya and Chen, Mark},
journal={arXiv preprint arXiv:2112.10741},
year={2021},
url={https://arxiv.org/abs/2112.10741}
### Part 1:Take an image, add noise and denoise it with a prompt
@article{meng2021sdedit,
title={Sdedit: Guided image synthesis and editing with stochastic differential equations},
author={Meng, Chenlin and He, Yutong and Song, Yang and Song, Jiaming and Wu, Jiajun and Zhu, Jun-Yan and Ermon, Stefano},
journal={arXiv preprint arXiv:2108.01073},
year={2021}
}
#Magicmix
@article{liew2022magicmix,
title={Magicmix: Semantic mixing with diffusion models},
author={Liew, Jun Hao and Yan, Hanshu and Zhou, Daquan and Feng, Jiashi},
journal={arXiv preprint arXiv:2210.16056},
year={2022}
}
#### Part 2: Take an image, add noise and denoise it with a prompt + MASK
#Blended Difussion
@inproceedings{avrahami2022blended,
title={Blended diffusion for text-driven editing of natural images},
author={Avrahami, Omri and Lischinski, Dani and Fried, Ohad},
booktitle={Proceedings of the IEEE/CVF Conference on Computer Vision and Pattern Recognition},
pages={18208--18218},
year={2022}
}
#Segmentation CLIPSeg
@inproceedings{luddecke2022image,
title={Image segmentation using text and image prompts},
author={L{\"u}ddecke, Timo and Ecker, Alexander},
booktitle={Proceedings of the IEEE/CVF Conference on Computer Vision and Pattern Recognition},
pages={7086--7096},
year={2022}
}
#DiffEdit
@article{couairon2022diffedit,
title={Diffedit: Diffusion-based semantic image editing with mask guidance},
author={Couairon, Guillaume and Verbeek, Jakob and Schwenk, Holger and Cord, Matthieu},
journal={arXiv preprint arXiv:2210.11427},
year={2022}
}
##### Part 3: Fine-tune (“ovefit”) on a single image and then generate with the fine-tuned model
# Imagic
@inproceedings{kawar2023imagic,
title={Imagic: Text-based real image editing with diffusion models},
author={Kawar, Bahjat and Zada, Shiran and Lang, Oran and Tov, Omer and Chang, Huiwen and Dekel, Tali and Mosseri, Inbar and Irani, Michal},
booktitle={Proceedings of the IEEE/CVF Conference on Computer Vision and Pattern Recognition},
pages={6007--6017},
year={2023}
}
# Unitune
@article{valevski2023unitune,
title={Unitune: Text-driven image editing by fine tuning a diffusion model on a single image},
author={Valevski, Dani and Kalman, Matan and Molad, Eyal and Segalis, Eyal and Matias, Yossi and Leviathan, Yaniv},
journal={ACM Transactions on Graphics (TOG)},
volume={42},
number={4},
pages={1--10},
year={2023},
publisher={ACM New York, NY, USA}
}
#######################################################################################################################
@inproceedings{avrahami2022blended,
title={Blended diffusion for text-driven editing of natural images},
author={Avrahami, Omri and Lischinski, Dani and Fried, Ohad},
booktitle={Proceedings of the IEEE/CVF Conference on Computer Vision and Pattern Recognition},
pages={18208--18218},
year={2022b},
url={https://openaccess.thecvf.com/content/CVPR2022/html/Avrahami_Blended_Diffusion_for_Text-Driven_Editing_of_Natural_Images_CVPR_2022_paper.html}
}
@inproceedings{ramesh2021zeroshot,
Expand All @@ -40,6 +113,3 @@ @inproceedings{ramesh2021zeroshot
year={2021},
url={http://proceedings.mlr.press/v139/ramesh21a.html}
}
<d-cite key="nichol2021glide"></d-cite>
Loading
Sorry, something went wrong. Reload?
Sorry, we cannot display this file.
Sorry, this file is invalid so it cannot be displayed.
Loading
Sorry, something went wrong. Reload?
Sorry, we cannot display this file.
Sorry, this file is invalid so it cannot be displayed.
Loading
Sorry, something went wrong. Reload?
Sorry, we cannot display this file.
Sorry, this file is invalid so it cannot be displayed.
Loading
Sorry, something went wrong. Reload?
Sorry, we cannot display this file.
Sorry, this file is invalid so it cannot be displayed.
Loading
Sorry, something went wrong. Reload?
Sorry, we cannot display this file.
Sorry, this file is invalid so it cannot be displayed.
Loading
Sorry, something went wrong. Reload?
Sorry, we cannot display this file.
Sorry, this file is invalid so it cannot be displayed.
Loading
Sorry, something went wrong. Reload?
Sorry, we cannot display this file.
Sorry, this file is invalid so it cannot be displayed.
Loading
Sorry, something went wrong. Reload?
Sorry, we cannot display this file.
Sorry, this file is invalid so it cannot be displayed.
Loading
Sorry, something went wrong. Reload?
Sorry, we cannot display this file.
Sorry, this file is invalid so it cannot be displayed.
Loading
Sorry, something went wrong. Reload?
Sorry, we cannot display this file.
Sorry, this file is invalid so it cannot be displayed.
Loading
Sorry, something went wrong. Reload?
Sorry, we cannot display this file.
Sorry, this file is invalid so it cannot be displayed.
Loading
Sorry, something went wrong. Reload?
Sorry, we cannot display this file.
Sorry, this file is invalid so it cannot be displayed.
Loading
Sorry, something went wrong. Reload?
Sorry, we cannot display this file.
Sorry, this file is invalid so it cannot be displayed.
Loading
Sorry, something went wrong. Reload?
Sorry, we cannot display this file.
Sorry, this file is invalid so it cannot be displayed.
Loading
Sorry, something went wrong. Reload?
Sorry, we cannot display this file.
Sorry, this file is invalid so it cannot be displayed.
Loading
Sorry, something went wrong. Reload?
Sorry, we cannot display this file.
Sorry, this file is invalid so it cannot be displayed.
Loading
Sorry, something went wrong. Reload?
Sorry, we cannot display this file.
Sorry, this file is invalid so it cannot be displayed.
Loading
Sorry, something went wrong. Reload?
Sorry, we cannot display this file.
Sorry, this file is invalid so it cannot be displayed.
Loading
Sorry, something went wrong. Reload?
Sorry, we cannot display this file.
Sorry, this file is invalid so it cannot be displayed.
Loading
Sorry, something went wrong. Reload?
Sorry, we cannot display this file.
Sorry, this file is invalid so it cannot be displayed.
Loading
Sorry, something went wrong. Reload?
Sorry, we cannot display this file.
Sorry, this file is invalid so it cannot be displayed.
Loading
Sorry, something went wrong. Reload?
Sorry, we cannot display this file.
Sorry, this file is invalid so it cannot be displayed.
Loading
Sorry, something went wrong. Reload?
Sorry, we cannot display this file.
Sorry, this file is invalid so it cannot be displayed.
Loading
Sorry, something went wrong. Reload?
Sorry, we cannot display this file.
Sorry, this file is invalid so it cannot be displayed.
Loading
Sorry, something went wrong. Reload?
Sorry, we cannot display this file.
Sorry, this file is invalid so it cannot be displayed.

0 comments on commit 93b2971

Please sign in to comment.