-
-
Notifications
You must be signed in to change notification settings - Fork 120
Commit
This commit does not belong to any branch on this repository, and may belong to a fork outside of the repository.
Merge pull request #32 from sejalgupta/main
Sejal Gupta Final Project
- Loading branch information
Showing
15 changed files
with
396 additions
and
0 deletions.
There are no files selected for viewing
327 changes: 327 additions & 0 deletions
327
_posts/2023-11-08-vig-algorithm-flow-project-proposal.md
Large diffs are not rendered by default.
Oops, something went wrong.
69 changes: 69 additions & 0 deletions
69
assets/bibliography/2023-11-08-vig-algorithm-flow-project-proposal.bib
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
Original file line number | Diff line number | Diff line change |
---|---|---|
@@ -0,0 +1,69 @@ | ||
@article{openflamingo, | ||
title={OpenFlamingo: An Open-Source Framework for Training Large Autoregressive Vision-Language Models}, | ||
author={Awadalla, Anas and Gao, Irena and Gardner, Josh and Hessel, Jack and Hanafy, Yusuf and Zhu, Wanrong and Marathe, Kalyani and Bitton, Yonatan and Gadre, Samir and Sagawa, Shiori and Jitsev, Jenia and Kornblith, Simon and Koh, Pang Wei and Ilharco, Gabriel and Wortsman, Mitchell and Schmidt, Ludwig}, | ||
journal={ArXiv}, | ||
year={2023}, | ||
url={https://arxiv.org/pdf/2308.01390.pdf} | ||
} | ||
@article{flamingo, | ||
title={Flamingo: a Visual Language Model for Few-Shot Learning}, | ||
author={Alayrac, Jean-Baptiste and Donahue, Jeff and Luc, Pauline and Miech, Antoine and Barr, Iain and Hasson, Yana and Lenc, Karel and Mensch, Arthur and Millican, Katie and Reynolds, Malcolm and Ring, Roman and Rutherford, Eliza and Cabi, Serkan and Han, Tengda and Gong, Zhitao and Samangooei, Sina and Monteiro, Marianne and Menick, Jacob and Borgeaud, Sebastian and Brock, Andrew and Nematzadeh, Aida and Sharifzadeh, Sahand and Binkowski, Mikolaj and Barreira, Ricardo and Vinyals, Oriol and Zisserman, Andrew and Simonyan, Karen}, | ||
journal={ArXiv}, | ||
year={2022}, | ||
url={https://arxiv.org/pdf/2204.14198.pdf} | ||
} | ||
@article{clip, | ||
title={Learning Transferable Visual Models From Natural Language Supervision}, | ||
author={Radford, Alec Radford and Kim, Jong Wook and Hallacy, Chris and Ramesh, Aditya and Goh, Gabriel and Agarwal, Sandhini and Sastry, Girish and Askell, Amanda and Mishkin, Pamela and Clark, Jack and Krueger, Gretchen and Sutskever, Ilya}, | ||
journal={ArXiv}, | ||
year={2021}, | ||
url={https://arxiv.org/pdf/2103.00020.pdf} | ||
} | ||
@article{vision-gnn, | ||
title={Vision GNN: An Image is Worth Graph of Nodes}, | ||
author={Kai Han, Yunhe Wang, Jianyuan Guo, Yehui Tang, Enhua Wu}, | ||
journal={ArXiv}, | ||
year={2022}, | ||
url={https://arxiv.org/pdf/2206.00272.pdf} | ||
} | ||
@article{ai2d, | ||
title={A Diagram is Worth a Dozen Images}, | ||
author={Kembhavi, Aniruddha and Salvato, Mike and Kolve, Eric and Seo, Minjoon and Hajishirzi, Hannaneh and Farhadi, Ali}, | ||
journal={ArXiv}, | ||
year={2016}, | ||
url={https://arxiv.org/pdf/1603.07396.pdf} | ||
} | ||
|
||
@article{flowchart, | ||
title = {FlowchartQA The First Large-Scale Benchmark for Reasoning over Flowcharts}, | ||
author={Tannert, Simon and Feighelstein, Marcelo and Bogojeska, Jasmina and Shtok4, Joseph and Arbelle, Assaf and Staar, Peter Staar and Schumann, Anika and Kuhn, Jonas and Karlinsky, Leonid}, | ||
journal={Document Intelligence}, | ||
year={DI-2022}, | ||
url={https://document-intelligence.github.io/DI-2022/files/di-2022_final_11.pdf} | ||
} | ||
|
||
@article{bizgraphqa, | ||
author = {Babkin, Petr and Watson, William and Ma, Zhiqiang and Cecchi, Lucas and Raman, Natraj and Nourbakhsh, Armineh and Shah, Sameena}, | ||
title = {BizGraphQA: A Dataset for Image-Based Inference over Graph-Structured Diagrams from Business Domains}, | ||
year = {2023}, | ||
url = {https://doi.org/10.1145/3539618.3591875}, | ||
doi = {10.1145/3539618.3591875}, | ||
journal = {SIGIR} | ||
} | ||
|
||
@article{bizgraphqa, | ||
author = {Babkin, Petr and Watson, William and Ma, Zhiqiang and Cecchi, Lucas and Raman, Natraj and Nourbakhsh, Armineh and Shah, Sameena}, | ||
title = {BizGraphQA: A Dataset for Image-Based Inference over Graph-Structured Diagrams from Business Domains}, | ||
year = {2023}, | ||
url = {https://doi.org/10.1145/3539618.3591875}, | ||
doi = {10.1145/3539618.3591875}, | ||
journal = {SIGIR} | ||
} | ||
|
||
@misc{sam, | ||
title={Segment Anything}, | ||
author={Kirillov, Alexander and Mintun, Eric and Ravi, Nikhila and Mao, Hanzi and Rolland, Chloe and Gustafson, Laura and Xiao, Tete and Whitehead, Spencer and Berg, Alexander and Lo, Wan-Yen and Dollár, Piotr and Girshick, Ross}, | ||
year={2023}, | ||
doi={arXiv:2304.02643}, | ||
journal={arXiv}, | ||
} |
Binary file added
BIN
+460 KB
assets/img/2023-11-08-vig-algorithm-flow-project-proposal/0_43_labeled_styled.png
Loading
Sorry, something went wrong. Reload?
Sorry, we cannot display this file.
Sorry, this file is invalid so it cannot be displayed.
Binary file added
BIN
+9.76 KB
assets/img/2023-11-08-vig-algorithm-flow-project-proposal/big_arrow.png
Loading
Sorry, something went wrong. Reload?
Sorry, we cannot display this file.
Sorry, this file is invalid so it cannot be displayed.
Binary file added
BIN
+674 KB
...mg/2023-11-08-vig-algorithm-flow-project-proposal/colored_43_labeled_styled.png
Loading
Sorry, something went wrong. Reload?
Sorry, we cannot display this file.
Sorry, this file is invalid so it cannot be displayed.
Binary file added
BIN
+21.7 KB
assets/img/2023-11-08-vig-algorithm-flow-project-proposal/colored_nodes1.png
Loading
Sorry, something went wrong. Reload?
Sorry, we cannot display this file.
Sorry, this file is invalid so it cannot be displayed.
Binary file added
BIN
+25.1 KB
.../img/2023-11-08-vig-algorithm-flow-project-proposal/colored_nodes_example_1.png
Loading
Sorry, something went wrong. Reload?
Sorry, we cannot display this file.
Sorry, this file is invalid so it cannot be displayed.
Binary file added
BIN
+204 KB
...-vig-algorithm-flow-project-proposal/colored_nodes_explainability_example_1.png
Loading
Sorry, something went wrong. Reload?
Sorry, we cannot display this file.
Sorry, this file is invalid so it cannot be displayed.
Binary file added
BIN
+241 KB
...g/2023-11-08-vig-algorithm-flow-project-proposal/data_augmentation_pipeline.png
Loading
Sorry, something went wrong. Reload?
Sorry, we cannot display this file.
Sorry, this file is invalid so it cannot be displayed.
Binary file added
BIN
+177 KB
...img/2023-11-08-vig-algorithm-flow-project-proposal/experimentation_pipeline.png
Loading
Sorry, something went wrong. Reload?
Sorry, we cannot display this file.
Sorry, this file is invalid so it cannot be displayed.
Binary file removed
BIN
-42.2 KB
assets/img/2023-11-08-vig-algorithm-flow-project-proposal/methodology.drawio.png
Binary file not shown.
Loading
Sorry, something went wrong. Reload?
Sorry, we cannot display this file.
Sorry, this file is invalid so it cannot be displayed.
Binary file added
BIN
+26.1 KB
assets/img/2023-11-08-vig-algorithm-flow-project-proposal/nodes_example_1.png
Loading
Sorry, something went wrong. Reload?
Sorry, we cannot display this file.
Sorry, this file is invalid so it cannot be displayed.
Binary file added
BIN
+173 KB
...23-11-08-vig-algorithm-flow-project-proposal/nodes_explainability_example_1.png
Loading
Sorry, something went wrong. Reload?
Sorry, we cannot display this file.
Sorry, this file is invalid so it cannot be displayed.
Binary file added
BIN
+4.74 KB
assets/img/2023-11-08-vig-algorithm-flow-project-proposal/small_arrow.png
Loading
Sorry, something went wrong. Reload?
Sorry, we cannot display this file.
Sorry, this file is invalid so it cannot be displayed.