Skip to content

Commit

Permalink
2024-05-07-robust-foundation-model (#60)
Browse files Browse the repository at this point in the history
* update

* update

* update

* add_original_file

* revise

* uppdate

* uppdate

* update_img

* update_author

* update

---------

Co-authored-by: 徐曦烈 <[email protected]>
  • Loading branch information
GodXuxilie and 徐曦烈 committed Mar 23, 2024
1 parent c29b8ab commit 9780d5d
Show file tree
Hide file tree
Showing 23 changed files with 995 additions and 0 deletions.
863 changes: 863 additions & 0 deletions _posts/2024-05-07-robust-foundation-model.md

Large diffs are not rendered by default.

132 changes: 132 additions & 0 deletions assets/bibliography/2024-05-07-robust-foundation-model.bib
Original file line number Diff line number Diff line change
@@ -0,0 +1,132 @@
@article{bommasani2021opportunities,
title={On the opportunities and risks of foundation models},
author={Bommasani, Rishi and Hudson, Drew A and Adeli, Ehsan and Altman, Russ and Arora, Simran and von Arx, Sydney and Bernstein, Michael S and Bohg, Jeannette and Bosselut, Antoine and Brunskill, Emma and others},
journal={arXiv preprint arXiv:2108.07258},
year={2021}
}

@article{GPT-3,
title={Language models are few-shot learners},
author={Brown, Tom and Mann, Benjamin and Ryder, Nick and Subbiah, Melanie and Kaplan, Jared D and Dhariwal, Prafulla and Neelakantan, Arvind and Shyam, Pranav and Sastry, Girish and Askell, Amanda and others},
journal={Advances in neural information processing systems},
volume={33},
pages={1877--1901},
year={2020}
}

@article{ViT,
title={An image is worth 16x16 words: Transformers for image recognition at scale},
author={Dosovitskiy, Alexey and Beyer, Lucas and Kolesnikov, Alexander and Weissenborn, Dirk and Zhai, Xiaohua and Unterthiner, Thomas and Dehghani, Mostafa and Minderer, Matthias and Heigold, Georg and Gelly, Sylvain and others},
journal={arXiv preprint arXiv:2010.11929},
year={2020}
}

@article{ViT-object-detection,
title={Toward transformer-based object detection},
author={Beal, Josh and Kim, Eric and Tzeng, Eric and Park, Dong Huk and Zhai, Andrew and Kislyuk, Dmitry},
journal={arXiv preprint arXiv:2012.09958},
year={2020}
}

@article{ViT-medical-analysis,
title={Transformers in medical image analysis},
author={He, Kelei and Gan, Chen and Li, Zhuoyuan and Rekik, Islem and Yin, Zihao and Ji, Wen and Gao, Yang and Wang, Qian and Zhang, Junfeng and Shen, Dinggang},
journal={Intelligent Medicine},
volume={3},
number={1},
pages={59--78},
year={2023},
publisher={Elsevier}
}

@inproceedings{BLIP,
title={Blip: Bootstrapping language-image pre-training for unified vision-language understanding and generation},
author={Li, Junnan and Li, Dongxu and Xiong, Caiming and Hoi, Steven},
booktitle={International Conference on Machine Learning},
pages={12888--12900},
year={2022},
organization={PMLR}
}

@article{VQA,
title={Visual question answering: A survey of methods and datasets},
author={Wu, Qi and Teney, Damien and Wang, Peng and Shen, Chunhua and Dick, Anthony and Van Den Hengel, Anton},
journal={Computer Vision and Image Understanding},
volume={163},
pages={21--40},
year={2017},
publisher={Elsevier}
}

@inproceedings{CLAP,
title={Clap learning audio concepts from natural language supervision},
author={Elizalde, Benjamin and Deshmukh, Soham and Al Ismail, Mahmoud and Wang, Huaming},
booktitle={ICASSP 2023-2023 IEEE International Conference on Acoustics, Speech and Signal Processing (ICASSP)},
pages={1--5},
year={2023},
organization={IEEE}
}

@inproceedings{SimCLR,
title={A simple framework for contrastive learning of visual representations},
author={Chen, Ting and Kornblith, Simon and Norouzi, Mohammad and Hinton, Geoffrey},
booktitle={International conference on machine learning},
pages={1597--1607},
year={2020},
organization={PMLR}
}

@article{FGSM,
title={Explaining and harnessing adversarial examples},
author={Goodfellow, Ian J and Shlens, Jonathon and Szegedy, Christian},
journal={arXiv preprint arXiv:1412.6572},
year={2014}
}

@article{ACL,
title={Robust pre-training by adversarial contrastive learning},
author={Jiang, Ziyu and Chen, Tianlong and Chen, Ting and Wang, Zhangyang},
journal={Advances in neural information processing systems},
volume={33},
pages={16199--16210},
year={2020}
}

@article{PGD,
title={Towards deep learning models resistant to adversarial attacks},
author={Madry, Aleksander and Makelov, Aleksandar and Schmidt, Ludwig and Tsipras, Dimitris and Vladu, Adrian},
journal={arXiv preprint arXiv:1706.06083},
year={2017}
}

@inproceedings{RCS,
title={Efficient Adversarial Contrastive Learning via Robustness-Aware Coreset Selection},
author={Xilie Xu and Jingfeng Zhang and Feng Liu and Masashi Sugiyama and Mohan Kankanhalli},
booktitle={Thirty-seventh Conference on Neural Information Processing Systems},
year={2023},
url={https://openreview.net/forum?id=fpzA8uRA95}
}

@article{submodular,
title={Weakly Submodular Function Maximization Using Local Submodularity Ratio (2020)},
author={Santiago, Richard and Yoshida, Yuichi},
journal={arXiv preprint arXiv:2004.14650},
year={2004}
}

@inproceedings{AIR,
title={Enhancing Adversarial Contrastive Learning via Adversarial Invariant Regularization},
author={Xilie Xu and Jingfeng Zhang and Feng Liu and Masashi Sugiyama and Mohan Kankanhalli},
booktitle={Thirty-seventh Conference on Neural Information Processing Systems},
year={2023},
url={https://openreview.net/forum?id=zuXyQsXVLF}
}

@article{pre,
title={Pre-trained Adversarial Perturbations},
author={Ban, Yuanhao and Dong, Yinpeng},
journal={Advances in Neural Information Processing Systems},
volume={35},
pages={1196--1209},
year={2022}
}
Loading
Sorry, something went wrong. Reload?
Sorry, we cannot display this file.
Sorry, this file is invalid so it cannot be displayed.
Loading
Sorry, something went wrong. Reload?
Sorry, we cannot display this file.
Sorry, this file is invalid so it cannot be displayed.
Loading
Sorry, something went wrong. Reload?
Sorry, we cannot display this file.
Sorry, this file is invalid so it cannot be displayed.
Loading
Sorry, something went wrong. Reload?
Sorry, we cannot display this file.
Sorry, this file is invalid so it cannot be displayed.
Loading
Sorry, something went wrong. Reload?
Sorry, we cannot display this file.
Sorry, this file is invalid so it cannot be displayed.
Loading
Sorry, something went wrong. Reload?
Sorry, we cannot display this file.
Sorry, this file is invalid so it cannot be displayed.
Loading
Sorry, something went wrong. Reload?
Sorry, we cannot display this file.
Sorry, this file is invalid so it cannot be displayed.
Loading
Sorry, something went wrong. Reload?
Sorry, we cannot display this file.
Sorry, this file is invalid so it cannot be displayed.
Loading
Sorry, something went wrong. Reload?
Sorry, we cannot display this file.
Sorry, this file is invalid so it cannot be displayed.
Loading
Sorry, something went wrong. Reload?
Sorry, we cannot display this file.
Sorry, this file is invalid so it cannot be displayed.
Loading
Sorry, something went wrong. Reload?
Sorry, we cannot display this file.
Sorry, this file is invalid so it cannot be displayed.
Loading
Sorry, something went wrong. Reload?
Sorry, we cannot display this file.
Sorry, this file is invalid so it cannot be displayed.
Loading
Sorry, something went wrong. Reload?
Sorry, we cannot display this file.
Sorry, this file is invalid so it cannot be displayed.
Loading
Sorry, something went wrong. Reload?
Sorry, we cannot display this file.
Sorry, this file is invalid so it cannot be displayed.
Loading
Sorry, something went wrong. Reload?
Sorry, we cannot display this file.
Sorry, this file is invalid so it cannot be displayed.
Loading
Sorry, something went wrong. Reload?
Sorry, we cannot display this file.
Sorry, this file is invalid so it cannot be displayed.
Loading
Sorry, something went wrong. Reload?
Sorry, we cannot display this file.
Sorry, this file is invalid so it cannot be displayed.
Loading
Sorry, something went wrong. Reload?
Sorry, we cannot display this file.
Sorry, this file is invalid so it cannot be displayed.
Loading
Sorry, something went wrong. Reload?
Sorry, we cannot display this file.
Sorry, this file is invalid so it cannot be displayed.
Loading
Sorry, something went wrong. Reload?
Sorry, we cannot display this file.
Sorry, this file is invalid so it cannot be displayed.
Loading
Sorry, something went wrong. Reload?
Sorry, we cannot display this file.
Sorry, this file is invalid so it cannot be displayed.

0 comments on commit 9780d5d

Please sign in to comment.