.gitattributes
.gitignore
CODE_OF_CONDUCT.md
LICENSE
README.md
conftest.py
environment.yml
pyproject.toml
pytest.ini
requirements.txt
setup.py
.github/issue_template.md
.github/pull_request_template.md
.github/workflows/black.yml
docs/OtterHD.md
docs/benchmark_eval.md
docs/credits.md
docs/huggingface_compatible.md
docs/mimicit_format.md
docs/server_host.md
mimic-it/README.md
mimic-it/convert-it/README.md
mimic-it/convert-it/__init__.py
mimic-it/convert-it/abstract_dataset.py
mimic-it/convert-it/image_utils.py
mimic-it/convert-it/main.py
mimic-it/convert-it/datasets/2d.py
mimic-it/convert-it/datasets/3d.py
mimic-it/convert-it/datasets/__init__.py
mimic-it/convert-it/datasets/change.py
mimic-it/convert-it/datasets/fpv.py
mimic-it/convert-it/datasets/video.py
mimic-it/convert-it/datasets/utils/scene_navigation_utils.py
mimic-it/convert-it/datasets/utils/visual_story_telling_utils.py
mimic-it/syphus/abstract_dataset.py
mimic-it/syphus/file_utils.py
mimic-it/syphus/main.py
mimic-it/syphus/datasets/3d.py
mimic-it/syphus/datasets/__init__.py
mimic-it/syphus/datasets/change.py
mimic-it/syphus/datasets/fpv.py
mimic-it/syphus/datasets/funqa.py
mimic-it/syphus/datasets/translate.py
mimic-it/syphus/datasets/video.py
mimic-it/syphus/prompts/coco_spot_the_difference_prompt.py
mimic-it/syphus/prompts/dense_captions.json
mimic-it/syphus/prompts/ego4d.json
mimic-it/syphus/prompts/funqa_dia.json
mimic-it/syphus/prompts/funqa_mcqa.json
mimic-it/syphus/prompts/funqa_translation.json
mimic-it/syphus/prompts/scene_navigation.json
mimic-it/syphus/prompts/spot_the_difference.json
mimic-it/syphus/prompts/translation_prompt.py
mimic-it/syphus/prompts/tv_captions.json
mimic-it/syphus/prompts/visual_story_telling.json
pipeline/accelerate_configs/accelerate_config_ddp.yaml
pipeline/accelerate_configs/accelerate_config_fsdp.yaml
pipeline/accelerate_configs/accelerate_config_zero1.yaml
pipeline/accelerate_configs/accelerate_config_zero2.yaml
pipeline/accelerate_configs/accelerate_config_zero2_slurm.yaml
pipeline/accelerate_configs/accelerate_config_zero3.yaml
pipeline/accelerate_configs/accelerate_config_zero3_offload.yaml
pipeline/accelerate_configs/accelerate_config_zero3_slurm.yaml
pipeline/accelerate_configs/ds_zero3_config.json
pipeline/benchmarks/.gitignore
pipeline/benchmarks/__init__.py
pipeline/benchmarks/evaluate.py
pipeline/benchmarks/datasets/__init__.py
pipeline/benchmarks/datasets/base_eval_dataset.py
pipeline/benchmarks/datasets/magnifierbench.py
pipeline/benchmarks/datasets/mathvista.py
pipeline/benchmarks/datasets/mmbench.py
pipeline/benchmarks/datasets/mme.py
pipeline/benchmarks/datasets/mmvet.py
pipeline/benchmarks/datasets/pope.py
pipeline/benchmarks/datasets/scienceqa.py
pipeline/benchmarks/datasets/seedbench.py
pipeline/benchmarks/models/__init__.py
pipeline/benchmarks/models/base_model.py
pipeline/benchmarks/models/frozen_bilm.py
pipeline/benchmarks/models/fuyu.py
pipeline/benchmarks/models/gpt4v.py
pipeline/benchmarks/models/idefics.py
pipeline/benchmarks/models/instructblip.py
pipeline/benchmarks/models/llama_adapter.py
pipeline/benchmarks/models/llava_model.py
pipeline/benchmarks/models/mplug_owl.py
pipeline/benchmarks/models/otter_image.py
pipeline/benchmarks/models/otter_video.py
pipeline/benchmarks/models/otterhd.py
pipeline/benchmarks/models/qwen_vl.py
pipeline/benchmarks/models/video_chat.py
pipeline/benchmarks/models/video_chatgpt.py
pipeline/benchmarks/public_datasets_suite/README.md
pipeline/benchmarks/public_datasets_suite/__init__.py
pipeline/benchmarks/public_datasets_suite/classification_utils.py
pipeline/benchmarks/public_datasets_suite/coco_metric.py
pipeline/benchmarks/public_datasets_suite/config.yaml
pipeline/benchmarks/public_datasets_suite/eval_datasets.py
pipeline/benchmarks/public_datasets_suite/eval_model.py
pipeline/benchmarks/public_datasets_suite/evaluate.py
pipeline/benchmarks/public_datasets_suite/get_args.ipynb
pipeline/benchmarks/public_datasets_suite/ok_vqa_utils.py
pipeline/benchmarks/public_datasets_suite/run_eval_coco_idefics.sh
pipeline/benchmarks/public_datasets_suite/run_eval_coco_otter.sh
pipeline/benchmarks/public_datasets_suite/run_eval_otter.sh
pipeline/benchmarks/public_datasets_suite/run_eval_otter_slurm.sh
pipeline/benchmarks/public_datasets_suite/vqa_metric.py
pipeline/benchmarks/public_datasets_suite/models/__init__.py
pipeline/benchmarks/public_datasets_suite/models/blip.py
pipeline/benchmarks/public_datasets_suite/models/idefics.py
pipeline/benchmarks/public_datasets_suite/models/open_flamingo.py
pipeline/benchmarks/public_datasets_suite/models/otter.py
pipeline/benchmarks/public_datasets_suite/models/utils.py
pipeline/demos/__init__.py
pipeline/demos/demo_models.py
pipeline/demos/demo_utils.py
pipeline/demos/inference.py
pipeline/demos/interactive/otter_image.ipynb
pipeline/demos/interactive/otter_image.py
pipeline/demos/interactive/otter_image_incontext.py
pipeline/demos/interactive/otter_video.ipynb
pipeline/demos/interactive/otter_video.py
pipeline/mimicit_utils/data.py
pipeline/mimicit_utils/mimicit_dataset.py
pipeline/mimicit_utils/transforms.py
pipeline/serve/__init__.py
pipeline/serve/cli.py
pipeline/serve/controller.py
pipeline/serve/conversation.py
pipeline/serve/gradio_css.py
pipeline/serve/gradio_patch.py
pipeline/serve/gradio_web_server.py
pipeline/serve/gradio_web_server_video.py
pipeline/serve/model_worker.py
pipeline/serve/register_worker.py
pipeline/serve/serving_utils.py
pipeline/serve/test_message.py
pipeline/serve/deploy/conversation.py
pipeline/serve/deploy/deploy.py
pipeline/serve/deploy/otterhd_endpoint.py
pipeline/serve/deploy/utils.py
pipeline/serve/multiplex_script/otter_image_server.py
pipeline/train/.gitignore
pipeline/train/__init__.py
pipeline/train/config.yaml
pipeline/train/distributed.py
pipeline/train/instruction_following.py
pipeline/train/pretraining.py
pipeline/train/pretraining_cc3m.py
pipeline/train/train_args.py
pipeline/train/train_utils.py
pipeline/utils/__init__.py
pipeline/utils/apply_delta.py
pipeline/utils/convert_laion400m-tsv_to_laion400m-tar_mp_shard.py
pipeline/utils/convert_mmc4_to_wds.py
pipeline/utils/convert_to_parquet.py
pipeline/utils/general.py
pipeline/utils/make_a_train.py
pipeline/utils/modeling_value_head.py
shared_scripts/Demo_Data.yaml
shared_scripts/Demo_OtterHD.sh
shared_scripts/Demo_OtterMPT.sh
shared_scripts/Otter_MPT7B_Train_Decoder.json
src/otter_ai/__init__.py
src/otter_ai.egg-info/PKG-INFO
src/otter_ai.egg-info/SOURCES.txt
src/otter_ai.egg-info/dependency_links.txt
src/otter_ai.egg-info/requires.txt
src/otter_ai.egg-info/top_level.txt
src/otter_ai/models/__init__.py
src/otter_ai/models/falcon/__init__.py
src/otter_ai/models/falcon/configuration_RW.py
src/otter_ai/models/falcon/modelling_RW.py
src/otter_ai/models/flamingo/__init__.py
src/otter_ai/models/flamingo/config.json
src/otter_ai/models/flamingo/configuration_flamingo.py
src/otter_ai/models/flamingo/converting_flamingo_to_bf16.py
src/otter_ai/models/flamingo/converting_flamingo_to_hf.py
src/otter_ai/models/flamingo/converting_flamingo_to_lora.py
src/otter_ai/models/flamingo/flamingo-falcon-7B.json
src/otter_ai/models/flamingo/flamingo-llama2-chat-13B.json
src/otter_ai/models/flamingo/flamingo-llama2-chat-7B.json
src/otter_ai/models/flamingo/flamingo-mpt-1B-redpajama.json
src/otter_ai/models/flamingo/flamingo-mpt-30B-bf16.json
src/otter_ai/models/flamingo/flamingo-mpt-30B.json
src/otter_ai/models/flamingo/flamingo-mpt-7B.json
src/otter_ai/models/flamingo/flamingo-vicuna-33B-v1.3.json
src/otter_ai/models/flamingo/flamingo-vicuna-7B-v1.3.json
src/otter_ai/models/flamingo/injecting_falcon_into_flamingo.py
src/otter_ai/models/flamingo/injecting_llama2_into_flamingo.py
src/otter_ai/models/flamingo/injecting_mpt-1B-redpajama_into_flamingo.py
src/otter_ai/models/flamingo/injecting_mpt_into_flamingo.py
src/otter_ai/models/flamingo/injecting_vicuna_into_flamingo.py
src/otter_ai/models/flamingo/modeling_flamingo.py
src/otter_ai/models/flamingo/utils.py
src/otter_ai/models/flamingo/utils/converting_flamingo_to_bf16.py
src/otter_ai/models/flamingo/utils/converting_flamingo_to_hf.py
src/otter_ai/models/flamingo/utils/converting_flamingo_to_lora.py
src/otter_ai/models/flamingo/utils/flamingo-falcon-7B.json
src/otter_ai/models/flamingo/utils/flamingo-llama2-chat-13B.json
src/otter_ai/models/flamingo/utils/flamingo-llama2-chat-7B.json
src/otter_ai/models/flamingo/utils/flamingo-mpt-1B-redpajama.json
src/otter_ai/models/flamingo/utils/flamingo-mpt-30B-bf16.json
src/otter_ai/models/flamingo/utils/flamingo-mpt-30B.json
src/otter_ai/models/flamingo/utils/flamingo-mpt-7B.json
src/otter_ai/models/flamingo/utils/flamingo-vicuna-33B-v1.3.json
src/otter_ai/models/flamingo/utils/flamingo-vicuna-7B-v1.3.json
src/otter_ai/models/flamingo/utils/injecting_falcon_into_flamingo.py
src/otter_ai/models/flamingo/utils/injecting_llama2_into_flamingo.py
src/otter_ai/models/flamingo/utils/injecting_mpt-1B-redpajama_into_flamingo.py
src/otter_ai/models/flamingo/utils/injecting_mpt_into_flamingo.py
src/otter_ai/models/flamingo/utils/injecting_vicuna_into_flamingo.py
src/otter_ai/models/fuyu/modeling_fuyu.py
src/otter_ai/models/fuyu/modeling_persimmon.py
src/otter_ai/models/fuyu/processing_fuyu.py
src/otter_ai/models/mpt/__init__.py
src/otter_ai/models/mpt/adapt_tokenizer.py
src/otter_ai/models/mpt/attention.py
src/otter_ai/models/mpt/blocks.py
src/otter_ai/models/mpt/configuration_mpt.py
src/otter_ai/models/mpt/custom_embedding.py
src/otter_ai/models/mpt/flash_attn_triton.py
src/otter_ai/models/mpt/hf_prefixlm_converter.py
src/otter_ai/models/mpt/meta_init_context.py
src/otter_ai/models/mpt/modeling_mpt.py
src/otter_ai/models/mpt/norm.py
src/otter_ai/models/mpt/param_init_fns.py
src/otter_ai/models/mpt_redpajama/__init__.py
src/otter_ai/models/mpt_redpajama/attention.py
src/otter_ai/models/mpt_redpajama/configuration_mosaic_gpt.py
src/otter_ai/models/mpt_redpajama/gpt_blocks.py
src/otter_ai/models/mpt_redpajama/low_precision_layernorm.py
src/otter_ai/models/mpt_redpajama/mosaic_gpt.py
src/otter_ai/models/mpt_redpajama/param_init_fns.py
src/otter_ai/models/otter/Otter-MPT7B-config.json
src/otter_ai/models/otter/Otter-MPT7B-config.json~0d12192f665f5e9da1ecb2f23d6a360eb7753771
src/otter_ai/models/otter/Otter-MPT7B-config.json~HEAD
src/otter_ai/models/otter/__init__.py
src/otter_ai/models/otter/config.json
src/otter_ai/models/otter/configuration_otter.py
src/otter_ai/models/otter/converting_flamingo_to_otter.py
src/otter_ai/models/otter/converting_otter_fp32_to_fp16.py
src/otter_ai/models/otter/converting_otter_pt_to_hf.py
src/otter_ai/models/otter/converting_otter_to_lora.py
src/otter_ai/models/otter/flamingo_pt2otter_hf.py
src/otter_ai/models/otter/modeling_otter.py
src/otter_ai/models/otter/utils/Otter-MPT7B-config.json
src/otter_ai/models/otter/utils/config.json
src/otter_ai/models/otter/utils/converting_flamingo_to_otter.py
src/otter_ai/models/otter/utils/converting_otter_fp32_to_fp16.py
src/otter_ai/models/otter/utils/converting_otter_pt_to_hf.py
src/otter_ai/models/otter/utils/converting_otter_to_lora.py
src/otter_ai/models/otter/utils/flamingo_pt2otter_hf.py
unit_tests/__init__.py
unit_tests/test_mmc4_dataset.py
unit_tests/test_prerun.py
xformers_model/__init__.py
xformers_model/clip.py
xformers_model/llama.py