BASE_REPO_ID: google/paligemma-3b-pt-448 | |
FINETUNED_MODEL_ID: brian-gordon/paligemma-3b-pt-448_DOCCI_CorruptionsV2-ALL | |
OUTPUT_DIR_PATH: /home/gordonbrian/ImageUnderstandingSprint/experiments | |
MAX_LENGTH: 1024 | |
TRAIN_PARAMS: | |
N_EPOCHS: 4 | |
BATCH_SIZE: 2 | |
USE_IMAGES: true | |
FULL_FINETUNE: false | |
FINETUNE_LLM: false | |
FINETUNE_MM_PROJECTOR: false | |
FINETUNE_VISION_MODEL: false | |
GRADIENT_ACCUMULATION_STEPS: 1 | |
DATA: | |
DOCCI: | |
IMG_DIR: /home/gordonbrian/ImageUnderstandingSprint/images/docci_images | |
TRAIN: | |
CORRUPTION_PROB: null | |
N_CORRUPTIONS: 1 | |
CORRUPTION_TYPES: | |
- SWAP | |
- ADD | |
DATASETS: | |
- name: NewDOCCIDataset | |
csv_path: /home/gordonbrian/ImageUnderstandingSprint/data/DOCCI_V2_Corruptions_MultiTurn_With_Consistency_01Dec2024--train.csv | |
tasks: | |
- Annotation | |
- Text | |
- SxS_Paragraph | |
- SxS_Sentence | |
- VNLI_With_Context | |
- VNLI_Claims | |
EVAL: | |
CORRUPTION_PROB: null | |
N_CORRUPTIONS: 1 | |
CORRUPTION_TYPES: | |
- SWAP | |
- ADD | |
DATASETS: | |
- name: NewDOCCIDataset | |
csv_path: /home/gordonbrian/ImageUnderstandingSprint/data/DOCCI_V2_Corruptions_MultiTurn_With_Consistency_01Dec2024--test.csv | |
tasks: | |
- VNLI_Claims | |