# Copyright (C) 2024 Intel Corporation
# SPDX-License-Identifier: Apache-2.0

model:
  arch: video_llama
  model_type: pretrain_llama_v2 # pretrain_llama_v2 pretrain_vicuna
  freeze_vit: True
  freeze_qformer: True
  max_txt_len: 256 #512
  end_sym: "###"
  low_resource: False

  frozen_llama_proj: True

  llama_model: "/home/user/model/Video-LLaMA-2-7B-Finetuned/llama-2-7b-chat-hf"
  ckpt: "/home/user/model/Video-LLaMA-2-7B-Finetuned/VL_LLaMA_2_7B_Finetuned.pth"

  equip_audio_branch: False # whether equips the audio branch
  fusion_head_layers: 2
  max_frame_pos: 32 #cannot be changed - frozen with training model
  fusion_header_type: "seqTransf"

datasets:
  webvid:
    vis_processor:
      train:
        name: "alpro_video_eval"
        n_frms: 32 #8
        image_size: 224
    text_processor:
      train:
        name: "blip_caption"

run:
  task: video_text_pretrain
  seed: 10
  input_video_dir: "data/testset-raw"
  input_questions_json: "data/testset-raw/testset_small.json"
  output_dir: "output/origFT_videollama_testset_small_results_only_vl"
