3213a65d96
* Update Readme.md * Update Readme.md * Update Readme.md * Update Readme.md * Update Readme.md * Update Readme.md * Update Readme.md * Update Readme.md * Update Readme.md * Update Readme.md * Update Readme.md * Update Readme.md * Update Readme.md * remove submodule * add mPLUG MiniGPT4 * Update Readme.md * Update Readme.md * Update Readme.md --------- Co-authored-by: Yuliang Liu <34134635+Yuliang-Liu@users.noreply.github.com>
34 lines
609 B
YAML
34 lines
609 B
YAML
model:
|
|
arch: mini_gpt4
|
|
|
|
# vit encoder
|
|
image_size: 224
|
|
drop_path_rate: 0
|
|
use_grad_checkpoint: False
|
|
vit_precision: "fp16"
|
|
freeze_vit: True
|
|
freeze_qformer: True
|
|
|
|
# Q-Former
|
|
num_query_token: 32
|
|
|
|
# Vicuna
|
|
llama_model: "./models/MiniGPT4/model_weight/model"
|
|
|
|
# generation configs
|
|
prompt: ""
|
|
|
|
preprocess:
|
|
vis_processor:
|
|
train:
|
|
name: "blip2_image_train"
|
|
image_size: 224
|
|
eval:
|
|
name: "blip2_image_eval"
|
|
image_size: 224
|
|
text_processor:
|
|
train:
|
|
name: "blip_caption"
|
|
eval:
|
|
name: "blip_caption"
|