Skip to content

Commit

Permalink
Add ImageText default config json
Browse files Browse the repository at this point in the history
  • Loading branch information
dinhanhx committed Sep 15, 2022
1 parent 7fa8c7b commit 4b96095
Show file tree
Hide file tree
Showing 2 changed files with 63 additions and 0 deletions.
31 changes: 31 additions & 0 deletions assets/imagetext-base-config.json
Original file line number Diff line number Diff line change
@@ -0,0 +1,31 @@
{
"attention_probs_dropout_prob": 0.1,
"bos_token_id": 0,
"classifier_dropout": null,
"eos_token_id": 2,
"hidden_act": "gelu",
"hidden_dropout_prob": 0.1,
"hidden_size": 768,
"image_embedding_type": "patch",
"image_size": [
480,
512
],
"initializer_range": 0.02,
"intermediate_size": 3072,
"layer_norm_eps": 1e-12,
"max_position_embeddings": 512,
"model_type": "imagetext",
"num_attention_heads": 12,
"num_hidden_layers": 12,
"pad_token_id": 1,
"patch_size": [
32,
32
],
"position_embedding_type": "absolute",
"transformers_version": "4.21.1",
"type_vocab_size": 2,
"use_cache": true,
"vocab_size": 40032
}
32 changes: 32 additions & 0 deletions assets/imagetext-casual-base-config.json
Original file line number Diff line number Diff line change
@@ -0,0 +1,32 @@
{
"attention_probs_dropout_prob": 0.1,
"bos_token_id": 0,
"classifier_dropout": null,
"eos_token_id": 2,
"hidden_act": "gelu",
"hidden_dropout_prob": 0.1,
"hidden_size": 768,
"image_embedding_type": "patch",
"image_size": [
480,
512
],
"initializer_range": 0.02,
"intermediate_size": 3072,
"layer_norm_eps": 1e-12,
"max_position_embeddings": 512,
"model_type": "imagetext",
"num_attention_heads": 12,
"num_hidden_layers": 12,
"pad_token_id": 1,
"patch_size": [
32,
32
],
"position_embedding_type": "absolute",
"transformers_version": "4.21.1",
"type_vocab_size": 2,
"use_cache": true,
"is_decoder": true,
"vocab_size": 40032
}

0 comments on commit 4b96095

Please sign in to comment.