LeroyDyer commited on
Commit
463b3ef
·
verified ·
1 Parent(s): d5abe50

Update README.md

Browse files
Files changed (1) hide show
  1. README.md +29 -1
README.md CHANGED
@@ -6,4 +6,32 @@ library_name: transformers
6
  pipeline_tag: image-text-to-text
7
  tags:
8
  - vision
9
- ---
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
6
  pipeline_tag: image-text-to-text
7
  tags:
8
  - vision
9
+ ---
10
+
11
+ # ADD HEAD
12
+ ```
13
+
14
+
15
+
16
+ print('Add Vision...')
17
+ # ADD HEAD
18
+ # Combine pre-trained encoder and pre-trained decoder to form a Seq2Seq model
19
+
20
+
21
+
22
+ Vmodel = VisionEncoderDecoderModel.from_encoder_decoder_pretrained(
23
+ "google/vit-base-patch16-224-in21k", "LeroyDyer/Mixtral_AI_Tiny"
24
+ )
25
+ _Encoder_ImageProcessor = Vmodel.encoder
26
+ _Decoder_ImageTokenizer = Vmodel.decoder
27
+ _VisionEncoderDecoderModel = Vmodel
28
+ # Add Pad tokems
29
+ LM_MODEL.VisionEncoderDecoder = _VisionEncoderDecoderModel
30
+ # Add Sub Components
31
+ LM_MODEL.Encoder_ImageProcessor = _Encoder_ImageProcessor
32
+ LM_MODEL.Decoder_ImageTokenizer = _Decoder_ImageTokenizer
33
+ LM_MODEL
34
+
35
+
36
+
37
+ ```