selfDotOsman
/

BobVLM-1.5b

Model card Files Files and versions

selfDotOsman commited on Feb 12

Commit

867324d

·

verified ·

1 Parent(s): 807d55c

Update model.py

Files changed (1) hide show

model.py +1 -1

model.py CHANGED Viewed

@@ -55,7 +55,7 @@ class BobVLM(PreTrainedModel):
         super().__init__(config)
         self.vit = CLIPVisionModel.from_pretrained("openai/clip-vit-large-patch14").to(device)
         self.adapter = BobVMLAdapter(config.lang_embed_dim, config.clip_dim).to(device)
-        self.language_model = AutoModelForCausalLM.from_pretrained('meta-llama/Llama-3.2-1B-Instruct',device_map='cuda')
     def __extend_attention_mask(self,atten_mask, atten_to_img=True, num_added_tokens=257):

         super().__init__(config)
         self.vit = CLIPVisionModel.from_pretrained("openai/clip-vit-large-patch14").to(device)
         self.adapter = BobVMLAdapter(config.lang_embed_dim, config.clip_dim).to(device)
+        self.language_model = AutoModelForCausalLM.from_pretrained('meta-llama/Llama-3.2-1B-Instruct').to(device)
     def __extend_attention_mask(self,atten_mask, atten_to_img=True, num_added_tokens=257):