Update modeling_ovis.py

modeling_ovis.py

@@ -289,9 +289,10 @@ class Ovis(OvisPreTrainedModel):
         attn_kwargs = dict()
         if self.config.llm_attn_implementation:
             if self.config.llm_attn_implementation == "flash_attention_2":
-                assert (is_flash_attn_2_available() and
-                        version.parse(importlib.metadata.version("flash_attn")) >= version.parse("2.6.3")), \
-                    "Using `flash_attention_2` requires having `flash_attn>=2.6.3` installed."
+                assert is_flash_attn_2_available() # kyujin modified
+                #assert (is_flash_attn_2_available() and
+                #        version.parse(importlib.metadata.version("flash_attn")) >= version.parse("2.6.3")), \
+                #    "Using `flash_attention_2` requires having `flash_attn>=2.6.3` installed."
             attn_kwargs["attn_implementation"] = self.config.llm_attn_implementation
         self.llm = AutoModelForCausalLM.from_config(self.config.llm_config, **attn_kwargs)
         assert self.config.hidden_size == self.llm.config.hidden_size, "hidden size mismatch"