OpenCompass/opencompass/models/ola/model/multimodal_resampler/builder.py
2025-03-04 23:10:00 +08:00

21 lines
552 B
Python

import torch
class IdentityMap(torch.nn.Module):
def __init__(self):
super().__init__()
def forward(self, x, *args, **kwargs):
return x
@property
def config(self):
return {"mm_resampler_type": None}
def build_vision_resampler(model_args, delay_load=False, **kwargs):
# import pdb;pdb.set_trace()
resampler_type = getattr(model_args, 'mm_resampler_type', None)
if resampler_type is None:
return IdentityMap()
else:
raise ValueError(f'Unknown resampler type: {resampler_type}')