"""GenBio-PathFM configuration for HuggingFace AutoModel.""" from transformers import PretrainedConfig class GenBioPathFMConfig(PretrainedConfig): model_type = "genbio_pathfm" def __init__( self, img_size=224, patch_size=16, in_chans=1, embed_dim=1536, depth=40, num_heads=24, ffn_ratio=4, n_storage_tokens=4, ffn_layer="swiglu64", layerscale_init=1e-5, qkv_bias=False, proj_bias=True, ffn_bias=True, norm_layer="layernorm", drop_path_rate=0.0, pos_embed_rope_base=100.0, pos_embed_rope_min_period=None, pos_embed_rope_max_period=None, pos_embed_rope_normalize_coords="separate", pos_embed_rope_shift_coords=None, pos_embed_rope_jitter_coords=True, pos_embed_rope_rescale_coords=2, pos_embed_rope_dtype="bf16", image_mean=(0.697, 0.575, 0.728), image_std=(0.188, 0.240, 0.187), **kwargs, ): super().__init__(**kwargs) self.img_size = img_size self.patch_size = patch_size self.in_chans = in_chans self.embed_dim = embed_dim self.depth = depth self.num_heads = num_heads self.ffn_ratio = ffn_ratio self.n_storage_tokens = n_storage_tokens self.ffn_layer = ffn_layer self.layerscale_init = layerscale_init self.qkv_bias = qkv_bias self.proj_bias = proj_bias self.ffn_bias = ffn_bias self.norm_layer = norm_layer self.drop_path_rate = drop_path_rate self.pos_embed_rope_base = pos_embed_rope_base self.pos_embed_rope_min_period = pos_embed_rope_min_period self.pos_embed_rope_max_period = pos_embed_rope_max_period self.pos_embed_rope_normalize_coords = pos_embed_rope_normalize_coords self.pos_embed_rope_shift_coords = pos_embed_rope_shift_coords self.pos_embed_rope_jitter_coords = pos_embed_rope_jitter_coords self.pos_embed_rope_rescale_coords = pos_embed_rope_rescale_coords self.pos_embed_rope_dtype = pos_embed_rope_dtype self.image_mean = image_mean self.image_std = image_std