Yanisadel commited on
Commit
ddec6ec
·
verified ·
1 Parent(s): b917499

Delete config.py

Browse files
Files changed (1) hide show
  1. config.py +0 -68
config.py DELETED
@@ -1,68 +0,0 @@
1
- from dataclasses import dataclass
2
- from typing import Tuple
3
-
4
- from transformers import PretrainedConfig
5
-
6
-
7
- @dataclass
8
- class sCTConfig(PretrainedConfig): # noqa: N801
9
- model_type = "sCT"
10
-
11
- def __init__(self, **kwargs): # type: ignore
12
- self.alphabet_size = kwargs.get("alphabet_size", 7)
13
- self.pad_token_id = kwargs.get("pad_token_id", 5)
14
- self.mask_token_id = kwargs.get("mask_token_id", 6)
15
- self.cell_len = kwargs.get("cell_len", 19968)
16
-
17
- self.num_downsamples = kwargs.get("num_downsamples", 8)
18
- self.attention_heads = kwargs.get("attention_heads", 16)
19
- self.key_size = kwargs.get("key_size", None)
20
- self.token_embed_dim = kwargs.get("token_embed_dim", 16)
21
-
22
- self.embed_dim = kwargs.get("embed_dim", 1024)
23
- self.ffn_embed_dim = kwargs.get("ffn_embed_dim", 2048)
24
- self.num_layers = kwargs.get("num_layers", 4)
25
- self.layer_norm_eps = kwargs.get("layer_norm_eps", 1e-5)
26
- self.interpolation_method = kwargs.get("interpolation_method", "nearest")
27
-
28
- # bad hack to satisfy cellnt_celltype_annotation.py:312
29
- self.max_positions: int = kwargs.get("max_positions", 20480)
30
- self.num_cells: int = kwargs.get("num_cells", 50)
31
- self.num_hidden_layers_head: int = kwargs.get("num_hidden_layers_head", 1)
32
-
33
- self.use_skip_connection: bool = kwargs.get("use_skip_connection", True)
34
-
35
- # logging
36
- self.use_gradient_checkpointing: bool = False
37
-
38
- # return
39
- self.embeddings_layers_to_save: Tuple[int, ...] = kwargs.get(
40
- "embeddings_layers_to_save", ()
41
- )
42
- self.attention_maps_to_save: list[tuple[int, int]] = kwargs.get(
43
- "attention_maps_to_save", []
44
- )
45
-
46
- # Spatial info configuration
47
- self.use_spatial_information: bool = kwargs.get(
48
- "use_spatial_information", False
49
- )
50
- self.num_scales: int = kwargs.get("num_scales", 10)
51
- self.sigma_min: float = kwargs.get("sigma_min", 1.0)
52
- self.sigma_max: float = kwargs.get("sigma_max", 10.0)
53
-
54
- super().__init__(**kwargs)
55
-
56
- def __post_init__(self) -> None: # type: ignore # noqa: N807
57
- """
58
- Checks that the given values are compatible.
59
- """
60
- if self.key_size is None:
61
- if not self.embed_dim % self.attention_heads == 0:
62
- raise ValueError(
63
- f"When no key size is provided, the embedding dimension"
64
- f"should be divisible by the number of heads, however "
65
- f"provided embedding dimension is {self.embed_dim} and "
66
- f"the number of heads is {self.attention_heads}."
67
- )
68
- self.key_size = self.embed_dim // self.attention_heads