Skip to content

Commit

Permalink
adjusting config docstrings
Browse files Browse the repository at this point in the history
  • Loading branch information
AnFreTh committed Aug 5, 2024
1 parent 53b77c5 commit 4f6b088
Show file tree
Hide file tree
Showing 3 changed files with 8 additions and 3 deletions.
3 changes: 2 additions & 1 deletion mambular/configs/fttransformer_config.py
Original file line number Diff line number Diff line change
Expand Up @@ -58,6 +58,8 @@ class DefaultFTTransformerConfig:
Epsilon value for layer normalization.
transformer_dim_feedforward : int, default=512
Dimensionality of the feed-forward layers in the transformer.
cat_encoding : str, default="int"
whether to use integer encoding or one-hot encoding for cat features.
"""

lr: float = 1e-04
Expand All @@ -84,5 +86,4 @@ class DefaultFTTransformerConfig:
transformer_activation: callable = ReGLU()
layer_norm_eps: float = 1e-05
transformer_dim_feedforward: int = 256
numerical_embedding: str = "ple"
cat_encoding: str = "int"
6 changes: 4 additions & 2 deletions mambular/configs/mambular_config.py
Original file line number Diff line number Diff line change
Expand Up @@ -76,9 +76,11 @@ class DefaultMambularConfig:
layer_norm_eps : float, default=1e-05
Epsilon value for layer normalization.
AD_weight_decay : bool, default=False
whether weight decay is also applied to A-D matrices
whether weight decay is also applied to A-D matrices.
BC_layer_norm: bool, default=True
whether to apply layer normalization to B-C matrices
whether to apply layer normalization to B-C matrices.
cat_encoding : str, default="int"
whether to use integer encoding or one-hot encoding for cat features.
"""

lr: float = 1e-04
Expand Down
2 changes: 2 additions & 0 deletions mambular/configs/tabtransformer_config.py
Original file line number Diff line number Diff line change
Expand Up @@ -58,6 +58,8 @@ class DefaultTabTransformerConfig:
Epsilon value for layer normalization.
transformer_dim_feedforward : int, default=512
Dimensionality of the feed-forward layers in the transformer.
cat_encoding : str, default="int"
whether to use integer encoding or one-hot encoding for cat features.
"""

lr: float = 1e-04
Expand Down

0 comments on commit 4f6b088

Please sign in to comment.