Skip to content

Commit

Permalink
Merge branch 'feature/mamba' of github.com:VectorInstitute/odyssey in…
Browse files Browse the repository at this point in the history
…to feature/mamba
  • Loading branch information
Adibvafa committed May 1, 2024
2 parents 9e70a4b + f2910c9 commit 8603ed6
Showing 1 changed file with 3 additions and 2 deletions.
5 changes: 3 additions & 2 deletions odyssey/models/cehr_mamba/mamba_utils.py
Original file line number Diff line number Diff line change
@@ -1,5 +1,6 @@
"""Utilities following HuggingFace style for Mamba models."""

from dataclasses import dataclass
from typing import Optional, Tuple, Union

import torch
Expand All @@ -19,7 +20,6 @@
add_start_docstrings_to_model_forward,
replace_return_docstrings,
)
from dataclasses import dataclass


_CONFIG_FOR_DOC = "MambaConfig"
Expand Down Expand Up @@ -105,7 +105,8 @@ def forward(
config.num_labels - 1]`. If `config.num_labels == 1` a regression loss is computed (Mean-Square loss), If
`config.num_labels > 1` a classification loss is computed (Cross-Entropy).
Returns:
Returns
-------
"""
sequence_outputs = self.backbone(
input_ids,
Expand Down

0 comments on commit 8603ed6

Please sign in to comment.