Skip to content
This repository has been archived by the owner on Dec 20, 2024. It is now read-only.

Commit

Permalink
fix: pytest
Browse files Browse the repository at this point in the history
  • Loading branch information
japols committed Dec 10, 2024
1 parent 07d9684 commit 9a1827a
Showing 1 changed file with 3 additions and 3 deletions.
6 changes: 3 additions & 3 deletions tests/layers/test_attention.py
Original file line number Diff line number Diff line change
Expand Up @@ -23,7 +23,7 @@
embed_dim_multiplier=st.integers(min_value=1, max_value=10),
dropout_p=st.floats(min_value=0.0, max_value=1.0),
softcap=st.floats(min_value=0.0, max_value=1.0),
attention_implementation=st.sampled_from(["scaled dot product attention", "flex attention"]),
attention_implementation=st.sampled_from(["scaled_dot_product_attention", "flex_attention"]),
)
def test_multi_head_self_attention_init(num_heads, embed_dim_multiplier, dropout_p, softcap, attention_implementation):
embed_dim = (
Expand All @@ -47,7 +47,7 @@ def test_multi_head_self_attention_init(num_heads, embed_dim_multiplier, dropout
embed_dim_multiplier=st.integers(min_value=1, max_value=10),
dropout_p=st.floats(min_value=0.0, max_value=1.0),
softcap=st.floats(min_value=0.0, max_value=1.0),
attention_implementation=st.sampled_from(["scaled dot product attention"]),
attention_implementation=st.sampled_from(["scaled_dot_product_attention"]),
)
@settings(deadline=None)
def test_multi_head_self_attention_forward(
Expand All @@ -72,7 +72,7 @@ def test_multi_head_self_attention_forward(
embed_dim_multiplier=st.integers(min_value=1, max_value=10),
dropout_p=st.floats(min_value=0.0, max_value=1.0),
softcap=st.floats(min_value=0.0, max_value=1.0),
attention_implementation=st.sampled_from(["scaled dot product attention"]),
attention_implementation=st.sampled_from(["scaled_dot_product_attention"]),
)
def test_multi_head_self_attention_backward(
batch_size, num_heads, embed_dim_multiplier, dropout_p, softcap, attention_implementation
Expand Down

0 comments on commit 9a1827a

Please sign in to comment.