From 10fd87863aabe10295e8aba92999021db993e3f8 Mon Sep 17 00:00:00 2001 From: kpaigwar Date: Fri, 31 Jan 2025 20:19:58 +0000 Subject: [PATCH] #0: fix bug in createqkv --- .../device/nlp_create_qkv_heads_decode_program_factory.cpp | 4 +++- 1 file changed, 3 insertions(+), 1 deletion(-) diff --git a/ttnn/cpp/ttnn/operations/experimental/transformer/nlp_create_qkv_heads_decode/device/nlp_create_qkv_heads_decode_program_factory.cpp b/ttnn/cpp/ttnn/operations/experimental/transformer/nlp_create_qkv_heads_decode/device/nlp_create_qkv_heads_decode_program_factory.cpp index 0c8fad957a0..086584df1d0 100644 --- a/ttnn/cpp/ttnn/operations/experimental/transformer/nlp_create_qkv_heads_decode/device/nlp_create_qkv_heads_decode_program_factory.cpp +++ b/ttnn/cpp/ttnn/operations/experimental/transformer/nlp_create_qkv_heads_decode/device/nlp_create_qkv_heads_decode_program_factory.cpp @@ -359,7 +359,9 @@ operation::ProgramWithCallbacks multi_core_nlp_create_qkv_heads_decode_sharded_i process_qv, // read and write q and v heads process_k, // read and write k heads batch_offset.has_value() ? 1 : 0, // use_batch_offset - batch_offset->buffer()->buffer_type() == tt_metal::BufferType::DRAM ? (uint32_t)1 : (uint32_t)0, + batch_offset.has_value() && batch_offset->buffer()->buffer_type() == tt_metal::BufferType::DRAM + ? (uint32_t)1 + : (uint32_t)0, batch_offset_index_stick_size, batch_offset_cb_index_reader}; auto q_reader_kernel_id = tt_metal::CreateKernel(