rename src/fastertransformer to src/turbomind (InternLM#33)

lvhan028 · Jul 1, 2023 · 53d2e42 · 53d2e42
1 parent fe46dac
commit 53d2e42
Show file tree

Hide file tree

Showing 197 changed files with 1 addition and 1 deletion.
diff --git a/src/CMakeLists.txt b/src/CMakeLists.txt
@@ -12,4 +12,4 @@
 # See the License for the specific language governing permissions and
 # limitations under the License.
 
-add_subdirectory(fastertransformer)
+add_subdirectory(turbomind)
diff --git a/src/fastertransformer/CMakeLists.txt → src/turbomind/CMakeLists.txt b/src/fastertransformer/CMakeLists.txt → src/turbomind/CMakeLists.txt
diff --git a/src/fastertransformer/kernels/CMakeLists.txt → src/turbomind/kernels/CMakeLists.txt b/src/fastertransformer/kernels/CMakeLists.txt → src/turbomind/kernels/CMakeLists.txt
diff --git a/...transformer/kernels/activation_kernels.cu → src/turbomind/kernels/activation_kernels.cu b/...transformer/kernels/activation_kernels.cu → src/turbomind/kernels/activation_kernels.cu
diff --git a/...rtransformer/kernels/activation_kernels.h → src/turbomind/kernels/activation_kernels.h b/...rtransformer/kernels/activation_kernels.h → src/turbomind/kernels/activation_kernels.h
diff --git a/...astertransformer/kernels/ban_bad_words.cu → src/turbomind/kernels/ban_bad_words.cu b/...astertransformer/kernels/ban_bad_words.cu → src/turbomind/kernels/ban_bad_words.cu
diff --git a/...fastertransformer/kernels/ban_bad_words.h → src/turbomind/kernels/ban_bad_words.h b/...fastertransformer/kernels/ban_bad_words.h → src/turbomind/kernels/ban_bad_words.h
diff --git a/...er/kernels/beam_search_penalty_kernels.cu → ...nd/kernels/beam_search_penalty_kernels.cu b/...er/kernels/beam_search_penalty_kernels.cu → ...nd/kernels/beam_search_penalty_kernels.cu
diff --git a/...mer/kernels/beam_search_penalty_kernels.h → ...ind/kernels/beam_search_penalty_kernels.h b/...mer/kernels/beam_search_penalty_kernels.h → ...ind/kernels/beam_search_penalty_kernels.h
diff --git a/...ormer/kernels/beam_search_topk_kernels.cu → ...omind/kernels/beam_search_topk_kernels.cu b/...ormer/kernels/beam_search_topk_kernels.cu → ...omind/kernels/beam_search_topk_kernels.cu
diff --git a/...former/kernels/beam_search_topk_kernels.h → ...bomind/kernels/beam_search_topk_kernels.h b/...former/kernels/beam_search_topk_kernels.h → ...bomind/kernels/beam_search_topk_kernels.h
diff --git a/...former/kernels/bert_preprocess_kernels.cu → ...bomind/kernels/bert_preprocess_kernels.cu b/...former/kernels/bert_preprocess_kernels.cu → ...bomind/kernels/bert_preprocess_kernels.cu
diff --git a/...sformer/kernels/bert_preprocess_kernels.h → ...rbomind/kernels/bert_preprocess_kernels.h b/...sformer/kernels/bert_preprocess_kernels.h → ...rbomind/kernels/bert_preprocess_kernels.h
diff --git a/...rtransformer/kernels/custom_ar_kernels.cu → src/turbomind/kernels/custom_ar_kernels.cu b/...rtransformer/kernels/custom_ar_kernels.cu → src/turbomind/kernels/custom_ar_kernels.cu
diff --git a/...ertransformer/kernels/custom_ar_kernels.h → src/turbomind/kernels/custom_ar_kernels.h b/...ertransformer/kernels/custom_ar_kernels.h → src/turbomind/kernels/custom_ar_kernels.h
diff --git a/...els/decoder_masked_multihead_attention.cu → ...els/decoder_masked_multihead_attention.cu b/...els/decoder_masked_multihead_attention.cu → ...els/decoder_masked_multihead_attention.cu
diff --git a/...nels/decoder_masked_multihead_attention.h → ...nels/decoder_masked_multihead_attention.h b/...nels/decoder_masked_multihead_attention.h → ...nels/decoder_masked_multihead_attention.h
diff --git a/...decoder_masked_multihead_attention_128.cu → ...decoder_masked_multihead_attention_128.cu b/...decoder_masked_multihead_attention_128.cu → ...decoder_masked_multihead_attention_128.cu
diff --git a/...r_masked_multihead_attention_template.cuh → ...r_masked_multihead_attention_template.cuh b/...r_masked_multihead_attention_template.cuh → ...r_masked_multihead_attention_template.cuh
diff --git a/...ecoder_masked_multihead_attention_utils.h → ...ecoder_masked_multihead_attention_utils.h b/...ecoder_masked_multihead_attention_utils.h → ...ecoder_masked_multihead_attention_utils.h
diff --git a/...ertransformer/kernels/decoding_kernels.cu → src/turbomind/kernels/decoding_kernels.cu b/...ertransformer/kernels/decoding_kernels.cu → src/turbomind/kernels/decoding_kernels.cu
diff --git a/...tertransformer/kernels/decoding_kernels.h → src/turbomind/kernels/decoding_kernels.h b/...tertransformer/kernels/decoding_kernels.h → src/turbomind/kernels/decoding_kernels.h
diff --git a/...nsformer/kernels/gen_relative_pos_bias.cu → ...urbomind/kernels/gen_relative_pos_bias.cu b/...nsformer/kernels/gen_relative_pos_bias.cu → ...urbomind/kernels/gen_relative_pos_bias.cu
diff --git a/...ansformer/kernels/gen_relative_pos_bias.h → ...turbomind/kernels/gen_relative_pos_bias.h b/...ansformer/kernels/gen_relative_pos_bias.h → ...turbomind/kernels/gen_relative_pos_bias.h
diff --git a/src/fastertransformer/kernels/gpt_kernels.cu → src/turbomind/kernels/gpt_kernels.cu b/src/fastertransformer/kernels/gpt_kernels.cu → src/turbomind/kernels/gpt_kernels.cu
diff --git a/src/fastertransformer/kernels/gpt_kernels.h → src/turbomind/kernels/gpt_kernels.h b/src/fastertransformer/kernels/gpt_kernels.h → src/turbomind/kernels/gpt_kernels.h
diff --git a/...tertransformer/kernels/logprob_kernels.cu → src/turbomind/kernels/logprob_kernels.cu b/...tertransformer/kernels/logprob_kernels.cu → src/turbomind/kernels/logprob_kernels.cu
diff --git a/...stertransformer/kernels/logprob_kernels.h → src/turbomind/kernels/logprob_kernels.h b/...stertransformer/kernels/logprob_kernels.h → src/turbomind/kernels/logprob_kernels.h
diff --git a/...nels/online_softmax_beamsearch_kernels.cu → ...nels/online_softmax_beamsearch_kernels.cu b/...nels/online_softmax_beamsearch_kernels.cu → ...nels/online_softmax_beamsearch_kernels.cu
diff --git a/...rnels/online_softmax_beamsearch_kernels.h → ...rnels/online_softmax_beamsearch_kernels.h b/...rnels/online_softmax_beamsearch_kernels.h → ...rnels/online_softmax_beamsearch_kernels.h
diff --git a/...fastertransformer/kernels/penalty_types.h → src/turbomind/kernels/penalty_types.h b/...fastertransformer/kernels/penalty_types.h → src/turbomind/kernels/penalty_types.h
diff --git a/...ansformer/kernels/reduce_kernel_utils.cuh → ...turbomind/kernels/reduce_kernel_utils.cuh b/...ansformer/kernels/reduce_kernel_utils.cuh → ...turbomind/kernels/reduce_kernel_utils.cuh
diff --git a/...ormer/kernels/sampling_penalty_kernels.cu → ...omind/kernels/sampling_penalty_kernels.cu b/...ormer/kernels/sampling_penalty_kernels.cu → ...omind/kernels/sampling_penalty_kernels.cu
diff --git a/...former/kernels/sampling_penalty_kernels.h → ...bomind/kernels/sampling_penalty_kernels.h b/...former/kernels/sampling_penalty_kernels.h → ...bomind/kernels/sampling_penalty_kernels.h
diff --git a/...nsformer/kernels/sampling_topk_kernels.cu → ...urbomind/kernels/sampling_topk_kernels.cu b/...nsformer/kernels/sampling_topk_kernels.cu → ...urbomind/kernels/sampling_topk_kernels.cu
diff --git a/...ansformer/kernels/sampling_topk_kernels.h → ...turbomind/kernels/sampling_topk_kernels.h b/...ansformer/kernels/sampling_topk_kernels.h → ...turbomind/kernels/sampling_topk_kernels.h
diff --git a/...nsformer/kernels/sampling_topp_kernels.cu → ...urbomind/kernels/sampling_topp_kernels.cu b/...nsformer/kernels/sampling_topp_kernels.cu → ...urbomind/kernels/sampling_topp_kernels.cu
diff --git a/...ansformer/kernels/sampling_topp_kernels.h → ...turbomind/kernels/sampling_topp_kernels.h b/...ansformer/kernels/sampling_topp_kernels.h → ...turbomind/kernels/sampling_topp_kernels.h
diff --git a/...nsformer/kernels/stop_criteria_kernels.cu → ...urbomind/kernels/stop_criteria_kernels.cu b/...nsformer/kernels/stop_criteria_kernels.cu → ...urbomind/kernels/stop_criteria_kernels.cu
diff --git a/...ansformer/kernels/stop_criteria_kernels.h → ...turbomind/kernels/stop_criteria_kernels.h b/...ansformer/kernels/stop_criteria_kernels.h → ...turbomind/kernels/stop_criteria_kernels.h
diff --git a/...rmer/kernels/unfused_attention_kernels.cu → ...mind/kernels/unfused_attention_kernels.cu b/...rmer/kernels/unfused_attention_kernels.cu → ...mind/kernels/unfused_attention_kernels.cu
diff --git a/...ormer/kernels/unfused_attention_kernels.h → ...omind/kernels/unfused_attention_kernels.h b/...ormer/kernels/unfused_attention_kernels.h → ...omind/kernels/unfused_attention_kernels.h
diff --git a/src/fastertransformer/layers/BaseLayer.h → src/turbomind/layers/BaseLayer.h b/src/fastertransformer/layers/BaseLayer.h → src/turbomind/layers/BaseLayer.h
diff --git a/src/fastertransformer/layers/CMakeLists.txt → src/turbomind/layers/CMakeLists.txt b/src/fastertransformer/layers/CMakeLists.txt → src/turbomind/layers/CMakeLists.txt
diff --git a/src/fastertransformer/layers/DenseWeight.h → src/turbomind/layers/DenseWeight.h b/src/fastertransformer/layers/DenseWeight.h → src/turbomind/layers/DenseWeight.h
diff --git a/...ansformer/layers/DynamicDecodeBaseLayer.h → ...turbomind/layers/DynamicDecodeBaseLayer.h b/...ansformer/layers/DynamicDecodeBaseLayer.h → ...turbomind/layers/DynamicDecodeBaseLayer.h
diff --git a/...rtransformer/layers/DynamicDecodeLayer.cc → src/turbomind/layers/DynamicDecodeLayer.cc b/...rtransformer/layers/DynamicDecodeLayer.cc → src/turbomind/layers/DynamicDecodeLayer.cc
diff --git a/...ertransformer/layers/DynamicDecodeLayer.h → src/turbomind/layers/DynamicDecodeLayer.h b/...ertransformer/layers/DynamicDecodeLayer.h → src/turbomind/layers/DynamicDecodeLayer.h
diff --git a/src/fastertransformer/layers/FfnFP8Layer.cc → src/turbomind/layers/FfnFP8Layer.cc b/src/fastertransformer/layers/FfnFP8Layer.cc → src/turbomind/layers/FfnFP8Layer.cc
diff --git a/src/fastertransformer/layers/FfnFP8Layer.h → src/turbomind/layers/FfnFP8Layer.h b/src/fastertransformer/layers/FfnFP8Layer.h → src/turbomind/layers/FfnFP8Layer.h
diff --git a/src/fastertransformer/layers/FfnFP8Weight.h → src/turbomind/layers/FfnFP8Weight.h b/src/fastertransformer/layers/FfnFP8Weight.h → src/turbomind/layers/FfnFP8Weight.h
diff --git a/src/fastertransformer/layers/FfnINT8Weight.h → src/turbomind/layers/FfnINT8Weight.h b/src/fastertransformer/layers/FfnINT8Weight.h → src/turbomind/layers/FfnINT8Weight.h
diff --git a/src/fastertransformer/layers/FfnLayer.cc → src/turbomind/layers/FfnLayer.cc b/src/fastertransformer/layers/FfnLayer.cc → src/turbomind/layers/FfnLayer.cc
diff --git a/src/fastertransformer/layers/FfnLayer.h → src/turbomind/layers/FfnLayer.h b/src/fastertransformer/layers/FfnLayer.h → src/turbomind/layers/FfnLayer.h
diff --git a/src/fastertransformer/layers/FfnLayerINT8.cc → src/turbomind/layers/FfnLayerINT8.cc b/src/fastertransformer/layers/FfnLayerINT8.cc → src/turbomind/layers/FfnLayerINT8.cc
diff --git a/src/fastertransformer/layers/FfnLayerINT8.h → src/turbomind/layers/FfnLayerINT8.h b/src/fastertransformer/layers/FfnLayerINT8.h → src/turbomind/layers/FfnLayerINT8.h
diff --git a/src/fastertransformer/layers/FfnWeight.h → src/turbomind/layers/FfnWeight.h b/src/fastertransformer/layers/FfnWeight.h → src/turbomind/layers/FfnWeight.h
diff --git a/...layers/attention_layers/AttentionWeight.h → ...layers/attention_layers/AttentionWeight.h b/...layers/attention_layers/AttentionWeight.h → ...layers/attention_layers/AttentionWeight.h
diff --git a/...ers/attention_layers/BaseAttentionLayer.h → ...ers/attention_layers/BaseAttentionLayer.h b/...ers/attention_layers/BaseAttentionLayer.h → ...ers/attention_layers/BaseAttentionLayer.h
diff --git a/...er/layers/attention_layers/CMakeLists.txt → ...nd/layers/attention_layers/CMakeLists.txt b/...er/layers/attention_layers/CMakeLists.txt → ...nd/layers/attention_layers/CMakeLists.txt
diff --git a/...attention_layers_fp8/AttentionFP8Weight.h → ...attention_layers_fp8/AttentionFP8Weight.h b/...attention_layers_fp8/AttentionFP8Weight.h → ...attention_layers_fp8/AttentionFP8Weight.h
diff --git a/...ention_layers_fp8/BaseAttentionFP8Layer.h → ...ention_layers_fp8/BaseAttentionFP8Layer.h b/...ention_layers_fp8/BaseAttentionFP8Layer.h → ...ention_layers_fp8/BaseAttentionFP8Layer.h
diff --git a/...ayers/attention_layers_fp8/CMakeLists.txt → ...ayers/attention_layers_fp8/CMakeLists.txt b/...ayers/attention_layers_fp8/CMakeLists.txt → ...ayers/attention_layers_fp8/CMakeLists.txt
diff --git a/...tention_layers_int8/AttentionINT8Weight.h → ...tention_layers_int8/AttentionINT8Weight.h b/...tention_layers_int8/AttentionINT8Weight.h → ...tention_layers_int8/AttentionINT8Weight.h
diff --git a/...yers/attention_layers_int8/CMakeLists.txt → ...yers/attention_layers_int8/CMakeLists.txt b/...yers/attention_layers_int8/CMakeLists.txt → ...yers/attention_layers_int8/CMakeLists.txt
diff --git a/...beam_search_layers/BaseBeamSearchLayer.cu → ...beam_search_layers/BaseBeamSearchLayer.cu b/...beam_search_layers/BaseBeamSearchLayer.cu → ...beam_search_layers/BaseBeamSearchLayer.cu
diff --git a/.../beam_search_layers/BaseBeamSearchLayer.h → .../beam_search_layers/BaseBeamSearchLayer.h b/.../beam_search_layers/BaseBeamSearchLayer.h → .../beam_search_layers/BaseBeamSearchLayer.h
diff --git a/...ers/beam_search_layers/BeamSearchLayer.cu → ...ers/beam_search_layers/BeamSearchLayer.cu b/...ers/beam_search_layers/BeamSearchLayer.cu → ...ers/beam_search_layers/BeamSearchLayer.cu
diff --git a/...yers/beam_search_layers/BeamSearchLayer.h → ...yers/beam_search_layers/BeamSearchLayer.h b/...yers/beam_search_layers/BeamSearchLayer.h → ...yers/beam_search_layers/BeamSearchLayer.h
diff --git a/.../layers/beam_search_layers/CMakeLists.txt → .../layers/beam_search_layers/CMakeLists.txt b/.../layers/beam_search_layers/CMakeLists.txt → .../layers/beam_search_layers/CMakeLists.txt
diff --git a/...am_search_layers/OnlineBeamSearchLayer.cu → ...am_search_layers/OnlineBeamSearchLayer.cu b/...am_search_layers/OnlineBeamSearchLayer.cu → ...am_search_layers/OnlineBeamSearchLayer.cu
diff --git a/...eam_search_layers/OnlineBeamSearchLayer.h → ...eam_search_layers/OnlineBeamSearchLayer.h b/...eam_search_layers/OnlineBeamSearchLayer.h → ...eam_search_layers/OnlineBeamSearchLayer.h
diff --git a/...yers/sampling_layers/BaseSamplingLayer.cc → ...yers/sampling_layers/BaseSamplingLayer.cc b/...yers/sampling_layers/BaseSamplingLayer.cc → ...yers/sampling_layers/BaseSamplingLayer.cc
diff --git a/...ayers/sampling_layers/BaseSamplingLayer.h → ...ayers/sampling_layers/BaseSamplingLayer.h b/...ayers/sampling_layers/BaseSamplingLayer.h → ...ayers/sampling_layers/BaseSamplingLayer.h
diff --git a/...mer/layers/sampling_layers/CMakeLists.txt → ...ind/layers/sampling_layers/CMakeLists.txt b/...mer/layers/sampling_layers/CMakeLists.txt → ...ind/layers/sampling_layers/CMakeLists.txt
diff --git a/...yers/sampling_layers/TopKSamplingLayer.cu → ...yers/sampling_layers/TopKSamplingLayer.cu b/...yers/sampling_layers/TopKSamplingLayer.cu → ...yers/sampling_layers/TopKSamplingLayer.cu
diff --git a/...ayers/sampling_layers/TopKSamplingLayer.h → ...ayers/sampling_layers/TopKSamplingLayer.h b/...ayers/sampling_layers/TopKSamplingLayer.h → ...ayers/sampling_layers/TopKSamplingLayer.h
diff --git a/...yers/sampling_layers/TopPSamplingLayer.cu → ...yers/sampling_layers/TopPSamplingLayer.cu b/...yers/sampling_layers/TopPSamplingLayer.cu → ...yers/sampling_layers/TopPSamplingLayer.cu
diff --git a/...ayers/sampling_layers/TopPSamplingLayer.h → ...ayers/sampling_layers/TopPSamplingLayer.h b/...ayers/sampling_layers/TopPSamplingLayer.h → ...ayers/sampling_layers/TopPSamplingLayer.h
diff --git a/src/fastertransformer/models/BaseWeight.h → src/turbomind/models/BaseWeight.h b/src/fastertransformer/models/BaseWeight.h → src/turbomind/models/BaseWeight.h
diff --git a/src/fastertransformer/models/CMakeLists.txt → src/turbomind/models/CMakeLists.txt b/src/fastertransformer/models/CMakeLists.txt → src/turbomind/models/CMakeLists.txt
diff --git a/src/fastertransformer/models/llama/Barrier.h → src/turbomind/models/llama/Barrier.h b/src/fastertransformer/models/llama/Barrier.h → src/turbomind/models/llama/Barrier.h
diff --git a/...ertransformer/models/llama/CMakeLists.txt → src/turbomind/models/llama/CMakeLists.txt b/...ertransformer/models/llama/CMakeLists.txt → src/turbomind/models/llama/CMakeLists.txt
diff --git a/...tertransformer/models/llama/LlamaBatch.cc → src/turbomind/models/llama/LlamaBatch.cc b/...tertransformer/models/llama/LlamaBatch.cc → src/turbomind/models/llama/LlamaBatch.cc
diff --git a/...stertransformer/models/llama/LlamaBatch.h → src/turbomind/models/llama/LlamaBatch.h b/...stertransformer/models/llama/LlamaBatch.h → src/turbomind/models/llama/LlamaBatch.h
diff --git a/...sformer/models/llama/LlamaCacheManager.cc → ...rbomind/models/llama/LlamaCacheManager.cc b/...sformer/models/llama/LlamaCacheManager.cc → ...rbomind/models/llama/LlamaCacheManager.cc
diff --git a/...nsformer/models/llama/LlamaCacheManager.h → ...urbomind/models/llama/LlamaCacheManager.h b/...nsformer/models/llama/LlamaCacheManager.h → ...urbomind/models/llama/LlamaCacheManager.h
diff --git a/...odels/llama/LlamaContextAttentionLayer.cc → ...odels/llama/LlamaContextAttentionLayer.cc b/...odels/llama/LlamaContextAttentionLayer.cc → ...odels/llama/LlamaContextAttentionLayer.cc
diff --git a/...models/llama/LlamaContextAttentionLayer.h → ...models/llama/LlamaContextAttentionLayer.h b/...models/llama/LlamaContextAttentionLayer.h → ...models/llama/LlamaContextAttentionLayer.h
diff --git a/...ormer/models/llama/LlamaContextDecoder.cc → ...omind/models/llama/LlamaContextDecoder.cc b/...ormer/models/llama/LlamaContextDecoder.cc → ...omind/models/llama/LlamaContextDecoder.cc
diff --git a/...former/models/llama/LlamaContextDecoder.h → ...bomind/models/llama/LlamaContextDecoder.h b/...former/models/llama/LlamaContextDecoder.h → ...bomind/models/llama/LlamaContextDecoder.h
diff --git a/...rtransformer/models/llama/LlamaDecoder.cc → src/turbomind/models/llama/LlamaDecoder.cc b/...rtransformer/models/llama/LlamaDecoder.cc → src/turbomind/models/llama/LlamaDecoder.cc
diff --git a/...ertransformer/models/llama/LlamaDecoder.h → src/turbomind/models/llama/LlamaDecoder.h b/...ertransformer/models/llama/LlamaDecoder.h → src/turbomind/models/llama/LlamaDecoder.h
diff --git a/...r/models/llama/LlamaDecoderLayerWeight.cc → ...d/models/llama/LlamaDecoderLayerWeight.cc b/...r/models/llama/LlamaDecoderLayerWeight.cc → ...d/models/llama/LlamaDecoderLayerWeight.cc
diff --git a/...er/models/llama/LlamaDecoderLayerWeight.h → ...nd/models/llama/LlamaDecoderLayerWeight.h b/...er/models/llama/LlamaDecoderLayerWeight.h → ...nd/models/llama/LlamaDecoderLayerWeight.h
diff --git a/...s/llama/LlamaDecoderSelfAttentionLayer.cc → ...s/llama/LlamaDecoderSelfAttentionLayer.cc b/...s/llama/LlamaDecoderSelfAttentionLayer.cc → ...s/llama/LlamaDecoderSelfAttentionLayer.cc
diff --git a/...ls/llama/LlamaDecoderSelfAttentionLayer.h → ...ls/llama/LlamaDecoderSelfAttentionLayer.h b/...ls/llama/LlamaDecoderSelfAttentionLayer.h → ...ls/llama/LlamaDecoderSelfAttentionLayer.h
diff --git a/...ansformer/models/llama/LlamaDenseWeight.h → ...turbomind/models/llama/LlamaDenseWeight.h b/...ansformer/models/llama/LlamaDenseWeight.h → ...turbomind/models/llama/LlamaDenseWeight.h
diff --git a/...transformer/models/llama/LlamaFfnLayer.cc → src/turbomind/models/llama/LlamaFfnLayer.cc b/...transformer/models/llama/LlamaFfnLayer.cc → src/turbomind/models/llama/LlamaFfnLayer.cc
diff --git a/...rtransformer/models/llama/LlamaFfnLayer.h → src/turbomind/models/llama/LlamaFfnLayer.h b/...rtransformer/models/llama/LlamaFfnLayer.h → src/turbomind/models/llama/LlamaFfnLayer.h
diff --git a/...nsformer/models/llama/LlamaInstanceComm.h → ...urbomind/models/llama/LlamaInstanceComm.h b/...nsformer/models/llama/LlamaInstanceComm.h → ...urbomind/models/llama/LlamaInstanceComm.h
diff --git a/...tertransformer/models/llama/LlamaLinear.h → src/turbomind/models/llama/LlamaLinear.h b/...tertransformer/models/llama/LlamaLinear.h → src/turbomind/models/llama/LlamaLinear.h
diff --git a/...transformer/models/llama/LlamaNcclGuard.h → src/turbomind/models/llama/LlamaNcclGuard.h b/...transformer/models/llama/LlamaNcclGuard.h → src/turbomind/models/llama/LlamaNcclGuard.h
diff --git a/...fastertransformer/models/llama/LlamaV2.cc → src/turbomind/models/llama/LlamaV2.cc b/...fastertransformer/models/llama/LlamaV2.cc → src/turbomind/models/llama/LlamaV2.cc
diff --git a/src/fastertransformer/models/llama/LlamaV2.h → src/turbomind/models/llama/LlamaV2.h b/src/fastertransformer/models/llama/LlamaV2.h → src/turbomind/models/llama/LlamaV2.h
diff --git a/...ertransformer/models/llama/LlamaWeight.cc → src/turbomind/models/llama/LlamaWeight.cc b/...ertransformer/models/llama/LlamaWeight.cc → src/turbomind/models/llama/LlamaWeight.cc
diff --git a/...tertransformer/models/llama/LlamaWeight.h → src/turbomind/models/llama/LlamaWeight.h b/...tertransformer/models/llama/LlamaWeight.h → src/turbomind/models/llama/LlamaWeight.h
diff --git a/src/fastertransformer/models/llama/Request.h → src/turbomind/models/llama/Request.h b/src/fastertransformer/models/llama/Request.h → src/turbomind/models/llama/Request.h
diff --git a/...fused_multi_head_attention/CMakeLists.txt → ...fused_multi_head_attention/CMakeLists.txt b/...fused_multi_head_attention/CMakeLists.txt → ...fused_multi_head_attention/CMakeLists.txt
diff --git a/...attention/llama_flash_attention_kernel.cu → ...attention/llama_flash_attention_kernel.cu b/...attention/llama_flash_attention_kernel.cu → ...attention/llama_flash_attention_kernel.cu
diff --git a/...ead_attention/mma_accum_lambda_iterator.h → ...ead_attention/mma_accum_lambda_iterator.h b/...ead_attention/mma_accum_lambda_iterator.h → ...ead_attention/mma_accum_lambda_iterator.h
diff --git a/...d_multi_head_attention/tile_smem_loader.h → ...d_multi_head_attention/tile_smem_loader.h b/...d_multi_head_attention/tile_smem_loader.h → ...d_multi_head_attention/tile_smem_loader.h
diff --git a/...mer/models/llama/llama_decoder_kernels.cu → ...ind/models/llama/llama_decoder_kernels.cu b/...mer/models/llama/llama_decoder_kernels.cu → ...ind/models/llama/llama_decoder_kernels.cu
diff --git a/...rmer/models/llama/llama_decoder_kernels.h → ...mind/models/llama/llama_decoder_kernels.h b/...rmer/models/llama/llama_decoder_kernels.h → ...mind/models/llama/llama_decoder_kernels.h
diff --git a/...tertransformer/models/llama/llama_gemm.cc → src/turbomind/models/llama/llama_gemm.cc b/...tertransformer/models/llama/llama_gemm.cc → src/turbomind/models/llama/llama_gemm.cc
diff --git a/...transformer/models/llama/llama_kernels.cu → src/turbomind/models/llama/llama_kernels.cu b/...transformer/models/llama/llama_kernels.cu → src/turbomind/models/llama/llama_kernels.cu
diff --git a/...rtransformer/models/llama/llama_kernels.h → src/turbomind/models/llama/llama_kernels.h b/...rtransformer/models/llama/llama_kernels.h → src/turbomind/models/llama/llama_kernels.h
diff --git a/...ertransformer/models/llama/llama_utils.cu → src/turbomind/models/llama/llama_utils.cu b/...ertransformer/models/llama/llama_utils.cu → src/turbomind/models/llama/llama_utils.cu
diff --git a/...tertransformer/models/llama/llama_utils.h → src/turbomind/models/llama/llama_utils.h b/...tertransformer/models/llama/llama_utils.h → src/turbomind/models/llama/llama_utils.h
diff --git a/...rtransformer/models/llama/prefix_cache.cu → src/turbomind/models/llama/prefix_cache.cu b/...rtransformer/models/llama/prefix_cache.cu → src/turbomind/models/llama/prefix_cache.cu
diff --git a/...ertransformer/models/llama/prefix_cache.h → src/turbomind/models/llama/prefix_cache.h b/...ertransformer/models/llama/prefix_cache.h → src/turbomind/models/llama/prefix_cache.h
diff --git a/...transformer/triton_backend/CMakeLists.txt → src/turbomind/triton_backend/CMakeLists.txt b/...transformer/triton_backend/CMakeLists.txt → src/turbomind/triton_backend/CMakeLists.txt
diff --git a/...er/triton_backend/libfastertransformer.cc → ...nd/triton_backend/libfastertransformer.cc b/...er/triton_backend/libfastertransformer.cc → ...nd/triton_backend/libfastertransformer.cc
diff --git a/...kend/libtriton_fastertransformer.ldscript → ...kend/libtriton_fastertransformer.ldscript b/...kend/libtriton_fastertransformer.ldscript → ...kend/libtriton_fastertransformer.ldscript
diff --git a/...ormer/triton_backend/llama/CMakeLists.txt → ...omind/triton_backend/llama/CMakeLists.txt b/...ormer/triton_backend/llama/CMakeLists.txt → ...omind/triton_backend/llama/CMakeLists.txt
diff --git a/.../triton_backend/llama/LlamaTritonModel.cc → .../triton_backend/llama/LlamaTritonModel.cc b/.../triton_backend/llama/LlamaTritonModel.cc → .../triton_backend/llama/LlamaTritonModel.cc
diff --git a/...r/triton_backend/llama/LlamaTritonModel.h → ...d/triton_backend/llama/LlamaTritonModel.h b/...r/triton_backend/llama/LlamaTritonModel.h → ...d/triton_backend/llama/LlamaTritonModel.h
diff --git a/...backend/llama/LlamaTritonModelInstance.cc → ...backend/llama/LlamaTritonModelInstance.cc b/...backend/llama/LlamaTritonModelInstance.cc → ...backend/llama/LlamaTritonModelInstance.cc
diff --git a/..._backend/llama/LlamaTritonModelInstance.h → ..._backend/llama/LlamaTritonModelInstance.h b/..._backend/llama/LlamaTritonModelInstance.h → ..._backend/llama/LlamaTritonModelInstance.h
diff --git a/...on_backend/transformer_triton_backend.cpp → ...on_backend/transformer_triton_backend.cpp b/...on_backend/transformer_triton_backend.cpp → ...on_backend/transformer_triton_backend.cpp
diff --git a/...on_backend/transformer_triton_backend.hpp → ...on_backend/transformer_triton_backend.hpp b/...on_backend/transformer_triton_backend.hpp → ...on_backend/transformer_triton_backend.hpp
diff --git a/...ansformer/triton_backend/triton_utils.hpp → ...turbomind/triton_backend/triton_utils.hpp b/...ansformer/triton_backend/triton_utils.hpp → ...turbomind/triton_backend/triton_utils.hpp
diff --git a/src/fastertransformer/utils/CMakeLists.txt → src/turbomind/utils/CMakeLists.txt b/src/fastertransformer/utils/CMakeLists.txt → src/turbomind/utils/CMakeLists.txt
diff --git a/src/fastertransformer/utils/IA3.h → src/turbomind/utils/IA3.h b/src/fastertransformer/utils/IA3.h → src/turbomind/utils/IA3.h
diff --git a/src/fastertransformer/utils/ScaleList.h → src/turbomind/utils/ScaleList.h b/src/fastertransformer/utils/ScaleList.h → src/turbomind/utils/ScaleList.h
diff --git a/src/fastertransformer/utils/Tensor.cc → src/turbomind/utils/Tensor.cc b/src/fastertransformer/utils/Tensor.cc → src/turbomind/utils/Tensor.cc
diff --git a/src/fastertransformer/utils/Tensor.h → src/turbomind/utils/Tensor.h b/src/fastertransformer/utils/Tensor.h → src/turbomind/utils/Tensor.h
diff --git a/...astertransformer/utils/activation_types.h → src/turbomind/utils/activation_types.h b/...astertransformer/utils/activation_types.h → src/turbomind/utils/activation_types.h
diff --git a/src/fastertransformer/utils/allocator.h → src/turbomind/utils/allocator.h b/src/fastertransformer/utils/allocator.h → src/turbomind/utils/allocator.h
diff --git a/src/fastertransformer/utils/conv2d.h → src/turbomind/utils/conv2d.h b/src/fastertransformer/utils/conv2d.h → src/turbomind/utils/conv2d.h
diff --git a/...stertransformer/utils/convert_data_type.h → src/turbomind/utils/convert_data_type.h b/...stertransformer/utils/convert_data_type.h → src/turbomind/utils/convert_data_type.h
diff --git a/src/fastertransformer/utils/cublasAlgoMap.cc → src/turbomind/utils/cublasAlgoMap.cc b/src/fastertransformer/utils/cublasAlgoMap.cc → src/turbomind/utils/cublasAlgoMap.cc
diff --git a/src/fastertransformer/utils/cublasAlgoMap.h → src/turbomind/utils/cublasAlgoMap.h b/src/fastertransformer/utils/cublasAlgoMap.h → src/turbomind/utils/cublasAlgoMap.h
diff --git a/...ertransformer/utils/cublasFP8MMWrapper.cu → src/turbomind/utils/cublasFP8MMWrapper.cu b/...ertransformer/utils/cublasFP8MMWrapper.cu → src/turbomind/utils/cublasFP8MMWrapper.cu
diff --git a/...tertransformer/utils/cublasFP8MMWrapper.h → src/turbomind/utils/cublasFP8MMWrapper.h b/...tertransformer/utils/cublasFP8MMWrapper.h → src/turbomind/utils/cublasFP8MMWrapper.h
diff --git a/...rtransformer/utils/cublasINT8MMWrapper.cc → src/turbomind/utils/cublasINT8MMWrapper.cc b/...rtransformer/utils/cublasINT8MMWrapper.cc → src/turbomind/utils/cublasINT8MMWrapper.cc
diff --git a/...ertransformer/utils/cublasINT8MMWrapper.h → src/turbomind/utils/cublasINT8MMWrapper.h b/...ertransformer/utils/cublasINT8MMWrapper.h → src/turbomind/utils/cublasINT8MMWrapper.h
diff --git a/...astertransformer/utils/cublasMMWrapper.cc → src/turbomind/utils/cublasMMWrapper.cc b/...astertransformer/utils/cublasMMWrapper.cc → src/turbomind/utils/cublasMMWrapper.cc
diff --git a/...fastertransformer/utils/cublasMMWrapper.h → src/turbomind/utils/cublasMMWrapper.h b/...fastertransformer/utils/cublasMMWrapper.h → src/turbomind/utils/cublasMMWrapper.h
diff --git a/...transformer/utils/cuda_bf16_fallbacks.cuh → src/turbomind/utils/cuda_bf16_fallbacks.cuh b/...transformer/utils/cuda_bf16_fallbacks.cuh → src/turbomind/utils/cuda_bf16_fallbacks.cuh
diff --git a/...stertransformer/utils/cuda_bf16_wrapper.h → src/turbomind/utils/cuda_bf16_wrapper.h b/...stertransformer/utils/cuda_bf16_wrapper.h → src/turbomind/utils/cuda_bf16_wrapper.h
diff --git a/...fastertransformer/utils/cuda_fp8_utils.cu → src/turbomind/utils/cuda_fp8_utils.cu b/...fastertransformer/utils/cuda_fp8_utils.cu → src/turbomind/utils/cuda_fp8_utils.cu
diff --git a/src/fastertransformer/utils/cuda_fp8_utils.h → src/turbomind/utils/cuda_fp8_utils.h b/src/fastertransformer/utils/cuda_fp8_utils.h → src/turbomind/utils/cuda_fp8_utils.h
diff --git a/...stertransformer/utils/cuda_type_utils.cuh → src/turbomind/utils/cuda_type_utils.cuh b/...stertransformer/utils/cuda_type_utils.cuh → src/turbomind/utils/cuda_type_utils.cuh
diff --git a/src/fastertransformer/utils/cuda_utils.cc → src/turbomind/utils/cuda_utils.cc b/src/fastertransformer/utils/cuda_utils.cc → src/turbomind/utils/cuda_utils.cc
diff --git a/src/fastertransformer/utils/cuda_utils.h → src/turbomind/utils/cuda_utils.h b/src/fastertransformer/utils/cuda_utils.h → src/turbomind/utils/cuda_utils.h
diff --git a/...fastertransformer/utils/custom_ar_comm.cc → src/turbomind/utils/custom_ar_comm.cc b/...fastertransformer/utils/custom_ar_comm.cc → src/turbomind/utils/custom_ar_comm.cc
diff --git a/src/fastertransformer/utils/custom_ar_comm.h → src/turbomind/utils/custom_ar_comm.h b/src/fastertransformer/utils/custom_ar_comm.h → src/turbomind/utils/custom_ar_comm.h
diff --git a/src/fastertransformer/utils/gemm.cc → src/turbomind/utils/gemm.cc b/src/fastertransformer/utils/gemm.cc → src/turbomind/utils/gemm.cc
diff --git a/src/fastertransformer/utils/gemm.h → src/turbomind/utils/gemm.h b/src/fastertransformer/utils/gemm.h → src/turbomind/utils/gemm.h
diff --git a/...ransformer/utils/gemm_test/CMakeLists.txt → src/turbomind/utils/gemm_test/CMakeLists.txt b/...ransformer/utils/gemm_test/CMakeLists.txt → src/turbomind/utils/gemm_test/CMakeLists.txt
diff --git a/...mer/utils/gemm_test/decoding_gemm_func.cc → ...ind/utils/gemm_test/decoding_gemm_func.cc b/...mer/utils/gemm_test/decoding_gemm_func.cc → ...ind/utils/gemm_test/decoding_gemm_func.cc
diff --git a/...rmer/utils/gemm_test/decoding_gemm_func.h → ...mind/utils/gemm_test/decoding_gemm_func.h b/...rmer/utils/gemm_test/decoding_gemm_func.h → ...mind/utils/gemm_test/decoding_gemm_func.h
diff --git a/...rmer/utils/gemm_test/encoder_gemm_func.cc → ...mind/utils/gemm_test/encoder_gemm_func.cc b/...rmer/utils/gemm_test/encoder_gemm_func.cc → ...mind/utils/gemm_test/encoder_gemm_func.cc
diff --git a/...ormer/utils/gemm_test/encoder_gemm_func.h → ...omind/utils/gemm_test/encoder_gemm_func.h b/...ormer/utils/gemm_test/encoder_gemm_func.h → ...omind/utils/gemm_test/encoder_gemm_func.h
diff --git a/...mer/utils/gemm_test/encoder_igemm_func.cc → ...ind/utils/gemm_test/encoder_igemm_func.cc b/...mer/utils/gemm_test/encoder_igemm_func.cc → ...ind/utils/gemm_test/encoder_igemm_func.cc
diff --git a/...rmer/utils/gemm_test/encoder_igemm_func.h → ...mind/utils/gemm_test/encoder_igemm_func.h b/...rmer/utils/gemm_test/encoder_igemm_func.h → ...mind/utils/gemm_test/encoder_igemm_func.h
diff --git a/...rtransformer/utils/gemm_test/gemm_func.cc → src/turbomind/utils/gemm_test/gemm_func.cc b/...rtransformer/utils/gemm_test/gemm_func.cc → src/turbomind/utils/gemm_test/gemm_func.cc
diff --git a/...ertransformer/utils/gemm_test/gemm_func.h → src/turbomind/utils/gemm_test/gemm_func.h b/...ertransformer/utils/gemm_test/gemm_func.h → src/turbomind/utils/gemm_test/gemm_func.h
diff --git a/...nsformer/utils/gemm_test/gpt_gemm_func.cc → ...urbomind/utils/gemm_test/gpt_gemm_func.cc b/...nsformer/utils/gemm_test/gpt_gemm_func.cc → ...urbomind/utils/gemm_test/gpt_gemm_func.cc
diff --git a/...ansformer/utils/gemm_test/gpt_gemm_func.h → ...turbomind/utils/gemm_test/gpt_gemm_func.h b/...ansformer/utils/gemm_test/gpt_gemm_func.h → ...turbomind/utils/gemm_test/gpt_gemm_func.h
diff --git a/...sformer/utils/gemm_test/swin_gemm_func.cc → ...rbomind/utils/gemm_test/swin_gemm_func.cc b/...sformer/utils/gemm_test/swin_gemm_func.cc → ...rbomind/utils/gemm_test/swin_gemm_func.cc
diff --git a/...nsformer/utils/gemm_test/swin_gemm_func.h → ...urbomind/utils/gemm_test/swin_gemm_func.h b/...nsformer/utils/gemm_test/swin_gemm_func.h → ...urbomind/utils/gemm_test/swin_gemm_func.h
diff --git a/...former/utils/gemm_test/swin_igemm_func.cc → ...bomind/utils/gemm_test/swin_igemm_func.cc b/...former/utils/gemm_test/swin_igemm_func.cc → ...bomind/utils/gemm_test/swin_igemm_func.cc
diff --git a/...sformer/utils/gemm_test/swin_igemm_func.h → ...rbomind/utils/gemm_test/swin_igemm_func.h b/...sformer/utils/gemm_test/swin_igemm_func.h → ...rbomind/utils/gemm_test/swin_igemm_func.h
diff --git a/...ansformer/utils/gemm_test/t5_gemm_func.cc → ...turbomind/utils/gemm_test/t5_gemm_func.cc b/...ansformer/utils/gemm_test/t5_gemm_func.cc → ...turbomind/utils/gemm_test/t5_gemm_func.cc
diff --git a/...ransformer/utils/gemm_test/t5_gemm_func.h → src/turbomind/utils/gemm_test/t5_gemm_func.h b/...ransformer/utils/gemm_test/t5_gemm_func.h → src/turbomind/utils/gemm_test/t5_gemm_func.h
diff --git a/...former/utils/gemm_test/xlnet_gemm_func.cc → ...bomind/utils/gemm_test/xlnet_gemm_func.cc b/...former/utils/gemm_test/xlnet_gemm_func.cc → ...bomind/utils/gemm_test/xlnet_gemm_func.cc
diff --git a/...sformer/utils/gemm_test/xlnet_gemm_func.h → ...rbomind/utils/gemm_test/xlnet_gemm_func.h b/...sformer/utils/gemm_test/xlnet_gemm_func.h → ...rbomind/utils/gemm_test/xlnet_gemm_func.h
diff --git a/src/fastertransformer/utils/gpu_buf.h → src/turbomind/utils/gpu_buf.h b/src/fastertransformer/utils/gpu_buf.h → src/turbomind/utils/gpu_buf.h
diff --git a/src/fastertransformer/utils/instance_comm.h → src/turbomind/utils/instance_comm.h b/src/fastertransformer/utils/instance_comm.h → src/turbomind/utils/instance_comm.h
diff --git a/src/fastertransformer/utils/logger.cc → src/turbomind/utils/logger.cc b/src/fastertransformer/utils/logger.cc → src/turbomind/utils/logger.cc
diff --git a/src/fastertransformer/utils/logger.h → src/turbomind/utils/logger.h b/src/fastertransformer/utils/logger.h → src/turbomind/utils/logger.h
diff --git a/src/fastertransformer/utils/memory_utils.cu → src/turbomind/utils/memory_utils.cu b/src/fastertransformer/utils/memory_utils.cu → src/turbomind/utils/memory_utils.cu
diff --git a/src/fastertransformer/utils/memory_utils.h → src/turbomind/utils/memory_utils.h b/src/fastertransformer/utils/memory_utils.h → src/turbomind/utils/memory_utils.h
diff --git a/src/fastertransformer/utils/mpi_utils.cc → src/turbomind/utils/mpi_utils.cc b/src/fastertransformer/utils/mpi_utils.cc → src/turbomind/utils/mpi_utils.cc
diff --git a/src/fastertransformer/utils/mpi_utils.h → src/turbomind/utils/mpi_utils.h b/src/fastertransformer/utils/mpi_utils.h → src/turbomind/utils/mpi_utils.h
diff --git a/src/fastertransformer/utils/nccl_utils.cc → src/turbomind/utils/nccl_utils.cc b/src/fastertransformer/utils/nccl_utils.cc → src/turbomind/utils/nccl_utils.cc
diff --git a/src/fastertransformer/utils/nccl_utils.h → src/turbomind/utils/nccl_utils.h b/src/fastertransformer/utils/nccl_utils.h → src/turbomind/utils/nccl_utils.h
diff --git a/src/fastertransformer/utils/nvtx_utils.cc → src/turbomind/utils/nvtx_utils.cc b/src/fastertransformer/utils/nvtx_utils.cc → src/turbomind/utils/nvtx_utils.cc
diff --git a/src/fastertransformer/utils/nvtx_utils.h → src/turbomind/utils/nvtx_utils.h b/src/fastertransformer/utils/nvtx_utils.h → src/turbomind/utils/nvtx_utils.h
diff --git a/...fastertransformer/utils/prompt_learning.h → src/turbomind/utils/prompt_learning.h b/...fastertransformer/utils/prompt_learning.h → src/turbomind/utils/prompt_learning.h
diff --git a/src/fastertransformer/utils/string_utils.h → src/turbomind/utils/string_utils.h b/src/fastertransformer/utils/string_utils.h → src/turbomind/utils/string_utils.h
diff --git a/src/fastertransformer/utils/test_utils.h → src/turbomind/utils/test_utils.h b/src/fastertransformer/utils/test_utils.h → src/turbomind/utils/test_utils.h
diff --git a/src/fastertransformer/utils/wenet_conv2d.h → src/turbomind/utils/wenet_conv2d.h b/src/fastertransformer/utils/wenet_conv2d.h → src/turbomind/utils/wenet_conv2d.h
diff --git a/src/fastertransformer/utils/word_list.cc → src/turbomind/utils/word_list.cc b/src/fastertransformer/utils/word_list.cc → src/turbomind/utils/word_list.cc
diff --git a/src/fastertransformer/utils/word_list.h → src/turbomind/utils/word_list.h b/src/fastertransformer/utils/word_list.h → src/turbomind/utils/word_list.h