Skip to content

Commit 99c50aa

Browse files
committed
disable bf16 temporarily
1 parent a8df0a0 commit 99c50aa

File tree

1 file changed

+4
-0
lines changed

1 file changed

+4
-0
lines changed

model.cpp

Lines changed: 4 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -746,6 +746,10 @@ std::string convert_tensor_name(std::string name) {
746746

747747
void add_preprocess_tensor_storage_types(String2GGMLType& tensor_storages_types, std::string name, enum ggml_type type) {
748748
std::string new_name = convert_tensor_name(name);
749+
// TODO: enable bf16 once it is supported by the relevant ggml ops
750+
if (type == GGML_TYPE_BF16) {
751+
type = GGML_TYPE_F32;
752+
}
749753

750754
if (new_name.find("cond_stage_model") != std::string::npos && ends_with(new_name, "attn.in_proj_weight")) {
751755
size_t prefix_size = new_name.find("attn.in_proj_weight");

0 commit comments

Comments
 (0)