We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
There was an error while loading. Please reload this page.
1 parent a8df0a0 commit 99c50aaCopy full SHA for 99c50aa
model.cpp
@@ -746,6 +746,10 @@ std::string convert_tensor_name(std::string name) {
746
747
void add_preprocess_tensor_storage_types(String2GGMLType& tensor_storages_types, std::string name, enum ggml_type type) {
748
std::string new_name = convert_tensor_name(name);
749
+ // TODO: enable bf16 once it is supported by the relevant ggml ops
750
+ if (type == GGML_TYPE_BF16) {
751
+ type = GGML_TYPE_F32;
752
+ }
753
754
if (new_name.find("cond_stage_model") != std::string::npos && ends_with(new_name, "attn.in_proj_weight")) {
755
size_t prefix_size = new_name.find("attn.in_proj_weight");
0 commit comments