Skip to content

Commit

Permalink
No public description
Browse files Browse the repository at this point in the history
PiperOrigin-RevId: 705930362
  • Loading branch information
MediaPipe Team authored and dbcp1 committed Dec 18, 2024
1 parent 3ba61e3 commit 84d3368
Showing 1 changed file with 0 additions and 10 deletions.
10 changes: 0 additions & 10 deletions mediapipe/tasks/cc/genai/inference/utils/xnn_utils/llm_weights.h
Original file line number Diff line number Diff line change
Expand Up @@ -28,7 +28,6 @@
#include "absl/status/statusor.h"
#include "absl/strings/string_view.h"
#include "mediapipe/tasks/cc/genai/inference/proto/llm_params.pb.h"
#include "mediapipe/tasks/cc/genai/inference/utils/xnn_utils/graph_builder.h"
#include "mediapipe/tasks/cc/genai/inference/utils/xnn_utils/pack_weights_cache.h"
#include "mediapipe/tasks/cc/genai/inference/utils/xnn_utils/xnn_tensor.h"
#include "tensorflow/lite/model_builder.h"
Expand Down Expand Up @@ -238,11 +237,6 @@ class LlmWeightsLoader {
LlmParams& llm_params() { return params_; }
const LlmParams& llm_params() const { return params_; }

// Returns the XnnWeightsCache that could work with weights loader, if any.
virtual std::shared_ptr<XnnWeightsCache> GetXnnWeightsCache() {
return nullptr;
}

protected:
virtual absl::StatusOr<LlmWeights::SelfAttentionWeights> LoadSelfAttention(
int layer_id);
Expand All @@ -269,10 +263,6 @@ class DefaultLlmWeightsLoader : public LlmWeightsLoader {
absl::string_view weight_path, const LlmParams& params,
std::shared_ptr<tflite::FlatBufferModel> flat_buffer_model = nullptr);

std::shared_ptr<XnnWeightsCache> GetXnnWeightsCache() override {
return xnn_weights_cache_;
}

private:
std::shared_ptr<PackWeightsCache> xnn_weights_cache_;
};
Expand Down

0 comments on commit 84d3368

Please sign in to comment.