1*993b0882SAndroid Build Coastguard Worker /*
2*993b0882SAndroid Build Coastguard Worker * Copyright (C) 2018 The Android Open Source Project
3*993b0882SAndroid Build Coastguard Worker *
4*993b0882SAndroid Build Coastguard Worker * Licensed under the Apache License, Version 2.0 (the "License");
5*993b0882SAndroid Build Coastguard Worker * you may not use this file except in compliance with the License.
6*993b0882SAndroid Build Coastguard Worker * You may obtain a copy of the License at
7*993b0882SAndroid Build Coastguard Worker *
8*993b0882SAndroid Build Coastguard Worker * http://www.apache.org/licenses/LICENSE-2.0
9*993b0882SAndroid Build Coastguard Worker *
10*993b0882SAndroid Build Coastguard Worker * Unless required by applicable law or agreed to in writing, software
11*993b0882SAndroid Build Coastguard Worker * distributed under the License is distributed on an "AS IS" BASIS,
12*993b0882SAndroid Build Coastguard Worker * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
13*993b0882SAndroid Build Coastguard Worker * See the License for the specific language governing permissions and
14*993b0882SAndroid Build Coastguard Worker * limitations under the License.
15*993b0882SAndroid Build Coastguard Worker */
16*993b0882SAndroid Build Coastguard Worker
17*993b0882SAndroid Build Coastguard Worker // Utility functions for working with FlatBuffers.
18*993b0882SAndroid Build Coastguard Worker
19*993b0882SAndroid Build Coastguard Worker #ifndef LIBTEXTCLASSIFIER_UTILS_FLATBUFFERS_FLATBUFFERS_H_
20*993b0882SAndroid Build Coastguard Worker #define LIBTEXTCLASSIFIER_UTILS_FLATBUFFERS_FLATBUFFERS_H_
21*993b0882SAndroid Build Coastguard Worker
22*993b0882SAndroid Build Coastguard Worker #include <iostream>
23*993b0882SAndroid Build Coastguard Worker #include <string>
24*993b0882SAndroid Build Coastguard Worker
25*993b0882SAndroid Build Coastguard Worker #include "annotator/model_generated.h"
26*993b0882SAndroid Build Coastguard Worker #include "flatbuffers/flatbuffers.h"
27*993b0882SAndroid Build Coastguard Worker
28*993b0882SAndroid Build Coastguard Worker namespace libtextclassifier3 {
29*993b0882SAndroid Build Coastguard Worker
30*993b0882SAndroid Build Coastguard Worker // Loads and interprets the buffer as 'FlatbufferMessage' and verifies its
31*993b0882SAndroid Build Coastguard Worker // integrity.
32*993b0882SAndroid Build Coastguard Worker template <typename FlatbufferMessage>
LoadAndVerifyFlatbuffer(const void * buffer,int size)33*993b0882SAndroid Build Coastguard Worker const FlatbufferMessage* LoadAndVerifyFlatbuffer(const void* buffer, int size) {
34*993b0882SAndroid Build Coastguard Worker if (size == 0) {
35*993b0882SAndroid Build Coastguard Worker return nullptr;
36*993b0882SAndroid Build Coastguard Worker }
37*993b0882SAndroid Build Coastguard Worker const FlatbufferMessage* message =
38*993b0882SAndroid Build Coastguard Worker flatbuffers::GetRoot<FlatbufferMessage>(buffer);
39*993b0882SAndroid Build Coastguard Worker if (message == nullptr) {
40*993b0882SAndroid Build Coastguard Worker return nullptr;
41*993b0882SAndroid Build Coastguard Worker }
42*993b0882SAndroid Build Coastguard Worker
43*993b0882SAndroid Build Coastguard Worker flatbuffers::Verifier verifier(reinterpret_cast<const uint8_t*>(buffer),
44*993b0882SAndroid Build Coastguard Worker size);
45*993b0882SAndroid Build Coastguard Worker if (message->Verify(verifier)) {
46*993b0882SAndroid Build Coastguard Worker return message;
47*993b0882SAndroid Build Coastguard Worker } else {
48*993b0882SAndroid Build Coastguard Worker // TODO(217577534): Need to figure out why the verifier is failing.
49*993b0882SAndroid Build Coastguard Worker return message;
50*993b0882SAndroid Build Coastguard Worker }
51*993b0882SAndroid Build Coastguard Worker }
52*993b0882SAndroid Build Coastguard Worker
53*993b0882SAndroid Build Coastguard Worker // Same as above but takes string.
54*993b0882SAndroid Build Coastguard Worker template <typename FlatbufferMessage>
LoadAndVerifyFlatbuffer(const std::string & buffer)55*993b0882SAndroid Build Coastguard Worker const FlatbufferMessage* LoadAndVerifyFlatbuffer(const std::string& buffer) {
56*993b0882SAndroid Build Coastguard Worker return LoadAndVerifyFlatbuffer<FlatbufferMessage>(buffer.c_str(),
57*993b0882SAndroid Build Coastguard Worker buffer.size());
58*993b0882SAndroid Build Coastguard Worker }
59*993b0882SAndroid Build Coastguard Worker
60*993b0882SAndroid Build Coastguard Worker // Loads and interprets the buffer as 'FlatbufferMessage', verifies its
61*993b0882SAndroid Build Coastguard Worker // integrity and returns its mutable version.
62*993b0882SAndroid Build Coastguard Worker template <typename FlatbufferMessage>
63*993b0882SAndroid Build Coastguard Worker std::unique_ptr<typename FlatbufferMessage::NativeTableType>
LoadAndVerifyMutableFlatbuffer(const void * buffer,int size)64*993b0882SAndroid Build Coastguard Worker LoadAndVerifyMutableFlatbuffer(const void* buffer, int size) {
65*993b0882SAndroid Build Coastguard Worker const FlatbufferMessage* message =
66*993b0882SAndroid Build Coastguard Worker LoadAndVerifyFlatbuffer<FlatbufferMessage>(buffer, size);
67*993b0882SAndroid Build Coastguard Worker if (message == nullptr) {
68*993b0882SAndroid Build Coastguard Worker return nullptr;
69*993b0882SAndroid Build Coastguard Worker }
70*993b0882SAndroid Build Coastguard Worker return std::unique_ptr<typename FlatbufferMessage::NativeTableType>(
71*993b0882SAndroid Build Coastguard Worker message->UnPack());
72*993b0882SAndroid Build Coastguard Worker }
73*993b0882SAndroid Build Coastguard Worker
74*993b0882SAndroid Build Coastguard Worker // Same as above but takes string.
75*993b0882SAndroid Build Coastguard Worker template <typename FlatbufferMessage>
76*993b0882SAndroid Build Coastguard Worker std::unique_ptr<typename FlatbufferMessage::NativeTableType>
LoadAndVerifyMutableFlatbuffer(const std::string & buffer)77*993b0882SAndroid Build Coastguard Worker LoadAndVerifyMutableFlatbuffer(const std::string& buffer) {
78*993b0882SAndroid Build Coastguard Worker return LoadAndVerifyMutableFlatbuffer<FlatbufferMessage>(buffer.c_str(),
79*993b0882SAndroid Build Coastguard Worker buffer.size());
80*993b0882SAndroid Build Coastguard Worker }
81*993b0882SAndroid Build Coastguard Worker
82*993b0882SAndroid Build Coastguard Worker template <typename FlatbufferMessage>
FlatbufferFileIdentifier()83*993b0882SAndroid Build Coastguard Worker const char* FlatbufferFileIdentifier() {
84*993b0882SAndroid Build Coastguard Worker return nullptr;
85*993b0882SAndroid Build Coastguard Worker }
86*993b0882SAndroid Build Coastguard Worker
87*993b0882SAndroid Build Coastguard Worker template <>
88*993b0882SAndroid Build Coastguard Worker inline const char* FlatbufferFileIdentifier<Model>() {
89*993b0882SAndroid Build Coastguard Worker return ModelIdentifier();
90*993b0882SAndroid Build Coastguard Worker }
91*993b0882SAndroid Build Coastguard Worker
92*993b0882SAndroid Build Coastguard Worker // Packs the mutable flatbuffer message to string.
93*993b0882SAndroid Build Coastguard Worker template <typename FlatbufferMessage>
PackFlatbuffer(const typename FlatbufferMessage::NativeTableType * mutable_message)94*993b0882SAndroid Build Coastguard Worker std::string PackFlatbuffer(
95*993b0882SAndroid Build Coastguard Worker const typename FlatbufferMessage::NativeTableType* mutable_message) {
96*993b0882SAndroid Build Coastguard Worker flatbuffers::FlatBufferBuilder builder;
97*993b0882SAndroid Build Coastguard Worker builder.Finish(FlatbufferMessage::Pack(builder, mutable_message),
98*993b0882SAndroid Build Coastguard Worker FlatbufferFileIdentifier<FlatbufferMessage>());
99*993b0882SAndroid Build Coastguard Worker return std::string(reinterpret_cast<const char*>(builder.GetBufferPointer()),
100*993b0882SAndroid Build Coastguard Worker builder.GetSize());
101*993b0882SAndroid Build Coastguard Worker }
102*993b0882SAndroid Build Coastguard Worker
103*993b0882SAndroid Build Coastguard Worker // A convenience flatbuffer object with its underlying buffer.
104*993b0882SAndroid Build Coastguard Worker template <typename T, typename B = flatbuffers::DetachedBuffer>
105*993b0882SAndroid Build Coastguard Worker class OwnedFlatbuffer {
106*993b0882SAndroid Build Coastguard Worker public:
OwnedFlatbuffer(B && buffer)107*993b0882SAndroid Build Coastguard Worker explicit OwnedFlatbuffer(B&& buffer) : buffer_(std::move(buffer)) {}
108*993b0882SAndroid Build Coastguard Worker
109*993b0882SAndroid Build Coastguard Worker // Cast as flatbuffer type.
get()110*993b0882SAndroid Build Coastguard Worker const T* get() const { return flatbuffers::GetRoot<T>(buffer_.data()); }
111*993b0882SAndroid Build Coastguard Worker
buffer()112*993b0882SAndroid Build Coastguard Worker const B& buffer() const { return buffer_; }
113*993b0882SAndroid Build Coastguard Worker
114*993b0882SAndroid Build Coastguard Worker const T* operator->() const {
115*993b0882SAndroid Build Coastguard Worker return flatbuffers::GetRoot<T>(buffer_.data());
116*993b0882SAndroid Build Coastguard Worker }
117*993b0882SAndroid Build Coastguard Worker
118*993b0882SAndroid Build Coastguard Worker private:
119*993b0882SAndroid Build Coastguard Worker B buffer_;
120*993b0882SAndroid Build Coastguard Worker };
121*993b0882SAndroid Build Coastguard Worker
122*993b0882SAndroid Build Coastguard Worker } // namespace libtextclassifier3
123*993b0882SAndroid Build Coastguard Worker
124*993b0882SAndroid Build Coastguard Worker #endif // LIBTEXTCLASSIFIER_UTILS_FLATBUFFERS_FLATBUFFERS_H_
125