File size: 1,551 Bytes
5f923cd
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
// Copyright 2025 The ODML Authors.
//
// Licensed under the Apache License, Version 2.0 (the "License");
// you may not use this file except in compliance with the License.
// You may obtain a copy of the License at
//
//      http://www.apache.org/licenses/LICENSE-2.0
//
// Unless required by applicable law or agreed to in writing, software
// distributed under the License is distributed on an "AS IS" BASIS,
// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
// See the License for the specific language governing permissions and
// limitations under the License.

#include "runtime/util/metadata_util.h"

#include <string>

#include <gtest/gtest.h>
#include "runtime/proto/llm_metadata.pb.h"
#include "runtime/proto/token.pb.h"

namespace litert::lm {
namespace {

TEST(MetadataUtilTest, ExtractLlmMetadataSuccess) {
  proto::LlmMetadata llm_metadata;
  llm_metadata.mutable_start_token()->mutable_token_ids()->add_ids(2);
  llm_metadata.mutable_stop_tokens()->Add()->set_token_str("<eos>");
  std::string serialized_llm_metadata = llm_metadata.SerializeAsString();

  auto result = ExtractOrConvertLlmMetadata(serialized_llm_metadata);
  EXPECT_TRUE(result.ok());
  EXPECT_EQ(result.value().start_token().token_ids().ids(0), 2);
  EXPECT_EQ(result.value().stop_tokens(0).token_str(), "<eos>");
}

TEST(MetadataUtilTest, InvalidInput) {
  std::string invalid_input = "invalid_input";
  auto result = ExtractOrConvertLlmMetadata(invalid_input);
  EXPECT_FALSE(result.ok());
}

}  // namespace
}  // namespace litert::lm