Home
last modified time | relevance | path

Searched refs:detokenize (Results 1 – 25 of 34) sorted by relevance

12

/external/pigweed/pw_tokenizer/py/
Ddetokenize_test.py28 from pw_tokenizer import detokenize
109 detok = detokenize.Detokenizer(
119 str(detok.detokenize(b'\xab\xcd\0\0\x02\x03Two\x66')), '01 Two 3%'
123 detok = detokenize.Detokenizer(
133 result = detok.detokenize(b'\x01\0\0\0\x04args')
143 detok = detokenize.Detokenizer(
149 str(detok.detokenize(b'\xab\xcd')), 'This token is 16 bits'
153 detok = detokenize.Detokenizer(
163 result = detok.detokenize(b'\x02\0\0\0')
172 detok = detokenize.Detokenizer(
[all …]
Ddetokenize_proto_test.py22 from pw_tokenizer import detokenize, encode, tokens
32 _DETOKENIZER = detokenize.Detokenizer(_DATABASE)
97 self.detok = detokenize.Detokenizer(
DBUILD.bazel25 "pw_tokenizer/detokenize.py",
39 name = "detokenize",
DBUILD.gn40 "pw_tokenizer/detokenize.py",
/external/pigweed/pw_metric/py/
Dmetric_parser_test.py21 from pw_tokenizer import detokenize, tokens
40 self.detokenize = detokenize.Detokenizer(DATABASE)
85 parse_metrics(self.rpcs, self.detokenize, self.rpc_timeout_s),
102 parse_metrics(self.rpcs, self.detokenize, self.rpc_timeout_s),
127 parse_metrics(self.rpcs, self.detokenize, self.rpc_timeout_s),
151 parse_metrics(self.rpcs, self.detokenize, self.rpc_timeout_s),
179 parse_metrics(self.rpcs, self.detokenize, self.rpc_timeout_s),
206 parse_metrics(self.rpcs, self.detokenize, self.rpc_timeout_s),
246 parse_metrics(self.rpcs, self.detokenize, self.rpc_timeout_s),
268 parse_metrics(self.rpcs, self.detokenize, self.rpc_timeout_s)
[all …]
/external/pigweed/pw_tokenizer/py/pw_tokenizer/proto/
D__init__.py22 from pw_tokenizer import detokenize, encode
37 detokenizer: detokenize.Detokenizer,
43 result = detokenizer.detokenize(data)
57 detokenized = detokenize.detokenize_base64(detokenizer, data, prefix)
71 detokenizer: detokenize.Detokenizer,
/external/tflite-support/tensorflow_lite_support/custom_ops/python/
Dsentencepiece_tokenizer.py83 def detokenize(self, input): # pylint: disable=redefined-builtin member in SentencepieceTokenizer
103 tokens = self.detokenize(input_tensor.flat_values)
107 tokens = self.detokenize(input_tensor.values)
116 return self.detokenize(
120 tokens = self.detokenize(tf.stack([input_tensor]))
Dsentencepiece_tokenizer_test.py85 tftext_detokenized = tftext_sp.detokenize(tftext_tokenized)
86 opt_detokenized = opt_sp.detokenize(tftext_tokenized)
157 return self.sp.detokenize(input_tensor)
/external/pigweed/pw_tokenizer/py/pw_tokenizer/
Dserial_detokenizer.py25 from pw_tokenizer import database, detokenize, tokens
62 default=detokenize.BASE64_PREFIX,
92 detokenizer = detokenize.Detokenizer(
D__main__.py16 from pw_tokenizer import detokenize
18 detokenize.main()
D__init__.py16 from pw_tokenizer.detokenize import AutoUpdatingDetokenizer, Detokenizer
Ddetokenize.py210 def detokenize(self, encoded_message: bytes) -> DetokenizedString: member in Detokenizer
303 detokenized_string = self.detokenize(
/external/pigweed/pw_metric/py/pw_metric/
Dmetric_parser.py19 from pw_tokenizer import detokenize
46 detokenizer: Optional[detokenize.Detokenizer],
67 detokenize.DetokenizedString(
/external/pigweed/pw_tokenizer/ts/
Ddetokenizer_test.ts48 expect(detokenizer.detokenize(frame)).toEqual('regular token');
51 expect(detokenizer.detokenize(generateFrame('aabbcc'))).toEqual('aabbcc');
Ddetokenizer.ts52 detokenize(tokenizedFrame: Frame): string { method in Detokenizer
/external/libvpx/vp8/
Dvp8dx.mk26 VP8_DX_SRCS-yes += decoder/detokenize.c
33 VP8_DX_SRCS-yes += decoder/detokenize.h
/external/mesa3d/src/gallium/frontends/clover/llvm/codegen/
Dcommon.cpp129 s += detokenize(work_group_size_hint, ","); in kernel_attributes()
137 s += detokenize(reqd_work_group_size, ","); in kernel_attributes()
146 return detokenize(attributes, " "); in kernel_attributes()
/external/mesa3d/src/gallium/frontends/clover/util/
Dalgorithm.hpp270 detokenize(const std::vector<T> &ss, const std::string &sep) { in detokenize() function
284 detokenize(const std::vector<std::string> &ss, const std::string &sep) { in detokenize() function
/external/pigweed/pw_system/py/pw_system/
Ddevice.py30 from pw_tokenizer import detokenize
52 detokenizer: Optional[detokenize.Detokenizer],
/external/pigweed/pw_tokenizer/java/dev/pigweed/tokenizer/
DDetokenizer.java54 public String detokenize(String message) { in detokenize() method in Detokenizer
/external/pigweed/pw_tokenizer/
DAndroid.bp25 "detokenize.cc",
DBUILD.bazel95 "detokenize.cc",
99 "public/pw_tokenizer/detokenize.h",
DCMakeLists.txt90 public/pw_tokenizer/detokenize.h
99 detokenize.cc
DBUILD.gn136 "public/pw_tokenizer/detokenize.h",
141 "detokenize.cc",
/external/pigweed/pw_snapshot/py/pw_snapshot_metadata/
Dmetadata.py86 self._reason_token = self._tokenizer_db.detokenize(

12