Home
last modified time | relevance | path

Searched refs:detokenize (Results 1 – 20 of 20) sorted by relevance

/external/pigweed/pw_tokenizer/py/
Ddetokenize_test.py28 from pw_tokenizer import detokenize
104 detok = detokenize.Detokenizer(
110 self.assertEqual(str(detok.detokenize(b'\xab\xcd\0\0\x02\x03Two\x66')),
114 detok = detokenize.Detokenizer(
121 result = detok.detokenize(b'\x01\0\0\0\x04args')
131 detok = detokenize.Detokenizer(
138 result = detok.detokenize(b'\x02\0\0\0')
147 detok = detokenize.Detokenizer(tokens.Database([
154 result = detok.detokenize(b'\x02\0\0\0')
163 detok = detokenize.Detokenizer(
[all …]
DBUILD.gn29 "pw_tokenizer/detokenize.py",
/external/pigweed/pw_tokenizer/py/pw_tokenizer/
Dserial_detokenizer.py25 from pw_tokenizer import database, detokenize, tokens
53 default=detokenize.BASE64_PREFIX,
72 detokenizer = detokenize.Detokenizer(tokens.Database.merged(*databases),
77 detokenize.detokenize_base64_live(detokenizer, serial_device, output,
D__main__.py16 from pw_tokenizer import detokenize
18 detokenize.main()
D__init__.py16 from pw_tokenizer.detokenize import AutoUpdatingDetokenizer, Detokenizer
Ddetokenize.py200 def detokenize(self, encoded_message: bytes) -> DetokenizedString: member in Detokenizer
248 def detokenize(self, data: bytes) -> DetokenizedString: member in AutoUpdatingDetokenizer
258 return self._detokenizer.detokenize(data)
340 detokenized_string = detokenizer.detokenize(
/external/tflite-support/tensorflow_lite_support/custom_ops/python/
Dsentencepiece_tokenizer.py83 def detokenize(self, input): # pylint: disable=redefined-builtin member in SentencepieceTokenizer
103 tokens = self.detokenize(input_tensor.flat_values)
107 tokens = self.detokenize(input_tensor.values)
116 return self.detokenize(
120 tokens = self.detokenize(tf.stack([input_tensor]))
Dsentencepiece_tokenizer_test.py85 tftext_detokenized = tftext_sp.detokenize(tftext_tokenized)
86 opt_detokenized = opt_sp.detokenize(tftext_tokenized)
157 return self.sp.detokenize(input_tensor)
/external/libvpx/libvpx/vp8/
Dvp8dx.mk26 VP8_DX_SRCS-yes += decoder/detokenize.c
33 VP8_DX_SRCS-yes += decoder/detokenize.h
/external/mesa3d/src/gallium/frontends/clover/llvm/codegen/
Dcommon.cpp129 s += detokenize(work_group_size_hint, ","); in kernel_attributes()
137 s += detokenize(reqd_work_group_size, ","); in kernel_attributes()
146 return detokenize(attributes, " "); in kernel_attributes()
/external/mesa3d/src/gallium/frontends/clover/util/
Dalgorithm.hpp270 detokenize(const std::vector<T> &ss, const std::string &sep) { in detokenize() function
284 detokenize(const std::vector<std::string> &ss, const std::string &sep) { in detokenize() function
/external/pigweed/pw_tokenizer/java/dev/pigweed/tokenizer/
DDetokenizer.java54 public String detokenize(String message) { in detokenize() method in Detokenizer
/external/pigweed/pw_tokenizer/
DBUILD106 "detokenize.cc",
110 "public/pw_tokenizer/detokenize.h",
DBUILD.gn151 "public/pw_tokenizer/detokenize.h",
156 "detokenize.cc",
DCMakeLists.txt57 detokenize.cc
Ddocs.rst129 8. Integrate ``detokenize.py`` or the C++ detokenization library with your
776 To detokenize in Python, import ``Detokenizer`` from the ``pw_tokenizer``
786 result = detokenizer.detokenize(log_message.payload)
916 * ``detokenize.py`` -- Detokenizes Base64-encoded strings in files or from
927 python -m pw_tokenizer.detokenize -i input_file.txt
1006 live output (e.g. from ``adb``), using ``detokenize.py``'s command line
1020 project. For example, point ``detokenize.py`` to the project's token
/external/mesa3d/src/gallium/frontends/clover/api/
Dprogram.cpp38 return detokenize(std::vector<std::string>{opts, extra_opts}, " "); in build_options()
/external/libvpx/
DAndroid.bp78 "libvpx/vp8/decoder/detokenize.c",
316 "libvpx/vp8/decoder/detokenize.c",
524 "libvpx/vp8/decoder/detokenize.c",
681 "libvpx/vp8/decoder/detokenize.c",
917 "libvpx/vp8/decoder/detokenize.c",
/external/libaom/libaom/av1/
Dav1.cmake105 "${AOM_ROOT}/av1/decoder/detokenize.c"
106 "${AOM_ROOT}/av1/decoder/detokenize.h"
/external/libaom/
DAndroid.bp153 "libaom/av1/decoder/detokenize.c",