• Home
  • Raw
  • Download

Lines Matching full:annotator

17 #include "annotator/annotator_test-include.h"
24 #include "annotator/annotator.h"
25 #include "annotator/collections.h"
26 #include "annotator/model_generated.h"
27 #include "annotator/test-utils.h"
28 #include "annotator/types-test-util.h"
29 #include "annotator/types.h"
32 #include "utils/testing/annotator.h"
80 std::unique_ptr<Annotator> classifier = in TEST_F()
81 Annotator::FromPath(GetModelPath() + "wrong_embeddings.fb", unilib_.get(), in TEST_F()
86 void VerifyClassifyText(const Annotator* classifier) { in VerifyClassifyText()
126 std::unique_ptr<Annotator> classifier = Annotator::FromPath( in TEST_F()
132 std::unique_ptr<Annotator> classifier = Annotator::FromPath( in TEST_F()
149 std::unique_ptr<Annotator> classifier = Annotator::FromPath( in TEST_F()
163 std::unique_ptr<Annotator> classifier = Annotator::FromPath( in TEST_F()
171 // vocab annotator does. So we can use that to check if the vocab annotator is in TEST_F()
194 std::unique_ptr<Annotator> classifier = Annotator::FromUnownedBuffer( in TEST_F()
211 std::unique_ptr<Annotator> classifier = Annotator::FromUnownedBuffer( in TEST_F()
224 std::unique_ptr<Annotator> classifier = Annotator::FromUnownedBuffer( in TEST_F()
241 classifier = Annotator::FromUnownedBuffer( in TEST_F()
277 std::unique_ptr<Annotator> classifier = Annotator::FromUnownedBuffer( in TEST_F()
335 std::unique_ptr<Annotator> classifier = Annotator::FromUnownedBuffer( in TEST_F()
362 std::unique_ptr<Annotator> classifier = Annotator::FromUnownedBuffer( in TEST_F()
441 std::unique_ptr<Annotator> classifier = Annotator::FromUnownedBuffer( in TEST_F()
477 std::unique_ptr<Annotator> classifier = Annotator::FromUnownedBuffer( in TEST_F()
491 std::unique_ptr<Annotator> classifier = Annotator::FromUnownedBuffer( in TEST_F()
524 std::unique_ptr<Annotator> classifier = Annotator::FromUnownedBuffer( in TEST_F()
542 std::unique_ptr<Annotator> classifier = Annotator::FromUnownedBuffer( in TEST_F()
579 std::unique_ptr<Annotator> classifier = Annotator::FromUnownedBuffer( in TEST_F()
625 std::unique_ptr<Annotator> classifier = Annotator::FromUnownedBuffer( in TEST_F()
654 std::unique_ptr<Annotator> classifier = Annotator::FromUnownedBuffer( in TEST_F()
683 std::unique_ptr<Annotator> classifier = Annotator::FromUnownedBuffer( in TEST_F()
718 std::unique_ptr<Annotator> classifier = Annotator::FromUnownedBuffer( in TEST_F()
734 std::unique_ptr<Annotator> classifier = Annotator::FromPath( in TEST_F()
767 std::unique_ptr<Annotator> classifier = Annotator::FromUnownedBuffer( in TEST_F()
791 std::unique_ptr<Annotator> classifier = Annotator::FromUnownedBuffer( in TEST_F()
843 std::unique_ptr<Annotator> classifier = Annotator::FromUnownedBuffer( in TEST_F()
876 std::unique_ptr<Annotator> classifier = Annotator::FromUnownedBuffer( in TEST_F()
894 std::unique_ptr<Annotator> classifier = Annotator::FromPath( in TEST_F()
907 std::unique_ptr<Annotator> classifier = Annotator::FromPath( in TEST_F()
969 std::unique_ptr<Annotator> classifier = Annotator::FromUnownedBuffer( in TEST_F()
986 // Disable the number annotator. With the selection model disabled, there is in TEST_F()
987 // no feature processor, which is required for the number annotator. in TEST_F()
993 std::unique_ptr<Annotator> classifier = Annotator::FromUnownedBuffer( in TEST_F()
1012 std::unique_ptr<Annotator> classifier = Annotator::FromUnownedBuffer( in TEST_F()
1032 classifier = Annotator::FromUnownedBuffer( in TEST_F()
1047 std::unique_ptr<Annotator> classifier = Annotator::FromPath( in TEST_F()
1064 std::unique_ptr<Annotator> classifier = Annotator::FromPath( in TEST_F()
1079 std::unique_ptr<Annotator> classifier = Annotator::FromPath( in TEST_F()
1105 std::unique_ptr<Annotator> classifier = Annotator::FromPath( in TEST_F()
1128 std::unique_ptr<Annotator> classifier = Annotator::FromPath( in TEST_F()
1207 std::unique_ptr<Annotator> classifier = Annotator::FromPath( in TEST_F()
1232 std::unique_ptr<Annotator> classifier = Annotator::FromPath( in TEST_F()
1257 std::unique_ptr<Annotator> classifier = Annotator::FromPath( in TEST_F()
1263 // Number, float number and percentage annotator. in TEST_F()
1278 std::unique_ptr<Annotator> classifier = Annotator::FromPath( in TEST_F()
1290 void VerifyAnnotatesDurationsInRawMode(const Annotator* classifier) { in VerifyAnnotatesDurationsInRawMode()
1295 // Duration annotator. in VerifyAnnotatesDurationsInRawMode()
1304 std::unique_ptr<Annotator> classifier = Annotator::FromPath( in TEST_F()
1310 const Annotator* classifier) { in VerifyDurationAndRelativeTimeCanOverlapInRawMode()
1329 std::unique_ptr<Annotator> classifier = Annotator::FromPath( in TEST_F()
1337 std::unique_ptr<Annotator> classifier = in TEST_F()
1338 Annotator::FromUnownedBuffer(model_buffer.data(), model_buffer.size(), in TEST_F()
1348 std::unique_ptr<Annotator> classifier = in TEST_F()
1349 Annotator::FromUnownedBuffer(model_buffer.data(), model_buffer.size(), in TEST_F()
1377 std::unique_ptr<Annotator> classifier = in TEST_F()
1378 Annotator::FromUnownedBuffer(model_buffer.data(), model_buffer.size(), in TEST_F()
1409 std::unique_ptr<Annotator> classifier = in TEST_F()
1410 Annotator::FromUnownedBuffer(model_buffer.data(), model_buffer.size(), in TEST_F()
1436 std::unique_ptr<Annotator> classifier = Annotator::FromUnownedBuffer( in TEST_F()
1468 std::unique_ptr<Annotator> classifier = Annotator::FromUnownedBuffer( in TEST_F()
1492 std::unique_ptr<Annotator> classifier = Annotator::FromUnownedBuffer( in TEST_F()
1512 std::unique_ptr<Annotator> classifier = Annotator::FromUnownedBuffer( in TEST_F()
1525 std::unique_ptr<Annotator> classifier = Annotator::FromUnownedBuffer( in TEST_F()
1549 classifier = Annotator::FromUnownedBuffer( in TEST_F()
1563 std::unique_ptr<Annotator> classifier = Annotator::FromUnownedBuffer( in TEST_F()
1580 // We add a custom annotator that wins against the phone classification in TEST_F()
1593 classifier = Annotator::FromUnownedBuffer( in TEST_F()
1604 void VerifyClassifyTextDateInZurichTimezone(const Annotator* classifier) { in VerifyClassifyTextDateInZurichTimezone()
1619 std::unique_ptr<Annotator> classifier = Annotator::FromPath( in TEST_F()
1626 std::unique_ptr<Annotator> classifier = in TEST_F()
1627 Annotator::FromUnownedBuffer(model_buffer.data(), model_buffer.size(), in TEST_F()
1632 void VerifyClassifyTextDateInLATimezone(const Annotator* classifier) { in VerifyClassifyTextDateInLATimezone()
1648 std::unique_ptr<Annotator> classifier = in TEST_F()
1649 Annotator::FromUnownedBuffer(model_buffer.data(), model_buffer.size(), in TEST_F()
1655 std::unique_ptr<Annotator> classifier = Annotator::FromPath( in TEST_F()
1660 void VerifyClassifyTextDateOnAotherLine(const Annotator* classifier) { in VerifyClassifyTextDateOnAotherLine()
1678 std::unique_ptr<Annotator> classifier = in TEST_F()
1679 Annotator::FromUnownedBuffer(model_buffer.data(), model_buffer.size(), in TEST_F()
1685 std::unique_ptr<Annotator> classifier = Annotator::FromPath( in TEST_F()
1691 const Annotator* classifier) { in VerifyClassifyTextWhenLocaleUSParsesDateAsMonthDay()
1707 std::unique_ptr<Annotator> classifier = Annotator::FromPath( in TEST_F()
1715 std::unique_ptr<Annotator> classifier = in TEST_F()
1716 Annotator::FromUnownedBuffer(model_buffer.data(), model_buffer.size(), in TEST_F()
1723 std::unique_ptr<Annotator> classifier = in TEST_F()
1724 Annotator::FromUnownedBuffer(model_buffer.data(), model_buffer.size(), in TEST_F()
1741 std::unique_ptr<Annotator> classifier = Annotator::FromPath( in TEST_F()
1758 std::unique_ptr<Annotator> classifier = Annotator::FromPath( in TEST_F()
1788 std::unique_ptr<Annotator> classifier = Annotator::FromUnownedBuffer( in TEST_F()
1838 std::unique_ptr<Annotator> classifier = Annotator::FromUnownedBuffer( in TEST_F()
2110 void VerifyLongInput(const Annotator* classifier) { in VerifyLongInput()
2147 std::unique_ptr<Annotator> classifier = Annotator::FromPath( in TEST_F()
2154 std::unique_ptr<Annotator> classifier = in TEST_F()
2155 Annotator::FromUnownedBuffer(model_buffer.data(), model_buffer.size(), in TEST_F()
2163 std::unique_ptr<Annotator> classifier = Annotator::FromPath( in TEST_F()
2183 std::unique_ptr<Annotator> classifier; in TEST_F()
2190 classifier = Annotator::FromUnownedBuffer( in TEST_F()
2204 classifier = Annotator::FromUnownedBuffer( in TEST_F()
2218 std::unique_ptr<Annotator> classifier; in TEST_F()
2225 classifier = Annotator::FromUnownedBuffer( in TEST_F()
2239 classifier = Annotator::FromUnownedBuffer( in TEST_F()
2256 std::unique_ptr<Annotator> classifier = Annotator::FromUnownedBuffer( in TEST_F()
2271 std::unique_ptr<Annotator> classifier = Annotator::FromUnownedBuffer( in TEST_F()
2300 std::unique_ptr<Annotator> classifier = in TEST_F()
2301 Annotator::FromUnownedBuffer(model_buffer.data(), model_buffer.size(), in TEST_F()
2317 std::unique_ptr<Annotator> classifier = in TEST_F()
2318 Annotator::FromUnownedBuffer(model_buffer.data(), model_buffer.size(), in TEST_F()
2332 std::unique_ptr<Annotator> classifier = in TEST_F()
2333 Annotator::FromUnownedBuffer(model_buffer.data(), model_buffer.size(), in TEST_F()
2346 std::unique_ptr<Annotator> classifier = in TEST_F()
2347 Annotator::FromUnownedBuffer(model_buffer.data(), model_buffer.size(), in TEST_F()
2362 std::unique_ptr<Annotator> classifier = in TEST_F()
2363 Annotator::FromUnownedBuffer(model_buffer.data(), model_buffer.size(), in TEST_F()
2377 std::unique_ptr<Annotator> classifier = in TEST_F()
2378 Annotator::FromUnownedBuffer(model_buffer.data(), model_buffer.size(), in TEST_F()
2393 std::unique_ptr<Annotator> classifier = in TEST_F()
2394 Annotator::FromUnownedBuffer(model_buffer.data(), model_buffer.size(), in TEST_F()
2410 std::unique_ptr<Annotator> classifier = in TEST_F()
2411 Annotator::FromUnownedBuffer(model_buffer.data(), model_buffer.size(), in TEST_F()
2429 std::unique_ptr<Annotator> classifier = in TEST_F()
2430 Annotator::FromUnownedBuffer(model_buffer.data(), model_buffer.size(), in TEST_F()
2447 std::unique_ptr<Annotator> classifier = in TEST_F()
2448 Annotator::FromUnownedBuffer(model_buffer.data(), model_buffer.size(), in TEST_F()
2465 std::unique_ptr<Annotator> classifier = in TEST_F()
2466 Annotator::FromUnownedBuffer(model_buffer.data(), model_buffer.size(), in TEST_F()
2483 std::unique_ptr<Annotator> classifier = in TEST_F()
2484 Annotator::FromUnownedBuffer(model_buffer.data(), model_buffer.size(), in TEST_F()
2502 std::unique_ptr<Annotator> classifier = in TEST_F()
2503 Annotator::FromUnownedBuffer(model_buffer.data(), model_buffer.size(), in TEST_F()
2521 std::unique_ptr<Annotator> classifier = in TEST_F()
2522 Annotator::FromUnownedBuffer(model_buffer.data(), model_buffer.size(), in TEST_F()
2533 void VerifyClassifyTextOutputsDatetimeEntityData(const Annotator* classifier) { in VerifyClassifyTextOutputsDatetimeEntityData()
2602 std::unique_ptr<Annotator> classifier = Annotator::FromPath( in TEST_F()
2609 std::unique_ptr<Annotator> classifier = in TEST_F()
2610 Annotator::FromUnownedBuffer(model_buffer.data(), model_buffer.size(), in TEST_F()
2615 void VerifyAnnotateOutputsDatetimeEntityData(const Annotator* classifier) { in VerifyAnnotateOutputsDatetimeEntityData()
2663 std::unique_ptr<Annotator> classifier = Annotator::FromPath( in TEST_F()
2670 std::unique_ptr<Annotator> classifier = in TEST_F()
2671 Annotator::FromUnownedBuffer(model_buffer.data(), model_buffer.size(), in TEST_F()
2678 // std::unique_ptr<Annotator> classifier = in TEST_F()
2679 // Annotator::FromUnownedBuffer(model_buffer.data(), model_buffer.size(), in TEST_F()
2681 std::unique_ptr<Annotator> classifier = Annotator::FromPath( in TEST_F()
2807 std::unique_ptr<Annotator> classifier = Annotator::FromPath( in TEST_F()
2824 std::unique_ptr<Annotator> classifier = Annotator::FromPath( in TEST_F()
2846 const Annotator* classifier) { in VerifyInputFragmentTimestampOverridesAnnotationOptions()
2877 std::unique_ptr<Annotator> classifier = in TEST_F()
2878 Annotator::FromUnownedBuffer(model_buffer.data(), model_buffer.size(), in TEST_F()
2884 std::unique_ptr<Annotator> classifier = Annotator::FromPath( in TEST_F()
2890 const Annotator* classifier) { in VerifyInputFragmentTimezoneOverridesAnnotationOptions()
2916 std::unique_ptr<Annotator> classifier = Annotator::FromPath( in TEST_F()
2924 std::unique_ptr<Annotator> classifier = in TEST_F()
2925 Annotator::FromUnownedBuffer(model_buffer.data(), model_buffer.size(), in TEST_F()
2955 std::unique_ptr<Annotator> classifier = Annotator::FromPath( in TEST_F()
2974 // This test tests the optimizations in Annotator, which make some of the
2980 std::unique_ptr<Annotator> classifier = Annotator::FromPath( in TEST_F()
3015 const Annotator* classifier) { in VerifyAnnotateSupportsPointwiseCollectionFilteringInRawMode()
3022 // These examples contain one example per annotator, to check that each of in VerifyAnnotateSupportsPointwiseCollectionFilteringInRawMode()
3032 // Datetime annotator. in VerifyAnnotateSupportsPointwiseCollectionFilteringInRawMode()
3034 // Duration annotator. in VerifyAnnotateSupportsPointwiseCollectionFilteringInRawMode()
3037 // Regex annotator. in VerifyAnnotateSupportsPointwiseCollectionFilteringInRawMode()
3040 // Number annotator. in VerifyAnnotateSupportsPointwiseCollectionFilteringInRawMode()
3058 std::unique_ptr<Annotator> classifier = Annotator::FromPath( in TEST_F()
3066 std::unique_ptr<Annotator> classifier = in TEST_F()
3067 Annotator::FromUnownedBuffer(model_buffer.data(), model_buffer.size(), in TEST_F()
3074 std::unique_ptr<Annotator> classifier = in TEST_F()
3075 Annotator::FromString(test_model, unilib_.get(), calendarlib_.get()); in TEST_F()
3088 std::unique_ptr<Annotator> classifier; in TEST_F()
3095 classifier = Annotator::FromUnownedBuffer( in TEST_F()
3116 std::unique_ptr<Annotator> classifier = in TEST_F()
3117 Annotator::FromString(test_model, unilib_.get(), calendarlib_.get()); in TEST_F()