• Home
  • Line#
  • Scopes#
  • Navigate#
  • Raw
  • Download
1#!/usr/bin/perl
2
3use blib;
4
5use English qw( -no_match_vars );
6use ANTLR::Runtime::ANTLRStringStream;
7use IDLexer;
8
9use strict;
10use warnings;
11
12my $input = ANTLR::Runtime::ANTLRStringStream->new({ input => "Hello World!\n42\n" });
13my $lexer = IDLexer->new({ input => $input });
14
15while (1) {
16    my $token = $lexer->next_token();
17    last if $token->get_type() == IDLexer->EOF;
18
19    print "text: ", $token->get_text(), "\n";
20    print "type: ", $token->get_type(), "\n";
21    print "pos: ", $token->get_line(), ':', $token->get_char_position_in_line(), "\n";
22    print "channel: ", $token->get_channel(), "\n";
23    print "token index: ", $token->get_token_index(), "\n";
24    print "\n";
25}
26