1 #include "llvm/ADT/APFloat.h"
2 #include "llvm/ADT/Optional.h"
3 #include "llvm/ADT/STLExtras.h"
4 #include "llvm/IR/BasicBlock.h"
5 #include "llvm/IR/Constants.h"
6 #include "llvm/IR/DerivedTypes.h"
7 #include "llvm/IR/Function.h"
8 #include "llvm/IR/Instructions.h"
9 #include "llvm/IR/IRBuilder.h"
10 #include "llvm/IR/LLVMContext.h"
11 #include "llvm/IR/LegacyPassManager.h"
12 #include "llvm/IR/Module.h"
13 #include "llvm/IR/Type.h"
14 #include "llvm/IR/Verifier.h"
15 #include "llvm/Support/FileSystem.h"
16 #include "llvm/Support/Host.h"
17 #include "llvm/Support/raw_ostream.h"
18 #include "llvm/Support/TargetRegistry.h"
19 #include "llvm/Support/TargetSelect.h"
20 #include "llvm/Target/TargetMachine.h"
21 #include "llvm/Target/TargetOptions.h"
22 #include <algorithm>
23 #include <cassert>
24 #include <cctype>
25 #include <cstdio>
26 #include <cstdlib>
27 #include <map>
28 #include <memory>
29 #include <string>
30 #include <system_error>
31 #include <utility>
32 #include <vector>
33
34 using namespace llvm;
35 using namespace llvm::sys;
36
37 //===----------------------------------------------------------------------===//
38 // Lexer
39 //===----------------------------------------------------------------------===//
40
41 // The lexer returns tokens [0-255] if it is an unknown character, otherwise one
42 // of these for known things.
43 enum Token {
44 tok_eof = -1,
45
46 // commands
47 tok_def = -2,
48 tok_extern = -3,
49
50 // primary
51 tok_identifier = -4,
52 tok_number = -5,
53
54 // control
55 tok_if = -6,
56 tok_then = -7,
57 tok_else = -8,
58 tok_for = -9,
59 tok_in = -10,
60
61 // operators
62 tok_binary = -11,
63 tok_unary = -12,
64
65 // var definition
66 tok_var = -13
67 };
68
69 static std::string IdentifierStr; // Filled in if tok_identifier
70 static double NumVal; // Filled in if tok_number
71
72 /// gettok - Return the next token from standard input.
gettok()73 static int gettok() {
74 static int LastChar = ' ';
75
76 // Skip any whitespace.
77 while (isspace(LastChar))
78 LastChar = getchar();
79
80 if (isalpha(LastChar)) { // identifier: [a-zA-Z][a-zA-Z0-9]*
81 IdentifierStr = LastChar;
82 while (isalnum((LastChar = getchar())))
83 IdentifierStr += LastChar;
84
85 if (IdentifierStr == "def")
86 return tok_def;
87 if (IdentifierStr == "extern")
88 return tok_extern;
89 if (IdentifierStr == "if")
90 return tok_if;
91 if (IdentifierStr == "then")
92 return tok_then;
93 if (IdentifierStr == "else")
94 return tok_else;
95 if (IdentifierStr == "for")
96 return tok_for;
97 if (IdentifierStr == "in")
98 return tok_in;
99 if (IdentifierStr == "binary")
100 return tok_binary;
101 if (IdentifierStr == "unary")
102 return tok_unary;
103 if (IdentifierStr == "var")
104 return tok_var;
105 return tok_identifier;
106 }
107
108 if (isdigit(LastChar) || LastChar == '.') { // Number: [0-9.]+
109 std::string NumStr;
110 do {
111 NumStr += LastChar;
112 LastChar = getchar();
113 } while (isdigit(LastChar) || LastChar == '.');
114
115 NumVal = strtod(NumStr.c_str(), nullptr);
116 return tok_number;
117 }
118
119 if (LastChar == '#') {
120 // Comment until end of line.
121 do
122 LastChar = getchar();
123 while (LastChar != EOF && LastChar != '\n' && LastChar != '\r');
124
125 if (LastChar != EOF)
126 return gettok();
127 }
128
129 // Check for end of file. Don't eat the EOF.
130 if (LastChar == EOF)
131 return tok_eof;
132
133 // Otherwise, just return the character as its ascii value.
134 int ThisChar = LastChar;
135 LastChar = getchar();
136 return ThisChar;
137 }
138
139 //===----------------------------------------------------------------------===//
140 // Abstract Syntax Tree (aka Parse Tree)
141 //===----------------------------------------------------------------------===//
142
143 namespace {
144
145 /// ExprAST - Base class for all expression nodes.
146 class ExprAST {
147 public:
148 virtual ~ExprAST() = default;
149
150 virtual Value *codegen() = 0;
151 };
152
153 /// NumberExprAST - Expression class for numeric literals like "1.0".
154 class NumberExprAST : public ExprAST {
155 double Val;
156
157 public:
NumberExprAST(double Val)158 NumberExprAST(double Val) : Val(Val) {}
159
160 Value *codegen() override;
161 };
162
163 /// VariableExprAST - Expression class for referencing a variable, like "a".
164 class VariableExprAST : public ExprAST {
165 std::string Name;
166
167 public:
VariableExprAST(const std::string & Name)168 VariableExprAST(const std::string &Name) : Name(Name) {}
169
170 Value *codegen() override;
getName() const171 const std::string &getName() const { return Name; }
172 };
173
174 /// UnaryExprAST - Expression class for a unary operator.
175 class UnaryExprAST : public ExprAST {
176 char Opcode;
177 std::unique_ptr<ExprAST> Operand;
178
179 public:
UnaryExprAST(char Opcode,std::unique_ptr<ExprAST> Operand)180 UnaryExprAST(char Opcode, std::unique_ptr<ExprAST> Operand)
181 : Opcode(Opcode), Operand(std::move(Operand)) {}
182
183 Value *codegen() override;
184 };
185
186 /// BinaryExprAST - Expression class for a binary operator.
187 class BinaryExprAST : public ExprAST {
188 char Op;
189 std::unique_ptr<ExprAST> LHS, RHS;
190
191 public:
BinaryExprAST(char Op,std::unique_ptr<ExprAST> LHS,std::unique_ptr<ExprAST> RHS)192 BinaryExprAST(char Op, std::unique_ptr<ExprAST> LHS,
193 std::unique_ptr<ExprAST> RHS)
194 : Op(Op), LHS(std::move(LHS)), RHS(std::move(RHS)) {}
195
196 Value *codegen() override;
197 };
198
199 /// CallExprAST - Expression class for function calls.
200 class CallExprAST : public ExprAST {
201 std::string Callee;
202 std::vector<std::unique_ptr<ExprAST>> Args;
203
204 public:
CallExprAST(const std::string & Callee,std::vector<std::unique_ptr<ExprAST>> Args)205 CallExprAST(const std::string &Callee,
206 std::vector<std::unique_ptr<ExprAST>> Args)
207 : Callee(Callee), Args(std::move(Args)) {}
208
209 Value *codegen() override;
210 };
211
212 /// IfExprAST - Expression class for if/then/else.
213 class IfExprAST : public ExprAST {
214 std::unique_ptr<ExprAST> Cond, Then, Else;
215
216 public:
IfExprAST(std::unique_ptr<ExprAST> Cond,std::unique_ptr<ExprAST> Then,std::unique_ptr<ExprAST> Else)217 IfExprAST(std::unique_ptr<ExprAST> Cond, std::unique_ptr<ExprAST> Then,
218 std::unique_ptr<ExprAST> Else)
219 : Cond(std::move(Cond)), Then(std::move(Then)), Else(std::move(Else)) {}
220
221 Value *codegen() override;
222 };
223
224 /// ForExprAST - Expression class for for/in.
225 class ForExprAST : public ExprAST {
226 std::string VarName;
227 std::unique_ptr<ExprAST> Start, End, Step, Body;
228
229 public:
ForExprAST(const std::string & VarName,std::unique_ptr<ExprAST> Start,std::unique_ptr<ExprAST> End,std::unique_ptr<ExprAST> Step,std::unique_ptr<ExprAST> Body)230 ForExprAST(const std::string &VarName, std::unique_ptr<ExprAST> Start,
231 std::unique_ptr<ExprAST> End, std::unique_ptr<ExprAST> Step,
232 std::unique_ptr<ExprAST> Body)
233 : VarName(VarName), Start(std::move(Start)), End(std::move(End)),
234 Step(std::move(Step)), Body(std::move(Body)) {}
235
236 Value *codegen() override;
237 };
238
239 /// VarExprAST - Expression class for var/in
240 class VarExprAST : public ExprAST {
241 std::vector<std::pair<std::string, std::unique_ptr<ExprAST>>> VarNames;
242 std::unique_ptr<ExprAST> Body;
243
244 public:
VarExprAST(std::vector<std::pair<std::string,std::unique_ptr<ExprAST>>> VarNames,std::unique_ptr<ExprAST> Body)245 VarExprAST(
246 std::vector<std::pair<std::string, std::unique_ptr<ExprAST>>> VarNames,
247 std::unique_ptr<ExprAST> Body)
248 : VarNames(std::move(VarNames)), Body(std::move(Body)) {}
249
250 Value *codegen() override;
251 };
252
253 /// PrototypeAST - This class represents the "prototype" for a function,
254 /// which captures its name, and its argument names (thus implicitly the number
255 /// of arguments the function takes), as well as if it is an operator.
256 class PrototypeAST {
257 std::string Name;
258 std::vector<std::string> Args;
259 bool IsOperator;
260 unsigned Precedence; // Precedence if a binary op.
261
262 public:
PrototypeAST(const std::string & Name,std::vector<std::string> Args,bool IsOperator=false,unsigned Prec=0)263 PrototypeAST(const std::string &Name, std::vector<std::string> Args,
264 bool IsOperator = false, unsigned Prec = 0)
265 : Name(Name), Args(std::move(Args)), IsOperator(IsOperator),
266 Precedence(Prec) {}
267
268 Function *codegen();
getName() const269 const std::string &getName() const { return Name; }
270
isUnaryOp() const271 bool isUnaryOp() const { return IsOperator && Args.size() == 1; }
isBinaryOp() const272 bool isBinaryOp() const { return IsOperator && Args.size() == 2; }
273
getOperatorName() const274 char getOperatorName() const {
275 assert(isUnaryOp() || isBinaryOp());
276 return Name[Name.size() - 1];
277 }
278
getBinaryPrecedence() const279 unsigned getBinaryPrecedence() const { return Precedence; }
280 };
281
282 /// FunctionAST - This class represents a function definition itself.
283 class FunctionAST {
284 std::unique_ptr<PrototypeAST> Proto;
285 std::unique_ptr<ExprAST> Body;
286
287 public:
FunctionAST(std::unique_ptr<PrototypeAST> Proto,std::unique_ptr<ExprAST> Body)288 FunctionAST(std::unique_ptr<PrototypeAST> Proto,
289 std::unique_ptr<ExprAST> Body)
290 : Proto(std::move(Proto)), Body(std::move(Body)) {}
291
292 Function *codegen();
293 };
294
295 } // end anonymous namespace
296
297 //===----------------------------------------------------------------------===//
298 // Parser
299 //===----------------------------------------------------------------------===//
300
301 /// CurTok/getNextToken - Provide a simple token buffer. CurTok is the current
302 /// token the parser is looking at. getNextToken reads another token from the
303 /// lexer and updates CurTok with its results.
304 static int CurTok;
getNextToken()305 static int getNextToken() { return CurTok = gettok(); }
306
307 /// BinopPrecedence - This holds the precedence for each binary operator that is
308 /// defined.
309 static std::map<char, int> BinopPrecedence;
310
311 /// GetTokPrecedence - Get the precedence of the pending binary operator token.
GetTokPrecedence()312 static int GetTokPrecedence() {
313 if (!isascii(CurTok))
314 return -1;
315
316 // Make sure it's a declared binop.
317 int TokPrec = BinopPrecedence[CurTok];
318 if (TokPrec <= 0)
319 return -1;
320 return TokPrec;
321 }
322
323 /// LogError* - These are little helper functions for error handling.
LogError(const char * Str)324 std::unique_ptr<ExprAST> LogError(const char *Str) {
325 fprintf(stderr, "Error: %s\n", Str);
326 return nullptr;
327 }
328
LogErrorP(const char * Str)329 std::unique_ptr<PrototypeAST> LogErrorP(const char *Str) {
330 LogError(Str);
331 return nullptr;
332 }
333
334 static std::unique_ptr<ExprAST> ParseExpression();
335
336 /// numberexpr ::= number
ParseNumberExpr()337 static std::unique_ptr<ExprAST> ParseNumberExpr() {
338 auto Result = llvm::make_unique<NumberExprAST>(NumVal);
339 getNextToken(); // consume the number
340 return std::move(Result);
341 }
342
343 /// parenexpr ::= '(' expression ')'
ParseParenExpr()344 static std::unique_ptr<ExprAST> ParseParenExpr() {
345 getNextToken(); // eat (.
346 auto V = ParseExpression();
347 if (!V)
348 return nullptr;
349
350 if (CurTok != ')')
351 return LogError("expected ')'");
352 getNextToken(); // eat ).
353 return V;
354 }
355
356 /// identifierexpr
357 /// ::= identifier
358 /// ::= identifier '(' expression* ')'
ParseIdentifierExpr()359 static std::unique_ptr<ExprAST> ParseIdentifierExpr() {
360 std::string IdName = IdentifierStr;
361
362 getNextToken(); // eat identifier.
363
364 if (CurTok != '(') // Simple variable ref.
365 return llvm::make_unique<VariableExprAST>(IdName);
366
367 // Call.
368 getNextToken(); // eat (
369 std::vector<std::unique_ptr<ExprAST>> Args;
370 if (CurTok != ')') {
371 while (true) {
372 if (auto Arg = ParseExpression())
373 Args.push_back(std::move(Arg));
374 else
375 return nullptr;
376
377 if (CurTok == ')')
378 break;
379
380 if (CurTok != ',')
381 return LogError("Expected ')' or ',' in argument list");
382 getNextToken();
383 }
384 }
385
386 // Eat the ')'.
387 getNextToken();
388
389 return llvm::make_unique<CallExprAST>(IdName, std::move(Args));
390 }
391
392 /// ifexpr ::= 'if' expression 'then' expression 'else' expression
ParseIfExpr()393 static std::unique_ptr<ExprAST> ParseIfExpr() {
394 getNextToken(); // eat the if.
395
396 // condition.
397 auto Cond = ParseExpression();
398 if (!Cond)
399 return nullptr;
400
401 if (CurTok != tok_then)
402 return LogError("expected then");
403 getNextToken(); // eat the then
404
405 auto Then = ParseExpression();
406 if (!Then)
407 return nullptr;
408
409 if (CurTok != tok_else)
410 return LogError("expected else");
411
412 getNextToken();
413
414 auto Else = ParseExpression();
415 if (!Else)
416 return nullptr;
417
418 return llvm::make_unique<IfExprAST>(std::move(Cond), std::move(Then),
419 std::move(Else));
420 }
421
422 /// forexpr ::= 'for' identifier '=' expr ',' expr (',' expr)? 'in' expression
ParseForExpr()423 static std::unique_ptr<ExprAST> ParseForExpr() {
424 getNextToken(); // eat the for.
425
426 if (CurTok != tok_identifier)
427 return LogError("expected identifier after for");
428
429 std::string IdName = IdentifierStr;
430 getNextToken(); // eat identifier.
431
432 if (CurTok != '=')
433 return LogError("expected '=' after for");
434 getNextToken(); // eat '='.
435
436 auto Start = ParseExpression();
437 if (!Start)
438 return nullptr;
439 if (CurTok != ',')
440 return LogError("expected ',' after for start value");
441 getNextToken();
442
443 auto End = ParseExpression();
444 if (!End)
445 return nullptr;
446
447 // The step value is optional.
448 std::unique_ptr<ExprAST> Step;
449 if (CurTok == ',') {
450 getNextToken();
451 Step = ParseExpression();
452 if (!Step)
453 return nullptr;
454 }
455
456 if (CurTok != tok_in)
457 return LogError("expected 'in' after for");
458 getNextToken(); // eat 'in'.
459
460 auto Body = ParseExpression();
461 if (!Body)
462 return nullptr;
463
464 return llvm::make_unique<ForExprAST>(IdName, std::move(Start), std::move(End),
465 std::move(Step), std::move(Body));
466 }
467
468 /// varexpr ::= 'var' identifier ('=' expression)?
469 // (',' identifier ('=' expression)?)* 'in' expression
ParseVarExpr()470 static std::unique_ptr<ExprAST> ParseVarExpr() {
471 getNextToken(); // eat the var.
472
473 std::vector<std::pair<std::string, std::unique_ptr<ExprAST>>> VarNames;
474
475 // At least one variable name is required.
476 if (CurTok != tok_identifier)
477 return LogError("expected identifier after var");
478
479 while (true) {
480 std::string Name = IdentifierStr;
481 getNextToken(); // eat identifier.
482
483 // Read the optional initializer.
484 std::unique_ptr<ExprAST> Init = nullptr;
485 if (CurTok == '=') {
486 getNextToken(); // eat the '='.
487
488 Init = ParseExpression();
489 if (!Init)
490 return nullptr;
491 }
492
493 VarNames.push_back(std::make_pair(Name, std::move(Init)));
494
495 // End of var list, exit loop.
496 if (CurTok != ',')
497 break;
498 getNextToken(); // eat the ','.
499
500 if (CurTok != tok_identifier)
501 return LogError("expected identifier list after var");
502 }
503
504 // At this point, we have to have 'in'.
505 if (CurTok != tok_in)
506 return LogError("expected 'in' keyword after 'var'");
507 getNextToken(); // eat 'in'.
508
509 auto Body = ParseExpression();
510 if (!Body)
511 return nullptr;
512
513 return llvm::make_unique<VarExprAST>(std::move(VarNames), std::move(Body));
514 }
515
516 /// primary
517 /// ::= identifierexpr
518 /// ::= numberexpr
519 /// ::= parenexpr
520 /// ::= ifexpr
521 /// ::= forexpr
522 /// ::= varexpr
ParsePrimary()523 static std::unique_ptr<ExprAST> ParsePrimary() {
524 switch (CurTok) {
525 default:
526 return LogError("unknown token when expecting an expression");
527 case tok_identifier:
528 return ParseIdentifierExpr();
529 case tok_number:
530 return ParseNumberExpr();
531 case '(':
532 return ParseParenExpr();
533 case tok_if:
534 return ParseIfExpr();
535 case tok_for:
536 return ParseForExpr();
537 case tok_var:
538 return ParseVarExpr();
539 }
540 }
541
542 /// unary
543 /// ::= primary
544 /// ::= '!' unary
ParseUnary()545 static std::unique_ptr<ExprAST> ParseUnary() {
546 // If the current token is not an operator, it must be a primary expr.
547 if (!isascii(CurTok) || CurTok == '(' || CurTok == ',')
548 return ParsePrimary();
549
550 // If this is a unary operator, read it.
551 int Opc = CurTok;
552 getNextToken();
553 if (auto Operand = ParseUnary())
554 return llvm::make_unique<UnaryExprAST>(Opc, std::move(Operand));
555 return nullptr;
556 }
557
558 /// binoprhs
559 /// ::= ('+' unary)*
ParseBinOpRHS(int ExprPrec,std::unique_ptr<ExprAST> LHS)560 static std::unique_ptr<ExprAST> ParseBinOpRHS(int ExprPrec,
561 std::unique_ptr<ExprAST> LHS) {
562 // If this is a binop, find its precedence.
563 while (true) {
564 int TokPrec = GetTokPrecedence();
565
566 // If this is a binop that binds at least as tightly as the current binop,
567 // consume it, otherwise we are done.
568 if (TokPrec < ExprPrec)
569 return LHS;
570
571 // Okay, we know this is a binop.
572 int BinOp = CurTok;
573 getNextToken(); // eat binop
574
575 // Parse the unary expression after the binary operator.
576 auto RHS = ParseUnary();
577 if (!RHS)
578 return nullptr;
579
580 // If BinOp binds less tightly with RHS than the operator after RHS, let
581 // the pending operator take RHS as its LHS.
582 int NextPrec = GetTokPrecedence();
583 if (TokPrec < NextPrec) {
584 RHS = ParseBinOpRHS(TokPrec + 1, std::move(RHS));
585 if (!RHS)
586 return nullptr;
587 }
588
589 // Merge LHS/RHS.
590 LHS =
591 llvm::make_unique<BinaryExprAST>(BinOp, std::move(LHS), std::move(RHS));
592 }
593 }
594
595 /// expression
596 /// ::= unary binoprhs
597 ///
ParseExpression()598 static std::unique_ptr<ExprAST> ParseExpression() {
599 auto LHS = ParseUnary();
600 if (!LHS)
601 return nullptr;
602
603 return ParseBinOpRHS(0, std::move(LHS));
604 }
605
606 /// prototype
607 /// ::= id '(' id* ')'
608 /// ::= binary LETTER number? (id, id)
609 /// ::= unary LETTER (id)
ParsePrototype()610 static std::unique_ptr<PrototypeAST> ParsePrototype() {
611 std::string FnName;
612
613 unsigned Kind = 0; // 0 = identifier, 1 = unary, 2 = binary.
614 unsigned BinaryPrecedence = 30;
615
616 switch (CurTok) {
617 default:
618 return LogErrorP("Expected function name in prototype");
619 case tok_identifier:
620 FnName = IdentifierStr;
621 Kind = 0;
622 getNextToken();
623 break;
624 case tok_unary:
625 getNextToken();
626 if (!isascii(CurTok))
627 return LogErrorP("Expected unary operator");
628 FnName = "unary";
629 FnName += (char)CurTok;
630 Kind = 1;
631 getNextToken();
632 break;
633 case tok_binary:
634 getNextToken();
635 if (!isascii(CurTok))
636 return LogErrorP("Expected binary operator");
637 FnName = "binary";
638 FnName += (char)CurTok;
639 Kind = 2;
640 getNextToken();
641
642 // Read the precedence if present.
643 if (CurTok == tok_number) {
644 if (NumVal < 1 || NumVal > 100)
645 return LogErrorP("Invalid precedence: must be 1..100");
646 BinaryPrecedence = (unsigned)NumVal;
647 getNextToken();
648 }
649 break;
650 }
651
652 if (CurTok != '(')
653 return LogErrorP("Expected '(' in prototype");
654
655 std::vector<std::string> ArgNames;
656 while (getNextToken() == tok_identifier)
657 ArgNames.push_back(IdentifierStr);
658 if (CurTok != ')')
659 return LogErrorP("Expected ')' in prototype");
660
661 // success.
662 getNextToken(); // eat ')'.
663
664 // Verify right number of names for operator.
665 if (Kind && ArgNames.size() != Kind)
666 return LogErrorP("Invalid number of operands for operator");
667
668 return llvm::make_unique<PrototypeAST>(FnName, ArgNames, Kind != 0,
669 BinaryPrecedence);
670 }
671
672 /// definition ::= 'def' prototype expression
ParseDefinition()673 static std::unique_ptr<FunctionAST> ParseDefinition() {
674 getNextToken(); // eat def.
675 auto Proto = ParsePrototype();
676 if (!Proto)
677 return nullptr;
678
679 if (auto E = ParseExpression())
680 return llvm::make_unique<FunctionAST>(std::move(Proto), std::move(E));
681 return nullptr;
682 }
683
684 /// toplevelexpr ::= expression
ParseTopLevelExpr()685 static std::unique_ptr<FunctionAST> ParseTopLevelExpr() {
686 if (auto E = ParseExpression()) {
687 // Make an anonymous proto.
688 auto Proto = llvm::make_unique<PrototypeAST>("__anon_expr",
689 std::vector<std::string>());
690 return llvm::make_unique<FunctionAST>(std::move(Proto), std::move(E));
691 }
692 return nullptr;
693 }
694
695 /// external ::= 'extern' prototype
ParseExtern()696 static std::unique_ptr<PrototypeAST> ParseExtern() {
697 getNextToken(); // eat extern.
698 return ParsePrototype();
699 }
700
701 //===----------------------------------------------------------------------===//
702 // Code Generation
703 //===----------------------------------------------------------------------===//
704
705 static LLVMContext TheContext;
706 static IRBuilder<> Builder(TheContext);
707 static std::unique_ptr<Module> TheModule;
708 static std::map<std::string, AllocaInst *> NamedValues;
709 static std::map<std::string, std::unique_ptr<PrototypeAST>> FunctionProtos;
710
LogErrorV(const char * Str)711 Value *LogErrorV(const char *Str) {
712 LogError(Str);
713 return nullptr;
714 }
715
getFunction(std::string Name)716 Function *getFunction(std::string Name) {
717 // First, see if the function has already been added to the current module.
718 if (auto *F = TheModule->getFunction(Name))
719 return F;
720
721 // If not, check whether we can codegen the declaration from some existing
722 // prototype.
723 auto FI = FunctionProtos.find(Name);
724 if (FI != FunctionProtos.end())
725 return FI->second->codegen();
726
727 // If no existing prototype exists, return null.
728 return nullptr;
729 }
730
731 /// CreateEntryBlockAlloca - Create an alloca instruction in the entry block of
732 /// the function. This is used for mutable variables etc.
CreateEntryBlockAlloca(Function * TheFunction,const std::string & VarName)733 static AllocaInst *CreateEntryBlockAlloca(Function *TheFunction,
734 const std::string &VarName) {
735 IRBuilder<> TmpB(&TheFunction->getEntryBlock(),
736 TheFunction->getEntryBlock().begin());
737 return TmpB.CreateAlloca(Type::getDoubleTy(TheContext), nullptr, VarName);
738 }
739
codegen()740 Value *NumberExprAST::codegen() {
741 return ConstantFP::get(TheContext, APFloat(Val));
742 }
743
codegen()744 Value *VariableExprAST::codegen() {
745 // Look this variable up in the function.
746 Value *V = NamedValues[Name];
747 if (!V)
748 return LogErrorV("Unknown variable name");
749
750 // Load the value.
751 return Builder.CreateLoad(V, Name.c_str());
752 }
753
codegen()754 Value *UnaryExprAST::codegen() {
755 Value *OperandV = Operand->codegen();
756 if (!OperandV)
757 return nullptr;
758
759 Function *F = getFunction(std::string("unary") + Opcode);
760 if (!F)
761 return LogErrorV("Unknown unary operator");
762
763 return Builder.CreateCall(F, OperandV, "unop");
764 }
765
codegen()766 Value *BinaryExprAST::codegen() {
767 // Special case '=' because we don't want to emit the LHS as an expression.
768 if (Op == '=') {
769 // Assignment requires the LHS to be an identifier.
770 // This assume we're building without RTTI because LLVM builds that way by
771 // default. If you build LLVM with RTTI this can be changed to a
772 // dynamic_cast for automatic error checking.
773 VariableExprAST *LHSE = static_cast<VariableExprAST *>(LHS.get());
774 if (!LHSE)
775 return LogErrorV("destination of '=' must be a variable");
776 // Codegen the RHS.
777 Value *Val = RHS->codegen();
778 if (!Val)
779 return nullptr;
780
781 // Look up the name.
782 Value *Variable = NamedValues[LHSE->getName()];
783 if (!Variable)
784 return LogErrorV("Unknown variable name");
785
786 Builder.CreateStore(Val, Variable);
787 return Val;
788 }
789
790 Value *L = LHS->codegen();
791 Value *R = RHS->codegen();
792 if (!L || !R)
793 return nullptr;
794
795 switch (Op) {
796 case '+':
797 return Builder.CreateFAdd(L, R, "addtmp");
798 case '-':
799 return Builder.CreateFSub(L, R, "subtmp");
800 case '*':
801 return Builder.CreateFMul(L, R, "multmp");
802 case '<':
803 L = Builder.CreateFCmpULT(L, R, "cmptmp");
804 // Convert bool 0/1 to double 0.0 or 1.0
805 return Builder.CreateUIToFP(L, Type::getDoubleTy(TheContext), "booltmp");
806 default:
807 break;
808 }
809
810 // If it wasn't a builtin binary operator, it must be a user defined one. Emit
811 // a call to it.
812 Function *F = getFunction(std::string("binary") + Op);
813 assert(F && "binary operator not found!");
814
815 Value *Ops[] = {L, R};
816 return Builder.CreateCall(F, Ops, "binop");
817 }
818
codegen()819 Value *CallExprAST::codegen() {
820 // Look up the name in the global module table.
821 Function *CalleeF = getFunction(Callee);
822 if (!CalleeF)
823 return LogErrorV("Unknown function referenced");
824
825 // If argument mismatch error.
826 if (CalleeF->arg_size() != Args.size())
827 return LogErrorV("Incorrect # arguments passed");
828
829 std::vector<Value *> ArgsV;
830 for (unsigned i = 0, e = Args.size(); i != e; ++i) {
831 ArgsV.push_back(Args[i]->codegen());
832 if (!ArgsV.back())
833 return nullptr;
834 }
835
836 return Builder.CreateCall(CalleeF, ArgsV, "calltmp");
837 }
838
codegen()839 Value *IfExprAST::codegen() {
840 Value *CondV = Cond->codegen();
841 if (!CondV)
842 return nullptr;
843
844 // Convert condition to a bool by comparing non-equal to 0.0.
845 CondV = Builder.CreateFCmpONE(
846 CondV, ConstantFP::get(TheContext, APFloat(0.0)), "ifcond");
847
848 Function *TheFunction = Builder.GetInsertBlock()->getParent();
849
850 // Create blocks for the then and else cases. Insert the 'then' block at the
851 // end of the function.
852 BasicBlock *ThenBB = BasicBlock::Create(TheContext, "then", TheFunction);
853 BasicBlock *ElseBB = BasicBlock::Create(TheContext, "else");
854 BasicBlock *MergeBB = BasicBlock::Create(TheContext, "ifcont");
855
856 Builder.CreateCondBr(CondV, ThenBB, ElseBB);
857
858 // Emit then value.
859 Builder.SetInsertPoint(ThenBB);
860
861 Value *ThenV = Then->codegen();
862 if (!ThenV)
863 return nullptr;
864
865 Builder.CreateBr(MergeBB);
866 // Codegen of 'Then' can change the current block, update ThenBB for the PHI.
867 ThenBB = Builder.GetInsertBlock();
868
869 // Emit else block.
870 TheFunction->getBasicBlockList().push_back(ElseBB);
871 Builder.SetInsertPoint(ElseBB);
872
873 Value *ElseV = Else->codegen();
874 if (!ElseV)
875 return nullptr;
876
877 Builder.CreateBr(MergeBB);
878 // Codegen of 'Else' can change the current block, update ElseBB for the PHI.
879 ElseBB = Builder.GetInsertBlock();
880
881 // Emit merge block.
882 TheFunction->getBasicBlockList().push_back(MergeBB);
883 Builder.SetInsertPoint(MergeBB);
884 PHINode *PN = Builder.CreatePHI(Type::getDoubleTy(TheContext), 2, "iftmp");
885
886 PN->addIncoming(ThenV, ThenBB);
887 PN->addIncoming(ElseV, ElseBB);
888 return PN;
889 }
890
891 // Output for-loop as:
892 // var = alloca double
893 // ...
894 // start = startexpr
895 // store start -> var
896 // goto loop
897 // loop:
898 // ...
899 // bodyexpr
900 // ...
901 // loopend:
902 // step = stepexpr
903 // endcond = endexpr
904 //
905 // curvar = load var
906 // nextvar = curvar + step
907 // store nextvar -> var
908 // br endcond, loop, endloop
909 // outloop:
codegen()910 Value *ForExprAST::codegen() {
911 Function *TheFunction = Builder.GetInsertBlock()->getParent();
912
913 // Create an alloca for the variable in the entry block.
914 AllocaInst *Alloca = CreateEntryBlockAlloca(TheFunction, VarName);
915
916 // Emit the start code first, without 'variable' in scope.
917 Value *StartVal = Start->codegen();
918 if (!StartVal)
919 return nullptr;
920
921 // Store the value into the alloca.
922 Builder.CreateStore(StartVal, Alloca);
923
924 // Make the new basic block for the loop header, inserting after current
925 // block.
926 BasicBlock *LoopBB = BasicBlock::Create(TheContext, "loop", TheFunction);
927
928 // Insert an explicit fall through from the current block to the LoopBB.
929 Builder.CreateBr(LoopBB);
930
931 // Start insertion in LoopBB.
932 Builder.SetInsertPoint(LoopBB);
933
934 // Within the loop, the variable is defined equal to the PHI node. If it
935 // shadows an existing variable, we have to restore it, so save it now.
936 AllocaInst *OldVal = NamedValues[VarName];
937 NamedValues[VarName] = Alloca;
938
939 // Emit the body of the loop. This, like any other expr, can change the
940 // current BB. Note that we ignore the value computed by the body, but don't
941 // allow an error.
942 if (!Body->codegen())
943 return nullptr;
944
945 // Emit the step value.
946 Value *StepVal = nullptr;
947 if (Step) {
948 StepVal = Step->codegen();
949 if (!StepVal)
950 return nullptr;
951 } else {
952 // If not specified, use 1.0.
953 StepVal = ConstantFP::get(TheContext, APFloat(1.0));
954 }
955
956 // Compute the end condition.
957 Value *EndCond = End->codegen();
958 if (!EndCond)
959 return nullptr;
960
961 // Reload, increment, and restore the alloca. This handles the case where
962 // the body of the loop mutates the variable.
963 Value *CurVar = Builder.CreateLoad(Alloca, VarName.c_str());
964 Value *NextVar = Builder.CreateFAdd(CurVar, StepVal, "nextvar");
965 Builder.CreateStore(NextVar, Alloca);
966
967 // Convert condition to a bool by comparing non-equal to 0.0.
968 EndCond = Builder.CreateFCmpONE(
969 EndCond, ConstantFP::get(TheContext, APFloat(0.0)), "loopcond");
970
971 // Create the "after loop" block and insert it.
972 BasicBlock *AfterBB =
973 BasicBlock::Create(TheContext, "afterloop", TheFunction);
974
975 // Insert the conditional branch into the end of LoopEndBB.
976 Builder.CreateCondBr(EndCond, LoopBB, AfterBB);
977
978 // Any new code will be inserted in AfterBB.
979 Builder.SetInsertPoint(AfterBB);
980
981 // Restore the unshadowed variable.
982 if (OldVal)
983 NamedValues[VarName] = OldVal;
984 else
985 NamedValues.erase(VarName);
986
987 // for expr always returns 0.0.
988 return Constant::getNullValue(Type::getDoubleTy(TheContext));
989 }
990
codegen()991 Value *VarExprAST::codegen() {
992 std::vector<AllocaInst *> OldBindings;
993
994 Function *TheFunction = Builder.GetInsertBlock()->getParent();
995
996 // Register all variables and emit their initializer.
997 for (unsigned i = 0, e = VarNames.size(); i != e; ++i) {
998 const std::string &VarName = VarNames[i].first;
999 ExprAST *Init = VarNames[i].second.get();
1000
1001 // Emit the initializer before adding the variable to scope, this prevents
1002 // the initializer from referencing the variable itself, and permits stuff
1003 // like this:
1004 // var a = 1 in
1005 // var a = a in ... # refers to outer 'a'.
1006 Value *InitVal;
1007 if (Init) {
1008 InitVal = Init->codegen();
1009 if (!InitVal)
1010 return nullptr;
1011 } else { // If not specified, use 0.0.
1012 InitVal = ConstantFP::get(TheContext, APFloat(0.0));
1013 }
1014
1015 AllocaInst *Alloca = CreateEntryBlockAlloca(TheFunction, VarName);
1016 Builder.CreateStore(InitVal, Alloca);
1017
1018 // Remember the old variable binding so that we can restore the binding when
1019 // we unrecurse.
1020 OldBindings.push_back(NamedValues[VarName]);
1021
1022 // Remember this binding.
1023 NamedValues[VarName] = Alloca;
1024 }
1025
1026 // Codegen the body, now that all vars are in scope.
1027 Value *BodyVal = Body->codegen();
1028 if (!BodyVal)
1029 return nullptr;
1030
1031 // Pop all our variables from scope.
1032 for (unsigned i = 0, e = VarNames.size(); i != e; ++i)
1033 NamedValues[VarNames[i].first] = OldBindings[i];
1034
1035 // Return the body computation.
1036 return BodyVal;
1037 }
1038
codegen()1039 Function *PrototypeAST::codegen() {
1040 // Make the function type: double(double,double) etc.
1041 std::vector<Type *> Doubles(Args.size(), Type::getDoubleTy(TheContext));
1042 FunctionType *FT =
1043 FunctionType::get(Type::getDoubleTy(TheContext), Doubles, false);
1044
1045 Function *F =
1046 Function::Create(FT, Function::ExternalLinkage, Name, TheModule.get());
1047
1048 // Set names for all arguments.
1049 unsigned Idx = 0;
1050 for (auto &Arg : F->args())
1051 Arg.setName(Args[Idx++]);
1052
1053 return F;
1054 }
1055
codegen()1056 Function *FunctionAST::codegen() {
1057 // Transfer ownership of the prototype to the FunctionProtos map, but keep a
1058 // reference to it for use below.
1059 auto &P = *Proto;
1060 FunctionProtos[Proto->getName()] = std::move(Proto);
1061 Function *TheFunction = getFunction(P.getName());
1062 if (!TheFunction)
1063 return nullptr;
1064
1065 // If this is an operator, install it.
1066 if (P.isBinaryOp())
1067 BinopPrecedence[P.getOperatorName()] = P.getBinaryPrecedence();
1068
1069 // Create a new basic block to start insertion into.
1070 BasicBlock *BB = BasicBlock::Create(TheContext, "entry", TheFunction);
1071 Builder.SetInsertPoint(BB);
1072
1073 // Record the function arguments in the NamedValues map.
1074 NamedValues.clear();
1075 for (auto &Arg : TheFunction->args()) {
1076 // Create an alloca for this variable.
1077 AllocaInst *Alloca = CreateEntryBlockAlloca(TheFunction, Arg.getName());
1078
1079 // Store the initial value into the alloca.
1080 Builder.CreateStore(&Arg, Alloca);
1081
1082 // Add arguments to variable symbol table.
1083 NamedValues[Arg.getName()] = Alloca;
1084 }
1085
1086 if (Value *RetVal = Body->codegen()) {
1087 // Finish off the function.
1088 Builder.CreateRet(RetVal);
1089
1090 // Validate the generated code, checking for consistency.
1091 verifyFunction(*TheFunction);
1092
1093 return TheFunction;
1094 }
1095
1096 // Error reading body, remove function.
1097 TheFunction->eraseFromParent();
1098
1099 if (P.isBinaryOp())
1100 BinopPrecedence.erase(P.getOperatorName());
1101 return nullptr;
1102 }
1103
1104 //===----------------------------------------------------------------------===//
1105 // Top-Level parsing and JIT Driver
1106 //===----------------------------------------------------------------------===//
1107
InitializeModuleAndPassManager()1108 static void InitializeModuleAndPassManager() {
1109 // Open a new module.
1110 TheModule = llvm::make_unique<Module>("my cool jit", TheContext);
1111 }
1112
HandleDefinition()1113 static void HandleDefinition() {
1114 if (auto FnAST = ParseDefinition()) {
1115 if (auto *FnIR = FnAST->codegen()) {
1116 fprintf(stderr, "Read function definition:");
1117 FnIR->print(errs());
1118 fprintf(stderr, "\n");
1119 }
1120 } else {
1121 // Skip token for error recovery.
1122 getNextToken();
1123 }
1124 }
1125
HandleExtern()1126 static void HandleExtern() {
1127 if (auto ProtoAST = ParseExtern()) {
1128 if (auto *FnIR = ProtoAST->codegen()) {
1129 fprintf(stderr, "Read extern: ");
1130 FnIR->print(errs());
1131 fprintf(stderr, "\n");
1132 FunctionProtos[ProtoAST->getName()] = std::move(ProtoAST);
1133 }
1134 } else {
1135 // Skip token for error recovery.
1136 getNextToken();
1137 }
1138 }
1139
HandleTopLevelExpression()1140 static void HandleTopLevelExpression() {
1141 // Evaluate a top-level expression into an anonymous function.
1142 if (auto FnAST = ParseTopLevelExpr()) {
1143 FnAST->codegen();
1144 } else {
1145 // Skip token for error recovery.
1146 getNextToken();
1147 }
1148 }
1149
1150 /// top ::= definition | external | expression | ';'
MainLoop()1151 static void MainLoop() {
1152 while (true) {
1153 switch (CurTok) {
1154 case tok_eof:
1155 return;
1156 case ';': // ignore top-level semicolons.
1157 getNextToken();
1158 break;
1159 case tok_def:
1160 HandleDefinition();
1161 break;
1162 case tok_extern:
1163 HandleExtern();
1164 break;
1165 default:
1166 HandleTopLevelExpression();
1167 break;
1168 }
1169 }
1170 }
1171
1172 //===----------------------------------------------------------------------===//
1173 // "Library" functions that can be "extern'd" from user code.
1174 //===----------------------------------------------------------------------===//
1175
1176 #ifdef _WIN32
1177 #define DLLEXPORT __declspec(dllexport)
1178 #else
1179 #define DLLEXPORT
1180 #endif
1181
1182 /// putchard - putchar that takes a double and returns 0.
putchard(double X)1183 extern "C" DLLEXPORT double putchard(double X) {
1184 fputc((char)X, stderr);
1185 return 0;
1186 }
1187
1188 /// printd - printf that takes a double prints it as "%f\n", returning 0.
printd(double X)1189 extern "C" DLLEXPORT double printd(double X) {
1190 fprintf(stderr, "%f\n", X);
1191 return 0;
1192 }
1193
1194 //===----------------------------------------------------------------------===//
1195 // Main driver code.
1196 //===----------------------------------------------------------------------===//
1197
main()1198 int main() {
1199 // Install standard binary operators.
1200 // 1 is lowest precedence.
1201 BinopPrecedence['<'] = 10;
1202 BinopPrecedence['+'] = 20;
1203 BinopPrecedence['-'] = 20;
1204 BinopPrecedence['*'] = 40; // highest.
1205
1206 // Prime the first token.
1207 fprintf(stderr, "ready> ");
1208 getNextToken();
1209
1210 InitializeModuleAndPassManager();
1211
1212 // Run the main "interpreter loop" now.
1213 MainLoop();
1214
1215 // Initialize the target registry etc.
1216 InitializeAllTargetInfos();
1217 InitializeAllTargets();
1218 InitializeAllTargetMCs();
1219 InitializeAllAsmParsers();
1220 InitializeAllAsmPrinters();
1221
1222 auto TargetTriple = sys::getDefaultTargetTriple();
1223 TheModule->setTargetTriple(TargetTriple);
1224
1225 std::string Error;
1226 auto Target = TargetRegistry::lookupTarget(TargetTriple, Error);
1227
1228 // Print an error and exit if we couldn't find the requested target.
1229 // This generally occurs if we've forgotten to initialise the
1230 // TargetRegistry or we have a bogus target triple.
1231 if (!Target) {
1232 errs() << Error;
1233 return 1;
1234 }
1235
1236 auto CPU = "generic";
1237 auto Features = "";
1238
1239 TargetOptions opt;
1240 auto RM = Optional<Reloc::Model>();
1241 auto TheTargetMachine =
1242 Target->createTargetMachine(TargetTriple, CPU, Features, opt, RM);
1243
1244 TheModule->setDataLayout(TheTargetMachine->createDataLayout());
1245
1246 auto Filename = "output.o";
1247 std::error_code EC;
1248 raw_fd_ostream dest(Filename, EC, sys::fs::F_None);
1249
1250 if (EC) {
1251 errs() << "Could not open file: " << EC.message();
1252 return 1;
1253 }
1254
1255 legacy::PassManager pass;
1256 auto FileType = TargetMachine::CGFT_ObjectFile;
1257
1258 if (TheTargetMachine->addPassesToEmitFile(pass, dest, nullptr, FileType)) {
1259 errs() << "TheTargetMachine can't emit a file of this type";
1260 return 1;
1261 }
1262
1263 pass.run(*TheModule);
1264 dest.flush();
1265
1266 outs() << "Wrote " << Filename << "\n";
1267
1268 return 0;
1269 }
1270