clang  8.0.0svn
CGStmt.cpp
Go to the documentation of this file.
1 //===--- CGStmt.cpp - Emit LLVM Code from Statements ----------------------===//
2 //
3 // The LLVM Compiler Infrastructure
4 //
5 // This file is distributed under the University of Illinois Open Source
6 // License. See LICENSE.TXT for details.
7 //
8 //===----------------------------------------------------------------------===//
9 //
10 // This contains code to emit Stmt nodes as LLVM code.
11 //
12 //===----------------------------------------------------------------------===//
13 
14 #include "CodeGenFunction.h"
15 #include "CGDebugInfo.h"
16 #include "CodeGenModule.h"
17 #include "TargetInfo.h"
18 #include "clang/AST/StmtVisitor.h"
19 #include "clang/Basic/Builtins.h"
21 #include "clang/Basic/TargetInfo.h"
22 #include "clang/Sema/LoopHint.h"
24 #include "llvm/ADT/StringExtras.h"
25 #include "llvm/IR/CallSite.h"
26 #include "llvm/IR/DataLayout.h"
27 #include "llvm/IR/InlineAsm.h"
28 #include "llvm/IR/Intrinsics.h"
29 #include "llvm/IR/MDBuilder.h"
30 
31 using namespace clang;
32 using namespace CodeGen;
33 
34 //===----------------------------------------------------------------------===//
35 // Statement Emission
36 //===----------------------------------------------------------------------===//
37 
39  if (CGDebugInfo *DI = getDebugInfo()) {
40  SourceLocation Loc;
41  Loc = S->getBeginLoc();
42  DI->EmitLocation(Builder, Loc);
43 
44  LastStopPoint = Loc;
45  }
46 }
47 
49  assert(S && "Null statement?");
50  PGO.setCurrentStmt(S);
51 
52  // These statements have their own debug info handling.
53  if (EmitSimpleStmt(S))
54  return;
55 
56  // Check if we are generating unreachable code.
57  if (!HaveInsertPoint()) {
58  // If so, and the statement doesn't contain a label, then we do not need to
59  // generate actual code. This is safe because (1) the current point is
60  // unreachable, so we don't need to execute the code, and (2) we've already
61  // handled the statements which update internal data structures (like the
62  // local variable map) which could be used by subsequent statements.
63  if (!ContainsLabel(S)) {
64  // Verify that any decl statements were handled as simple, they may be in
65  // scope of subsequent reachable statements.
66  assert(!isa<DeclStmt>(*S) && "Unexpected DeclStmt!");
67  return;
68  }
69 
70  // Otherwise, make a new block to hold the code.
72  }
73 
74  // Generate a stoppoint if we are emitting debug info.
75  EmitStopPoint(S);
76 
77  // Ignore all OpenMP directives except for simd if OpenMP with Simd is
78  // enabled.
79  if (getLangOpts().OpenMP && getLangOpts().OpenMPSimd) {
80  if (const auto *D = dyn_cast<OMPExecutableDirective>(S)) {
82  return;
83  }
84  }
85 
86  switch (S->getStmtClass()) {
87  case Stmt::NoStmtClass:
88  case Stmt::CXXCatchStmtClass:
89  case Stmt::SEHExceptStmtClass:
90  case Stmt::SEHFinallyStmtClass:
91  case Stmt::MSDependentExistsStmtClass:
92  llvm_unreachable("invalid statement class to emit generically");
93  case Stmt::NullStmtClass:
94  case Stmt::CompoundStmtClass:
95  case Stmt::DeclStmtClass:
96  case Stmt::LabelStmtClass:
97  case Stmt::AttributedStmtClass:
98  case Stmt::GotoStmtClass:
99  case Stmt::BreakStmtClass:
100  case Stmt::ContinueStmtClass:
101  case Stmt::DefaultStmtClass:
102  case Stmt::CaseStmtClass:
103  case Stmt::SEHLeaveStmtClass:
104  llvm_unreachable("should have emitted these statements as simple");
105 
106 #define STMT(Type, Base)
107 #define ABSTRACT_STMT(Op)
108 #define EXPR(Type, Base) \
109  case Stmt::Type##Class:
110 #include "clang/AST/StmtNodes.inc"
111  {
112  // Remember the block we came in on.
113  llvm::BasicBlock *incoming = Builder.GetInsertBlock();
114  assert(incoming && "expression emission must have an insertion point");
115 
116  EmitIgnoredExpr(cast<Expr>(S));
117 
118  llvm::BasicBlock *outgoing = Builder.GetInsertBlock();
119  assert(outgoing && "expression emission cleared block!");
120 
121  // The expression emitters assume (reasonably!) that the insertion
122  // point is always set. To maintain that, the call-emission code
123  // for noreturn functions has to enter a new block with no
124  // predecessors. We want to kill that block and mark the current
125  // insertion point unreachable in the common case of a call like
126  // "exit();". Since expression emission doesn't otherwise create
127  // blocks with no predecessors, we can just test for that.
128  // However, we must be careful not to do this to our incoming
129  // block, because *statement* emission does sometimes create
130  // reachable blocks which will have no predecessors until later in
131  // the function. This occurs with, e.g., labels that are not
132  // reachable by fallthrough.
133  if (incoming != outgoing && outgoing->use_empty()) {
134  outgoing->eraseFromParent();
135  Builder.ClearInsertionPoint();
136  }
137  break;
138  }
139 
140  case Stmt::IndirectGotoStmtClass:
141  EmitIndirectGotoStmt(cast<IndirectGotoStmt>(*S)); break;
142 
143  case Stmt::IfStmtClass: EmitIfStmt(cast<IfStmt>(*S)); break;
144  case Stmt::WhileStmtClass: EmitWhileStmt(cast<WhileStmt>(*S), Attrs); break;
145  case Stmt::DoStmtClass: EmitDoStmt(cast<DoStmt>(*S), Attrs); break;
146  case Stmt::ForStmtClass: EmitForStmt(cast<ForStmt>(*S), Attrs); break;
147 
148  case Stmt::ReturnStmtClass: EmitReturnStmt(cast<ReturnStmt>(*S)); break;
149 
150  case Stmt::SwitchStmtClass: EmitSwitchStmt(cast<SwitchStmt>(*S)); break;
151  case Stmt::GCCAsmStmtClass: // Intentional fall-through.
152  case Stmt::MSAsmStmtClass: EmitAsmStmt(cast<AsmStmt>(*S)); break;
153  case Stmt::CoroutineBodyStmtClass:
154  EmitCoroutineBody(cast<CoroutineBodyStmt>(*S));
155  break;
156  case Stmt::CoreturnStmtClass:
157  EmitCoreturnStmt(cast<CoreturnStmt>(*S));
158  break;
159  case Stmt::CapturedStmtClass: {
160  const CapturedStmt *CS = cast<CapturedStmt>(S);
162  }
163  break;
164  case Stmt::ObjCAtTryStmtClass:
165  EmitObjCAtTryStmt(cast<ObjCAtTryStmt>(*S));
166  break;
167  case Stmt::ObjCAtCatchStmtClass:
168  llvm_unreachable(
169  "@catch statements should be handled by EmitObjCAtTryStmt");
170  case Stmt::ObjCAtFinallyStmtClass:
171  llvm_unreachable(
172  "@finally statements should be handled by EmitObjCAtTryStmt");
173  case Stmt::ObjCAtThrowStmtClass:
174  EmitObjCAtThrowStmt(cast<ObjCAtThrowStmt>(*S));
175  break;
176  case Stmt::ObjCAtSynchronizedStmtClass:
177  EmitObjCAtSynchronizedStmt(cast<ObjCAtSynchronizedStmt>(*S));
178  break;
179  case Stmt::ObjCForCollectionStmtClass:
180  EmitObjCForCollectionStmt(cast<ObjCForCollectionStmt>(*S));
181  break;
182  case Stmt::ObjCAutoreleasePoolStmtClass:
183  EmitObjCAutoreleasePoolStmt(cast<ObjCAutoreleasePoolStmt>(*S));
184  break;
185 
186  case Stmt::CXXTryStmtClass:
187  EmitCXXTryStmt(cast<CXXTryStmt>(*S));
188  break;
189  case Stmt::CXXForRangeStmtClass:
190  EmitCXXForRangeStmt(cast<CXXForRangeStmt>(*S), Attrs);
191  break;
192  case Stmt::SEHTryStmtClass:
193  EmitSEHTryStmt(cast<SEHTryStmt>(*S));
194  break;
195  case Stmt::OMPParallelDirectiveClass:
196  EmitOMPParallelDirective(cast<OMPParallelDirective>(*S));
197  break;
198  case Stmt::OMPSimdDirectiveClass:
199  EmitOMPSimdDirective(cast<OMPSimdDirective>(*S));
200  break;
201  case Stmt::OMPForDirectiveClass:
202  EmitOMPForDirective(cast<OMPForDirective>(*S));
203  break;
204  case Stmt::OMPForSimdDirectiveClass:
205  EmitOMPForSimdDirective(cast<OMPForSimdDirective>(*S));
206  break;
207  case Stmt::OMPSectionsDirectiveClass:
208  EmitOMPSectionsDirective(cast<OMPSectionsDirective>(*S));
209  break;
210  case Stmt::OMPSectionDirectiveClass:
211  EmitOMPSectionDirective(cast<OMPSectionDirective>(*S));
212  break;
213  case Stmt::OMPSingleDirectiveClass:
214  EmitOMPSingleDirective(cast<OMPSingleDirective>(*S));
215  break;
216  case Stmt::OMPMasterDirectiveClass:
217  EmitOMPMasterDirective(cast<OMPMasterDirective>(*S));
218  break;
219  case Stmt::OMPCriticalDirectiveClass:
220  EmitOMPCriticalDirective(cast<OMPCriticalDirective>(*S));
221  break;
222  case Stmt::OMPParallelForDirectiveClass:
223  EmitOMPParallelForDirective(cast<OMPParallelForDirective>(*S));
224  break;
225  case Stmt::OMPParallelForSimdDirectiveClass:
226  EmitOMPParallelForSimdDirective(cast<OMPParallelForSimdDirective>(*S));
227  break;
228  case Stmt::OMPParallelSectionsDirectiveClass:
229  EmitOMPParallelSectionsDirective(cast<OMPParallelSectionsDirective>(*S));
230  break;
231  case Stmt::OMPTaskDirectiveClass:
232  EmitOMPTaskDirective(cast<OMPTaskDirective>(*S));
233  break;
234  case Stmt::OMPTaskyieldDirectiveClass:
235  EmitOMPTaskyieldDirective(cast<OMPTaskyieldDirective>(*S));
236  break;
237  case Stmt::OMPBarrierDirectiveClass:
238  EmitOMPBarrierDirective(cast<OMPBarrierDirective>(*S));
239  break;
240  case Stmt::OMPTaskwaitDirectiveClass:
241  EmitOMPTaskwaitDirective(cast<OMPTaskwaitDirective>(*S));
242  break;
243  case Stmt::OMPTaskgroupDirectiveClass:
244  EmitOMPTaskgroupDirective(cast<OMPTaskgroupDirective>(*S));
245  break;
246  case Stmt::OMPFlushDirectiveClass:
247  EmitOMPFlushDirective(cast<OMPFlushDirective>(*S));
248  break;
249  case Stmt::OMPOrderedDirectiveClass:
250  EmitOMPOrderedDirective(cast<OMPOrderedDirective>(*S));
251  break;
252  case Stmt::OMPAtomicDirectiveClass:
253  EmitOMPAtomicDirective(cast<OMPAtomicDirective>(*S));
254  break;
255  case Stmt::OMPTargetDirectiveClass:
256  EmitOMPTargetDirective(cast<OMPTargetDirective>(*S));
257  break;
258  case Stmt::OMPTeamsDirectiveClass:
259  EmitOMPTeamsDirective(cast<OMPTeamsDirective>(*S));
260  break;
261  case Stmt::OMPCancellationPointDirectiveClass:
262  EmitOMPCancellationPointDirective(cast<OMPCancellationPointDirective>(*S));
263  break;
264  case Stmt::OMPCancelDirectiveClass:
265  EmitOMPCancelDirective(cast<OMPCancelDirective>(*S));
266  break;
267  case Stmt::OMPTargetDataDirectiveClass:
268  EmitOMPTargetDataDirective(cast<OMPTargetDataDirective>(*S));
269  break;
270  case Stmt::OMPTargetEnterDataDirectiveClass:
271  EmitOMPTargetEnterDataDirective(cast<OMPTargetEnterDataDirective>(*S));
272  break;
273  case Stmt::OMPTargetExitDataDirectiveClass:
274  EmitOMPTargetExitDataDirective(cast<OMPTargetExitDataDirective>(*S));
275  break;
276  case Stmt::OMPTargetParallelDirectiveClass:
277  EmitOMPTargetParallelDirective(cast<OMPTargetParallelDirective>(*S));
278  break;
279  case Stmt::OMPTargetParallelForDirectiveClass:
280  EmitOMPTargetParallelForDirective(cast<OMPTargetParallelForDirective>(*S));
281  break;
282  case Stmt::OMPTaskLoopDirectiveClass:
283  EmitOMPTaskLoopDirective(cast<OMPTaskLoopDirective>(*S));
284  break;
285  case Stmt::OMPTaskLoopSimdDirectiveClass:
286  EmitOMPTaskLoopSimdDirective(cast<OMPTaskLoopSimdDirective>(*S));
287  break;
288  case Stmt::OMPDistributeDirectiveClass:
289  EmitOMPDistributeDirective(cast<OMPDistributeDirective>(*S));
290  break;
291  case Stmt::OMPTargetUpdateDirectiveClass:
292  EmitOMPTargetUpdateDirective(cast<OMPTargetUpdateDirective>(*S));
293  break;
294  case Stmt::OMPDistributeParallelForDirectiveClass:
296  cast<OMPDistributeParallelForDirective>(*S));
297  break;
298  case Stmt::OMPDistributeParallelForSimdDirectiveClass:
300  cast<OMPDistributeParallelForSimdDirective>(*S));
301  break;
302  case Stmt::OMPDistributeSimdDirectiveClass:
303  EmitOMPDistributeSimdDirective(cast<OMPDistributeSimdDirective>(*S));
304  break;
305  case Stmt::OMPTargetParallelForSimdDirectiveClass:
307  cast<OMPTargetParallelForSimdDirective>(*S));
308  break;
309  case Stmt::OMPTargetSimdDirectiveClass:
310  EmitOMPTargetSimdDirective(cast<OMPTargetSimdDirective>(*S));
311  break;
312  case Stmt::OMPTeamsDistributeDirectiveClass:
313  EmitOMPTeamsDistributeDirective(cast<OMPTeamsDistributeDirective>(*S));
314  break;
315  case Stmt::OMPTeamsDistributeSimdDirectiveClass:
317  cast<OMPTeamsDistributeSimdDirective>(*S));
318  break;
319  case Stmt::OMPTeamsDistributeParallelForSimdDirectiveClass:
321  cast<OMPTeamsDistributeParallelForSimdDirective>(*S));
322  break;
323  case Stmt::OMPTeamsDistributeParallelForDirectiveClass:
325  cast<OMPTeamsDistributeParallelForDirective>(*S));
326  break;
327  case Stmt::OMPTargetTeamsDirectiveClass:
328  EmitOMPTargetTeamsDirective(cast<OMPTargetTeamsDirective>(*S));
329  break;
330  case Stmt::OMPTargetTeamsDistributeDirectiveClass:
332  cast<OMPTargetTeamsDistributeDirective>(*S));
333  break;
334  case Stmt::OMPTargetTeamsDistributeParallelForDirectiveClass:
336  cast<OMPTargetTeamsDistributeParallelForDirective>(*S));
337  break;
338  case Stmt::OMPTargetTeamsDistributeParallelForSimdDirectiveClass:
340  cast<OMPTargetTeamsDistributeParallelForSimdDirective>(*S));
341  break;
342  case Stmt::OMPTargetTeamsDistributeSimdDirectiveClass:
344  cast<OMPTargetTeamsDistributeSimdDirective>(*S));
345  break;
346  }
347 }
348 
350  switch (S->getStmtClass()) {
351  default: return false;
352  case Stmt::NullStmtClass: break;
353  case Stmt::CompoundStmtClass: EmitCompoundStmt(cast<CompoundStmt>(*S)); break;
354  case Stmt::DeclStmtClass: EmitDeclStmt(cast<DeclStmt>(*S)); break;
355  case Stmt::LabelStmtClass: EmitLabelStmt(cast<LabelStmt>(*S)); break;
356  case Stmt::AttributedStmtClass:
357  EmitAttributedStmt(cast<AttributedStmt>(*S)); break;
358  case Stmt::GotoStmtClass: EmitGotoStmt(cast<GotoStmt>(*S)); break;
359  case Stmt::BreakStmtClass: EmitBreakStmt(cast<BreakStmt>(*S)); break;
360  case Stmt::ContinueStmtClass: EmitContinueStmt(cast<ContinueStmt>(*S)); break;
361  case Stmt::DefaultStmtClass: EmitDefaultStmt(cast<DefaultStmt>(*S)); break;
362  case Stmt::CaseStmtClass: EmitCaseStmt(cast<CaseStmt>(*S)); break;
363  case Stmt::SEHLeaveStmtClass: EmitSEHLeaveStmt(cast<SEHLeaveStmt>(*S)); break;
364  }
365 
366  return true;
367 }
368 
369 /// EmitCompoundStmt - Emit a compound statement {..} node. If GetLast is true,
370 /// this captures the expression result of the last sub-statement and returns it
371 /// (for use by the statement expression extension).
373  AggValueSlot AggSlot) {
374  PrettyStackTraceLoc CrashInfo(getContext().getSourceManager(),S.getLBracLoc(),
375  "LLVM IR generation of compound statement ('{}')");
376 
377  // Keep track of the current cleanup stack depth, including debug scopes.
378  LexicalScope Scope(*this, S.getSourceRange());
379 
380  return EmitCompoundStmtWithoutScope(S, GetLast, AggSlot);
381 }
382 
383 Address
385  bool GetLast,
386  AggValueSlot AggSlot) {
387 
389  E = S.body_end()-GetLast; I != E; ++I)
390  EmitStmt(*I);
391 
392  Address RetAlloca = Address::invalid();
393  if (GetLast) {
394  // We have to special case labels here. They are statements, but when put
395  // at the end of a statement expression, they yield the value of their
396  // subexpression. Handle this by walking through all labels we encounter,
397  // emitting them before we evaluate the subexpr.
398  const Stmt *LastStmt = S.body_back();
399  while (const LabelStmt *LS = dyn_cast<LabelStmt>(LastStmt)) {
400  EmitLabel(LS->getDecl());
401  LastStmt = LS->getSubStmt();
402  }
403 
405 
406  QualType ExprTy = cast<Expr>(LastStmt)->getType();
407  if (hasAggregateEvaluationKind(ExprTy)) {
408  EmitAggExpr(cast<Expr>(LastStmt), AggSlot);
409  } else {
410  // We can't return an RValue here because there might be cleanups at
411  // the end of the StmtExpr. Because of that, we have to emit the result
412  // here into a temporary alloca.
413  RetAlloca = CreateMemTemp(ExprTy);
414  EmitAnyExprToMem(cast<Expr>(LastStmt), RetAlloca, Qualifiers(),
415  /*IsInit*/false);
416  }
417 
418  }
419 
420  return RetAlloca;
421 }
422 
423 void CodeGenFunction::SimplifyForwardingBlocks(llvm::BasicBlock *BB) {
424  llvm::BranchInst *BI = dyn_cast<llvm::BranchInst>(BB->getTerminator());
425 
426  // If there is a cleanup stack, then we it isn't worth trying to
427  // simplify this block (we would need to remove it from the scope map
428  // and cleanup entry).
429  if (!EHStack.empty())
430  return;
431 
432  // Can only simplify direct branches.
433  if (!BI || !BI->isUnconditional())
434  return;
435 
436  // Can only simplify empty blocks.
437  if (BI->getIterator() != BB->begin())
438  return;
439 
440  BB->replaceAllUsesWith(BI->getSuccessor(0));
441  BI->eraseFromParent();
442  BB->eraseFromParent();
443 }
444 
445 void CodeGenFunction::EmitBlock(llvm::BasicBlock *BB, bool IsFinished) {
446  llvm::BasicBlock *CurBB = Builder.GetInsertBlock();
447 
448  // Fall out of the current block (if necessary).
449  EmitBranch(BB);
450 
451  if (IsFinished && BB->use_empty()) {
452  delete BB;
453  return;
454  }
455 
456  // Place the block after the current block, if possible, or else at
457  // the end of the function.
458  if (CurBB && CurBB->getParent())
459  CurFn->getBasicBlockList().insertAfter(CurBB->getIterator(), BB);
460  else
461  CurFn->getBasicBlockList().push_back(BB);
462  Builder.SetInsertPoint(BB);
463 }
464 
465 void CodeGenFunction::EmitBranch(llvm::BasicBlock *Target) {
466  // Emit a branch from the current block to the target one if this
467  // was a real block. If this was just a fall-through block after a
468  // terminator, don't emit it.
469  llvm::BasicBlock *CurBB = Builder.GetInsertBlock();
470 
471  if (!CurBB || CurBB->getTerminator()) {
472  // If there is no insert point or the previous block is already
473  // terminated, don't touch it.
474  } else {
475  // Otherwise, create a fall-through branch.
476  Builder.CreateBr(Target);
477  }
478 
479  Builder.ClearInsertionPoint();
480 }
481 
482 void CodeGenFunction::EmitBlockAfterUses(llvm::BasicBlock *block) {
483  bool inserted = false;
484  for (llvm::User *u : block->users()) {
485  if (llvm::Instruction *insn = dyn_cast<llvm::Instruction>(u)) {
486  CurFn->getBasicBlockList().insertAfter(insn->getParent()->getIterator(),
487  block);
488  inserted = true;
489  break;
490  }
491  }
492 
493  if (!inserted)
494  CurFn->getBasicBlockList().push_back(block);
495 
496  Builder.SetInsertPoint(block);
497 }
498 
501  JumpDest &Dest = LabelMap[D];
502  if (Dest.isValid()) return Dest;
503 
504  // Create, but don't insert, the new block.
505  Dest = JumpDest(createBasicBlock(D->getName()),
508  return Dest;
509 }
510 
512  // Add this label to the current lexical scope if we're within any
513  // normal cleanups. Jumps "in" to this label --- when permitted by
514  // the language --- may need to be routed around such cleanups.
515  if (EHStack.hasNormalCleanups() && CurLexicalScope)
516  CurLexicalScope->addLabel(D);
517 
518  JumpDest &Dest = LabelMap[D];
519 
520  // If we didn't need a forward reference to this label, just go
521  // ahead and create a destination at the current scope.
522  if (!Dest.isValid()) {
523  Dest = getJumpDestInCurrentScope(D->getName());
524 
525  // Otherwise, we need to give this label a target depth and remove
526  // it from the branch-fixups list.
527  } else {
528  assert(!Dest.getScopeDepth().isValid() && "already emitted label!");
531  }
532 
533  EmitBlock(Dest.getBlock());
535 }
536 
537 /// Change the cleanup scope of the labels in this lexical scope to
538 /// match the scope of the enclosing context.
540  assert(!Labels.empty());
541  EHScopeStack::stable_iterator innermostScope
542  = CGF.EHStack.getInnermostNormalCleanup();
543 
544  // Change the scope depth of all the labels.
546  i = Labels.begin(), e = Labels.end(); i != e; ++i) {
547  assert(CGF.LabelMap.count(*i));
548  JumpDest &dest = CGF.LabelMap.find(*i)->second;
549  assert(dest.getScopeDepth().isValid());
550  assert(innermostScope.encloses(dest.getScopeDepth()));
551  dest.setScopeDepth(innermostScope);
552  }
553 
554  // Reparent the labels if the new scope also has cleanups.
555  if (innermostScope != EHScopeStack::stable_end() && ParentScope) {
556  ParentScope->Labels.append(Labels.begin(), Labels.end());
557  }
558 }
559 
560 
562  EmitLabel(S.getDecl());
563  EmitStmt(S.getSubStmt());
564 }
565 
567  EmitStmt(S.getSubStmt(), S.getAttrs());
568 }
569 
571  // If this code is reachable then emit a stop point (if generating
572  // debug info). We have to do this ourselves because we are on the
573  // "simple" statement path.
574  if (HaveInsertPoint())
575  EmitStopPoint(&S);
576 
578 }
579 
580 
582  if (const LabelDecl *Target = S.getConstantTarget()) {
584  return;
585  }
586 
587  // Ensure that we have an i8* for our PHI node.
589  Int8PtrTy, "addr");
590  llvm::BasicBlock *CurBB = Builder.GetInsertBlock();
591 
592  // Get the basic block for the indirect goto.
593  llvm::BasicBlock *IndGotoBB = GetIndirectGotoBlock();
594 
595  // The first instruction in the block has to be the PHI for the switch dest,
596  // add an entry for this branch.
597  cast<llvm::PHINode>(IndGotoBB->begin())->addIncoming(V, CurBB);
598 
599  EmitBranch(IndGotoBB);
600 }
601 
603  // C99 6.8.4.1: The first substatement is executed if the expression compares
604  // unequal to 0. The condition must be a scalar type.
605  LexicalScope ConditionScope(*this, S.getCond()->getSourceRange());
606 
607  if (S.getInit())
608  EmitStmt(S.getInit());
609 
610  if (S.getConditionVariable())
612 
613  // If the condition constant folds and can be elided, try to avoid emitting
614  // the condition and the dead arm of the if/else.
615  bool CondConstant;
616  if (ConstantFoldsToSimpleInteger(S.getCond(), CondConstant,
617  S.isConstexpr())) {
618  // Figure out which block (then or else) is executed.
619  const Stmt *Executed = S.getThen();
620  const Stmt *Skipped = S.getElse();
621  if (!CondConstant) // Condition false?
622  std::swap(Executed, Skipped);
623 
624  // If the skipped block has no labels in it, just emit the executed block.
625  // This avoids emitting dead code and simplifies the CFG substantially.
626  if (S.isConstexpr() || !ContainsLabel(Skipped)) {
627  if (CondConstant)
629  if (Executed) {
630  RunCleanupsScope ExecutedScope(*this);
631  EmitStmt(Executed);
632  }
633  return;
634  }
635  }
636 
637  // Otherwise, the condition did not fold, or we couldn't elide it. Just emit
638  // the conditional branch.
639  llvm::BasicBlock *ThenBlock = createBasicBlock("if.then");
640  llvm::BasicBlock *ContBlock = createBasicBlock("if.end");
641  llvm::BasicBlock *ElseBlock = ContBlock;
642  if (S.getElse())
643  ElseBlock = createBasicBlock("if.else");
644 
645  EmitBranchOnBoolExpr(S.getCond(), ThenBlock, ElseBlock,
646  getProfileCount(S.getThen()));
647 
648  // Emit the 'then' code.
649  EmitBlock(ThenBlock);
651  {
652  RunCleanupsScope ThenScope(*this);
653  EmitStmt(S.getThen());
654  }
655  EmitBranch(ContBlock);
656 
657  // Emit the 'else' code if present.
658  if (const Stmt *Else = S.getElse()) {
659  {
660  // There is no need to emit line number for an unconditional branch.
661  auto NL = ApplyDebugLocation::CreateEmpty(*this);
662  EmitBlock(ElseBlock);
663  }
664  {
665  RunCleanupsScope ElseScope(*this);
666  EmitStmt(Else);
667  }
668  {
669  // There is no need to emit line number for an unconditional branch.
670  auto NL = ApplyDebugLocation::CreateEmpty(*this);
671  EmitBranch(ContBlock);
672  }
673  }
674 
675  // Emit the continuation block for code after the if.
676  EmitBlock(ContBlock, true);
677 }
678 
680  ArrayRef<const Attr *> WhileAttrs) {
681  // Emit the header for the loop, which will also become
682  // the continue target.
683  JumpDest LoopHeader = getJumpDestInCurrentScope("while.cond");
684  EmitBlock(LoopHeader.getBlock());
685 
686  const SourceRange &R = S.getSourceRange();
687  LoopStack.push(LoopHeader.getBlock(), CGM.getContext(), WhileAttrs,
688  SourceLocToDebugLoc(R.getBegin()),
689  SourceLocToDebugLoc(R.getEnd()));
690 
691  // Create an exit block for when the condition fails, which will
692  // also become the break target.
694 
695  // Store the blocks to use for break and continue.
696  BreakContinueStack.push_back(BreakContinue(LoopExit, LoopHeader));
697 
698  // C++ [stmt.while]p2:
699  // When the condition of a while statement is a declaration, the
700  // scope of the variable that is declared extends from its point
701  // of declaration (3.3.2) to the end of the while statement.
702  // [...]
703  // The object created in a condition is destroyed and created
704  // with each iteration of the loop.
705  RunCleanupsScope ConditionScope(*this);
706 
707  if (S.getConditionVariable())
709 
710  // Evaluate the conditional in the while header. C99 6.8.5.1: The
711  // evaluation of the controlling expression takes place before each
712  // execution of the loop body.
713  llvm::Value *BoolCondVal = EvaluateExprAsBool(S.getCond());
714 
715  // while(1) is common, avoid extra exit blocks. Be sure
716  // to correctly handle break/continue though.
717  bool EmitBoolCondBranch = true;
718  if (llvm::ConstantInt *C = dyn_cast<llvm::ConstantInt>(BoolCondVal))
719  if (C->isOne())
720  EmitBoolCondBranch = false;
721 
722  // As long as the condition is true, go to the loop body.
723  llvm::BasicBlock *LoopBody = createBasicBlock("while.body");
724  if (EmitBoolCondBranch) {
725  llvm::BasicBlock *ExitBlock = LoopExit.getBlock();
726  if (ConditionScope.requiresCleanups())
727  ExitBlock = createBasicBlock("while.exit");
728  Builder.CreateCondBr(
729  BoolCondVal, LoopBody, ExitBlock,
730  createProfileWeightsForLoop(S.getCond(), getProfileCount(S.getBody())));
731 
732  if (ExitBlock != LoopExit.getBlock()) {
733  EmitBlock(ExitBlock);
734  EmitBranchThroughCleanup(LoopExit);
735  }
736  }
737 
738  // Emit the loop body. We have to emit this in a cleanup scope
739  // because it might be a singleton DeclStmt.
740  {
741  RunCleanupsScope BodyScope(*this);
742  EmitBlock(LoopBody);
744  EmitStmt(S.getBody());
745  }
746 
747  BreakContinueStack.pop_back();
748 
749  // Immediately force cleanup.
750  ConditionScope.ForceCleanup();
751 
752  EmitStopPoint(&S);
753  // Branch to the loop header again.
754  EmitBranch(LoopHeader.getBlock());
755 
756  LoopStack.pop();
757 
758  // Emit the exit block.
759  EmitBlock(LoopExit.getBlock(), true);
760 
761  // The LoopHeader typically is just a branch if we skipped emitting
762  // a branch, try to erase it.
763  if (!EmitBoolCondBranch)
764  SimplifyForwardingBlocks(LoopHeader.getBlock());
765 }
766 
768  ArrayRef<const Attr *> DoAttrs) {
770  JumpDest LoopCond = getJumpDestInCurrentScope("do.cond");
771 
772  uint64_t ParentCount = getCurrentProfileCount();
773 
774  // Store the blocks to use for break and continue.
775  BreakContinueStack.push_back(BreakContinue(LoopExit, LoopCond));
776 
777  // Emit the body of the loop.
778  llvm::BasicBlock *LoopBody = createBasicBlock("do.body");
779 
780  EmitBlockWithFallThrough(LoopBody, &S);
781  {
782  RunCleanupsScope BodyScope(*this);
783  EmitStmt(S.getBody());
784  }
785 
786  EmitBlock(LoopCond.getBlock());
787 
788  const SourceRange &R = S.getSourceRange();
789  LoopStack.push(LoopBody, CGM.getContext(), DoAttrs,
790  SourceLocToDebugLoc(R.getBegin()),
791  SourceLocToDebugLoc(R.getEnd()));
792 
793  // C99 6.8.5.2: "The evaluation of the controlling expression takes place
794  // after each execution of the loop body."
795 
796  // Evaluate the conditional in the while header.
797  // C99 6.8.5p2/p4: The first substatement is executed if the expression
798  // compares unequal to 0. The condition must be a scalar type.
799  llvm::Value *BoolCondVal = EvaluateExprAsBool(S.getCond());
800 
801  BreakContinueStack.pop_back();
802 
803  // "do {} while (0)" is common in macros, avoid extra blocks. Be sure
804  // to correctly handle break/continue though.
805  bool EmitBoolCondBranch = true;
806  if (llvm::ConstantInt *C = dyn_cast<llvm::ConstantInt>(BoolCondVal))
807  if (C->isZero())
808  EmitBoolCondBranch = false;
809 
810  // As long as the condition is true, iterate the loop.
811  if (EmitBoolCondBranch) {
812  uint64_t BackedgeCount = getProfileCount(S.getBody()) - ParentCount;
813  Builder.CreateCondBr(
814  BoolCondVal, LoopBody, LoopExit.getBlock(),
815  createProfileWeightsForLoop(S.getCond(), BackedgeCount));
816  }
817 
818  LoopStack.pop();
819 
820  // Emit the exit block.
821  EmitBlock(LoopExit.getBlock());
822 
823  // The DoCond block typically is just a branch if we skipped
824  // emitting a branch, try to erase it.
825  if (!EmitBoolCondBranch)
827 }
828 
830  ArrayRef<const Attr *> ForAttrs) {
832 
833  LexicalScope ForScope(*this, S.getSourceRange());
834 
835  // Evaluate the first part before the loop.
836  if (S.getInit())
837  EmitStmt(S.getInit());
838 
839  // Start the loop with a block that tests the condition.
840  // If there's an increment, the continue scope will be overwritten
841  // later.
842  JumpDest Continue = getJumpDestInCurrentScope("for.cond");
843  llvm::BasicBlock *CondBlock = Continue.getBlock();
844  EmitBlock(CondBlock);
845 
846  const SourceRange &R = S.getSourceRange();
847  LoopStack.push(CondBlock, CGM.getContext(), ForAttrs,
850 
851  // If the for loop doesn't have an increment we can just use the
852  // condition as the continue block. Otherwise we'll need to create
853  // a block for it (in the current scope, i.e. in the scope of the
854  // condition), and that we will become our continue block.
855  if (S.getInc())
856  Continue = getJumpDestInCurrentScope("for.inc");
857 
858  // Store the blocks to use for break and continue.
859  BreakContinueStack.push_back(BreakContinue(LoopExit, Continue));
860 
861  // Create a cleanup scope for the condition variable cleanups.
862  LexicalScope ConditionScope(*this, S.getSourceRange());
863 
864  if (S.getCond()) {
865  // If the for statement has a condition scope, emit the local variable
866  // declaration.
867  if (S.getConditionVariable()) {
869  }
870 
871  llvm::BasicBlock *ExitBlock = LoopExit.getBlock();
872  // If there are any cleanups between here and the loop-exit scope,
873  // create a block to stage a loop exit along.
874  if (ForScope.requiresCleanups())
875  ExitBlock = createBasicBlock("for.cond.cleanup");
876 
877  // As long as the condition is true, iterate the loop.
878  llvm::BasicBlock *ForBody = createBasicBlock("for.body");
879 
880  // C99 6.8.5p2/p4: The first substatement is executed if the expression
881  // compares unequal to 0. The condition must be a scalar type.
882  llvm::Value *BoolCondVal = EvaluateExprAsBool(S.getCond());
883  Builder.CreateCondBr(
884  BoolCondVal, ForBody, ExitBlock,
885  createProfileWeightsForLoop(S.getCond(), getProfileCount(S.getBody())));
886 
887  if (ExitBlock != LoopExit.getBlock()) {
888  EmitBlock(ExitBlock);
889  EmitBranchThroughCleanup(LoopExit);
890  }
891 
892  EmitBlock(ForBody);
893  } else {
894  // Treat it as a non-zero constant. Don't even create a new block for the
895  // body, just fall into it.
896  }
898 
899  {
900  // Create a separate cleanup scope for the body, in case it is not
901  // a compound statement.
902  RunCleanupsScope BodyScope(*this);
903  EmitStmt(S.getBody());
904  }
905 
906  // If there is an increment, emit it next.
907  if (S.getInc()) {
908  EmitBlock(Continue.getBlock());
909  EmitStmt(S.getInc());
910  }
911 
912  BreakContinueStack.pop_back();
913 
914  ConditionScope.ForceCleanup();
915 
916  EmitStopPoint(&S);
917  EmitBranch(CondBlock);
918 
919  ForScope.ForceCleanup();
920 
921  LoopStack.pop();
922 
923  // Emit the fall-through block.
924  EmitBlock(LoopExit.getBlock(), true);
925 }
926 
927 void
929  ArrayRef<const Attr *> ForAttrs) {
931 
932  LexicalScope ForScope(*this, S.getSourceRange());
933 
934  // Evaluate the first pieces before the loop.
935  if (S.getInit())
936  EmitStmt(S.getInit());
937  EmitStmt(S.getRangeStmt());
938  EmitStmt(S.getBeginStmt());
939  EmitStmt(S.getEndStmt());
940 
941  // Start the loop with a block that tests the condition.
942  // If there's an increment, the continue scope will be overwritten
943  // later.
944  llvm::BasicBlock *CondBlock = createBasicBlock("for.cond");
945  EmitBlock(CondBlock);
946 
947  const SourceRange &R = S.getSourceRange();
948  LoopStack.push(CondBlock, CGM.getContext(), ForAttrs,
951 
952  // If there are any cleanups between here and the loop-exit scope,
953  // create a block to stage a loop exit along.
954  llvm::BasicBlock *ExitBlock = LoopExit.getBlock();
955  if (ForScope.requiresCleanups())
956  ExitBlock = createBasicBlock("for.cond.cleanup");
957 
958  // The loop body, consisting of the specified body and the loop variable.
959  llvm::BasicBlock *ForBody = createBasicBlock("for.body");
960 
961  // The body is executed if the expression, contextually converted
962  // to bool, is true.
963  llvm::Value *BoolCondVal = EvaluateExprAsBool(S.getCond());
964  Builder.CreateCondBr(
965  BoolCondVal, ForBody, ExitBlock,
966  createProfileWeightsForLoop(S.getCond(), getProfileCount(S.getBody())));
967 
968  if (ExitBlock != LoopExit.getBlock()) {
969  EmitBlock(ExitBlock);
970  EmitBranchThroughCleanup(LoopExit);
971  }
972 
973  EmitBlock(ForBody);
975 
976  // Create a block for the increment. In case of a 'continue', we jump there.
977  JumpDest Continue = getJumpDestInCurrentScope("for.inc");
978 
979  // Store the blocks to use for break and continue.
980  BreakContinueStack.push_back(BreakContinue(LoopExit, Continue));
981 
982  {
983  // Create a separate cleanup scope for the loop variable and body.
984  LexicalScope BodyScope(*this, S.getSourceRange());
986  EmitStmt(S.getBody());
987  }
988 
989  EmitStopPoint(&S);
990  // If there is an increment, emit it next.
991  EmitBlock(Continue.getBlock());
992  EmitStmt(S.getInc());
993 
994  BreakContinueStack.pop_back();
995 
996  EmitBranch(CondBlock);
997 
998  ForScope.ForceCleanup();
999 
1000  LoopStack.pop();
1001 
1002  // Emit the fall-through block.
1003  EmitBlock(LoopExit.getBlock(), true);
1004 }
1005 
1006 void CodeGenFunction::EmitReturnOfRValue(RValue RV, QualType Ty) {
1007  if (RV.isScalar()) {
1009  } else if (RV.isAggregate()) {
1010  LValue Dest = MakeAddrLValue(ReturnValue, Ty);
1011  LValue Src = MakeAddrLValue(RV.getAggregateAddress(), Ty);
1012  EmitAggregateCopy(Dest, Src, Ty, overlapForReturnValue());
1013  } else {
1015  /*init*/ true);
1016  }
1018 }
1019 
1020 /// EmitReturnStmt - Note that due to GCC extensions, this can have an operand
1021 /// if the function returns void, or may be missing one if the function returns
1022 /// non-void. Fun stuff :).
1024  if (requiresReturnValueCheck()) {
1025  llvm::Constant *SLoc = EmitCheckSourceLocation(S.getBeginLoc());
1026  auto *SLocPtr =
1027  new llvm::GlobalVariable(CGM.getModule(), SLoc->getType(), false,
1028  llvm::GlobalVariable::PrivateLinkage, SLoc);
1029  SLocPtr->setUnnamedAddr(llvm::GlobalValue::UnnamedAddr::Global);
1031  assert(ReturnLocation.isValid() && "No valid return location");
1033  ReturnLocation);
1034  }
1035 
1036  // Returning from an outlined SEH helper is UB, and we already warn on it.
1037  if (IsOutlinedSEHHelper) {
1038  Builder.CreateUnreachable();
1039  Builder.ClearInsertionPoint();
1040  }
1041 
1042  // Emit the result value, even if unused, to evaluate the side effects.
1043  const Expr *RV = S.getRetValue();
1044 
1045  // Treat block literals in a return expression as if they appeared
1046  // in their own scope. This permits a small, easily-implemented
1047  // exception to our over-conservative rules about not jumping to
1048  // statements following block literals with non-trivial cleanups.
1049  RunCleanupsScope cleanupScope(*this);
1050  if (const ExprWithCleanups *cleanups =
1051  dyn_cast_or_null<ExprWithCleanups>(RV)) {
1052  enterFullExpression(cleanups);
1053  RV = cleanups->getSubExpr();
1054  }
1055 
1056  // FIXME: Clean this up by using an LValue for ReturnTemp,
1057  // EmitStoreThroughLValue, and EmitAnyExpr.
1058  if (getLangOpts().ElideConstructors &&
1060  // Apply the named return value optimization for this return statement,
1061  // which means doing nothing: the appropriate result has already been
1062  // constructed into the NRVO variable.
1063 
1064  // If there is an NRVO flag for this variable, set it to 1 into indicate
1065  // that the cleanup code should not destroy the variable.
1066  if (llvm::Value *NRVOFlag = NRVOFlags[S.getNRVOCandidate()])
1067  Builder.CreateFlagStore(Builder.getTrue(), NRVOFlag);
1068  } else if (!ReturnValue.isValid() || (RV && RV->getType()->isVoidType())) {
1069  // Make sure not to return anything, but evaluate the expression
1070  // for side effects.
1071  if (RV)
1072  EmitAnyExpr(RV);
1073  } else if (!RV) {
1074  // Do nothing (return value is left uninitialized)
1075  } else if (FnRetTy->isReferenceType()) {
1076  // If this function returns a reference, take the address of the expression
1077  // rather than the value.
1078  RValue Result = EmitReferenceBindingToExpr(RV);
1080  } else {
1081  switch (getEvaluationKind(RV->getType())) {
1082  case TEK_Scalar:
1084  break;
1085  case TEK_Complex:
1087  /*isInit*/ true);
1088  break;
1089  case TEK_Aggregate:
1096  break;
1097  }
1098  }
1099 
1100  ++NumReturnExprs;
1101  if (!RV || RV->isEvaluatable(getContext()))
1102  ++NumSimpleReturnExprs;
1103 
1104  cleanupScope.ForceCleanup();
1106 }
1107 
1109  // As long as debug info is modeled with instructions, we have to ensure we
1110  // have a place to insert here and write the stop point here.
1111  if (HaveInsertPoint())
1112  EmitStopPoint(&S);
1113 
1114  for (const auto *I : S.decls())
1115  EmitDecl(*I);
1116 }
1117 
1119  assert(!BreakContinueStack.empty() && "break stmt not in a loop or switch!");
1120 
1121  // If this code is reachable then emit a stop point (if generating
1122  // debug info). We have to do this ourselves because we are on the
1123  // "simple" statement path.
1124  if (HaveInsertPoint())
1125  EmitStopPoint(&S);
1126 
1127  EmitBranchThroughCleanup(BreakContinueStack.back().BreakBlock);
1128 }
1129 
1131  assert(!BreakContinueStack.empty() && "continue stmt not in a loop!");
1132 
1133  // If this code is reachable then emit a stop point (if generating
1134  // debug info). We have to do this ourselves because we are on the
1135  // "simple" statement path.
1136  if (HaveInsertPoint())
1137  EmitStopPoint(&S);
1138 
1139  EmitBranchThroughCleanup(BreakContinueStack.back().ContinueBlock);
1140 }
1141 
1142 /// EmitCaseStmtRange - If case statement range is not too big then
1143 /// add multiple cases to switch instruction, one for each value within
1144 /// the range. If range is too big then emit "if" condition check.
1146  assert(S.getRHS() && "Expected RHS value in CaseStmt");
1147 
1148  llvm::APSInt LHS = S.getLHS()->EvaluateKnownConstInt(getContext());
1149  llvm::APSInt RHS = S.getRHS()->EvaluateKnownConstInt(getContext());
1150 
1151  // Emit the code for this case. We do this first to make sure it is
1152  // properly chained from our predecessor before generating the
1153  // switch machinery to enter this block.
1154  llvm::BasicBlock *CaseDest = createBasicBlock("sw.bb");
1155  EmitBlockWithFallThrough(CaseDest, &S);
1156  EmitStmt(S.getSubStmt());
1157 
1158  // If range is empty, do nothing.
1159  if (LHS.isSigned() ? RHS.slt(LHS) : RHS.ult(LHS))
1160  return;
1161 
1162  llvm::APInt Range = RHS - LHS;
1163  // FIXME: parameters such as this should not be hardcoded.
1164  if (Range.ult(llvm::APInt(Range.getBitWidth(), 64))) {
1165  // Range is small enough to add multiple switch instruction cases.
1166  uint64_t Total = getProfileCount(&S);
1167  unsigned NCases = Range.getZExtValue() + 1;
1168  // We only have one region counter for the entire set of cases here, so we
1169  // need to divide the weights evenly between the generated cases, ensuring
1170  // that the total weight is preserved. E.g., a weight of 5 over three cases
1171  // will be distributed as weights of 2, 2, and 1.
1172  uint64_t Weight = Total / NCases, Rem = Total % NCases;
1173  for (unsigned I = 0; I != NCases; ++I) {
1174  if (SwitchWeights)
1175  SwitchWeights->push_back(Weight + (Rem ? 1 : 0));
1176  if (Rem)
1177  Rem--;
1178  SwitchInsn->addCase(Builder.getInt(LHS), CaseDest);
1179  ++LHS;
1180  }
1181  return;
1182  }
1183 
1184  // The range is too big. Emit "if" condition into a new block,
1185  // making sure to save and restore the current insertion point.
1186  llvm::BasicBlock *RestoreBB = Builder.GetInsertBlock();
1187 
1188  // Push this test onto the chain of range checks (which terminates
1189  // in the default basic block). The switch's default will be changed
1190  // to the top of this chain after switch emission is complete.
1191  llvm::BasicBlock *FalseDest = CaseRangeBlock;
1192  CaseRangeBlock = createBasicBlock("sw.caserange");
1193 
1194  CurFn->getBasicBlockList().push_back(CaseRangeBlock);
1195  Builder.SetInsertPoint(CaseRangeBlock);
1196 
1197  // Emit range check.
1198  llvm::Value *Diff =
1199  Builder.CreateSub(SwitchInsn->getCondition(), Builder.getInt(LHS));
1200  llvm::Value *Cond =
1201  Builder.CreateICmpULE(Diff, Builder.getInt(Range), "inbounds");
1202 
1203  llvm::MDNode *Weights = nullptr;
1204  if (SwitchWeights) {
1205  uint64_t ThisCount = getProfileCount(&S);
1206  uint64_t DefaultCount = (*SwitchWeights)[0];
1207  Weights = createProfileWeights(ThisCount, DefaultCount);
1208 
1209  // Since we're chaining the switch default through each large case range, we
1210  // need to update the weight for the default, ie, the first case, to include
1211  // this case.
1212  (*SwitchWeights)[0] += ThisCount;
1213  }
1214  Builder.CreateCondBr(Cond, CaseDest, FalseDest, Weights);
1215 
1216  // Restore the appropriate insertion point.
1217  if (RestoreBB)
1218  Builder.SetInsertPoint(RestoreBB);
1219  else
1220  Builder.ClearInsertionPoint();
1221 }
1222 
1224  // If there is no enclosing switch instance that we're aware of, then this
1225  // case statement and its block can be elided. This situation only happens
1226  // when we've constant-folded the switch, are emitting the constant case,
1227  // and part of the constant case includes another case statement. For
1228  // instance: switch (4) { case 4: do { case 5: } while (1); }
1229  if (!SwitchInsn) {
1230  EmitStmt(S.getSubStmt());
1231  return;
1232  }
1233 
1234  // Handle case ranges.
1235  if (S.getRHS()) {
1236  EmitCaseStmtRange(S);
1237  return;
1238  }
1239 
1240  llvm::ConstantInt *CaseVal =
1242 
1243  // If the body of the case is just a 'break', try to not emit an empty block.
1244  // If we're profiling or we're not optimizing, leave the block in for better
1245  // debug and coverage analysis.
1247  CGM.getCodeGenOpts().OptimizationLevel > 0 &&
1248  isa<BreakStmt>(S.getSubStmt())) {
1249  JumpDest Block = BreakContinueStack.back().BreakBlock;
1250 
1251  // Only do this optimization if there are no cleanups that need emitting.
1252  if (isObviouslyBranchWithoutCleanups(Block)) {
1253  if (SwitchWeights)
1254  SwitchWeights->push_back(getProfileCount(&S));
1255  SwitchInsn->addCase(CaseVal, Block.getBlock());
1256 
1257  // If there was a fallthrough into this case, make sure to redirect it to
1258  // the end of the switch as well.
1259  if (Builder.GetInsertBlock()) {
1260  Builder.CreateBr(Block.getBlock());
1261  Builder.ClearInsertionPoint();
1262  }
1263  return;
1264  }
1265  }
1266 
1267  llvm::BasicBlock *CaseDest = createBasicBlock("sw.bb");
1268  EmitBlockWithFallThrough(CaseDest, &S);
1269  if (SwitchWeights)
1270  SwitchWeights->push_back(getProfileCount(&S));
1271  SwitchInsn->addCase(CaseVal, CaseDest);
1272 
1273  // Recursively emitting the statement is acceptable, but is not wonderful for
1274  // code where we have many case statements nested together, i.e.:
1275  // case 1:
1276  // case 2:
1277  // case 3: etc.
1278  // Handling this recursively will create a new block for each case statement
1279  // that falls through to the next case which is IR intensive. It also causes
1280  // deep recursion which can run into stack depth limitations. Handle
1281  // sequential non-range case statements specially.
1282  const CaseStmt *CurCase = &S;
1283  const CaseStmt *NextCase = dyn_cast<CaseStmt>(S.getSubStmt());
1284 
1285  // Otherwise, iteratively add consecutive cases to this switch stmt.
1286  while (NextCase && NextCase->getRHS() == nullptr) {
1287  CurCase = NextCase;
1288  llvm::ConstantInt *CaseVal =
1289  Builder.getInt(CurCase->getLHS()->EvaluateKnownConstInt(getContext()));
1290 
1291  if (SwitchWeights)
1292  SwitchWeights->push_back(getProfileCount(NextCase));
1294  CaseDest = createBasicBlock("sw.bb");
1295  EmitBlockWithFallThrough(CaseDest, &S);
1296  }
1297 
1298  SwitchInsn->addCase(CaseVal, CaseDest);
1299  NextCase = dyn_cast<CaseStmt>(CurCase->getSubStmt());
1300  }
1301 
1302  // Normal default recursion for non-cases.
1303  EmitStmt(CurCase->getSubStmt());
1304 }
1305 
1307  // If there is no enclosing switch instance that we're aware of, then this
1308  // default statement can be elided. This situation only happens when we've
1309  // constant-folded the switch.
1310  if (!SwitchInsn) {
1311  EmitStmt(S.getSubStmt());
1312  return;
1313  }
1314 
1315  llvm::BasicBlock *DefaultBlock = SwitchInsn->getDefaultDest();
1316  assert(DefaultBlock->empty() &&
1317  "EmitDefaultStmt: Default block already defined?");
1318 
1319  EmitBlockWithFallThrough(DefaultBlock, &S);
1320 
1321  EmitStmt(S.getSubStmt());
1322 }
1323 
1324 /// CollectStatementsForCase - Given the body of a 'switch' statement and a
1325 /// constant value that is being switched on, see if we can dead code eliminate
1326 /// the body of the switch to a simple series of statements to emit. Basically,
1327 /// on a switch (5) we want to find these statements:
1328 /// case 5:
1329 /// printf(...); <--
1330 /// ++i; <--
1331 /// break;
1332 ///
1333 /// and add them to the ResultStmts vector. If it is unsafe to do this
1334 /// transformation (for example, one of the elided statements contains a label
1335 /// that might be jumped to), return CSFC_Failure. If we handled it and 'S'
1336 /// should include statements after it (e.g. the printf() line is a substmt of
1337 /// the case) then return CSFC_FallThrough. If we handled it and found a break
1338 /// statement, then return CSFC_Success.
1339 ///
1340 /// If Case is non-null, then we are looking for the specified case, checking
1341 /// that nothing we jump over contains labels. If Case is null, then we found
1342 /// the case and are looking for the break.
1343 ///
1344 /// If the recursive walk actually finds our Case, then we set FoundCase to
1345 /// true.
1346 ///
1349  const SwitchCase *Case,
1350  bool &FoundCase,
1351  SmallVectorImpl<const Stmt*> &ResultStmts) {
1352  // If this is a null statement, just succeed.
1353  if (!S)
1354  return Case ? CSFC_Success : CSFC_FallThrough;
1355 
1356  // If this is the switchcase (case 4: or default) that we're looking for, then
1357  // we're in business. Just add the substatement.
1358  if (const SwitchCase *SC = dyn_cast<SwitchCase>(S)) {
1359  if (S == Case) {
1360  FoundCase = true;
1361  return CollectStatementsForCase(SC->getSubStmt(), nullptr, FoundCase,
1362  ResultStmts);
1363  }
1364 
1365  // Otherwise, this is some other case or default statement, just ignore it.
1366  return CollectStatementsForCase(SC->getSubStmt(), Case, FoundCase,
1367  ResultStmts);
1368  }
1369 
1370  // If we are in the live part of the code and we found our break statement,
1371  // return a success!
1372  if (!Case && isa<BreakStmt>(S))
1373  return CSFC_Success;
1374 
1375  // If this is a switch statement, then it might contain the SwitchCase, the
1376  // break, or neither.
1377  if (const CompoundStmt *CS = dyn_cast<CompoundStmt>(S)) {
1378  // Handle this as two cases: we might be looking for the SwitchCase (if so
1379  // the skipped statements must be skippable) or we might already have it.
1380  CompoundStmt::const_body_iterator I = CS->body_begin(), E = CS->body_end();
1381  bool StartedInLiveCode = FoundCase;
1382  unsigned StartSize = ResultStmts.size();
1383 
1384  // If we've not found the case yet, scan through looking for it.
1385  if (Case) {
1386  // Keep track of whether we see a skipped declaration. The code could be
1387  // using the declaration even if it is skipped, so we can't optimize out
1388  // the decl if the kept statements might refer to it.
1389  bool HadSkippedDecl = false;
1390 
1391  // If we're looking for the case, just see if we can skip each of the
1392  // substatements.
1393  for (; Case && I != E; ++I) {
1394  HadSkippedDecl |= CodeGenFunction::mightAddDeclToScope(*I);
1395 
1396  switch (CollectStatementsForCase(*I, Case, FoundCase, ResultStmts)) {
1397  case CSFC_Failure: return CSFC_Failure;
1398  case CSFC_Success:
1399  // A successful result means that either 1) that the statement doesn't
1400  // have the case and is skippable, or 2) does contain the case value
1401  // and also contains the break to exit the switch. In the later case,
1402  // we just verify the rest of the statements are elidable.
1403  if (FoundCase) {
1404  // If we found the case and skipped declarations, we can't do the
1405  // optimization.
1406  if (HadSkippedDecl)
1407  return CSFC_Failure;
1408 
1409  for (++I; I != E; ++I)
1410  if (CodeGenFunction::ContainsLabel(*I, true))
1411  return CSFC_Failure;
1412  return CSFC_Success;
1413  }
1414  break;
1415  case CSFC_FallThrough:
1416  // If we have a fallthrough condition, then we must have found the
1417  // case started to include statements. Consider the rest of the
1418  // statements in the compound statement as candidates for inclusion.
1419  assert(FoundCase && "Didn't find case but returned fallthrough?");
1420  // We recursively found Case, so we're not looking for it anymore.
1421  Case = nullptr;
1422 
1423  // If we found the case and skipped declarations, we can't do the
1424  // optimization.
1425  if (HadSkippedDecl)
1426  return CSFC_Failure;
1427  break;
1428  }
1429  }
1430 
1431  if (!FoundCase)
1432  return CSFC_Success;
1433 
1434  assert(!HadSkippedDecl && "fallthrough after skipping decl");
1435  }
1436 
1437  // If we have statements in our range, then we know that the statements are
1438  // live and need to be added to the set of statements we're tracking.
1439  bool AnyDecls = false;
1440  for (; I != E; ++I) {
1441  AnyDecls |= CodeGenFunction::mightAddDeclToScope(*I);
1442 
1443  switch (CollectStatementsForCase(*I, nullptr, FoundCase, ResultStmts)) {
1444  case CSFC_Failure: return CSFC_Failure;
1445  case CSFC_FallThrough:
1446  // A fallthrough result means that the statement was simple and just
1447  // included in ResultStmt, keep adding them afterwards.
1448  break;
1449  case CSFC_Success:
1450  // A successful result means that we found the break statement and
1451  // stopped statement inclusion. We just ensure that any leftover stmts
1452  // are skippable and return success ourselves.
1453  for (++I; I != E; ++I)
1454  if (CodeGenFunction::ContainsLabel(*I, true))
1455  return CSFC_Failure;
1456  return CSFC_Success;
1457  }
1458  }
1459 
1460  // If we're about to fall out of a scope without hitting a 'break;', we
1461  // can't perform the optimization if there were any decls in that scope
1462  // (we'd lose their end-of-lifetime).
1463  if (AnyDecls) {
1464  // If the entire compound statement was live, there's one more thing we
1465  // can try before giving up: emit the whole thing as a single statement.
1466  // We can do that unless the statement contains a 'break;'.
1467  // FIXME: Such a break must be at the end of a construct within this one.
1468  // We could emit this by just ignoring the BreakStmts entirely.
1469  if (StartedInLiveCode && !CodeGenFunction::containsBreak(S)) {
1470  ResultStmts.resize(StartSize);
1471  ResultStmts.push_back(S);
1472  } else {
1473  return CSFC_Failure;
1474  }
1475  }
1476 
1477  return CSFC_FallThrough;
1478  }
1479 
1480  // Okay, this is some other statement that we don't handle explicitly, like a
1481  // for statement or increment etc. If we are skipping over this statement,
1482  // just verify it doesn't have labels, which would make it invalid to elide.
1483  if (Case) {
1484  if (CodeGenFunction::ContainsLabel(S, true))
1485  return CSFC_Failure;
1486  return CSFC_Success;
1487  }
1488 
1489  // Otherwise, we want to include this statement. Everything is cool with that
1490  // so long as it doesn't contain a break out of the switch we're in.
1492 
1493  // Otherwise, everything is great. Include the statement and tell the caller
1494  // that we fall through and include the next statement as well.
1495  ResultStmts.push_back(S);
1496  return CSFC_FallThrough;
1497 }
1498 
1499 /// FindCaseStatementsForValue - Find the case statement being jumped to and
1500 /// then invoke CollectStatementsForCase to find the list of statements to emit
1501 /// for a switch on constant. See the comment above CollectStatementsForCase
1502 /// for more details.
1504  const llvm::APSInt &ConstantCondValue,
1505  SmallVectorImpl<const Stmt*> &ResultStmts,
1506  ASTContext &C,
1507  const SwitchCase *&ResultCase) {
1508  // First step, find the switch case that is being branched to. We can do this
1509  // efficiently by scanning the SwitchCase list.
1510  const SwitchCase *Case = S.getSwitchCaseList();
1511  const DefaultStmt *DefaultCase = nullptr;
1512 
1513  for (; Case; Case = Case->getNextSwitchCase()) {
1514  // It's either a default or case. Just remember the default statement in
1515  // case we're not jumping to any numbered cases.
1516  if (const DefaultStmt *DS = dyn_cast<DefaultStmt>(Case)) {
1517  DefaultCase = DS;
1518  continue;
1519  }
1520 
1521  // Check to see if this case is the one we're looking for.
1522  const CaseStmt *CS = cast<CaseStmt>(Case);
1523  // Don't handle case ranges yet.
1524  if (CS->getRHS()) return false;
1525 
1526  // If we found our case, remember it as 'case'.
1527  if (CS->getLHS()->EvaluateKnownConstInt(C) == ConstantCondValue)
1528  break;
1529  }
1530 
1531  // If we didn't find a matching case, we use a default if it exists, or we
1532  // elide the whole switch body!
1533  if (!Case) {
1534  // It is safe to elide the body of the switch if it doesn't contain labels
1535  // etc. If it is safe, return successfully with an empty ResultStmts list.
1536  if (!DefaultCase)
1537  return !CodeGenFunction::ContainsLabel(&S);
1538  Case = DefaultCase;
1539  }
1540 
1541  // Ok, we know which case is being jumped to, try to collect all the
1542  // statements that follow it. This can fail for a variety of reasons. Also,
1543  // check to see that the recursive walk actually found our case statement.
1544  // Insane cases like this can fail to find it in the recursive walk since we
1545  // don't handle every stmt kind:
1546  // switch (4) {
1547  // while (1) {
1548  // case 4: ...
1549  bool FoundCase = false;
1550  ResultCase = Case;
1551  return CollectStatementsForCase(S.getBody(), Case, FoundCase,
1552  ResultStmts) != CSFC_Failure &&
1553  FoundCase;
1554 }
1555 
1557  // Handle nested switch statements.
1558  llvm::SwitchInst *SavedSwitchInsn = SwitchInsn;
1559  SmallVector<uint64_t, 16> *SavedSwitchWeights = SwitchWeights;
1560  llvm::BasicBlock *SavedCRBlock = CaseRangeBlock;
1561 
1562  // See if we can constant fold the condition of the switch and therefore only
1563  // emit the live case statement (if any) of the switch.
1564  llvm::APSInt ConstantCondValue;
1565  if (ConstantFoldsToSimpleInteger(S.getCond(), ConstantCondValue)) {
1566  SmallVector<const Stmt*, 4> CaseStmts;
1567  const SwitchCase *Case = nullptr;
1568  if (FindCaseStatementsForValue(S, ConstantCondValue, CaseStmts,
1569  getContext(), Case)) {
1570  if (Case)
1572  RunCleanupsScope ExecutedScope(*this);
1573 
1574  if (S.getInit())
1575  EmitStmt(S.getInit());
1576 
1577  // Emit the condition variable if needed inside the entire cleanup scope
1578  // used by this special case for constant folded switches.
1579  if (S.getConditionVariable())
1581 
1582  // At this point, we are no longer "within" a switch instance, so
1583  // we can temporarily enforce this to ensure that any embedded case
1584  // statements are not emitted.
1585  SwitchInsn = nullptr;
1586 
1587  // Okay, we can dead code eliminate everything except this case. Emit the
1588  // specified series of statements and we're good.
1589  for (unsigned i = 0, e = CaseStmts.size(); i != e; ++i)
1590  EmitStmt(CaseStmts[i]);
1592 
1593  // Now we want to restore the saved switch instance so that nested
1594  // switches continue to function properly
1595  SwitchInsn = SavedSwitchInsn;
1596 
1597  return;
1598  }
1599  }
1600 
1601  JumpDest SwitchExit = getJumpDestInCurrentScope("sw.epilog");
1602 
1603  RunCleanupsScope ConditionScope(*this);
1604 
1605  if (S.getInit())
1606  EmitStmt(S.getInit());
1607 
1608  if (S.getConditionVariable())
1610  llvm::Value *CondV = EmitScalarExpr(S.getCond());
1611 
1612  // Create basic block to hold stuff that comes after switch
1613  // statement. We also need to create a default block now so that
1614  // explicit case ranges tests can have a place to jump to on
1615  // failure.
1616  llvm::BasicBlock *DefaultBlock = createBasicBlock("sw.default");
1617  SwitchInsn = Builder.CreateSwitch(CondV, DefaultBlock);
1618  if (PGO.haveRegionCounts()) {
1619  // Walk the SwitchCase list to find how many there are.
1620  uint64_t DefaultCount = 0;
1621  unsigned NumCases = 0;
1622  for (const SwitchCase *Case = S.getSwitchCaseList();
1623  Case;
1624  Case = Case->getNextSwitchCase()) {
1625  if (isa<DefaultStmt>(Case))
1626  DefaultCount = getProfileCount(Case);
1627  NumCases += 1;
1628  }
1629  SwitchWeights = new SmallVector<uint64_t, 16>();
1630  SwitchWeights->reserve(NumCases);
1631  // The default needs to be first. We store the edge count, so we already
1632  // know the right weight.
1633  SwitchWeights->push_back(DefaultCount);
1634  }
1635  CaseRangeBlock = DefaultBlock;
1636 
1637  // Clear the insertion point to indicate we are in unreachable code.
1638  Builder.ClearInsertionPoint();
1639 
1640  // All break statements jump to NextBlock. If BreakContinueStack is non-empty
1641  // then reuse last ContinueBlock.
1642  JumpDest OuterContinue;
1643  if (!BreakContinueStack.empty())
1644  OuterContinue = BreakContinueStack.back().ContinueBlock;
1645 
1646  BreakContinueStack.push_back(BreakContinue(SwitchExit, OuterContinue));
1647 
1648  // Emit switch body.
1649  EmitStmt(S.getBody());
1650 
1651  BreakContinueStack.pop_back();
1652 
1653  // Update the default block in case explicit case range tests have
1654  // been chained on top.
1655  SwitchInsn->setDefaultDest(CaseRangeBlock);
1656 
1657  // If a default was never emitted:
1658  if (!DefaultBlock->getParent()) {
1659  // If we have cleanups, emit the default block so that there's a
1660  // place to jump through the cleanups from.
1661  if (ConditionScope.requiresCleanups()) {
1662  EmitBlock(DefaultBlock);
1663 
1664  // Otherwise, just forward the default block to the switch end.
1665  } else {
1666  DefaultBlock->replaceAllUsesWith(SwitchExit.getBlock());
1667  delete DefaultBlock;
1668  }
1669  }
1670 
1671  ConditionScope.ForceCleanup();
1672 
1673  // Emit continuation.
1674  EmitBlock(SwitchExit.getBlock(), true);
1676 
1677  // If the switch has a condition wrapped by __builtin_unpredictable,
1678  // create metadata that specifies that the switch is unpredictable.
1679  // Don't bother if not optimizing because that metadata would not be used.
1680  auto *Call = dyn_cast<CallExpr>(S.getCond());
1681  if (Call && CGM.getCodeGenOpts().OptimizationLevel != 0) {
1682  auto *FD = dyn_cast_or_null<FunctionDecl>(Call->getCalleeDecl());
1683  if (FD && FD->getBuiltinID() == Builtin::BI__builtin_unpredictable) {
1684  llvm::MDBuilder MDHelper(getLLVMContext());
1685  SwitchInsn->setMetadata(llvm::LLVMContext::MD_unpredictable,
1686  MDHelper.createUnpredictable());
1687  }
1688  }
1689 
1690  if (SwitchWeights) {
1691  assert(SwitchWeights->size() == 1 + SwitchInsn->getNumCases() &&
1692  "switch weights do not match switch cases");
1693  // If there's only one jump destination there's no sense weighting it.
1694  if (SwitchWeights->size() > 1)
1695  SwitchInsn->setMetadata(llvm::LLVMContext::MD_prof,
1696  createProfileWeights(*SwitchWeights));
1697  delete SwitchWeights;
1698  }
1699  SwitchInsn = SavedSwitchInsn;
1700  SwitchWeights = SavedSwitchWeights;
1701  CaseRangeBlock = SavedCRBlock;
1702 }
1703 
1704 static std::string
1705 SimplifyConstraint(const char *Constraint, const TargetInfo &Target,
1707  std::string Result;
1708 
1709  while (*Constraint) {
1710  switch (*Constraint) {
1711  default:
1712  Result += Target.convertConstraint(Constraint);
1713  break;
1714  // Ignore these
1715  case '*':
1716  case '?':
1717  case '!':
1718  case '=': // Will see this and the following in mult-alt constraints.
1719  case '+':
1720  break;
1721  case '#': // Ignore the rest of the constraint alternative.
1722  while (Constraint[1] && Constraint[1] != ',')
1723  Constraint++;
1724  break;
1725  case '&':
1726  case '%':
1727  Result += *Constraint;
1728  while (Constraint[1] && Constraint[1] == *Constraint)
1729  Constraint++;
1730  break;
1731  case ',':
1732  Result += "|";
1733  break;
1734  case 'g':
1735  Result += "imr";
1736  break;
1737  case '[': {
1738  assert(OutCons &&
1739  "Must pass output names to constraints with a symbolic name");
1740  unsigned Index;
1741  bool result = Target.resolveSymbolicName(Constraint, *OutCons, Index);
1742  assert(result && "Could not resolve symbolic name"); (void)result;
1743  Result += llvm::utostr(Index);
1744  break;
1745  }
1746  }
1747 
1748  Constraint++;
1749  }
1750 
1751  return Result;
1752 }
1753 
1754 /// AddVariableConstraints - Look at AsmExpr and if it is a variable declared
1755 /// as using a particular register add that as a constraint that will be used
1756 /// in this asm stmt.
1757 static std::string
1758 AddVariableConstraints(const std::string &Constraint, const Expr &AsmExpr,
1760  const AsmStmt &Stmt, const bool EarlyClobber) {
1761  const DeclRefExpr *AsmDeclRef = dyn_cast<DeclRefExpr>(&AsmExpr);
1762  if (!AsmDeclRef)
1763  return Constraint;
1764  const ValueDecl &Value = *AsmDeclRef->getDecl();
1765  const VarDecl *Variable = dyn_cast<VarDecl>(&Value);
1766  if (!Variable)
1767  return Constraint;
1768  if (Variable->getStorageClass() != SC_Register)
1769  return Constraint;
1770  AsmLabelAttr *Attr = Variable->getAttr<AsmLabelAttr>();
1771  if (!Attr)
1772  return Constraint;
1773  StringRef Register = Attr->getLabel();
1774  assert(Target.isValidGCCRegisterName(Register));
1775  // We're using validateOutputConstraint here because we only care if
1776  // this is a register constraint.
1777  TargetInfo::ConstraintInfo Info(Constraint, "");
1778  if (Target.validateOutputConstraint(Info) &&
1779  !Info.allowsRegister()) {
1780  CGM.ErrorUnsupported(&Stmt, "__asm__");
1781  return Constraint;
1782  }
1783  // Canonicalize the register here before returning it.
1784  Register = Target.getNormalizedGCCRegisterName(Register);
1785  return (EarlyClobber ? "&{" : "{") + Register.str() + "}";
1786 }
1787 
1788 llvm::Value*
1789 CodeGenFunction::EmitAsmInputLValue(const TargetInfo::ConstraintInfo &Info,
1790  LValue InputValue, QualType InputType,
1791  std::string &ConstraintStr,
1792  SourceLocation Loc) {
1793  llvm::Value *Arg;
1794  if (Info.allowsRegister() || !Info.allowsMemory()) {
1796  Arg = EmitLoadOfLValue(InputValue, Loc).getScalarVal();
1797  } else {
1798  llvm::Type *Ty = ConvertType(InputType);
1799  uint64_t Size = CGM.getDataLayout().getTypeSizeInBits(Ty);
1800  if (Size <= 64 && llvm::isPowerOf2_64(Size)) {
1801  Ty = llvm::IntegerType::get(getLLVMContext(), Size);
1802  Ty = llvm::PointerType::getUnqual(Ty);
1803 
1804  Arg = Builder.CreateLoad(Builder.CreateBitCast(InputValue.getAddress(),
1805  Ty));
1806  } else {
1807  Arg = InputValue.getPointer();
1808  ConstraintStr += '*';
1809  }
1810  }
1811  } else {
1812  Arg = InputValue.getPointer();
1813  ConstraintStr += '*';
1814  }
1815 
1816  return Arg;
1817 }
1818 
1819 llvm::Value* CodeGenFunction::EmitAsmInput(
1820  const TargetInfo::ConstraintInfo &Info,
1821  const Expr *InputExpr,
1822  std::string &ConstraintStr) {
1823  // If this can't be a register or memory, i.e., has to be a constant
1824  // (immediate or symbolic), try to emit it as such.
1825  if (!Info.allowsRegister() && !Info.allowsMemory()) {
1826  llvm::APSInt Result;
1827  if (InputExpr->EvaluateAsInt(Result, getContext()))
1828  return llvm::ConstantInt::get(getLLVMContext(), Result);
1829  assert(!Info.requiresImmediateConstant() &&
1830  "Required-immediate inlineasm arg isn't constant?");
1831  }
1832 
1833  if (Info.allowsRegister() || !Info.allowsMemory())
1835  return EmitScalarExpr(InputExpr);
1836  if (InputExpr->getStmtClass() == Expr::CXXThisExprClass)
1837  return EmitScalarExpr(InputExpr);
1838  InputExpr = InputExpr->IgnoreParenNoopCasts(getContext());
1839  LValue Dest = EmitLValue(InputExpr);
1840  return EmitAsmInputLValue(Info, Dest, InputExpr->getType(), ConstraintStr,
1841  InputExpr->getExprLoc());
1842 }
1843 
1844 /// getAsmSrcLocInfo - Return the !srcloc metadata node to attach to an inline
1845 /// asm call instruction. The !srcloc MDNode contains a list of constant
1846 /// integers which are the source locations of the start of each line in the
1847 /// asm.
1848 static llvm::MDNode *getAsmSrcLocInfo(const StringLiteral *Str,
1849  CodeGenFunction &CGF) {
1851  // Add the location of the first line to the MDNode.
1852  Locs.push_back(llvm::ConstantAsMetadata::get(llvm::ConstantInt::get(
1853  CGF.Int32Ty, Str->getBeginLoc().getRawEncoding())));
1854  StringRef StrVal = Str->getString();
1855  if (!StrVal.empty()) {
1856  const SourceManager &SM = CGF.CGM.getContext().getSourceManager();
1857  const LangOptions &LangOpts = CGF.CGM.getLangOpts();
1858  unsigned StartToken = 0;
1859  unsigned ByteOffset = 0;
1860 
1861  // Add the location of the start of each subsequent line of the asm to the
1862  // MDNode.
1863  for (unsigned i = 0, e = StrVal.size() - 1; i != e; ++i) {
1864  if (StrVal[i] != '\n') continue;
1865  SourceLocation LineLoc = Str->getLocationOfByte(
1866  i + 1, SM, LangOpts, CGF.getTarget(), &StartToken, &ByteOffset);
1867  Locs.push_back(llvm::ConstantAsMetadata::get(
1868  llvm::ConstantInt::get(CGF.Int32Ty, LineLoc.getRawEncoding())));
1869  }
1870  }
1871 
1872  return llvm::MDNode::get(CGF.getLLVMContext(), Locs);
1873 }
1874 
1876  // Assemble the final asm string.
1877  std::string AsmString = S.generateAsmString(getContext());
1878 
1879  // Get all the output and input constraints together.
1880  SmallVector<TargetInfo::ConstraintInfo, 4> OutputConstraintInfos;
1881  SmallVector<TargetInfo::ConstraintInfo, 4> InputConstraintInfos;
1882 
1883  for (unsigned i = 0, e = S.getNumOutputs(); i != e; i++) {
1884  StringRef Name;
1885  if (const GCCAsmStmt *GAS = dyn_cast<GCCAsmStmt>(&S))
1886  Name = GAS->getOutputName(i);
1888  bool IsValid = getTarget().validateOutputConstraint(Info); (void)IsValid;
1889  assert(IsValid && "Failed to parse output constraint");
1890  OutputConstraintInfos.push_back(Info);
1891  }
1892 
1893  for (unsigned i = 0, e = S.getNumInputs(); i != e; i++) {
1894  StringRef Name;
1895  if (const GCCAsmStmt *GAS = dyn_cast<GCCAsmStmt>(&S))
1896  Name = GAS->getInputName(i);
1898  bool IsValid =
1899  getTarget().validateInputConstraint(OutputConstraintInfos, Info);
1900  assert(IsValid && "Failed to parse input constraint"); (void)IsValid;
1901  InputConstraintInfos.push_back(Info);
1902  }
1903 
1904  std::string Constraints;
1905 
1906  std::vector<LValue> ResultRegDests;
1907  std::vector<QualType> ResultRegQualTys;
1908  std::vector<llvm::Type *> ResultRegTypes;
1909  std::vector<llvm::Type *> ResultTruncRegTypes;
1910  std::vector<llvm::Type *> ArgTypes;
1911  std::vector<llvm::Value*> Args;
1912 
1913  // Keep track of inout constraints.
1914  std::string InOutConstraints;
1915  std::vector<llvm::Value*> InOutArgs;
1916  std::vector<llvm::Type*> InOutArgTypes;
1917 
1918  // An inline asm can be marked readonly if it meets the following conditions:
1919  // - it doesn't have any sideeffects
1920  // - it doesn't clobber memory
1921  // - it doesn't return a value by-reference
1922  // It can be marked readnone if it doesn't have any input memory constraints
1923  // in addition to meeting the conditions listed above.
1924  bool ReadOnly = true, ReadNone = true;
1925 
1926  for (unsigned i = 0, e = S.getNumOutputs(); i != e; i++) {
1927  TargetInfo::ConstraintInfo &Info = OutputConstraintInfos[i];
1928 
1929  // Simplify the output constraint.
1930  std::string OutputConstraint(S.getOutputConstraint(i));
1931  OutputConstraint = SimplifyConstraint(OutputConstraint.c_str() + 1,
1932  getTarget(), &OutputConstraintInfos);
1933 
1934  const Expr *OutExpr = S.getOutputExpr(i);
1935  OutExpr = OutExpr->IgnoreParenNoopCasts(getContext());
1936 
1937  OutputConstraint = AddVariableConstraints(OutputConstraint, *OutExpr,
1938  getTarget(), CGM, S,
1939  Info.earlyClobber());
1940 
1941  LValue Dest = EmitLValue(OutExpr);
1942  if (!Constraints.empty())
1943  Constraints += ',';
1944 
1945  // If this is a register output, then make the inline asm return it
1946  // by-value. If this is a memory result, return the value by-reference.
1947  if (!Info.allowsMemory() && hasScalarEvaluationKind(OutExpr->getType())) {
1948  Constraints += "=" + OutputConstraint;
1949  ResultRegQualTys.push_back(OutExpr->getType());
1950  ResultRegDests.push_back(Dest);
1951  ResultRegTypes.push_back(ConvertTypeForMem(OutExpr->getType()));
1952  ResultTruncRegTypes.push_back(ResultRegTypes.back());
1953 
1954  // If this output is tied to an input, and if the input is larger, then
1955  // we need to set the actual result type of the inline asm node to be the
1956  // same as the input type.
1957  if (Info.hasMatchingInput()) {
1958  unsigned InputNo;
1959  for (InputNo = 0; InputNo != S.getNumInputs(); ++InputNo) {
1960  TargetInfo::ConstraintInfo &Input = InputConstraintInfos[InputNo];
1961  if (Input.hasTiedOperand() && Input.getTiedOperand() == i)
1962  break;
1963  }
1964  assert(InputNo != S.getNumInputs() && "Didn't find matching input!");
1965 
1966  QualType InputTy = S.getInputExpr(InputNo)->getType();
1967  QualType OutputType = OutExpr->getType();
1968 
1969  uint64_t InputSize = getContext().getTypeSize(InputTy);
1970  if (getContext().getTypeSize(OutputType) < InputSize) {
1971  // Form the asm to return the value as a larger integer or fp type.
1972  ResultRegTypes.back() = ConvertType(InputTy);
1973  }
1974  }
1975  if (llvm::Type* AdjTy =
1976  getTargetHooks().adjustInlineAsmType(*this, OutputConstraint,
1977  ResultRegTypes.back()))
1978  ResultRegTypes.back() = AdjTy;
1979  else {
1980  CGM.getDiags().Report(S.getAsmLoc(),
1981  diag::err_asm_invalid_type_in_input)
1982  << OutExpr->getType() << OutputConstraint;
1983  }
1984 
1985  // Update largest vector width for any vector types.
1986  if (auto *VT = dyn_cast<llvm::VectorType>(ResultRegTypes.back()))
1987  LargestVectorWidth = std::max(LargestVectorWidth,
1988  VT->getPrimitiveSizeInBits());
1989  } else {
1990  ArgTypes.push_back(Dest.getAddress().getType());
1991  Args.push_back(Dest.getPointer());
1992  Constraints += "=*";
1993  Constraints += OutputConstraint;
1994  ReadOnly = ReadNone = false;
1995  }
1996 
1997  if (Info.isReadWrite()) {
1998  InOutConstraints += ',';
1999 
2000  const Expr *InputExpr = S.getOutputExpr(i);
2001  llvm::Value *Arg = EmitAsmInputLValue(Info, Dest, InputExpr->getType(),
2002  InOutConstraints,
2003  InputExpr->getExprLoc());
2004 
2005  if (llvm::Type* AdjTy =
2006  getTargetHooks().adjustInlineAsmType(*this, OutputConstraint,
2007  Arg->getType()))
2008  Arg = Builder.CreateBitCast(Arg, AdjTy);
2009 
2010  // Update largest vector width for any vector types.
2011  if (auto *VT = dyn_cast<llvm::VectorType>(Arg->getType()))
2012  LargestVectorWidth = std::max(LargestVectorWidth,
2013  VT->getPrimitiveSizeInBits());
2014  if (Info.allowsRegister())
2015  InOutConstraints += llvm::utostr(i);
2016  else
2017  InOutConstraints += OutputConstraint;
2018 
2019  InOutArgTypes.push_back(Arg->getType());
2020  InOutArgs.push_back(Arg);
2021  }
2022  }
2023 
2024  // If this is a Microsoft-style asm blob, store the return registers (EAX:EDX)
2025  // to the return value slot. Only do this when returning in registers.
2026  if (isa<MSAsmStmt>(&S)) {
2027  const ABIArgInfo &RetAI = CurFnInfo->getReturnInfo();
2028  if (RetAI.isDirect() || RetAI.isExtend()) {
2029  // Make a fake lvalue for the return value slot.
2030  LValue ReturnSlot = MakeAddrLValue(ReturnValue, FnRetTy);
2032  *this, ReturnSlot, Constraints, ResultRegTypes, ResultTruncRegTypes,
2033  ResultRegDests, AsmString, S.getNumOutputs());
2034  SawAsmBlock = true;
2035  }
2036  }
2037 
2038  for (unsigned i = 0, e = S.getNumInputs(); i != e; i++) {
2039  const Expr *InputExpr = S.getInputExpr(i);
2040 
2041  TargetInfo::ConstraintInfo &Info = InputConstraintInfos[i];
2042 
2043  if (Info.allowsMemory())
2044  ReadNone = false;
2045 
2046  if (!Constraints.empty())
2047  Constraints += ',';
2048 
2049  // Simplify the input constraint.
2050  std::string InputConstraint(S.getInputConstraint(i));
2051  InputConstraint = SimplifyConstraint(InputConstraint.c_str(), getTarget(),
2052  &OutputConstraintInfos);
2053 
2054  InputConstraint = AddVariableConstraints(
2055  InputConstraint, *InputExpr->IgnoreParenNoopCasts(getContext()),
2056  getTarget(), CGM, S, false /* No EarlyClobber */);
2057 
2058  llvm::Value *Arg = EmitAsmInput(Info, InputExpr, Constraints);
2059 
2060  // If this input argument is tied to a larger output result, extend the
2061  // input to be the same size as the output. The LLVM backend wants to see
2062  // the input and output of a matching constraint be the same size. Note
2063  // that GCC does not define what the top bits are here. We use zext because
2064  // that is usually cheaper, but LLVM IR should really get an anyext someday.
2065  if (Info.hasTiedOperand()) {
2066  unsigned Output = Info.getTiedOperand();
2067  QualType OutputType = S.getOutputExpr(Output)->getType();
2068  QualType InputTy = InputExpr->getType();
2069 
2070  if (getContext().getTypeSize(OutputType) >
2071  getContext().getTypeSize(InputTy)) {
2072  // Use ptrtoint as appropriate so that we can do our extension.
2073  if (isa<llvm::PointerType>(Arg->getType()))
2074  Arg = Builder.CreatePtrToInt(Arg, IntPtrTy);
2075  llvm::Type *OutputTy = ConvertType(OutputType);
2076  if (isa<llvm::IntegerType>(OutputTy))
2077  Arg = Builder.CreateZExt(Arg, OutputTy);
2078  else if (isa<llvm::PointerType>(OutputTy))
2079  Arg = Builder.CreateZExt(Arg, IntPtrTy);
2080  else {
2081  assert(OutputTy->isFloatingPointTy() && "Unexpected output type");
2082  Arg = Builder.CreateFPExt(Arg, OutputTy);
2083  }
2084  }
2085  }
2086  if (llvm::Type* AdjTy =
2087  getTargetHooks().adjustInlineAsmType(*this, InputConstraint,
2088  Arg->getType()))
2089  Arg = Builder.CreateBitCast(Arg, AdjTy);
2090  else
2091  CGM.getDiags().Report(S.getAsmLoc(), diag::err_asm_invalid_type_in_input)
2092  << InputExpr->getType() << InputConstraint;
2093 
2094  // Update largest vector width for any vector types.
2095  if (auto *VT = dyn_cast<llvm::VectorType>(Arg->getType()))
2096  LargestVectorWidth = std::max(LargestVectorWidth,
2097  VT->getPrimitiveSizeInBits());
2098 
2099  ArgTypes.push_back(Arg->getType());
2100  Args.push_back(Arg);
2101  Constraints += InputConstraint;
2102  }
2103 
2104  // Append the "input" part of inout constraints last.
2105  for (unsigned i = 0, e = InOutArgs.size(); i != e; i++) {
2106  ArgTypes.push_back(InOutArgTypes[i]);
2107  Args.push_back(InOutArgs[i]);
2108  }
2109  Constraints += InOutConstraints;
2110 
2111  // Clobbers
2112  for (unsigned i = 0, e = S.getNumClobbers(); i != e; i++) {
2113  StringRef Clobber = S.getClobber(i);
2114 
2115  if (Clobber == "memory")
2116  ReadOnly = ReadNone = false;
2117  else if (Clobber != "cc")
2118  Clobber = getTarget().getNormalizedGCCRegisterName(Clobber);
2119 
2120  if (!Constraints.empty())
2121  Constraints += ',';
2122 
2123  Constraints += "~{";
2124  Constraints += Clobber;
2125  Constraints += '}';
2126  }
2127 
2128  // Add machine specific clobbers
2129  std::string MachineClobbers = getTarget().getClobbers();
2130  if (!MachineClobbers.empty()) {
2131  if (!Constraints.empty())
2132  Constraints += ',';
2133  Constraints += MachineClobbers;
2134  }
2135 
2136  llvm::Type *ResultType;
2137  if (ResultRegTypes.empty())
2138  ResultType = VoidTy;
2139  else if (ResultRegTypes.size() == 1)
2140  ResultType = ResultRegTypes[0];
2141  else
2142  ResultType = llvm::StructType::get(getLLVMContext(), ResultRegTypes);
2143 
2144  llvm::FunctionType *FTy =
2145  llvm::FunctionType::get(ResultType, ArgTypes, false);
2146 
2147  bool HasSideEffect = S.isVolatile() || S.getNumOutputs() == 0;
2148  llvm::InlineAsm::AsmDialect AsmDialect = isa<MSAsmStmt>(&S) ?
2149  llvm::InlineAsm::AD_Intel : llvm::InlineAsm::AD_ATT;
2150  llvm::InlineAsm *IA =
2151  llvm::InlineAsm::get(FTy, AsmString, Constraints, HasSideEffect,
2152  /* IsAlignStack */ false, AsmDialect);
2153  llvm::CallInst *Result =
2154  Builder.CreateCall(IA, Args, getBundlesForFunclet(IA));
2155  Result->addAttribute(llvm::AttributeList::FunctionIndex,
2156  llvm::Attribute::NoUnwind);
2157 
2158  // Attach readnone and readonly attributes.
2159  if (!HasSideEffect) {
2160  if (ReadNone)
2161  Result->addAttribute(llvm::AttributeList::FunctionIndex,
2162  llvm::Attribute::ReadNone);
2163  else if (ReadOnly)
2164  Result->addAttribute(llvm::AttributeList::FunctionIndex,
2165  llvm::Attribute::ReadOnly);
2166  }
2167 
2168  // Slap the source location of the inline asm into a !srcloc metadata on the
2169  // call.
2170  if (const GCCAsmStmt *gccAsmStmt = dyn_cast<GCCAsmStmt>(&S)) {
2171  Result->setMetadata("srcloc", getAsmSrcLocInfo(gccAsmStmt->getAsmString(),
2172  *this));
2173  } else {
2174  // At least put the line number on MS inline asm blobs.
2175  auto Loc = llvm::ConstantInt::get(Int32Ty, S.getAsmLoc().getRawEncoding());
2176  Result->setMetadata("srcloc",
2177  llvm::MDNode::get(getLLVMContext(),
2178  llvm::ConstantAsMetadata::get(Loc)));
2179  }
2180 
2181  if (getLangOpts().assumeFunctionsAreConvergent()) {
2182  // Conservatively, mark all inline asm blocks in CUDA or OpenCL as
2183  // convergent (meaning, they may call an intrinsically convergent op, such
2184  // as bar.sync, and so can't have certain optimizations applied around
2185  // them).
2186  Result->addAttribute(llvm::AttributeList::FunctionIndex,
2187  llvm::Attribute::Convergent);
2188  }
2189 
2190  // Extract all of the register value results from the asm.
2191  std::vector<llvm::Value*> RegResults;
2192  if (ResultRegTypes.size() == 1) {
2193  RegResults.push_back(Result);
2194  } else {
2195  for (unsigned i = 0, e = ResultRegTypes.size(); i != e; ++i) {
2196  llvm::Value *Tmp = Builder.CreateExtractValue(Result, i, "asmresult");
2197  RegResults.push_back(Tmp);
2198  }
2199  }
2200 
2201  assert(RegResults.size() == ResultRegTypes.size());
2202  assert(RegResults.size() == ResultTruncRegTypes.size());
2203  assert(RegResults.size() == ResultRegDests.size());
2204  for (unsigned i = 0, e = RegResults.size(); i != e; ++i) {
2205  llvm::Value *Tmp = RegResults[i];
2206 
2207  // If the result type of the LLVM IR asm doesn't match the result type of
2208  // the expression, do the conversion.
2209  if (ResultRegTypes[i] != ResultTruncRegTypes[i]) {
2210  llvm::Type *TruncTy = ResultTruncRegTypes[i];
2211 
2212  // Truncate the integer result to the right size, note that TruncTy can be
2213  // a pointer.
2214  if (TruncTy->isFloatingPointTy())
2215  Tmp = Builder.CreateFPTrunc(Tmp, TruncTy);
2216  else if (TruncTy->isPointerTy() && Tmp->getType()->isIntegerTy()) {
2217  uint64_t ResSize = CGM.getDataLayout().getTypeSizeInBits(TruncTy);
2218  Tmp = Builder.CreateTrunc(Tmp,
2219  llvm::IntegerType::get(getLLVMContext(), (unsigned)ResSize));
2220  Tmp = Builder.CreateIntToPtr(Tmp, TruncTy);
2221  } else if (Tmp->getType()->isPointerTy() && TruncTy->isIntegerTy()) {
2222  uint64_t TmpSize =CGM.getDataLayout().getTypeSizeInBits(Tmp->getType());
2223  Tmp = Builder.CreatePtrToInt(Tmp,
2224  llvm::IntegerType::get(getLLVMContext(), (unsigned)TmpSize));
2225  Tmp = Builder.CreateTrunc(Tmp, TruncTy);
2226  } else if (TruncTy->isIntegerTy()) {
2227  Tmp = Builder.CreateZExtOrTrunc(Tmp, TruncTy);
2228  } else if (TruncTy->isVectorTy()) {
2229  Tmp = Builder.CreateBitCast(Tmp, TruncTy);
2230  }
2231  }
2232 
2233  EmitStoreThroughLValue(RValue::get(Tmp), ResultRegDests[i]);
2234  }
2235 }
2236 
2238  const RecordDecl *RD = S.getCapturedRecordDecl();
2239  QualType RecordTy = getContext().getRecordType(RD);
2240 
2241  // Initialize the captured struct.
2242  LValue SlotLV =
2243  MakeAddrLValue(CreateMemTemp(RecordTy, "agg.captured"), RecordTy);
2244 
2245  RecordDecl::field_iterator CurField = RD->field_begin();
2247  E = S.capture_init_end();
2248  I != E; ++I, ++CurField) {
2249  LValue LV = EmitLValueForFieldInitialization(SlotLV, *CurField);
2250  if (CurField->hasCapturedVLAType()) {
2251  auto VAT = CurField->getCapturedVLAType();
2252  EmitStoreThroughLValue(RValue::get(VLASizeMap[VAT->getSizeExpr()]), LV);
2253  } else {
2254  EmitInitializerForField(*CurField, LV, *I);
2255  }
2256  }
2257 
2258  return SlotLV;
2259 }
2260 
2261 /// Generate an outlined function for the body of a CapturedStmt, store any
2262 /// captured variables into the captured struct, and call the outlined function.
2263 llvm::Function *
2265  LValue CapStruct = InitCapturedStruct(S);
2266 
2267  // Emit the CapturedDecl
2268  CodeGenFunction CGF(CGM, true);
2269  CGCapturedStmtRAII CapInfoRAII(CGF, new CGCapturedStmtInfo(S, K));
2270  llvm::Function *F = CGF.GenerateCapturedStmtFunction(S);
2271  delete CGF.CapturedStmtInfo;
2272 
2273  // Emit call to the helper function.
2274  EmitCallOrInvoke(F, CapStruct.getPointer());
2275 
2276  return F;
2277 }
2278 
2280  LValue CapStruct = InitCapturedStruct(S);
2281  return CapStruct.getAddress();
2282 }
2283 
2284 /// Creates the outlined function for a CapturedStmt.
2285 llvm::Function *
2287  assert(CapturedStmtInfo &&
2288  "CapturedStmtInfo should be set when generating the captured function");
2289  const CapturedDecl *CD = S.getCapturedDecl();
2290  const RecordDecl *RD = S.getCapturedRecordDecl();
2291  SourceLocation Loc = S.getBeginLoc();
2292  assert(CD->hasBody() && "missing CapturedDecl body");
2293 
2294  // Build the argument list.
2295  ASTContext &Ctx = CGM.getContext();
2296  FunctionArgList Args;
2297  Args.append(CD->param_begin(), CD->param_end());
2298 
2299  // Create the function declaration.
2300  const CGFunctionInfo &FuncInfo =
2301  CGM.getTypes().arrangeBuiltinFunctionDeclaration(Ctx.VoidTy, Args);
2302  llvm::FunctionType *FuncLLVMTy = CGM.getTypes().GetFunctionType(FuncInfo);
2303 
2304  llvm::Function *F =
2307  CGM.SetInternalFunctionAttributes(CD, F, FuncInfo);
2308  if (CD->isNothrow())
2309  F->addFnAttr(llvm::Attribute::NoUnwind);
2310 
2311  // Generate the function.
2312  StartFunction(CD, Ctx.VoidTy, F, FuncInfo, Args, CD->getLocation(),
2313  CD->getBody()->getBeginLoc());
2314  // Set the context parameter in CapturedStmtInfo.
2315  Address DeclPtr = GetAddrOfLocalVar(CD->getContextParam());
2317 
2318  // Initialize variable-length arrays.
2320  Ctx.getTagDeclType(RD));
2321  for (auto *FD : RD->fields()) {
2322  if (FD->hasCapturedVLAType()) {
2323  auto *ExprArg =
2325  .getScalarVal();
2326  auto VAT = FD->getCapturedVLAType();
2327  VLASizeMap[VAT->getSizeExpr()] = ExprArg;
2328  }
2329  }
2330 
2331  // If 'this' is captured, load it into CXXThisValue.
2334  LValue ThisLValue = EmitLValueForField(Base, FD);
2335  CXXThisValue = EmitLoadOfLValue(ThisLValue, Loc).getScalarVal();
2336  }
2337 
2338  PGO.assignRegionCounters(GlobalDecl(CD), F);
2339  CapturedStmtInfo->EmitBody(*this, CD->getBody());
2341 
2342  return F;
2343 }
const CGFunctionInfo & arrangeBuiltinFunctionDeclaration(QualType resultType, const FunctionArgList &args)
A builtin function is a freestanding function using the default C conventions.
Definition: CGCall.cpp:653
bool isAggregate() const
Definition: CGValue.h:54
const llvm::DataLayout & getDataLayout() const
Expr * getInc()
Definition: Stmt.h:1268
void EmitIndirectGotoStmt(const IndirectGotoStmt &S)
Definition: CGStmt.cpp:581
void EmitCoroutineBody(const CoroutineBodyStmt &S)
virtual void EmitBody(CodeGenFunction &CGF, const Stmt *S)
Emit the captured statement body.
This represents a GCC inline-assembly statement extension.
Definition: Stmt.h:1647
Stmt * body_back()
Definition: Stmt.h:649
const Stmt * getElse() const
Definition: Stmt.h:999
body_iterator body_end()
Definition: Stmt.h:646
void EmitOMPTaskwaitDirective(const OMPTaskwaitDirective &S)
unsigned getNumInputs() const
Definition: Stmt.h:1563
unsigned getRawEncoding() const
When a SourceLocation itself cannot be used, this returns an (opaque) 32-bit integer encoding for it...
A (possibly-)qualified type.
Definition: Type.h:642
capture_init_iterator capture_init_begin()
Retrieve the first initialization argument.
Definition: Stmt.h:2251
void EmitSEHLeaveStmt(const SEHLeaveStmt &S)
llvm::Type * ConvertTypeForMem(QualType T)
void EmitBranchOnBoolExpr(const Expr *Cond, llvm::BasicBlock *TrueBlock, llvm::BasicBlock *FalseBlock, uint64_t TrueCount)
EmitBranchOnBoolExpr - Emit a branch on a boolean condition (e.g.
const CodeGenOptions & getCodeGenOpts() const
static CSFC_Result CollectStatementsForCase(const Stmt *S, const SwitchCase *Case, bool &FoundCase, SmallVectorImpl< const Stmt *> &ResultStmts)
Definition: CGStmt.cpp:1348
void EmitGotoStmt(const GotoStmt &S)
Definition: CGStmt.cpp:570
void EmitAttributedStmt(const AttributedStmt &S)
Definition: CGStmt.cpp:566
param_iterator param_begin() const
Retrieve an iterator pointing to the first parameter decl.
Definition: Decl.h:4116
Address CreateMemTemp(QualType T, const Twine &Name="tmp", Address *Alloca=nullptr)
CreateMemTemp - Create a temporary memory object of the given type, with appropriate alignmen and cas...
Definition: CGExpr.cpp:139
Expr * getCond()
Definition: Stmt.h:1158
bool HaveInsertPoint() const
HaveInsertPoint - True if an insertion point is defined.
void EmitOMPDistributeDirective(const OMPDistributeDirective &S)
void EmitCXXTryStmt(const CXXTryStmt &S)
Stmt - This represents one statement.
Definition: Stmt.h:66
IfStmt - This represents an if/then/else.
Definition: Stmt.h:959
SourceLocation getLocationOfByte(unsigned ByteNo, const SourceManager &SM, const LangOptions &Features, const TargetInfo &Target, unsigned *StartToken=nullptr, unsigned *StartTokenByteOffset=nullptr) const
getLocationOfByte - Return a source location that points to the specified byte of this string literal...
Definition: Expr.cpp:1075
static stable_iterator stable_end()
Create a stable reference to the bottom of the EH stack.
Definition: EHScopeStack.h:384
bool requiresCleanups() const
Determine whether this scope requires any cleanups.
StorageClass getStorageClass() const
Returns the storage class as written in the source.
Definition: Decl.h:1019
void EmitOMPTargetSimdDirective(const OMPTargetSimdDirective &S)
unsigned getNumOutputs() const
Definition: Stmt.h:1541
Defines the PrettyStackTraceEntry class, which is used to make crashes give more contextual informati...
bool isNothrow() const
Definition: Decl.cpp:4465
llvm::Value * getTypeSize(QualType Ty)
Returns calculated size of the specified type.
Represents an attribute applied to a statement.
Definition: Stmt.h:905
void EmitOMPOrderedDirective(const OMPOrderedDirective &S)
void EmitStoreThroughLValue(RValue Src, LValue Dst, bool isInit=false)
EmitStoreThroughLValue - Store the specified rvalue into the specified lvalue, where both are guarant...
Definition: CGExpr.cpp:1898
void EmitComplexExprIntoLValue(const Expr *E, LValue dest, bool isInit)
EmitComplexExprIntoLValue - Emit the given expression of complex type and place its result into the s...
Address GenerateCapturedStmtArgument(const CapturedStmt &S)
Definition: CGStmt.cpp:2279
bool validateInputConstraint(MutableArrayRef< ConstraintInfo > OutputConstraints, ConstraintInfo &info) const
Definition: TargetInfo.cpp:623
DiagnosticBuilder Report(SourceLocation Loc, unsigned DiagID)
Issue the message to the client.
Definition: Diagnostic.h:1294
const RecordDecl * getCapturedRecordDecl() const
Retrieve the record declaration for captured variables.
Definition: Stmt.h:2195
stable_iterator stable_begin() const
Create a stable reference to the top of the EH stack.
Definition: EHScopeStack.h:379
llvm::CallSite EmitCallOrInvoke(llvm::Value *Callee, ArrayRef< llvm::Value *> Args, const Twine &Name="")
Emits a call or invoke instruction to the given function, depending on the current state of the EH st...
Definition: CGCall.cpp:3757
LValue EmitLValueForFieldInitialization(LValue Base, const FieldDecl *Field)
EmitLValueForFieldInitialization - Like EmitLValueForField, except that if the Field is a reference...
Definition: CGExpr.cpp:3964
bool ConstantFoldsToSimpleInteger(const Expr *Cond, bool &Result, bool AllowLabels=false)
ConstantFoldsToSimpleInteger - If the specified expression does not fold to a constant, or if it does but contains a label, return false.
Represents a point when we exit a loop.
Definition: ProgramPoint.h:715
VarDecl * getConditionVariable() const
Retrieve the variable declared in this "while" statement, if any.
Definition: Stmt.cpp:910
bool empty() const
Determines whether the exception-scopes stack is empty.
Definition: EHScopeStack.h:345
void EmitOMPParallelForSimdDirective(const OMPParallelForSimdDirective &S)
Stmt * getSubStmt()
Definition: Stmt.h:834
bool EvaluateAsInt(llvm::APSInt &Result, const ASTContext &Ctx, SideEffectsKind AllowSideEffects=SE_NoSideEffects) const
EvaluateAsInt - Return true if this is a constant which we can fold and convert to an integer...
Address GetAddrOfLocalVar(const VarDecl *VD)
GetAddrOfLocalVar - Return the address of a local variable.
Represents a variable declaration or definition.
Definition: Decl.h:812
void EmitOMPCriticalDirective(const OMPCriticalDirective &S)
const VarDecl * getNRVOCandidate() const
Retrieve the variable that might be used for the named return value optimization. ...
Definition: Stmt.h:1471
uint64_t getProfileCount(const Stmt *S)
Get the profiler&#39;s count for the given statement.
This class gathers all debug information during compilation and is responsible for emitting to llvm g...
Definition: CGDebugInfo.h:54
static bool mightAddDeclToScope(const Stmt *S)
Determine if the given statement might introduce a declaration into the current scope, by being a (possibly-labelled) DeclStmt.
DiagnosticsEngine & getDiags() const
void EmitLabel(const LabelDecl *D)
EmitLabel - Emit the block for the given label.
Definition: CGStmt.cpp:511
Represents an expression – generally a full-expression – that introduces cleanups to be run at the ...
Definition: ExprCXX.h:3033
void EmitOMPTeamsDistributeDirective(const OMPTeamsDistributeDirective &S)
VarDecl * getConditionVariable() const
Retrieve the variable declared in this "switch" statement, if any.
Definition: Stmt.cpp:876
void SimplifyForwardingBlocks(llvm::BasicBlock *BB)
SimplifyForwardingBlocks - If the given basic block is only a branch to another basic block...
Definition: CGStmt.cpp:423
The collection of all-type qualifiers we support.
Definition: Type.h:141
A jump destination is an abstract label, branching to which may require a jump out through normal cle...
void EmitOMPTargetTeamsDistributeParallelForSimdDirective(const OMPTargetTeamsDistributeParallelForSimdDirective &S)
bool isObviouslyBranchWithoutCleanups(JumpDest Dest) const
isObviouslyBranchWithoutCleanups - Return true if a branch to the specified destination obviously has...
Definition: CGCleanup.cpp:1025
LabelStmt - Represents a label, which has a substatement.
Definition: Stmt.h:864
void EmitOMPTaskLoopSimdDirective(const OMPTaskLoopSimdDirective &S)
JumpDest getJumpDestForLabel(const LabelDecl *S)
getBasicBlockForLabel - Return the LLVM basicblock that the specified label maps to.
Definition: CGStmt.cpp:500
Represents a struct/union/class.
Definition: Decl.h:3585
const TargetInfo & getTarget() const
void EmitOMPSimdDirective(const OMPSimdDirective &S)
Stmt * getBody()
Definition: Stmt.h:1206
void setScopeDepth(EHScopeStack::stable_iterator depth)
Address getAddress() const
Definition: CGValue.h:327
CodeGenFunction - This class organizes the per-function state that is used while generating LLVM code...
Holds long-lived AST nodes (such as types and decls) that can be referred to throughout the semantic ...
Definition: ASTContext.h:154
StringRef getNormalizedGCCRegisterName(StringRef Name, bool ReturnCanonical=false) const
Returns the "normalized" GCC register name.
Definition: TargetInfo.cpp:485
RValue EmitReferenceBindingToExpr(const Expr *E)
Emits a reference binding to the passed in expression.
Definition: CGExpr.cpp:589
field_range fields() const
Definition: Decl.h:3776
SourceLocation getBeginLoc() const LLVM_READONLY
Definition: Stmt.cpp:280
Represents a member of a struct/union/class.
Definition: Decl.h:2571
ImplicitParamDecl * getContextParam() const
Retrieve the parameter containing captured variables.
Definition: Decl.h:4101
void rescopeLabels()
Change the cleanup scope of the labels in this lexical scope to match the scope of the enclosing cont...
Definition: CGStmt.cpp:539
static bool FindCaseStatementsForValue(const SwitchStmt &S, const llvm::APSInt &ConstantCondValue, SmallVectorImpl< const Stmt *> &ResultStmts, ASTContext &C, const SwitchCase *&ResultCase)
FindCaseStatementsForValue - Find the case statement being jumped to and then invoke CollectStatement...
Definition: CGStmt.cpp:1503
const Expr * getRetValue() const
Definition: Stmt.cpp:937
bool isReferenceType() const
Definition: Type.h:6282
static AggValueSlot forAddr(Address addr, Qualifiers quals, IsDestructed_t isDestructed, NeedsGCBarriers_t needsGC, IsAliased_t isAliased, Overlap_t mayOverlap, IsZeroed_t isZeroed=IsNotZeroed, IsSanitizerChecked_t isChecked=IsNotSanitizerChecked)
forAddr - Make a slot for an aggregate value.
Definition: CGValue.h:514
void EmitForStmt(const ForStmt &S, ArrayRef< const Attr *> Attrs=None)
Definition: CGStmt.cpp:829
Keeps track of the various options that can be enabled, which controls the dialect of C or C++ that i...
Definition: LangOptions.h:50
void EmitOMPDistributeParallelForSimdDirective(const OMPDistributeParallelForSimdDirective &S)
void EmitInitializerForField(FieldDecl *Field, LValue LHS, Expr *Init)
Definition: CGClass.cpp:666
RValue EmitAnyExpr(const Expr *E, AggValueSlot aggSlot=AggValueSlot::ignored(), bool ignoreResult=false)
EmitAnyExpr - Emit code to compute the specified expression which can have any type.
Definition: CGExpr.cpp:194
IndirectGotoStmt - This represents an indirect goto.
Definition: Stmt.h:1339
Stmt * getBody() const override
getBody - If this Decl represents a declaration for a body of code, such as a function or method defi...
Definition: Decl.cpp:4462
static bool hasScalarEvaluationKind(QualType T)
bool hasMatchingInput() const
Return true if this output operand has a matching (tied) input operand.
Definition: TargetInfo.h:827
Expr *const * const_capture_init_iterator
Const iterator that walks over the capture initialization arguments.
Definition: Stmt.h:2238
void EmitOMPTargetTeamsDistributeSimdDirective(const OMPTargetTeamsDistributeSimdDirective &S)
ForStmt - This represents a &#39;for (init;cond;inc)&#39; stmt.
Definition: Stmt.h:1234
void pop()
End the current loop.
Definition: CGLoopInfo.cpp:326
LabelDecl * getDecl() const
Definition: Stmt.h:881
SourceLocation getLBracLoc() const
Definition: Stmt.h:703
void EmitOMPCancellationPointDirective(const OMPCancellationPointDirective &S)
RAII for correct setting/restoring of CapturedStmtInfo.
const Expr * getOutputExpr(unsigned i) const
Definition: Stmt.cpp:379
param_iterator param_end() const
Retrieve an iterator one past the last parameter decl.
Definition: Decl.h:4118
Stmt * getBody()
Definition: Stmt.h:1269
void EmitOMPTeamsDistributeParallelForSimdDirective(const OMPTeamsDistributeParallelForSimdDirective &S)
void EmitContinueStmt(const ContinueStmt &S)
Definition: CGStmt.cpp:1130
void EmitOMPTargetDirective(const OMPTargetDirective &S)
bool hasNormalCleanups() const
Determines whether there are any normal cleanups on the stack.
Definition: EHScopeStack.h:350
Stmt * getInit()
Definition: Stmt.h:1248
CXXForRangeStmt - This represents C++0x [stmt.ranged]&#39;s ranged for statement, represented as &#39;for (ra...
Definition: StmtCXX.h:127
bool IsOutlinedSEHHelper
True if the current function is an outlined SEH helper.
ABIArgInfo - Helper class to encapsulate information about how a specific C type should be passed to ...
void EmitOMPTargetUpdateDirective(const OMPTargetUpdateDirective &S)
void EmitSwitchStmt(const SwitchStmt &S)
Definition: CGStmt.cpp:1556
If a crash happens while one of these objects are live, the message is printed out along with the spe...
Scope - A scope is a transient data structure that is used while parsing the program.
Definition: Scope.h:40
field_iterator field_begin() const
Definition: Decl.cpp:4141
Expr * getCond()
Definition: Stmt.h:1267
void EmitOMPParallelDirective(const OMPParallelDirective &S)
llvm::BasicBlock * createBasicBlock(const Twine &name="", llvm::Function *parent=nullptr, llvm::BasicBlock *before=nullptr)
createBasicBlock - Create an LLVM basic block.
void EmitIgnoredExpr(const Expr *E)
EmitIgnoredExpr - Emit an expression in a context which ignores the result.
Definition: CGExpr.cpp:182
void assignRegionCounters(GlobalDecl GD, llvm::Function *Fn)
Assign counters to regions and configure them for PGO of a given function.
Definition: CodeGenPGO.cpp:755
llvm::Function * EmitCapturedStmt(const CapturedStmt &S, CapturedRegionKind K)
Generate an outlined function for the body of a CapturedStmt, store any captured variables into the c...
Definition: CGStmt.cpp:2264
void ForceCleanup(std::initializer_list< llvm::Value **> ValuesToReload={})
Force the emission of cleanups now, instead of waiting until this object is destroyed.
void EmitDefaultStmt(const DefaultStmt &S)
Definition: CGStmt.cpp:1306
static bool ContainsLabel(const Stmt *S, bool IgnoreCaseStmts=false)
ContainsLabel - Return true if the statement contains a label in it.
void EmitCaseStmtRange(const CaseStmt &S)
EmitCaseStmtRange - If case statement range is not too big then add multiple cases to switch instruct...
Definition: CGStmt.cpp:1145
void incrementProfileCounter(const Stmt *S, llvm::Value *StepV=nullptr)
Increment the profiler&#39;s counter for the given statement by StepV.
uint64_t getCurrentProfileCount()
Get the profiler&#39;s current count.
Represents the body of a CapturedStmt, and serves as its DeclContext.
Definition: Decl.h:4036
VarDecl * getConditionVariable() const
Retrieve the variable declared in this "for" statement, if any.
Definition: Stmt.cpp:848
Address getAggregateAddress() const
getAggregateAddr() - Return the Value* of the address of the aggregate.
Definition: CGValue.h:71
virtual bool isValidGCCRegisterName(StringRef Name) const
Returns whether the passed in string is a valid register name according to GCC.
Definition: TargetInfo.cpp:440
Stmt * getInit()
Definition: Stmt.h:992
LValue EmitLValueForField(LValue Base, const FieldDecl *Field)
Definition: CGExpr.cpp:3836
bool isValid() const
Definition: Address.h:36
StringRef getString() const
Definition: Expr.h:1621
CompoundStmt - This represents a group of statements like { stmt stmt }.
Definition: Stmt.h:613
void EmitOMPParallelSectionsDirective(const OMPParallelSectionsDirective &S)
const TargetCodeGenInfo & getTargetCodeGenInfo()
Expr * IgnoreParenNoopCasts(ASTContext &Ctx) LLVM_READONLY
IgnoreParenNoopCasts - Ignore parentheses and casts that do not change the value (including ptr->int ...
Definition: Expr.cpp:2665
void EmitAnyExprToMem(const Expr *E, Address Location, Qualifiers Quals, bool IsInitializer)
EmitAnyExprToMem - Emits the code necessary to evaluate an arbitrary expression into the given memory...
Definition: CGExpr.cpp:223
RValue - This trivial value class is used to represent the result of an expression that is evaluated...
Definition: CGValue.h:39
bool isConstexpr() const
Definition: Stmt.h:1011
llvm::APSInt EvaluateKnownConstInt(const ASTContext &Ctx, SmallVectorImpl< PartialDiagnosticAt > *Diag=nullptr) const
EvaluateKnownConstInt - Call EvaluateAsRValue and return the folded integer.
std::string generateAsmString(const ASTContext &C) const
Assemble final IR asm string.
Definition: Stmt.cpp:363
Exposes information about the current target.
Definition: TargetInfo.h:54
static TypeEvaluationKind getEvaluationKind(QualType T)
getEvaluationKind - Return the TypeEvaluationKind of QualType T.
EHScopeStack::stable_iterator getScopeDepth() const
Represent the declaration of a variable (in which case it is an lvalue) a function (in which case it ...
Definition: Decl.h:636
This represents one expression.
Definition: Expr.h:105
DeclStmt * getEndStmt()
Definition: StmtCXX.h:158
static Address invalid()
Definition: Address.h:35
Enters a new scope for capturing cleanups, all of which will be executed once the scope is exited...
void EmitCaseStmt(const CaseStmt &S)
Definition: CGStmt.cpp:1223
std::pair< llvm::Value *, llvm::Value * > getComplexVal() const
getComplexVal - Return the real/imag components of this complex value.
Definition: CGValue.h:66
void EmitOMPTeamsDirective(const OMPTeamsDirective &S)
const Stmt * getThen() const
Definition: Stmt.h:997
Address EmitCompoundStmt(const CompoundStmt &S, bool GetLast=false, AggValueSlot AVS=AggValueSlot::ignored())
EmitCompoundStmt - Emit a compound statement {..} node.
Definition: CGStmt.cpp:372
LabelDecl * getConstantTarget()
getConstantTarget - Returns the fixed target of this indirect goto, if one exists.
Definition: Stmt.cpp:930
Stmt * getBody()
Definition: Stmt.h:1161
void EmitSEHTryStmt(const SEHTryStmt &S)
Expr * getRHS()
Definition: Stmt.h:785
static llvm::MDNode * getAsmSrcLocInfo(const StringLiteral *Str, CodeGenFunction &CGF)
getAsmSrcLocInfo - Return the !srcloc metadata node to attach to an inline asm call instruction...
Definition: CGStmt.cpp:1848
llvm::LLVMContext & getLLVMContext()
SmallVector< llvm::OperandBundleDef, 1 > getBundlesForFunclet(llvm::Value *Callee)
Definition: CGCall.cpp:3687
llvm::BasicBlock * GetIndirectGotoBlock()
QualType getType() const
Definition: Expr.h:127
void EmitOMPMasterDirective(const OMPMasterDirective &S)
LabelDecl * getLabel() const
Definition: Stmt.h:1317
llvm::Function * GenerateCapturedStmtFunction(const CapturedStmt &S)
Creates the outlined function for a CapturedStmt.
Definition: CGStmt.cpp:2286
ReturnStmt - This represents a return, optionally of an expression: return; return 4;...
Definition: Stmt.h:1444
LValue MakeNaturalAlignAddrLValue(llvm::Value *V, QualType T)
QualType getRecordType(const RecordDecl *Decl) const
void ResolveBranchFixups(llvm::BasicBlock *Target)
Definition: CGCleanup.cpp:385
SourceLocation getEnd() const
void EmitOMPBarrierDirective(const OMPBarrierDirective &S)
StringRef getClobber(unsigned i) const
Definition: Stmt.cpp:403
ValueDecl * getDecl()
Definition: Expr.h:1061
const LangOptions & getLangOpts() const
ASTContext & getContext() const
Stmt *const * const_body_iterator
Definition: Stmt.h:658
llvm::StoreInst * CreateFlagStore(bool Value, llvm::Value *Addr)
Emit a store to an i1 flag variable.
Definition: CGBuilder.h:136
const SourceManager & SM
Definition: Format.cpp:1490
GlobalDecl - represents a global declaration.
Definition: GlobalDecl.h:35
void EmitSimpleOMPExecutableDirective(const OMPExecutableDirective &D)
Emit simple code for OpenMP directives in Simd-only mode.
DoStmt - This represents a &#39;do/while&#39; stmt.
Definition: Stmt.h:1185
AsmStmt is the base class for GCCAsmStmt and MSAsmStmt.
Definition: Stmt.h:1492
void EmitDeclStmt(const DeclStmt &S)
Definition: CGStmt.cpp:1108
virtual bool hasBody() const
Returns true if this Decl represents a declaration for a body of code, such as a function or method d...
Definition: DeclBase.h:985
The l-value was considered opaque, so the alignment was determined from a type.
void EmitOMPFlushDirective(const OMPFlushDirective &S)
bool SawAsmBlock
Whether we processed a Microsoft-style asm block during CodeGen.
Address CreateBitCast(Address Addr, llvm::Type *Ty, const llvm::Twine &Name="")
Definition: CGBuilder.h:142
void disableSanitizerForGlobal(llvm::GlobalVariable *GV)
StringRef getInputConstraint(unsigned i) const
getInputConstraint - Return the specified input constraint.
Definition: Stmt.cpp:387
This captures a statement into a function.
Definition: Stmt.h:2077
StringRef getOutputConstraint(unsigned i) const
getOutputConstraint - Return the constraint string for the specified output operand.
Definition: Stmt.cpp:371
Encodes a location in the source.
void EmitDoStmt(const DoStmt &S, ArrayRef< const Attr *> Attrs=None)
Definition: CGStmt.cpp:767
void EnsureInsertPoint()
EnsureInsertPoint - Ensure that an insertion point is defined so that emitted IR has a place to go...
void EmitOMPForDirective(const OMPForDirective &S)
A saved depth on the scope stack.
Definition: EHScopeStack.h:107
llvm::Value * EvaluateExprAsBool(const Expr *E)
EvaluateExprAsBool - Perform the usual unary conversions on the specified expression and compare the ...
Definition: CGExpr.cpp:164
AggValueSlot::Overlap_t overlapForReturnValue()
Determine whether a return value slot may overlap some other object.
const SwitchCase * getSwitchCaseList() const
Definition: Stmt.h:1077
Expr * getLHS()
Definition: Stmt.h:784
void EmitObjCForCollectionStmt(const ObjCForCollectionStmt &S)
Definition: CGObjC.cpp:1475
ArrayRef< const Attr * > getAttrs() const
Definition: Stmt.h:939
DeclStmt - Adaptor class for mixing declarations with statements and expressions. ...
Definition: Stmt.h:505
Represents the declaration of a label.
Definition: Decl.h:468
An aggregate value slot.
Definition: CGValue.h:437
void EmitStmt(const Stmt *S, ArrayRef< const Attr *> Attrs=None)
EmitStmt - Emit the code for the statement.
Definition: CGStmt.cpp:48
void EmitOMPTaskgroupDirective(const OMPTaskgroupDirective &S)
void EmitOMPTargetParallelForSimdDirective(const OMPTargetParallelForSimdDirective &S)
bool validateOutputConstraint(ConstraintInfo &Info) const
Definition: TargetInfo.cpp:526
void EmitOMPTeamsDistributeSimdDirective(const OMPTeamsDistributeSimdDirective &S)
SourceLocation getBeginLoc() const LLVM_READONLY
Definition: Expr.h:1717
void EmitOMPSingleDirective(const OMPSingleDirective &S)
An aligned address.
Definition: Address.h:25
void StartFunction(GlobalDecl GD, QualType RetTy, llvm::Function *Fn, const CGFunctionInfo &FnInfo, const FunctionArgList &Args, SourceLocation Loc=SourceLocation(), SourceLocation StartLoc=SourceLocation())
Emit code for the start of a function.
void EmitOMPForSimdDirective(const OMPForSimdDirective &S)
void EmitOMPAtomicDirective(const OMPAtomicDirective &S)
JumpDest getJumpDestInCurrentScope(llvm::BasicBlock *Target)
The given basic block lies in the current EH scope, but may be a target of a potentially scope-crossi...
void EmitOMPSectionDirective(const OMPSectionDirective &S)
void EmitOMPSectionsDirective(const OMPSectionsDirective &S)
void EmitOMPTaskLoopDirective(const OMPTaskLoopDirective &S)
const CGFunctionInfo * CurFnInfo
void enterFullExpression(const ExprWithCleanups *E)
void EmitDecl(const Decl &D)
EmitDecl - Emit a declaration.
Definition: CGDecl.cpp:42
const TargetCodeGenInfo & getTargetHooks() const
void FinishFunction(SourceLocation EndLoc=SourceLocation())
FinishFunction - Complete IR generation of the current function.
SourceLocation getExprLoc() const LLVM_READONLY
getExprLoc - Return the preferred location for the arrow when diagnosing a problem with a generic exp...
Definition: Expr.cpp:216
llvm::Value * EmitScalarExpr(const Expr *E, bool IgnoreResultAssign=false)
EmitScalarExpr - Emit the computation of the specified expression of LLVM scalar type, returning the result.
void EmitWhileStmt(const WhileStmt &S, ArrayRef< const Attr *> Attrs=None)
Definition: CGStmt.cpp:679
FunctionArgList - Type for representing both the decl and type of parameters to a function...
Definition: CGCall.h:356
llvm::Value * getScalarVal() const
getScalarVal() - Return the Value* of this scalar value.
Definition: CGValue.h:59
LabelStmt * getStmt() const
Definition: Decl.h:492
void EmitObjCAtSynchronizedStmt(const ObjCAtSynchronizedStmt &S)
Definition: CGObjC.cpp:1772
void ErrorUnsupported(const Stmt *S, const char *Type)
Print out an error that codegen doesn&#39;t support the specified stmt yet.
VarDecl * getConditionVariable() const
Retrieve the variable declared in this "if" statement, if any.
Definition: Stmt.cpp:813
CGFunctionInfo - Class to encapsulate the information about a function definition.
This class organizes the cross-function state that is used while generating LLVM code.
void EmitOMPTargetTeamsDirective(const OMPTargetTeamsDirective &S)
Dataflow Directional Tag Classes.
bool isVolatile() const
Definition: Stmt.h:1528
void EmitOMPTaskyieldDirective(const OMPTaskyieldDirective &S)
LValue InitCapturedStruct(const CapturedStmt &S)
Definition: CGStmt.cpp:2237
void EmitOMPTargetParallelDirective(const OMPTargetParallelDirective &S)
void EmitOMPParallelForDirective(const OMPParallelForDirective &S)
CSFC_Result
CollectStatementsForCase - Given the body of a &#39;switch&#39; statement and a constant value that is being ...
Definition: CGStmt.cpp:1347
void push(llvm::BasicBlock *Header, const llvm::DebugLoc &StartLoc, const llvm::DebugLoc &EndLoc)
Begin a new structured loop.
void EmitOMPTargetParallelForDirective(const OMPTargetParallelForDirective &S)
llvm::LoadInst * CreateLoad(Address Addr, const llvm::Twine &Name="")
Definition: CGBuilder.h:70
StmtClass getStmtClass() const
Definition: Stmt.h:391
void EmitOMPTeamsDistributeParallelForDirective(const OMPTeamsDistributeParallelForDirective &S)
void EmitOMPCancelDirective(const OMPCancelDirective &S)
bool hasTiedOperand() const
Return true if this input operand is a matching constraint that ties it to an output operand...
Definition: TargetInfo.h:834
llvm::StoreInst * CreateStore(llvm::Value *Val, Address Addr, bool IsVolatile=false)
Definition: CGBuilder.h:108
SourceLocation getBeginLoc() const LLVM_READONLY
Definition: Stmt.h:2269
llvm::Module & getModule() const
void EmitObjCAtThrowStmt(const ObjCAtThrowStmt &S)
Definition: CGObjC.cpp:1768
body_iterator body_begin()
Definition: Stmt.h:645
LValue MakeAddrLValue(Address Addr, QualType T, AlignmentSource Source=AlignmentSource::Type)
bool hasProfileClangInstr() const
Check if Clang profile instrumenation is on.
specific_decl_iterator - Iterates over a subrange of declarations stored in a DeclContext, providing only those that are of type SpecificDecl (or a class derived from it).
Definition: DeclBase.h:2016
void EmitAggExpr(const Expr *E, AggValueSlot AS)
EmitAggExpr - Emit the computation of the specified expression of aggregate type. ...
Definition: CGExprAgg.cpp:1773
void EmitCoreturnStmt(const CoreturnStmt &S)
const Stmt * getBody() const
Definition: Stmt.h:1076
JumpDest ReturnBlock
ReturnBlock - Unified return block.
virtual StringRef getHelperName() const
Get the name of the capture helper.
static bool hasAggregateEvaluationKind(QualType T)
SwitchStmt - This represents a &#39;switch&#39; stmt.
Definition: Stmt.h:1037
API for captured statement code generation.
static std::string SimplifyConstraint(const char *Constraint, const TargetInfo &Target, SmallVectorImpl< TargetInfo::ConstraintInfo > *OutCons=nullptr)
Definition: CGStmt.cpp:1705
void EmitBlockWithFallThrough(llvm::BasicBlock *BB, const Stmt *S)
When instrumenting to collect profile data, the counts for some blocks such as switch cases need to n...
bool resolveSymbolicName(const char *&Name, ArrayRef< ConstraintInfo > OutputConstraints, unsigned &Index) const
Definition: TargetInfo.cpp:600
llvm::DebugLoc SourceLocToDebugLoc(SourceLocation Location)
Converts Location to a DebugLoc, if debug information is enabled.
void EmitStoreOfComplex(ComplexPairTy V, LValue dest, bool isInit)
EmitStoreOfComplex - Store a complex number into the specified l-value.
T * getAttr() const
Definition: DeclBase.h:527
void EmitAsmStmt(const AsmStmt &S)
Definition: CGStmt.cpp:1875
static std::string AddVariableConstraints(const std::string &Constraint, const Expr &AsmExpr, const TargetInfo &Target, CodeGenModule &CGM, const AsmStmt &Stmt, const bool EarlyClobber)
AddVariableConstraints - Look at AsmExpr and if it is a variable declared as using a particular regis...
Definition: CGStmt.cpp:1758
Stmt * getInit()
Definition: Stmt.h:1072
decl_range decls()
Definition: Stmt.h:550
void SetInternalFunctionAttributes(GlobalDecl GD, llvm::Function *F, const CGFunctionInfo &FI)
Set the attributes on the LLVM function for the given decl and function info.
const Expr * getInputExpr(unsigned i) const
Definition: Stmt.cpp:395
Internal linkage, which indicates that the entity can be referred to from within the translation unit...
Definition: Linkage.h:32
void EmitBlock(llvm::BasicBlock *BB, bool IsFinished=false)
EmitBlock - Emit the given block.
Definition: CGStmt.cpp:445
void EmitOMPTargetEnterDataDirective(const OMPTargetEnterDataDirective &S)
unsigned getNumClobbers() const
Definition: Stmt.h:1573
uint64_t getTypeSize(QualType T) const
Return the size of the specified (complete) type T, in bits.
Definition: ASTContext.h:2076
SourceManager & getSourceManager()
Definition: ASTContext.h:671
void EmitOMPDistributeSimdDirective(const OMPDistributeSimdDirective &S)
DeclStmt * getRangeStmt()
Definition: StmtCXX.h:154
void EmitStopPoint(const Stmt *S)
EmitStopPoint - Emit a debug stoppoint if we are emitting debug info.
Definition: CGStmt.cpp:38
SourceLocation getAsmLoc() const
Definition: Stmt.h:1522
GotoStmt - This represents a direct goto.
Definition: Stmt.h:1305
Expr * getTarget()
Definition: Stmt.h:1359
const SwitchCase * getNextSwitchCase() const
Definition: Stmt.h:733
CapturedDecl * getCapturedDecl()
Retrieve the outlined function declaration.
Definition: Stmt.cpp:1109
void setCurrentStmt(const Stmt *S)
If the execution count for the current statement is known, record that as the current count...
Definition: CodeGenPGO.h:75
Expr * getCond()
Definition: Stmt.h:1203
llvm::DenseMap< const VarDecl *, llvm::Value * > NRVOFlags
A mapping from NRVO variables to the flags used to indicate when the NRVO has been applied to this va...
void EmitOMPTargetTeamsDistributeDirective(const OMPTargetTeamsDistributeDirective &S)
void EmitIfStmt(const IfStmt &S)
Definition: CGStmt.cpp:602
ContinueStmt - This represents a continue.
Definition: Stmt.h:1382
void EmitBranch(llvm::BasicBlock *Block)
EmitBranch - Emit a branch to the specified basic block from the current insert block, taking care to avoid creation of branches from dummy blocks.
Definition: CGStmt.cpp:465
bool isNRVOVariable() const
Determine whether this local variable can be used with the named return value optimization (NRVO)...
Definition: Decl.h:1324
bool isVoidType() const
Definition: Type.h:6497
void EmitReturnStmt(const ReturnStmt &S)
EmitReturnStmt - Note that due to GCC extensions, this can have an operand if the function returns vo...
Definition: CGStmt.cpp:1023
llvm::Type * ConvertType(QualType T)
virtual llvm::Type * adjustInlineAsmType(CodeGen::CodeGenFunction &CGF, StringRef Constraint, llvm::Type *Ty) const
Corrects the low-level LLVM type for a given constraint and "usual" type.
Definition: TargetInfo.h:128
WhileStmt - This represents a &#39;while&#39; stmt.
Definition: Stmt.h:1129
LValue EmitLValue(const Expr *E)
EmitLValue - Emit code to compute a designator that specifies the location of the expression...
Definition: CGExpr.cpp:1232
Address ReturnValue
ReturnValue - The temporary alloca to hold the return value.
void EmitLabelStmt(const LabelStmt &S)
Definition: CGStmt.cpp:561
SourceRange getSourceRange() const LLVM_READONLY
SourceLocation tokens are not useful in isolation - they are low level value objects created/interpre...
Definition: Stmt.cpp:268
RValue EmitLoadOfLValue(LValue V, SourceLocation Loc)
EmitLoadOfLValue - Given an expression that represents a value lvalue, this method emits the address ...
Definition: CGExpr.cpp:1744
StringLiteral - This represents a string literal expression, e.g.
Definition: Expr.h:1573
Defines the clang::TargetInfo interface.
CallExpr - Represents a function call (C99 6.5.2.2, C++ [expr.call]).
Definition: Expr.h:2290
StringRef getName() const
Get the name of identifier for this declaration as a StringRef.
Definition: Decl.h:275
virtual void addReturnRegisterOutputs(CodeGen::CodeGenFunction &CGF, CodeGen::LValue ReturnValue, std::string &Constraints, std::vector< llvm::Type *> &ResultRegTypes, std::vector< llvm::Type *> &ResultTruncRegTypes, std::vector< CodeGen::LValue > &ResultRegDests, std::string &AsmString, unsigned NumOutputs) const
Adds constraints and types for result registers.
Definition: TargetInfo.h:135
CGCapturedStmtInfo * CapturedStmtInfo
__DEVICE__ int max(int __a, int __b)
void EmitOMPTargetExitDataDirective(const OMPTargetExitDataDirective &S)
bool isEvaluatable(const ASTContext &Ctx, SideEffectsKind AllowSideEffects=SE_NoSideEffects) const
isEvaluatable - Call EvaluateAsRValue to see if this expression can be constant folded without side-e...
void EmitAggregateCopy(LValue Dest, LValue Src, QualType EltTy, AggValueSlot::Overlap_t MayOverlap, bool isVolatile=false)
EmitAggregateCopy - Emit an aggregate copy.
Definition: CGExprAgg.cpp:1819
A reference to a declared variable, function, enum, etc.
Definition: Expr.h:976
static RValue get(llvm::Value *V)
Definition: CGValue.h:86
bool EmitSimpleStmt(const Stmt *S)
EmitSimpleStmt - Try to emit a "simple" statement which does not necessarily require an insertion poi...
Definition: CGStmt.cpp:349
BreakStmt - This represents a break.
Definition: Stmt.h:1408
void EmitOMPTargetDataDirective(const OMPTargetDataDirective &S)
CapturedRegionKind
The different kinds of captured statement.
Definition: CapturedStmt.h:17
void EmitBranchThroughCleanup(JumpDest Dest)
EmitBranchThroughCleanup - Emit a branch from the current insert block through the normal cleanup han...
Definition: CGCleanup.cpp:1050
static ApplyDebugLocation CreateEmpty(CodeGenFunction &CGF)
Set the IRBuilder to not attach debug locations.
Definition: CGDebugInfo.h:725
llvm::Constant * EmitCheckSourceLocation(SourceLocation Loc)
Emit a description of a source location in a format suitable for passing to a runtime sanitizer handl...
Definition: CGExpr.cpp:2775
Stmt * getSubStmt()
Definition: Stmt.h:884
void EmitCXXForRangeStmt(const CXXForRangeStmt &S, ArrayRef< const Attr *> Attrs=None)
Definition: CGStmt.cpp:928
Address EmitCompoundStmtWithoutScope(const CompoundStmt &S, bool GetLast=false, AggValueSlot AVS=AggValueSlot::ignored())
Definition: CGStmt.cpp:384
void EmitOMPDistributeParallelForDirective(const OMPDistributeParallelForDirective &S)
DeclStmt * getLoopVarStmt()
Definition: StmtCXX.h:161
const Expr * getCond() const
Definition: Stmt.h:995
A trivial tuple used to represent a source range.
void EmitObjCAtTryStmt(const ObjCAtTryStmt &S)
Definition: CGObjC.cpp:1764
LValue - This represents an lvalue references.
Definition: CGValue.h:167
SanitizerMetadata * getSanitizerMetadata()
void EmitBlockAfterUses(llvm::BasicBlock *BB)
EmitBlockAfterUses - Emit the given block somewhere hopefully near its uses, and leave the insertion ...
Definition: CGStmt.cpp:482
const LangOptions & getLangOpts() const
DeclStmt * getBeginStmt()
Definition: StmtCXX.h:155
void EmitBreakStmt(const BreakStmt &S)
Definition: CGStmt.cpp:1118
const Expr * getCond() const
Definition: Stmt.h:1075
void EmitObjCAutoreleasePoolStmt(const ObjCAutoreleasePoolStmt &S)
Definition: CGObjC.cpp:3164
static bool containsBreak(const Stmt *S)
containsBreak - Return true if the statement contains a break out of it.
SourceLocation getBegin() const
capture_init_iterator capture_init_end()
Retrieve the iterator pointing one past the last initialization argument.
Definition: Stmt.h:2261
llvm::Value * getPointer() const
Definition: CGValue.h:323
This class handles loading and caching of source files into memory.
Stmt * getSubStmt()
Definition: Stmt.h:943
bool haveRegionCounts() const
Whether or not we have PGO region data for the current function.
Definition: CodeGenPGO.h:52
Defines enum values for all the target-independent builtin functions.
void EmitOMPTaskDirective(const OMPTaskDirective &S)
SourceLocation getBodyRBrace() const
getBodyRBrace - Gets the right brace of the body, if a body exists.
Definition: DeclBase.cpp:906
CapturedRegionKind getCapturedRegionKind() const
Retrieve the captured region kind.
Definition: Stmt.cpp:1124
bool isScalar() const
Definition: CGValue.h:52
Attr - This represents one attribute.
Definition: Attr.h:43
SourceLocation getLocation() const
Definition: DeclBase.h:418
virtual std::string convertConstraint(const char *&Constraint) const
Definition: TargetInfo.h:932
void EmitOMPTargetTeamsDistributeParallelForDirective(const OMPTargetTeamsDistributeParallelForDirective &S)
static OMPLinearClause * Create(const ASTContext &C, SourceLocation StartLoc, SourceLocation LParenLoc, OpenMPLinearClauseKind Modifier, SourceLocation ModifierLoc, SourceLocation ColonLoc, SourceLocation EndLoc, ArrayRef< Expr *> VL, ArrayRef< Expr *> PL, ArrayRef< Expr *> IL, Expr *Step, Expr *CalcStep, Stmt *PreInit, Expr *PostUpdate)
Creates clause with a list of variables VL and a linear step Step.
SourceLocation getBeginLoc() const LLVM_READONLY
Definition: Stmt.h:1474
virtual const char * getClobbers() const =0
Returns a string of target-specific clobbers, in LLVM format.
Stmt * getSubStmt()
Definition: Stmt.h:786
llvm::FunctionType * GetFunctionType(const CGFunctionInfo &Info)
GetFunctionType - Get the LLVM function type for.
Definition: CGCall.cpp:1544