clang -cc1 -cc1 -triple amd64-unknown-openbsd7.0 -analyze -disable-free -disable-llvm-verifier -discard-value-names -main-file-name RawCommentList.cpp -analyzer-store=region -analyzer-opt-analyze-nested-blocks -analyzer-checker=core -analyzer-checker=apiModeling -analyzer-checker=unix -analyzer-checker=deadcode -analyzer-checker=cplusplus -analyzer-checker=security.insecureAPI.UncheckedReturn -analyzer-checker=security.insecureAPI.getpw -analyzer-checker=security.insecureAPI.gets -analyzer-checker=security.insecureAPI.mktemp -analyzer-checker=security.insecureAPI.mkstemp -analyzer-checker=security.insecureAPI.vfork -analyzer-checker=nullability.NullPassedToNonnull -analyzer-checker=nullability.NullReturnedFromNonnull -analyzer-output plist -w -setup-static-analyzer -mrelocation-model static -mframe-pointer=all -relaxed-aliasing -fno-rounding-math -mconstructor-aliases -munwind-tables -target-cpu x86-64 -tune-cpu generic -debugger-tuning=gdb -fcoverage-compilation-dir=/usr/src/gnu/usr.bin/clang/libclangAST/obj -resource-dir /usr/local/lib/clang/13.0.0 -I /usr/src/gnu/usr.bin/clang/libclangAST/obj/../include/clang/AST -I /usr/src/gnu/usr.bin/clang/libclangAST/../../../llvm/clang/include -I /usr/src/gnu/usr.bin/clang/libclangAST/../../../llvm/llvm/include -I /usr/src/gnu/usr.bin/clang/libclangAST/../include -I /usr/src/gnu/usr.bin/clang/libclangAST/obj -I /usr/src/gnu/usr.bin/clang/libclangAST/obj/../include -D NDEBUG -D __STDC_LIMIT_MACROS -D __STDC_CONSTANT_MACROS -D __STDC_FORMAT_MACROS -D LLVM_PREFIX="/usr" -internal-isystem /usr/include/c++/v1 -internal-isystem /usr/local/lib/clang/13.0.0/include -internal-externc-isystem /usr/include -O2 -Wno-unused-parameter -Wwrite-strings -Wno-missing-field-initializers -Wno-long-long -Wno-comment -std=c++14 -fdeprecated-macro -fdebug-compilation-dir=/usr/src/gnu/usr.bin/clang/libclangAST/obj -ferror-limit 19 -fvisibility-inlines-hidden -fwrapv -stack-protector 2 -fno-rtti -fgnuc-version=4.2.1 -vectorize-loops -vectorize-slp -fno-builtin-malloc -fno-builtin-calloc -fno-builtin-realloc -fno-builtin-valloc -fno-builtin-free -fno-builtin-strdup -fno-builtin-strndup -analyzer-output=html -faddrsig -D__GCC_HAVE_DWARF2_CFI_ASM=1 -o /home/ben/Projects/vmm/scan-build/2022-01-12-194120-40624-1 -x c++ /usr/src/gnu/usr.bin/clang/libclangAST/../../../llvm/clang/lib/AST/RawCommentList.cpp
| 1 | |
| 2 | |
| 3 | |
| 4 | |
| 5 | |
| 6 | |
| 7 | |
| 8 | |
| 9 | #include "clang/AST/RawCommentList.h" |
| 10 | #include "clang/AST/ASTContext.h" |
| 11 | #include "clang/AST/Comment.h" |
| 12 | #include "clang/AST/CommentBriefParser.h" |
| 13 | #include "clang/AST/CommentCommandTraits.h" |
| 14 | #include "clang/AST/CommentLexer.h" |
| 15 | #include "clang/AST/CommentParser.h" |
| 16 | #include "clang/AST/CommentSema.h" |
| 17 | #include "clang/Basic/CharInfo.h" |
| 18 | #include "llvm/ADT/STLExtras.h" |
| 19 | #include "llvm/Support/Allocator.h" |
| 20 | |
| 21 | using namespace clang; |
| 22 | |
| 23 | namespace { |
| 24 | |
| 25 | std::pair<RawComment::CommentKind, bool> getCommentKind(StringRef Comment, |
| 26 | bool ParseAllComments) { |
| 27 | const size_t MinCommentLength = ParseAllComments ? 2 : 3; |
| 28 | if ((Comment.size() < MinCommentLength) || Comment[0] != '/') |
| 29 | return std::make_pair(RawComment::RCK_Invalid, false); |
| 30 | |
| 31 | RawComment::CommentKind K; |
| 32 | if (Comment[1] == '/') { |
| 33 | if (Comment.size() < 3) |
| 34 | return std::make_pair(RawComment::RCK_OrdinaryBCPL, false); |
| 35 | |
| 36 | if (Comment[2] == '/') |
| 37 | K = RawComment::RCK_BCPLSlash; |
| 38 | else if (Comment[2] == '!') |
| 39 | K = RawComment::RCK_BCPLExcl; |
| 40 | else |
| 41 | return std::make_pair(RawComment::RCK_OrdinaryBCPL, false); |
| 42 | } else { |
| 43 | assert(Comment.size() >= 4); |
| 44 | |
| 45 | |
| 46 | |
| 47 | if (Comment[1] != '*' || |
| 48 | Comment[Comment.size() - 2] != '*' || |
| 49 | Comment[Comment.size() - 1] != '/') |
| 50 | return std::make_pair(RawComment::RCK_Invalid, false); |
| 51 | |
| 52 | if (Comment[2] == '*') |
| 53 | K = RawComment::RCK_JavaDoc; |
| 54 | else if (Comment[2] == '!') |
| 55 | K = RawComment::RCK_Qt; |
| 56 | else |
| 57 | return std::make_pair(RawComment::RCK_OrdinaryC, false); |
| 58 | } |
| 59 | const bool TrailingComment = (Comment.size() > 3) && (Comment[3] == '<'); |
| 60 | return std::make_pair(K, TrailingComment); |
| 61 | } |
| 62 | |
| 63 | bool mergedCommentIsTrailingComment(StringRef Comment) { |
| 64 | return (Comment.size() > 3) && (Comment[3] == '<'); |
| 65 | } |
| 66 | |
| 67 | |
| 68 | |
| 69 | bool commentsStartOnSameColumn(const SourceManager &SM, const RawComment &R1, |
| 70 | const RawComment &R2) { |
| 71 | SourceLocation L1 = R1.getBeginLoc(); |
| 72 | SourceLocation L2 = R2.getBeginLoc(); |
| 73 | bool Invalid = false; |
| 74 | unsigned C1 = SM.getPresumedColumnNumber(L1, &Invalid); |
| 75 | if (!Invalid) { |
| 76 | unsigned C2 = SM.getPresumedColumnNumber(L2, &Invalid); |
| 77 | return !Invalid && (C1 == C2); |
| 78 | } |
| 79 | return false; |
| 80 | } |
| 81 | } |
| 82 | |
| 83 | |
| 84 | |
| 85 | |
| 86 | |
| 87 | |
| 88 | |
| 89 | |
| 90 | static bool onlyWhitespaceOnLineBefore(const char *Buffer, unsigned P) { |
| 91 | |
| 92 | for (unsigned I = P; I != 0; --I) { |
| 93 | char C = Buffer[I - 1]; |
| 94 | if (isVerticalWhitespace(C)) |
| 95 | return true; |
| 96 | if (!isHorizontalWhitespace(C)) |
| 97 | return false; |
| 98 | } |
| 99 | |
| 100 | return true; |
| 101 | } |
| 102 | |
| 103 | |
| 104 | static bool isOrdinaryKind(RawComment::CommentKind K) { |
| 105 | return (K == RawComment::RCK_OrdinaryBCPL) || |
| 106 | (K == RawComment::RCK_OrdinaryC); |
| 107 | } |
| 108 | |
| 109 | RawComment::RawComment(const SourceManager &SourceMgr, SourceRange SR, |
| 110 | const CommentOptions &CommentOpts, bool Merged) : |
| 111 | Range(SR), RawTextValid(false), BriefTextValid(false), |
| 112 | IsAttached(false), IsTrailingComment(false), |
| 113 | IsAlmostTrailingComment(false) { |
| 114 | |
| 115 | if (SR.getBegin() == SR.getEnd() || getRawText(SourceMgr).empty()) { |
| 116 | Kind = RCK_Invalid; |
| 117 | return; |
| 118 | } |
| 119 | |
| 120 | |
| 121 | std::pair<CommentKind, bool> K = |
| 122 | getCommentKind(RawText, CommentOpts.ParseAllComments); |
| 123 | |
| 124 | |
| 125 | if (CommentOpts.ParseAllComments && isOrdinaryKind(K.first)) { |
| 126 | FileID BeginFileID; |
| 127 | unsigned BeginOffset; |
| 128 | std::tie(BeginFileID, BeginOffset) = |
| 129 | SourceMgr.getDecomposedLoc(Range.getBegin()); |
| 130 | if (BeginOffset != 0) { |
| 131 | bool Invalid = false; |
| 132 | const char *Buffer = |
| 133 | SourceMgr.getBufferData(BeginFileID, &Invalid).data(); |
| 134 | IsTrailingComment |= |
| 135 | (!Invalid && !onlyWhitespaceOnLineBefore(Buffer, BeginOffset)); |
| 136 | } |
| 137 | } |
| 138 | |
| 139 | if (!Merged) { |
| 140 | Kind = K.first; |
| 141 | IsTrailingComment |= K.second; |
| 142 | |
| 143 | IsAlmostTrailingComment = RawText.startswith("//<") || |
| 144 | RawText.startswith("/*<"); |
| 145 | } else { |
| 146 | Kind = RCK_Merged; |
| 147 | IsTrailingComment = |
| 148 | IsTrailingComment || mergedCommentIsTrailingComment(RawText); |
| 149 | } |
| 150 | } |
| 151 | |
| 152 | StringRef RawComment::getRawTextSlow(const SourceManager &SourceMgr) const { |
| 153 | FileID BeginFileID; |
| 154 | FileID EndFileID; |
| 155 | unsigned BeginOffset; |
| 156 | unsigned EndOffset; |
| 157 | |
| 158 | std::tie(BeginFileID, BeginOffset) = |
| 159 | SourceMgr.getDecomposedLoc(Range.getBegin()); |
| 160 | std::tie(EndFileID, EndOffset) = SourceMgr.getDecomposedLoc(Range.getEnd()); |
| 161 | |
| 162 | const unsigned Length = EndOffset - BeginOffset; |
| 163 | if (Length < 2) |
| 164 | return StringRef(); |
| 165 | |
| 166 | |
| 167 | assert(BeginFileID == EndFileID); |
| 168 | |
| 169 | bool Invalid = false; |
| 170 | const char *BufferStart = SourceMgr.getBufferData(BeginFileID, |
| 171 | &Invalid).data(); |
| 172 | if (Invalid) |
| 173 | return StringRef(); |
| 174 | |
| 175 | return StringRef(BufferStart + BeginOffset, Length); |
| 176 | } |
| 177 | |
| 178 | const char *RawComment::extractBriefText(const ASTContext &Context) const { |
| 179 | |
| 180 | (void)getRawText(Context.getSourceManager()); |
| 181 | |
| 182 | |
| 183 | |
| 184 | |
| 185 | llvm::BumpPtrAllocator Allocator; |
| 186 | |
| 187 | comments::Lexer L(Allocator, Context.getDiagnostics(), |
| 188 | Context.getCommentCommandTraits(), |
| 189 | Range.getBegin(), |
| 190 | RawText.begin(), RawText.end()); |
| 191 | comments::BriefParser P(L, Context.getCommentCommandTraits()); |
| 192 | |
| 193 | const std::string Result = P.Parse(); |
| 194 | const unsigned BriefTextLength = Result.size(); |
| 195 | char *BriefTextPtr = new (Context) char[BriefTextLength + 1]; |
| 196 | memcpy(BriefTextPtr, Result.c_str(), BriefTextLength + 1); |
| 197 | BriefText = BriefTextPtr; |
| 198 | BriefTextValid = true; |
| 199 | |
| 200 | return BriefTextPtr; |
| 201 | } |
| 202 | |
| 203 | comments::FullComment *RawComment::parse(const ASTContext &Context, |
| 204 | const Preprocessor *PP, |
| 205 | const Decl *D) const { |
| 206 | |
| 207 | (void)getRawText(Context.getSourceManager()); |
| 208 | |
| 209 | comments::Lexer L(Context.getAllocator(), Context.getDiagnostics(), |
| 210 | Context.getCommentCommandTraits(), |
| 211 | getSourceRange().getBegin(), |
| 212 | RawText.begin(), RawText.end()); |
| 213 | comments::Sema S(Context.getAllocator(), Context.getSourceManager(), |
| 214 | Context.getDiagnostics(), |
| 215 | Context.getCommentCommandTraits(), |
| 216 | PP); |
| 217 | S.setDecl(D); |
| 218 | comments::Parser P(L, S, Context.getAllocator(), Context.getSourceManager(), |
| 219 | Context.getDiagnostics(), |
| 220 | Context.getCommentCommandTraits()); |
| 221 | |
| 222 | return P.parseFullComment(); |
| 223 | } |
| 224 | |
| 225 | static bool onlyWhitespaceBetween(SourceManager &SM, |
| 226 | SourceLocation Loc1, SourceLocation Loc2, |
| 227 | unsigned MaxNewlinesAllowed) { |
| 228 | std::pair<FileID, unsigned> Loc1Info = SM.getDecomposedLoc(Loc1); |
| 229 | std::pair<FileID, unsigned> Loc2Info = SM.getDecomposedLoc(Loc2); |
| 230 | |
| 231 | |
| 232 | if (Loc1Info.first != Loc2Info.first) |
| 233 | return false; |
| 234 | |
| 235 | bool Invalid = false; |
| 236 | const char *Buffer = SM.getBufferData(Loc1Info.first, &Invalid).data(); |
| 237 | if (Invalid) |
| 238 | return false; |
| 239 | |
| 240 | unsigned NumNewlines = 0; |
| 241 | assert(Loc1Info.second <= Loc2Info.second && "Loc1 after Loc2!"); |
| 242 | |
| 243 | for (unsigned I = Loc1Info.second; I != Loc2Info.second; ++I) { |
| 244 | switch (Buffer[I]) { |
| 245 | default: |
| 246 | return false; |
| 247 | case ' ': |
| 248 | case '\t': |
| 249 | case '\f': |
| 250 | case '\v': |
| 251 | break; |
| 252 | case '\r': |
| 253 | case '\n': |
| 254 | ++NumNewlines; |
| 255 | |
| 256 | |
| 257 | |
| 258 | if (NumNewlines > MaxNewlinesAllowed) |
| 259 | return false; |
| 260 | |
| 261 | |
| 262 | if (I + 1 != Loc2Info.second && |
| 263 | (Buffer[I + 1] == '\n' || Buffer[I + 1] == '\r') && |
| 264 | Buffer[I] != Buffer[I + 1]) |
| 265 | ++I; |
| 266 | break; |
| 267 | } |
| 268 | } |
| 269 | |
| 270 | return true; |
| 271 | } |
| 272 | |
| 273 | void RawCommentList::addComment(const RawComment &RC, |
| 274 | const CommentOptions &CommentOpts, |
| 275 | llvm::BumpPtrAllocator &Allocator) { |
| 276 | if (RC.isInvalid()) |
| |
| 277 | return; |
| 278 | |
| 279 | |
| 280 | if (RC.isOrdinary() && !CommentOpts.ParseAllComments) |
| 281 | return; |
| 282 | |
| 283 | std::pair<FileID, unsigned> Loc = |
| 284 | SourceMgr.getDecomposedLoc(RC.getBeginLoc()); |
| 285 | |
| 286 | const FileID CommentFile = Loc.first; |
| 287 | const unsigned CommentOffset = Loc.second; |
| 288 | |
| 289 | |
| 290 | |
| 291 | if (OrderedComments[CommentFile].empty()) { |
| 2 | | Assuming the condition is true | |
|
| |
| 292 | OrderedComments[CommentFile][CommentOffset] = |
| 293 | new (Allocator) RawComment(RC); |
| 4 | | Calling 'operator new<llvm::MallocAllocator, 4096UL, 4096UL, 128UL>' | |
|
| 294 | return; |
| 295 | } |
| 296 | |
| 297 | const RawComment &C1 = *OrderedComments[CommentFile].rbegin()->second; |
| 298 | const RawComment &C2 = RC; |
| 299 | |
| 300 | |
| 301 | |
| 302 | |
| 303 | |
| 304 | |
| 305 | |
| 306 | |
| 307 | |
| 308 | |
| 309 | |
| 310 | |
| 311 | |
| 312 | |
| 313 | if ((C1.isTrailingComment() == C2.isTrailingComment() || |
| 314 | (C1.isTrailingComment() && !C2.isTrailingComment() && |
| 315 | isOrdinaryKind(C2.getKind()) && |
| 316 | commentsStartOnSameColumn(SourceMgr, C1, C2))) && |
| 317 | onlyWhitespaceBetween(SourceMgr, C1.getEndLoc(), C2.getBeginLoc(), |
| 318 | 1)) { |
| 319 | SourceRange MergedRange(C1.getBeginLoc(), C2.getEndLoc()); |
| 320 | *OrderedComments[CommentFile].rbegin()->second = |
| 321 | RawComment(SourceMgr, MergedRange, CommentOpts, true); |
| 322 | } else { |
| 323 | OrderedComments[CommentFile][CommentOffset] = |
| 324 | new (Allocator) RawComment(RC); |
| 325 | } |
| 326 | } |
| 327 | |
| 328 | const std::map<unsigned, RawComment *> * |
| 329 | RawCommentList::getCommentsInFile(FileID File) const { |
| 330 | auto CommentsInFile = OrderedComments.find(File); |
| 331 | if (CommentsInFile == OrderedComments.end()) |
| 332 | return nullptr; |
| 333 | |
| 334 | return &CommentsInFile->second; |
| 335 | } |
| 336 | |
| 337 | bool RawCommentList::empty() const { return OrderedComments.empty(); } |
| 338 | |
| 339 | unsigned RawCommentList::getCommentBeginLine(RawComment *C, FileID File, |
| 340 | unsigned Offset) const { |
| 341 | auto Cached = CommentBeginLine.find(C); |
| 342 | if (Cached != CommentBeginLine.end()) |
| 343 | return Cached->second; |
| 344 | const unsigned Line = SourceMgr.getLineNumber(File, Offset); |
| 345 | CommentBeginLine[C] = Line; |
| 346 | return Line; |
| 347 | } |
| 348 | |
| 349 | unsigned RawCommentList::getCommentEndOffset(RawComment *C) const { |
| 350 | auto Cached = CommentEndOffset.find(C); |
| 351 | if (Cached != CommentEndOffset.end()) |
| 352 | return Cached->second; |
| 353 | const unsigned Offset = |
| 354 | SourceMgr.getDecomposedLoc(C->getSourceRange().getEnd()).second; |
| 355 | CommentEndOffset[C] = Offset; |
| 356 | return Offset; |
| 357 | } |
| 358 | |
| 359 | std::string RawComment::getFormattedText(const SourceManager &SourceMgr, |
| 360 | DiagnosticsEngine &Diags) const { |
| 361 | llvm::StringRef CommentText = getRawText(SourceMgr); |
| 362 | if (CommentText.empty()) |
| 363 | return ""; |
| 364 | |
| 365 | llvm::BumpPtrAllocator Allocator; |
| 366 | |
| 367 | |
| 368 | CommentOptions DefOpts; |
| 369 | comments::CommandTraits EmptyTraits(Allocator, DefOpts); |
| 370 | comments::Lexer L(Allocator, Diags, EmptyTraits, getSourceRange().getBegin(), |
| 371 | CommentText.begin(), CommentText.end(), |
| 372 | false); |
| 373 | |
| 374 | std::string Result; |
| 375 | |
| 376 | |
| 377 | |
| 378 | |
| 379 | unsigned IndentColumn = 0; |
| 380 | |
| 381 | |
| 382 | |
| 383 | |
| 384 | auto LexLine = [&](bool IsFirstLine) -> bool { |
| 385 | comments::Token Tok; |
| 386 | |
| 387 | |
| 388 | L.lex(Tok); |
| 389 | if (Tok.is(comments::tok::eof)) |
| 390 | return false; |
| 391 | if (Tok.is(comments::tok::newline)) { |
| 392 | Result += "\n"; |
| 393 | return true; |
| 394 | } |
| 395 | llvm::StringRef TokText = L.getSpelling(Tok, SourceMgr); |
| 396 | bool LocInvalid = false; |
| 397 | unsigned TokColumn = |
| 398 | SourceMgr.getSpellingColumnNumber(Tok.getLocation(), &LocInvalid); |
| 399 | assert(!LocInvalid && "getFormattedText for invalid location"); |
| 400 | |
| 401 | |
| 402 | size_t WhitespaceLen = TokText.find_first_not_of(" \t"); |
| 403 | if (WhitespaceLen == StringRef::npos) |
| 404 | WhitespaceLen = TokText.size(); |
| 405 | |
| 406 | |
| 407 | if (IsFirstLine) |
| 408 | IndentColumn = TokColumn + WhitespaceLen; |
| 409 | |
| 410 | |
| 411 | |
| 412 | |
| 413 | unsigned SkipLen = |
| 414 | IsFirstLine |
| 415 | ? WhitespaceLen |
| 416 | : std::min<size_t>( |
| 417 | WhitespaceLen, |
| 418 | std::max<int>(static_cast<int>(IndentColumn) - TokColumn, 0)); |
| 419 | llvm::StringRef Trimmed = TokText.drop_front(SkipLen); |
| 420 | Result += Trimmed; |
| 421 | |
| 422 | for (L.lex(Tok); Tok.isNot(comments::tok::eof); L.lex(Tok)) { |
| 423 | if (Tok.is(comments::tok::newline)) { |
| 424 | Result += "\n"; |
| 425 | return true; |
| 426 | } |
| 427 | Result += L.getSpelling(Tok, SourceMgr); |
| 428 | } |
| 429 | |
| 430 | return false; |
| 431 | }; |
| 432 | |
| 433 | auto DropTrailingNewLines = [](std::string &Str) { |
| 434 | while (!Str.empty() && Str.back() == '\n') |
| 435 | Str.pop_back(); |
| 436 | }; |
| 437 | |
| 438 | |
| 439 | if (!LexLine(true)) { |
| 440 | DropTrailingNewLines(Result); |
| 441 | return Result; |
| 442 | } |
| 443 | |
| 444 | while (LexLine(false)) |
| 445 | ; |
| 446 | DropTrailingNewLines(Result); |
| 447 | return Result; |
| 448 | } |
| 1 | |
| 2 | |
| 3 | |
| 4 | |
| 5 | |
| 6 | |
| 7 | |
| 8 | |
| 9 | |
| 10 | |
| 11 | |
| 12 | |
| 13 | |
| 14 | |
| 15 | |
| 16 | |
| 17 | #ifndef LLVM_SUPPORT_ALLOCATOR_H |
| 18 | #define LLVM_SUPPORT_ALLOCATOR_H |
| 19 | |
| 20 | #include "llvm/ADT/Optional.h" |
| 21 | #include "llvm/ADT/SmallVector.h" |
| 22 | #include "llvm/Support/Alignment.h" |
| 23 | #include "llvm/Support/AllocatorBase.h" |
| 24 | #include "llvm/Support/Compiler.h" |
| 25 | #include "llvm/Support/ErrorHandling.h" |
| 26 | #include "llvm/Support/MathExtras.h" |
| 27 | #include "llvm/Support/MemAlloc.h" |
| 28 | #include <algorithm> |
| 29 | #include <cassert> |
| 30 | #include <cstddef> |
| 31 | #include <cstdint> |
| 32 | #include <cstdlib> |
| 33 | #include <iterator> |
| 34 | #include <type_traits> |
| 35 | #include <utility> |
| 36 | |
| 37 | namespace llvm { |
| 38 | |
| 39 | namespace detail { |
| 40 | |
| 41 | |
| 42 | |
| 43 | void printBumpPtrAllocatorStats(unsigned NumSlabs, size_t BytesAllocated, |
| 44 | size_t TotalMemory); |
| 45 | |
| 46 | } |
| 47 | |
| 48 | |
| 49 | |
| 50 | |
| 51 | |
| 52 | |
| 53 | |
| 54 | |
| 55 | |
| 56 | |
| 57 | |
| 58 | |
| 59 | |
| 60 | |
| 61 | |
| 62 | |
| 63 | |
| 64 | |
| 65 | template <typename AllocatorT = MallocAllocator, size_t SlabSize = 4096, |
| 66 | size_t SizeThreshold = SlabSize, size_t GrowthDelay = 128> |
| 67 | class BumpPtrAllocatorImpl |
| 68 | : public AllocatorBase<BumpPtrAllocatorImpl<AllocatorT, SlabSize, |
| 69 | SizeThreshold, GrowthDelay>>, |
| 70 | private AllocatorT { |
| 71 | public: |
| 72 | static_assert(SizeThreshold <= SlabSize, |
| 73 | "The SizeThreshold must be at most the SlabSize to ensure " |
| 74 | "that objects larger than a slab go into their own memory " |
| 75 | "allocation."); |
| 76 | static_assert(GrowthDelay > 0, |
| 77 | "GrowthDelay must be at least 1 which already increases the" |
| 78 | "slab size after each allocated slab."); |
| 79 | |
| 80 | BumpPtrAllocatorImpl() = default; |
| 81 | |
| 82 | template <typename T> |
| 83 | BumpPtrAllocatorImpl(T &&Allocator) |
| 84 | : AllocatorT(std::forward<T &&>(Allocator)) {} |
| 85 | |
| 86 | |
| 87 | |
| 88 | BumpPtrAllocatorImpl(BumpPtrAllocatorImpl &&Old) |
| 89 | : AllocatorT(static_cast<AllocatorT &&>(Old)), CurPtr(Old.CurPtr), |
| 90 | End(Old.End), Slabs(std::move(Old.Slabs)), |
| 91 | CustomSizedSlabs(std::move(Old.CustomSizedSlabs)), |
| 92 | BytesAllocated(Old.BytesAllocated), RedZoneSize(Old.RedZoneSize) { |
| 93 | Old.CurPtr = Old.End = nullptr; |
| 94 | Old.BytesAllocated = 0; |
| 95 | Old.Slabs.clear(); |
| 96 | Old.CustomSizedSlabs.clear(); |
| 97 | } |
| 98 | |
| 99 | ~BumpPtrAllocatorImpl() { |
| 100 | DeallocateSlabs(Slabs.begin(), Slabs.end()); |
| 101 | DeallocateCustomSizedSlabs(); |
| 102 | } |
| 103 | |
| 104 | BumpPtrAllocatorImpl &operator=(BumpPtrAllocatorImpl &&RHS) { |
| 105 | DeallocateSlabs(Slabs.begin(), Slabs.end()); |
| 106 | DeallocateCustomSizedSlabs(); |
| 107 | |
| 108 | CurPtr = RHS.CurPtr; |
| 109 | End = RHS.End; |
| 110 | BytesAllocated = RHS.BytesAllocated; |
| 111 | RedZoneSize = RHS.RedZoneSize; |
| 112 | Slabs = std::move(RHS.Slabs); |
| 113 | CustomSizedSlabs = std::move(RHS.CustomSizedSlabs); |
| 114 | AllocatorT::operator=(static_cast<AllocatorT &&>(RHS)); |
| 115 | |
| 116 | RHS.CurPtr = RHS.End = nullptr; |
| 117 | RHS.BytesAllocated = 0; |
| 118 | RHS.Slabs.clear(); |
| 119 | RHS.CustomSizedSlabs.clear(); |
| 120 | return *this; |
| 121 | } |
| 122 | |
| 123 | |
| 124 | |
| 125 | void Reset() { |
| 126 | |
| 127 | DeallocateCustomSizedSlabs(); |
| 128 | CustomSizedSlabs.clear(); |
| 129 | |
| 130 | if (Slabs.empty()) |
| 131 | return; |
| 132 | |
| 133 | |
| 134 | BytesAllocated = 0; |
| 135 | CurPtr = (char *)Slabs.front(); |
| 136 | End = CurPtr + SlabSize; |
| 137 | |
| 138 | __asan_poison_memory_region(*Slabs.begin(), computeSlabSize(0)); |
| 139 | DeallocateSlabs(std::next(Slabs.begin()), Slabs.end()); |
| 140 | Slabs.erase(std::next(Slabs.begin()), Slabs.end()); |
| 141 | } |
| 142 | |
| 143 | |
| 144 | LLVM_ATTRIBUTE_RETURNS_NONNULL LLVM_ATTRIBUTE_RETURNS_NOALIAS void * |
| 145 | Allocate(size_t Size, Align Alignment) { |
| 146 | |
| 147 | BytesAllocated += Size; |
| 148 | |
| 149 | size_t Adjustment = offsetToAlignedAddr(CurPtr, Alignment); |
| 7 | | Calling 'offsetToAlignedAddr' | |
|
| 150 | assert(Adjustment + Size >= Size && "Adjustment + Size must not overflow"); |
| 151 | |
| 152 | size_t SizeToAllocate = Size; |
| 153 | #if LLVM_ADDRESS_SANITIZER_BUILD |
| 154 | |
| 155 | SizeToAllocate += RedZoneSize; |
| 156 | #endif |
| 157 | |
| 158 | |
| 159 | if (Adjustment + SizeToAllocate <= size_t(End - CurPtr)) { |
| 160 | char *AlignedPtr = CurPtr + Adjustment; |
| 161 | CurPtr = AlignedPtr + SizeToAllocate; |
| 162 | |
| 163 | |
| 164 | |
| 165 | __msan_allocated_memory(AlignedPtr, Size); |
| 166 | |
| 167 | __asan_unpoison_memory_region(AlignedPtr, Size); |
| 168 | return AlignedPtr; |
| 169 | } |
| 170 | |
| 171 | |
| 172 | size_t PaddedSize = SizeToAllocate + Alignment.value() - 1; |
| 173 | if (PaddedSize > SizeThreshold) { |
| 174 | void *NewSlab = |
| 175 | AllocatorT::Allocate(PaddedSize, alignof(std::max_align_t)); |
| 176 | |
| 177 | |
| 178 | __asan_poison_memory_region(NewSlab, PaddedSize); |
| 179 | CustomSizedSlabs.push_back(std::make_pair(NewSlab, PaddedSize)); |
| 180 | |
| 181 | uintptr_t AlignedAddr = alignAddr(NewSlab, Alignment); |
| 182 | assert(AlignedAddr + Size <= (uintptr_t)NewSlab + PaddedSize); |
| 183 | char *AlignedPtr = (char*)AlignedAddr; |
| 184 | __msan_allocated_memory(AlignedPtr, Size); |
| 185 | __asan_unpoison_memory_region(AlignedPtr, Size); |
| 186 | return AlignedPtr; |
| 187 | } |
| 188 | |
| 189 | |
| 190 | StartNewSlab(); |
| 191 | uintptr_t AlignedAddr = alignAddr(CurPtr, Alignment); |
| 192 | assert(AlignedAddr + SizeToAllocate <= (uintptr_t)End && |
| 193 | "Unable to allocate memory!"); |
| 194 | char *AlignedPtr = (char*)AlignedAddr; |
| 195 | CurPtr = AlignedPtr + SizeToAllocate; |
| 196 | __msan_allocated_memory(AlignedPtr, Size); |
| 197 | __asan_unpoison_memory_region(AlignedPtr, Size); |
| 198 | return AlignedPtr; |
| 199 | } |
| 200 | |
| 201 | inline LLVM_ATTRIBUTE_RETURNS_NONNULL LLVM_ATTRIBUTE_RETURNS_NOALIAS void * |
| 202 | Allocate(size_t Size, size_t Alignment) { |
| 203 | assert(Alignment > 0 && "0-byte alignment is not allowed. Use 1 instead."); |
| 204 | return Allocate(Size, Align(Alignment)); |
| 6 | | Calling 'BumpPtrAllocatorImpl::Allocate' | |
|
| 205 | } |
| 206 | |
| 207 | |
| 208 | using AllocatorBase<BumpPtrAllocatorImpl>::Allocate; |
| 209 | |
| 210 | |
| 211 | |
| 212 | |
| 213 | void Deallocate(const void *Ptr, size_t Size, size_t ) { |
| 214 | __asan_poison_memory_region(Ptr, Size); |
| 215 | } |
| 216 | |
| 217 | |
| 218 | using AllocatorBase<BumpPtrAllocatorImpl>::Deallocate; |
| 219 | |
| 220 | size_t GetNumSlabs() const { return Slabs.size() + CustomSizedSlabs.size(); } |
| 221 | |
| 222 | |
| 223 | |
| 224 | |
| 225 | |
| 226 | |
| 227 | llvm::Optional<int64_t> identifyObject(const void *Ptr) { |
| 228 | const char *P = static_cast<const char *>(Ptr); |
| 229 | int64_t InSlabIdx = 0; |
| 230 | for (size_t Idx = 0, E = Slabs.size(); Idx < E; Idx++) { |
| 231 | const char *S = static_cast<const char *>(Slabs[Idx]); |
| 232 | if (P >= S && P < S + computeSlabSize(Idx)) |
| 233 | return InSlabIdx + static_cast<int64_t>(P - S); |
| 234 | InSlabIdx += static_cast<int64_t>(computeSlabSize(Idx)); |
| 235 | } |
| 236 | |
| 237 | |
| 238 | int64_t InCustomSizedSlabIdx = -1; |
| 239 | for (size_t Idx = 0, E = CustomSizedSlabs.size(); Idx < E; Idx++) { |
| 240 | const char *S = static_cast<const char *>(CustomSizedSlabs[Idx].first); |
| 241 | size_t Size = CustomSizedSlabs[Idx].second; |
| 242 | if (P >= S && P < S + Size) |
| 243 | return InCustomSizedSlabIdx - static_cast<int64_t>(P - S); |
| 244 | InCustomSizedSlabIdx -= static_cast<int64_t>(Size); |
| 245 | } |
| 246 | return None; |
| 247 | } |
| 248 | |
| 249 | |
| 250 | |
| 251 | |
| 252 | |
| 253 | int64_t identifyKnownObject(const void *Ptr) { |
| 254 | Optional<int64_t> Out = identifyObject(Ptr); |
| 255 | assert(Out && "Wrong allocator used"); |
| 256 | return *Out; |
| 257 | } |
| 258 | |
| 259 | |
| 260 | |
| 261 | |
| 262 | |
| 263 | |
| 264 | |
| 265 | |
| 266 | |
| 267 | |
| 268 | |
| 269 | template <typename T> |
| 270 | int64_t identifyKnownAlignedObject(const void *Ptr) { |
| 271 | int64_t Out = identifyKnownObject(Ptr); |
| 272 | assert(Out % alignof(T) == 0 && "Wrong alignment information"); |
| 273 | return Out / alignof(T); |
| 274 | } |
| 275 | |
| 276 | size_t getTotalMemory() const { |
| 277 | size_t TotalMemory = 0; |
| 278 | for (auto I = Slabs.begin(), E = Slabs.end(); I != E; ++I) |
| 279 | TotalMemory += computeSlabSize(std::distance(Slabs.begin(), I)); |
| 280 | for (auto &PtrAndSize : CustomSizedSlabs) |
| 281 | TotalMemory += PtrAndSize.second; |
| 282 | return TotalMemory; |
| 283 | } |
| 284 | |
| 285 | size_t getBytesAllocated() const { return BytesAllocated; } |
| 286 | |
| 287 | void setRedZoneSize(size_t NewSize) { |
| 288 | RedZoneSize = NewSize; |
| 289 | } |
| 290 | |
| 291 | void PrintStats() const { |
| 292 | detail::printBumpPtrAllocatorStats(Slabs.size(), BytesAllocated, |
| 293 | getTotalMemory()); |
| 294 | } |
| 295 | |
| 296 | private: |
| 297 | |
| 298 | |
| 299 | |
| 300 | char *CurPtr = nullptr; |
| 301 | |
| 302 | |
| 303 | char *End = nullptr; |
| 304 | |
| 305 | |
| 306 | SmallVector<void *, 4> Slabs; |
| 307 | |
| 308 | |
| 309 | SmallVector<std::pair<void *, size_t>, 0> CustomSizedSlabs; |
| 310 | |
| 311 | |
| 312 | |
| 313 | |
| 314 | size_t BytesAllocated = 0; |
| 315 | |
| 316 | |
| 317 | |
| 318 | size_t RedZoneSize = 1; |
| 319 | |
| 320 | static size_t computeSlabSize(unsigned SlabIdx) { |
| 321 | |
| 322 | |
| 323 | |
| 324 | |
| 325 | return SlabSize * |
| 326 | ((size_t)1 << std::min<size_t>(30, SlabIdx / GrowthDelay)); |
| 327 | } |
| 328 | |
| 329 | |
| 330 | |
| 331 | void StartNewSlab() { |
| 332 | size_t AllocatedSlabSize = computeSlabSize(Slabs.size()); |
| 333 | |
| 334 | void *NewSlab = |
| 335 | AllocatorT::Allocate(AllocatedSlabSize, alignof(std::max_align_t)); |
| 336 | |
| 337 | |
| 338 | __asan_poison_memory_region(NewSlab, AllocatedSlabSize); |
| 339 | |
| 340 | Slabs.push_back(NewSlab); |
| 341 | CurPtr = (char *)(NewSlab); |
| 342 | End = ((char *)NewSlab) + AllocatedSlabSize; |
| 343 | } |
| 344 | |
| 345 | |
| 346 | void DeallocateSlabs(SmallVectorImpl<void *>::iterator I, |
| 347 | SmallVectorImpl<void *>::iterator E) { |
| 348 | for (; I != E; ++I) { |
| 349 | size_t AllocatedSlabSize = |
| 350 | computeSlabSize(std::distance(Slabs.begin(), I)); |
| 351 | AllocatorT::Deallocate(*I, AllocatedSlabSize, alignof(std::max_align_t)); |
| 352 | } |
| 353 | } |
| 354 | |
| 355 | |
| 356 | void DeallocateCustomSizedSlabs() { |
| 357 | for (auto &PtrAndSize : CustomSizedSlabs) { |
| 358 | void *Ptr = PtrAndSize.first; |
| 359 | size_t Size = PtrAndSize.second; |
| 360 | AllocatorT::Deallocate(Ptr, Size, alignof(std::max_align_t)); |
| 361 | } |
| 362 | } |
| 363 | |
| 364 | template <typename T> friend class SpecificBumpPtrAllocator; |
| 365 | }; |
| 366 | |
| 367 | |
| 368 | |
| 369 | typedef BumpPtrAllocatorImpl<> BumpPtrAllocator; |
| 370 | |
| 371 | |
| 372 | |
| 373 | |
| 374 | |
| 375 | |
| 376 | template <typename T> class SpecificBumpPtrAllocator { |
| 377 | BumpPtrAllocator Allocator; |
| 378 | |
| 379 | public: |
| 380 | SpecificBumpPtrAllocator() { |
| 381 | |
| 382 | |
| 383 | Allocator.setRedZoneSize(0); |
| 384 | } |
| 385 | SpecificBumpPtrAllocator(SpecificBumpPtrAllocator &&Old) |
| 386 | : Allocator(std::move(Old.Allocator)) {} |
| 387 | ~SpecificBumpPtrAllocator() { DestroyAll(); } |
| 388 | |
| 389 | SpecificBumpPtrAllocator &operator=(SpecificBumpPtrAllocator &&RHS) { |
| 390 | Allocator = std::move(RHS.Allocator); |
| 391 | return *this; |
| 392 | } |
| 393 | |
| 394 | |
| 395 | |
| 396 | |
| 397 | void DestroyAll() { |
| 398 | auto DestroyElements = [](char *Begin, char *End) { |
| 399 | assert(Begin == (char *)alignAddr(Begin, Align::Of<T>())); |
| 400 | for (char *Ptr = Begin; Ptr + sizeof(T) <= End; Ptr += sizeof(T)) |
| 401 | reinterpret_cast<T *>(Ptr)->~T(); |
| 402 | }; |
| 403 | |
| 404 | for (auto I = Allocator.Slabs.begin(), E = Allocator.Slabs.end(); I != E; |
| 405 | ++I) { |
| 406 | size_t AllocatedSlabSize = BumpPtrAllocator::computeSlabSize( |
| 407 | std::distance(Allocator.Slabs.begin(), I)); |
| 408 | char *Begin = (char *)alignAddr(*I, Align::Of<T>()); |
| 409 | char *End = *I == Allocator.Slabs.back() ? Allocator.CurPtr |
| 410 | : (char *)*I + AllocatedSlabSize; |
| 411 | |
| 412 | DestroyElements(Begin, End); |
| 413 | } |
| 414 | |
| 415 | for (auto &PtrAndSize : Allocator.CustomSizedSlabs) { |
| 416 | void *Ptr = PtrAndSize.first; |
| 417 | size_t Size = PtrAndSize.second; |
| 418 | DestroyElements((char *)alignAddr(Ptr, Align::Of<T>()), |
| 419 | (char *)Ptr + Size); |
| 420 | } |
| 421 | |
| 422 | Allocator.Reset(); |
| 423 | } |
| 424 | |
| 425 | |
| 426 | T *Allocate(size_t num = 1) { return Allocator.Allocate<T>(num); } |
| 427 | }; |
| 428 | |
| 429 | } |
| 430 | |
| 431 | template <typename AllocatorT, size_t SlabSize, size_t SizeThreshold, |
| 432 | size_t GrowthDelay> |
| 433 | void * |
| 434 | operator new(size_t Size, |
| 435 | llvm::BumpPtrAllocatorImpl<AllocatorT, SlabSize, SizeThreshold, |
| 436 | GrowthDelay> &Allocator) { |
| 437 | return Allocator.Allocate(Size, std::min((size_t)llvm::NextPowerOf2(Size), |
| 5 | | Calling 'BumpPtrAllocatorImpl::Allocate' | |
|
| 438 | alignof(std::max_align_t))); |
| 439 | } |
| 440 | |
| 441 | template <typename AllocatorT, size_t SlabSize, size_t SizeThreshold, |
| 442 | size_t GrowthDelay> |
| 443 | void operator delete(void *, |
| 444 | llvm::BumpPtrAllocatorImpl<AllocatorT, SlabSize, |
| 445 | SizeThreshold, GrowthDelay> &) { |
| 446 | } |
| 447 | |
| 448 | #endif // LLVM_SUPPORT_ALLOCATOR_H |
| 1 | |
| 2 | |
| 3 | |
| 4 | |
| 5 | |
| 6 | |
| 7 | |
| 8 | |
| 9 | |
| 10 | |
| 11 | |
| 12 | |
| 13 | |
| 14 | |
| 15 | |
| 16 | |
| 17 | |
| 18 | |
| 19 | |
| 20 | |
| 21 | #ifndef LLVM_SUPPORT_ALIGNMENT_H_ |
| 22 | #define LLVM_SUPPORT_ALIGNMENT_H_ |
| 23 | |
| 24 | #include "llvm/ADT/Optional.h" |
| 25 | #include "llvm/Support/MathExtras.h" |
| 26 | #include <cassert> |
| 27 | #ifndef NDEBUG |
| 28 | #include <string> |
| 29 | #endif // NDEBUG |
| 30 | |
| 31 | namespace llvm { |
| 32 | |
| 33 | #define ALIGN_CHECK_ISPOSITIVE(decl) \ |
| 34 | assert(decl > 0 && (#decl " should be defined")) |
| 35 | |
| 36 | |
| 37 | |
| 38 | |
| 39 | struct Align { |
| 40 | private: |
| 41 | uint8_t ShiftValue = 0; |
| 42 | |
| 43 | |
| 44 | friend struct MaybeAlign; |
| 45 | friend unsigned Log2(Align); |
| 46 | friend bool operator==(Align Lhs, Align Rhs); |
| 47 | friend bool operator!=(Align Lhs, Align Rhs); |
| 48 | friend bool operator<=(Align Lhs, Align Rhs); |
| 49 | friend bool operator>=(Align Lhs, Align Rhs); |
| 50 | friend bool operator<(Align Lhs, Align Rhs); |
| 51 | friend bool operator>(Align Lhs, Align Rhs); |
| 52 | friend unsigned encode(struct MaybeAlign A); |
| 53 | friend struct MaybeAlign decodeMaybeAlign(unsigned Value); |
| 54 | |
| 55 | |
| 56 | |
| 57 | |
| 58 | |
| 59 | |
| 60 | |
| 61 | |
| 62 | struct LogValue { |
| 63 | uint8_t Log; |
| 64 | }; |
| 65 | |
| 66 | public: |
| 67 | |
| 68 | constexpr Align() = default; |
| 69 | |
| 70 | |
| 71 | constexpr Align(const Align &Other) = default; |
| 72 | constexpr Align(Align &&Other) = default; |
| 73 | Align &operator=(const Align &Other) = default; |
| 74 | Align &operator=(Align &&Other) = default; |
| 75 | |
| 76 | explicit Align(uint64_t Value) { |
| 77 | assert(Value > 0 && "Value must not be 0"); |
| 78 | assert(llvm::isPowerOf2_64(Value) && "Alignment is not a power of 2"); |
| 79 | ShiftValue = Log2_64(Value); |
| 80 | assert(ShiftValue < 64 && "Broken invariant"); |
| 81 | } |
| 82 | |
| 83 | |
| 84 | |
| 85 | uint64_t value() const { return uint64_t(1) << ShiftValue; } |
| 12 | | The result of the left shift is undefined due to shifting by '255', which is greater or equal to the width of type 'uint64_t' |
|
| 86 | |
| 87 | |
| 88 | template <size_t kValue> constexpr static LogValue Constant() { |
| 89 | return LogValue{static_cast<uint8_t>(CTLog2<kValue>())}; |
| 90 | } |
| 91 | |
| 92 | |
| 93 | |
| 94 | template <typename T> constexpr static LogValue Of() { |
| 95 | return Constant<std::alignment_of<T>::value>(); |
| 96 | } |
| 97 | |
| 98 | |
| 99 | constexpr Align(LogValue CA) : ShiftValue(CA.Log) {} |
| 100 | }; |
| 101 | |
| 102 | |
| 103 | inline Align assumeAligned(uint64_t Value) { |
| 104 | return Value ? Align(Value) : Align(); |
| 105 | } |
| 106 | |
| 107 | |
| 108 | |
| 109 | struct MaybeAlign : public llvm::Optional<Align> { |
| 110 | private: |
| 111 | using UP = llvm::Optional<Align>; |
| 112 | |
| 113 | public: |
| 114 | |
| 115 | MaybeAlign() = default; |
| 116 | |
| 117 | |
| 118 | MaybeAlign(const MaybeAlign &Other) = default; |
| 119 | MaybeAlign &operator=(const MaybeAlign &Other) = default; |
| 120 | MaybeAlign(MaybeAlign &&Other) = default; |
| 121 | MaybeAlign &operator=(MaybeAlign &&Other) = default; |
| 122 | |
| 123 | |
| 124 | using UP::UP; |
| 125 | |
| 126 | explicit MaybeAlign(uint64_t Value) { |
| 127 | assert((Value == 0 || llvm::isPowerOf2_64(Value)) && |
| 128 | "Alignment is neither 0 nor a power of 2"); |
| 129 | if (Value) |
| 130 | emplace(Value); |
| 131 | } |
| 132 | |
| 133 | |
| 134 | Align valueOrOne() const { return hasValue() ? getValue() : Align(); } |
| 135 | }; |
| 136 | |
| 137 | |
| 138 | inline bool isAligned(Align Lhs, uint64_t SizeInBytes) { |
| 139 | return SizeInBytes % Lhs.value() == 0; |
| 140 | } |
| 141 | |
| 142 | |
| 143 | inline bool isAddrAligned(Align Lhs, const void *Addr) { |
| 144 | return isAligned(Lhs, reinterpret_cast<uintptr_t>(Addr)); |
| 145 | } |
| 146 | |
| 147 | |
| 148 | inline uint64_t alignTo(uint64_t Size, Align A) { |
| 149 | const uint64_t Value = A.value(); |
| |
| 150 | |
| 151 | |
| 152 | |
| 153 | |
| 154 | |
| 155 | |
| 156 | |
| 157 | |
| 158 | |
| 159 | return (Size + Value - 1) & ~(Value - 1U); |
| 160 | } |
| 161 | |
| 162 | |
| 163 | |
| 164 | |
| 165 | |
| 166 | |
| 167 | |
| 168 | |
| 169 | |
| 170 | |
| 171 | |
| 172 | |
| 173 | inline uint64_t alignTo(uint64_t Size, Align A, uint64_t Skew) { |
| 174 | const uint64_t Value = A.value(); |
| 175 | Skew %= Value; |
| 176 | return ((Size + Value - 1 - Skew) & ~(Value - 1U)) + Skew; |
| 177 | } |
| 178 | |
| 179 | |
| 180 | |
| 181 | inline uint64_t alignTo(uint64_t Size, MaybeAlign A) { |
| 182 | return A ? alignTo(Size, A.getValue()) : Size; |
| 183 | } |
| 184 | |
| 185 | |
| 186 | inline uintptr_t alignAddr(const void *Addr, Align Alignment) { |
| 187 | uintptr_t ArithAddr = reinterpret_cast<uintptr_t>(Addr); |
| 188 | assert(static_cast<uintptr_t>(ArithAddr + Alignment.value() - 1) >= |
| 189 | ArithAddr && |
| 190 | "Overflow"); |
| 191 | return alignTo(ArithAddr, Alignment); |
| 192 | } |
| 193 | |
| 194 | |
| 195 | |
| 196 | inline uint64_t offsetToAlignment(uint64_t Value, Align Alignment) { |
| 197 | return alignTo(Value, Alignment) - Value; |
| 9 | | The value 255 is assigned to 'A.ShiftValue' | |
|
| |
| 198 | } |
| 199 | |
| 200 | |
| 201 | |
| 202 | inline uint64_t offsetToAlignedAddr(const void *Addr, Align Alignment) { |
| 203 | return offsetToAlignment(reinterpret_cast<uintptr_t>(Addr), Alignment); |
| 8 | | Calling 'offsetToAlignment' | |
|
| 204 | } |
| 205 | |
| 206 | |
| 207 | inline unsigned Log2(Align A) { return A.ShiftValue; } |
| 208 | |
| 209 | |
| 210 | |
| 211 | inline Align commonAlignment(Align A, Align B) { return std::min(A, B); } |
| 212 | |
| 213 | |
| 214 | |
| 215 | inline Align commonAlignment(Align A, uint64_t Offset) { |
| 216 | return Align(MinAlign(A.value(), Offset)); |
| 217 | } |
| 218 | |
| 219 | |
| 220 | |
| 221 | inline MaybeAlign commonAlignment(MaybeAlign A, MaybeAlign B) { |
| 222 | return A && B ? commonAlignment(*A, *B) : A ? A : B; |
| 223 | } |
| 224 | |
| 225 | |
| 226 | |
| 227 | inline MaybeAlign commonAlignment(MaybeAlign A, uint64_t Offset) { |
| 228 | return MaybeAlign(MinAlign((*A).value(), Offset)); |
| 229 | } |
| 230 | |
| 231 | |
| 232 | inline unsigned encode(MaybeAlign A) { return A ? A->ShiftValue + 1 : 0; } |
| 233 | |
| 234 | |
| 235 | inline MaybeAlign decodeMaybeAlign(unsigned Value) { |
| 236 | if (Value == 0) |
| 237 | return MaybeAlign(); |
| 238 | Align Out; |
| 239 | Out.ShiftValue = Value - 1; |
| 240 | return Out; |
| 241 | } |
| 242 | |
| 243 | |
| 244 | |
| 245 | inline unsigned encode(Align A) { return encode(MaybeAlign(A)); } |
| 246 | |
| 247 | |
| 248 | inline bool operator==(Align Lhs, uint64_t Rhs) { |
| 249 | ALIGN_CHECK_ISPOSITIVE(Rhs); |
| 250 | return Lhs.value() == Rhs; |
| 251 | } |
| 252 | inline bool operator!=(Align Lhs, uint64_t Rhs) { |
| 253 | ALIGN_CHECK_ISPOSITIVE(Rhs); |
| 254 | return Lhs.value() != Rhs; |
| 255 | } |
| 256 | inline bool operator<=(Align Lhs, uint64_t Rhs) { |
| 257 | ALIGN_CHECK_ISPOSITIVE(Rhs); |
| 258 | return Lhs.value() <= Rhs; |
| 259 | } |
| 260 | inline bool operator>=(Align Lhs, uint64_t Rhs) { |
| 261 | ALIGN_CHECK_ISPOSITIVE(Rhs); |
| 262 | return Lhs.value() >= Rhs; |
| 263 | } |
| 264 | inline bool operator<(Align Lhs, uint64_t Rhs) { |
| 265 | ALIGN_CHECK_ISPOSITIVE(Rhs); |
| 266 | return Lhs.value() < Rhs; |
| 267 | } |
| 268 | inline bool operator>(Align Lhs, uint64_t Rhs) { |
| 269 | ALIGN_CHECK_ISPOSITIVE(Rhs); |
| 270 | return Lhs.value() > Rhs; |
| 271 | } |
| 272 | |
| 273 | |
| 274 | inline bool operator==(MaybeAlign Lhs, uint64_t Rhs) { |
| 275 | return Lhs ? (*Lhs).value() == Rhs : Rhs == 0; |
| 276 | } |
| 277 | inline bool operator!=(MaybeAlign Lhs, uint64_t Rhs) { |
| 278 | return Lhs ? (*Lhs).value() != Rhs : Rhs != 0; |
| 279 | } |
| 280 | |
| 281 | |
| 282 | inline bool operator==(Align Lhs, Align Rhs) { |
| 283 | return Lhs.ShiftValue == Rhs.ShiftValue; |
| 284 | } |
| 285 | inline bool operator!=(Align Lhs, Align Rhs) { |
| 286 | return Lhs.ShiftValue != Rhs.ShiftValue; |
| 287 | } |
| 288 | inline bool operator<=(Align Lhs, Align Rhs) { |
| 289 | return Lhs.ShiftValue <= Rhs.ShiftValue; |
| 290 | } |
| 291 | inline bool operator>=(Align Lhs, Align Rhs) { |
| 292 | return Lhs.ShiftValue >= Rhs.ShiftValue; |
| 293 | } |
| 294 | inline bool operator<(Align Lhs, Align Rhs) { |
| 295 | return Lhs.ShiftValue < Rhs.ShiftValue; |
| 296 | } |
| 297 | inline bool operator>(Align Lhs, Align Rhs) { |
| 298 | return Lhs.ShiftValue > Rhs.ShiftValue; |
| 299 | } |
| 300 | |
| 301 | |
| 302 | bool operator<=(Align Lhs, MaybeAlign Rhs) = delete; |
| 303 | bool operator>=(Align Lhs, MaybeAlign Rhs) = delete; |
| 304 | bool operator<(Align Lhs, MaybeAlign Rhs) = delete; |
| 305 | bool operator>(Align Lhs, MaybeAlign Rhs) = delete; |
| 306 | |
| 307 | bool operator<=(MaybeAlign Lhs, Align Rhs) = delete; |
| 308 | bool operator>=(MaybeAlign Lhs, Align Rhs) = delete; |
| 309 | bool operator<(MaybeAlign Lhs, Align Rhs) = delete; |
| 310 | bool operator>(MaybeAlign Lhs, Align Rhs) = delete; |
| 311 | |
| 312 | bool operator<=(MaybeAlign Lhs, MaybeAlign Rhs) = delete; |
| 313 | bool operator>=(MaybeAlign Lhs, MaybeAlign Rhs) = delete; |
| 314 | bool operator<(MaybeAlign Lhs, MaybeAlign Rhs) = delete; |
| 315 | bool operator>(MaybeAlign Lhs, MaybeAlign Rhs) = delete; |
| 316 | |
| 317 | inline Align operator*(Align Lhs, uint64_t Rhs) { |
| 318 | assert(Rhs > 0 && "Rhs must be positive"); |
| 319 | return Align(Lhs.value() * Rhs); |
| 320 | } |
| 321 | |
| 322 | inline MaybeAlign operator*(MaybeAlign Lhs, uint64_t Rhs) { |
| 323 | assert(Rhs > 0 && "Rhs must be positive"); |
| 324 | return Lhs ? Lhs.getValue() * Rhs : MaybeAlign(); |
| 325 | } |
| 326 | |
| 327 | inline Align operator/(Align Lhs, uint64_t Divisor) { |
| 328 | assert(llvm::isPowerOf2_64(Divisor) && |
| 329 | "Divisor must be positive and a power of 2"); |
| 330 | assert(Lhs != 1 && "Can't halve byte alignment"); |
| 331 | return Align(Lhs.value() / Divisor); |
| 332 | } |
| 333 | |
| 334 | inline MaybeAlign operator/(MaybeAlign Lhs, uint64_t Divisor) { |
| 335 | assert(llvm::isPowerOf2_64(Divisor) && |
| 336 | "Divisor must be positive and a power of 2"); |
| 337 | return Lhs ? Lhs.getValue() / Divisor : MaybeAlign(); |
| 338 | } |
| 339 | |
| 340 | inline Align max(MaybeAlign Lhs, Align Rhs) { |
| 341 | return Lhs && *Lhs > Rhs ? *Lhs : Rhs; |
| 342 | } |
| 343 | |
| 344 | inline Align max(Align Lhs, MaybeAlign Rhs) { |
| 345 | return Rhs && *Rhs > Lhs ? *Rhs : Lhs; |
| 346 | } |
| 347 | |
| 348 | #ifndef NDEBUG |
| 349 | |
| 350 | inline std::string DebugStr(const Align &A) { |
| 351 | return std::to_string(A.value()); |
| 352 | } |
| 353 | |
| 354 | inline std::string DebugStr(const MaybeAlign &MA) { |
| 355 | if (MA) |
| 356 | return std::to_string(MA->value()); |
| 357 | return "None"; |
| 358 | } |
| 359 | #endif // NDEBUG |
| 360 | |
| 361 | #undef ALIGN_CHECK_ISPOSITIVE |
| 362 | |
| 363 | } |
| 364 | |
| 365 | #endif // LLVM_SUPPORT_ALIGNMENT_H_ |