carbon-lang/lexer/character_set.h

// Part of the Carbon Language project, under the Apache License v2.0 with LLVM
// Exceptions. See /LICENSE for license information.
// SPDX-License-Identifier: Apache-2.0 WITH LLVM-exception

#ifndef LEXER_CHARACTER_SET_H_
#define LEXER_CHARACTER_SET_H_

#include "llvm/ADT/StringExtras.h"
#include "llvm/ADT/StringRef.h"

namespace Carbon {

// TODO: These definitions need to be updated to match whatever Unicode lexical
// rules we pick. The function interfaces will need to change to accommodate
// multi-byte characters.

// Is this an alphabetical character according to Carbon's lexical rules?
//
// Alphabetical characters are permitted at the start of identifiers. This
// currently includes 'A'..'Z' and 'a'..'z'.
inline bool IsAlpha(char c) { return llvm::isAlpha(c); }

// Is this a decimal digit according to Carbon's lexical rules?
//
// This currently includes '0'..'9'.
inline bool IsDecimalDigit(char c) { return llvm::isDigit(c); }

// Is this an alphanumeric character according to Carbon's lexical rules?
//
// Alphanumeric characters are permitted as trailing characters in identifiers
// and numeric literals. This includes alphabetical characters plus decimal
// digits.
//
// Note that '_' is not considered alphanumeric, despite in most circumstances
// being a valid continuation character of an identifier or numeric literal.
inline bool IsAlnum(char c) { return llvm::isAlnum(c); }

// Is this a hexadecimal digit according to Carbon's lexical rules?
//
// Hexadecimal digits are permitted in `0x`-prefixed literals, as well as after
// a `\x` escape sequence.
//
// Note that lowercase 'a'..'f' are currently not considered hexadecimal digits
// in any context.
inline bool IsUpperHexDigit(char c) {
  return ('0' <= c && c <= '9') || ('A' <= c && c <= 'F');
}

// Is this a lowercase letter?
//
// Lowercase letters in numeric literals can be followed by `+` or `-` to
// extend the literal.
inline bool IsLower(char c) { return 'a' <= c && c <= 'z'; }

// Is this character considered to be horizontal whitespace?
//
// Such characters can appear in the indentation of a line.
inline bool IsHorizontalWhitespace(char c) { return c == ' ' || c == '\t'; }

// Is this character considered to be vertical whitespace?
//
// Such characters are considered to terminate lines.
inline bool IsVerticalWhitespace(char c) { return c == '\n'; }

// Is this character considered to be whitespace?
//
// Changes here will need matching changes in
// `TokenizedBuffer::Lexer::SkipWhitespace`.
inline bool IsSpace(char c) {
  return IsHorizontalWhitespace(c) || IsVerticalWhitespace(c);
}

}  // namespace Carbon

#endif  // LEXER_CHARACTER_SET_H_