carbon-lang/toolchain/lex/BUILD

# Part of the Carbon Language project, under the Apache License v2.0 with LLVM
# Exceptions. See /LICENSE for license information.
# SPDX-License-Identifier: Apache-2.0 WITH LLVM-exception

load("@rules_cc//cc:defs.bzl", "cc_binary", "cc_library", "cc_test")
load("//bazel/sh_run:rules.bzl", "glob_sh_run")
load("//testing/fuzzing:rules.bzl", "cc_fuzz_test")

package(default_visibility = ["//visibility:public"])

filegroup(
    name = "testdata",
    data = glob(["testdata/**/*.carbon"]),
)

cc_library(
    name = "token_kind",
    srcs = ["token_kind.cpp"],
    hdrs = ["token_kind.h"],
    textual_hdrs = ["token_kind.def"],
    deps = [
        "//common:check",
        "//common:enum_base",
        "@llvm-project//llvm:Support",
    ],
)

cc_test(
    name = "token_kind_test",
    size = "small",
    srcs = ["token_kind_test.cpp"],
    deps = [
        ":token_kind",
        "//testing/base:gtest_main",
        "@com_google_googletest//:gtest",
        "@llvm-project//llvm:Support",
    ],
)

cc_library(
    name = "character_set",
    hdrs = ["character_set.h"],
    deps = ["@llvm-project//llvm:Support"],
)

cc_library(
    name = "helpers",
    srcs = ["helpers.cpp"],
    hdrs = ["helpers.h"],
    deps = [
        "//toolchain/diagnostics:diagnostic_emitter",
        "@llvm-project//llvm:Support",
    ],
)

cc_library(
    name = "test_helpers",
    testonly = 1,
    hdrs = ["test_helpers.h"],
    deps = [
        "//common:check",
        "//common:string_helpers",
        "//toolchain/diagnostics:diagnostic_emitter",
        "@com_google_googletest//:gtest",
        "@llvm-project//llvm:Support",
    ],
)

cc_library(
    name = "numeric_literal",
    srcs = ["numeric_literal.cpp"],
    hdrs = ["numeric_literal.h"],
    deps = [
        ":character_set",
        ":helpers",
        "//common:check",
        "//toolchain/diagnostics:diagnostic_emitter",
        "@llvm-project//llvm:Support",
    ],
)

cc_binary(
    name = "numeric_literal_benchmark",
    testonly = 1,
    srcs = ["numeric_literal_benchmark.cpp"],
    deps = [
        ":numeric_literal",
        "//common:check",
        "//toolchain/diagnostics:null_diagnostics",
        "@com_github_google_benchmark//:benchmark_main",
    ],
)

cc_test(
    name = "numeric_literal_test",
    size = "small",
    srcs = ["numeric_literal_test.cpp"],
    deps = [
        ":numeric_literal",
        ":test_helpers",
        "//common:check",
        "//common:ostream",
        "//testing/base:gtest_main",
        "//toolchain/diagnostics:diagnostic_emitter",
        "@com_google_googletest//:gtest",
        "@llvm-project//llvm:Support",
    ],
)

cc_fuzz_test(
    name = "numeric_literal_fuzzer",
    size = "small",
    srcs = ["numeric_literal_fuzzer.cpp"],
    corpus = glob(["fuzzer_corpus/numeric_literal/*"]),
    deps = [
        ":numeric_literal",
        "//toolchain/diagnostics:diagnostic_emitter",
        "//toolchain/diagnostics:null_diagnostics",
        "@llvm-project//llvm:Support",
    ],
)

cc_library(
    name = "string_literal",
    srcs = ["string_literal.cpp"],
    hdrs = ["string_literal.h"],
    deps = [
        ":character_set",
        ":helpers",
        "//common:check",
        "//toolchain/diagnostics:diagnostic_emitter",
        "@llvm-project//llvm:Support",
    ],
)

cc_binary(
    name = "string_literal_benchmark",
    testonly = 1,
    srcs = ["string_literal_benchmark.cpp"],
    deps = [
        ":string_literal",
        "//toolchain/diagnostics:null_diagnostics",
        "@com_github_google_benchmark//:benchmark_main",
    ],
)

cc_test(
    name = "string_literal_test",
    size = "small",
    srcs = ["string_literal_test.cpp"],
    deps = [
        ":string_literal",
        ":test_helpers",
        "//common:check",
        "//common:ostream",
        "//testing/base:gtest_main",
        "//toolchain/diagnostics:diagnostic_emitter",
        "@com_google_googletest//:gtest",
        "@llvm-project//llvm:Support",
    ],
)

cc_fuzz_test(
    name = "string_literal_fuzzer",
    size = "small",
    srcs = ["string_literal_fuzzer.cpp"],
    corpus = glob(["fuzzer_corpus/string_literal/*"]),
    deps = [
        ":string_literal",
        "//common:check",
        "//toolchain/diagnostics:diagnostic_emitter",
        "//toolchain/diagnostics:null_diagnostics",
        "@llvm-project//llvm:Support",
    ],
)

cc_library(
    name = "lex",
    srcs = ["lex.cpp"],
    hdrs = ["lex.h"],
    deps = [
        ":character_set",
        ":helpers",
        ":numeric_literal",
        ":string_literal",
        ":token_kind",
        ":tokenized_buffer",
        "//common:check",
        "//toolchain/base:value_store",
        "//toolchain/diagnostics:diagnostic_emitter",
        "//toolchain/source:source_buffer",
        "@llvm-project//llvm:Support",
    ],
)

cc_library(
    name = "tokenized_buffer",
    srcs = ["tokenized_buffer.cpp"],
    hdrs = ["tokenized_buffer.h"],
    deps = [
        ":character_set",
        ":helpers",
        ":numeric_literal",
        ":string_literal",
        ":token_kind",
        "//common:check",
        "//common:ostream",
        "//common:string_helpers",
        "//toolchain/base:index_base",
        "//toolchain/base:value_store",
        "//toolchain/diagnostics:diagnostic_emitter",
        "//toolchain/source:source_buffer",
        "@llvm-project//llvm:Support",
    ],
)

cc_library(
    name = "tokenized_buffer_test_helpers",
    testonly = 1,
    hdrs = ["tokenized_buffer_test_helpers.h"],
    deps = [
        ":lex",
        ":tokenized_buffer",
        "//common:check",
        "//toolchain/base:value_store",
        "@com_google_googletest//:gtest",
        "@llvm-project//llvm:Support",
    ],
)

cc_test(
    name = "tokenized_buffer_test",
    size = "small",
    srcs = ["tokenized_buffer_test.cpp"],
    deps = [
        ":lex",
        ":tokenized_buffer",
        ":tokenized_buffer_test_helpers",
        "//testing/base:gtest_main",
        "//testing/base:test_raw_ostream",
        "//toolchain/base:value_store",
        "//toolchain/diagnostics:diagnostic_emitter",
        "//toolchain/diagnostics:mocks",
        "//toolchain/testing:yaml_test_helpers",
        "@com_google_googletest//:gtest",
        "@llvm-project//llvm:Support",
    ],
)

cc_fuzz_test(
    name = "tokenized_buffer_fuzzer",
    size = "small",
    srcs = ["tokenized_buffer_fuzzer.cpp"],
    corpus = glob(["fuzzer_corpus/tokenized_buffer/*"]),
    deps = [
        ":lex",
        "//common:check",
        "//toolchain/base:value_store",
        "//toolchain/diagnostics:diagnostic_emitter",
        "//toolchain/diagnostics:null_diagnostics",
        "@llvm-project//llvm:Support",
    ],
)

cc_binary(
    name = "tokenized_buffer_benchmark",
    testonly = 1,
    srcs = ["tokenized_buffer_benchmark.cpp"],
    deps = [
        ":lex",
        ":token_kind",
        ":tokenized_buffer",
        "//common:check",
        "//toolchain/base:value_store",
        "//toolchain/diagnostics:diagnostic_emitter",
        "//toolchain/diagnostics:null_diagnostics",
        "@com_github_google_benchmark//:benchmark_main",
        "@com_google_absl//absl/random",
        "@llvm-project//llvm:Support",
    ],
)

glob_sh_run(
    args = [
        "$(location //toolchain/driver:carbon)",
        "compile",
        "--phase=lex",
        "--dump-tokens",
    ],
    data = ["//toolchain/driver:carbon"],
    file_exts = ["carbon"],
)

glob_sh_run(
    args = [
        "$(location //toolchain/driver:carbon)",
        "-v",
        "compile",
        "--phase=lex",
    ],
    data = ["//toolchain/driver:carbon"],
    file_exts = ["carbon"],
    run_ext = "verbose",
)