BUILD.bazel

# gemma.cpp is a lightweight, standalone C++ inference engine for the Gemma
# foundation models from Google.

load("@rules_license//rules:license.bzl", "license")

package(
    default_applicable_licenses = ["//:license"],
    default_visibility = ["//visibility:public"],
)

license(
    name = "license",
    package_name = "gemma_cpp",
)

# Dual-licensed Apache 2 and 3-clause BSD.
licenses(["notice"])

exports_files(["LICENSE"])

cc_library(
    name = "transformer_ops",
    hdrs = [
        "ops.h",
    ],
    deps = [
        "//compression:compress",
        # copybara:import_next_line:hwy
        "//:algo",
        # copybara:import_next_line:hwy
        "//:dot",
        # copybara:import_next_line:hwy
        "//:hwy",
        # copybara:import_next_line:hwy
        "//:math",
        # copybara:import_next_line:hwy
        "//:matvec",
        # copybara:import_next_line:hwy
        "//:profiler",
        # copybara:import_next_line:hwy
        "//:thread_pool",
        "//hwy/contrib/sort:vqsort",
    ],
)

cc_library(
    name = "args",
    hdrs = [
        "util/args.h",
    ],
    deps = [
        # copybara:import_next_line:hwy
        "//:hwy",
    ],
)

cc_library(
    name = "app",
    hdrs = [
        "util/app.h",
    ],
    deps = [
        ":args",
        # copybara:import_next_line:hwy
        "//:hwy",
    ],
)

cc_library(
    name = "gemma_lib",
    srcs = [
        "gemma.cc",
    ],
    hdrs = [
        "configs.h",
        "gemma.h",
    ],
    deps = [
        ":args",
        ":transformer_ops",
        "//base",
        "//compression:compress",
        # copybara:import_next_line:hwy
        "//:hwy",
        # copybara:import_next_line:hwy
        "//:matvec",
        # copybara:import_next_line:hwy
        "//:nanobenchmark",  # timer
        # copybara:import_next_line:hwy
        "//:profiler",
        # copybara:import_next_line:hwy
        "//:thread_pool",
        ":sentencepiece_processor",
    ],
)

cc_binary(
    name = "gemma",
    srcs = [
        "run.cc",
    ],
    deps = [
        ":app",
        ":args",
        ":gemma_lib",
        "//compression:compress",
        # copybara:import_next_line:hwy
        "//:hwy",
        # copybara:import_next_line:hwy
        "//:nanobenchmark",
        # copybara:import_next_line:hwy
        "//:profiler",
        # copybara:import_next_line:hwy
        "//:thread_pool",
    ],
)

# copybara:strip_begin
cc_binary(
    name = "run_csv",
    srcs = [
        "run_csv.cc",
    ],
    deps = [
        ":app",
        ":args",
        ":gemma_lib",
        "//compression:compress",
        # copybara:import_next_line:hwy
        "//:hwy",
        # copybara:import_next_line:hwy
        "//:nanobenchmark",
        # copybara:import_next_line:hwy
        "//:profiler",
        # copybara:import_next_line:hwy
        "//:thread_pool",
        "//third_party/riegeli/bytes:file_reader",
        "//third_party/riegeli/bytes:file_writer",
        "//third_party/riegeli/csv:csv_reader",
        "//third_party/riegeli/csv:csv_writer",
    ],
)

gensignature(
    name = "gemma_sign",
    srcs = [":gemma"],
)

cc_test(
    name = "benchmarks",
    size = "large",
    srcs = [
        "benchmarks.cc",
    ],
    tags = ["notap"],
    deps = [
        ":app",
        ":gemma_lib",
        "//third_party/benchmark",
        # copybara:import_next_line:hwy
        "//:hwy",
        # copybara:import_next_line:hwy
        "//:thread_pool",
    ],
)

# copybara:strip_end