177 lines
4.6 KiB
Python
177 lines
4.6 KiB
Python
load("@rules_proto//proto:defs.bzl", "proto_library")
|
|
load("@rules_rust//rust:defs.bzl", "rust_binary", "rust_library", "rust_test")
|
|
|
|
# Prost generator binary for converting proto files to Rust code
|
|
rust_binary(
|
|
name = "prost_generator",
|
|
srcs = ["prost_generator.rs"],
|
|
edition = "2021",
|
|
visibility = ["//visibility:public"],
|
|
deps = [
|
|
"@crates//:prost",
|
|
"@crates//:prost-build",
|
|
"@crates//:schemars",
|
|
"@crates//:serde",
|
|
"@crates//:tempfile",
|
|
],
|
|
)
|
|
|
|
# DataBuild library using generated prost code
|
|
rust_library(
|
|
name = "lib",
|
|
srcs = glob(["**/*.rs"]) + [
|
|
":generate_databuild_rust",
|
|
],
|
|
edition = "2021",
|
|
visibility = ["//visibility:public"],
|
|
deps = [
|
|
"@crates//:axum",
|
|
"@crates//:prost",
|
|
"@crates//:prost-types",
|
|
"@crates//:regex",
|
|
"@crates//:rusqlite",
|
|
"@crates//:schemars",
|
|
"@crates//:serde",
|
|
"@crates//:serde_json",
|
|
"@crates//:tokio",
|
|
"@crates//:toml",
|
|
"@crates//:tower",
|
|
"@crates//:tower-http",
|
|
"@crates//:tracing",
|
|
"@crates//:uuid",
|
|
],
|
|
)
|
|
|
|
rust_test(
|
|
name = "databuild_test",
|
|
crate = ":lib",
|
|
data = ["//databuild/test:test_job_helper"],
|
|
env = {"RUST_BACKTRACE": "1"},
|
|
)
|
|
|
|
# DataBuild CLI binary
|
|
rust_binary(
|
|
name = "databuild",
|
|
srcs = ["cli_main.rs"],
|
|
edition = "2021",
|
|
visibility = ["//visibility:public"],
|
|
deps = [
|
|
":lib",
|
|
"@crates//:axum",
|
|
"@crates//:clap",
|
|
"@crates//:reqwest",
|
|
"@crates//:serde_json",
|
|
"@crates//:tokio",
|
|
"@crates//:tracing",
|
|
"@crates//:tracing-subscriber",
|
|
],
|
|
)
|
|
|
|
# Legacy filegroup for backwards compatibility
|
|
filegroup(
|
|
name = "proto",
|
|
srcs = ["databuild.proto"],
|
|
visibility = ["//visibility:public"],
|
|
)
|
|
|
|
# Generate Rust code for databuild proto
|
|
genrule(
|
|
name = "generate_databuild_rust",
|
|
srcs = [
|
|
"databuild.proto",
|
|
],
|
|
outs = ["databuild.rs"],
|
|
cmd = "PROTOC=$(location @com_google_protobuf//:protoc) $(location :prost_generator) $(location databuild.proto) /dev/null $@",
|
|
tools = [
|
|
"//databuild:prost_generator",
|
|
"@com_google_protobuf//:protoc",
|
|
],
|
|
visibility = ["//visibility:public"],
|
|
)
|
|
|
|
# Python proto dataclass codegen
|
|
py_binary(
|
|
name = "protoc-gen-python_betterproto2",
|
|
srcs = ["proto_wrapper.py"],
|
|
main = "proto_wrapper.py",
|
|
deps = [
|
|
"@databuild_pypi//betterproto2_compiler",
|
|
],
|
|
)
|
|
|
|
genrule(
|
|
name = "py_protobuf_dataclasses",
|
|
srcs = [
|
|
"databuild.proto",
|
|
],
|
|
outs = [
|
|
"py_proto_out/__init__.py",
|
|
"py_proto_out/databuild/__init__.py",
|
|
"py_proto_out/databuild/v1/__init__.py",
|
|
"py_proto_out/message_pool.py",
|
|
],
|
|
cmd = """
|
|
mkdir -p $(@D)
|
|
export PATH=$$PATH:$$(dirname $(location :protoc-gen-python_betterproto2))
|
|
export PATH=$$PATH:$$(dirname $(location //:ruff_binary))
|
|
$(location @com_google_protobuf//:protoc) --python_betterproto2_out=$(@D) $(location databuild.proto)
|
|
mkdir -p $(@D)/py_proto_out/databuild/v1
|
|
|
|
# Make grpc import conditional to avoid binary compatibility issues during DSL generation
|
|
cat > /tmp/fix_grpc_import.py << 'EOF'
|
|
import sys
|
|
|
|
with open(sys.argv[1], 'r') as f:
|
|
content = f.read()
|
|
|
|
# Replace the grpc import with conditional import
|
|
content = content.replace(
|
|
'import grpc',
|
|
'''try:
|
|
import grpc
|
|
_GRPC_AVAILABLE = True
|
|
except ImportError:
|
|
grpc = None
|
|
_GRPC_AVAILABLE = False'''
|
|
)
|
|
|
|
# Replace service constructors to check grpc availability
|
|
content = content.replace(
|
|
'def __init__(self, channel: grpc.Channel):',
|
|
'''def __init__(self, channel):
|
|
if not _GRPC_AVAILABLE:
|
|
raise RuntimeError("grpc not available - required for service classes")'''
|
|
)
|
|
|
|
with open(sys.argv[1], 'w') as f:
|
|
f.write(content)
|
|
EOF
|
|
|
|
python3 /tmp/fix_grpc_import.py $(@D)/databuild/v1/__init__.py
|
|
|
|
cp $(@D)/databuild/__init__.py $(@D)/py_proto_out/__init__.py
|
|
cp $(@D)/databuild/__init__.py $(@D)/py_proto_out/databuild/__init__.py
|
|
cp $(@D)/databuild/v1/__init__.py $(@D)/py_proto_out/databuild/v1/__init__.py
|
|
cp $(@D)/message_pool.py $(@D)/py_proto_out/message_pool.py
|
|
""",
|
|
tools = [
|
|
":protoc-gen-python_betterproto2",
|
|
"//:ruff_binary",
|
|
"@com_google_protobuf//:protoc",
|
|
"@databuild_pypi//betterproto2_compiler",
|
|
],
|
|
)
|
|
|
|
py_library(
|
|
name = "py_proto",
|
|
srcs = [
|
|
"proto.py",
|
|
":py_protobuf_dataclasses",
|
|
],
|
|
visibility = ["//visibility:public"],
|
|
deps = [
|
|
"@databuild_pypi//betterproto2_compiler",
|
|
"@databuild_pypi//grpcio",
|
|
"@databuild_pypi//pytest",
|
|
],
|
|
)
|