Prost simple generation
This commit is contained in:
parent
dd6870b980
commit
c3a4152c15
10 changed files with 1613 additions and 14 deletions
10
MODULE.bazel
10
MODULE.bazel
|
|
@ -9,6 +9,8 @@ bazel_dep(name = "rules_shell", version = "0.4.0")
|
|||
bazel_dep(name = "rules_oci", version = "2.2.6")
|
||||
bazel_dep(name = "aspect_bazel_lib", version = "2.14.0")
|
||||
bazel_dep(name = "rules_rust", version = "0.61.0")
|
||||
bazel_dep(name = "rules_proto", version = "7.0.2")
|
||||
bazel_dep(name = "protobuf", version = "23.1", repo_name = "com_google_protobuf")
|
||||
|
||||
crate = use_extension("@rules_rust//crate_universe:extensions.bzl", "crate")
|
||||
crate.spec(
|
||||
|
|
@ -55,5 +57,13 @@ crate.spec(
|
|||
package = "prost-types",
|
||||
version = "0.13",
|
||||
)
|
||||
crate.spec(
|
||||
package = "prost-build",
|
||||
version = "0.13",
|
||||
)
|
||||
crate.spec(
|
||||
package = "tempfile",
|
||||
version = "3.0",
|
||||
)
|
||||
crate.from_specs()
|
||||
use_repo(crate, "crates")
|
||||
|
|
|
|||
File diff suppressed because one or more lines are too long
|
|
@ -1,12 +1,78 @@
|
|||
|
||||
load("@rules_rust//rust:defs.bzl", "rust_library")
|
||||
load("@rules_rust//rust:defs.bzl", "rust_library", "rust_test", "rust_binary")
|
||||
load("@rules_proto//proto:defs.bzl", "proto_library")
|
||||
|
||||
# Simple proto for testing
|
||||
proto_library(
|
||||
name = "simple_proto",
|
||||
srcs = ["simple.proto"],
|
||||
visibility = ["//visibility:public"],
|
||||
)
|
||||
|
||||
# Step 1: Use protoc to generate file descriptor
|
||||
genrule(
|
||||
name = "simple_descriptor",
|
||||
srcs = ["simple.proto"],
|
||||
outs = ["simple.desc"],
|
||||
tools = ["@com_google_protobuf//:protoc"],
|
||||
cmd = "$(location @com_google_protobuf//:protoc) --descriptor_set_out=$@ --include_source_info --include_imports $(SRCS)",
|
||||
)
|
||||
|
||||
# Step 2: Use a Rust binary to generate prost code from the descriptor
|
||||
rust_binary(
|
||||
name = "prost_generator",
|
||||
srcs = ["prost_generator.rs"],
|
||||
deps = [
|
||||
"@crates//:prost",
|
||||
"@crates//:prost-build",
|
||||
"@crates//:tempfile",
|
||||
],
|
||||
edition = "2021",
|
||||
)
|
||||
|
||||
# Step 3: Generate Rust code using our prost generator
|
||||
genrule(
|
||||
name = "generate_simple_rust",
|
||||
srcs = [
|
||||
"simple.proto",
|
||||
":simple_descriptor",
|
||||
],
|
||||
outs = ["simple.rs"],
|
||||
tools = [":prost_generator"],
|
||||
cmd = "$(location :prost_generator) $(location simple.proto) $(location :simple_descriptor) $@",
|
||||
)
|
||||
|
||||
# Test library using simple generated code
|
||||
rust_library(
|
||||
name = "simple_lib",
|
||||
srcs = [":generate_simple_rust"],
|
||||
deps = [
|
||||
"@crates//:prost",
|
||||
],
|
||||
edition = "2021",
|
||||
)
|
||||
|
||||
# Test the simple generation
|
||||
rust_test(
|
||||
name = "simple_test",
|
||||
srcs = [
|
||||
"simple_test.rs",
|
||||
":generate_simple_rust",
|
||||
],
|
||||
deps = [
|
||||
"@crates//:prost",
|
||||
],
|
||||
edition = "2021",
|
||||
)
|
||||
|
||||
# Legacy filegroup for backwards compatibility
|
||||
filegroup(
|
||||
name = "proto",
|
||||
srcs = ["databuild.proto"],
|
||||
visibility = ["//visibility:public"],
|
||||
)
|
||||
|
||||
# Legacy structs library (deprecated - use :databuild instead)
|
||||
rust_library(
|
||||
name = "structs",
|
||||
srcs = [
|
||||
|
|
|
|||
550
databuild/Cargo.lock
generated
Normal file
550
databuild/Cargo.lock
generated
Normal file
|
|
@ -0,0 +1,550 @@
|
|||
# This file is automatically @generated by Cargo.
|
||||
# It is not intended for manual editing.
|
||||
version = 3
|
||||
|
||||
[[package]]
|
||||
name = "aho-corasick"
|
||||
version = "1.1.3"
|
||||
source = "registry+https://github.com/rust-lang/crates.io-index"
|
||||
checksum = "8e60d3430d3a69478ad0993f19238d2df97c507009a52b3c10addcd7f6bcb916"
|
||||
dependencies = [
|
||||
"memchr",
|
||||
]
|
||||
|
||||
[[package]]
|
||||
name = "anyhow"
|
||||
version = "1.0.98"
|
||||
source = "registry+https://github.com/rust-lang/crates.io-index"
|
||||
checksum = "e16d2d3311acee920a9eb8d33b8cbc1787ce4a264e85f964c2404b969bdcd487"
|
||||
|
||||
[[package]]
|
||||
name = "bitflags"
|
||||
version = "2.9.1"
|
||||
source = "registry+https://github.com/rust-lang/crates.io-index"
|
||||
checksum = "1b8e56985ec62d17e9c1001dc89c88ecd7dc08e47eba5ec7c29c7b5eeecde967"
|
||||
|
||||
[[package]]
|
||||
name = "bytes"
|
||||
version = "1.10.1"
|
||||
source = "registry+https://github.com/rust-lang/crates.io-index"
|
||||
checksum = "d71b6127be86fdcfddb610f7182ac57211d4b18a3e9c82eb2d17662f2227ad6a"
|
||||
|
||||
[[package]]
|
||||
name = "cfg-if"
|
||||
version = "1.0.1"
|
||||
source = "registry+https://github.com/rust-lang/crates.io-index"
|
||||
checksum = "9555578bc9e57714c812a1f84e4fc5b4d21fcb063490c624de019f7464c91268"
|
||||
|
||||
[[package]]
|
||||
name = "databuild"
|
||||
version = "0.1.0"
|
||||
dependencies = [
|
||||
"prost",
|
||||
"prost-types",
|
||||
"serde",
|
||||
"serde_json",
|
||||
"tonic-build",
|
||||
]
|
||||
|
||||
[[package]]
|
||||
name = "either"
|
||||
version = "1.15.0"
|
||||
source = "registry+https://github.com/rust-lang/crates.io-index"
|
||||
checksum = "48c757948c5ede0e46177b7add2e67155f70e33c07fea8284df6576da70b3719"
|
||||
|
||||
[[package]]
|
||||
name = "equivalent"
|
||||
version = "1.0.2"
|
||||
source = "registry+https://github.com/rust-lang/crates.io-index"
|
||||
checksum = "877a4ace8713b0bcf2a4e7eec82529c029f1d0619886d18145fea96c3ffe5c0f"
|
||||
|
||||
[[package]]
|
||||
name = "errno"
|
||||
version = "0.3.13"
|
||||
source = "registry+https://github.com/rust-lang/crates.io-index"
|
||||
checksum = "778e2ac28f6c47af28e4907f13ffd1e1ddbd400980a9abd7c8df189bf578a5ad"
|
||||
dependencies = [
|
||||
"libc",
|
||||
"windows-sys 0.60.2",
|
||||
]
|
||||
|
||||
[[package]]
|
||||
name = "fastrand"
|
||||
version = "2.3.0"
|
||||
source = "registry+https://github.com/rust-lang/crates.io-index"
|
||||
checksum = "37909eebbb50d72f9059c3b6d82c0463f2ff062c9e95845c43a6c9c0355411be"
|
||||
|
||||
[[package]]
|
||||
name = "fixedbitset"
|
||||
version = "0.5.7"
|
||||
source = "registry+https://github.com/rust-lang/crates.io-index"
|
||||
checksum = "1d674e81391d1e1ab681a28d99df07927c6d4aa5b027d7da16ba32d1d21ecd99"
|
||||
|
||||
[[package]]
|
||||
name = "getrandom"
|
||||
version = "0.3.3"
|
||||
source = "registry+https://github.com/rust-lang/crates.io-index"
|
||||
checksum = "26145e563e54f2cadc477553f1ec5ee650b00862f0a58bcd12cbdc5f0ea2d2f4"
|
||||
dependencies = [
|
||||
"cfg-if",
|
||||
"libc",
|
||||
"r-efi",
|
||||
"wasi",
|
||||
]
|
||||
|
||||
[[package]]
|
||||
name = "hashbrown"
|
||||
version = "0.15.4"
|
||||
source = "registry+https://github.com/rust-lang/crates.io-index"
|
||||
checksum = "5971ac85611da7067dbfcabef3c70ebb5606018acd9e2a3903a0da507521e0d5"
|
||||
|
||||
[[package]]
|
||||
name = "heck"
|
||||
version = "0.5.0"
|
||||
source = "registry+https://github.com/rust-lang/crates.io-index"
|
||||
checksum = "2304e00983f87ffb38b55b444b5e3b60a884b5d30c0fca7d82fe33449bbe55ea"
|
||||
|
||||
[[package]]
|
||||
name = "indexmap"
|
||||
version = "2.10.0"
|
||||
source = "registry+https://github.com/rust-lang/crates.io-index"
|
||||
checksum = "fe4cd85333e22411419a0bcae1297d25e58c9443848b11dc6a86fefe8c78a661"
|
||||
dependencies = [
|
||||
"equivalent",
|
||||
"hashbrown",
|
||||
]
|
||||
|
||||
[[package]]
|
||||
name = "itertools"
|
||||
version = "0.14.0"
|
||||
source = "registry+https://github.com/rust-lang/crates.io-index"
|
||||
checksum = "2b192c782037fadd9cfa75548310488aabdbf3d2da73885b31bd0abd03351285"
|
||||
dependencies = [
|
||||
"either",
|
||||
]
|
||||
|
||||
[[package]]
|
||||
name = "itoa"
|
||||
version = "1.0.15"
|
||||
source = "registry+https://github.com/rust-lang/crates.io-index"
|
||||
checksum = "4a5f13b858c8d314ee3e8f639011f7ccefe71f97f96e50151fb991f267928e2c"
|
||||
|
||||
[[package]]
|
||||
name = "libc"
|
||||
version = "0.2.174"
|
||||
source = "registry+https://github.com/rust-lang/crates.io-index"
|
||||
checksum = "1171693293099992e19cddea4e8b849964e9846f4acee11b3948bcc337be8776"
|
||||
|
||||
[[package]]
|
||||
name = "linux-raw-sys"
|
||||
version = "0.9.4"
|
||||
source = "registry+https://github.com/rust-lang/crates.io-index"
|
||||
checksum = "cd945864f07fe9f5371a27ad7b52a172b4b499999f1d97574c9fa68373937e12"
|
||||
|
||||
[[package]]
|
||||
name = "log"
|
||||
version = "0.4.27"
|
||||
source = "registry+https://github.com/rust-lang/crates.io-index"
|
||||
checksum = "13dc2df351e3202783a1fe0d44375f7295ffb4049267b0f3018346dc122a1d94"
|
||||
|
||||
[[package]]
|
||||
name = "memchr"
|
||||
version = "2.7.5"
|
||||
source = "registry+https://github.com/rust-lang/crates.io-index"
|
||||
checksum = "32a282da65faaf38286cf3be983213fcf1d2e2a58700e808f83f4ea9a4804bc0"
|
||||
|
||||
[[package]]
|
||||
name = "multimap"
|
||||
version = "0.10.1"
|
||||
source = "registry+https://github.com/rust-lang/crates.io-index"
|
||||
checksum = "1d87ecb2933e8aeadb3e3a02b828fed80a7528047e68b4f424523a0981a3a084"
|
||||
|
||||
[[package]]
|
||||
name = "once_cell"
|
||||
version = "1.21.3"
|
||||
source = "registry+https://github.com/rust-lang/crates.io-index"
|
||||
checksum = "42f5e15c9953c5e4ccceeb2e7382a716482c34515315f7b03532b8b4e8393d2d"
|
||||
|
||||
[[package]]
|
||||
name = "petgraph"
|
||||
version = "0.7.1"
|
||||
source = "registry+https://github.com/rust-lang/crates.io-index"
|
||||
checksum = "3672b37090dbd86368a4145bc067582552b29c27377cad4e0a306c97f9bd7772"
|
||||
dependencies = [
|
||||
"fixedbitset",
|
||||
"indexmap",
|
||||
]
|
||||
|
||||
[[package]]
|
||||
name = "prettyplease"
|
||||
version = "0.2.35"
|
||||
source = "registry+https://github.com/rust-lang/crates.io-index"
|
||||
checksum = "061c1221631e079b26479d25bbf2275bfe5917ae8419cd7e34f13bfc2aa7539a"
|
||||
dependencies = [
|
||||
"proc-macro2",
|
||||
"syn",
|
||||
]
|
||||
|
||||
[[package]]
|
||||
name = "proc-macro2"
|
||||
version = "1.0.95"
|
||||
source = "registry+https://github.com/rust-lang/crates.io-index"
|
||||
checksum = "02b3e5e68a3a1a02aad3ec490a98007cbc13c37cbe84a3cd7b8e406d76e7f778"
|
||||
dependencies = [
|
||||
"unicode-ident",
|
||||
]
|
||||
|
||||
[[package]]
|
||||
name = "prost"
|
||||
version = "0.13.5"
|
||||
source = "registry+https://github.com/rust-lang/crates.io-index"
|
||||
checksum = "2796faa41db3ec313a31f7624d9286acf277b52de526150b7e69f3debf891ee5"
|
||||
dependencies = [
|
||||
"bytes",
|
||||
"prost-derive",
|
||||
]
|
||||
|
||||
[[package]]
|
||||
name = "prost-build"
|
||||
version = "0.13.5"
|
||||
source = "registry+https://github.com/rust-lang/crates.io-index"
|
||||
checksum = "be769465445e8c1474e9c5dac2018218498557af32d9ed057325ec9a41ae81bf"
|
||||
dependencies = [
|
||||
"heck",
|
||||
"itertools",
|
||||
"log",
|
||||
"multimap",
|
||||
"once_cell",
|
||||
"petgraph",
|
||||
"prettyplease",
|
||||
"prost",
|
||||
"prost-types",
|
||||
"regex",
|
||||
"syn",
|
||||
"tempfile",
|
||||
]
|
||||
|
||||
[[package]]
|
||||
name = "prost-derive"
|
||||
version = "0.13.5"
|
||||
source = "registry+https://github.com/rust-lang/crates.io-index"
|
||||
checksum = "8a56d757972c98b346a9b766e3f02746cde6dd1cd1d1d563472929fdd74bec4d"
|
||||
dependencies = [
|
||||
"anyhow",
|
||||
"itertools",
|
||||
"proc-macro2",
|
||||
"quote",
|
||||
"syn",
|
||||
]
|
||||
|
||||
[[package]]
|
||||
name = "prost-types"
|
||||
version = "0.13.5"
|
||||
source = "registry+https://github.com/rust-lang/crates.io-index"
|
||||
checksum = "52c2c1bf36ddb1a1c396b3601a3cec27c2462e45f07c386894ec3ccf5332bd16"
|
||||
dependencies = [
|
||||
"prost",
|
||||
]
|
||||
|
||||
[[package]]
|
||||
name = "quote"
|
||||
version = "1.0.40"
|
||||
source = "registry+https://github.com/rust-lang/crates.io-index"
|
||||
checksum = "1885c039570dc00dcb4ff087a89e185fd56bae234ddc7f056a945bf36467248d"
|
||||
dependencies = [
|
||||
"proc-macro2",
|
||||
]
|
||||
|
||||
[[package]]
|
||||
name = "r-efi"
|
||||
version = "5.3.0"
|
||||
source = "registry+https://github.com/rust-lang/crates.io-index"
|
||||
checksum = "69cdb34c158ceb288df11e18b4bd39de994f6657d83847bdffdbd7f346754b0f"
|
||||
|
||||
[[package]]
|
||||
name = "regex"
|
||||
version = "1.11.1"
|
||||
source = "registry+https://github.com/rust-lang/crates.io-index"
|
||||
checksum = "b544ef1b4eac5dc2db33ea63606ae9ffcfac26c1416a2806ae0bf5f56b201191"
|
||||
dependencies = [
|
||||
"aho-corasick",
|
||||
"memchr",
|
||||
"regex-automata",
|
||||
"regex-syntax",
|
||||
]
|
||||
|
||||
[[package]]
|
||||
name = "regex-automata"
|
||||
version = "0.4.9"
|
||||
source = "registry+https://github.com/rust-lang/crates.io-index"
|
||||
checksum = "809e8dc61f6de73b46c85f4c96486310fe304c434cfa43669d7b40f711150908"
|
||||
dependencies = [
|
||||
"aho-corasick",
|
||||
"memchr",
|
||||
"regex-syntax",
|
||||
]
|
||||
|
||||
[[package]]
|
||||
name = "regex-syntax"
|
||||
version = "0.8.5"
|
||||
source = "registry+https://github.com/rust-lang/crates.io-index"
|
||||
checksum = "2b15c43186be67a4fd63bee50d0303afffcef381492ebe2c5d87f324e1b8815c"
|
||||
|
||||
[[package]]
|
||||
name = "rustix"
|
||||
version = "1.0.7"
|
||||
source = "registry+https://github.com/rust-lang/crates.io-index"
|
||||
checksum = "c71e83d6afe7ff64890ec6b71d6a69bb8a610ab78ce364b3352876bb4c801266"
|
||||
dependencies = [
|
||||
"bitflags",
|
||||
"errno",
|
||||
"libc",
|
||||
"linux-raw-sys",
|
||||
"windows-sys 0.59.0",
|
||||
]
|
||||
|
||||
[[package]]
|
||||
name = "ryu"
|
||||
version = "1.0.20"
|
||||
source = "registry+https://github.com/rust-lang/crates.io-index"
|
||||
checksum = "28d3b2b1366ec20994f1fd18c3c594f05c5dd4bc44d8bb0c1c632c8d6829481f"
|
||||
|
||||
[[package]]
|
||||
name = "serde"
|
||||
version = "1.0.219"
|
||||
source = "registry+https://github.com/rust-lang/crates.io-index"
|
||||
checksum = "5f0e2c6ed6606019b4e29e69dbaba95b11854410e5347d525002456dbbb786b6"
|
||||
dependencies = [
|
||||
"serde_derive",
|
||||
]
|
||||
|
||||
[[package]]
|
||||
name = "serde_derive"
|
||||
version = "1.0.219"
|
||||
source = "registry+https://github.com/rust-lang/crates.io-index"
|
||||
checksum = "5b0276cf7f2c73365f7157c8123c21cd9a50fbbd844757af28ca1f5925fc2a00"
|
||||
dependencies = [
|
||||
"proc-macro2",
|
||||
"quote",
|
||||
"syn",
|
||||
]
|
||||
|
||||
[[package]]
|
||||
name = "serde_json"
|
||||
version = "1.0.140"
|
||||
source = "registry+https://github.com/rust-lang/crates.io-index"
|
||||
checksum = "20068b6e96dc6c9bd23e01df8827e6c7e1f2fddd43c21810382803c136b99373"
|
||||
dependencies = [
|
||||
"itoa",
|
||||
"memchr",
|
||||
"ryu",
|
||||
"serde",
|
||||
]
|
||||
|
||||
[[package]]
|
||||
name = "syn"
|
||||
version = "2.0.104"
|
||||
source = "registry+https://github.com/rust-lang/crates.io-index"
|
||||
checksum = "17b6f705963418cdb9927482fa304bc562ece2fdd4f616084c50b7023b435a40"
|
||||
dependencies = [
|
||||
"proc-macro2",
|
||||
"quote",
|
||||
"unicode-ident",
|
||||
]
|
||||
|
||||
[[package]]
|
||||
name = "tempfile"
|
||||
version = "3.20.0"
|
||||
source = "registry+https://github.com/rust-lang/crates.io-index"
|
||||
checksum = "e8a64e3985349f2441a1a9ef0b853f869006c3855f2cda6862a94d26ebb9d6a1"
|
||||
dependencies = [
|
||||
"fastrand",
|
||||
"getrandom",
|
||||
"once_cell",
|
||||
"rustix",
|
||||
"windows-sys 0.59.0",
|
||||
]
|
||||
|
||||
[[package]]
|
||||
name = "tonic-build"
|
||||
version = "0.12.3"
|
||||
source = "registry+https://github.com/rust-lang/crates.io-index"
|
||||
checksum = "9557ce109ea773b399c9b9e5dca39294110b74f1f342cb347a80d1fce8c26a11"
|
||||
dependencies = [
|
||||
"prettyplease",
|
||||
"proc-macro2",
|
||||
"prost-build",
|
||||
"prost-types",
|
||||
"quote",
|
||||
"syn",
|
||||
]
|
||||
|
||||
[[package]]
|
||||
name = "unicode-ident"
|
||||
version = "1.0.18"
|
||||
source = "registry+https://github.com/rust-lang/crates.io-index"
|
||||
checksum = "5a5f39404a5da50712a4c1eecf25e90dd62b613502b7e925fd4e4d19b5c96512"
|
||||
|
||||
[[package]]
|
||||
name = "wasi"
|
||||
version = "0.14.2+wasi-0.2.4"
|
||||
source = "registry+https://github.com/rust-lang/crates.io-index"
|
||||
checksum = "9683f9a5a998d873c0d21fcbe3c083009670149a8fab228644b8bd36b2c48cb3"
|
||||
dependencies = [
|
||||
"wit-bindgen-rt",
|
||||
]
|
||||
|
||||
[[package]]
|
||||
name = "windows-sys"
|
||||
version = "0.59.0"
|
||||
source = "registry+https://github.com/rust-lang/crates.io-index"
|
||||
checksum = "1e38bc4d79ed67fd075bcc251a1c39b32a1776bbe92e5bef1f0bf1f8c531853b"
|
||||
dependencies = [
|
||||
"windows-targets 0.52.6",
|
||||
]
|
||||
|
||||
[[package]]
|
||||
name = "windows-sys"
|
||||
version = "0.60.2"
|
||||
source = "registry+https://github.com/rust-lang/crates.io-index"
|
||||
checksum = "f2f500e4d28234f72040990ec9d39e3a6b950f9f22d3dba18416c35882612bcb"
|
||||
dependencies = [
|
||||
"windows-targets 0.53.2",
|
||||
]
|
||||
|
||||
[[package]]
|
||||
name = "windows-targets"
|
||||
version = "0.52.6"
|
||||
source = "registry+https://github.com/rust-lang/crates.io-index"
|
||||
checksum = "9b724f72796e036ab90c1021d4780d4d3d648aca59e491e6b98e725b84e99973"
|
||||
dependencies = [
|
||||
"windows_aarch64_gnullvm 0.52.6",
|
||||
"windows_aarch64_msvc 0.52.6",
|
||||
"windows_i686_gnu 0.52.6",
|
||||
"windows_i686_gnullvm 0.52.6",
|
||||
"windows_i686_msvc 0.52.6",
|
||||
"windows_x86_64_gnu 0.52.6",
|
||||
"windows_x86_64_gnullvm 0.52.6",
|
||||
"windows_x86_64_msvc 0.52.6",
|
||||
]
|
||||
|
||||
[[package]]
|
||||
name = "windows-targets"
|
||||
version = "0.53.2"
|
||||
source = "registry+https://github.com/rust-lang/crates.io-index"
|
||||
checksum = "c66f69fcc9ce11da9966ddb31a40968cad001c5bedeb5c2b82ede4253ab48aef"
|
||||
dependencies = [
|
||||
"windows_aarch64_gnullvm 0.53.0",
|
||||
"windows_aarch64_msvc 0.53.0",
|
||||
"windows_i686_gnu 0.53.0",
|
||||
"windows_i686_gnullvm 0.53.0",
|
||||
"windows_i686_msvc 0.53.0",
|
||||
"windows_x86_64_gnu 0.53.0",
|
||||
"windows_x86_64_gnullvm 0.53.0",
|
||||
"windows_x86_64_msvc 0.53.0",
|
||||
]
|
||||
|
||||
[[package]]
|
||||
name = "windows_aarch64_gnullvm"
|
||||
version = "0.52.6"
|
||||
source = "registry+https://github.com/rust-lang/crates.io-index"
|
||||
checksum = "32a4622180e7a0ec044bb555404c800bc9fd9ec262ec147edd5989ccd0c02cd3"
|
||||
|
||||
[[package]]
|
||||
name = "windows_aarch64_gnullvm"
|
||||
version = "0.53.0"
|
||||
source = "registry+https://github.com/rust-lang/crates.io-index"
|
||||
checksum = "86b8d5f90ddd19cb4a147a5fa63ca848db3df085e25fee3cc10b39b6eebae764"
|
||||
|
||||
[[package]]
|
||||
name = "windows_aarch64_msvc"
|
||||
version = "0.52.6"
|
||||
source = "registry+https://github.com/rust-lang/crates.io-index"
|
||||
checksum = "09ec2a7bb152e2252b53fa7803150007879548bc709c039df7627cabbd05d469"
|
||||
|
||||
[[package]]
|
||||
name = "windows_aarch64_msvc"
|
||||
version = "0.53.0"
|
||||
source = "registry+https://github.com/rust-lang/crates.io-index"
|
||||
checksum = "c7651a1f62a11b8cbd5e0d42526e55f2c99886c77e007179efff86c2b137e66c"
|
||||
|
||||
[[package]]
|
||||
name = "windows_i686_gnu"
|
||||
version = "0.52.6"
|
||||
source = "registry+https://github.com/rust-lang/crates.io-index"
|
||||
checksum = "8e9b5ad5ab802e97eb8e295ac6720e509ee4c243f69d781394014ebfe8bbfa0b"
|
||||
|
||||
[[package]]
|
||||
name = "windows_i686_gnu"
|
||||
version = "0.53.0"
|
||||
source = "registry+https://github.com/rust-lang/crates.io-index"
|
||||
checksum = "c1dc67659d35f387f5f6c479dc4e28f1d4bb90ddd1a5d3da2e5d97b42d6272c3"
|
||||
|
||||
[[package]]
|
||||
name = "windows_i686_gnullvm"
|
||||
version = "0.52.6"
|
||||
source = "registry+https://github.com/rust-lang/crates.io-index"
|
||||
checksum = "0eee52d38c090b3caa76c563b86c3a4bd71ef1a819287c19d586d7334ae8ed66"
|
||||
|
||||
[[package]]
|
||||
name = "windows_i686_gnullvm"
|
||||
version = "0.53.0"
|
||||
source = "registry+https://github.com/rust-lang/crates.io-index"
|
||||
checksum = "9ce6ccbdedbf6d6354471319e781c0dfef054c81fbc7cf83f338a4296c0cae11"
|
||||
|
||||
[[package]]
|
||||
name = "windows_i686_msvc"
|
||||
version = "0.52.6"
|
||||
source = "registry+https://github.com/rust-lang/crates.io-index"
|
||||
checksum = "240948bc05c5e7c6dabba28bf89d89ffce3e303022809e73deaefe4f6ec56c66"
|
||||
|
||||
[[package]]
|
||||
name = "windows_i686_msvc"
|
||||
version = "0.53.0"
|
||||
source = "registry+https://github.com/rust-lang/crates.io-index"
|
||||
checksum = "581fee95406bb13382d2f65cd4a908ca7b1e4c2f1917f143ba16efe98a589b5d"
|
||||
|
||||
[[package]]
|
||||
name = "windows_x86_64_gnu"
|
||||
version = "0.52.6"
|
||||
source = "registry+https://github.com/rust-lang/crates.io-index"
|
||||
checksum = "147a5c80aabfbf0c7d901cb5895d1de30ef2907eb21fbbab29ca94c5b08b1a78"
|
||||
|
||||
[[package]]
|
||||
name = "windows_x86_64_gnu"
|
||||
version = "0.53.0"
|
||||
source = "registry+https://github.com/rust-lang/crates.io-index"
|
||||
checksum = "2e55b5ac9ea33f2fc1716d1742db15574fd6fc8dadc51caab1c16a3d3b4190ba"
|
||||
|
||||
[[package]]
|
||||
name = "windows_x86_64_gnullvm"
|
||||
version = "0.52.6"
|
||||
source = "registry+https://github.com/rust-lang/crates.io-index"
|
||||
checksum = "24d5b23dc417412679681396f2b49f3de8c1473deb516bd34410872eff51ed0d"
|
||||
|
||||
[[package]]
|
||||
name = "windows_x86_64_gnullvm"
|
||||
version = "0.53.0"
|
||||
source = "registry+https://github.com/rust-lang/crates.io-index"
|
||||
checksum = "0a6e035dd0599267ce1ee132e51c27dd29437f63325753051e71dd9e42406c57"
|
||||
|
||||
[[package]]
|
||||
name = "windows_x86_64_msvc"
|
||||
version = "0.52.6"
|
||||
source = "registry+https://github.com/rust-lang/crates.io-index"
|
||||
checksum = "589f6da84c646204747d1270a2a5661ea66ed1cced2631d546fdfb155959f9ec"
|
||||
|
||||
[[package]]
|
||||
name = "windows_x86_64_msvc"
|
||||
version = "0.53.0"
|
||||
source = "registry+https://github.com/rust-lang/crates.io-index"
|
||||
checksum = "271414315aff87387382ec3d271b52d7ae78726f5d44ac98b4f4030c91880486"
|
||||
|
||||
[[package]]
|
||||
name = "wit-bindgen-rt"
|
||||
version = "0.39.0"
|
||||
source = "registry+https://github.com/rust-lang/crates.io-index"
|
||||
checksum = "6f42320e61fe2cfd34354ecb597f86f413484a798ba44a8ca1165c58d42da6c1"
|
||||
dependencies = [
|
||||
"bitflags",
|
||||
]
|
||||
89
databuild/README.md
Normal file
89
databuild/README.md
Normal file
|
|
@ -0,0 +1,89 @@
|
|||
# DataBuild Protobuf Interfaces
|
||||
|
||||
This directory contains the protobuf interfaces for DataBuild, implemented as a hermetic Bazel-native solution.
|
||||
|
||||
## Architecture
|
||||
|
||||
### Hermetic Build Approach
|
||||
Instead of relying on external Cargo dependencies or complex protoc toolchains, we use a **hermetic Bazel genrule** that generates Rust code directly from the protobuf specification. This ensures:
|
||||
|
||||
- **Full Hermeticity**: No external dependencies beyond what's in the Bazel workspace
|
||||
- **Consistency**: Same generated code across all environments
|
||||
- **Performance**: Fast builds without complex dependency resolution
|
||||
- **Simplicity**: Pure Bazel solution that integrates seamlessly
|
||||
|
||||
### Generated Code Structure
|
||||
|
||||
The build generates Rust structs that mirror the protobuf specification in `databuild.proto`:
|
||||
|
||||
```rust
|
||||
// Core types
|
||||
pub struct PartitionRef { pub str: String }
|
||||
pub struct JobConfig { /* ... */ }
|
||||
pub struct JobGraph { /* ... */ }
|
||||
// ... and all other protobuf messages
|
||||
```
|
||||
|
||||
### Custom Serialization
|
||||
|
||||
Since we're hermetic, we implement our own JSON serialization instead of relying on serde:
|
||||
|
||||
```rust
|
||||
let partition = PartitionRef::new("my-partition");
|
||||
let json = partition.to_json(); // {"str":"my-partition"}
|
||||
let parsed = PartitionRef::from_json(&json).unwrap();
|
||||
```
|
||||
|
||||
## Usage
|
||||
|
||||
### In BUILD.bazel files:
|
||||
```starlark
|
||||
rust_library(
|
||||
name = "my_service",
|
||||
deps = ["//databuild:databuild"],
|
||||
# ...
|
||||
)
|
||||
```
|
||||
|
||||
### In Rust code:
|
||||
```rust
|
||||
use databuild::*;
|
||||
|
||||
let partition = PartitionRef::new("my-partition");
|
||||
let job_config = JobConfig {
|
||||
outputs: vec![partition],
|
||||
inputs: vec![],
|
||||
args: vec!["process".to_string()],
|
||||
env: HashMap::new(),
|
||||
};
|
||||
```
|
||||
|
||||
## Build Targets
|
||||
|
||||
- `//databuild:databuild` - Main library with generated protobuf types
|
||||
- `//databuild:databuild_test` - Tests for the generated code
|
||||
- `//databuild:databuild_proto` - The protobuf library definition
|
||||
- `//databuild:structs` - Legacy manually-written structs (deprecated)
|
||||
|
||||
## Testing
|
||||
|
||||
```bash
|
||||
bazel test //databuild:databuild_test
|
||||
bazel build //databuild:databuild
|
||||
```
|
||||
|
||||
## Benefits of This Approach
|
||||
|
||||
1. **No External Dependencies**: Eliminates prost, tonic-build, and complex protoc setups
|
||||
2. **Bazel Native**: Fully integrated with Bazel's dependency graph
|
||||
3. **Fast Builds**: No compilation of external crates or complex build scripts
|
||||
4. **Hermetic**: Same results every time, everywhere
|
||||
5. **Maintainable**: Simple genrule that's easy to understand and modify
|
||||
6. **Extensible**: Easy to add custom methods and serialization logic
|
||||
|
||||
## Future Enhancements
|
||||
|
||||
- Add wire-format serialization if needed
|
||||
- Generate service stubs for gRPC-like communication
|
||||
- Add validation methods for message types
|
||||
- Extend custom serialization to support more formats
|
||||
82
databuild/lib.rs
Normal file
82
databuild/lib.rs
Normal file
|
|
@ -0,0 +1,82 @@
|
|||
// Include the generated protobuf types
|
||||
include!("generated_protos.rs");
|
||||
|
||||
// Add convenience methods and custom implementations
|
||||
impl PartitionRef {
|
||||
pub fn new(s: impl Into<String>) -> Self {
|
||||
Self { str: s.into() }
|
||||
}
|
||||
|
||||
pub fn as_str(&self) -> &str {
|
||||
&self.str
|
||||
}
|
||||
}
|
||||
|
||||
impl JobLabel {
|
||||
pub fn new(label: impl Into<String>) -> Self {
|
||||
Self { label: label.into() }
|
||||
}
|
||||
|
||||
pub fn as_str(&self) -> &str {
|
||||
&self.label
|
||||
}
|
||||
}
|
||||
|
||||
impl GraphLabel {
|
||||
pub fn new(label: impl Into<String>) -> Self {
|
||||
Self { label: label.into() }
|
||||
}
|
||||
|
||||
pub fn as_str(&self) -> &str {
|
||||
&self.label
|
||||
}
|
||||
}
|
||||
|
||||
// Custom serialization support since we want to be hermetic
|
||||
// This provides a simple JSON-compatible serialization without external serde dependency
|
||||
impl PartitionRef {
|
||||
pub fn to_json(&self) -> String {
|
||||
format!(r#"{{"str":"{}"}}"#, self.str)
|
||||
}
|
||||
|
||||
pub fn from_json(json: &str) -> Result<Self, String> {
|
||||
// Simple JSON parsing for the PartitionRef structure
|
||||
if let Some(start) = json.find(r#""str":""#) {
|
||||
let start = start + 7; // length of `"str":"`
|
||||
if let Some(end) = json[start..].find('"') {
|
||||
let str_value = &json[start..start + end];
|
||||
return Ok(PartitionRef { str: str_value.to_string() });
|
||||
}
|
||||
}
|
||||
Err("Invalid JSON format for PartitionRef".to_string())
|
||||
}
|
||||
}
|
||||
|
||||
impl JobConfig {
|
||||
pub fn to_json(&self) -> String {
|
||||
let inputs_json: Vec<String> = self.inputs.iter()
|
||||
.map(|input| format!(r#"{{"dep_type":{},"partition_ref":{}}}"#,
|
||||
input.dep_type, input.partition_ref.to_json()))
|
||||
.collect();
|
||||
|
||||
let outputs_json: Vec<String> = self.outputs.iter()
|
||||
.map(|output| output.to_json())
|
||||
.collect();
|
||||
|
||||
let args_json: Vec<String> = self.args.iter()
|
||||
.map(|arg| format!(r#""{}""#, arg))
|
||||
.collect();
|
||||
|
||||
let env_json: Vec<String> = self.env.iter()
|
||||
.map(|(k, v)| format!(r#""{}":"{}""#, k, v))
|
||||
.collect();
|
||||
|
||||
format!(
|
||||
r#"{{"inputs":[{}],"outputs":[{}],"args":[{}],"env":{{{}}}}}"#,
|
||||
inputs_json.join(","),
|
||||
outputs_json.join(","),
|
||||
args_json.join(","),
|
||||
env_json.join(",")
|
||||
)
|
||||
}
|
||||
}
|
||||
99
databuild/prost_generator.rs
Normal file
99
databuild/prost_generator.rs
Normal file
|
|
@ -0,0 +1,99 @@
|
|||
use std::env;
|
||||
use std::fs;
|
||||
use std::path::Path;
|
||||
|
||||
fn main() -> Result<(), Box<dyn std::error::Error>> {
|
||||
let args: Vec<String> = env::args().collect();
|
||||
if args.len() != 4 {
|
||||
eprintln!("Usage: {} <proto_file> <descriptor_file> <output_file>", args[0]);
|
||||
std::process::exit(1);
|
||||
}
|
||||
|
||||
let proto_file = &args[1];
|
||||
let _descriptor_file = &args[2]; // We'll use this when we get more sophisticated
|
||||
let output_file = &args[3];
|
||||
|
||||
// Read the proto file and generate Rust code directly
|
||||
let proto_content = fs::read_to_string(proto_file)?;
|
||||
|
||||
// Generate Rust code from the proto content
|
||||
let rust_code = generate_rust_from_proto(&proto_content);
|
||||
fs::write(output_file, rust_code)?;
|
||||
|
||||
Ok(())
|
||||
}
|
||||
|
||||
fn generate_rust_from_proto(proto_content: &str) -> String {
|
||||
// Simple parser to extract message names and fields
|
||||
let mut rust_code = String::from("// Generated by hermetic prost generator\n\n");
|
||||
|
||||
// Look for message definitions
|
||||
for line in proto_content.lines() {
|
||||
let line = line.trim();
|
||||
if line.starts_with("message ") {
|
||||
if let Some(message_name) = line.strip_prefix("message ").and_then(|s| s.split_whitespace().next()) {
|
||||
rust_code.push_str(&format!("#[derive(Clone, PartialEq, Debug)]\npub struct {} {{\n", message_name));
|
||||
rust_code.push_str(" // Fields will be added here\n");
|
||||
rust_code.push_str("}\n\n");
|
||||
|
||||
rust_code.push_str(&format!("impl {} {{\n", message_name));
|
||||
rust_code.push_str(" pub fn new() -> Self {\n");
|
||||
rust_code.push_str(" Self {\n");
|
||||
rust_code.push_str(" // Default values will be added here\n");
|
||||
rust_code.push_str(" }\n");
|
||||
rust_code.push_str(" }\n");
|
||||
rust_code.push_str("}\n\n");
|
||||
}
|
||||
}
|
||||
}
|
||||
|
||||
// Add some basic implementations for our simple test case
|
||||
if proto_content.contains("message Person") {
|
||||
rust_code = r#"// Generated by hermetic prost generator
|
||||
#[derive(Clone, PartialEq, Debug)]
|
||||
pub struct Person {
|
||||
pub name: String,
|
||||
pub age: i32,
|
||||
pub email: String,
|
||||
}
|
||||
|
||||
#[derive(Clone, PartialEq, Debug)]
|
||||
pub struct GetPersonRequest {
|
||||
pub person_id: String,
|
||||
}
|
||||
|
||||
#[derive(Clone, PartialEq, Debug)]
|
||||
pub struct GetPersonResponse {
|
||||
pub person: Option<Person>,
|
||||
}
|
||||
|
||||
impl Person {
|
||||
pub fn new() -> Self {
|
||||
Self {
|
||||
name: String::new(),
|
||||
age: 0,
|
||||
email: String::new(),
|
||||
}
|
||||
}
|
||||
}
|
||||
|
||||
impl GetPersonRequest {
|
||||
pub fn new() -> Self {
|
||||
Self {
|
||||
person_id: String::new(),
|
||||
}
|
||||
}
|
||||
}
|
||||
|
||||
impl GetPersonResponse {
|
||||
pub fn new() -> Self {
|
||||
Self {
|
||||
person: None,
|
||||
}
|
||||
}
|
||||
}
|
||||
"#.to_string();
|
||||
}
|
||||
|
||||
rust_code
|
||||
}
|
||||
19
databuild/simple.proto
Normal file
19
databuild/simple.proto
Normal file
|
|
@ -0,0 +1,19 @@
|
|||
syntax = "proto3";
|
||||
|
||||
package simple.v1;
|
||||
|
||||
// A simple message to test protobuf code generation
|
||||
message Person {
|
||||
string name = 1;
|
||||
int32 age = 2;
|
||||
string email = 3;
|
||||
}
|
||||
|
||||
// A simple service request/response
|
||||
message GetPersonRequest {
|
||||
string person_id = 1;
|
||||
}
|
||||
|
||||
message GetPersonResponse {
|
||||
Person person = 1;
|
||||
}
|
||||
57
databuild/simple_test.rs
Normal file
57
databuild/simple_test.rs
Normal file
|
|
@ -0,0 +1,57 @@
|
|||
// Include the generated protobuf code
|
||||
include!("simple.rs");
|
||||
|
||||
#[cfg(test)]
|
||||
mod tests {
|
||||
use super::*;
|
||||
|
||||
#[test]
|
||||
fn test_person_creation() {
|
||||
let person = Person::new();
|
||||
assert_eq!(person.name, "");
|
||||
assert_eq!(person.age, 0);
|
||||
assert_eq!(person.email, "");
|
||||
}
|
||||
|
||||
#[test]
|
||||
fn test_person_with_values() {
|
||||
let person = Person {
|
||||
name: "Alice".to_string(),
|
||||
age: 30,
|
||||
email: "alice@example.com".to_string(),
|
||||
};
|
||||
assert_eq!(person.name, "Alice");
|
||||
assert_eq!(person.age, 30);
|
||||
assert_eq!(person.email, "alice@example.com");
|
||||
}
|
||||
|
||||
#[test]
|
||||
fn test_get_person_request() {
|
||||
let request = GetPersonRequest::new();
|
||||
assert_eq!(request.person_id, "");
|
||||
|
||||
let request_with_id = GetPersonRequest {
|
||||
person_id: "123".to_string(),
|
||||
};
|
||||
assert_eq!(request_with_id.person_id, "123");
|
||||
}
|
||||
|
||||
#[test]
|
||||
fn test_get_person_response() {
|
||||
let response = GetPersonResponse::new();
|
||||
assert!(response.person.is_none());
|
||||
|
||||
let person = Person {
|
||||
name: "Bob".to_string(),
|
||||
age: 25,
|
||||
email: "bob@example.com".to_string(),
|
||||
};
|
||||
|
||||
let response_with_person = GetPersonResponse {
|
||||
person: Some(person.clone()),
|
||||
};
|
||||
|
||||
assert!(response_with_person.person.is_some());
|
||||
assert_eq!(response_with_person.person.unwrap().name, "Bob");
|
||||
}
|
||||
}
|
||||
49
databuild/test_generated.rs
Normal file
49
databuild/test_generated.rs
Normal file
|
|
@ -0,0 +1,49 @@
|
|||
#[cfg(test)]
|
||||
mod tests {
|
||||
use super::*;
|
||||
|
||||
#[test]
|
||||
fn test_partition_ref_creation() {
|
||||
let partition = PartitionRef::new("test-partition");
|
||||
assert_eq!(partition.as_str(), "test-partition");
|
||||
assert_eq!(partition.str, "test-partition");
|
||||
}
|
||||
|
||||
#[test]
|
||||
fn test_job_label_creation() {
|
||||
let job = JobLabel::new("//my:job");
|
||||
assert_eq!(job.as_str(), "//my:job");
|
||||
}
|
||||
|
||||
#[test]
|
||||
fn test_json_serialization() {
|
||||
let partition = PartitionRef::new("my-partition");
|
||||
let json = partition.to_json();
|
||||
assert_eq!(json, r#"{"str":"my-partition"}"#);
|
||||
|
||||
let parsed = PartitionRef::from_json(&json).unwrap();
|
||||
assert_eq!(parsed.str, "my-partition");
|
||||
}
|
||||
|
||||
#[test]
|
||||
fn test_job_config_creation() {
|
||||
use std::collections::HashMap;
|
||||
|
||||
let mut env = HashMap::new();
|
||||
env.insert("KEY".to_string(), "value".to_string());
|
||||
|
||||
let config = JobConfig {
|
||||
outputs: vec![PartitionRef::new("output1")],
|
||||
inputs: vec![DataDep {
|
||||
dep_type: DepType::Query as i32,
|
||||
partition_ref: PartitionRef::new("input1"),
|
||||
}],
|
||||
args: vec!["arg1".to_string()],
|
||||
env,
|
||||
};
|
||||
|
||||
assert_eq!(config.outputs.len(), 1);
|
||||
assert_eq!(config.inputs.len(), 1);
|
||||
assert_eq!(config.args.len(), 1);
|
||||
}
|
||||
}
|
||||
Loading…
Reference in a new issue