Allow storage of flexible metadata information for eBPF programs
Subsystems (10)
PATCH v6 2/5 bpf: Add BPF_PROG_BIND_MAP syscall
In reply to Stanislav FomichevFrom: YiFei Zhu <[email protected]>
This syscall binds a map to a program. Returns success if the map is already bound to the program.
--- include/uapi/linux/bpf.h | 7 ++++ kernel/bpf/syscall.c | 63 ++++++++++++++++++++++++++++++++++ tools/include/uapi/linux/bpf.h | 7 ++++ 3 files changed, 77 insertions(+)
include/uapi/linux/bpf.h +7 -0
@@ -124,6 +124,7 @@ enum bpf_cmd {BPF_ENABLE_STATS ,BPF_ITER_CREATE ,BPF_LINK_DETACH , + BPF_PROG_BIND_MAP, }; enum bpf_map_type {
@@ -658,6 +659,12 @@ union bpf_attr {__u32 flags; } iter_create; +struct {/* struct used by BPF_PROG_BIND_MAP command */ +__u32 prog_fd; +__u32 map_fd; +__u32 flags;/* extra flags */ + } prog_bind_map; + } __attribute__((aligned(8)));/* The description below is an attempt at providing documentation to eBPF
kernel/bpf/syscall.c +63 -0
75 lines not on this page · raw message
tools/include/uapi/linux/bpf.h +7 -0
@@ -124,6 +124,7 @@ enum bpf_cmd {BPF_ENABLE_STATS ,BPF_ITER_CREATE ,BPF_LINK_DETACH , + BPF_PROG_BIND_MAP, }; enum bpf_map_type {
@@ -658,6 +659,12 @@ union bpf_attr {__u32 flags; } iter_create; +struct {/* struct used by BPF_PROG_BIND_MAP command */ +__u32 prog_fd; +__u32 map_fd; +__u32 flags;/* extra flags */ + } prog_bind_map; + } __attribute__((aligned(8)));/* The description below is an attempt at providing documentation to eBPF
Signature · 1 line
2.28.0.618.gf4bc123cb7-goog
PATCH v6 5/5 selftests/bpf: Test load and dump metadata with btftool and skel
In reply to Stanislav FomichevFrom: YiFei Zhu <[email protected]>
This is a simple test to check that loading and dumping metadata in btftool works, whether or not metadata contents are used by the program.
A C test is also added to make sure the skeleton code can read the metadata values.
--- tools/testing/selftests/bpf/Makefile | 3 +- .../selftests/bpf/prog_tests/metadata.c | 141 ++++++++++++++++++ .../selftests/bpf/progs/metadata_unused.c | 15 ++ .../selftests/bpf/progs/metadata_used.c | 15 ++ .../selftests/bpf/test_bpftool_metadata.sh | 82 ++++++++++ 5 files changed, 255 insertions(+), 1 deletion(-) create mode 100644 tools/testing/selftests/bpf/prog_tests/metadata.c create mode 100644 tools/testing/selftests/bpf/progs/metadata_unused.c create mode 100644 tools/testing/selftests/bpf/progs/metadata_used.c create mode 100755 tools/testing/selftests/bpf/test_bpftool_metadata.sh
tools/testing/selftests/bpf/Makefile +2 -1
@@ -68,7 +68,8 @@ TEST_PROGS := test_kmod.sh \ test_tc_edt.sh \ test_xdping.sh \ test_bpftool_build.sh \ - test_bpftool.sh + test_bpftool.sh \ + test_bpftool_metadata.sh \ TEST_PROGS_EXTENDED := with_addr.sh \ with_tunnels.sh \
tools/testing/selftests/bpf/prog_tests/metadata.c new file +141 -0
141 lines not on this page · raw message
tools/testing/selftests/bpf/progs/metadata_unused.c new file +15 -0
@@ -0,0 +1,15 @@ +// SPDX-License-Identifier: GPL-2.0-only + +#include <linux/bpf.h> +#include <bpf/bpf_helpers.h> + +volatile const char bpf_metadata_a[] SEC(".rodata") = "foo"; +volatile const int bpf_metadata_b SEC(".rodata") = 1; + +SEC("cgroup_skb/egress") +int prog (struct xdp_md *ctx) +{ +return 0 ; +} + +char _license[] SEC("license") = "GPL";
tools/testing/selftests/bpf/progs/metadata_used.c new file +15 -0
@@ -0,0 +1,15 @@ +// SPDX-License-Identifier: GPL-2.0-only + +#include <linux/bpf.h> +#include <bpf/bpf_helpers.h> + +volatile const char bpf_metadata_a[] SEC(".rodata") = "bar"; +volatile const int bpf_metadata_b SEC(".rodata") = 2; + +SEC("cgroup_skb/egress") +int prog (struct xdp_md *ctx) +{ +return bpf_metadata_b ?1 :0 ; +} + +char _license[] SEC("license") = "GPL";
tools/testing/selftests/bpf/test_bpftool_metadata.sh new file +82 -0
82 lines not on this page · raw message
Signature · 1 line
2.28.0.618.gf4bc123cb7-goog
PATCH v6 4/5 bpftool: support dumping metadata
In reply to Stanislav FomichevFrom: YiFei Zhu <[email protected]>
Dump metadata in the 'bpftool prog' list if it's present. For some formatting some BTF code is put directly in the metadata dumping. Sanity checks on the map and the kind of the btf_type to make sure we are actually dumping what we are expecting.
A helper jsonw_reset is added to json writer so we can reuse the same json writer without having extraneous commas.
Sample output:
$ bpftool prog 6: cgroup_skb name prog tag bcf7977d3b93787c gpl [...] btf_id 4 metadata: a = "foo" b = 1
$ bpftool prog --json --pretty
[{
"id": 6,
[...]
"btf_id": 4,
"metadata": {
"a": "foo",
"b": 1
}
}
]--- tools/bpf/bpftool/json_writer.c | 6 + tools/bpf/bpftool/json_writer.h | 3 + tools/bpf/bpftool/prog.c | 199 ++++++++++++++++++++++++++++++++ 3 files changed, 208 insertions(+)
tools/bpf/bpftool/json_writer.c +6 -0
@@ -119,6 +119,12 @@ void jsonw_pretty(json_writer_t *self, bool on) self->pretty = on; } +void jsonw_reset (json_writer_t *self) +{ +assert (self->depth ==0 ); + self->sep ='\0' ; +} +/* Basic blocks */ static void jsonw_begin (json_writer_t *self,int c) {
tools/bpf/bpftool/json_writer.h +3 -0
@@ -27,6 +27,9 @@ void jsonw_destroy(json_writer_t **self_p);/* Cause output to have pretty whitespace */ void jsonw_pretty (json_writer_t *self,bool on); +/* Reset separator to create new JSON */ +void jsonw_reset (json_writer_t *self); +/* Add property name */ void jsonw_name (json_writer_t *self,const char *name);
tools/bpf/bpftool/prog.c +199 -0
223 lines not on this page · raw message
Signature · 1 line
2.28.0.618.gf4bc123cb7-goog
PATCH v6 3/5 libbpf: Add BPF_PROG_BIND_MAP syscall and use it on .rodata section
In reply to Stanislav FomichevFrom: YiFei Zhu <[email protected]>
The patch adds a simple wrapper bpf_prog_bind_map around the syscall. When the libbpf tries to load a program, it will probe the kernel for the support of this syscall and unconditionally bind .rodata section to the program.
--- tools/lib/bpf/bpf.c | 16 ++++++++++ tools/lib/bpf/bpf.h | 8 +++++ tools/lib/bpf/libbpf.c | 69 ++++++++++++++++++++++++++++++++++++++++ tools/lib/bpf/libbpf.map | 1 + 4 files changed, 94 insertions(+)
tools/lib/bpf/bpf.c +16 -0
@@ -872,3 +872,19 @@ int bpf_enable_stats(enum bpf_stats_type type)return sys_bpf (BPF_ENABLE_STATS , &attr,sizeof (attr)); } + +int bpf_prog_bind_map (int prog_fd,int map_fd, +const struct bpf_prog_bind_opts *opts) +{ +union bpf_attr attr; + +if (!OPTS_VALID (opts, bpf_prog_bind_opts)) +return -EINVAL ; + +memset (&attr,0 ,sizeof (attr)); + attr.prog_bind_map.prog_fd = prog_fd; + attr.prog_bind_map.map_fd = map_fd; + attr.prog_bind_map.flags =OPTS_GET (opts, flags,0 ); + +return sys_bpf (BPF_PROG_BIND_MAP , &attr,sizeof (attr)); +}
tools/lib/bpf/bpf.h +8 -0
@@ -243,6 +243,14 @@ LIBBPF_API int bpf_task_fd_query(int pid, int fd, __u32 flags, char *buf,enum bpf_stats_type ;/* defined in up-to-date linux/bpf.h */ LIBBPF_API int bpf_enable_stats(enum bpf_stats_type type); +struct bpf_prog_bind_opts { +size_t sz;/* size of this struct for forward/backward compatibility */ +__u32 flags; +}; +#define bpf_prog_bind_opts__last_field flags + +LIBBPF_API int bpf_prog_bind_map(int prog_fd, int map_fd, +const struct bpf_prog_bind_opts *opts); #ifdef __cplusplus }/* extern "C" */ #endif
tools/lib/bpf/libbpf.c +69 -0
111 lines not on this page · raw message
tools/lib/bpf/libbpf.map +1 -0
@@ -302,6 +302,7 @@ LIBBPF_0.1.0 { LIBBPF_0.2.0 { global: + bpf_prog_bind_map; bpf_program__section_name; perf_buffer__buffer_cnt; perf_buffer__buffer_fd;
Signature · 1 line
2.28.0.618.gf4bc123cb7-goog
v6 cover Allow storage of flexible metadata information for eBPF programs
Currently, if a user wants to store arbitrary metadata for an eBPF program, for example, the program build commit hash or version, they could store it in a map, and conveniently libbpf uses .data section to populate an internal map. However, if the program does not actually reference the map, then the map would be de-refcounted and freed.
This patch set introduces a new syscall BPF_PROG_BIND_MAP to add a map to a program's used_maps, even if the program instructions does not reference the map.
libbpf is extended to always BPF_PROG_BIND_MAP .rodata section so the metadata is kept in place.
bpftool is also extended to print metadata in the 'bpftool prog' list.
The variable is considered metadata if it starts with the magic 'bpf_metadata_' prefix; everything after the prefix is the metadata name.
An example use of this would be BPF C file declaring:
volatile const char bpf_metadata_commit_hash[] SEC(".rodata") = "abcdef123456";and bpftool would emit:
$ bpftool prog
[...]
metadata:
commit_hash = "abcdef123456"v6 changes:
* libbpf: drop FEAT_GLOBAL_DATA from probe_prog_bind_map (Andrii Nakryiko)
* bpftool: combine find_metadata_map_id & find_metadata;
drops extra bpf_map_get_fd_by_id and bpf_map_get_fd_by_id (Andrii Nakryiko)
* bpftool: use strncmp instead of strstr (Andrii Nakryiko)
* bpftool: memset(map_info) and extra empty line (Andrii Nakryiko)
v5 changes:
* selftest: verify that prog holds rodata (Andrii Nakryiko)
* selftest: use volatile for metadata (Andrii Nakryiko)
* bpftool: use sizeof in BPF_METADATA_PREFIX_LEN (Andrii Nakryiko)
* bpftool: new find_metadata that does map lookup (Andrii Nakryiko)
* libbpf: don't generalize probe_create_global_data (Andrii Nakryiko)
* libbpf: use OPTS_VALID in bpf_prog_bind_map (Andrii Nakryiko)
* libbpf: keep LIBBPF_0.2.0 sorted (Andrii Nakryiko)
v4 changes:
* Don't return EEXIST from syscall if already bound (Andrii Nakryiko)
* Removed --metadata argument (Andrii Nakryiko)
* Removed custom .metadata section (Alexei Starovoitov)
* Addressed Andrii's suggestions about btf helpers and vsi (Andrii Nakryiko)
* Moved bpf_prog_find_metadata into bpftool (Alexei Starovoitov)
v3 changes:
* API changes for bpf_prog_find_metadata (Toke Høiland-Jørgensen)
v2 changes:
* Made struct bpf_prog_bind_opts in libbpf so flags is optional.
* Deduped probe_kern_global_data and probe_prog_bind_map into a common helper.
* Added comment regarding why EEXIST is ignored in libbpf bind map.
* Froze all LIBBPF_MAP_METADATA internal maps.
* Moved bpf_prog_bind_map into new LIBBPF_0.1.1 in libbpf.map.
* Added p_err() calls on error cases in bpftool show_prog_metadata.
* Reverse christmas tree coding style in bpftool show_prog_metadata.
* Made bpftool gen skeleton recognize .metadata as an internal map and generate datasec definition in skeleton.
* Added C test using skeleton to see asset that the metadata is what we expect and rebinding causes EEXIST.
v1 changes:
* Fixed a few missing unlocks, and missing close while iterating map fds.
* Move mutex initialization to right after prog aux allocation, and mutex destroy to right after prog aux free.
* s/ADD_MAP/BIND_MAP/
* Use mutex only instead of RCU to protect the used_map array & count.
YiFei Zhu (5):
bpf: Mutex protect used_maps array and count
bpf: Add BPF_PROG_BIND_MAP syscall
libbpf: Add BPF_PROG_BIND_MAP syscall and use it on .rodata section
bpftool: support dumping metadata
selftests/bpf: Test load and dump metadata with btftool and skel
.../net/ethernet/netronome/nfp/bpf/offload.c | 18 +- include/linux/bpf.h | 1 + include/uapi/linux/bpf.h | 7 + kernel/bpf/core.c | 15 +- kernel/bpf/syscall.c | 79 ++++++- net/core/dev.c | 11 +- tools/bpf/bpftool/json_writer.c | 6 + tools/bpf/bpftool/json_writer.h | 3 + tools/bpf/bpftool/prog.c | 199 ++++++++++++++++++ tools/include/uapi/linux/bpf.h | 7 + tools/lib/bpf/bpf.c | 16 ++ tools/lib/bpf/bpf.h | 8 + tools/lib/bpf/libbpf.c | 69 ++++++ tools/lib/bpf/libbpf.map | 1 + tools/testing/selftests/bpf/Makefile | 3 +- .../selftests/bpf/prog_tests/metadata.c | 141 +++++++++++++ .../selftests/bpf/progs/metadata_unused.c | 15 ++ .../selftests/bpf/progs/metadata_used.c | 15 ++ .../selftests/bpf/test_bpftool_metadata.sh | 82 ++++++++ 19 files changed, 678 insertions(+), 18 deletions(-) create mode 100644 tools/testing/selftests/bpf/prog_tests/metadata.c create mode 100644 tools/testing/selftests/bpf/progs/metadata_unused.c create mode 100644 tools/testing/selftests/bpf/progs/metadata_used.c create mode 100755 tools/testing/selftests/bpf/test_bpftool_metadata.sh
Signature · 1 line
2.28.0.618.gf4bc123cb7-goog
PATCH v6 1/5 bpf: Mutex protect used_maps array and count
From: YiFei Zhu <[email protected]>
To support modifying the used_maps array, we use a mutex to protect the use of the counter and the array. The mutex is initialized right after the prog aux is allocated, and destroyed right before prog aux is freed. This way we guarantee it's initialized for both cBPF and eBPF.
--- .../net/ethernet/netronome/nfp/bpf/offload.c | 18 ++++++++++++------ include/linux/bpf.h | 1 + kernel/bpf/core.c | 15 +++++++++++---- kernel/bpf/syscall.c | 16 ++++++++++++---- net/core/dev.c | 11 ++++++++--- 5 files changed, 44 insertions(+), 17 deletions(-)
drivers/net/ethernet/netronome/nfp/bpf/offload.c +12 -6
@@ -111,7 +111,9 @@ static int nfp_map_ptrs_record(struct nfp_app_bpf *bpf, struct nfp_prog *nfp_prog, struct bpf_prog *prog) { - int i, cnt, err; + int i, cnt, err = 0; + +mutex_lock (&prog->aux->used_maps_mutex);/* Quickly count the maps we will have to remember */ cnt =0 ;
@@ -119,13 +121,15 @@ nfp_map_ptrs_record(struct nfp_app_bpf *bpf, struct nfp_prog *nfp_prog,if (bpf_map_offload_neutral (prog->aux->used_maps[i])) cnt++;if (!cnt) -return 0 ; + goto out; nfp_prog->map_records =kmalloc_array (cnt,sizeof (nfp_prog->map_records[0 ]),GFP_KERNEL ); -if (!nfp_prog->map_records) -return -ENOMEM ; +if (!nfp_prog->map_records) { + err = -ENOMEM ; + goto out; + }for (i =0 ; i < prog->aux->used_map_cnt; i++)if (bpf_map_offload_neutral (prog->aux->used_maps[i])) {
@@ -133,12 +137,14 @@ nfp_map_ptrs_record(struct nfp_app_bpf *bpf, struct nfp_prog *nfp_prog, prog->aux->used_maps[i]);if (err) {nfp_map_ptrs_forget (bpf, nfp_prog); -return err; + goto out; } }WARN_ON (cnt != nfp_prog->map_records_cnt); -return 0 ; +out: +mutex_unlock (&prog->aux->used_maps_mutex); +return err; } static int
include/linux/bpf.h +1 -0
@@ -751,6 +751,7 @@ struct bpf_prog_aux {struct bpf_ksym ksym;const struct bpf_prog_ops *ops;struct bpf_map **used_maps; +struct mutex used_maps_mutex;/* mutex for used_maps and used_map_cnt */ struct bpf_prog *prog;struct user_struct *user;u64 load_time;/* ns since boottime */
kernel/bpf/core.c +11 -4
@@ -98,6 +98,7 @@ struct bpf_prog *bpf_prog_alloc_no_stats(unsigned int size, gfp_t gfp_extra_flag fp->jit_requested =ebpf_jit_enabled ();INIT_LIST_HEAD_RCU (&fp->aux->ksym.lnode); +mutex_init (&fp->aux->used_maps_mutex);return fp; }
@@ -253,6 +254,7 @@ struct bpf_prog *bpf_prog_realloc(struct bpf_prog *fp_old, unsigned int size,void __bpf_prog_free (struct bpf_prog *fp) {if (fp->aux) { +mutex_destroy (&fp->aux->used_maps_mutex);free_percpu (fp->aux->stats);kfree (fp->aux->poke_tab);kfree (fp->aux);
@@ -1747,8 +1749,9 @@ bool bpf_prog_array_compatible(struct bpf_array *array,static int bpf_check_tail_call (const struct bpf_prog *fp) {struct bpf_prog_aux *aux = fp->aux; -int i; +int i, ret =0 ; +mutex_lock (&aux->used_maps_mutex);for (i =0 ; i < aux->used_map_cnt; i++) {struct bpf_map *map = aux->used_maps[i];struct bpf_array *array;
@@ -1757,11 +1760,15 @@ static int bpf_check_tail_call(const struct bpf_prog *fp)continue ; array = container_of(map, struct bpf_array, map); -if (!bpf_prog_array_compatible (array, fp)) -return -EINVAL ; +if (!bpf_prog_array_compatible (array, fp)) { + ret = -EINVAL ; + goto out; + } } -return 0 ; +out: +mutex_unlock (&aux->used_maps_mutex); +return ret; }static void bpf_prog_select_func (struct bpf_prog *fp)
kernel/bpf/syscall.c +12 -4
@@ -3162,21 +3162,25 @@ static const struct bpf_map *bpf_map_from_imm(const struct bpf_prog *prog,const struct bpf_map *map;int i; +mutex_lock (&prog->aux->used_maps_mutex);for (i =0 , *off =0 ; i < prog->aux->used_map_cnt; i++) { map = prog->aux->used_maps[i];if (map == (void *)addr) { *type =BPF_PSEUDO_MAP_FD ; -return map; + goto out; }if (!map->ops->map_direct_value_meta)continue ;if (!map->ops->map_direct_value_meta (map, addr, off)) { *type =BPF_PSEUDO_MAP_VALUE ; -return map; + goto out; } } + map =NULL ; -return NULL ; +out: +mutex_unlock (&prog->aux->used_maps_mutex); +return map; } static struct bpf_insn *bpf_insn_prepare_dump(const struct bpf_prog *prog,
@@ -3294,6 +3298,7 @@ static int bpf_prog_get_info_by_fd(struct file *file,memcpy (info.tag, prog->tag,sizeof (prog->tag));memcpy (info.name, prog->aux->name,sizeof (prog->aux->name)); +mutex_lock (&prog->aux->used_maps_mutex); ulen = info.nr_map_ids; info.nr_map_ids = prog->aux->used_map_cnt; ulen =min_t (u32, info.nr_map_ids, ulen);
@@ -3303,9 +3308,12 @@ static int bpf_prog_get_info_by_fd(struct file *file,for (i =0 ; i < ulen; i++)if (put_user (prog->aux->used_maps[i]->id, - &user_map_ids[i])) + &user_map_ids[i])) { +mutex_unlock (&prog->aux->used_maps_mutex);return -EFAULT ; + } } +mutex_unlock (&prog->aux->used_maps_mutex); err =set_info_rec_size (&info);if (err)
net/core/dev.c +8 -3
@@ -5441,15 +5441,20 @@ static int generic_xdp_install(struct net_device *dev, struct netdev_bpf *xdp)if (new) {u32 i; +mutex_lock (&new->aux->used_maps_mutex); +/* generic XDP does not work with DEVMAPs that can * have a bpf_prog installed on an entry */ for (i =0 ; i < new->aux->used_map_cnt; i++) { -if (dev_map_can_have_prog (new->aux->used_maps[i])) -return -EINVAL ; -if (cpu_map_prog_allowed (new->aux->used_maps[i])) +if (dev_map_can_have_prog (new->aux->used_maps[i]) || +cpu_map_prog_allowed (new->aux->used_maps[i])) { +mutex_unlock (&new->aux->used_maps_mutex);return -EINVAL ; + } } + +mutex_unlock (&new->aux->used_maps_mutex); }switch (xdp->command) {
Signature · 1 line
2.28.0.618.gf4bc123cb7-goog
Quoted 30 lines · Stanislav Fomichev
Currently, if a user wants to store arbitrary metadata for an eBPF program, for example, the program build commit hash or version, they could store it in a map, and conveniently libbpf uses .data section to populate an internal map. However, if the program does not actually reference the map, then the map would be de-refcounted and freed.
This patch set introduces a new syscall
BPF_PROG_BIND_MAPto add a map to a program'sused_maps, even if the program instructions does not reference the map.libbpf is extended to always
BPF_PROG_BIND_MAP.rodata section so the metadata is kept in place.
bpftool is also extended to print metadata in the 'bpftool prog' list.The variable is considered metadata if it starts with the magic '
bpf_metadata_' prefix; everything after the prefix is the metadata name.An example use of this would be BPF C file declaring:
volatile const char bpf_metadata_commit_hash[] SEC(".rodata") = "abcdef123456";and bpftool would emit:
$ bpftool prog [...] metadata: commit_hash = "abcdef123456"
[...]
Quoted 35 lines
Cc YiFei Zhu <[email protected]>YiFei Zhu (5):
bpf: Mutex protectused_mapsarray and count
bpf: AddBPF_PROG_BIND_MAPsyscall
libbpf: AddBPF_PROG_BIND_MAPsyscall and use it on .rodata section
bpftool: support dumping metadata
selftests/bpf: Test load and dump metadata with btftool and skel.../net/ethernet/netronome/nfp/bpf/offload.c | 18 +- include/linux/bpf.h | 1 + include/uapi/linux/bpf.h | 7 + kernel/bpf/core.c | 15 +- kernel/bpf/syscall.c | 79 ++++++- net/core/dev.c | 11 +- tools/bpf/bpftool/json_writer.c | 6 + tools/bpf/bpftool/json_writer.h | 3 + tools/bpf/bpftool/prog.c | 199 ++++++++++++++++++ tools/include/uapi/linux/bpf.h | 7 + tools/lib/bpf/bpf.c | 16 ++ tools/lib/bpf/bpf.h | 8 + tools/lib/bpf/libbpf.c | 69 ++++++ tools/lib/bpf/libbpf.map | 1 + tools/testing/selftests/bpf/Makefile | 3 +- .../selftests/bpf/prog_tests/metadata.c | 141 +++++++++++++ .../selftests/bpf/progs/metadata_unused.c | 15 ++ .../selftests/bpf/progs/metadata_used.c | 15 ++ .../selftests/bpf/test_bpftool_metadata.sh | 82 ++++++++ 19 files changed, 678 insertions(+), 18 deletions(-) create mode 100644 tools/testing/selftests/bpf/prog_tests/metadata.c create mode 100644 tools/testing/selftests/bpf/progs/metadata_unused.c create mode 100644 tools/testing/selftests/bpf/progs/metadata_used.c create mode 100755 tools/testing/selftests/bpf/test_bpftool_metadata.sh
Quoted 3 lines
--
2.28.0.618.gf4bc123cb7-goog
LGTM, thanks!