subprojects: Prepare for release

The toplevel packages that were left untouched should not be included.

Also simplify the install() logic while at it.

.github/workflows/ci.yml

@@ -423,6 +423,7 @@ jobs:
     strategy:
       matrix:
         arch: [x86, x86_64, arm, armbe8, arm64, arm64be, arm64beilp32, mips, mipsel, mips64, mips64el]
+      fail-fast: false
     runs-on: ubuntu-latest
     container: ghcr.io/frida/core-linux-helpers-${{ matrix.arch }}:latest
     steps:
@@ -436,7 +437,7 @@ jobs:
       - name: Check for unexpected changes
         run: |
           git config --global --add safe.directory "$(realpath .)"
-          status_output="$(git status --porcelain)"
+          status_output=$(git status --porcelain tests/labrats/{resident-agent,simple-agent}-linux-${{ matrix.arch }}.so tests/labrats/{forker,sleeper,spawner}-linux-${{ matrix.arch }})
           if [ -n "$status_output" ]; then
             echo "Unexpected changes detected:"
             echo "$status_output"
@@ -455,6 +456,7 @@ jobs:
     strategy:
       matrix:
         arch: [x86, x86_64, arm, armbe8, arm64, arm64be, arm64beilp32, mips, mipsel, mips64, mips64el]
+      fail-fast: false
     runs-on: ubuntu-latest
     container: ghcr.io/frida/core-linux-helpers-${{ matrix.arch }}:latest
     steps:
@@ -468,7 +470,7 @@ jobs:
       - name: Check for unexpected changes
         run: |
           git config --global --add safe.directory "$(realpath .)"
-          status_output="$(git status --porcelain)"
+          status_output=$(git status --porcelain src/linux/helpers/{bootstrapper,loader}-${{ matrix.arch }}.bin)
           if [ -n "$status_output" ]; then
             echo "Unexpected changes detected:"
             echo "$status_output"

lib/base/buffer.vala

@@ -446,7 +446,14 @@ namespace Frida {
 
 		public string read_fixed_string (size_t offset, size_t size) throws Error {
 			string * start = (string *) get_pointer (offset, size);
-			string val = start->substring (0, (long) size);
+			size_t max_length = size - offset;
+			string * end = memchr (start, 0, max_length);
+			size_t n;
+			if (end != null)
+				n = end - start;
+			else
+				n = size;
+			string val = start->substring (0, (long) n);
 			if (!val.validate ())
 				throw new Error.PROTOCOL ("Invalid UTF-8 string");
 			return val;
@@ -579,6 +586,12 @@ namespace Frida {
 			return val;
 		}
 
+		public unowned BufferReader skip (size_t n) throws Error {
+			check_available (n);
+			offset += n;
+			return this;
+		}
+
 		private void check_available (size_t n) throws Error {
 			if (available < n)
 				throw new Error.PROTOCOL ("Malformed buffer: truncated");

lib/base/fs.vala

@@ -0,0 +1,114 @@
+namespace Frida.FS {
+	public void mkdirp (File dir, Cancellable? cancellable = null) throws Error {
+		try {
+			dir.make_directory_with_parents (cancellable);
+		} catch (GLib.Error e) {
+			if (!(e is IOError.EXISTS))
+				throw new Error.PERMISSION_DENIED ("%s", e.message);
+		}
+	}
+
+	public void rmtree (File dir, Cancellable? cancellable = null) throws Error {
+		rmtree_worker (dir, 0, cancellable);
+	}
+
+	private void rmtree_worker (File dir, uint depth, Cancellable? cancellable = null) throws Error {
+		FileEnumerator enumerator;
+		try {
+			enumerator = dir.enumerate_children (FileAttribute.STANDARD_NAME, NOFOLLOW_SYMLINKS, cancellable);
+		} catch (GLib.Error e) {
+			if (depth == 0 && e is IOError.NOT_FOUND)
+				return;
+			throw new Error.PERMISSION_DENIED ("%s", e.message);
+		}
+
+		try {
+			FileInfo? info;
+			File? child;
+			while (enumerator.iterate (out info, out child, cancellable) && info != null) {
+				if (info == null)
+					continue;
+				if (info.get_file_type () == DIRECTORY)
+					rmtree (child, cancellable);
+				else
+					child.delete (cancellable);
+			}
+
+			dir.delete (cancellable);
+		} catch (GLib.Error e) {
+			if (!(e is IOError.EXISTS))
+				throw new Error.PERMISSION_DENIED ("%s", e.message);
+		}
+	}
+
+	public async void rmtree_async (File dir, Cancellable? cancellable = null) throws Error, IOError {
+		yield rmtree_async_worker (dir, 0, cancellable);
+	}
+
+	private async void rmtree_async_worker (File dir, uint depth, Cancellable? cancellable = null) throws Error, IOError {
+		int io_priority = Priority.DEFAULT;
+
+		FileEnumerator enumerator;
+		try {
+			enumerator = yield dir.enumerate_children_async (FileAttribute.STANDARD_NAME, NOFOLLOW_SYMLINKS, io_priority,
+				cancellable);
+		} catch (GLib.Error e) {
+			if (depth == 0 && e is IOError.NOT_FOUND)
+				return;
+			throw new Error.PERMISSION_DENIED ("%s", e.message);
+		}
+
+		try {
+			while (true) {
+				var batch = yield enumerator.next_files_async (1000, io_priority, cancellable);
+				if (batch.is_empty ())
+					break;
+				foreach (FileInfo info in batch) {
+					File child = dir.get_child (info.get_name ());
+					if (info.get_file_type () == DIRECTORY)
+						yield rmtree_async_worker (child, depth + 1, cancellable);
+					else
+						yield child.delete_async (io_priority, cancellable);
+				}
+			}
+
+			yield dir.delete_async (io_priority, cancellable);
+		} catch (GLib.Error e) {
+			throw new Error.PERMISSION_DENIED ("%s", e.message);
+		}
+	}
+
+	public async string read_all_text (File f, Cancellable? cancellable) throws Error, IOError {
+		Bytes b = yield read_all_bytes (f, cancellable);
+		string text = (string) b.get_data ();
+		if (!text.validate ())
+			throw new Error.PROTOCOL ("Unable to read '%s': invalid UTF-8", f.get_parse_name ());
+		return text;
+	}
+
+	public async void write_all_text (File f, string t, Cancellable? cancellable) throws Error, IOError {
+		yield write_all_bytes (f, new Bytes (t.data), cancellable);
+	}
+
+	public async Bytes read_all_bytes (File f, Cancellable? cancellable) throws Error, IOError {
+		try {
+			return yield f.load_bytes_async (cancellable, null);
+		} catch (GLib.Error e) {
+			if (e is IOError.CANCELLED)
+				throw (IOError) e;
+			if (e is IOError.NOT_FOUND)
+				throw new Error.INVALID_ARGUMENT ("%s", e.message);
+			throw new Error.PERMISSION_DENIED ("%s", e.message);
+		}
+	}
+
+	public async void write_all_bytes (File f, Bytes b, Cancellable? cancellable) throws Error, IOError {
+		try {
+			yield f.replace_contents_bytes_async (b, null, false, FileCreateFlags.NONE, cancellable, null);
+		} catch (GLib.Error e) {
+			if (e is IOError.CANCELLED)
+				throw (IOError) e;
+			throw new Error.PERMISSION_DENIED ("%s", e.message);
+		}
+	}
+}

lib/base/linux-syscall.h

@@ -1,5 +1,5 @@
-#ifndef __FRIDA_SYSCALL_H__
-#define __FRIDA_SYSCALL_H__
+#ifndef __FRIDA_LINUX_SYSCALL_H__
+#define __FRIDA_LINUX_SYSCALL_H__
 
 #include <linux/unistd.h>
 #include <sys/syscall.h>

lib/base/linux-system.vapi

@@ -14,7 +14,7 @@ namespace Frida {
 	[CCode (cheader_filename = "sys/mman.h", cname = "MAP_ANONYMOUS")]
 	public const int MAP_ANONYMOUS;
 
-	[CCode (cheader_filename = "linux/frida-syscall.h", cprefix = "SYS_", has_type_id = false)]
+	[CCode (cheader_filename = "linux-syscall.h", cprefix = "SYS_", has_type_id = false)]
 	public enum SysCall {
 		memfd_create,
 		pidfd_getfd,

lib/base/linux.vala

@@ -0,0 +1,107 @@
+namespace Frida {
+	private uint linux_major = 0;
+	private uint linux_minor = 0;
+
+	public bool check_kernel_version (uint major, uint minor) {
+		if (linux_major == 0) {
+			var name = Posix.utsname ();
+			name.release.scanf ("%u.%u", out linux_major, out linux_minor);
+		}
+
+		return (linux_major == major && linux_minor >= minor) || linux_major > major;
+	}
+
+	public class FileDescriptor : Object, FileDescriptorBased {
+		public int handle;
+
+		public FileDescriptor (int handle) {
+			this.handle = handle;
+		}
+
+		~FileDescriptor () {
+			if (handle != -1)
+				Posix.close (handle);
+		}
+
+		public int steal () {
+			int result = handle;
+			handle = -1;
+			return result;
+		}
+
+		public int get_fd () {
+			return handle;
+		}
+	}
+
+	public sealed class PidFileDescriptor : FileDescriptor {
+		private uint pid;
+
+		private PidFileDescriptor (int fd, uint pid) {
+			base (fd);
+			this.pid = pid;
+		}
+
+		public static bool is_supported () {
+			return check_kernel_version (5, 3);
+		}
+
+		public static bool getfd_is_supported () {
+			return check_kernel_version (5, 6);
+		}
+
+		public static PidFileDescriptor from_pid (uint pid) throws Error {
+			int fd = pidfd_open (pid, 0);
+			if (fd == -1)
+				throw_pidfd_error (pid, errno);
+			return new PidFileDescriptor (fd, pid);
+		}
+
+		public FileDescriptor getfd (int targetfd) throws Error {
+			int fd = pidfd_getfd (handle, targetfd, 0);
+			if (fd == -1)
+				throw_pidfd_error (pid, errno);
+			return new FileDescriptor (fd);
+		}
+
+		private static int pidfd_open (uint pid, uint flags) {
+			return Linux.syscall (SysCall.pidfd_open, pid, flags);
+		}
+
+		private static int pidfd_getfd (int pidfd, int targetfd, uint flags) {
+			return Linux.syscall (SysCall.pidfd_getfd, pidfd, targetfd, flags);
+		}
+
+		[NoReturn]
+		private static void throw_pidfd_error (uint pid, int err) throws Error {
+			switch (err) {
+				case Posix.ESRCH:
+					throw new Error.PROCESS_NOT_FOUND ("Process not found");
+				case Posix.EPERM:
+					throw new Error.PERMISSION_DENIED ("Unable to use pidfd for pid %u: %s", pid, strerror (err));
+				default:
+					throw new Error.NOT_SUPPORTED ("Unable to use pidfd for pid %u: %s", pid, strerror (err));
+			}
+		}
+	}
+
+	namespace MemoryFileDescriptor {
+		public bool is_supported () {
+			return check_kernel_version (3, 17);
+		}
+
+		public static FileDescriptor from_bytes (string name, Bytes bytes) {
+			assert (is_supported ());
+
+			var fd = new FileDescriptor (memfd_create (name, 0));
+			unowned uint8[] data = bytes.get_data ();
+			ssize_t n = Posix.write (fd.handle, data, data.length);
+			assert (n == data.length);
+			return fd;
+		}
+
+		private int memfd_create (string name, uint flags) {
+			return Linux.syscall (SysCall.memfd_create, name, flags);
+		}
+	}
+}

lib/base/meson.build

@@ -9,6 +9,7 @@ base_sources = [
   'p2p-glue.c',
   'dbus.vala',
   'promise.vala',
+  'fs.vala',
   'socket.vala',
   'socket-glue.c',
   'buffer.vala',
@@ -28,6 +29,15 @@ if host_os_family == 'darwin'
   base_sources += 'corefoundation.vala'
 endif
 
+if host_os_family == 'linux'
+  base_sources += 'linux.vala'
+  extra_vala_args += [
+    '--pkg=linux',
+    '--pkg=linux-system',
+    '--pkg=posix',
+  ]
+endif
+
 extra_deps = []
 if host_os_family != 'windows'
   extra_vala_args += '--pkg=gio-unix-2.0'
@@ -45,6 +55,12 @@ if host_os_family == 'darwin'
     '--pkg=darwin-xpc',
   ]
 endif
+if host_os_family == 'linux'
+  base_vala_args += [
+    '--vapidir=' + meson.current_source_dir(),
+    '--pkg=gio-unix-2.0',
+  ]
+endif
 
 base_gir_name = f'FridaBase-@[email protected]'
 
@@ -62,7 +78,7 @@ base = static_library('frida-base-' + api_version, base_sources,
 base_dep = declare_dependency(
   include_directories: include_directories('.'),
   link_with: base,
-  dependencies: [nice_dep, json_glib_dep, gum_dep],
+  dependencies: [nice_dep, json_glib_dep, gum_dep] + extra_deps,
 )
 
 base_build_dir = meson.current_build_dir()

meson.build

@@ -423,6 +423,7 @@ if compiler_backend_opt.allowed()
         go,
         host_os,
         host_abi,
+        shlib_suffix,
         cc.get_id(),
         '>>>', cc.cmd_array(), '<<<',
         '>>>', ar, '<<<',
@@ -436,7 +437,13 @@ if compiler_backend_opt.allowed()
     status = lines[0]
     if status == 'ok'
       have_compiler_backend = true
-      go_config = lines[1]
+      tokens = lines[1].split(' ')
+      go_mode = tokens[0]
+      go_config = tokens[1]
+      compiler_backend_static_compilation = go_mode == 'c-archive'
+      if compiler_backend_static_compilation
+        vala_flags += '--define=COMPILER_BACKEND_STATIC_COMPILATION'
+      endif
     else
       error_message = lines[1]
       if compiler_backend_opt.enabled()

src/api/generate.py

@@ -65,6 +65,7 @@ def main():
 
     toplevel_names = [
         "frida.vala",
+        "package-manager.vala",
         "control-service.vala",
         "portal-service.vala",
         "file-monitor.vala",
@@ -509,7 +510,8 @@ def function_is_public(name):
                 "parse_control_address",
                 "parse_cluster_address",
                 "parse_socket_address",
-                "negotiate_connection"
+                "negotiate_connection",
+                "check_kernel_version",
             ]
 
 def parse_vala_object_types(source) -> List[ApiObjectType]:

src/barebone/rust-module.vala

@@ -208,7 +208,10 @@ namespace Frida.Barebone {
 			}
 
 			~CompilationAssets () {
-				rmtree (workdir);
+				try {
+					FS.rmtree (workdir);
+				} catch (Error e) {
+				}
 			}
 
 			private static string make_main_rs (string code, Machine machine) {
@@ -428,23 +431,4 @@ namespace Frida.Barebone {
 		yield file.replace_contents_async (content.data, null, false, FileCreateFlags.NONE, cancellable, null);
 		return file;
 	}
-
-	private void rmtree (File dir) {
-		try {
-			var enumerator = dir.enumerate_children (FileAttribute.STANDARD_NAME, NOFOLLOW_SYMLINKS);
-			FileInfo? info;
-			File? child;
-			while (enumerator.iterate (out info, out child) && info != null) {
-				if (info == null)
-					continue;
-				if (info.get_file_type () == DIRECTORY)
-					rmtree (child);
-				else
-					child.delete ();
-			}
-
-			dir.delete ();
-		} catch (GLib.Error e) {
-		}
-	}
 }

src/compiler/backend-glue.c

@@ -13,7 +13,7 @@
 extern void FRIDA_CGO_INIT_FUNC ();
 
 void
-frida_compiler_backend_init (void)
+_frida_compiler_backend_init_go_runtime (void)
 {
   FRIDA_CGO_INIT_FUNC ();
 }
@@ -21,7 +21,7 @@ frida_compiler_backend_init (void)
 #else
 
 void
-frida_compiler_backend_init (void)
+_frida_compiler_backend_init_go_runtime (void)
 {
 }
 

src/compiler/backend.go

@@ -144,8 +144,8 @@ type BuildEndCallback func()
 type BuildOutputCallback func(bundle string)
 type BuildDiagnosticCallback func(d Diagnostic)
 
-//export frida_compiler_backend_build
-func frida_compiler_backend_build(cProjectRoot, cEntrypoint *C.char, outputFormat C.FridaOutputFormat, bundleFormat C.FridaBundleFormat,
+//export _frida_compiler_backend_build
+func _frida_compiler_backend_build(cProjectRoot, cEntrypoint *C.char, outputFormat C.FridaOutputFormat, bundleFormat C.FridaBundleFormat,
 	disableTypeCheck, sourceMap, compress uintptr,
 	onCompleteFn C.FridaBuildCompleteFunc, onCompleteData unsafe.Pointer, onCompleteDataDestroy C.FridaDestroyFunc,
 	onDiagnosticFn C.FridaDiagnosticFunc, onDiagnosticData unsafe.Pointer) {
@@ -179,8 +179,8 @@ func frida_compiler_backend_build(cProjectRoot, cEntrypoint *C.char, outputForma
 	}()
 }
 
-//export frida_compiler_backend_watch
-func frida_compiler_backend_watch(cProjectRoot, cEntrypoint *C.char, outputFormat C.FridaOutputFormat, bundleFormat C.FridaBundleFormat,
+//export _frida_compiler_backend_watch
+func _frida_compiler_backend_watch(cProjectRoot, cEntrypoint *C.char, outputFormat C.FridaOutputFormat, bundleFormat C.FridaBundleFormat,
 	disableTypeCheck, sourceMap, compress uintptr,
 	onReadyFn C.FridaWatchReadyFunc, onReadyData unsafe.Pointer, onReadyDataDestroy C.FridaDestroyFunc,
 	onStartingFn C.FridaStartingFunc, onStartingData unsafe.Pointer,
@@ -238,8 +238,8 @@ func frida_compiler_backend_watch(cProjectRoot, cEntrypoint *C.char, outputForma
 	}()
 }
 
-//export frida_compiler_backend_watch_session_dispose
-func frida_compiler_backend_watch_session_dispose(h uintptr) {
+//export _frida_compiler_backend_watch_session_dispose
+func _frida_compiler_backend_watch_session_dispose(h uintptr) {
 	handle := cgo.Handle(h)
 	session := handle.Value().(*WatchSession)
 	session.Dispose()

src/compiler/backend.version

@@ -0,0 +1,7 @@
+{
+  global:
+    _frida_compiler_backend_*;
+
+  local:
+    *;
+};

src/compiler/build-backend.py

@@ -57,62 +57,79 @@ def build_backend(
     run(npm, "install")
     # run(npm, "link", "/home/oleavr/src/frida-fs")
 
-    backend_a = priv_dir / "frida-compiler-backend.a"
-    backend_h = priv_dir / "frida-compiler-backend.h"
+    mode = config["mode"]
+
+    backend_stem = "frida-compiler-backend"
+    if mode == "c-shared":
+        backend_stem += "-raw"
+
+    backend_a = priv_dir / f"{backend_stem}.a"
+    backend_shlib = priv_dir / (f"{backend_stem}" + config["shlib_suffix"])
+    backend_h = priv_dir / f"{backend_stem}.h"
+
+    extra_go_args = config["extra_go_args"].copy()
+
+    if mode == "c-shared":
+        version_script = priv_dir / "backend.version"
+        extra_go_args.append(f"-ldflags=-linkmode=external -extldflags=-Wl,--version-script={version_script}")
 
     run(
         go,
         "build",
-        "-buildmode=c-archive",
+        f"-buildmode={mode}",
         "-o",
-        backend_a.name,
+        backend_a.name if mode == "c-archive" else backend_shlib.name,
         "-buildvcs=false",
-        *config["extra_go_args"],
+        *extra_go_args,
         *go_sources,
     )
 
-    symbols_to_scramble = detect_conflictful_symbols_in_archive(backend_a, config["nm"])
-    scramble_symbols_in_archive(backend_a, symbols_to_scramble, config["ranlib"])
+    if mode == "c-archive":
+        symbols_to_scramble = detect_conflictful_symbols_in_archive(backend_a, config["nm"])
+        scramble_symbols_in_archive(backend_a, symbols_to_scramble, config["ranlib"])
 
-    if (mingw := config.get("mingw")) is not None and (abi := config["abi"]) in {
-        "x86",
-        "x86_64",
-    }:
-        prefix = Path(mingw["prefix"])
-        ar = config["ar"]
+        if (mingw := config.get("mingw")) is not None and (abi := config["abi"]) in {
+            "x86",
+            "x86_64",
+        }:
+            prefix = Path(mingw["prefix"])
+            ar = config["ar"]
 
-        libmingwex_a = prefix / "lib" / "libmingwex.a"
-        if not libmingwex_a.exists():
-            libmingwex_a = prefix / mingw["triplet"] / "lib" / "libmingwex.a"
+            libmingwex_a = prefix / "lib" / "libmingwex.a"
+            if not libmingwex_a.exists():
+                libmingwex_a = prefix / mingw["triplet"] / "lib" / "libmingwex.a"
 
-        libgcc_objects = [
-            "_chkstk_ms.o",
-        ]
-        run(*ar, "x", mingw["libcc"], *libgcc_objects)
-
-        gwex_objflavor = "64" if abi == "x86_64" else "32"
-        gwex_objects = [
-            f"lib{gwex_objflavor}_libmingwex_a-{name}.o"
-            for name in [
-                "dmisc",
-                "gdtoa",
-                "gmisc",
-                "mingw_fprintf",
-                "mingw_pformat",
-                "misc",
+            libgcc_objects = [
+                "_chkstk_ms.o",
             ]
-        ]
-        run(*ar, "x", libmingwex_a, *gwex_objects)
+            run(*ar, "x", mingw["libcc"], *libgcc_objects)
 
-        extra_objects = []
-        if abi == "x86_64":
-            run(*ar, "x", backend_a.name, "go.o")
-            sort_pdata_in_object(Path(priv_dir) / "go.o")
-            extra_objects.append("go.o")
+            gwex_objflavor = "64" if abi == "x86_64" else "32"
+            gwex_objects = [
+                f"lib{gwex_objflavor}_libmingwex_a-{name}.o"
+                for name in [
+                    "dmisc",
+                    "gdtoa",
+                    "gmisc",
+                    "mingw_fprintf",
+                    "mingw_pformat",
+                    "misc",
+                ]
+            ]
+            run(*ar, "x", libmingwex_a, *gwex_objects)
 
-        run(*ar, "rs", backend_a.name, *libgcc_objects, *gwex_objects, *extra_objects)
+            extra_objects = []
+            if abi == "x86_64":
+                run(*ar, "x", backend_a.name, "go.o")
+                sort_pdata_in_object(Path(priv_dir) / "go.o")
+                extra_objects.append("go.o")
+
+            run(*ar, "rs", backend_a.name, *libgcc_objects, *gwex_objects, *extra_objects)
+
+        shutil.copy(priv_dir / backend_a.name, output_dir / backend_a.name)
+    else:
+        shutil.copy(priv_dir / backend_shlib.name, output_dir / backend_shlib.name)
 
-    shutil.copy(priv_dir / backend_a.name, output_dir / backend_a.name)
     shutil.copy(priv_dir / backend_h.name, output_dir / backend_h.name)
 
 

src/compiler/compiler.resources

@@ -0,0 +1,2 @@
+[resource-compiler]
+namespace = Frida.Data.Compiler

src/compiler/compiler.vala

@@ -29,6 +29,8 @@ namespace Frida {
 
 		public async string build (string entrypoint, BuildOptions? options = null, Cancellable? cancellable = null)
 				throws Error, IOError {
+			CompilerBackend.check_available ();
+
 			BuildOptions opts = (options != null) ? options : new BuildOptions ();
 			string project_root = compute_project_root (entrypoint, opts);
 
@@ -77,6 +79,8 @@ namespace Frida {
 
 		public async void watch (string entrypoint, WatchOptions? options = null, Cancellable? cancellable = null)
 				throws Error, IOError {
+			CompilerBackend.check_available ();
+
 			WatchOptions opts = (options != null) ? options : new WatchOptions ();
 			string project_root = compute_project_root (entrypoint, opts);
 
@@ -227,40 +231,82 @@ namespace Frida {
 	}
 
 	namespace CompilerBackend {
-		private extern void init ();
-
+		private void init () {
 #if HAVE_COMPILER_BACKEND
-		private extern void build (string project_root, string entrypoint, OutputFormat output_format, BundleFormat bundle_format,
-			size_t disable_type_check, size_t source_map, size_t compress, owned BuildCompleteFunc on_complete,
-			DiagnosticFunc on_diagnostic);
-		private extern void watch (string project_root, string entrypoint, OutputFormat output_format, BundleFormat bundle_format,
-			size_t disable_type_check, size_t source_map, size_t compress, owned WatchReadyFunc on_ready,
-			StartingFunc on_starting, FinishedFunc on_finished, OutputFunc on_output, DiagnosticFunc on_diagnostic);
-
-		namespace WatchSession {
-			private extern void dispose (size_t handle);
-		}
+#if COMPILER_BACKEND_STATIC_COMPILATION
+			_init_go_runtime ();
+			build = (BuildFunc) _build;
+			watch = (WatchFunc) _watch;
+			WatchSession.dispose = (WatchSession.DisposeFunc) WatchSession._dispose;
 #else
-		private const string DISABLED_MESSAGE = "Compiler backend disabled at build-time";
+			unowned uint8[] backend_so = Frida.Data.Compiler.get_frida_compiler_backend_so_blob ().data;
 
-		private void build (string project_root, string entrypoint, OutputFormat output_format, BundleFormat bundle_format,
-				size_t disable_type_check, size_t source_map, size_t compress, owned BuildCompleteFunc on_complete,
-				DiagnosticFunc on_diagnostic) {
-			on_complete (null, DISABLED_MESSAGE);
-		}
+			FileDescriptor fd;
+			if (MemoryFileDescriptor.is_supported ()) {
+				fd = MemoryFileDescriptor.from_bytes ("frida-compiler-backend.so", new Bytes.static (backend_so));
+			} else {
+				string name_used;
+				try {
+					fd = new FileDescriptor (FileUtils.open_tmp ("frida-compiler-backend-XXXXXX.so", out name_used));
+					FileUtils.unlink (name_used);
 
-		private void watch (string project_root, string entrypoint, OutputFormat output_format, BundleFormat bundle_format,
-				size_t disable_type_check, size_t source_map, size_t compress, owned WatchReadyFunc on_ready,
-				StartingFunc on_starting, FinishedFunc on_finished, OutputFunc on_output, DiagnosticFunc on_diagnostic) {
-			on_ready (0, DISABLED_MESSAGE);
-		}
+					var output = new UnixOutputStream (fd.handle, false);
+					output.write_all (backend_so, null);
 
-		namespace WatchSession {
-			private void dispose (size_t handle) {
+					Posix.lseek (fd.handle, 0, Posix.SEEK_SET);
+				} catch (GLib.Error e) {
+					assert_not_reached ();
+				}
+			}
+
+			Module backend;
+			try {
+				backend = new Module ("/proc/self/fd/%d".printf (fd.handle), LOCAL);
+			} catch (ModuleError e) {
 				assert_not_reached ();
 			}
-		}
+			build = resolve_symbol (backend, "_frida_compiler_backend_build");
+			watch = resolve_symbol (backend, "_frida_compiler_backend_watch");
+			WatchSession.dispose = resolve_symbol (backend, "_frida_compiler_backend_watch_session_dispose");
 #endif
+#endif
+		}
+
+		private void check_available () throws Error {
+			if (build == null)
+				throw new Error.NOT_SUPPORTED ("Compiler backend disabled at build-time");
+		}
+
+		private BuildFunc? build;
+		private WatchFunc? watch;
+
+		[CCode (has_target = false)]
+		private delegate void BuildFunc (string project_root, string entrypoint, OutputFormat output_format,
+			BundleFormat bundle_format, size_t disable_type_check, size_t source_map, size_t compress,
+			owned BuildCompleteFunc on_complete, DiagnosticFunc on_diagnostic);
+
+		[CCode (has_target = false)]
+		private delegate void WatchFunc (string project_root, string entrypoint, OutputFormat output_format,
+			BundleFormat bundle_format, size_t disable_type_check, size_t source_map, size_t compress,
+			owned WatchReadyFunc on_ready, StartingFunc on_starting, FinishedFunc on_finished, OutputFunc on_output,
+			DiagnosticFunc on_diagnostic);
+
+#if COMPILER_BACKEND_STATIC_COMPILATION
+		private extern void _init_go_runtime ();
+		private extern void _build ();
+		private extern void _watch ();
+#endif
+
+		namespace WatchSession {
+			[CCode (has_target = false)]
+			private delegate void DisposeFunc (size_t handle);
+
+			private DisposeFunc? dispose;
+
+#if COMPILER_BACKEND_STATIC_COMPILATION
+			private extern void _dispose ();
+#endif
+		}
 
 		private delegate void BuildCompleteFunc (owned string? bundle, owned string? error_message);
 		private delegate void WatchReadyFunc (size_t session_handle, owned string? error_message);
@@ -269,6 +315,15 @@ namespace Frida {
 		private delegate void OutputFunc (owned string bundle);
 		private delegate void DiagnosticFunc (owned string category, int code, owned string? path, int line, int character,
 			owned string text);
+
+#if HAVE_COMPILER_BACKEND && !COMPILER_BACKEND_STATIC_COMPILATION
+		private static T resolve_symbol<T> (Module m, string name) {
+			void * address;
+			if (!m.symbol (name, out address))
+				assert_not_reached ();
+			return (T) address;
+		}
+#endif
 	}
 
 	private string compute_project_root (string entrypoint, CompilerOptions options) {

src/compiler/meson.build

@@ -9,6 +9,7 @@ if have_compiler_backend
       'go.mod',
       'go.sum',
       'backend.go',
+      'backend.version',
       'tscompiler.go',
       'tsconfig.go',
       'shims.go',
@@ -16,7 +17,7 @@ if have_compiler_backend
       'package-lock.json',
     ],
     output: [
-      'frida-compiler-backend.a',
+      'frida-compiler-backend' + (compiler_backend_static_compilation ? '.a' : ('-raw' + shlib_suffix)),
       'frida-compiler-backend.h',
     ],
     command: [
@@ -30,5 +31,35 @@ if have_compiler_backend
       '@INPUT@',
     ],
   )
-  backend_libs += compiler_backend[0]
+  if compiler_backend_static_compilation
+    backend_libs += compiler_backend[0]
+  else
+    filename = 'frida-compiler-backend' + shlib_suffix
+    identity = (host_os_family == 'darwin') ? 'FridaCompilerBackend' : filename
+    compiler_backend_shlib = custom_target('frida-compiler-backend-shlib',
+      input: compiler_backend[0],
+      output: filename,
+      command: post_process + ['shared-library', identity, 'elf-cleaner:off'],
+    )
+
+    compiler_data = custom_target('frida-data-compiler',
+      input: [
+        'compiler.resources',
+        compiler_backend_shlib,
+      ],
+      output: [
+        'frida-data-compiler.vapi',
+        'frida-data-compiler.h',
+        'frida-data-compiler.c',
+        'frida-data-compiler-blob' + resource_blob_extension,
+      ],
+      command: [
+        resource_compiler_cmd_array,
+        '-c', '@INPUT0@',
+        '-o', meson.current_build_dir() / 'frida-data-compiler',
+        '@INPUT1@',
+      ],
+    )
+    backend_sources += compiler_data
+  endif
 endif

src/compiler/package-lock.json

@@ -18,7 +18,7 @@
         "@frida/http-parser-js": "^1.0.0",
         "@frida/https": "^1.0.0",
         "@frida/ieee754": "^2.0.2",
-        "@frida/net": "^4.0.2",
+        "@frida/net": "^5.0.0",
         "@frida/os": "^1.0.2",
         "@frida/path": "^2.0.3",
         "@frida/process": "^1.2.1",
@@ -151,9 +151,9 @@
       "license": "BSD-3-Clause"
     },
     "node_modules/@frida/net": {
-      "version": "4.0.2",
-      "resolved": "https://registry.npmjs.org/@frida/net/-/net-4.0.2.tgz",
-      "integrity": "sha512-qQRe7hQ+ZfCcG/SE3P1TRqQ9bmuK/T7wPCYaT4z56rBPWAxsaQbQHpX4fR6OrFaSDr7X0xJLsTbdIp9hGhhLZg==",
+      "version": "5.0.0",
+      "resolved": "https://registry.npmjs.org/@frida/net/-/net-5.0.0.tgz",
+      "integrity": "sha512-czsyNauuAJ3Udzbg3xm9abaK/AKaMnqgZkIPeO0kVYRah9d1tCHMXTnWi+d8vJaDzB/bIXOcfmV2VX0hCDlfJw==",
       "license": "MIT"
     },
     "node_modules/@frida/os": {

src/compiler/package.json

@@ -14,7 +14,7 @@
     "@frida/http-parser-js": "^1.0.0",
     "@frida/https": "^1.0.0",
     "@frida/ieee754": "^2.0.2",
-    "@frida/net": "^4.0.2",
+    "@frida/net": "^5.0.0",
     "@frida/os": "^1.0.2",
     "@frida/path": "^2.0.3",
     "@frida/process": "^1.2.1",

src/compiler/shims.go

@@ -18,6 +18,7 @@ export { default as process } from 'node:process';
 //go:embed node_modules/@frida/*/package.json
 //go:embed node_modules/@frida/*/*.js
 //go:embed node_modules/@frida/*/*/*.js
+//go:embed node_modules/@frida/*/*/*/*.js
 //go:embed node_modules/frida-fs/package.json
 //go:embed node_modules/frida-fs/*/*.js
 var embeddedShims embed.FS

src/linux/agent/system-server/package-lock.json

@@ -9,7 +9,7 @@
       "version": "1.0.0",
       "dependencies": {
         "@frida/buffer": "^7.0.4",
-        "frida-java-bridge": "^7.0.3"
+        "frida-java-bridge": "^7.0.4"
       },
       "devDependencies": {
         "esbuild": "^0.25.5",
@@ -534,9 +534,9 @@
       "license": "MIT"
     },
     "node_modules/frida-java-bridge": {
-      "version": "7.0.3",
-      "resolved": "https://registry.npmjs.org/frida-java-bridge/-/frida-java-bridge-7.0.3.tgz",
-      "integrity": "sha512-CHqH5VBgdyi0UdFUfjGhTAxqddhhksbh+TLtJK3pOsCUIynQi1PCoqgO1u7UgNKMpknoNWk6lfz954se7OARlA==",
+      "version": "7.0.4",
+      "resolved": "https://registry.npmjs.org/frida-java-bridge/-/frida-java-bridge-7.0.4.tgz",
+      "integrity": "sha512-dE5XCvasUwA/wiVb5gSwBPf6dortI8VtD0qLlw2T0ryqX/0lg4BEtEkg1oRr9IlHDVBTjPOqe9KRzdPar8U3EQ==",
       "license": "LGPL-2.0 WITH WxWindows-exception-3.1"
     },
     "node_modules/ieee754": {

src/linux/agent/system-server/package.json

@@ -12,6 +12,6 @@
   },
   "dependencies": {
     "@frida/buffer": "^7.0.4",
-    "frida-java-bridge": "^7.0.3"
+    "frida-java-bridge": "^7.0.4"
   }
 }

src/linux/frida-helper-backend.vala

@@ -3167,114 +3167,9 @@ namespace Frida {
 		return Linux.syscall (SysCall.tgkill, tgid, tid, sig);
 	}
 
-	private uint linux_major = 0;
-	private uint linux_minor = 0;
-
-	public bool check_kernel_version (uint major, uint minor) {
-		if (linux_major == 0) {
-			var name = Posix.utsname ();
-			name.release.scanf ("%u.%u", out linux_major, out linux_minor);
-		}
-
-		return (linux_major == major && linux_minor >= minor) || linux_major > major;
-	}
 
 	public extern bool _syscall_satisfies (int syscall_id, LinuxSyscall mask);
 
-	public class FileDescriptor : Object, FileDescriptorBased {
-		public int handle;
-
-		public FileDescriptor (int handle) {
-			this.handle = handle;
-		}
-
-		~FileDescriptor () {
-			if (handle != -1)
-				Posix.close (handle);
-		}
-
-		public int steal () {
-			int result = handle;
-			handle = -1;
-			return result;
-		}
-
-		public int get_fd () {
-			return handle;
-		}
-	}
-
-	public sealed class PidFileDescriptor : FileDescriptor {
-		private uint pid;
-
-		private PidFileDescriptor (int fd, uint pid) {
-			base (fd);
-			this.pid = pid;
-		}
-
-		public static bool is_supported () {
-			return check_kernel_version (5, 3);
-		}
-
-		public static bool getfd_is_supported () {
-			return check_kernel_version (5, 6);
-		}
-
-		public static PidFileDescriptor from_pid (uint pid) throws Error {
-			int fd = pidfd_open (pid, 0);
-			if (fd == -1)
-				throw_pidfd_error (pid, errno);
-			return new PidFileDescriptor (fd, pid);
-		}
-
-		public FileDescriptor getfd (int targetfd) throws Error {
-			int fd = pidfd_getfd (handle, targetfd, 0);
-			if (fd == -1)
-				throw_pidfd_error (pid, errno);
-			return new FileDescriptor (fd);
-		}
-
-		private static int pidfd_open (uint pid, uint flags) {
-			return Linux.syscall (SysCall.pidfd_open, pid, flags);
-		}
-
-		private static int pidfd_getfd (int pidfd, int targetfd, uint flags) {
-			return Linux.syscall (SysCall.pidfd_getfd, pidfd, targetfd, flags);
-		}
-
-		[NoReturn]
-		private static void throw_pidfd_error (uint pid, int err) throws Error {
-			switch (err) {
-				case Posix.ESRCH:
-					throw new Error.PROCESS_NOT_FOUND ("Process not found");
-				case Posix.EPERM:
-					throw new Error.PERMISSION_DENIED ("Unable to use pidfd for pid %u: %s", pid, strerror (err));
-				default:
-					throw new Error.NOT_SUPPORTED ("Unable to use pidfd for pid %u: %s", pid, strerror (err));
-			}
-		}
-	}
-
-	namespace MemoryFileDescriptor {
-		public bool is_supported () {
-			return check_kernel_version (3, 17);
-		}
-
-		public static FileDescriptor from_bytes (string name, Bytes bytes) {
-			assert (is_supported ());
-
-			var fd = new FileDescriptor (memfd_create (name, 0));
-			unowned uint8[] data = bytes.get_data ();
-			ssize_t n = Posix.write (fd.handle, data, data.length);
-			assert (n == data.length);
-			return fd;
-		}
-
-		private int memfd_create (string name, uint flags) {
-			return Linux.syscall (SysCall.memfd_create, name, flags);
-		}
-	}
-
 	private void make_pty (out FileDescriptor read, out FileDescriptor write) throws Error {
 #if HAVE_OPENPTY
 		int rfd = -1, wfd = -1;

src/linux/helpers/rebuild.sh

@@ -84,12 +84,6 @@ build_arch () {
     export CC="gcc -m32" CXX="g++ -m32" STRIP="strip"
   fi
 
-  case "$ARCH" in
-  armbe8 | arm64be | arm64beilp32)
-    EXTRA_FLAGS+=("--without-prebuilds=sdk:host")
-    ;;
-  esac
-
   cd "$FRIDA_CORE_DIR"
 
   rm -rf "$BUILD_DIR"

src/meson.build

@@ -1,6 +1,7 @@
 base_sources = [
   'frida.vala',
   'frida-glue.c',
+  'package-manager.vala',
   'control-service.vala',
   'portal-service.vala',
   'host-session-service.vala',
@@ -364,16 +365,14 @@ if have_local_backend
     helper_backend_vala_args = [
       base_vala_args,
       gum_vala_args,
-      '--pkg=gio-unix-2.0',
       '--pkg=posix',
     ]
     helper_backend = static_library('frida-helper-backend', helper_backend_sources,
       c_args: frida_component_cflags,
       vala_args: [
         helper_backend_vala_args,
-        '--vapidir=' + meson.current_source_dir() / 'linux',
-        '--pkg=frida-sysapi',
         '--pkg=linux',
+        '--pkg=linux-system',
         '--pkg=frida-gum-linux-1.0',
       ],
       dependencies: [gio_dep, gio_unix_dep, gee_dep, gum_dep, base_dep] + helper_backend_extra_deps,
@@ -634,6 +633,7 @@ core = library('frida-core', core_sources,
     base_vala_args,
     gumjs_inspector_vala_args,
     '--pkg=gmodule-2.0',
+    '--pkg=libsoup-3.0',
   ],
   vala_gir: core_gir_name,
   link_args: backend_libs_private,

subprojects/frida-gum.wrap

@@ -1,6 +1,6 @@
 [wrap-git]
 url = https://github.com/frida/frida-gum.git
-revision = 17.1.4
+revision = 17.2.2
 depth = 1
 
 [provide]

tests/labrats/rebuild.sh

@@ -77,12 +77,6 @@ build_arch () {
     export CC="gcc -m32" CXX="g++ -m32" STRIP="strip"
   fi
 
-  case "$ARCH" in
-  armbe8 | arm64be | arm64beilp32)
-    EXTRA_FLAGS+=("--without-prebuilds=sdk:host")
-    ;;
-  esac
-
   cd "$FRIDA_CORE_DIR"
 
   rm -rf "$BUILD_DIR"

tests/test-host-session.vala

@@ -1557,7 +1557,7 @@ namespace Frida.HostSessionTest {
 		private static async void spawn (Harness h) {
 			if (!GLib.Test.slow () && (
 						Frida.Test.os () == Frida.Test.OS.ANDROID ||
-						Frida.Test.os_arch_suffix () == "-linux-arm" ||
+						Frida.Test.os_arch_suffix () == "-linux-armbe8" ||
 						Frida.Test.os_arch_suffix () == "-linux-arm64be"
 					)) {
 				stdout.printf ("<skipping, run in slow mode> ");

tools/cgo/detect.py

@@ -18,7 +18,6 @@ if platform.system() == "Windows":
 
 
 FRIDA_OS_TO_GO_OS = {
-    "android": "linux",  # XXX: Work around lack of support for -buildmode=c-archive
     "macos": "darwin",
 }
 
@@ -53,6 +52,7 @@ def main(argv: List[str]):
     go = Path(args.pop(0))
     host_os = args.pop(0)
     host_abi = args.pop(0)
+    shlib_suffix = args.pop(0)
     cc_id = args.pop(0)
     cc_cmd_array = pop_cmd_array_arg(args)
     ar_cmd_array = pop_cmd_array_arg(args)
@@ -64,6 +64,7 @@ def main(argv: List[str]):
             go,
             host_os,
             host_abi,
+            shlib_suffix,
             cc_id,
             cc_cmd_array,
             ar_cmd_array,
@@ -71,7 +72,7 @@ def main(argv: List[str]):
             ranlib_cmd_array,
         )
         print("ok")
-        print(base64.b64encode(json.dumps(config).encode("utf-8")).decode("ascii"))
+        print(config["mode"], base64.b64encode(json.dumps(config).encode("utf-8")).decode("ascii"))
     except Exception as e:
         print("error")
         print(str(e).replace("\n", "\\n"))
@@ -95,6 +96,7 @@ def detect_config(
     go: Path,
     host_os: str,
     host_abi: str,
+    shlib_suffix: str,
     cc_id: str,
     cc_cmd_array: List[str],
     ar_cmd_array: Optional[List[str]],
@@ -141,10 +143,6 @@ def detect_config(
         extra_go_args.append("-ldflags=-extldflags=-mmacosx-version-min=11.0")
         env["MACOSX_DEPLOYMENT_TARGET"] = "11.0"
 
-    if host_os == "android":
-        # XXX: Avoid socklen_t compatibility issue caused by us using GOOS=linux for Android
-        extra_go_args += ["-tags", "netgo"]
-
     def run(*args):
         return subprocess.run(
             args,
@@ -165,14 +163,18 @@ def detect_config(
     env["GOOS"] = goos
     env["GOARCH"] = goarch
 
+    mode = "c-shared" if host_os == "android" else "c-archive"
+
     try:
-        run(go, "build", "-buildmode=c-archive", "-o", "cgotest.a", "-buildvcs=false")
+        run(go, "build", f"-buildmode={mode}", "-o", "cgotest.a", "-buildvcs=false")
     except subprocess.CalledProcessError as e:
         raise BuildError(e.output.strip())
 
     config = {
+        "mode": mode,
         "os": host_os,
         "abi": host_abi,
+        "shlib_suffix": shlib_suffix,
         "extra_go_args": extra_go_args,
         "env": env,
         "ar": ar_cmd_array,

tools/post-process.py

@@ -23,6 +23,7 @@ def main(argv):
         input_entitlements_path = args.pop(0) if args else None
     else:
         input_entitlements_path = None
+    flags = set(args.pop(0).split("|") if args else [])
 
     is_apple_os = host_os in {"macos", "ios", "watchos", "tvos"}
 
@@ -62,7 +63,7 @@ def main(argv):
                     codesign_args += ["--entitlements", input_entitlements_path]
             subprocess.run(codesign + codesign_args + [intermediate_path], **run_kwargs)
 
-        if host_os == "android":
+        if host_os == "android" and "elf-cleaner:off" not in flags:
             api_level = 19 if host_abi in {"x86", "arm"} else 21
             subprocess.run(termux_elf_cleaner + ["--api-level", str(api_level), "--quiet", intermediate_path],
                            **run_kwargs)