Diff 47370

.buildkite/android.yml

	steps:			steps:
	- label: ':robot_face: Android Build'			- label: ':robot_face: Android Build'
	command:			command:
	- 'curl https://sh.rustup.rs -sSf \| sh -s -- -y'			- 'curl https://sh.rustup.rs -sSf \| sh -s -- -y'
	- 'source /root/.cargo/env'			- 'source /root/.cargo/env'
				- 'rustup default 1.85.0'
	- 'rustup target add aarch64-linux-android arm-linux-androideabi x86_64-linux-android'			- 'rustup target add aarch64-linux-android arm-linux-androideabi x86_64-linux-android'
	- 'apt update && apt install -y autoconf libtool build-essential cmake git libgtest-dev libssl-dev zlib1g-dev pkg-config'			- 'apt update && apt install -y autoconf libtool build-essential cmake git libgtest-dev libssl-dev zlib1g-dev pkg-config'
	- 'scripts/install_protobuf.sh'			- 'scripts/install_protobuf.sh'
	- 'yarn ci-cleaninstall'			- 'yarn ci-cleaninstall'
	- 'cd native/android'			- 'cd native/android'
	- './gradlew clean && ./gradlew bundleRelease --no-daemon "-Dorg.gradle.jvmargs=-Xmx32g -XX:MaxMetaspaceSize=8g"'			- './gradlew clean && ./gradlew bundleRelease --no-daemon "-Dorg.gradle.jvmargs=-Xmx32g -XX:MaxMetaspaceSize=8g"'
	retry:			retry:
	automatic: true			automatic: true
	plugins:			plugins:
	- docker#v5.3.0:			- docker#v5.3.0:
	image: 'reactnativecommunity/react-native-android:latest'			image: 'reactnativecommunity/react-native-android:latest'
	shell: ['/bin/bash', '-e', '-c']			shell: ['/bin/bash', '-e', '-c']
	propagate-environment: true			propagate-environment: true
	agents:			agents:
	- 'autoscaling=true'			- 'autoscaling=true'

View Options

native/android/app/build.gradle

Show First 20 Lines • Show All 335 Lines • ▼ Show 20 Lines	doLast {
from zipTree(file)		from zipTree(file)
into "$buildDir/$file.name"		into "$buildDir/$file.name"
include "jni/*/"		include "jni/*/"
}		}
}		}
}		}
}		}

		// Add cross-compilation targets to Rust toolchain
		task updateRustToolchain(type: Exec) {
		commandLine "rustup", "target", "add",
		"aarch64-linux-android",
		"armv7-linux-androideabi",
		"x86_64-linux-android"
		}

tasks.whenTaskAdded { task ->		tasks.whenTaskAdded { task ->
if (		if (
!task.name.contains("Clean") &&		!task.name.contains("Clean") &&
(task.name.contains('externalNativeBuild') \|\|		(task.name.contains('externalNativeBuild') \|\|
task.name.startsWith('configureCMake') \|\|		task.name.startsWith('configureCMake') \|\|
task.name.startsWith('buildCMake'))		task.name.startsWith('buildCMake'))
) {		) {
def buildType = task.name.endsWith('Debug') ? 'Debug' : 'Release'		def buildType = task.name.endsWith('Debug') ? 'Debug' : 'Release'
task.dependsOn(extractAARHeaders)		task.dependsOn(extractAARHeaders)
task.dependsOn(extractJNIFiles)		task.dependsOn(extractJNIFiles)
		task.dependsOn(updateRustToolchain)
task.dependsOn("extractReactNativeAAR${buildType}")		task.dependsOn("extractReactNativeAAR${buildType}")
}		}
}		}

// EXTERNAL LIBS		// EXTERNAL LIBS
task prepareExternalLibs {		task prepareExternalLibs {
dependsOn prepareFolly		dependsOn prepareFolly
dependsOn prepareGlog		dependsOn prepareGlog
dependsOn prepareBoost		dependsOn prepareBoost
dependsOn prepareDoubleConversion		dependsOn prepareDoubleConversion
dependsOn prebuildOpenSSL		dependsOn prebuildOpenSSL
}		}

// Removes the '.cxx' directory to prevent running		// Removes the '.cxx' directory to prevent running
// ninja clean when the 'clean' command is executed		// ninja clean when the 'clean' command is executed
task removeCXX(type: Exec) {		task removeCXX(type: Exec) {
commandLine 'rm', '-rf', '.cxx'		commandLine 'rm', '-rf', '.cxx'
}		}

// Add cross-compilation targets to Rust toolchain
task updateRustToolchain(type: Exec) {
commandLine "rustup", "target", "add",
"aarch64-linux-android",
"armv7-linux-androideabi",
"x86_64-linux-android"
}

def nativeRustLibraryDir = "../../native_rust_library"		def nativeRustLibraryDir = "../../native_rust_library"
def nativeRustLibraryManifestPath = "${nativeRustLibraryDir}/Cargo.toml"		def nativeRustLibraryManifestPath = "${nativeRustLibraryDir}/Cargo.toml"
def cxxBridgeBindingDir = "${nativeRustLibraryDir}/target/cxxbridge/native_rust_library/src"		def cxxBridgeBindingDir = "${nativeRustLibraryDir}/target/cxxbridge/native_rust_library/src"
def cxxBridgeCommonDir = "${nativeRustLibraryDir}/target/cxxbridge/rust"		def cxxBridgeCommonDir = "${nativeRustLibraryDir}/target/cxxbridge/rust"

task buildNativeRustLibrary(type: Exec) {		task buildNativeRustLibrary(type: Exec) {
commandLine "cargo", "build", "--manifest-path", nativeRustLibraryManifestPath		commandLine "cargo", "build", "--manifest-path", nativeRustLibraryManifestPath
▲ Show 20 Lines • Show All 369 Lines • Show Last 20 Lines

View Options

services/commtest/Dockerfile

	FROM rust:1.85-bullseye			FROM rust:1.85-bullseye
				RUN rustup default stable

	RUN apt-get update && DEBIAN_FRONTEND=noninteractive apt-get install -y \			RUN apt-get update && DEBIAN_FRONTEND=noninteractive apt-get install -y \
	build-essential cmake git libgtest-dev libssl-dev zlib1g-dev \			build-essential cmake git libgtest-dev libssl-dev zlib1g-dev \
	gnupg software-properties-common python3-pip			gnupg software-properties-common python3-pip

	# These steps are required to install terraform			# These steps are required to install terraform
	RUN wget -O- https://apt.releases.hashicorp.com/gpg \| \			RUN wget -O- https://apt.releases.hashicorp.com/gpg \| \
	gpg --dearmor \| \			gpg --dearmor \| \
	Show All 18 Lines

	# Install cargo lambda			# Install cargo lambda
	RUN pip3 install cargo-lambda			RUN pip3 install cargo-lambda

	# Install more recent version of protobuf, must be ran as root			# Install more recent version of protobuf, must be ran as root
	COPY scripts/install_protobuf.sh ../../scripts/install_protobuf.sh			COPY scripts/install_protobuf.sh ../../scripts/install_protobuf.sh
	RUN ../../scripts/install_protobuf.sh			RUN ../../scripts/install_protobuf.sh
	ENV CARGO_REGISTRIES_CRATES_IO_PROTOCOL=sparse			ENV CARGO_REGISTRIES_CRATES_IO_PROTOCOL=sparse
				# ENV RUSTUP_AUTO_INSTALL=1

	# Copy and prepare cargo workspace			# Copy and prepare cargo workspace
	COPY Cargo.toml ../../Cargo.toml			COPY Cargo.toml ../../Cargo.toml
	COPY Cargo.lock ../../Cargo.lock			COPY Cargo.lock ../../Cargo.lock
	# Remove rust-node-addon from cargo workspace			# Remove rust-node-addon from cargo workspace
	RUN sed -i -E '/rust-node-addon/d' ../../Cargo.toml			RUN sed -i -E '/rust-node-addon/d' ../../Cargo.toml

	# Copy actual application sources			# Copy actual application sources
	COPY shared ../../shared/			COPY shared ../../shared/
	COPY services/terraform/dev ../terraform/dev			COPY services/terraform/dev ../terraform/dev
	COPY services/terraform/modules ../terraform/modules			COPY services/terraform/modules ../terraform/modules
	COPY services/commtest ./			COPY services/commtest ./
	COPY services/search-index-lambda ../search-index-lambda			COPY services/search-index-lambda ../search-index-lambda


	CMD ["bash", "./run-tests-ci.sh"]			CMD ["bash", "./run-tests-ci.sh"]

View Options

services/commtest/run-tests-ci.sh

#!/bin/env bash		#!/bin/env bash

set -euo pipefail		set -euo pipefail

NUM_FAILURES=0		NUM_FAILURES=0

awscli() {		awscli() {
aws --endpoint-url="$LOCALSTACK_ENDPOINT" "$@"		aws --endpoint-url="$LOCALSTACK_ENDPOINT" "$@"
}		}

build_lambdas() {		build_lambdas() {
echo "Building lambdas..."		echo "2Building lambdas..."

pushd ../search-index-lambda >/dev/null		pushd ../search-index-lambda >/dev/null

cargo lambda build --arm64 --output-format zip		set +o pipefail
		cargo lambda build --arm64 --output-format zip \|\| true
		set -o pipefail

popd >/dev/null		popd >/dev/null
}		}

# Set up Localstack using Terraform		# Set up Localstack using Terraform
reset_localstack() {		reset_localstack() {
echo "Resetting Localstack..."		echo "Resetting Localstack..."
pushd ../terraform/dev >/dev/null		pushd ../terraform/dev >/dev/null
Show All 23 Lines	run_test() {
exit_code=$?		exit_code=$?
set -e		set -e

if [ $exit_code -ne 0 ]; then		if [ $exit_code -ne 0 ]; then
((NUM_FAILURES += 1))		((NUM_FAILURES += 1))
fi		fi
}		}

		# rustup default stable

		echo "BEFORE Version:"
		rustup --version
		echo "Toolchains:"
		rustup toolchain list
		echo "Target:"
		rustup target list --installed
		echo "Default:"
		rustup default
		echo "Show:"
		rustup show

# Build lambdas for terraform		# Build lambdas for terraform
build_lambdas		build_lambdas

		echo "AFTER Version:"
		rustup --version
		echo "Toolchain:"
		rustup toolchain list
		echo "Target:"
		rustup target list --installed
		echo "Default:"
		rustup default
		echo "Show:"
		rustup show
		# exit 1

# Reset localstack and then run tests		# Reset localstack and then run tests
reset_localstack		reset_localstack

run_test "blob_*"		run_test "blob_*"
run_test "backup*"		run_test "backup*"
run_test "tunnelbroker_*" --test-threads=1		run_test "tunnelbroker_*" --test-threads=1
run_test grpc_client_test		run_test grpc_client_test
# below tests are flaky and need to be run in order		# below tests are flaky and need to be run in order
Show All 15 Lines

WIP test CI
AbandonedPublicDraft
Actions

Details

Diff Detail

Event Timeline

Revision Contents
Changeset List

Diff 47370

.buildkite/android.yml

native/android/app/build.gradle

services/commtest/Dockerfile

services/commtest/run-tests-ci.sh

WIP test CIAbandonedPublicDraftActions

Details

Diff Detail

Event Timeline

Revision ContentsChangeset List

Diff 47370

.buildkite/android.yml

native/android/app/build.gradle

services/commtest/Dockerfile

services/commtest/run-tests-ci.sh

WIP test CI
AbandonedPublicDraft
Actions

Revision Contents
Changeset List