first commit
This commit is contained in:
Jean-Marie Mineau
commit
cd1e91bb99
GPG key ID:
B66AEEDA9B645AD2
287 changed files with 86425 additions and 0 deletions
1
rasta_exp/docker/ic3/RASTA_VERSION
Normal file
1
rasta_exp/docker/ic3/RASTA_VERSION
Normal file
|
|
@ -0,0 +1 @@
|
|||
home_build
|
||||
8
rasta_exp/docker/ic3/README.md
Normal file
8
rasta_exp/docker/ic3/README.md
Normal file
|
|
@ -0,0 +1,8 @@
|
|||
# IC3
|
||||
|
||||
- [source](https://github.com/siis/ic3)
|
||||
- [paper](https://ieeexplore.ieee.org/stamp/stamp.jsp?tp=&arnumber=7194563&tag=1)
|
||||
- language: Java 7
|
||||
- Build: Maven
|
||||
- number of years without at least 1 commit since first commit: 8
|
||||
- License: Apache 2.0
|
||||
32
rasta_exp/docker/ic3/home_build/Dockerfile
Normal file
32
rasta_exp/docker/ic3/home_build/Dockerfile
Normal file
|
|
@ -0,0 +1,32 @@
|
|||
FROM ubuntu:12.04
|
||||
|
||||
RUN sed -i -e "s/archive.ubuntu.com/old-releases.ubuntu.com/g" /etc/apt/sources.list
|
||||
|
||||
RUN apt-get update && apt-get install -y wget time
|
||||
|
||||
RUN mkdir -p /workspace/dare && mkdir /workspace/ic3_bin /workspace/ic3 /workspace/maven
|
||||
|
||||
RUN apt-get update && apt-get install -y openjdk-7-jdk
|
||||
|
||||
# Install dare
|
||||
RUN apt-get update && apt-get install -y ia32-libs
|
||||
RUN wget https://github.com/dare-android/platform_dalvik/releases/download/dare-1.1.0/dare-1.1.0-linux.tgz && \
|
||||
tar -xzf dare-1.1.0-linux.tgz -C /workspace/dare --strip-components=1 && rm dare-1.1.0-linux.tgz && \
|
||||
cd /workspace/dare && ./dex-preopt --bootstrap
|
||||
|
||||
#RUN wget https://github.com/siis/ic3/releases/download/v0.2.0/ic3-0.2.0-bin.tgz && \
|
||||
# tar -xzf ic3-0.2.0-bin.tgz -C /workspace/ic3_bin --strip-components=1 && rm ic3-0.2.0-bin.tgz
|
||||
|
||||
# Install recent maven (for https)
|
||||
RUN wget https://archive.apache.org/dist/maven/maven-3/3.8.7/binaries/apache-maven-3.8.7-bin.tar.gz --no-check-certificate && \
|
||||
echo '21c2be0a180a326353e8f6d12289f74bc7cd53080305f05358936f3a1b6dd4d91203f4cc799e81761cf5c53c5bbe9dcc13bdb27ec8f57ecf21b2f9ceec3c8d27 apache-maven-3.8.7-bin.tar.gz' | sha512sum --check &&\
|
||||
tar -xzf apache-maven-3.8.7-bin.tar.gz -C /workspace/maven --strip-components=1 && rm apache-maven-3.8.7-bin.tar.gz
|
||||
|
||||
ENV PATH="${PATH}://workspace/maven/bin"
|
||||
|
||||
RUN wget https://github.com/siis/ic3/archive/refs/tags/v0.2.0.tar.gz && \
|
||||
tar -xzf v0.2.0.tar.gz -C /workspace/ic3 --strip-components=1 && rm v0.2.0.tar.gz && \
|
||||
cd /workspace/ic3 && \
|
||||
mvn -Dhttps.protocols=TLSv1.2 clean compile package -P standalone
|
||||
|
||||
COPY run.sh /
|
||||
47
rasta_exp/docker/ic3/home_build/run.sh
Executable file
47
rasta_exp/docker/ic3/home_build/run.sh
Executable file
|
|
@ -0,0 +1,47 @@
|
|||
#!/usr/bin/env bash
|
||||
|
||||
|
||||
APK_FILENAME=$1
|
||||
|
||||
export TIME="time: %e
|
||||
kernel-cpu-time: %S
|
||||
user-cpu-time: %U
|
||||
max-rss-mem: %M
|
||||
avg-rss-mem: %t
|
||||
avg-total-mem: %K
|
||||
page-size: %Z
|
||||
nb-major-page-fault: %F
|
||||
nb-minor-page-fault: %R
|
||||
nb-fs-input: %I
|
||||
nb-fs-output: %O
|
||||
nb-socket-msg-received: %r
|
||||
nb-socket-msg-sent: %s
|
||||
nb-signal-delivered: %k
|
||||
exit-status: %x"
|
||||
|
||||
|
||||
cd /workspace/dare
|
||||
mkdir -p /mnt/dare_out
|
||||
mkdir -p /mnt/ic3_out
|
||||
|
||||
# Expand Java Params: -Xmx16g -Xss16g ===> -x -Xmx16g -x -Xss16g
|
||||
DARE_JAVA_PARAM=`echo "${JAVA_PARAM}" | sed "s/-X/-x -X/g"`
|
||||
|
||||
#./dare -d /mnt/dare_out $@ /mnt/app.apk && echo 'DARE FINISHED' || echo 'DARE FAILED'
|
||||
echo "Doing: ./dare -d /mnt/dare_out ${DARE_JAVA_PARAM} /mnt/${APK_FILENAME}"
|
||||
|
||||
# Monitoring time of DARE (but time measurement will be lost)
|
||||
/usr/bin/time -o /mnt/report -q /usr/bin/timeout --kill-after=20s ${TIMEOUT} ./dare -d /mnt/dare_out ${DARE_JAVA_PARAM} /mnt/${APK_FILENAME} > /mnt/stdout 2> /mnt/stderr
|
||||
|
||||
echo 'DARE FINISHED'
|
||||
|
||||
#java "${newargs[@]}" -jar /workspace/ic3/target/ic3-0.2.0-full.jar -protobuf /mnt/ic3_out -apkormanifest /mnt/app.apk -input /mnt/dare_out/retargeted/app/ -cp /workspace/ic3/src/main/resources/android.jar -out /mnt/ic3_out
|
||||
|
||||
HASH=`echo ${APK_FILENAME} | cut -d '.' -f '1'`
|
||||
|
||||
echo "Doing: java ${JAVA_PARAM} -jar /workspace/ic3/target/ic3-0.2.0-full.jar -protobuf /mnt/ic3_out -apkormanifest /mnt/${APK_FILENAME} -input /mnt/dare_out/retargeted/${HASH}/ -cp /workspace/ic3/src/main/resources/android.jar -out /mnt/ic3_out"
|
||||
|
||||
# Monitoring time of IC3
|
||||
/usr/bin/time -o /mnt/report -q /usr/bin/timeout --kill-after=20s ${TIMEOUT} java ${JAVA_PARAM} -jar /workspace/ic3/target/ic3-0.2.0-full.jar -protobuf /mnt/ic3_out -apkormanifest /mnt/${APK_FILENAME} -input /mnt/dare_out/retargeted/${HASH}/ -cp /workspace/ic3/src/main/resources/android.jar -out /mnt/ic3_out >> /mnt/stdout 2>> /mnt/stderr
|
||||
|
||||
echo "IC3 finished"
|
||||
20
rasta_exp/docker/ic3/provided_build/Dockerfile
Normal file
20
rasta_exp/docker/ic3/provided_build/Dockerfile
Normal file
|
|
@ -0,0 +1,20 @@
|
|||
FROM ubuntu:12.04
|
||||
|
||||
RUN sed -i -e "s/archive.ubuntu.com/old-releases.ubuntu.com/g" /etc/apt/sources.list
|
||||
|
||||
RUN apt-get update && apt-get install -y wget time
|
||||
|
||||
RUN mkdir -p /workspace/dare && mkdir /workspace/ic3_bin /workspace/ic3 /workspace/maven
|
||||
|
||||
RUN apt-get update && apt-get install -y openjdk-7-jdk
|
||||
|
||||
# Install dare
|
||||
RUN apt-get update && apt-get install -y ia32-libs
|
||||
RUN wget https://github.com/dare-android/platform_dalvik/releases/download/dare-1.1.0/dare-1.1.0-linux.tgz && \
|
||||
tar -xzf dare-1.1.0-linux.tgz -C /workspace/dare --strip-components=1 && rm dare-1.1.0-linux.tgz && \
|
||||
cd /workspace/dare && ./dex-preopt --bootstrap
|
||||
|
||||
RUN wget https://github.com/siis/ic3/releases/download/v0.2.0/ic3-0.2.0-bin.tgz && \
|
||||
tar -xzf ic3-0.2.0-bin.tgz -C /workspace/ic3_bin --strip-components=1 && rm ic3-0.2.0-bin.tgz
|
||||
|
||||
COPY run.sh /workspace/run.sh
|
||||
17
rasta_exp/docker/ic3/provided_build/run.sh
Executable file
17
rasta_exp/docker/ic3/provided_build/run.sh
Executable file
|
|
@ -0,0 +1,17 @@
|
|||
#!/bin/bash
|
||||
|
||||
cd /workspace/dare
|
||||
mkdir -p /mnt/dare_out
|
||||
mkdir -p /mnt/ic3_out
|
||||
|
||||
./dare -d /mnt/dare_out $@ /mnt/app.apk && echo 'DARE FINISHED' || echo 'DARE FAILED'
|
||||
|
||||
echo 'DARE FINISHED' 1>&2
|
||||
|
||||
newargs=( "$@" )
|
||||
# Filter out '-x' from args
|
||||
for index in "${!newargs[@]}" ; do
|
||||
[[ ${newargs[$index]} = '-x' ]] && unset -v 'newargs[$index]' ;
|
||||
done
|
||||
|
||||
java "${newargs[@]}" -jar /workspace/ic3_bin/ic3-0.2.0-full.jar -protobuf /mnt/ic3_out -apkormanifest /mnt/app.apk -input /mnt/dare_out/retargeted/app/ -cp /workspace/ic3/src/main/resources/android.jar -out /mnt/ic3_out
|
||||
103
rasta_exp/docker/ic3/test.py
Normal file
103
rasta_exp/docker/ic3/test.py
Normal file
|
|
@ -0,0 +1,103 @@
|
|||
import datetime
|
||||
import importlib.util
|
||||
import logging
|
||||
|
||||
from typing import Any, Type
|
||||
from pathlib import Path
|
||||
|
||||
if __name__ == "__main__":
|
||||
import sys
|
||||
|
||||
sys.path.append(str(Path(__file__).resolve().parent.parent))
|
||||
|
||||
import orchestrator
|
||||
|
||||
errors = orchestrator.error_collector
|
||||
utils = orchestrator.utils
|
||||
|
||||
TIMEOUT = 900
|
||||
|
||||
GUEST_MNT = "/mnt"
|
||||
PATH_APK = f"{GUEST_MNT}/app.apk"
|
||||
|
||||
WORKDIR = "/workspace"
|
||||
PARAM = "-x -Xmx950m -x -Xss32m"
|
||||
CMD = f"./run.sh {PARAM}"
|
||||
|
||||
TOOL_NAME = "ic3"
|
||||
|
||||
# Version name -> folder name
|
||||
TOOL_VERSIONS = {
|
||||
"fork_home_build": "fork_home_build",
|
||||
"home_build": "home_build",
|
||||
"provided_build": "provided_build",
|
||||
}
|
||||
# Name of the default version (default folder = TOOL_VERSIONS[DEFAULT_TOOL_VERSION])
|
||||
DEFAULT_TOOL_VERSION = "fork_home_build"
|
||||
|
||||
EXPECTED_ERROR_TYPES: list[Type[errors.LoggedError]] = [
|
||||
errors.JavaError,
|
||||
errors.NoPrefixJavaError,
|
||||
]
|
||||
|
||||
|
||||
def analyse_artifacts(path: Path) -> dict[str, Any]:
|
||||
"""Analyse the artifacts of a test located at `path`."""
|
||||
report = utils.parse_report(path / "report")
|
||||
report["errors"] = list(
|
||||
map(
|
||||
lambda e: e.get_dict(),
|
||||
errors.get_errors(path / "stderr", EXPECTED_ERROR_TYPES),
|
||||
)
|
||||
)
|
||||
report["errors"].extend(
|
||||
map(
|
||||
lambda e: e.get_dict(),
|
||||
errors.get_errors(path / "stdout", EXPECTED_ERROR_TYPES),
|
||||
)
|
||||
)
|
||||
if report["timeout"]:
|
||||
report["tool-status"] = "TIMEOUT"
|
||||
elif check_success(path):
|
||||
report["tool-status"] = "FINISHED"
|
||||
else:
|
||||
report["tool-status"] = "FAILED"
|
||||
report["tool-name"] = TOOL_NAME
|
||||
report["date"] = str(datetime.datetime.now())
|
||||
report["apk"] = utils.sha256_sum(path / "app.apk").upper()
|
||||
return report
|
||||
|
||||
|
||||
def check_success(path: Path) -> bool:
|
||||
"""Check if the analysis finished without crashing."""
|
||||
if (path / "dare_out").exists():
|
||||
# if the tool use dare, check that dare succed
|
||||
if not (path / "dare_out" / "retargeted" / "app" / "classes.txt").exists():
|
||||
return False
|
||||
return len(list((path / "ic3_out").iterdir())) >= 1
|
||||
|
||||
|
||||
if __name__ == "__main__":
|
||||
import docker # type: ignore
|
||||
|
||||
args = orchestrator.get_test_args(TOOL_NAME)
|
||||
|
||||
tool_folder = Path(__file__).resolve().parent
|
||||
api_key = orchestrator.get_androzoo_key()
|
||||
if args.get_apk_info:
|
||||
orchestrator.load_apk_info(args.apk_refs, args.androzoo_list, api_key)
|
||||
client = docker.from_env()
|
||||
|
||||
logging.info("Command tested: ")
|
||||
logging.info(f"[{WORKDIR}]$ {CMD}")
|
||||
|
||||
for apk_ref in args.apk_refs:
|
||||
orchestrator.test_tool_on_apk(
|
||||
client,
|
||||
tool_folder,
|
||||
api_key,
|
||||
apk_ref,
|
||||
args.tool_version,
|
||||
args.keep_artifacts,
|
||||
args.force_test,
|
||||
)
|
||||
Loading…
Add table
Add a link
Reference in a new issue