first commit
This commit is contained in:
Jean-Marie Mineau
commit
cd1e91bb99
GPG key ID:
B66AEEDA9B645AD2
287 changed files with 86425 additions and 0 deletions
1
rasta_exp/docker/iccta/RASTA_VERSION
Normal file
1
rasta_exp/docker/iccta/RASTA_VERSION
Normal file
|
|
@ -0,0 +1 @@
|
|||
provided_build
|
||||
8
rasta_exp/docker/iccta/README.md
Normal file
8
rasta_exp/docker/iccta/README.md
Normal file
|
|
@ -0,0 +1,8 @@
|
|||
# IccTA
|
||||
|
||||
- [source](https://github.com/lilicoding/soot-infoflow-android-iccta.git)
|
||||
- [paper](https://ieeexplore.ieee.org/document/7194581)
|
||||
|
||||
- language: Java 8
|
||||
- number of years without at least 1 commit since first commit: 7
|
||||
- License: LGPL 2.1
|
||||
79
rasta_exp/docker/iccta/provided_build/Dockerfile
Normal file
79
rasta_exp/docker/iccta/provided_build/Dockerfile
Normal file
|
|
@ -0,0 +1,79 @@
|
|||
FROM ubuntu:22.04
|
||||
|
||||
# RUN sed -i -e "s/archive.ubuntu.com/old-releases.ubuntu.com/g" /etc/apt/sources.list
|
||||
|
||||
RUN apt-get update && apt-get install -y git time unzip wget
|
||||
|
||||
RUN mkdir /workspace
|
||||
RUN git init /workspace/iccta && \
|
||||
cd /workspace/iccta && \
|
||||
git remote add origin https://github.com/lilicoding/soot-infoflow-android-iccta.git && \
|
||||
git fetch --depth=1 origin 831afaaf7b4320a11f9453afb3d02cf41cfa6b69 && \
|
||||
git reset --hard FETCH_HEAD
|
||||
|
||||
RUN apt-get update && apt-get install -y openjdk-8-jdk mysql-server sdkmanager
|
||||
|
||||
RUN sdkmanager "platforms;android-10" &&\
|
||||
sdkmanager "platforms;android-11" &&\
|
||||
sdkmanager "platforms;android-12" &&\
|
||||
sdkmanager "platforms;android-13" &&\
|
||||
sdkmanager "platforms;android-14" &&\
|
||||
sdkmanager "platforms;android-15" &&\
|
||||
sdkmanager "platforms;android-16" &&\
|
||||
sdkmanager "platforms;android-17" &&\
|
||||
sdkmanager "platforms;android-18" &&\
|
||||
sdkmanager "platforms;android-19" &&\
|
||||
sdkmanager "platforms;android-20" &&\
|
||||
sdkmanager "platforms;android-21" &&\
|
||||
sdkmanager "platforms;android-22" &&\
|
||||
sdkmanager "platforms;android-23" &&\
|
||||
sdkmanager "platforms;android-24" &&\
|
||||
sdkmanager "platforms;android-25" &&\
|
||||
sdkmanager "platforms;android-26" &&\
|
||||
sdkmanager "platforms;android-27" &&\
|
||||
sdkmanager "platforms;android-28" &&\
|
||||
sdkmanager "platforms;android-29" &&\
|
||||
sdkmanager "platforms;android-3" &&\
|
||||
sdkmanager "platforms;android-30" &&\
|
||||
sdkmanager "platforms;android-31" &&\
|
||||
sdkmanager "platforms;android-32" &&\
|
||||
sdkmanager "platforms;android-33" &&\
|
||||
sdkmanager "platforms;android-4" &&\
|
||||
sdkmanager "platforms;android-5" &&\
|
||||
sdkmanager "platforms;android-6" &&\
|
||||
sdkmanager "platforms;android-7" &&\
|
||||
sdkmanager "platforms;android-8"
|
||||
#sdkmanager "platforms;android-9" for some reason this one 404
|
||||
|
||||
|
||||
#RUN mysqld & sleep 3 && \
|
||||
RUN sed -i '211s/);/)ENGINE=InnoDB CHARACTER SET utf8;/' /workspace/iccta/res/schema
|
||||
# mysql -e 'CREATE DATABASE cc' && \
|
||||
# mysql cc < /workspace/iccta/res/schema && \
|
||||
# mysql -e "CREATE USER 'icc_ta_user' IDENTIFIED BY 'P@ssw0rd';" && \
|
||||
# mysql -e "GRANT ALL PRIVILEGES ON cc.* TO 'icc_ta_user';"
|
||||
|
||||
RUN sed -i 's/<name>.*<\/name>/<name>cc<\/name>/' /workspace/iccta/res/jdbc.xml && \
|
||||
sed -i 's/<username>.*<\/username>/<username>icc_ta_user<\/username>/' /workspace/iccta/res/jdbc.xml && \
|
||||
sed -i 's/<password>.*<\/password>/<password>P@ssw0rd<\/password>/' /workspace/iccta/res/jdbc.xml && \
|
||||
sed -i 's/<name>.*<\/name>/<name>cc<\/name>/' /workspace/iccta/release/res/jdbc.xml && \
|
||||
sed -i 's/<username>.*<\/username>/<username>icc_ta_user<\/username>/' /workspace/iccta/release/res/jdbc.xml && \
|
||||
sed -i 's/<password>.*<\/password>/<password>P@ssw0rd<\/password>/' /workspace/iccta/release/res/jdbc.xml && \
|
||||
sed -i 's/android_jars=.*/android_jars=\/opt\/android-sdk\/platforms/' /workspace/iccta/release/res/iccta.properties
|
||||
|
||||
RUN cd /workspace && \
|
||||
echo 'user=icc_ta_user' > cc.properties && \
|
||||
echo 'password=P@ssw0rd' >> cc.properties && \
|
||||
echo 'characterEncoding=ISO-8859-1' >> cc.properties && \
|
||||
echo 'useUnicode=true' >> cc.properties && \
|
||||
wget https://github.com/JordanSamhi/Tools/raw/master/ic3.jar
|
||||
|
||||
RUN cd /workspace/iccta && \
|
||||
wget https://github.com/JordanSamhi/Tools/raw/master/iccta.jar
|
||||
|
||||
# JarRsrcLoader is broken in singularity for some reason, so let's get rid of the jar stuff
|
||||
RUN mkdir /workspace/iccta/unzipped && \
|
||||
unzip /workspace/iccta/iccta.jar -d /workspace/iccta/unzipped
|
||||
|
||||
|
||||
COPY run.sh /
|
||||
60
rasta_exp/docker/iccta/provided_build/run.sh
Executable file
60
rasta_exp/docker/iccta/provided_build/run.sh
Executable file
|
|
@ -0,0 +1,60 @@
|
|||
#!/usr/bin/env bash
|
||||
|
||||
APK_FILENAME=$1
|
||||
|
||||
export TIME="time: %e
|
||||
kernel-cpu-time: %S
|
||||
user-cpu-time: %U
|
||||
max-rss-mem: %M
|
||||
avg-rss-mem: %t
|
||||
avg-total-mem: %K
|
||||
page-size: %Z
|
||||
nb-major-page-fault: %F
|
||||
nb-minor-page-fault: %R
|
||||
nb-fs-input: %I
|
||||
nb-fs-output: %O
|
||||
nb-socket-msg-received: %r
|
||||
nb-socket-msg-sent: %s
|
||||
nb-signal-delivered: %k
|
||||
exit-status: %x"
|
||||
|
||||
export CLASS_PATH='/workspace/iccta/unzipped:/workspace/iccta/unzipped/c3p0-0.9.1.2.jar:/workspace/iccta/unzipped/jdom-2.0.5.jar:/workspace/iccta/unzipped/AXMLPrinter2.jar:/workspace/iccta/unzipped/android.jar:/workspace/iccta/unzipped/junit.jar:/workspace/iccta/unzipped/commons-cli-1.2.jar:/workspace/iccta/unzipped/axml-2.0.jar:/workspace/iccta/unzipped/slf4j-api-1.7.5.jar:/workspace/iccta/unzipped/slf4j-simple-1.7.5.jar:/workspace/iccta/unzipped/guava-18.0.jar:/workspace/iccta/unzipped/dexlib2-2.1.0-dev.jar:/workspace/iccta/unzipped/asm-debug-all-5.0.3.jar:/workspace/iccta/unzipped/cglib-nodep-2.2.2.jar:/workspace/iccta/unzipped/cos.jar:/workspace/iccta/unzipped/hamcrest-all-1.3.jar:/workspace/iccta/unzipped/j2ee.jar:/workspace/iccta/unzipped/java_cup.jar:/workspace/iccta/unzipped/javassist-3.18.2-GA.jar:/workspace/iccta/unzipped/jboss-common-core-2.5.0.Final.jar:/workspace/iccta/unzipped/junit-4.11.jar:/workspace/iccta/unzipped/mockito-all-1.10.8.jar:/workspace/iccta/unzipped/mockito-all-1.9.5.jar:/workspace/iccta/unzipped/org.hamcrest.core_1.3.0.jar:/workspace/iccta/unzipped/polyglot.jar:/workspace/iccta/unzipped/powermock-mockito-1.6.1-full.jar:/workspace/iccta/unzipped/util-2.1.0-dev.jar:/workspace/iccta/unzipped/FlowDroid.jar:/workspace/iccta/unzipped/mysql-connector-java-8.0.18.jar'
|
||||
|
||||
# Create and run database as current user on specific file
|
||||
#SQL_DATA=`mktemp -d`
|
||||
#
|
||||
SQL_DATA=/mnt/mysql
|
||||
LOG_FILE="$SQL_DATA/log"
|
||||
mkdir $SQL_DATA
|
||||
chmod 777 $SQL_DATA
|
||||
chmod +x $SQL_DATA/..
|
||||
mysqld --datadir=$SQL_DATA --log-error=$LOG_FILE --default-time-zone='+00:00' --initialize-insecure
|
||||
mysqld --datadir=$SQL_DATA --skip-name-resolve --log-error=$LOG_FILE --default-time-zone='+00:00' --bind-address=127.0.0.1 --mysqlx=OFF --socket=$SQL_DATA/mysqld.sock &
|
||||
DB_PID="$!"
|
||||
|
||||
# Wait for db connection
|
||||
until mysql -u root --socket="$SQL_DATA/mysqld.sock" -e 'CREATE DATABASE cc'
|
||||
do
|
||||
echo 'Waiting for DB, error 2002 ^ is normal'
|
||||
sleep 1
|
||||
done
|
||||
mysql -u root --socket="$SQL_DATA/mysqld.sock" cc < /workspace/iccta/res/schema
|
||||
mysql -u root --socket="$SQL_DATA/mysqld.sock" -e "CREATE USER 'icc_ta_user' IDENTIFIED BY 'P@ssw0rd';"
|
||||
mysql -u root --socket="$SQL_DATA/mysqld.sock" -e "GRANT ALL PRIVILEGES ON cc.* TO 'icc_ta_user';"
|
||||
|
||||
cd /mnt
|
||||
ln -s /workspace/iccta/res /mnt/
|
||||
ln -s /workspace/iccta/libs /mnt/
|
||||
ln -s /workspace/iccta/iccProvider /mnt/
|
||||
ln -s /workspace/iccta/release /mnt/
|
||||
ln -s /workspace/iccta/AndroidCallbacks.txt /mnt/
|
||||
|
||||
#java ${JAVA_PARAM} -jar /workspace/ic3.jar -a /mnt/${APK_FILENAME} -cp /opt/android-sdk/platforms -db /workspace/cc.properties
|
||||
# Normal command
|
||||
#echo "java ${JAVA_PARAM} -jar /workspace/iccta/iccta.jar /mnt/${APK_FILENAME} /opt/android-sdk/platforms"
|
||||
# Singularity because broken classloader for some reason
|
||||
#echo "java -cp \$CLASS_PATH soot.jimple.infoflow.android.iccta.TestApps.Test /mnt/${APK_FILENAME} /opt/android-sdk/platforms"
|
||||
|
||||
/usr/bin/time -o /mnt/report -q /usr/bin/timeout --kill-after=20s ${TIMEOUT} sh -c "java ${JAVA_PARAM} -jar /workspace/ic3.jar -a /mnt/${APK_FILENAME} -cp /opt/android-sdk/platforms -db /workspace/cc.properties && java ${JAVA_PARAM} -cp ${CLASS_PATH} soot.jimple.infoflow.android.iccta.TestApps.Test /mnt/${APK_FILENAME} /opt/android-sdk/platforms" > /mnt/stdout 2> /mnt/stderr
|
||||
|
||||
kill -9 ${DB_PID}
|
||||
106
rasta_exp/docker/iccta/test.py
Normal file
106
rasta_exp/docker/iccta/test.py
Normal file
|
|
@ -0,0 +1,106 @@
|
|||
import datetime
|
||||
import importlib.util
|
||||
import logging
|
||||
|
||||
from typing import Any, Type
|
||||
from pathlib import Path
|
||||
|
||||
if __name__ == "__main__":
|
||||
import sys
|
||||
|
||||
sys.path.append(str(Path(__file__).resolve().parent.parent))
|
||||
|
||||
import orchestrator
|
||||
|
||||
errors = orchestrator.error_collector
|
||||
utils = orchestrator.utils
|
||||
|
||||
TIMEOUT = 900
|
||||
|
||||
GUEST_MNT = "/mnt"
|
||||
PATH_APK = f"{GUEST_MNT}/app.apk"
|
||||
|
||||
WORKDIR = "/workspace"
|
||||
PARAM = "-Xmx4g -Xss4g"
|
||||
CMD = f"./run.sh {PARAM}"
|
||||
|
||||
TOOL_NAME = "iccta"
|
||||
|
||||
# Version name -> folder name
|
||||
TOOL_VERSIONS = {
|
||||
"provided_build": "provided_build",
|
||||
}
|
||||
# Name of the default version (default folder = TOOL_VERSIONS[DEFAULT_TOOL_VERSION])
|
||||
DEFAULT_TOOL_VERSION = "provided_build"
|
||||
|
||||
EXPECTED_ERROR_TYPES: list[Type[errors.LoggedError]] = [
|
||||
errors.JavaError,
|
||||
errors.NoPrefixJavaError,
|
||||
errors.FlowdroidLog4jError,
|
||||
]
|
||||
|
||||
|
||||
def analyse_artifacts(path: Path) -> dict[str, Any]:
|
||||
"""Analyse the artifacts of a test located at `path`."""
|
||||
report = utils.parse_report(path / "report")
|
||||
report["errors"] = list(
|
||||
map(
|
||||
lambda e: e.get_dict(),
|
||||
errors.get_errors(path / "stderr", EXPECTED_ERROR_TYPES),
|
||||
)
|
||||
)
|
||||
report["errors"].extend(
|
||||
map(
|
||||
lambda e: e.get_dict(),
|
||||
errors.get_errors(path / "stdout", EXPECTED_ERROR_TYPES),
|
||||
)
|
||||
)
|
||||
if report["timeout"]:
|
||||
report["tool-status"] = "TIMEOUT"
|
||||
elif check_success(path):
|
||||
report["tool-status"] = "FINISHED"
|
||||
else:
|
||||
report["tool-status"] = "FAILED"
|
||||
report["tool-name"] = TOOL_NAME
|
||||
report["date"] = str(datetime.datetime.now())
|
||||
report["apk"] = utils.sha256_sum(path / "app.apk").upper()
|
||||
return report
|
||||
|
||||
|
||||
def check_success(path: Path) -> bool:
|
||||
"""Check if the analysis finished without crashing."""
|
||||
l1 = False
|
||||
with (path / "stdout").open(errors="replace") as file:
|
||||
for line in file:
|
||||
if l1 and "Analysis has run for" in line:
|
||||
return True
|
||||
l1 = False
|
||||
if "Maximum memory consumption:" in line:
|
||||
l1 = True
|
||||
return False
|
||||
|
||||
|
||||
if __name__ == "__main__":
|
||||
import docker # type: ignore
|
||||
|
||||
args = orchestrator.get_test_args(TOOL_NAME)
|
||||
|
||||
tool_folder = Path(__file__).resolve().parent
|
||||
api_key = orchestrator.get_androzoo_key()
|
||||
if args.get_apk_info:
|
||||
orchestrator.load_apk_info(args.apk_refs, args.androzoo_list, api_key)
|
||||
client = docker.from_env()
|
||||
|
||||
logging.info("Command tested: ")
|
||||
logging.info(f"[{WORKDIR}]$ {CMD}")
|
||||
|
||||
for apk_ref in args.apk_refs:
|
||||
orchestrator.test_tool_on_apk(
|
||||
client,
|
||||
tool_folder,
|
||||
api_key,
|
||||
apk_ref,
|
||||
args.tool_version,
|
||||
args.keep_artifacts,
|
||||
args.force_test,
|
||||
)
|
||||
Loading…
Add table
Add a link
Reference in a new issue