first commit
This commit is contained in:
Jean-Marie Mineau
commit
cd1e91bb99
GPG key ID:
B66AEEDA9B645AD2
287 changed files with 86425 additions and 0 deletions
1
rasta_exp/docker/gator/RASTA_VERSION
Normal file
1
rasta_exp/docker/gator/RASTA_VERSION
Normal file
|
|
@ -0,0 +1 @@
|
|||
home_build
|
||||
7
rasta_exp/docker/gator/README.md
Normal file
7
rasta_exp/docker/gator/README.md
Normal file
|
|
@ -0,0 +1,7 @@
|
|||
# Gator
|
||||
|
||||
- [source](http://web.cse.ohio-state.edu/presto/software/gator/)
|
||||
- [paper](https://dl.acm.org/doi/10.1145/2544137.2544159), [paper](https://dl.acm.org/doi/abs/10.1145/2544137.2544159)
|
||||
- language: Java 8, python3
|
||||
- number of years without at least 1 release since first release: 4
|
||||
- License: BSD-3-Clause
|
||||
96
rasta_exp/docker/gator/home_build/Dockerfile
Normal file
96
rasta_exp/docker/gator/home_build/Dockerfile
Normal file
|
|
@ -0,0 +1,96 @@
|
|||
FROM ubuntu:22.04
|
||||
|
||||
RUN apt-get update && apt-get install -y time wget
|
||||
|
||||
ENV GatorRoot /workspace/gator
|
||||
RUN mkdir /workspace && cd /workspace && \
|
||||
wget http://web.cse.ohio-state.edu/presto/software/gator/downloads/gator-3.8.tar.gz && \
|
||||
tar xzf gator-3.8.tar.gz && rm gator-3.8.tar.gz && \
|
||||
mv gator-3.8 gator
|
||||
|
||||
RUN apt-get update && apt-get install -y openjdk-8-jdk python3 openjdk-19-jdk unzip
|
||||
|
||||
# We need to download some API that are not available from the linux sdkmanager
|
||||
# like 'addon-google_apis-google-23', funny thing: the sdkmanager from google is not
|
||||
# java-8 compatible, but there is no garenty that gator is compatible with java > 8
|
||||
RUN mkdir -p /opt/android-sdk && \
|
||||
cd /opt/android-sdk && \
|
||||
wget https://dl.google.com/android/repository/commandlinetools-linux-9477386_latest.zip && \
|
||||
unzip commandlinetools-linux-9477386_latest.zip && rm commandlinetools-linux-9477386_latest.zip
|
||||
|
||||
ENV PATH="/opt/android-sdk/cmdline-tools/bin:$PATH"
|
||||
|
||||
RUN yes | sdkmanager --sdk_root=/opt/android-sdk --licenses &&\
|
||||
sdkmanager --sdk_root=/opt/android-sdk "platforms;android-10" &&\
|
||||
sdkmanager --sdk_root=/opt/android-sdk "platforms;android-11" &&\
|
||||
sdkmanager --sdk_root=/opt/android-sdk "platforms;android-12" &&\
|
||||
sdkmanager --sdk_root=/opt/android-sdk "platforms;android-13" &&\
|
||||
sdkmanager --sdk_root=/opt/android-sdk "platforms;android-14" &&\
|
||||
sdkmanager --sdk_root=/opt/android-sdk "platforms;android-15" &&\
|
||||
sdkmanager --sdk_root=/opt/android-sdk "platforms;android-16" &&\
|
||||
sdkmanager --sdk_root=/opt/android-sdk "platforms;android-17" &&\
|
||||
sdkmanager --sdk_root=/opt/android-sdk "platforms;android-18" &&\
|
||||
sdkmanager --sdk_root=/opt/android-sdk "platforms;android-19" &&\
|
||||
sdkmanager --sdk_root=/opt/android-sdk "platforms;android-20" &&\
|
||||
sdkmanager --sdk_root=/opt/android-sdk "platforms;android-21" &&\
|
||||
sdkmanager --sdk_root=/opt/android-sdk "platforms;android-22" &&\
|
||||
sdkmanager --sdk_root=/opt/android-sdk "platforms;android-23" &&\
|
||||
sdkmanager --sdk_root=/opt/android-sdk "platforms;android-24" &&\
|
||||
sdkmanager --sdk_root=/opt/android-sdk "platforms;android-25" &&\
|
||||
sdkmanager --sdk_root=/opt/android-sdk "platforms;android-26" &&\
|
||||
sdkmanager --sdk_root=/opt/android-sdk "platforms;android-27" &&\
|
||||
sdkmanager --sdk_root=/opt/android-sdk "platforms;android-28" &&\
|
||||
sdkmanager --sdk_root=/opt/android-sdk "platforms;android-29" &&\
|
||||
sdkmanager --sdk_root=/opt/android-sdk "platforms;android-3" &&\
|
||||
sdkmanager --sdk_root=/opt/android-sdk "platforms;android-30" &&\
|
||||
sdkmanager --sdk_root=/opt/android-sdk "platforms;android-31" &&\
|
||||
sdkmanager --sdk_root=/opt/android-sdk "platforms;android-32" &&\
|
||||
sdkmanager --sdk_root=/opt/android-sdk "platforms;android-33" &&\
|
||||
sdkmanager --sdk_root=/opt/android-sdk "platforms;android-4" &&\
|
||||
sdkmanager --sdk_root=/opt/android-sdk "platforms;android-5" &&\
|
||||
sdkmanager --sdk_root=/opt/android-sdk "platforms;android-6" &&\
|
||||
sdkmanager --sdk_root=/opt/android-sdk "platforms;android-7" &&\
|
||||
sdkmanager --sdk_root=/opt/android-sdk "platforms;android-8"
|
||||
RUN sdkmanager --sdk_root=/opt/android-sdk "add-ons;addon-google_apis-google-3" &&\
|
||||
sdkmanager --sdk_root=/opt/android-sdk "add-ons;addon-google_apis-google-4" &&\
|
||||
sdkmanager --sdk_root=/opt/android-sdk "add-ons;addon-google_apis-google-5" &&\
|
||||
sdkmanager --sdk_root=/opt/android-sdk "add-ons;addon-google_apis-google-6" &&\
|
||||
sdkmanager --sdk_root=/opt/android-sdk "add-ons;addon-google_apis-google-7" &&\
|
||||
sdkmanager --sdk_root=/opt/android-sdk "add-ons;addon-google_apis-google-8" &&\
|
||||
sdkmanager --sdk_root=/opt/android-sdk "add-ons;addon-google_apis-google-9" &&\
|
||||
sdkmanager --sdk_root=/opt/android-sdk "add-ons;addon-google_apis-google-10" &&\
|
||||
sdkmanager --sdk_root=/opt/android-sdk "add-ons;addon-google_apis-google-11" &&\
|
||||
sdkmanager --sdk_root=/opt/android-sdk "add-ons;addon-google_apis-google-12" &&\
|
||||
sdkmanager --sdk_root=/opt/android-sdk "add-ons;addon-google_apis-google-13" &&\
|
||||
sdkmanager --sdk_root=/opt/android-sdk "add-ons;addon-google_apis-google-14" &&\
|
||||
sdkmanager --sdk_root=/opt/android-sdk "add-ons;addon-google_apis-google-15" &&\
|
||||
sdkmanager --sdk_root=/opt/android-sdk "add-ons;addon-google_apis-google-16" &&\
|
||||
sdkmanager --sdk_root=/opt/android-sdk "add-ons;addon-google_apis-google-17" &&\
|
||||
sdkmanager --sdk_root=/opt/android-sdk "add-ons;addon-google_apis-google-18" &&\
|
||||
sdkmanager --sdk_root=/opt/android-sdk "add-ons;addon-google_apis-google-19" &&\
|
||||
sdkmanager --sdk_root=/opt/android-sdk "add-ons;addon-google_apis-google-21" &&\
|
||||
sdkmanager --sdk_root=/opt/android-sdk "add-ons;addon-google_apis-google-22" &&\
|
||||
sdkmanager --sdk_root=/opt/android-sdk "add-ons;addon-google_apis-google-23" &&\
|
||||
sdkmanager --sdk_root=/opt/android-sdk "add-ons;addon-google_apis-google-24"
|
||||
#RUN sdkmanager --sdk_root=/opt/android-sdk "add-ons;addon-google_apis-google-20"
|
||||
#RUN sdkmanager --sdk_root=/opt/android-sdk "add-ons;addon-google_apis-google-25"
|
||||
#RUN sdkmanager --sdk_root=/opt/android-sdk "add-ons;addon-google_apis-google-26"
|
||||
#RUN sdkmanager --sdk_root=/opt/android-sdk "add-ons;addon-google_apis-google-27"
|
||||
#RUN sdkmanager --sdk_root=/opt/android-sdk "add-ons;addon-google_apis-google-28"
|
||||
#RUN sdkmanager --sdk_root=/opt/android-sdk "add-ons;addon-google_apis-google-29"
|
||||
#RUN sdkmanager --sdk_root=/opt/android-sdk "add-ons;addon-google_apis-google-30"
|
||||
#RUN sdkmanager --sdk_root=/opt/android-sdk "add-ons;addon-google_apis-google-31"
|
||||
#RUN sdkmanager --sdk_root=/opt/android-sdk "add-ons;addon-google_apis-google-32"
|
||||
#RUN sdkmanager --sdk_root=/opt/android-sdk "add-ons;addon-google_apis-google-33"
|
||||
#RUN sdkmanager --sdk_root=/opt/android-sdk "add-ons;addon-google_apis-google-34"
|
||||
|
||||
ENV GatorRoot=/workspace/gator
|
||||
ENV ANDROID_SDK=/opt/android-sdk
|
||||
RUN mkdir -p /opt/android-sdk/tools/bin/ && \
|
||||
ln -s /opt/android-sdk/cmdline-tools/bin/sdkmanager /opt/android-sdk/tools/bin/sdkmanager && \
|
||||
update-java-alternatives -s /usr/lib/jvm/java-1.8.0-openjdk-amd64
|
||||
|
||||
RUN cd /workspace/gator/gator && ./gator b
|
||||
RUN sed -i "s/cmd = \['java', '-Xmx12G',/cmd = ['java', *os.environ.get('JAVA_PARAM', '-Xmx12G').split(),/" /workspace/gator/gator/gator
|
||||
|
||||
COPY ./run.sh /
|
||||
23
rasta_exp/docker/gator/home_build/run.sh
Executable file
23
rasta_exp/docker/gator/home_build/run.sh
Executable file
|
|
@ -0,0 +1,23 @@
|
|||
#!/usr/bin/env bash
|
||||
|
||||
APK_FILENAME=$1
|
||||
|
||||
export TIME="time: %e
|
||||
kernel-cpu-time: %S
|
||||
user-cpu-time: %U
|
||||
max-rss-mem: %M
|
||||
avg-rss-mem: %t
|
||||
avg-total-mem: %K
|
||||
page-size: %Z
|
||||
nb-major-page-fault: %F
|
||||
nb-minor-page-fault: %R
|
||||
nb-fs-input: %I
|
||||
nb-fs-output: %O
|
||||
nb-socket-msg-received: %r
|
||||
nb-socket-msg-sent: %s
|
||||
nb-signal-delivered: %k
|
||||
exit-status: %x"
|
||||
|
||||
cd /mnt
|
||||
/usr/bin/time -o /mnt/report -q /usr/bin/timeout --kill-after=20s ${TIMEOUT} /workspace/gator/gator/gator analyze -g -t ${TIMEOUT} -p ${APK_FILENAME} -client GUIHierarchyPrinterClient -cp print2stdout > /mnt/stdout 2> /mnt/stderr
|
||||
cp /tmp/null-DEBUG-*.txt /mnt/
|
||||
103
rasta_exp/docker/gator/test.py
Normal file
103
rasta_exp/docker/gator/test.py
Normal file
|
|
@ -0,0 +1,103 @@
|
|||
import datetime
|
||||
import importlib.util
|
||||
import logging
|
||||
import re
|
||||
|
||||
from typing import Any, Type, Optional
|
||||
from pathlib import Path
|
||||
from more_itertools import peekable
|
||||
|
||||
|
||||
if __name__ == "__main__":
|
||||
import sys
|
||||
|
||||
sys.path.append(str(Path(__file__).resolve().parent.parent))
|
||||
|
||||
import orchestrator
|
||||
|
||||
errors = orchestrator.error_collector
|
||||
utils = orchestrator.utils
|
||||
|
||||
|
||||
TIMEOUT = 900
|
||||
|
||||
|
||||
GUEST_MNT = "/mnt"
|
||||
PATH_APK = f"{GUEST_MNT}/app.apk"
|
||||
|
||||
WORKDIR = f"{GUEST_MNT}"
|
||||
# hacky (run 2 cmd instead of one, not compatible with the audit cmd), whould be cleanner in a run.sh TODO
|
||||
CMD = f"/workspace/gator/gator/gator analyze -g -t {TIMEOUT} -p {PATH_APK} -client GUIHierarchyPrinterClient -cp print2stdout >> '{GUEST_MNT}/stdout' 2>> '{GUEST_MNT}/stderr'; cp /tmp/null-DEBUG-*.txt /mnt/"
|
||||
|
||||
TOOL_NAME = "gator"
|
||||
|
||||
# Version name -> folder name
|
||||
TOOL_VERSIONS = {
|
||||
"home_build": "home_build",
|
||||
}
|
||||
# Name of the default version (default folder = TOOL_VERSIONS[DEFAULT_TOOL_VERSION])
|
||||
DEFAULT_TOOL_VERSION = "home_build"
|
||||
|
||||
EXPECTED_ERROR_TYPES: list[Type[errors.LoggedError]] = [
|
||||
errors.JavaError,
|
||||
errors.NoPrefixJavaError,
|
||||
errors.FlowdroidLog4jError,
|
||||
errors.PythonError,
|
||||
]
|
||||
|
||||
|
||||
def analyse_artifacts(path: Path) -> dict[str, Any]:
|
||||
"""Analyse the artifacts of a test located at `path`."""
|
||||
report = utils.parse_report(path / "report")
|
||||
report["errors"] = list(
|
||||
map(
|
||||
lambda e: e.get_dict(),
|
||||
errors.get_errors(path / "stderr", EXPECTED_ERROR_TYPES),
|
||||
)
|
||||
)
|
||||
if report["timeout"]:
|
||||
report["tool-status"] = "TIMEOUT"
|
||||
elif check_success(path):
|
||||
report["tool-status"] = "FINISHED"
|
||||
else:
|
||||
report["tool-status"] = "FAILED"
|
||||
report["tool-name"] = TOOL_NAME
|
||||
report["date"] = str(datetime.datetime.now())
|
||||
report["apk"] = utils.sha256_sum(path / "app.apk").upper()
|
||||
return report
|
||||
|
||||
|
||||
def check_success(path: Path) -> bool:
|
||||
"""Check if the analysis finished without crashing."""
|
||||
if len(list(path.glob("null-DEBUG-*.txt"))) == 0:
|
||||
return False
|
||||
with (path / "stdout").open("r", errors="replace") as file:
|
||||
for line in file:
|
||||
if "</GUIHierarchy>" in line:
|
||||
return True
|
||||
return False
|
||||
|
||||
|
||||
if __name__ == "__main__":
|
||||
import docker # type: ignore
|
||||
|
||||
args = orchestrator.get_test_args(TOOL_NAME)
|
||||
tool_folder = Path(__file__).resolve().parent
|
||||
api_key = orchestrator.get_androzoo_key()
|
||||
if args.get_apk_info:
|
||||
orchestrator.load_apk_info(args.apk_refs, args.androzoo_list, api_key)
|
||||
client = docker.from_env()
|
||||
|
||||
logging.info("Command tested: ")
|
||||
logging.info(f"[{WORKDIR}]$ {CMD}")
|
||||
|
||||
for apk_ref in args.apk_refs:
|
||||
orchestrator.test_tool_on_apk(
|
||||
client,
|
||||
tool_folder,
|
||||
api_key,
|
||||
apk_ref,
|
||||
args.tool_version,
|
||||
args.keep_artifacts,
|
||||
args.force_test,
|
||||
)
|
||||
Loading…
Add table
Add a link
Reference in a new issue