mirror of
https://github.com/jupyterhub/the-littlest-jupyterhub.git
synced 2025-12-18 21:54:05 +08:00
pre-commit: run black without string normalization
This commit is contained in:
Erik Sundell
93
.github/integration-test.py
vendored
93
.github/integration-test.py
vendored
@@ -25,14 +25,18 @@ def run_systemd_image(image_name, container_name, bootstrap_pip_spec):
|
||||
Container named container_name will be started.
|
||||
"""
|
||||
cmd = [
|
||||
'docker', 'run',
|
||||
'docker',
|
||||
'run',
|
||||
'--privileged',
|
||||
'--mount', 'type=bind,source=/sys/fs/cgroup,target=/sys/fs/cgroup',
|
||||
'--mount',
|
||||
'type=bind,source=/sys/fs/cgroup,target=/sys/fs/cgroup',
|
||||
'--detach',
|
||||
'--name', container_name,
|
||||
'--name',
|
||||
container_name,
|
||||
# A bit less than 1GB to ensure TLJH runs on 1GB VMs.
|
||||
# If this is changed all docs references to the required memory must be changed too.
|
||||
'--memory', '900m',
|
||||
'--memory',
|
||||
'900m',
|
||||
]
|
||||
|
||||
if bootstrap_pip_spec:
|
||||
@@ -49,51 +53,46 @@ def stop_container(container_name):
|
||||
Stop & remove docker container if it exists.
|
||||
"""
|
||||
try:
|
||||
subprocess.check_output([
|
||||
'docker', 'inspect', container_name
|
||||
], stderr=subprocess.STDOUT)
|
||||
subprocess.check_output(
|
||||
['docker', 'inspect', container_name], stderr=subprocess.STDOUT
|
||||
)
|
||||
except subprocess.CalledProcessError:
|
||||
# No such container exists, nothing to do
|
||||
return
|
||||
subprocess.check_call([
|
||||
'docker', 'rm', '-f', container_name
|
||||
])
|
||||
subprocess.check_call(['docker', 'rm', '-f', container_name])
|
||||
|
||||
|
||||
def run_container_command(container_name, cmd):
|
||||
"""
|
||||
Run cmd in a running container with a bash shell
|
||||
"""
|
||||
proc = subprocess.run([
|
||||
'docker', 'exec',
|
||||
'-t', container_name,
|
||||
'/bin/bash', '-c', cmd
|
||||
], check=True)
|
||||
proc = subprocess.run(
|
||||
['docker', 'exec', '-t', container_name, '/bin/bash', '-c', cmd], check=True
|
||||
)
|
||||
|
||||
|
||||
def copy_to_container(container_name, src_path, dest_path):
|
||||
"""
|
||||
Copy files from src_path to dest_path inside container_name
|
||||
"""
|
||||
subprocess.check_call([
|
||||
'docker', 'cp',
|
||||
src_path, f'{container_name}:{dest_path}'
|
||||
])
|
||||
subprocess.check_call(['docker', 'cp', src_path, f'{container_name}:{dest_path}'])
|
||||
|
||||
|
||||
def run_test(image_name, test_name, bootstrap_pip_spec, test_files, upgrade, installer_args):
|
||||
def run_test(
|
||||
image_name, test_name, bootstrap_pip_spec, test_files, upgrade, installer_args
|
||||
):
|
||||
"""
|
||||
Wrapper that sets up tljh with installer_args & runs test_name
|
||||
"""
|
||||
stop_container(test_name)
|
||||
run_systemd_image(image_name, test_name, bootstrap_pip_spec)
|
||||
|
||||
source_path = os.path.abspath(
|
||||
os.path.join(os.path.dirname(__file__), os.pardir)
|
||||
)
|
||||
source_path = os.path.abspath(os.path.join(os.path.dirname(__file__), os.pardir))
|
||||
|
||||
copy_to_container(test_name, os.path.join(source_path, 'bootstrap/.'), '/srv/src')
|
||||
copy_to_container(test_name, os.path.join(source_path, 'integration-tests/'), '/srv/src')
|
||||
copy_to_container(
|
||||
test_name, os.path.join(source_path, 'integration-tests/'), '/srv/src'
|
||||
)
|
||||
|
||||
# These logs can be very relevant to debug a container startup failure
|
||||
print(f"--- Start of logs from the container: {test_name}")
|
||||
@@ -103,20 +102,16 @@ def run_test(image_name, test_name, bootstrap_pip_spec, test_files, upgrade, ins
|
||||
# Install TLJH from the default branch first to test upgrades
|
||||
if upgrade:
|
||||
run_container_command(
|
||||
test_name,
|
||||
'curl -L https://tljh.jupyter.org/bootstrap.py | python3 -'
|
||||
test_name, 'curl -L https://tljh.jupyter.org/bootstrap.py | python3 -'
|
||||
)
|
||||
|
||||
run_container_command(
|
||||
test_name,
|
||||
f'python3 /srv/src/bootstrap.py {installer_args}'
|
||||
)
|
||||
run_container_command(test_name, f'python3 /srv/src/bootstrap.py {installer_args}')
|
||||
|
||||
# Install pkgs from requirements in hub's pip, where
|
||||
# the bootstrap script installed the others
|
||||
run_container_command(
|
||||
test_name,
|
||||
'/opt/tljh/hub/bin/python3 -m pip install -r /srv/src/integration-tests/requirements.txt'
|
||||
'/opt/tljh/hub/bin/python3 -m pip install -r /srv/src/integration-tests/requirements.txt',
|
||||
)
|
||||
run_container_command(
|
||||
test_name,
|
||||
@@ -124,8 +119,10 @@ def run_test(image_name, test_name, bootstrap_pip_spec, test_files, upgrade, ins
|
||||
# avoid a flood of logs while still understanding if multiple tests
|
||||
# would fail.
|
||||
'/opt/tljh/hub/bin/python3 -m pytest --verbose --maxfail=2 --color=yes --durations=10 --capture=no {}'.format(
|
||||
' '.join([os.path.join('/srv/src/integration-tests/', f) for f in test_files])
|
||||
)
|
||||
' '.join(
|
||||
[os.path.join('/srv/src/integration-tests/', f) for f in test_files]
|
||||
)
|
||||
),
|
||||
)
|
||||
|
||||
|
||||
@@ -133,15 +130,12 @@ def show_logs(container_name):
|
||||
"""
|
||||
Print logs from inside container to stdout
|
||||
"""
|
||||
run_container_command(container_name, 'journalctl --no-pager')
|
||||
run_container_command(
|
||||
container_name,
|
||||
'journalctl --no-pager'
|
||||
)
|
||||
run_container_command(
|
||||
container_name,
|
||||
'systemctl --no-pager status jupyterhub traefik'
|
||||
container_name, 'systemctl --no-pager status jupyterhub traefik'
|
||||
)
|
||||
|
||||
|
||||
def main():
|
||||
argparser = argparse.ArgumentParser()
|
||||
subparsers = argparser.add_subparsers(dest='action')
|
||||
@@ -153,13 +147,9 @@ def main():
|
||||
dest="build_args",
|
||||
)
|
||||
|
||||
subparsers.add_parser('stop-container').add_argument(
|
||||
'container_name'
|
||||
)
|
||||
subparsers.add_parser('stop-container').add_argument('container_name')
|
||||
|
||||
subparsers.add_parser('start-container').add_argument(
|
||||
'container_name'
|
||||
)
|
||||
subparsers.add_parser('start-container').add_argument('container_name')
|
||||
|
||||
run_parser = subparsers.add_parser('run')
|
||||
run_parser.add_argument('container_name')
|
||||
@@ -173,7 +163,9 @@ def main():
|
||||
run_test_parser = subparsers.add_parser('run-test')
|
||||
run_test_parser.add_argument('--installer-args', default='')
|
||||
run_test_parser.add_argument('--upgrade', action='store_true')
|
||||
run_test_parser.add_argument('--bootstrap-pip-spec', nargs='?', default="", type=str)
|
||||
run_test_parser.add_argument(
|
||||
'--bootstrap-pip-spec', nargs='?', default="", type=str
|
||||
)
|
||||
run_test_parser.add_argument('test_name')
|
||||
run_test_parser.add_argument('test_files', nargs='+')
|
||||
|
||||
@@ -185,7 +177,14 @@ def main():
|
||||
image_name = 'tljh-systemd'
|
||||
|
||||
if args.action == 'run-test':
|
||||
run_test(image_name, args.test_name, args.bootstrap_pip_spec, args.test_files, args.upgrade, args.installer_args)
|
||||
run_test(
|
||||
image_name,
|
||||
args.test_name,
|
||||
args.bootstrap_pip_spec,
|
||||
args.test_files,
|
||||
args.upgrade,
|
||||
args.installer_args,
|
||||
)
|
||||
elif args.action == 'show-logs':
|
||||
show_logs(args.container_name)
|
||||
elif args.action == 'run':
|
||||
|
||||
Reference in New Issue
Block a user