1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
|
import ast
import contextlib
import io
import logging
import unittest
from argparse import Namespace
from unittest.mock import patch
import snekbox.__main__ as snekbox_main
class ArgParseTests(unittest.TestCase):
def test_parse_args(self):
subtests = (
(
["", "code"],
Namespace(code="code", nsjail_args=[], py_args=["-c"])
),
(
["", "code", "--time_limit", "0"],
Namespace(code="code", nsjail_args=["--time_limit", "0"], py_args=["-c"])
),
(
["", "code", "---", "-m", "timeit"],
Namespace(code="code", nsjail_args=[], py_args=["-m", "timeit"])
),
(
["", "code", "--time_limit", "0", "---", "-m", "timeit"],
Namespace(code="code", nsjail_args=["--time_limit", "0"], py_args=["-m", "timeit"])
),
(
["", "code", "--time_limit", "0", "---"],
Namespace(code="code", nsjail_args=["--time_limit", "0"], py_args=[])
),
(
["", "code", "---"],
Namespace(code="code", nsjail_args=[], py_args=[])
)
)
for argv, expected in subtests:
with self.subTest(argv=argv, expected=expected), patch("sys.argv", argv):
args = snekbox_main.parse_args()
self.assertEqual(args, expected)
@patch("sys.argv", [""])
def test_parse_args_code_missing_exits(self):
with self.assertRaises(SystemExit) as cm:
with contextlib.redirect_stderr(io.StringIO()) as stderr:
snekbox_main.parse_args()
self.assertEqual(cm.exception.code, 2)
self.assertIn("the following arguments are required: code", stderr.getvalue())
class EntrypointTests(unittest.TestCase):
"""Integration tests of the CLI entrypoint."""
def setUp(self):
logging.getLogger("snekbox.nsjail").setLevel(logging.WARNING)
@patch("sys.argv", ["", "print('hello'); import sys; print('error', file=sys.stderr)"])
def test_main_prints_stdout(self):
"""Should print the stdout of the subprocess followed by its stderr."""
with contextlib.redirect_stdout(io.StringIO()) as stdout:
snekbox_main.main()
self.assertEqual(stdout.getvalue(), "hello\nerror\n\n")
@patch("sys.argv", ["", "import sys; sys.exit(22)"])
def test_main_exits_with_returncode(self):
"""Should exit with the subprocess's returncode if it's non-zero."""
with self.assertRaises(SystemExit) as cm:
snekbox_main.main()
self.assertEqual(cm.exception.code, 22)
def test_main_forwards_args(self):
"""Should forward NsJail args to NsJail and Python args to the Python subprocess."""
code = "import sys, time; print(sys.orig_argv); time.sleep(2)"
py_args = ["-R", "-dc"]
args = ["", code, "--time_limit", "1", "---", *py_args]
with patch("sys.argv", args), self.assertRaises(SystemExit) as cm:
with contextlib.redirect_stdout(io.StringIO()) as stdout:
snekbox_main.main()
orig_argv = ast.literal_eval(stdout.getvalue().strip())
self.assertListEqual([*py_args, code], orig_argv[-3:])
self.assertEqual(cm.exception.code, 137, "The time_limit NsJail arg was not respected.")
|
