mirror of
https://github.com/zulip/zulip.git
synced 2025-11-03 21:43:21 +00:00
c6b2d531ef
This new module abstracts the setting up of a test server for tests to run, pulling existing code from casper and paving the way for API tests in the future.
132 lines
4.7 KiB
Python
Executable File
132 lines
4.7 KiB
Python
Executable File
#!/usr/bin/env python
|
|
from __future__ import print_function
|
|
import optparse
|
|
import subprocess
|
|
import sys
|
|
import os
|
|
import glob
|
|
try:
|
|
# We don't actually need typing, but it's a good guard for being
|
|
# outside a Zulip virtualenv.
|
|
from typing import Iterable
|
|
except ImportError as e:
|
|
print("ImportError: {}".format(e))
|
|
print("You need to run the Zulip tests inside a Zulip dev environment.")
|
|
print("If you are using Vagrant, you can `vagrant ssh` to enter the Vagrant guest.")
|
|
sys.exit(1)
|
|
|
|
#
|
|
# In order to use remote casperjs debugging, pass the --remote-debug flag
|
|
# This will start a remote debugging session listening on port 7777
|
|
#
|
|
# See https://wiki.zulip.net/wiki/Testing_the_app for more information
|
|
# on how to use remote debugging
|
|
#
|
|
|
|
os.environ["CASPER_TESTS"] = "1"
|
|
os.environ["PHANTOMJS_EXECUTABLE"] = os.path.join(os.path.dirname(__file__), "../node_modules/.bin/phantomjs")
|
|
|
|
usage = """%prog [options]
|
|
test-js-with-casper # Run all test files
|
|
test-js-with-casper 09-navigation.js # Run a single test file
|
|
test-js-with-casper 09 # Run a single test file 09-navigation.js
|
|
test-js-with-casper 01-login.js 03-narrow.js # Run a few test files
|
|
test-js-with-casper 01 03 # Run a few test files, 01-login.js and 03-narrow.js here"""
|
|
parser = optparse.OptionParser(usage)
|
|
|
|
parser.add_option('--skip-flaky-tests', dest='skip_flaky',
|
|
action="store_true",
|
|
default=False, help='Skip flaky tests')
|
|
parser.add_option('--force', dest='force',
|
|
action="store_true",
|
|
default=False, help='Run tests despite possible problems.')
|
|
parser.add_option('--remote-debug',
|
|
help='Whether or not to enable remote debugging on port 7777',
|
|
action="store_true",
|
|
default=False)
|
|
(options, args) = parser.parse_args()
|
|
|
|
TOOLS_DIR = os.path.dirname(os.path.abspath(__file__))
|
|
sys.path.insert(0, os.path.dirname(TOOLS_DIR))
|
|
|
|
from tools.lib.test_script import get_provisioning_status
|
|
from tools.lib.test_server import test_server_running
|
|
|
|
if not options.force:
|
|
ok, msg = get_provisioning_status()
|
|
if not ok:
|
|
print(msg)
|
|
print('If you really know what you are doing, use --force to run anyway.')
|
|
sys.exit(1)
|
|
|
|
os.chdir(os.path.join(os.path.dirname(os.path.realpath(__file__)), '..'))
|
|
|
|
subprocess.check_call('tools/setup/generate-test-credentials')
|
|
|
|
subprocess.check_call(['mkdir', '-p', 'var/casper'])
|
|
|
|
subprocess.check_call(['rm', '-f'] + glob.glob('var/casper/casper-failure*.png'))
|
|
|
|
LOG_FILE = 'var/casper/server.log'
|
|
if os.path.exists(LOG_FILE) and os.path.getsize(LOG_FILE) < 100000:
|
|
log = open(LOG_FILE, 'a')
|
|
log.write('\n\n')
|
|
else:
|
|
log = open(LOG_FILE, 'w')
|
|
|
|
def run_tests(realms_have_subdomains, files, external_host):
|
|
# type: (bool, Iterable[str], str) -> None
|
|
test_dir = os.path.join(os.path.dirname(__file__), '../frontend_tests/casper_tests')
|
|
test_files = []
|
|
for file in files:
|
|
for file_name in os.listdir(test_dir):
|
|
if file_name.startswith(file):
|
|
file = file_name
|
|
break
|
|
if not os.path.exists(file):
|
|
file = os.path.join(test_dir, file)
|
|
test_files.append(os.path.abspath(file))
|
|
|
|
if not test_files:
|
|
test_files = sorted(glob.glob(os.path.join(test_dir, '*.js')))
|
|
|
|
# 10-admin.js is too flaky!
|
|
if options.skip_flaky:
|
|
test_files = [fn for fn in test_files if '10-admin' not in fn]
|
|
|
|
remote_debug = ""
|
|
if options.remote_debug:
|
|
remote_debug = "--remote-debugger-port=7777 --remote-debugger-autorun=yes"
|
|
|
|
with test_server_running(options.force, external_host, log, dots=True):
|
|
ret = 1
|
|
for test_file in test_files:
|
|
cmd = "node_modules/.bin/casperjs %s test --subdomains=%s %s" % (
|
|
remote_debug, realms_have_subdomains, test_file)
|
|
print("\n\nRunning %s" % (cmd,))
|
|
ret = subprocess.call(cmd, shell=True)
|
|
if ret != 0:
|
|
break
|
|
if ret != 0:
|
|
print("""
|
|
Oops, the frontend tests failed. Tips for debugging:
|
|
* Check the frontend test server logs at %s
|
|
* Check the screenshots of failed tests at var/casper/casper-failure*.png
|
|
* Try remote debugging the test web browser as described in docs/testing-with-casper.md
|
|
""" % (LOG_FILE,), file=sys.stderr)
|
|
|
|
sys.exit(ret)
|
|
|
|
external_host = "localhost:9981"
|
|
# First, run all tests with REALMS_HAVE_SUBDOMAINS set to False
|
|
run_tests(False, args, external_host)
|
|
|
|
# Now run a subset of the tests with REALMS_HAVE_SUBDOMAINS set to True
|
|
os.environ["REALMS_HAVE_SUBDOMAINS"] = "True"
|
|
external_host = "zulipdev.com:9981"
|
|
if len(args) == 0:
|
|
run_tests(True, ["00-realm-creation.js", "01-login.js", "02-site.js"], external_host)
|
|
else:
|
|
run_tests(True, args, external_host)
|
|
sys.exit(0)
|