diff options
Diffstat (limited to 'src/ceph/qa/workunits/restart/test-backtraces.py')
| -rwxr-xr-x | src/ceph/qa/workunits/restart/test-backtraces.py | 262 |
1 files changed, 0 insertions, 262 deletions
diff --git a/src/ceph/qa/workunits/restart/test-backtraces.py b/src/ceph/qa/workunits/restart/test-backtraces.py deleted file mode 100755 index 2fa67a2..0000000 --- a/src/ceph/qa/workunits/restart/test-backtraces.py +++ /dev/null @@ -1,262 +0,0 @@ -#!/usr/bin/env python - -from __future__ import print_function - -import subprocess -import json -import os -import time -import sys - -if sys.version_info[0] == 2: - from cStringIO import StringIO - - range = xrange - -elif sys.version_info[0] == 3: - from io import StringIO - - range = range - -import rados as rados -import cephfs as cephfs - -prefix='testbt' - -def get_name(b, i, j): - c = '{pre}.{pid}.{i}.{j}'.format(pre=prefix, pid=os.getpid(), i=i, j=j) - return c, b + '/' + c - -def mkdir(ceph, d): - print("mkdir {d}".format(d=d), file=sys.stderr) - ceph.mkdir(d, 0o755) - return ceph.stat(d)['st_ino'] - -def create(ceph, f): - print("creating {f}".format(f=f), file=sys.stderr) - fd = ceph.open(f, os.O_CREAT | os.O_RDWR, 0o644) - ceph.close(fd) - return ceph.stat(f)['st_ino'] - -def set_mds_config_param(ceph, param): - with open('/dev/null', 'rb') as devnull: - confarg = '' - if conf != '': - confarg = '-c {c}'.format(c=conf) - r = subprocess.call("ceph {ca} mds tell a injectargs '{p}'".format(ca=confarg, p=param), shell=True, stdout=devnull) - if r != 0: - raise Exception - -import ConfigParser -import contextlib - -class _TrimIndentFile(object): - def __init__(self, fp): - self.fp = fp - - def readline(self): - line = self.fp.readline() - return line.lstrip(' \t') - -def _optionxform(s): - s = s.replace('_', ' ') - s = '_'.join(s.split()) - return s - -def conf_set_kill_mds(location, killnum): - print('setting mds kill config option for {l}.{k}'.format(l=location, k=killnum), file=sys.stderr) - print("restart mds a mds_kill_{l}_at {k}".format(l=location, k=killnum)) - sys.stdout.flush() - for l in sys.stdin.readline(): - if l == 'restarted': - break - -def flush(ceph, testnum): - print('flushing {t}'.format(t=testnum), file=sys.stderr) - set_mds_config_param(ceph, '--mds_log_max_segments 1') - - for i in range(1, 500): - f = '{p}.{pid}.{t}.{i}'.format(p=prefix, pid=os.getpid(), t=testnum, i=i) - print('flushing with create {f}'.format(f=f), file=sys.stderr) - fd = ceph.open(f, os.O_CREAT | os.O_RDWR, 0o644) - ceph.close(fd) - ceph.unlink(f) - - print('flush doing shutdown', file=sys.stderr) - ceph.shutdown() - print('flush reinitializing ceph', file=sys.stderr) - ceph = cephfs.LibCephFS(conffile=conf) - print('flush doing mount', file=sys.stderr) - ceph.mount() - return ceph - -def kill_mds(ceph, location, killnum): - print('killing mds: {l}.{k}'.format(l=location, k=killnum), file=sys.stderr) - set_mds_config_param(ceph, '--mds_kill_{l}_at {k}'.format(l=location, k=killnum)) - -def wait_for_mds(ceph): - # wait for restart - while True: - confarg = '' - if conf != '': - confarg = '-c {c}'.format(c=conf) - r = subprocess.check_output("ceph {ca} mds stat".format(ca=confarg), shell=True).decode() - if r.find('a=up:active'): - break - time.sleep(1) - -def decode(value): - - tmpfile = '/tmp/{p}.{pid}'.format(p=prefix, pid=os.getpid()) - with open(tmpfile, 'w+') as f: - f.write(value) - - p = subprocess.Popen( - [ - 'ceph-dencoder', - 'import', - tmpfile, - 'type', - 'inode_backtrace_t', - 'decode', - 'dump_json', - ], - stdin=subprocess.PIPE, - stdout=subprocess.PIPE, - ) - (stdout, _) = p.communicate(input=value) - p.stdin.close() - if p.returncode != 0: - raise Exception - os.remove(tmpfile) - return json.loads(stdout) - -class VerifyFailure(Exception): - pass - -def verify(rados_ioctx, ino, values, pool): - print('getting parent attr for ino: %lx.00000000' % ino, file=sys.stderr) - savede = None - for i in range(1, 20): - try: - savede = None - binbt = rados_ioctx.get_xattr('%lx.00000000' % ino, 'parent') - except rados.ObjectNotFound as e: - # wait for a bit to let segments get flushed out - savede = e - time.sleep(10) - if savede: - raise savede - - bt = decode(binbt) - - if bt['ino'] != ino: - raise VerifyFailure('inode mismatch: {bi} != {ino}\n\tbacktrace:\n\t\t{bt}\n\tfailed verify against:\n\t\t{i}, {v}'.format( - bi=bt['ancestors'][ind]['dname'], ino=ino, bt=bt, i=ino, v=values)) - ind = 0 - for (n, i) in values: - if bt['ancestors'][ind]['dirino'] != i: - raise VerifyFailure('ancestor dirino mismatch: {b} != {ind}\n\tbacktrace:\n\t\t{bt}\n\tfailed verify against:\n\t\t{i}, {v}'.format( - b=bt['ancestors'][ind]['dirino'], ind=i, bt=bt, i=ino, v=values)) - if bt['ancestors'][ind]['dname'] != n: - raise VerifyFailure('ancestor dname mismatch: {b} != {n}\n\tbacktrace:\n\t\t{bt}\n\tfailed verify against:\n\t\t{i}, {v}'.format( - b=bt['ancestors'][ind]['dname'], n=n, bt=bt, i=ino, v=values)) - ind += 1 - - if bt['pool'] != pool: - raise VerifyFailure('pool mismatch: {btp} != {p}\n\tbacktrace:\n\t\t{bt}\n\tfailed verify against:\n\t\t{i}, {v}'.format( - btp=bt['pool'], p=pool, bt=bt, i=ino, v=values)) - -def make_abc(ceph, rooti, i): - expected_bt = [] - c, d = get_name("/", i, 0) - expected_bt = [(c, rooti)] + expected_bt - di = mkdir(ceph, d) - c, d = get_name(d, i, 1) - expected_bt = [(c, di)] + expected_bt - di = mkdir(ceph, d) - c, f = get_name(d, i, 2) - fi = create(ceph, f) - expected_bt = [(c, di)] + expected_bt - return fi, expected_bt - -test = -1 -if len(sys.argv) > 1: - test = int(sys.argv[1]) - -conf = '' -if len(sys.argv) > 2: - conf = sys.argv[2] - -radosobj = rados.Rados(conffile=conf) -radosobj.connect() -ioctx = radosobj.open_ioctx('data') - -ceph = cephfs.LibCephFS(conffile=conf) -ceph.mount() - -rooti = ceph.stat('/')['st_ino'] - -test = -1 -if len(sys.argv) > 1: - test = int(sys.argv[1]) - -conf = '/etc/ceph/ceph.conf' -if len(sys.argv) > 2: - conf = sys.argv[2] - -# create /a/b/c -# flush -# verify - -i = 0 -if test < 0 or test == i: - print('Running test %d: basic verify' % i, file=sys.stderr) - ino, expected_bt = make_abc(ceph, rooti, i) - ceph = flush(ceph, i) - verify(ioctx, ino, expected_bt, 0) - -i += 1 - -# kill-mds-at-openc-1 -# create /a/b/c -# restart-mds -# flush -# verify - -if test < 0 or test == i: - print('Running test %d: kill openc' % i, file=sys.stderr) - print("restart mds a") - sys.stdout.flush() - kill_mds(ceph, 'openc', 1) - ino, expected_bt = make_abc(ceph, rooti, i) - ceph = flush(ceph, i) - verify(ioctx, ino, expected_bt, 0) - -i += 1 - -# kill-mds-at-openc-1 -# create /a/b/c -# restart-mds with kill-mds-at-replay-1 -# restart-mds -# flush -# verify -if test < 0 or test == i: - print('Running test %d: kill openc/replay' % i, file=sys.stderr) - # these are reversed because we want to prepare the config - conf_set_kill_mds('journal_replay', 1) - kill_mds(ceph, 'openc', 1) - print("restart mds a") - sys.stdout.flush() - ino, expected_bt = make_abc(ceph, rooti, i) - ceph = flush(ceph, i) - verify(ioctx, ino, expected_bt, 0) - -i += 1 - -ioctx.close() -radosobj.shutdown() -ceph.shutdown() - -print("done") -sys.stdout.flush() |