summaryrefslogtreecommitdiffstats
path: root/qa/tasks
diff options
context:
space:
mode:
authorLee Sanders <156190018+lee-j-sanders@users.noreply.github.com>2024-10-14 17:14:49 +0200
committerGitHub <noreply@github.com>2024-10-14 17:14:49 +0200
commit7855ea8a7c6656e8b15c1a801fbc956e8895ab27 (patch)
tree86e59b242c9059067be72a1a75507477fc90e887 /qa/tasks
parentMerge pull request #59888 from phlogistonjohn/jjm-mypy-more (diff)
parentAdd cosbench deprecation warning to qa/README (diff)
downloadceph-7855ea8a7c6656e8b15c1a801fbc956e8895ab27.tar.xz
ceph-7855ea8a7c6656e8b15c1a801fbc956e8895ab27.zip
Merge pull request #60169 from lee-j-sanders/wip-ljs-rmcosbench
qa/suites/tasks/cbt.py: Deprecating cosbench from Teuthology in preparation for deletion of cosbench from CBT
Diffstat (limited to 'qa/tasks')
-rw-r--r--qa/tasks/cbt.py131
1 files changed, 2 insertions, 129 deletions
diff --git a/qa/tasks/cbt.py b/qa/tasks/cbt.py
index 84e096520b4..e6a9dc8223c 100644
--- a/qa/tasks/cbt.py
+++ b/qa/tasks/cbt.py
@@ -47,22 +47,11 @@ class CBT(Task):
benchmark_config = self.config.get('benchmarks')
benchmark_type = next(iter(benchmark_config.keys()))
+
if benchmark_type in ['librbdfio', 'fio']:
testdir = misc.get_testdir(self.ctx)
benchmark_config[benchmark_type]['cmd_path'] = os.path.join(testdir, 'fio/fio')
- if benchmark_type == 'cosbench':
- # create cosbench_dir and cosbench_xml_dir
- testdir = misc.get_testdir(self.ctx)
- benchmark_config['cosbench']['cosbench_dir'] = os.path.join(testdir, 'cos')
- benchmark_config['cosbench']['cosbench_xml_dir'] = os.path.join(testdir, 'xml')
- self.ctx.cluster.run(args=['mkdir', '-p', '-m0755', '--', benchmark_config['cosbench']['cosbench_xml_dir']])
- benchmark_config['cosbench']['controller'] = osd_hosts[0]
-
- # set auth details
- remotes_and_roles = self.ctx.cluster.remotes.items()
- ips = [host for (host, port) in
- (remote.ssh.get_transport().getpeername() for (remote, role_list) in remotes_and_roles)]
- benchmark_config['cosbench']['auth'] = "username=cosbench:operator;password=intel2012;url=http://%s:80/auth/v1.0;retry=9" %(ips[0])
+
client_endpoints_config = self.config.get('client_endpoints', None)
monitoring_profiles = self.config.get('monitoring_profiles', {})
@@ -117,77 +106,6 @@ class CBT(Task):
]
)
- if benchmark_type == 'cosbench':
- # install cosbench
- self.log.info('install dependencies for cosbench')
- if system_type == 'rpm':
- cosbench_depends = ['wget', 'unzip', 'java-1.7.0-openjdk', 'curl']
- else:
- cosbench_depends = ['wget', 'unzip', 'openjdk-8-jre', 'curl']
- self.first_mon.run(args=install_cmd + cosbench_depends)
- testdir = misc.get_testdir(self.ctx)
- cosbench_version = '0.4.2.c3'
- cosbench_location = 'https://github.com/intel-cloud/cosbench/releases/download/v0.4.2.c3/0.4.2.c3.zip'
- os_version = misc.get_system_type(self.first_mon, False, True)
-
- # additional requirements for bionic
- if os_version == '18.04':
- self.first_mon.run(
- args=['sudo', 'apt-get', '-y', 'purge', 'openjdk-11*'])
- # use our own version of cosbench
- cosbench_version = 'cosbench-0.4.2.c3.1'
- # contains additional parameter "-N" to nc
- cosbench_location = 'http://drop.ceph.com/qa/cosbench-0.4.2.c3.1.zip'
- cosbench_dir = os.path.join(testdir, cosbench_version)
- self.ctx.cluster.run(args=['mkdir', '-p', '-m0755', '--', cosbench_dir])
- self.first_mon.run(
- args=[
- 'cd', testdir, run.Raw('&&'),
- 'wget',
- cosbench_location, run.Raw('&&'),
- 'unzip', '{name}.zip'.format(name=cosbench_version), '-d', cosbench_version
- ]
- )
- else:
- self.first_mon.run(
- args=[
- 'cd', testdir, run.Raw('&&'),
- 'wget',
- cosbench_location, run.Raw('&&'),
- 'unzip', '{name}.zip'.format(name=cosbench_version)
- ]
- )
- self.first_mon.run(
- args=[
- 'cd', testdir, run.Raw('&&'),
- 'ln', '-s', cosbench_version, 'cos',
- ]
- )
- self.first_mon.run(
- args=[
- 'cd', os.path.join(testdir, 'cos'), run.Raw('&&'),
- 'chmod', '+x', run.Raw('*.sh'),
- ]
- )
-
- # start cosbench and check info
- self.log.info('start cosbench')
- self.first_mon.run(
- args=[
- 'cd', testdir, run.Raw('&&'),
- 'cd', 'cos', run.Raw('&&'),
- 'sh', 'start-all.sh'
- ]
- )
- self.log.info('check cosbench info')
- self.first_mon.run(
- args=[
- 'cd', testdir, run.Raw('&&'),
- 'cd', 'cos', run.Raw('&&'),
- 'sh', 'cli.sh', 'info'
- ]
- )
-
def checkout_cbt(self):
testdir = misc.get_testdir(self.ctx)
repo = self.config.get('repo', 'https://github.com/ceph/cbt.git')
@@ -269,51 +187,6 @@ class CBT(Task):
]
)
- if benchmark_type == 'cosbench':
- os_version = misc.get_system_type(self.first_mon, False, True)
- if os_version == '18.04':
- cosbench_version = 'cosbench-0.4.2.c3.1'
- else:
- cosbench_version = '0.4.2.c3'
- # note: stop-all requires 'nc'
- self.first_mon.run(
- args=[
- 'cd', testdir, run.Raw('&&'),
- 'cd', 'cos', run.Raw('&&'),
- 'sh', 'stop-all.sh',
- run.Raw('||'), 'true'
- ]
- )
- self.first_mon.run(
- args=[
- 'sudo', 'killall', '-9', 'java',
- run.Raw('||'), 'true'
- ]
- )
- self.first_mon.run(
- args=[
- 'rm', '--one-file-system', '-rf', '--',
- '{tdir}/cos'.format(tdir=testdir),
- ]
- )
- self.first_mon.run(
- args=[
- 'rm', '--one-file-system', '-rf', '--',
- '{tdir}/{version}'.format(tdir=testdir, version=cosbench_version),
- ]
- )
- self.first_mon.run(
- args=[
- 'rm', '--one-file-system', '-rf', '--',
- '{tdir}/{version}.zip'.format(tdir=testdir, version=cosbench_version),
- ]
- )
- self.first_mon.run(
- args=[
- 'rm', '--one-file-system', '-rf', '--',
- '{tdir}/xml'.format(tdir=testdir),
- ]
- )
# Collect cbt performance data
cbt_performance = CBTperformance()
cbt_performance.collect(self.ctx, self.config)