Recent changes (master)
The following changes since commit 08541925ec1b5887fc91e59a4bc253d54757c4c6:
Makefile: include linux-blkzoned.c for Android, if set (2020-06-05 07:06:46 -0600)
are available in the Git repository at:
git://git.kernel.dk/fio.git master
for you to fetch changes up to c9beb194ef608dc49dd2f7537b90951f3c8b432d:
t/run-fio-tests.py: Accept a wider range of IOPS values (2020-06-07 17:30:42 -0600)
----------------------------------------------------------------
Bart Van Assche (4):
.travis.yml: Move shell code out of .travis.yml ci/travis-install.sh: Install python3-six package Switch to Python3
t/run-fio-tests.py: Accept a wider range of IOPS values
Vincent Fu (1):
ci/travis-install.sh, MacOS: Install the Python 'six' package
.travis.yml | 28 +++-------------------- ci/travis-build.sh | 16 ++++++++++++++ ci/travis-install.sh | 44 +++++++++++++++++++++++++++++++++++++ t/run-fio-tests.py | 2 +- t/sgunmap-perf.py | 2 +- t/sgunmap-test.py | 2 +- tools/fio_jsonplus_clat2csv | 2 +- tools/fiologparser.py | 3 ++- tools/hist/fio-histo-log-pctiles.py | 5 +++-- tools/hist/fiologparser_hist.py | 11 ++++------ tools/hist/half-bins.py | 2 +- tools/plot/fio2gnuplot | 2 +- 12 files changed, 78 insertions(+), 41 deletions(-) create mode 100755 ci/travis-build.sh create mode 100755 ci/travis-install.sh
---
Diff of recent changes:
.travis.yml +3 -25
@@ -39,29 +39,7 @@ matrix: arch: arm64 before_install: - - EXTRA_CFLAGS="-Werror" - - if [[ "$TRAVIS_OS_NAME" == "linux" ]]; then - pkgs=(libaio-dev libcunit1 libcunit1-dev libgoogle-perftools4 libibverbs-dev libiscsi-dev libnuma-dev librbd-dev librdmacm-dev libz-dev); - if [[ "$BUILD_ARCH" == "x86" ]]; then - pkgs=("${pkgs[@]/%/:i386}"); - pkgs+=(gcc-multilib python3-scipy); - EXTRA_CFLAGS="${EXTRA_CFLAGS} -m32"; - else - pkgs+=(glusterfs-common python3-scipy); - fi; - sudo apt-get -qq update; - sudo apt-get install --no-install-recommends -qq -y "${pkgs[@]}"; - fi; - - if [[ "$TRAVIS_OS_NAME" == "osx" ]]; then - brew update; - brew install cunit; - pip3 install scipy; - fi; + - ci/travis-install.sh + script: - - ./configure --extra-cflags="${EXTRA_CFLAGS}" && make - - make test - - if [[ "$TRAVIS_CPU_ARCH" == "arm64" ]]; then - sudo python3 t/run-fio-tests.py --skip 6 1007 1008 --debug -p 1010:"--skip 15 16 17 18 19 20"; - else - sudo python3 t/run-fio-tests.py --skip 6 1007 1008 --debug; - fi; + - ci/travis-build.sh
ci/travis-build.sh new file +16 -0
@@ -0,0 +1,16 @@ +#!/bin/bash + +EXTRA_CFLAGS="-Werror" + +if [[ "$BUILD_ARCH" == "x86" ]]; then + EXTRA_CFLAGS="${EXTRA_CFLAGS} -m32" +fi + +./configure --extra-cflags="${EXTRA_CFLAGS}" && + make && + make test && + if [[ "$TRAVIS_CPU_ARCH" == "arm64" ]]; then + sudo python3 t/run-fio-tests.py --skip 6 1007 1008 --debug -p 1010:"--skip 15 16 17 18 19 20" + else + sudo python3 t/run-fio-tests.py --skip 6 1007 1008 --debug + fi
ci/travis-install.sh new file +44 -0
44 lines not on this page · raw message
t/run-fio-tests.py +1 -1
@@ -438,7 +438,7 @@ class FioJobTest_t0011(FioJobTest): logging.debug("Test %d: iops1: %f", self.testnum, iops1) logging.debug("Test %d: ratio: %f", self.testnum, ratio) - if iops1 < 998 or iops1 > 1002: + if iops1 < 997 or iops1 > 1003: self.failure_reason = "{0} iops value mismatch,".format(self.failure_reason) self.passed = False
t/sgunmap-perf.py +1 -1
@@ -1,4 +1,4 @@ -#!/usr/bin/python2.7 +#!/usr/bin/env python3 # # sgunmap-test.py #
t/sgunmap-test.py +1 -1
@@ -1,4 +1,4 @@ -#!/usr/bin/python2.7 +#!/usr/bin/env python3 # Note: this script is python2 and python 3 compatible. # # sgunmap-test.py
tools/fio_jsonplus_clat2csv +1 -1
@@ -1,4 +1,4 @@ -#!/usr/bin/python2.7 +#!/usr/bin/env python3 # Note: this script is python2 and python3 compatible. """
tools/fiologparser.py +2 -1
@@ -1,4 +1,4 @@ -#!/usr/bin/python2.7 +#!/usr/bin/env python3 # Note: this script is python2 and python 3 compatible. # # fiologparser.py
@@ -18,6 +18,7 @@ from __future__ import absolute_import from __future__ import print_function import argparse import math +from functools import reduce def parse_args(): parser = argparse.ArgumentParser()
tools/hist/fio-histo-log-pctiles.py +3 -2
@@ -1,4 +1,4 @@ -#!/usr/bin/env python +#!/usr/bin/env python3 # module to parse fio histogram log files, not using pandas # runs in python v2 or v3
@@ -24,6 +24,7 @@ import sys, os, math, copy, time from copy import deepcopy import argparse +from functools import reduce unittest2_imported = True try:
@@ -82,7 +83,7 @@ def parse_hist_file(logfn, buckets_per_interval, log_hist_msec): except ValueError as e: raise FioHistoLogExc('non-integer value %s' % exception_suffix(k+1, logfn)) - neg_ints = list(filter( lambda tk : tk < 0, int_tokens )) + neg_ints = list([tk for tk in int_tokens if tk < 0]) if len(neg_ints) > 0: raise FioHistoLogExc('negative integer value %s' % exception_suffix(k+1, logfn))
tools/hist/fiologparser_hist.py +4 -7
@@ -1,4 +1,4 @@ -#!/usr/bin/python2.7 +#!/usr/bin/env python3 """ Utility for converting *_clat_hist* files generated by fio into latency statistics.
@@ -124,7 +124,7 @@ def gen_output_columns(ctx): columns = ["end-time", "dir", "samples", "min", "avg", "median"] else: columns = ["end-time", "samples", "min", "avg", "median"] - columns.extend(list(map(lambda x: x+'%', strpercs))) + columns.extend(list([x+'%' for x in strpercs])) columns.append("max") def fmt_float_list(ctx, num=1):
@@ -339,7 +339,7 @@ def guess_max_from_bins(ctx, hist_cols): else: bins = [1216,1280,1344,1408,1472,1536,1600,1664] coarses = range(max_coarse + 1) - fncn = lambda z: list(map(lambda x: z/2**x if z % 2**x == 0 else -10, coarses)) + fncn = lambda z: list([z/2**x if z % 2**x == 0 else -10 for x in coarses]) arr = np.transpose(list(map(fncn, bins))) idx = np.where(arr == hist_cols)
@@ -470,10 +470,7 @@ def output_interval_data(ctx,directions): def main(ctx): if ctx.job_file: - try: - from configparser import SafeConfigParser, NoOptionError - except ImportError: - from ConfigParser import SafeConfigParser, NoOptionError + from configparser import SafeConfigParser, NoOptionError cp = SafeConfigParser(allow_no_value=True) with open(ctx.job_file, 'r') as fp:
tools/hist/half-bins.py +1 -1
@@ -1,4 +1,4 @@ -#!/usr/bin/python2.7 +#!/usr/bin/env python3 """ Cut the number bins in half in fio histogram output. Example usage: $ half-bins.py -c 2 output_clat_hist.1.log > smaller_clat_hist.1.log
tools/plot/fio2gnuplot +1 -1
@@ -1,4 +1,4 @@ -#!/usr/bin/python2.7 +#!/usr/bin/env python3 # Note: this script is python2 and python3 compatible. # # Copyright (C) 2013 eNovance SAS <[email protected]>