Recent changes (master)
The following changes since commit 3f1e3af7cff07d4aedcd9a58ae00cb1a2189fcc2:
engines/io_uring: use fixed opcodes for pre-mapped buffers (2020-01-14 14:27:22 -0700)
are available in the Git repository at:
git://git.kernel.dk/fio.git master
for you to fetch changes up to e08e2dd7b77f99e4bb904fc1df2395c2fe2ffbbe:
Merge branch 'fix_verify_push' of https://github.com/gwendalcr/fio (2020-01-16 15:44:44 -0700)
----------------------------------------------------------------
Andrey Kuzmin (1):
Use aux_path, if set, when loading verify state
Bart Van Assche (7):
blktrace: Pass a positive error code to td_verror()
blktrace: Check value of 'merge_buf' pointer before using it
blktrace: Fix memory leaks in error paths
server: Make it explicit that the setsockopt() return value is ignored t/memlock: Verify 'threads' argument
t/read-to-pipe-async: Do not divide by zero t/read-to-pipe-async: Complain if pthread_detach() fails
Gwendal Grignou (1):
verify: Fix test to not check for numberio when verify_only is true
Jens Axboe (3):
Merge branch 'issue-825' of https://github.com/LeaflessMelospiza/fio
Merge branch 'master' of https://github.com/bvanassche/fio
Merge branch 'fix_verify_push' of https://github.com/gwendalcr/fio
LeaflessMelospiza (1):
Moved diskutil reporting functions to stat.c
backend.c | 12 ++- blktrace.c | 23 ++++-- diskutil.c | 217 ------------------------------------------------- diskutil.h | 12 --- server.c | 3 +- stat.c | 212 +++++++++++++++++++++++++++++++++++++++++++++++ stat.h | 8 +- t/memlock.c | 4 + t/read-to-pipe-async.c | 16 ++-- verify.c | 6 +- 10 files changed, 264 insertions(+), 249 deletions(-)
---
Diff of recent changes:
backend.c +10 -2
@@ -2120,8 +2120,16 @@ static int fio_verify_load_state(struct thread_data *td) td->thread_number - 1, &data);if (!ret)verify_assign_state (td, data); - }else - ret =verify_load_state (td,"local" ); + }else { +char prefix[PATH_MAX ]; + +if (aux_path) +sprintf (prefix,"%s%clocal" , aux_path, +FIO_OS_PATH_SEPARATOR ); +else +strcpy (prefix,"local" ); + ret =verify_load_state (td, prefix); + }return ret; }
blktrace.c +16 -7
@@ -28,8 +28,11 @@ static int refill_fifo(struct thread_data *td, struct fifo *fifo, int fd) ret =read (fd, buf, total);if (ret <0 ) { -td_verror (td, errno,"read blktrace file" ); -return -1 ; +int read_err = errno; + +assert (read_err >0 ); +td_verror (td, read_err,"read blktrace file" ); +return -read_err; }if (ret >0 )
@@ -486,7 +489,7 @@ bool load_blktrace(struct thread_data *td, const char *filename, int need_swap) } ret =discard_pdu (td, fifo, fd, &t);if (ret <0 ) { -td_verror (td, ret,"blktrace lseek" ); +td_verror (td, -ret,"blktrace lseek" ); goto err; }else if (t.pdu_len != ret) {log_err ("fio: discarded %d of %d\n" , ret, t.pdu_len);
@@ -663,7 +666,7 @@ read_skip: t_get_ddir(t) == DDIR_INVAL) { ret =discard_pdu (td, bc->fifo, bc->fd, t);if (ret <0 ) { -td_verror (td, ret,"blktrace lseek" ); +td_verror (td, -ret,"blktrace lseek" );return ret; }else if (t->pdu_len != ret) { log_err("fio: discarded %d of %d\n", ret,
@@ -716,9 +719,11 @@ int merge_blktrace_iologs(struct thread_data *td)/* setup output file */ merge_fp =fopen (td->o.merge_blktrace_file,"w" ); merge_buf =malloc (128 *1024 ); +if (!merge_buf) + goto err_out_file; ret =setvbuf (merge_fp, merge_buf, _IOFBF,128 *1024 );if (ret) - goto err_out_file; + goto err_merge_buf;/* setup input files */ str = ptr =strdup (td->o.read_iolog_file);
@@ -728,6 +733,7 @@ int merge_blktrace_iologs(struct thread_data *td)if (bcs[i].fd <0 ) {log_err ("fio: could not open file: %s\n" , name); ret = bcs[i].fd; +free (str); goto err_file; } bcs[i].fifo =fifo_alloc (TRACE_FIFO_SIZE );
@@ -735,11 +741,13 @@ int merge_blktrace_iologs(struct thread_data *td)if (!is_blktrace (name, &bcs[i].swap)) {log_err ("fio: file is not a blktrace: %s\n" , name); +free (str); goto err_file; } ret =read_trace (td, &bcs[i]);if (ret <0 ) { +free (str); goto err_file; }else if (!ret) {merge_finish_file (bcs, i, &nr_logs);
@@ -755,7 +763,7 @@ int merge_blktrace_iologs(struct thread_data *td)/* skip over the pdu */ ret =discard_pdu (td, bc->fifo, bc->fd, &bc->t);if (ret <0 ) { -td_verror (td, ret,"blktrace lseek" ); +td_verror (td, -ret,"blktrace lseek" ); goto err_file; }else if (bc->t.pdu_len != ret) { log_err("fio: discarded %d of %d\n", ret,
@@ -781,10 +789,11 @@ err_file:fifo_free (bcs[i].fifo);close (bcs[i].fd); } +err_merge_buf: +free (merge_buf); err_out_file:fflush (merge_fp);fclose (merge_fp); -free (merge_buf); err_param:free (bcs);
diskutil.c +0 -217
229 lines not on this page · raw message
diskutil.h +0 -12
@@ -1,6 +1,5 @@#ifndef FIO_DISKUTIL_H #define FIO_DISKUTIL_H -#include "json.h" #define FIO_DU_NAME_SZ 64#include "helper_thread.h"
@@ -105,26 +104,15 @@ extern struct flist_head disk_list;* disk util stuff */ #ifdef FIO_HAVE_DISK_UTIL -extern void print_disk_util (struct disk_util_stat *,struct disk_util_agg *,int terse,struct buf_output *); -extern void show_disk_util (int terse,struct json_object *parent,struct buf_output *); -extern void json_array_add_disk_util (struct disk_util_stat *dus, -struct disk_util_agg *agg,struct json_array *parent);extern void init_disk_util (struct thread_data *);extern int update_io_ticks (void );extern void setup_disk_util (void );extern void disk_util_prune_entries (void );#else /* keep this as a function to avoid a warning in handle_du() */ -static inline void print_disk_util (struct disk_util_stat *du, -struct disk_util_agg *agg,int terse, -struct buf_output *out) -{ -} -#define show_disk_util (terse, parent, out) do { } while (0)#define disk_util_prune_entries ()#define init_disk_util (td)#define setup_disk_util () -#define json_array_add_disk_util (dus, agg, parent)static inline int update_io_ticks (void ) {
server.c +2 -1
@@ -2154,7 +2154,8 @@ static int fio_init_server_ip(void)/* * Not fatal if fails, so just ignore it if that happens */ -setsockopt (sk,SOL_SOCKET ,SO_REUSEPORT , &opt,sizeof (opt)); +if (setsockopt (sk,SOL_SOCKET ,SO_REUSEPORT , &opt,sizeof (opt))) { + }#endif if (use_ipv6) {
stat.c +212 -0
218 lines not on this page · raw message
stat.h +7 -1
@@ -3,6 +3,8 @@#include "iolog.h" #include "lib/output_buffer.h" +#include "diskutil.h" +#include "json.h" struct group_run_stats {uint64_t max_run[DDIR_RWDIR_CNT ], min_run[DDIR_RWDIR_CNT ];
@@ -332,9 +334,13 @@ extern void add_iops_sample(struct thread_data *, struct io_u *,extern void add_bw_sample (struct thread_data *,struct io_u *,unsigned int ,unsigned long long );extern void add_sync_clat_sample (struct thread_stat *ts, -unsigned long long nsec); +unsigned long long nsec);extern int calc_log_samples (void ); +extern void print_disk_util (struct disk_util_stat *,struct disk_util_agg *,int terse,struct buf_output *); +extern void json_array_add_disk_util (struct disk_util_stat *dus, +struct disk_util_agg *agg,struct json_array *parent); +extern struct io_log *agg_io_log[DDIR_RWDIR_CNT ];extern bool write_bw_log;
t/memlock.c +4 -0
@@ -43,6 +43,10 @@ int main(int argc, char *argv[]) mib =strtoul (argv[1 ],NULL ,10 ); threads =strtoul (argv[2 ],NULL ,10 ); +if (threads <1 || threads >65536 ) { +printf ("%s: invalid 'threads' argument\n" , argv[0 ]); +return 1 ; + } pthreads =calloc (threads,sizeof (pthread_t)); td.mib = mib;
t/read-to-pipe-async.c +11 -5
@@ -392,10 +392,13 @@ static void queue_work(struct reader_thread *rt, struct work_item *work)pthread_cond_signal (&rt->thread.cond); }else {int ret =pthread_create (&work->thread,NULL , reader_one_off, work); -if (ret) +if (ret) {fprintf (stderr,"pthread_create=%d\n" , ret); -else -pthread_detach (work->thread); + }else { + ret =pthread_detach (work->thread); +if (ret) +fprintf (stderr,"pthread_detach=%d\n" , ret); + } } }
@@ -581,6 +584,7 @@ int main(int argc, char *argv[])struct reader_thread *rt;struct writer_thread *wt;unsigned long rate; +uint64_t elapsed;struct stat sb;size_t bytes;off_t off;
@@ -684,9 +688,11 @@ int main(int argc, char *argv[])show_latencies (&wt->s,"WRITERS" ); bytes /=1024 ; - rate = (bytes *1000UL *1000UL ) /utime_since (&s, &re); + elapsed =utime_since (&s, &re); + rate = elapsed ? (bytes *1000UL *1000UL ) / elapsed :0 ;fprintf (stderr,"Read rate (KiB/sec) : %lu\n" , rate); - rate = (bytes *1000UL *1000UL ) /utime_since (&s, &we); + elapsed =utime_since (&s, &we); + rate = elapsed ? (bytes *1000UL *1000UL ) / elapsed :0 ;fprintf (stderr,"Write rate (KiB/sec): %lu\n" , rate);close (fd);
verify.c +2 -4
@@ -845,13 +845,11 @@ static int verify_header(struct io_u *io_u, struct thread_data *td,* For read-only workloads, the program cannot be certain of the * last numberio written to a block. Checking of numberio will be * done only for workloads that write data. For verify_only, -* numberio will be checked in the last iteration when the correct -* state of numberio, that would have been written to each block -* in a previous run of fio, has been reached. +* numberio check is skipped. */ if (td_write (td) && (td_min_bs (td) ==td_max_bs (td)) && !td->o.time_based) -if (!td->o.verify_only || td->o.loops ==0 ) +if (!td->o.verify_only)if (hdr->numberio != io_u->numberio) { log_err("verify: bad header numberio %"PRIu16 ", wanted %"PRIu16,