File manager

File manager - Edit - /usr/share/doc/sg3-utils/examples/sgq_dd.c

Back
/* * A utility program for the Linux OS SCSI generic ("sg") device driver. * Copyright (C) 1999-2010 D. Gilbert and P. Allworth * This program is free software; you can redistribute it and/or modify * it under the terms of the GNU General Public License as published by * the Free Software Foundation; either version 2, or (at your option) * any later version. * * SPDX-License-Identifier: GPL-2.0-or-later * * This program is a specialization of the Unix "dd" command in which * one or both of the given files is a scsi generic device or a raw * device. A block size ('bs') is assumed to be 512 if not given. This * program complains if 'ibs' or 'obs' are given with some other value * than 'bs'. If 'if' is not given or 'if=-' then stdin is assumed. If * 'of' is not given or 'of=-' then stdout assumed. Multipliers: * 'c','C' 1 'b','B' 512 'k' 1024 'K' 1000 * 'm' (1024^2) 'M' (1000^2) 'g' (1024^3) 'G' (1000^3) * * A non-standard argument "bpt" (blocks per transfer) is added to control * the maximum number of blocks in each transfer. The default value is 128. * For example if "bs=512" and "bpt=32" then a maximum of 32 blocks (16KB * in this case) are transferred to or from the sg device in a single SCSI * command. * * This version should compile with Linux sg drivers with version numbers * >= 30000 . This version uses queuing within the Linux sg driver. / #define _XOPEN_SOURCE 500 #include <unistd.h> #include <fcntl.h> #include <stdio.h> #include <stdlib.h> #include <stdint.h> #include <stdbool.h> #include <string.h> #include <ctype.h> #include <errno.h> #include <limits.h> #include <signal.h> #include <poll.h> #include <sys/ioctl.h> #include <sys/types.h> #include <sys/stat.h> #include <sys/sysmacros.h> #include <linux/major.h> #include <sys/time.h> typedef uint8_t u_char; / horrible, for scsi.h / #include "sg_lib.h" #include "sg_io_linux.h" #include "sg_unaligned.h" static char version_str = "0.63 20190324"; /* resurrected from "0.55 20020509" / #define DEF_BLOCK_SIZE 512 #define DEF_BLOCKS_PER_TRANSFER 128 #define SENSE_BUFF_LEN 32 / Arbitrary, could be larger / #define DEF_TIMEOUT 60000 / 60,000 millisecs == 60 seconds / #define S_RW_LEN 10 / Use SCSI READ(10) and WRITE(10) / #define SGP_READ10 0x28 #define SGP_WRITE10 0x2a #define DEF_NUM_THREADS 4 / actually degree of concurrency / #define MAX_NUM_THREADS 1024 #ifndef RAW_MAJOR #define RAW_MAJOR 255 /unlikey value / #endif #define FT_OTHER 0 / filetype other than sg or raw device / #define FT_SG 1 / filetype is sg char device / #define FT_RAW 2 / filetype is raw char device / #define QS_IDLE 0 / ready to start a copy cycle / #define QS_IN_STARTED 1 / commenced read / #define QS_IN_FINISHED 2 / finished read, ready for write / #define QS_OUT_STARTED 3 / commenced write / #define QS_IN_POLL 11 #define QS_OUT_POLL 12 #define STR_SZ 1024 #define INOUTF_SZ 512 #define EBUFF_SZ 512 struct request_element; typedef struct request_collection { / one instance visible to all threads / int infd; int skip; int in_type; int in_scsi_type; int in_blk; / next block address to read / int in_count; / blocks remaining for next read / int in_done_count; / count of completed in blocks / int in_partial; int outfd; int seek; int out_type; int out_scsi_type; int out_blk; / next block address to write / int out_count; / blocks remaining for next write / int out_done_count; / count of completed out blocks / int out_partial; int bs; int bpt; int dio; int dio_incomplete; int sum_of_resids; int coe; int debug; int num_rq_elems; struct request_element req_arr; } Rq_coll; typedef struct request_element { /* one instance per worker thread / int qstate; / "QS" state / int infd; int outfd; int wr; int blk; int num_blks; uint8_t buffp; uint8_t * alloc_bp; sg_io_hdr_t io_hdr; uint8_t cmd[S_RW_LEN]; uint8_t sb[SENSE_BUFF_LEN]; int bs; int dio; int dio_incomplete; int resid; int in_scsi_type; int out_scsi_type; int debug; } Rq_elem; static Rq_coll rcoll; static struct pollfd in_pollfd_arr[MAX_NUM_THREADS]; static struct pollfd out_pollfd_arr[MAX_NUM_THREADS]; static int dd_count = -1; static const char * proc_allow_dio = "/proc/scsi/sg/allow_dio"; static int sg_finish_io(int wr, Rq_elem * rep); /* Returns the number of times 'ch' is found in string 's' given the * string's length. / static int num_chs_in_str(const char s, int slen, int ch) { int res = 0; while (--slen >= 0) { if (ch == s[slen]) ++res; } return res; } static void install_handler (int sig_num, void (sig_handler) (int sig)) { struct sigaction sigact; sigaction (sig_num, NULL, &sigact); if (sigact.sa_handler != SIG_IGN) { sigact.sa_handler = sig_handler; sigemptyset (&sigact.sa_mask); sigact.sa_flags = 0; sigaction (sig_num, &sigact, NULL); } } static void print_stats() { int infull, outfull; if (0 != rcoll.out_count) fprintf(stderr, " remaining block count=%d\n", rcoll.out_count); infull = dd_count - rcoll.in_done_count - rcoll.in_partial; fprintf(stderr, "%d+%d records in\n", infull, rcoll.in_partial); outfull = dd_count - rcoll.out_done_count - rcoll.out_partial; fprintf(stderr, "%d+%d records out\n", outfull, rcoll.out_partial); } static void interrupt_handler(int sig) { struct sigaction sigact; sigact.sa_handler = SIG_DFL; sigemptyset (&sigact.sa_mask); sigact.sa_flags = 0; sigaction (sig, &sigact, NULL); fprintf(stderr, "Interrupted by signal,"); print_stats (); kill (getpid (), sig); } static void siginfo_handler(int sig) { fprintf(stderr, "Progress report, continuing ...\n"); print_stats (); if (sig) { } / suppress unused warning / } static int dd_filetype(const char filename) { struct stat st; if (stat(filename, &st) < 0) return FT_OTHER; if (S_ISCHR(st.st_mode)) { if (RAW_MAJOR == major(st.st_rdev)) return FT_RAW; else if (SCSI_GENERIC_MAJOR == major(st.st_rdev)) return FT_SG; } return FT_OTHER; } static void usage() { fprintf(stderr, "Usage: " "sgq_dd [if=<infile>] [skip=<n>] [of=<ofile>] [seek=<n>] " "[bs=<num>]\n" " [bpt=<num>] [count=<n>] [dio=0\|1] [thr=<n>] " "[coe=0\|1] [gen=<n>]\n" " [time=0\|1] [deb=<n>] [--version]\n" " usually either 'if' or 'of' is a sg or raw device\n" " 'bpt' is blocks_per_transfer (default is 128)\n" " 'dio' is direct IO, 1->attempt, 0->indirect IO (def)\n" " 'thr' is number of queues, must be > 0, default 4, max 1024\n"); fprintf(stderr, " 'coe' continue on sg error, 0->exit (def), " "1->zero + continue\n" " 'time' 0->no timing(def), 1->time plus calculate throughput\n" " 'gen' 0-> 1 file is special(def), 1-> any files allowed\n" " 'deb' is debug, 0->none (def), > 0->varying degrees of debug\n"); } /* Returns -1 for error, 0 for nothing found, QS_IN_POLL or QS_OUT_POLL / static int do_poll(Rq_coll clp, int timeout, int * req_indexp) { int k, res; if (FT_SG == clp->out_type) { while (((res = poll(out_pollfd_arr, clp->num_rq_elems, timeout)) < 0) && (EINTR == errno)) ; if (res < 0) { perror("poll error on output fds"); return -1; } else if (res > 0) { for (k = 0; k < clp->num_rq_elems; ++k) { if (out_pollfd_arr[k].revents & POLLIN) { if (req_indexp) req_indexp = k; return QS_OUT_POLL; } } } } if (FT_SG == clp->in_type) { while (((res = poll(in_pollfd_arr, clp->num_rq_elems, timeout)) < 0) && (EINTR == errno)) ; if (res < 0) { perror("poll error on input fds"); return -1; } else if (res > 0) { for (k = 0; k < clp->num_rq_elems; ++k) { if (in_pollfd_arr[k].revents & POLLIN) { if (req_indexp) req_indexp = k; return QS_IN_POLL; } } } } return 0; } /* Return of 0 -> success, -1 -> failure, 2 -> try again / static int read_capacity(int sg_fd, int num_sect, int * sect_sz) { int res; uint8_t rc_cdb [10] = {0x25, 0, 0, 0, 0, 0, 0, 0, 0, 0}; uint8_t rcBuff[64]; uint8_t sense_b[64]; sg_io_hdr_t io_hdr; memset(&io_hdr, 0, sizeof(sg_io_hdr_t)); io_hdr.interface_id = 'S'; io_hdr.cmd_len = sizeof(rc_cdb); io_hdr.mx_sb_len = sizeof(sense_b); io_hdr.dxfer_direction = SG_DXFER_FROM_DEV; io_hdr.dxfer_len = sizeof(rcBuff); io_hdr.dxferp = rcBuff; io_hdr.cmdp = rc_cdb; io_hdr.sbp = sense_b; io_hdr.timeout = DEF_TIMEOUT; if (ioctl(sg_fd, SG_IO, &io_hdr) < 0) { perror("read_capacity (SG_IO) error"); return -1; } res = sg_err_category3(&io_hdr); if (SG_LIB_CAT_UNIT_ATTENTION == res) return 2; /* probably have another go ... / else if (SG_LIB_CAT_CLEAN != res) { sg_chk_n_print3("read capacity", &io_hdr, 1); return -1; } num_sect = 1 + sg_get_unaligned_be32(rcBuff + 0); sect_sz = sg_get_unaligned_be32(rcBuff + 4); #ifdef DEBUG fprintf(stderr, "number of sectors=%d, sector size=%d\n", num_sect, sect_sz); #endif return 0; } / 0 -> ok, 1 -> short read, -1 -> error / static int normal_in_operation(Rq_coll clp, Rq_elem * rep, int blocks) { int res; int stop_after_write = 0; rep->qstate = QS_IN_STARTED; if (rep->debug > 8) fprintf(stderr, "normal_in_operation: start blk=%d num_blks=%d\n", rep->blk, rep->num_blks); while (((res = read(rep->infd, rep->buffp, blocks * rep->bs)) < 0) && (EINTR == errno)) ; if (res < 0) { fprintf(stderr, "sgq_dd: reading, in_blk=%d, errno=%d\n", rep->blk, errno); return -1; } if (res < blocks * rep->bs) { int o_blocks = blocks; stop_after_write = 1; blocks = res / rep->bs; if ((res % rep->bs) > 0) { blocks++; clp->in_partial++; } /* Reverse out + re-apply blocks on clp / clp->in_blk -= o_blocks; clp->in_count += o_blocks; rep->num_blks = blocks; clp->in_blk += blocks; clp->in_count -= blocks; } clp->in_done_count -= blocks; rep->qstate = QS_IN_FINISHED; return stop_after_write; } / 0 -> ok, -1 -> error / static int normal_out_operation(Rq_coll clp, Rq_elem * rep, int blocks) { int res; rep->qstate = QS_OUT_STARTED; if (rep->debug > 8) fprintf(stderr, "normal_out_operation: start blk=%d num_blks=%d\n", rep->blk, rep->num_blks); while (((res = write(rep->outfd, rep->buffp, rep->num_blks * rep->bs)) < 0) && (EINTR == errno)) ; if (res < 0) { fprintf(stderr, "sgq_dd: output, out_blk=%d, errno=%d\n", rep->blk, errno); return -1; } if (res < blocks * rep->bs) { blocks = res / rep->bs; if ((res % rep->bs) > 0) { blocks++; clp->out_partial++; } rep->num_blks = blocks; } clp->out_done_count -= blocks; rep->qstate = QS_IDLE; return 0; } /* Returns 1 for retryable, 0 for ok, -ve for error / static int sg_fin_in_operation(Rq_coll clp, Rq_elem * rep) { int res; rep->qstate = QS_IN_FINISHED; res = sg_finish_io(rep->wr, rep); if (res < 0) { if (clp->coe) { memset(rep->buffp, 0, rep->num_blks * rep->bs); fprintf(stderr, ">> substituted zeros for in blk=%d for " "%d bytes\n", rep->blk, rep->num_blks * rep->bs); res = 0; } else { fprintf(stderr, "error finishing sg in command\n"); return res; } } if (0 == res) { /* looks good, going to return / if (rep->dio_incomplete \|\| rep->resid) { clp->dio_incomplete += rep->dio_incomplete; clp->sum_of_resids += rep->resid; } clp->in_done_count -= rep->num_blks; } return res; } / Returns 1 for retryable, 0 for ok, -ve for error / static int sg_fin_out_operation(Rq_coll clp, Rq_elem * rep) { int res; rep->qstate = QS_IDLE; res = sg_finish_io(rep->wr, rep); if (res < 0) { if (clp->coe) { fprintf(stderr, ">> ignored error for out blk=%d for " "%d bytes\n", rep->blk, rep->num_blks * rep->bs); res = 0; } else { fprintf(stderr, "error finishing sg out command\n"); return res; } } if (0 == res) { if (rep->dio_incomplete \|\| rep->resid) { clp->dio_incomplete += rep->dio_incomplete; clp->sum_of_resids += rep->resid; } clp->out_done_count -= rep->num_blks; } return res; } static int sg_start_io(Rq_elem * rep) { sg_io_hdr_t * hp = &rep->io_hdr; int res; rep->qstate = rep->wr ? QS_OUT_STARTED : QS_IN_STARTED; memset(rep->cmd, 0, sizeof(rep->cmd)); rep->cmd[0] = rep->wr ? SGP_WRITE10 : SGP_READ10; sg_put_unaligned_be32((uint32_t)rep->blk, rep->cmd + 2); sg_put_unaligned_be16((uint16_t)rep->num_blks, rep->cmd + 7); memset(hp, 0, sizeof(sg_io_hdr_t)); hp->interface_id = 'S'; hp->cmd_len = sizeof(rep->cmd); hp->cmdp = rep->cmd; hp->dxfer_direction = rep->wr ? SG_DXFER_TO_DEV : SG_DXFER_FROM_DEV; hp->dxfer_len = rep->bs * rep->num_blks; hp->dxferp = rep->buffp; hp->mx_sb_len = sizeof(rep->sb); hp->sbp = rep->sb; hp->timeout = DEF_TIMEOUT; hp->usr_ptr = rep; hp->pack_id = rep->blk; if (rep->dio) hp->flags \|= SG_FLAG_DIRECT_IO; if (rep->debug > 8) { fprintf(stderr, "sg_start_io: SCSI %s, blk=%d num_blks=%d\n", rep->wr ? "WRITE" : "READ", rep->blk, rep->num_blks); sg_print_command(hp->cmdp); fprintf(stderr, " len=%d, dxfrp=%p, cmd_len=%d\n", hp->dxfer_len, hp->dxferp, hp->cmd_len); } while (((res = write(rep->wr ? rep->outfd : rep->infd, hp, sizeof(sg_io_hdr_t))) < 0) && (EINTR == errno)) ; if (res < 0) { if (ENOMEM == errno) return 1; return res; } return 0; } /* -1 -> unrecoverable error, 0 -> successful, 1 -> try again / static int sg_finish_io(int wr, Rq_elem rep) { int res; sg_io_hdr_t io_hdr; sg_io_hdr_t * hp; #if 0 static int testing = 0; /* thread dubious! / #endif memset(&io_hdr, 0 , sizeof(sg_io_hdr_t)); / FORCE_PACK_ID active set only read packet with matching pack_id / io_hdr.interface_id = 'S'; io_hdr.dxfer_direction = rep->wr ? SG_DXFER_TO_DEV : SG_DXFER_FROM_DEV; io_hdr.pack_id = rep->blk; while (((res = read(wr ? rep->outfd : rep->infd, &io_hdr, sizeof(sg_io_hdr_t))) < 0) && (EINTR == errno)) ; if (res < 0) { perror("finishing io on sg device, error"); return -1; } if (rep != (Rq_elem )io_hdr.usr_ptr) { fprintf(stderr, "sg_finish_io: bad usr_ptr, request-response mismatch\n"); exit(1); } memcpy(&rep->io_hdr, &io_hdr, sizeof(sg_io_hdr_t)); hp = &rep->io_hdr; switch (sg_err_category3(hp)) { case SG_LIB_CAT_CLEAN: break; case SG_LIB_CAT_RECOVERED: fprintf(stderr, "Recovered error on block=%d, num=%d\n", rep->blk, rep->num_blks); break; case SG_LIB_CAT_UNIT_ATTENTION: return 1; default: { char ebuff[EBUFF_SZ]; snprintf(ebuff, EBUFF_SZ, "%s blk=%d", rep->wr ? "writing": "reading", rep->blk); sg_chk_n_print3(ebuff, hp, 1); return -1; } } #if 0 if (0 == (++testing % 100)) return -1; #endif if (rep->dio && ((hp->info & SG_INFO_DIRECT_IO_MASK) != SG_INFO_DIRECT_IO)) rep->dio_incomplete = 1; /* count dios done as indirect IO / else rep->dio_incomplete = 0; rep->resid = hp->resid; if (rep->debug > 8) fprintf(stderr, "sg_finish_io: completed %s, blk=%d\n", wr ? "WRITE" : "READ", rep->blk); return 0; } / Returns scsi_type or -1 for error / static int sg_prepare(int fd, int sz) { int res, t; struct sg_scsi_id info; res = ioctl(fd, SG_GET_VERSION_NUM, &t); if ((res < 0) \|\| (t < 30000)) { fprintf(stderr, "sgq_dd: sg driver prior to 3.x.y\n"); return -1; } res = ioctl(fd, SG_SET_RESERVED_SIZE, &sz); if (res < 0) perror("sgq_dd: SG_SET_RESERVED_SIZE error"); #if 0 t = 1; res = ioctl(fd, SG_SET_FORCE_PACK_ID, &t); if (res < 0) perror("sgq_dd: SG_SET_FORCE_PACK_ID error"); #endif res = ioctl(fd, SG_GET_SCSI_ID, &info); if (res < 0) { perror("sgq_dd: SG_SET_SCSI_ID error"); return -1; } else return info.scsi_type; } / Return 0 for ok, anything else for errors / static int prepare_rq_elems(Rq_coll clp, const char * inf, const char * outf) { int k; Rq_elem * rep; size_t psz; char ebuff[EBUFF_SZ]; int sz = clp->bpt * clp->bs; int scsi_type; clp->req_arr = malloc(sizeof(Rq_elem) * clp->num_rq_elems); if (NULL == clp->req_arr) return 1; for (k = 0; k < clp->num_rq_elems; ++k) { rep = &clp->req_arr[k]; memset(rep, 0, sizeof(Rq_elem)); psz = getpagesize(); if (NULL == (rep->alloc_bp = malloc(sz + psz))) return 1; rep->buffp = (uint8_t ) (((unsigned long)rep->alloc_bp + psz - 1) & (~(psz - 1))); rep->qstate = QS_IDLE; rep->bs = clp->bs; rep->dio = clp->dio; rep->debug = clp->debug; rep->out_scsi_type = clp->out_scsi_type; if (FT_SG == clp->in_type) { if (0 == k) rep->infd = clp->infd; else { if ((rep->infd = open(inf, O_RDWR)) < 0) { snprintf(ebuff, EBUFF_SZ, "sgq_dd: could not open %s for sg reading", inf); perror(ebuff); return 1; } } in_pollfd_arr[k].fd = rep->infd; in_pollfd_arr[k].events = POLLIN; if ((scsi_type = sg_prepare(rep->infd, sz)) < 0) return 1; if (0 == k) clp->in_scsi_type = scsi_type; rep->in_scsi_type = clp->in_scsi_type; } else rep->infd = clp->infd; if (FT_SG == clp->out_type) { if (0 == k) rep->outfd = clp->outfd; else { if ((rep->outfd = open(outf, O_RDWR)) < 0) { snprintf(ebuff, EBUFF_SZ, "sgq_dd: could not open %s for sg writing", outf); perror(ebuff); return 1; } } out_pollfd_arr[k].fd = rep->outfd; out_pollfd_arr[k].events = POLLIN; if ((scsi_type = sg_prepare(rep->outfd, sz)) < 0) return 1; if (0 == k) clp->out_scsi_type = scsi_type; rep->out_scsi_type = clp->out_scsi_type; } else rep->outfd = clp->outfd; } return 0; } / Returns a "QS" code and req index, or QS_IDLE and position of first idle (-1 if no idle position). Returns -1 on poll error. / static int decider(Rq_coll clp, int first_xfer, int * req_indexp) { int k, res; Rq_elem * rep; int first_idle_index = -1; int lowest_blk_index = -1; int times; int try_poll = 0; int lowest_blk = INT_MAX; times = first_xfer ? 1 : clp->num_rq_elems; for (k = 0; k < times; ++k) { rep = &clp->req_arr[k]; if ((QS_IN_STARTED == rep->qstate) \|\| (QS_OUT_STARTED == rep->qstate)) try_poll = 1; else if ((QS_IN_FINISHED == rep->qstate) && (rep->blk < lowest_blk)) { lowest_blk = rep->blk; lowest_blk_index = k; } else if ((QS_IDLE == rep->qstate) && (first_idle_index < 0)) first_idle_index = k; } if (try_poll) { res = do_poll(clp, 0, req_indexp); if (0 != res) return res; } if (lowest_blk_index >= 0) { if (req_indexp) req_indexp = lowest_blk_index; return QS_IN_FINISHED; } #if 0 if (try_poll) { res = do_poll(clp, 2, req_indexp); if (0 != res) return res; } #endif if (req_indexp) req_indexp = first_idle_index; return QS_IDLE; } int main(int argc, char * argv[]) { bool verbose_given = false; bool version_given = false; int skip = 0; int seek = 0; int ibs = 0; int obs = 0; char str[STR_SZ]; char * key; char * buf; char inf[INOUTF_SZ]; char outf[INOUTF_SZ]; int res, k, n, keylen; int in_num_sect = 0; int out_num_sect = 0; int num_threads = DEF_NUM_THREADS; int gen = 0; int do_time = 0; int in_sect_sz, out_sect_sz, first_xfer, qstate, req_index, seek_skip; int blocks, stop_after_write, terminate; char ebuff[EBUFF_SZ]; Rq_elem * rep; struct timeval start_tm, end_tm; memset(&rcoll, 0, sizeof(Rq_coll)); rcoll.bpt = DEF_BLOCKS_PER_TRANSFER; rcoll.in_type = FT_OTHER; rcoll.out_type = FT_OTHER; inf[0] = '\0'; outf[0] = '\0'; for(k = 1; k < argc; k++) { if (argv[k]) strncpy(str, argv[k], STR_SZ); else continue; for(key = str, buf = key; buf && buf != '=';) buf++; if (buf) buf++ = '\0'; keylen = strlen(key); if (strcmp(key,"if") == 0) strncpy(inf, buf, INOUTF_SZ); else if (strcmp(key,"of") == 0) strncpy(outf, buf, INOUTF_SZ); else if (0 == strcmp(key,"ibs")) ibs = sg_get_num(buf); else if (0 == strcmp(key,"obs")) obs = sg_get_num(buf); else if (0 == strcmp(key,"bs")) rcoll.bs = sg_get_num(buf); else if (0 == strcmp(key,"bpt")) rcoll.bpt = sg_get_num(buf); else if (0 == strcmp(key,"skip")) skip = sg_get_num(buf); else if (0 == strcmp(key,"seek")) seek = sg_get_num(buf); else if (0 == strcmp(key,"count")) dd_count = sg_get_num(buf); else if (0 == strcmp(key,"dio")) rcoll.dio = sg_get_num(buf); else if (0 == strcmp(key,"thr")) num_threads = sg_get_num(buf); else if (0 == strcmp(key,"coe")) rcoll.coe = sg_get_num(buf); else if (0 == strcmp(key,"gen")) gen = sg_get_num(buf); else if ((0 == strncmp(key,"deb", 3)) \|\| (0 == strncmp(key,"verb", 4))) rcoll.debug = sg_get_num(buf); else if (0 == strcmp(key,"time")) do_time = sg_get_num(buf); else if ((keylen > 1) && ('-' == key[0]) && ('-' != key[1])) { res = 0; n = num_chs_in_str(key + 1, keylen - 1, 'h'); if (n > 0) { usage(); return 0; } n = num_chs_in_str(key + 1, keylen - 1, 'v'); if (n > 0) verbose_given = true; rcoll.debug += n; res += n; n = num_chs_in_str(key + 1, keylen - 1, 'V'); if (n > 0) version_given = true; res += n; if (res < (keylen - 1)) { fprintf(stderr, "Unrecognised short option in '%s', try " "'--help'\n", key); return SG_LIB_SYNTAX_ERROR; } } else if (0 == strncmp(key, "--help", 6)) { usage(); return 0; } else if (0 == strncmp(key, "--verb", 6)) { verbose_given = true; ++rcoll.debug; } else if (0 == strncmp(key, "--vers", 6)) version_given = true; else { fprintf(stderr, "Unrecognized argument '%s'\n", key); usage(); return 1; } } #ifdef DEBUG fprintf(stderr, "In DEBUG mode, "); if (verbose_given && version_given) { fprintf(stderr, "but override: '-vV' given, zero verbose and " "continue\n"); verbose_given = false; version_given = false; rcoll.debug = 0; } else if (! verbose_given) { fprintf(stderr, "set '-vv'\n"); rcoll.debug = 2; } else fprintf(stderr, "keep verbose=%d\n", rcoll.debug); #else if (verbose_given && version_given) fprintf(stderr, "Not in DEBUG mode, so '-vV' has no special action\n"); #endif if (version_given) { fprintf(stderr, "sgq_dd for sg version 3 driver: %s\n", version_str); return 0; return 0; } if (argc < 2) { usage(); return 1; } if (rcoll.bs <= 0) { rcoll.bs = DEF_BLOCK_SIZE; fprintf(stderr, "Assume default 'bs' (block size) of %d bytes\n", rcoll.bs); } if ((ibs && (ibs != rcoll.bs)) \|\| (obs && (obs != rcoll.bs))) { fprintf(stderr, "If 'ibs' or 'obs' given must be same as 'bs'\n"); usage(); return 1; } if ((skip < 0) \|\| (seek < 0)) { fprintf(stderr, "skip and seek cannot be negative\n"); return 1; } if ((num_threads < 1) \|\| (num_threads > MAX_NUM_THREADS)) { fprintf(stderr, "too few or too many threads requested\n"); usage(); return 1; } if (rcoll.debug) fprintf(stderr, "sgq_dd: if=%s skip=%d of=%s seek=%d count=%d\n", inf, skip, outf, seek, dd_count); install_handler (SIGINT, interrupt_handler); install_handler (SIGQUIT, interrupt_handler); install_handler (SIGPIPE, interrupt_handler); install_handler (SIGUSR1, siginfo_handler); rcoll.infd = STDIN_FILENO; rcoll.outfd = STDOUT_FILENO; if (inf[0] && ('-' != inf[0])) { rcoll.in_type = dd_filetype(inf); if (FT_SG == rcoll.in_type) { if ((rcoll.infd = open(inf, O_RDWR)) < 0) { snprintf(ebuff, EBUFF_SZ, "sgq_dd: could not open %s for sg reading", inf); perror(ebuff); return 1; } } if (FT_SG != rcoll.in_type) { if ((rcoll.infd = open(inf, O_RDONLY)) < 0) { snprintf(ebuff, EBUFF_SZ, "sgq_dd: could not open %s for reading", inf); perror(ebuff); return 1; } else if (skip > 0) { loff_t offset = skip; offset = rcoll.bs; / could exceed 32 here! / if (lseek(rcoll.infd, offset, SEEK_SET) < 0) { snprintf(ebuff, EBUFF_SZ, "sgq_dd: couldn't skip to required position on %s", inf); perror(ebuff); return 1; } } } } if (outf[0] && ('-' != outf[0])) { rcoll.out_type = dd_filetype(outf); if (FT_SG == rcoll.out_type) { if ((rcoll.outfd = open(outf, O_RDWR)) < 0) { snprintf(ebuff, EBUFF_SZ, "sgq_dd: could not open %s for sg writing", outf); perror(ebuff); return 1; } } else { if (FT_OTHER == rcoll.out_type) { if ((rcoll.outfd = open(outf, O_WRONLY \| O_CREAT, 0666)) < 0) { snprintf(ebuff, EBUFF_SZ, "sgq_dd: could not open %s for writing", outf); perror(ebuff); return 1; } } else { if ((rcoll.outfd = open(outf, O_WRONLY)) < 0) { snprintf(ebuff, EBUFF_SZ, "sgq_dd: could not open %s for raw writing", outf); perror(ebuff); return 1; } } if (seek > 0) { loff_t offset = seek; offset = rcoll.bs; /* could exceed 32 bits here! / if (lseek(rcoll.outfd, offset, SEEK_SET) < 0) { snprintf(ebuff, EBUFF_SZ, "sgq_dd: couldn't seek to required position on %s", outf); perror(ebuff); return 1; } } } } if ((STDIN_FILENO == rcoll.infd) && (STDOUT_FILENO == rcoll.outfd)) { fprintf(stderr, "Disallow both if and of to be stdin and stdout\n"); return 1; } if ((FT_OTHER == rcoll.in_type) && (FT_OTHER == rcoll.out_type) && !gen) { fprintf(stderr, "Either 'if' or 'of' must be a sg or raw device\n"); return 1; } if (0 == dd_count) return 0; else if (dd_count < 0) { if (FT_SG == rcoll.in_type) { res = read_capacity(rcoll.infd, &in_num_sect, &in_sect_sz); if (2 == res) { fprintf(stderr, "Unit attention, media changed(in), repeat\n"); res = read_capacity(rcoll.infd, &in_num_sect, &in_sect_sz); } if (0 != res) { fprintf(stderr, "Unable to read capacity on %s\n", inf); in_num_sect = -1; } else { if (in_num_sect > skip) in_num_sect -= skip; } } if (FT_SG == rcoll.out_type) { res = read_capacity(rcoll.outfd, &out_num_sect, &out_sect_sz); if (2 == res) { fprintf(stderr, "Unit attention, media changed(out), " "repeat\n"); res = read_capacity(rcoll.outfd, &out_num_sect, &out_sect_sz); } if (0 != res) { fprintf(stderr, "Unable to read capacity on %s\n", outf); out_num_sect = -1; } else { if (out_num_sect > seek) out_num_sect -= seek; } } if (in_num_sect > 0) { if (out_num_sect > 0) dd_count = (in_num_sect > out_num_sect) ? out_num_sect : in_num_sect; else dd_count = in_num_sect; } else dd_count = out_num_sect; } if (rcoll.debug > 1) fprintf(stderr, "Start of loop, count=%d, in_num_sect=%d, " "out_num_sect=%d\n", dd_count, in_num_sect, out_num_sect); if (dd_count <= 0) { fprintf(stderr, "Couldn't calculate count, please give one\n"); return 1; } rcoll.in_count = dd_count; rcoll.in_done_count = dd_count; rcoll.skip = skip; rcoll.in_blk = skip; rcoll.out_count = dd_count; rcoll.out_done_count = dd_count; rcoll.seek = seek; rcoll.out_blk = seek; if ((FT_SG == rcoll.in_type) \|\| (FT_SG == rcoll.out_type)) rcoll.num_rq_elems = num_threads; else rcoll.num_rq_elems = 1; if (prepare_rq_elems(&rcoll, inf, outf)) { fprintf(stderr, "Setup failure, perhaps no memory\n"); return 1; } first_xfer = 1; stop_after_write = 0; terminate = 0; seek_skip = rcoll.seek - rcoll.skip; if (do_time) { start_tm.tv_sec = 0; start_tm.tv_usec = 0; gettimeofday(&start_tm, NULL); } while (rcoll.out_done_count > 0) { / >>>>>>>>> main loop / req_index = -1; qstate = decider(&rcoll, first_xfer, &req_index); rep = (req_index < 0) ? NULL : (rcoll.req_arr + req_index); switch (qstate) { case QS_IDLE: if ((NULL == rep) \|\| (rcoll.in_count <= 0)) { / usleep(1000); / / do_poll(&rcoll, 10, NULL); / / do_poll(&rcoll, 0, NULL); / break; } if (rcoll.debug > 8) fprintf(stderr, " sgq_dd: non-sleeping QS_IDLE state, " "req_index=%d\n", req_index); if (first_xfer >= 2) first_xfer = 0; else if (1 == first_xfer) ++first_xfer; if (stop_after_write) { terminate = 1; break; } blocks = (rcoll.in_count > rcoll.bpt) ? rcoll.bpt : rcoll.in_count; rep->wr = 0; rep->blk = rcoll.in_blk; rep->num_blks = blocks; rcoll.in_blk += blocks; rcoll.in_count -= blocks; if (FT_SG == rcoll.in_type) { res = sg_start_io(rep); if (0 != res) { if (1 == res) fprintf(stderr, "Out of memory starting sg io\n"); terminate = 1; } } else { res = normal_in_operation(&rcoll, rep, blocks); if (res < 0) terminate = 1; else if (res > 0) stop_after_write = 1; } break; case QS_IN_FINISHED: if (rcoll.debug > 8) fprintf(stderr, " sgq_dd: state is QS_IN_FINISHED, " "req_index=%d\n", req_index); if ((rep->blk + seek_skip) != rcoll.out_blk) { / if write would be out of sequence then wait / if (rcoll.debug > 4) fprintf(stderr, " sgq_dd: QS_IN_FINISHED, " "out of sequence\n"); usleep(200); break; } rep->wr = 1; rep->blk = rcoll.out_blk; blocks = rep->num_blks; rcoll.out_blk += blocks; rcoll.out_count -= blocks; if (FT_SG == rcoll.out_type) { res = sg_start_io(rep); if (0 != res) { if (1 == res) fprintf(stderr, "Out of memory starting sg io\n"); terminate = 1; } } else { if (normal_out_operation(&rcoll, rep, blocks) < 0) terminate = 1; } break; case QS_IN_POLL: if (rcoll.debug > 8) fprintf(stderr, " sgq_dd: state is QS_IN_POLL, " "req_index=%d\n", req_index); res = sg_fin_in_operation(&rcoll, rep); if (res < 0) terminate = 1; else if (res > 1) { if (first_xfer) { / only retry on first xfer / if (0 != sg_start_io(rep)) terminate = 1; } else terminate = 1; } break; case QS_OUT_POLL: if (rcoll.debug > 8) fprintf(stderr, " sgq_dd: state is QS_OUT_POLL, " "req_index=%d\n", req_index); res = sg_fin_out_operation(&rcoll, rep); if (res < 0) terminate = 1; else if (res > 1) { if (first_xfer) { / only retry on first xfer / if (0 != sg_start_io(rep)) terminate = 1; } else terminate = 1; } break; default: if (rcoll.debug > 8) fprintf(stderr, " sgq_dd: state is ?????\n"); terminate = 1; break; } if (terminate) break; } / >>>>>>>>>>>>> end of main loop / if ((do_time) && (start_tm.tv_sec \|\| start_tm.tv_usec)) { struct timeval res_tm; double a, b; gettimeofday(&end_tm, NULL); res_tm.tv_sec = end_tm.tv_sec - start_tm.tv_sec; res_tm.tv_usec = end_tm.tv_usec - start_tm.tv_usec; if (res_tm.tv_usec < 0) { --res_tm.tv_sec; res_tm.tv_usec += 1000000; } a = res_tm.tv_sec; a += (0.000001 res_tm.tv_usec); b = (double)rcoll.bs * (dd_count - rcoll.out_done_count); printf("time to transfer data was %d.%06d secs", (int)res_tm.tv_sec, (int)res_tm.tv_usec); if ((a > 0.00001) && (b > 511)) printf(", %.2f MB/sec\n", b / (a * 1000000.0)); else printf("\n"); } if (STDIN_FILENO != rcoll.infd) close(rcoll.infd); if (STDOUT_FILENO != rcoll.outfd) close(rcoll.outfd); res = 0; if (0 != rcoll.out_count) { fprintf(stderr, ">>>> Some error occurred,\n"); res = 2; } print_stats(); if (rcoll.dio_incomplete) { int fd; char c; fprintf(stderr, ">> Direct IO requested but incomplete %d times\n", rcoll.dio_incomplete); if ((fd = open(proc_allow_dio, O_RDONLY)) >= 0) { if (1 == read(fd, &c, 1)) { if ('0' == c) fprintf(stderr, ">>> %s set to '0' but should be set " "to '1' for direct IO\n", proc_allow_dio); } close(fd); } } if (rcoll.sum_of_resids) fprintf(stderr, ">> Non-zero sum of residual counts=%d\n", rcoll.sum_of_resids); return res; }

| ver. 1.4 | Github | . | PHP 7.4.33 | Generation time: 0.26 | proxy | phpinfo | Settings