//--------------------------------------------------------------------------- // // SCSI Target Emulator PiSCSI // for Raspberry Pi // // Powered by XM6 TypeG Technology. // Copyright (C) 2016-2020 GIMONS // Copyright (C) 2022 Uwe Seimet // Copyright (C) 2022 akuker // //--------------------------------------------------------------------------- // TODO Evaluate CHECK CONDITION after sending a command // TODO Send IDENTIFY message in order to support LUNS > 7 #include "scsidump/scsidump_core.h" #include "hal/gpiobus.h" #include "hal/gpiobus_factory.h" #include "hal/systimer.h" #include "shared/log.h" #include "shared/piscsi_exceptions.h" #include "shared/piscsi_util.h" #include "shared/piscsi_version.h" #include #include #include #include #include #include #include #include #include using namespace std; using namespace spdlog; using namespace scsi_defs; using namespace piscsi_util; void ScsiDump::CleanUp() { LOGTRACE("%s", __PRETTY_FUNCTION__) if (bus != nullptr) { LOGTRACE("%s trying bus cleanup", __PRETTY_FUNCTION__) bus->Cleanup(); } } void ScsiDump::KillHandler(int) { CleanUp(); exit(EXIT_SUCCESS); } bool ScsiDump::Banner(const vector& args) const { cout << piscsi_util::Banner("(Hard Disk Dump/Restore Utility)"); if (args.size() < 2 || string(args[1]) == "-h" || string(args[1]) == "--help") { cout << "Usage: " << args[0] << " -t ID[:LUN] [-i BID] -f FILE [-v] [-r] [-s BUFFER_SIZE] [-p]\n" << " ID is the target device ID (0-7).\n" << " LUN is the optional target device LUN (0-7). Default is 0.\n" << " BID is the PiSCSI board ID (0-7). Default is 7.\n" << " FILE is the dump file path.\n" << " BUFFER_SIZE is the transfer buffer size in bytes, at least " << to_string(MINIMUM_BUFFER_SIZE) << " bytes. Default is 1 MiB.\n" << " -L Log Level. {trace|debug|info|warn|err|off}, default is 'info'.\n" << " -v Enable verbose logging. (deprecated - use -L instead)\n" << " -r Restore instead of dump.\n" << " -p Generate .properties file to be used with the PiSCSI web interface. Only valid for dump mode.\n" << " -q Executes INQUIRY of the specified target device, then exits.\n" << flush; return false; } return true; } bool ScsiDump::Init() const { // Interrupt handler setting if (signal(SIGINT, KillHandler) == SIG_ERR || signal(SIGHUP, KillHandler) == SIG_ERR || signal(SIGTERM, KillHandler) == SIG_ERR) { return false; } bus = GPIOBUS_Factory::Create(BUS::mode_e::INITIATOR); return bus != nullptr; } void ScsiDump::ParseArguments(const vector& args) { int opt; int buffer_size = DEFAULT_BUFFER_SIZE; opterr = 0; while ((opt = getopt(static_cast(args.size()), args.data(), "i:f:s:t:L:qrvp")) != -1) { switch (opt) { case 'i': if (!GetAsUnsignedInt(optarg, initiator_id) || initiator_id > 7) { throw parser_exception("Invalid PiSCSI board ID " + to_string(initiator_id) + " (0-7)"); } break; case 'f': filename = optarg; break; case 's': if (!GetAsUnsignedInt(optarg, buffer_size) || buffer_size < MINIMUM_BUFFER_SIZE) { throw parser_exception("Buffer size must be at least " + to_string(MINIMUM_BUFFER_SIZE / 1024) + "KiB"); } break; case 't': { const string error = ProcessId(optarg, 8, target_id, target_lun); if (!error.empty()) { throw parser_exception(error); } } break; case 'v': LOGWARN("The -v option is deprecated. Please use -L debug instead.") set_level(level::debug); break; case 'r': restore = true; break; case 'p': properties_file = true; break; case 'L': if (!piscsi_log_level::set_log_level(optarg)) { throw parser_exception("Invalid log level \"" + string(optarg) + "\". Valid options are {trace|debug|info|warn|err|off}"); } break; case 'q': inquiry_only = true; break; default: break; } } if (target_id == initiator_id) { throw parser_exception("Target ID and PiSCSI board ID must not be identical"); } // inq only & !prop = no file // inq only & prop = need file // !inq only & !prop = need file // !inq only & prop = need file if ((properties_file || !inquiry_only) && filename.empty()) { throw parser_exception("Missing filename"); } buffer = vector(buffer_size); } #define BILLION 1000000000L void ScsiDump::WaitPhase(phase_t phase) const { LOGDEBUG("Waiting for %s phase", BUS::GetPhaseStrRaw(phase)) timespec start, end; clock_gettime(CLOCK_MONOTONIC, &start); // Timeout (3000ms) const uint32_t now = SysTimer::GetTimerLow(); while ((SysTimer::GetTimerLow() - now) < 3 * 1000 * 1000) { bus->Acquire(); if (bus->GetREQ() && bus->GetPhase() == phase) { return; } } clock_gettime(CLOCK_MONOTONIC, &end); uint64_t diff = BILLION * (end.tv_sec - start.tv_sec) + end.tv_nsec - start.tv_nsec; LOGDEBUG("Waiting for phase time: elapsed time = %llu nanoseconds / %lf seconds", (long long unsigned int)diff, (double)diff / (double)BILLION); throw parser_exception("Expected " + string(BUS::GetPhaseStrRaw(phase)) + " phase, actual phase is " + string(BUS::GetPhaseStrRaw(bus->GetPhase()))); } void ScsiDump::Selection() const { // Set initiator and target ID auto data = static_cast(1 << initiator_id); data |= static_cast(1 << target_id); bus->SetDAT(static_cast(data)); bus->SetSEL(true); WaitForBusy(); bus->SetSEL(false); } void ScsiDump::Command(scsi_command cmd, vector& cdb) const { LOGDEBUG("Executing %s", command_mapping.find(cmd)->second.second) Selection(); WaitPhase(phase_t::command); cdb[0] = static_cast(cmd); cdb[1] = static_cast(static_cast(cdb[1]) | static_cast(target_lun << 5)); if (static_cast(cdb.size()) != bus->SendHandShake(cdb.data(), static_cast(cdb.size()), BUS::SEND_NO_DELAY)) { BusFree(); throw parser_exception(command_mapping.find(cmd)->second.second + string(" failed")); } } void ScsiDump::DataIn(int length) { LOGTRACE("%s length: %d", __PRETTY_FUNCTION__, length) WaitPhase(phase_t::datain); if (!bus->ReceiveHandShake(buffer.data(), length)) { throw parser_exception("DATA IN failed"); } } void ScsiDump::DataOut(int length) { LOGTRACE("%s length: %d", __PRETTY_FUNCTION__, length) WaitPhase(phase_t::dataout); if (!bus->SendHandShake(buffer.data(), length, BUS::SEND_NO_DELAY)) { throw parser_exception("DATA OUT failed"); } } void ScsiDump::Status() const { LOGTRACE("%s", __PRETTY_FUNCTION__) WaitPhase(phase_t::status); if (array buf; bus->ReceiveHandShake(buf.data(), 1) != 1) { throw parser_exception("STATUS failed"); } } void ScsiDump::MessageIn() const { LOGTRACE("%s", __PRETTY_FUNCTION__) WaitPhase(phase_t::msgin); if (array buf; bus->ReceiveHandShake(buf.data(), 1) != 1) { throw parser_exception("MESSAGE IN failed"); } } void ScsiDump::BusFree() const { bus->Reset(); } void ScsiDump::TestUnitReady() const { LOGTRACE("%s", __PRETTY_FUNCTION__) vector cdb(6); Command(scsi_command::eCmdTestUnitReady, cdb); Status(); MessageIn(); BusFree(); } void ScsiDump::RequestSense() { LOGTRACE("%s", __PRETTY_FUNCTION__) vector cdb(6); cdb[4] = 0xff; Command(scsi_command::eCmdRequestSense, cdb); DataIn(256); Status(); MessageIn(); BusFree(); } void ScsiDump::Inquiry() { LOGTRACE("%s", __PRETTY_FUNCTION__) vector cdb(6); cdb[4] = 0xff; Command(scsi_command::eCmdInquiry, cdb); DataIn(256); Status(); MessageIn(); BusFree(); } pair ScsiDump::ReadCapacity() { LOGTRACE("%s", __PRETTY_FUNCTION__) vector cdb(10); Command(scsi_command::eCmdReadCapacity10, cdb); DataIn(8); Status(); MessageIn(); BusFree(); uint64_t capacity = (static_cast(buffer[0]) << 24) | (static_cast(buffer[1]) << 16) | (static_cast(buffer[2]) << 8) | static_cast(buffer[3]); int sector_size_offset = 4; if (static_cast(capacity) == -1) { cdb.resize(16); // READ CAPACITY(16), not READ LONG(16) cdb[1] = 0x10; Command(scsi_command::eCmdReadCapacity16_ReadLong16, cdb); DataIn(14); Status(); MessageIn(); BusFree(); capacity = (static_cast(buffer[0]) << 56) | (static_cast(buffer[1]) << 48) | (static_cast(buffer[2]) << 40) | (static_cast(buffer[3]) << 32) | (static_cast(buffer[4]) << 24) | (static_cast(buffer[5]) << 16) | (static_cast(buffer[6]) << 8) | static_cast(buffer[7]); sector_size_offset = 8; } const uint32_t sector_size = (static_cast(buffer[sector_size_offset]) << 24) | (static_cast(buffer[sector_size_offset + 1]) << 16) | (static_cast(buffer[sector_size_offset + 2]) << 8) | static_cast(buffer[sector_size_offset + 3]); return make_pair(capacity, sector_size); } void ScsiDump::Read10(uint32_t bstart, uint32_t blength, uint32_t length) { LOGTRACE("%s start:%d blen:%d len:%d", __PRETTY_FUNCTION__, bstart, blength, length) vector cdb(10); cdb[2] = (uint8_t)(bstart >> 24); cdb[3] = (uint8_t)(bstart >> 16); cdb[4] = (uint8_t)(bstart >> 8); cdb[5] = (uint8_t)bstart; cdb[7] = (uint8_t)(blength >> 8); cdb[8] = (uint8_t)blength; Command(scsi_command::eCmdRead10, cdb); DataIn(length); Status(); MessageIn(); BusFree(); } void ScsiDump::Write10(uint32_t bstart, uint32_t blength, uint32_t length) { LOGTRACE("%s start:%d blen:%d len:%d", __PRETTY_FUNCTION__, bstart, blength, length) vector cdb(10); cdb[2] = (uint8_t)(bstart >> 24); cdb[3] = (uint8_t)(bstart >> 16); cdb[4] = (uint8_t)(bstart >> 8); cdb[5] = (uint8_t)bstart; cdb[7] = (uint8_t)(blength >> 8); cdb[8] = (uint8_t)blength; Command(scsi_command::eCmdWrite10, cdb); DataOut(length); Status(); MessageIn(); BusFree(); } void ScsiDump::WaitForBusy() const { LOGTRACE("%s", __PRETTY_FUNCTION__) // Wait for busy for up to 2 s int count = 10000; do { // Wait 20 ms const timespec ts = {.tv_sec = 0, .tv_nsec = 20 * 1000}; nanosleep(&ts, nullptr); bus->Acquire(); if (bus->GetBSY()) { break; } } while (count--); // Success if the target is busy if (!bus->GetBSY()) { throw parser_exception("SELECTION failed"); } } int ScsiDump::run(const vector& args) { if (!Banner(args)) { return EXIT_SUCCESS; } if (!Init()) { cerr << "Error: Initializing. Are you root?" << endl; // Probably not root return EPERM; } try { ParseArguments(args); inquiry_info_t inq_info = GetDeviceInfo(); if (!inquiry_only) { int dump_restore_result = DumpRestore(inq_info); if (dump_restore_result != EXIT_SUCCESS) { LOGWARN("Error occured while dumping/restoring the drive") return dump_restore_result; } } if (properties_file && !restore) { GeneratePropertiesFile(filename, inq_info); } return EXIT_SUCCESS; } catch (const parser_exception& e) { cerr << "Error: " << e.what() << endl; CleanUp(); return EXIT_FAILURE; } CleanUp(); return EXIT_SUCCESS; } int ScsiDump::DumpRestore(inquiry_info_t& inq_info) { LOGTRACE("%s", __PRETTY_FUNCTION__) fstream fs; fs.open(filename, (restore ? ios::in : ios::out) | ios::binary); if (fs.fail()) { throw parser_exception("Can't open image file '" + filename + "'"); } if (restore) { cout << "Starting restore\n" << flush; // filesystem::file_size cannot be used here because gcc < 10.3.0 cannot handle more than 2 GiB off_t size; if (struct stat st; !stat(filename.c_str(), &st)) { size = st.st_size; } else { throw parser_exception("Can't determine file size"); } cout << "Restore file size: " << size << " bytes\n"; if (size > (off_t)(inq_info.sector_size * inq_info.capacity)) { cout << "WARNING: File size is larger than disk size\n" << flush; } else if (size < (off_t)(inq_info.sector_size * inq_info.capacity)) { throw parser_exception("File size is smaller than disk size"); } } else { cout << "Starting dump\n" << flush; } // Dump by buffer size auto dsiz = static_cast(buffer.size()); const int duni = dsiz / inq_info.sector_size; auto dnum = static_cast((inq_info.capacity * inq_info.sector_size) / dsiz); auto start_time = chrono::high_resolution_clock::now(); int i; for (i = 0; i < dnum; i++) { if (restore) { fs.read((char*)buffer.data(), dsiz); Write10(i * duni, duni, dsiz); } else { Read10(i * duni, duni, dsiz); fs.write((const char*)buffer.data(), dsiz); } if (fs.fail()) { throw parser_exception("File I/O failed"); } cout << ((i + 1) * 100 / dnum) << "%" << " (" << (i + 1) * duni << "/" << inq_info.capacity << ")\n" << flush; } // Rounding on capacity dnum = inq_info.capacity % duni; dsiz = dnum * inq_info.sector_size; if (dnum > 0) { if (restore) { fs.read((char*)buffer.data(), dsiz); if (!fs.fail()) { Write10(i * duni, dnum, dsiz); } } else { Read10(i * duni, dnum, dsiz); fs.write((const char*)buffer.data(), dsiz); } if (fs.fail()) { throw parser_exception("File I/O failed"); } cout << "100% (" << inq_info.capacity << "/" << inq_info.capacity << ")\n" << flush; } auto stop_time = chrono::high_resolution_clock::now(); auto duration = chrono::duration_cast(stop_time - start_time).count(); cout << divider_str << "\n"; cout << "Transfered : " << to_string(inq_info.capacity * inq_info.sector_size) << " bytes [" << to_string(inq_info.capacity * inq_info.sector_size / 1024 / 1024) << "MiB]\n"; cout << "Total time: " << to_string(duration) << " seconds (" << to_string(duration / 60) << " minutes\n"; cout << "Averate transfer rate: " << to_string((inq_info.capacity * inq_info.sector_size / 8) / duration) << " bytes per second (" << to_string((inq_info.capacity * inq_info.sector_size / 8) / duration / 1024) << " KiB per second)\n"; cout << divider_str << "\n"; return EXIT_SUCCESS; } ScsiDump::inquiry_info_t ScsiDump::GetDeviceInfo() { LOGTRACE("%s", __PRETTY_FUNCTION__) // Assert RST for 1 ms bus->SetRST(true); const timespec ts = {.tv_sec = 0, .tv_nsec = 1000 * 1000}; nanosleep(&ts, nullptr); bus->SetRST(false); cout << divider_str << "\n"; cout << "PiSCSI board ID: " << initiator_id << "\n"; cout << divider_str << "\n" << flush; cout << "Target device ID: " << target_id << ", LUN: " << target_lun << "\n"; Inquiry(); inquiry_info_t inq_info; // Display INQUIRY information array str = {}; memcpy(str.data(), &buffer[8], 8); cout << "Vendor: " << str.data() << "\n"; inq_info.vendor = string(str.data()); str.fill(0); memcpy(str.data(), &buffer[16], 16); cout << "Product: " << str.data() << "\n"; inq_info.product = string(str.data()); str.fill(0); memcpy(str.data(), &buffer[32], 4); cout << "Revision: " << str.data() << "\n" << flush; inq_info.revision = string(str.data()); if (auto type = static_cast(buffer[0]); type != device_type::DIRECT_ACCESS && type != device_type::CD_ROM && type != device_type::OPTICAL_MEMORY) { throw parser_exception("Invalid device type, supported types are DIRECT ACCESS, CD-ROM and OPTICAL MEMORY"); } TestUnitReady(); RequestSense(); const auto [capacity, sector_size] = ReadCapacity(); inq_info.capacity = capacity; inq_info.sector_size = sector_size; cout << "Sectors: " << capacity << "\n" << "Sector size: " << sector_size << " bytes\n" << "Capacity: " << sector_size * capacity / 1024 / 1024 << " MiB (" << sector_size * capacity << " bytes)\n" << divider_str << "\n\n" << flush; return inq_info; } void ScsiDump::GeneratePropertiesFile(const string& filename, const inquiry_info_t& inq_info) { string prop_filename = filename + ".properties"; string prop_str; stringstream prop_stream(prop_str); prop_stream << "{" << endl; prop_stream << " \"vendor\": \"" << inq_info.vendor << "\"," << endl; prop_stream << " \"product\": \"" << inq_info.product << "\"," << endl; prop_stream << " \"revision\": \"" << inq_info.revision << "\"," << endl; prop_stream << " \"block_size\": \"" << to_string(inq_info.sector_size) << "\"," << endl; prop_stream << "}" << endl; FILE* fp = fopen(prop_filename.c_str(), "w"); if (fp) { fputs(prop_stream.str().c_str(), fp); } else { LOGWARN("Unable to open output file %s", prop_filename.c_str()) return; } fclose(fp); }