import struct import collections import btree as _btree import bitmanip as _bitmanip import directory as _directory def _catalog_rec_sort(b): order = [ 0x00, 0x01, 0x02, 0x03, 0x04, 0x05, 0x06, 0x07, 0x08, 0x09, 0x0a, 0x0b, 0x0c, 0x0d, 0x0e, 0x0f, 0x10, 0x11, 0x12, 0x13, 0x14, 0x15, 0x16, 0x17, 0x18, 0x19, 0x1a, 0x1b, 0x1c, 0x1d, 0x1e, 0x1f, 0x20, 0x22, 0x23, 0x28, 0x29, 0x2a, 0x2b, 0x2c, 0x2f, 0x30, 0x31, 0x32, 0x33, 0x34, 0x35, 0x36, 0x37, 0x38, 0x39, 0x3a, 0x3b, 0x3c, 0x3d, 0x3e, 0x3f, 0x40, 0x41, 0x42, 0x43, 0x44, 0x45, 0x46, 0x47, 0x48, 0x58, 0x5a, 0x5e, 0x60, 0x67, 0x69, 0x6b, 0x6d, 0x73, 0x75, 0x77, 0x79, 0x7b, 0x7f, 0x8d, 0x8f, 0x91, 0x93, 0x96, 0x98, 0x9f, 0xa1, 0xa3, 0xa5, 0xa8, 0xaa, 0xab, 0xac, 0xad, 0xae, 0x54, 0x48, 0x58, 0x5a, 0x5e, 0x60, 0x67, 0x69, 0x6b, 0x6d, 0x73, 0x75, 0x77, 0x79, 0x7b, 0x7f, 0x8d, 0x8f, 0x91, 0x93, 0x96, 0x98, 0x9f, 0xa1, 0xa3, 0xa5, 0xa8, 0xaf, 0xb0, 0xb1, 0xb2, 0xb3, 0x4c, 0x50, 0x5c, 0x62, 0x7d, 0x81, 0x9a, 0x55, 0x4a, 0x56, 0x4c, 0x4e, 0x50, 0x5c, 0x62, 0x64, 0x65, 0x66, 0x6f, 0x70, 0x71, 0x72, 0x7d, 0x89, 0x8a, 0x8b, 0x81, 0x83, 0x9c, 0x9d, 0x9e, 0x9a, 0xb4, 0xb5, 0xb6, 0xb7, 0xb8, 0xb9, 0xba, 0x95, 0xbb, 0xbc, 0xbd, 0xbe, 0xbf, 0xc0, 0x52, 0x85, 0xc1, 0xc2, 0xc3, 0xc4, 0xc5, 0xc6, 0xc7, 0xc8, 0xc9, 0xca, 0xcb, 0x57, 0x8c, 0xcc, 0x52, 0x85, 0xcd, 0xce, 0xcf, 0xd0, 0xd1, 0xd2, 0xd3, 0x26, 0x27, 0xd4, 0x20, 0x4a, 0x4e, 0x83, 0x87, 0x87, 0xd5, 0xd6, 0x24, 0x25, 0x2d, 0x2e, 0xd7, 0xd8, 0xa7, 0xd9, 0xda, 0xdb, 0xdc, 0xdd, 0xde, 0xdf, 0xe0, 0xe1, 0xe2, 0xe3, 0xe4, 0xe5, 0xe6, 0xe7, 0xe8, 0xe9, 0xea, 0xeb, 0xec, 0xed, 0xee, 0xef, 0xf0, 0xf1, 0xf2, 0xf3, 0xf4, 0xf5, 0xf6, 0xf7, 0xf8, 0xf9, 0xfa, 0xfb, 0xfc, 0xfd, 0xfe, 0xff, ] b = b[0] # we are only sorting keys! return b[:4] + bytes(order[ch] for ch in b[5:]) def _suggest_allocblk_size(volsize, minalign): min_nonalloc_blks = 6 # just for this estimation retval = minalign while volsize - min_nonalloc_blks*512 > retval*65536: retval += minalign return retval class _TempWrapper: """Volume uses this to store metadata while serialising""" def __init__(self, of): self.of = of class Folder(_directory.AbstractFolder): def __init__(self): super().__init__() self.flags = 0 # help me! self.x = 0 # where to put this spatially? self.y = 0 self.crdat = self.mddat = self.bkdat = 0 class File: def __init__(self): self.type = b'????' self.creator = b'????' self.flags = 0 # help me! self.x = 0 # where to put this spatially? self.y = 0 self.locked = False self.crdat = self.mddat = self.bkdat = 0 self.rsrc = bytearray() self.data = bytearray() def __str__(self): return 'File %r/%r data=%db rsrc=%db' % (self.type, self.creator, len(self.data), len(self.rsrc)) class Volume(_directory.AbstractFolder): def __init__(self): super().__init__() self.bootblocks = bytes(1024) # optional; for booting HFS volumes self.crdate = 0 # date and time of volume creation self.lsmod = 0 # date and time of last modification self._name = b'Untitled' @property def name(self): return self._name @name.setter def name(self, value): if len(value) > 27: raise ValueError('Max volume name length = 27') self._name = value def read(self, from_volume): self._dirtree = {} self.bootblocks = from_volume[:1024] drSigWord, drCrDate, drLsMod, drAtrb, drNmFls, \ drVBMSt, drAllocPtr, drNmAlBlks, drAlBlkSiz, drClpSiz, drAlBlSt, \ drNxtCNID, drFreeBks, drVN, drVolBkUp, drVSeqNum, \ drWrCnt, drXTClpSiz, drCTClpSiz, drNmRtDirs, drFilCnt, drDirCnt, \ drFndrInfo, drVCSize, drVBMCSize, drCtlCSize, \ drXTFlSize, drXTExtRec, \ drCTFlSize, drCTExtRec, \ = struct.unpack_from('>2sLLHHHHHLLHLH28pLHLLLHLL32sHHHL12sL12s', from_volume, 1024) self.crdate = drCrDate self.lsmod = drLsMod self.name = drVN block2offset = lambda block: 512*drAlBlSt + drAlBlkSiz*block extent2bytes = lambda firstblk, blkcnt: from_volume[block2offset(firstblk):block2offset(firstblk+blkcnt)] extrec2bytes = lambda extrec: b''.join(extent2bytes(a, b) for (a, b) in _btree.unpack_extent_record(extrec)) extoflow = {} for rec in _btree.dump_btree(extrec2bytes(drXTExtRec)): if rec[0] != 7: continue # print(key, val) pass cnids = {} childrenof = collections.defaultdict(dict) for rec in _btree.dump_btree(extrec2bytes(drCTExtRec)): # create a directory tree from the catalog file rec_len = rec[0] if rec_len == 0: continue key = rec[2:1+rec_len] val = rec[_bitmanip.pad_up(1+rec_len, 2):] ckrParID, namelen = struct.unpack_from('>LB', key) ckrCName = key[5:5+namelen] datatype = (None, 'dir', 'file', 'dthread', 'fthread')[val[0]] datarec = val[2:] print(datatype + '\t' + repr(key)) print('\t', datarec) print() if datatype == 'dir': dirFlags, dirVal, dirDirID, dirCrDat, dirMdDat, dirBkDat, dirUsrInfo, dirFndrInfo \ = struct.unpack_from('>HHLLLL16s16s', datarec) f = Folder() cnids[dirDirID] = f childrenof[ckrParID][ckrCName] = f f.crdat, f.mddat, f.bkdat = dirCrDat, dirMdDat, dirBkDat elif datatype == 'file': filFlags, filTyp, filUsrWds, filFlNum, \ filStBlk, filLgLen, filPyLen, \ filRStBlk, filRLgLen, filRPyLen, \ filCrDat, filMdDat, filBkDat, \ filFndrInfo, filClpSize, \ filExtRec, filRExtRec, \ = struct.unpack_from('>BB16sLHLLHLLLLL16sH12s12sxxxx', datarec) f = File() cnids[filFlNum] = f childrenof[ckrParID][ckrCName] = f f.crdat, f.mddat, f.bkdat = filCrDat, filMdDat, filBkDat f.type, f.creator, f.flags, f.x, f.y = struct.unpack_from('>4s4sHHH', filUsrWds) for fork, length, extrec in [('data', filLgLen, filExtRec), ('rsrc', filRLgLen, filRExtRec)]: accum = bytearray() extrec = list(struct.unpack('>HHHHHH', extrec)) extrec = list(zip(extrec[::2], extrec[1::2])) for extstart, extlength in extrec: if extlength == 0: continue astart = 512*drAlBlSt + drAlBlkSiz*extstart astop = astart + drAlBlkSiz*extlength accum.extend(from_volume[astart:astop]) del accum[length:] # logical length can be less than a number of blocks if len(accum) != length: raise ValueError('need to consult extents overflow file') setattr(f, fork, accum) # elif datatype == 3: # print('dir thread:', rec) # elif datatype == 4: # print('fil thread:', rec) for parent, children in childrenof.items(): if parent != 1: # not the mythical parent of root! cnids[parent].update(children) self.update(cnids[2]) def write(self, size=800*1024, align=512): if align < 512 or align % 512: raise ValueError('align must be multiple of 512') if size < 400 * 1024 or size % 512: raise ValueError('size must be a multiple of 512b and >= 800K') # overall layout: # 1. two boot blocks (offset=0) # 2. one volume control block (offset=2) # 3. some bitmap blocks (offset=3) # 4. many allocation blocks # 5. duplicate VCB (offset=-2) # 6. unused block (offset=-1) # so we will our best guess at these variables as we go: # drNmAlBlks, drAlBlkSiz, drAlBlSt # the smallest possible alloc block size drAlBlkSiz = _suggest_allocblk_size(size, align) # how many blocks will we use for the bitmap? # (cheat by adding blocks to align the alloc area) bitmap_blk_cnt = 0 while (size - (5+bitmap_blk_cnt)*512) // drAlBlkSiz > bitmap_blk_cnt*512*8: bitmap_blk_cnt += 1 while (3+bitmap_blk_cnt)*512 % align: bitmap_blk_cnt += 1 # decide how many alloc blocks there will be drNmAlBlks = (size - (5+bitmap_blk_cnt)*512) // drAlBlkSiz blkaccum = [] # <<< put the empty extents overflow file in here >>> extoflowfile = _btree.make_btree([], bthKeyLen=7) # also need to do some cleverness to ensure that this gets picked up... drXTFlSize = len(extoflowfile) drXTExtRec_Start = len(blkaccum) blkaccum.extend(_bitmanip.chunkify(extoflowfile, drAlBlkSiz)) drXTExtRec_Cnt = len(blkaccum) - drXTExtRec_Start # write all the files in the volume topwrap = _TempWrapper(self) topwrap.path = (self.name,) topwrap.cnid = 2 godwrap = _TempWrapper(None) godwrap.cnid = 1 path2wrap = {(): godwrap, (self.name,): topwrap} drNxtCNID = 16 for path, obj in self.iter_paths(): path = (self.name,) + path wrap = _TempWrapper(obj) path2wrap[path] = wrap wrap.path = path wrap.cnid = drNxtCNID; drNxtCNID += 1 if isinstance(obj, File): wrap.dfrk = wrap.rfrk = (0, 0) if obj.data: pre = len(blkaccum) blkaccum.extend(_bitmanip.chunkify(obj.data, drAlBlkSiz)) wrap.dfrk = (pre, len(blkaccum)-pre) if obj.rsrc: pre = len(blkaccum) blkaccum.extend(_bitmanip.chunkify(obj.rsrc, drAlBlkSiz)) wrap.rfrk = (pre, len(blkaccum)-pre) catalog = [] # (key, value) tuples drFilCnt = 0 drDirCnt = -1 # to exclude the root directory for path, wrap in path2wrap.items(): if wrap.cnid == 1: continue obj = wrap.of mainrec_key = struct.pack('>LB', path2wrap[path[:-1]].cnid, len(path[-1])) + path[-1] if isinstance(wrap.of, File): drFilCnt += 1 cdrType = 2 filFlags = 1 << 1 # file thread record exists, but is not locked, nor "file record is used" filTyp = 0 filUsrWds = struct.pack('>4s4sHHHxxxxxx', obj.type, obj.creator, obj.flags, obj.x, obj.y) filFlNum = wrap.cnid filStBlk, filLgLen, filPyLen = wrap.dfrk[0], len(obj.data), _bitmanip.pad_up(len(obj.data), drAlBlkSiz) filRStBlk, filRLgLen, filRPyLen = wrap.rfrk[0], len(obj.rsrc), _bitmanip.pad_up(len(obj.rsrc), drAlBlkSiz) filCrDat, filMdDat, filBkDat = obj.crdat, obj.mddat, obj.bkdat filFndrInfo = bytes(16) # todo must fix filClpSize = 0 # todo must fix filExtRec = struct.pack('>HHHHHH', *wrap.dfrk, 0, 0, 0, 0) filRExtRec = struct.pack('>HHHHHH', *wrap.rfrk, 0, 0, 0, 0) mainrec_val = struct.pack('>BxBB16sLHLLHLLLLL16sH12s12sxxxx', cdrType, \ filFlags, filTyp, filUsrWds, filFlNum, \ filStBlk, filLgLen, filPyLen, \ filRStBlk, filRLgLen, filRPyLen, \ filCrDat, filMdDat, filBkDat, \ filFndrInfo, filClpSize, \ filExtRec, filRExtRec, \ ) else: # assume directory drDirCnt += 1 cdrType = 1 dirFlags = 0 # must fix dirVal = len(wrap.of) dirDirID = wrap.cnid dirCrDat, dirMdDat, dirBkDat = (0,0,0) if obj is self else (obj.crdat, obj.mddat, obj.bkdat) dirUsrInfo = bytes(16) dirFndrInfo = bytes(16) mainrec_val = struct.pack('>BxHHLLLL16s16sxxxxxxxxxxxxxxxx', cdrType, dirFlags, dirVal, dirDirID, dirCrDat, dirMdDat, dirBkDat, dirUsrInfo, dirFndrInfo, ) catalog.append((mainrec_key, mainrec_val)) thdrec_key = struct.pack('>Lx', wrap.cnid) thdrec_val_type = 4 if isinstance(wrap.of, File) else 3 thdrec_val = struct.pack('>BxxxxxxxxxLB', thdrec_val_type, path2wrap[path[:-1]].cnid, len(path[-1])) + path[-1] catalog.append((thdrec_key, thdrec_val)) # now it is time to sort these records! fuck that shit... catalog.sort(key=_catalog_rec_sort) catalogfile = _btree.make_btree(catalog, bthKeyLen=37) # also need to do some cleverness to ensure that this gets picked up... drCTFlSize = len(catalogfile) drCTExtRec_Start = len(blkaccum) blkaccum.extend(_bitmanip.chunkify(catalogfile, drAlBlkSiz)) drCTExtRec_Cnt = len(blkaccum) - drCTExtRec_Start if len(blkaccum) > drNmAlBlks: raise ValueError('Does not fit!') # Create the bitmap of free volume allocation blocks bitmap = _bitmanip.bits(bitmap_blk_cnt * 512 * 8, len(blkaccum)) # Create the Volume Information Block drSigWord = b'BD' drNmFls = sum(isinstance(x, File) for x in self.values()) drNmRtDirs = sum(not isinstance(x, File) for x in self.values()) drVBMSt = 3 # first block of volume bitmap drAllocPtr = 0 drClpSiz = drXTClpSiz = drCTClpSiz = drAlBlkSiz drAlBlSt = 3 + bitmap_blk_cnt drFreeBks = drNmAlBlks - len(blkaccum) drWrCnt = 0 # ????volume write count drVCSize = drVBMCSize = drCtlCSize = 0 drAtrb = 1<<8 # volume attributes (hwlock, swlock, CLEANUNMOUNT, badblocks) drVN = self.name drVolBkUp = 0 # date and time of last backup drVSeqNum = 0 # volume backup sequence number drFndrInfo = bytes(32) # information used by the Finder drCrDate = self.crdate drLsMod = self.lsmod vib = struct.pack('>2sLLHHHHHLLHLH28pLHLLLHLL32sHHHLHHxxxxxxxxLHHxxxxxxxx', drSigWord, drCrDate, drLsMod, drAtrb, drNmFls, drVBMSt, drAllocPtr, drNmAlBlks, drAlBlkSiz, drClpSiz, drAlBlSt, drNxtCNID, drFreeBks, drVN, drVolBkUp, drVSeqNum, drWrCnt, drXTClpSiz, drCTClpSiz, drNmRtDirs, drFilCnt, drDirCnt, drFndrInfo, drVCSize, drVBMCSize, drCtlCSize, drXTFlSize, drXTExtRec_Start, drXTExtRec_Cnt, drCTFlSize, drCTExtRec_Start, drCTExtRec_Cnt, ) vib += bytes(512-len(vib)) assert all(len(x) == drAlBlkSiz for x in blkaccum) finalchunks = [self.bootblocks, vib, bitmap, *blkaccum] finalchunks.append(bytes(size - sum(len(x) for x in finalchunks) - 2*512)) finalchunks.append(vib) finalchunks.append(bytes(512)) return b''.join(finalchunks)