// // 68000ComparativeTests.cpp // Clock SignalTests // // Created by Thomas Harte on 14/12/2019. // Copyright © 2019 Thomas Harte. All rights reserved. // #import #include "../../../Processors/68000/68000.hpp" #include #include #include @interface M68000ComparativeTests : XCTestCase @end @implementation M68000ComparativeTests { NSSet *_fileSet; NSSet *_testSet; NSMutableSet *_failures; NSMutableArray *_failingOpcodes; } - (void)setUp { // To limit tests run to a subset of files and/or of tests, uncomment and fill in below. // _fileSet = [NSSet setWithArray:@[@"jmp_jsr.json"]]; // _testSet = [NSSet setWithArray:@[@"CHK 41a8"]]; } - (void)testAll { // These will accumulate a list of failing tests and associated opcodes. _failures = [[NSMutableSet alloc] init]; _failingOpcodes = [[NSMutableArray alloc] init]; // Get the full list of available test files. NSBundle *const bundle = [NSBundle bundleForClass:[self class]]; NSArray *const tests = [bundle URLsForResourcesWithExtension:@"json" subdirectory:@"68000 Comparative Tests"]; // Issue each test file. for(NSURL *url in tests) { // Compare against a file set if one has been supplied. if(_fileSet && ![_fileSet containsObject:[url lastPathComponent]]) continue; NSLog(@"Testing %@", url); [self testJSONAtURL:url]; } // Output a summary of failures. NSLog(@"Total: %@", @(_failures.count)); NSLog(@"Failures: %@", _failures); NSLog(@"Failing opcodes:"); for(NSNumber *number in _failingOpcodes) { NSLog(@"%04x", number.intValue); } } - (void)testJSONAtURL:(NSURL *)url { // Read the nominated file and parse it as JSON. NSData *const data = [NSData dataWithContentsOfURL:url]; NSError *error; NSArray *const jsonContents = [NSJSONSerialization JSONObjectWithData:data options:0 error:&error]; if(!data || error || ![jsonContents isKindOfClass:[NSArray class]]) { return; } // Perform each dictionary in the array as a test. for(NSDictionary *test in jsonContents) { if(![test isKindOfClass:[NSDictionary class]]) continue; [self testOperation:test]; } } - (void)testOperation:(NSDictionary *)test { // Only entries with a name are valid. NSString *const name = test[@"name"]; if(!name) return; // Compare against a test set if one has been supplied. if(_testSet && ![_testSet containsObject:name]) return; // This is the test class for 68000 execution. struct Test68000: public CPU::MC68000::BusHandler { std::array ram; CPU::MC68000::Processor processor; std::function comparitor; Test68000() : processor(*this) { } void will_perform(uint32_t, uint16_t) { --instructions_remaining_; if(!instructions_remaining_) comparitor(); } HalfCycles perform_bus_operation(const CPU::MC68000::Microcycle &cycle, int) { using Microcycle = CPU::MC68000::Microcycle; if(cycle.data_select_active()) { cycle.apply(&ram[cycle.host_endian_byte_address()]); } return HalfCycles(0); } void run_for_instructions(int instructions, const std::function &compare) { instructions_remaining_ = instructions + 1; // i.e. run up to the will_perform of the instruction after. comparitor = std::move(compare); while(instructions_remaining_) { processor.run_for(HalfCycles(2)); } } private: int instructions_remaining_; }; auto uniqueTest68000 = std::make_unique(); auto test68000 = uniqueTest68000.get(); memset(test68000->ram.data(), 0xce, test68000->ram.size()); { // Apply initial memory state. NSArray *const initialMemory = test[@"initial memory"]; NSEnumerator *enumerator = [initialMemory objectEnumerator]; while(true) { NSNumber *const address = [enumerator nextObject]; NSNumber *const value = [enumerator nextObject]; if(!address || !value) break; test68000->ram[address.integerValue ^ 1] = value.integerValue; // Effect a short-resolution endianness swap. } // Apply initial processor state. NSDictionary *const initialState = test[@"initial state"]; auto state = test68000->processor.get_state(); for(int c = 0; c < 8; ++c) { const NSString *dX = [@"d" stringByAppendingFormat:@"%d", c]; const NSString *aX = [@"a" stringByAppendingFormat:@"%d", c]; state.data[c] = uint32_t([initialState[dX] integerValue]); if(c < 7) state.address[c] = uint32_t([initialState[aX] integerValue]); } state.supervisor_stack_pointer = uint32_t([initialState[@"a7"] integerValue]); state.user_stack_pointer = uint32_t([initialState[@"usp"] integerValue]); state.status = [initialState[@"sr"] integerValue]; test68000->processor.set_state(state); } // Run the thing. const auto comparitor = [=] { // Test the end state. NSDictionary *const finalState = test[@"final state"]; const auto state = test68000->processor.get_state(); for(int c = 0; c < 8; ++c) { const NSString *dX = [@"d" stringByAppendingFormat:@"%d", c]; const NSString *aX = [@"a" stringByAppendingFormat:@"%d", c]; if(state.data[c] != [finalState[dX] integerValue]) [_failures addObject:name]; if(c < 7 && state.address[c] != [finalState[aX] integerValue]) [_failures addObject:name]; XCTAssertEqual(state.data[c], [finalState[dX] integerValue], @"%@: D%d inconsistent", name, c); if(c < 7) { XCTAssertEqual(state.address[c], [finalState[aX] integerValue], @"%@: A%d inconsistent", name, c); } } if(state.supervisor_stack_pointer != [finalState[@"a7"] integerValue]) [_failures addObject:name]; if(state.user_stack_pointer != [finalState[@"usp"] integerValue]) [_failures addObject:name]; if(state.status != [finalState[@"sr"] integerValue]) [_failures addObject:name]; XCTAssertEqual(state.supervisor_stack_pointer, [finalState[@"a7"] integerValue], @"%@: A7 inconsistent", name); XCTAssertEqual(state.user_stack_pointer, [finalState[@"usp"] integerValue], @"%@: USP inconsistent", name); XCTAssertEqual(state.status, [finalState[@"sr"] integerValue], @"%@: Status inconsistent", name); XCTAssertEqual(state.program_counter - 4, [finalState[@"pc"] integerValue], @"%@: Program counter inconsistent", name); // Test final memory state. NSArray *const finalMemory = test[@"final memory"]; NSEnumerator *enumerator = [finalMemory objectEnumerator]; while(true) { NSNumber *const address = [enumerator nextObject]; NSNumber *const value = [enumerator nextObject]; if(!address || !value) break; XCTAssertEqual(test68000->ram[address.integerValue ^ 1], value.integerValue, @"%@: Memory at location %@ inconsistent", name, address); if(test68000->ram[address.integerValue ^ 1] != value.integerValue) [_failures addObject:name]; } // Consider collating extra detail. if([_failures containsObject:name]) { [_failingOpcodes addObject:@((test68000->ram[0x101] << 8) | test68000->ram[0x100])]; } }; test68000->run_for_instructions(1, comparitor); } @end