diff --git a/lib/Target/ARM/ARMScheduleA9.td b/lib/Target/ARM/ARMScheduleA9.td index e17d6bb9610..02058618ad0 100644 --- a/lib/Target/ARM/ARMScheduleA9.td +++ b/lib/Target/ARM/ARMScheduleA9.td @@ -18,10 +18,11 @@ // Functional units def A9_Pipe0 : FuncUnit; // pipeline 0 def A9_Pipe1 : FuncUnit; // pipeline 1 -def A9_AGU : FuncUnit; // LS pipe -def A9_NPipe : FuncUnit; // NEON ALU/MUL pipe +def A9_AGU : FuncUnit; // Address generation unit for ld / st +def A9_NPipe : FuncUnit; // NEON ALU/MUL pipeline def A9_DRegsVFP: FuncUnit; // FP register set, VFP side def A9_DRegsN : FuncUnit; // FP register set, NEON side +def A9_MUX0 : FuncUnit; // AGU + NEON/FPU multiplexer // Bypasses def A9_LdBypass : Bypass; @@ -29,7 +30,7 @@ def A9_LdBypass : Bypass; // Dual issue pipeline represented by A9_Pipe0 | A9_Pipe1 // def CortexA9Itineraries : ProcessorItineraries< - [A9_NPipe, A9_DRegsN, A9_DRegsVFP, A9_AGU, A9_Pipe0, A9_Pipe1], + [A9_Pipe0, A9_Pipe1, A9_AGU, A9_NPipe, A9_DRegsVFP, A9_DRegsN, A9_MUX0], [A9_LdBypass], [ // Two fully-pipelined integer ALU pipelines @@ -130,77 +131,77 @@ def CortexA9Itineraries : ProcessorItineraries< // // Immediate offset InstrItinData, - InstrStage<1, [A9_AGU]>], + InstrStage<1, [A9_MUX0, A9_AGU]>], [3, 1], [A9_LdBypass]>, InstrItinData, - InstrStage<2, [A9_AGU]>], + InstrStage<2, [A9_MUX0, A9_AGU]>], [4, 1], [A9_LdBypass]>, // FIXME: If address is 64-bit aligned, AGU cycles is 1. InstrItinData, - InstrStage<2, [A9_AGU]>], + InstrStage<2, [A9_MUX0, A9_AGU]>], [3, 3, 1], [A9_LdBypass]>, // // Register offset InstrItinData, - InstrStage<1, [A9_AGU]>], + InstrStage<1, [A9_MUX0, A9_AGU]>], [3, 1, 1], [A9_LdBypass]>, InstrItinData, - InstrStage<2, [A9_AGU]>], + InstrStage<2, [A9_MUX0, A9_AGU]>], [4, 1, 1], [A9_LdBypass]>, InstrItinData, - InstrStage<2, [A9_AGU]>], + InstrStage<2, [A9_MUX0, A9_AGU]>], [3, 3, 1, 1], [A9_LdBypass]>, // // Scaled register offset InstrItinData, - InstrStage<1, [A9_AGU]>], + InstrStage<1, [A9_MUX0, A9_AGU]>], [4, 1, 1], [A9_LdBypass]>, InstrItinData, - InstrStage<2, [A9_AGU]>], + InstrStage<2, [A9_MUX0, A9_AGU]>], [5, 1, 1], [A9_LdBypass]>, // // Immediate offset with update InstrItinData, - InstrStage<1, [A9_AGU]>], + InstrStage<1, [A9_MUX0, A9_AGU]>], [3, 2, 1], [A9_LdBypass]>, InstrItinData, - InstrStage<2, [A9_AGU]>], + InstrStage<2, [A9_MUX0, A9_AGU]>], [4, 3, 1], [A9_LdBypass]>, // // Register offset with update InstrItinData, - InstrStage<1, [A9_AGU]>], + InstrStage<1, [A9_MUX0, A9_AGU]>], [3, 2, 1, 1], [A9_LdBypass]>, InstrItinData, - InstrStage<2, [A9_AGU]>], + InstrStage<2, [A9_MUX0, A9_AGU]>], [4, 3, 1, 1], [A9_LdBypass]>, InstrItinData, - InstrStage<2, [A9_AGU]>], + InstrStage<2, [A9_MUX0, A9_AGU]>], [3, 3, 1, 1], [A9_LdBypass]>, // // Scaled register offset with update InstrItinData, - InstrStage<1, [A9_AGU]>], + InstrStage<1, [A9_MUX0, A9_AGU]>], [4, 3, 1, 1], [A9_LdBypass]>, InstrItinData, - InstrStage<2, [A9_AGU]>], - [5, 4, 1, 1], [A9_LdBypass]>, + InstrStage<2, [A9_MUX0, A9_AGU]>], + [5, 4, 1, 1], [A9_LdBypass]>, // // Load multiple InstrItinData, - InstrStage<2, [A9_AGU]>], + InstrStage<2, [A9_MUX0, A9_AGU]>], [3], [A9_LdBypass]>, // // Load multiple plus branch InstrItinData, - InstrStage<1, [A9_AGU]>, + InstrStage<1, [A9_MUX0, A9_AGU]>, InstrStage<1, [A9_Pipe0, A9_Pipe1]>]>, // // iLoadi + iALUr for t2LDRpci_pic. InstrItinData, - InstrStage<1, [A9_AGU]>, + InstrStage<1, [A9_MUX0, A9_AGU]>, InstrStage<1, [A9_Pipe0, A9_Pipe1]>], [2, 1]>, @@ -208,50 +209,55 @@ def CortexA9Itineraries : ProcessorItineraries< /// // Immediate offset InstrItinData, - InstrStage<1, [A9_AGU]>], [1, 1]>, + InstrStage<1, [A9_MUX0, A9_AGU]>], [1, 1]>, InstrItinData, - InstrStage<2, [A9_AGU]>], [1, 1]>, + InstrStage<2, [A9_MUX0, A9_AGU]>], [1, 1]>, // FIXME: If address is 64-bit aligned, AGU cycles is 1. InstrItinData, - InstrStage<2, [A9_AGU]>], [1, 1]>, + InstrStage<2, [A9_MUX0, A9_AGU]>], [1, 1]>, // // Register offset - InstrItinData, - InstrStage<1, [A9_AGU]>], [1, 1, 1]>, - InstrItinData, - InstrStage<2, [A9_AGU]>], [1, 1, 1]>, - InstrItinData, - InstrStage<2, [A9_AGU]>], [1, 1, 1]>, + InstrItinData, + InstrStage<1, [A9_MUX0, A9_AGU]>], [1, 1, 1]>, + InstrItinData, + InstrStage<2, [A9_MUX0, A9_AGU]>], [1, 1, 1]>, + InstrItinData, + InstrStage<2, [A9_MUX0, A9_AGU]>], [1, 1, 1]>, // // Scaled register offset InstrItinData, - InstrStage<1, [A9_AGU]>], [1, 1, 1]>, + InstrStage<1, [A9_MUX0, A9_AGU]>], [1, 1, 1]>, InstrItinData, - InstrStage<2, [A9_AGU]>], [1, 1, 1]>, + InstrStage<2, [A9_MUX0, A9_AGU]>], [1, 1, 1]>, // // Immediate offset with update InstrItinData, - InstrStage<1, [A9_AGU]>], [2, 1, 1]>, + InstrStage<1, [A9_MUX0, A9_AGU]>], [2, 1, 1]>, InstrItinData, - InstrStage<2, [A9_AGU]>], [3, 1, 1]>, + InstrStage<2, [A9_MUX0, A9_AGU]>], [3, 1, 1]>, // // Register offset with update InstrItinData, - InstrStage<1, [A9_AGU]>], [2, 1, 1, 1]>, + InstrStage<1, [A9_MUX0, A9_AGU]>], + [2, 1, 1, 1]>, InstrItinData, - InstrStage<2, [A9_AGU]>], [3, 1, 1, 1]>, + InstrStage<2, [A9_MUX0, A9_AGU]>], + [3, 1, 1, 1]>, InstrItinData, - InstrStage<2, [A9_AGU]>], [3, 1, 1, 1]>, + InstrStage<2, [A9_MUX0, A9_AGU]>], + [3, 1, 1, 1]>, // // Scaled register offset with update InstrItinData, - InstrStage<1, [A9_AGU]>], [2, 1, 1, 1]>, + InstrStage<1, [A9_MUX0, A9_AGU]>], + [2, 1, 1, 1]>, InstrItinData, - InstrStage<2, [A9_AGU]>], [3, 1, 1, 1]>, + InstrStage<2, [A9_MUX0, A9_AGU]>], + [3, 1, 1, 1]>, // // Store multiple InstrItinData, - InstrStage<1, [A9_AGU]>]>, + InstrStage<1, [A9_MUX0, A9_AGU]>]>, // Branch // // no delay slots, so the latency of a branch is unimportant @@ -278,21 +284,23 @@ def CortexA9Itineraries : ProcessorItineraries< InstrItinData, InstrStage<2, [A9_DRegsN], 0, Reserved>, InstrStage<1, [A9_Pipe1]>, - InstrStage<1, [A9_NPipe]>]>, + InstrStage<1, [A9_MUX0, A9_NPipe]>]>, // // Single-precision FP Unary InstrItinData, // Extra latency cycles since wbck is 2 cycles InstrStage<3, [A9_DRegsN], 0, Reserved>, InstrStage<1, [A9_Pipe1]>, - InstrStage<1, [A9_NPipe]>], [1, 1]>, + InstrStage<1, [A9_MUX0, A9_NPipe]>], + [1, 1]>, // // Double-precision FP Unary InstrItinData, // Extra latency cycles since wbck is 2 cycles InstrStage<3, [A9_DRegsN], 0, Reserved>, InstrStage<1, [A9_Pipe1]>, - InstrStage<1, [A9_NPipe]>], [1, 1]>, + InstrStage<1, [A9_MUX0, A9_NPipe]>], + [1, 1]>, // // Single-precision FP Compare @@ -300,124 +308,144 @@ def CortexA9Itineraries : ProcessorItineraries< // Extra latency cycles since wbck is 4 cycles InstrStage<5, [A9_DRegsN], 0, Reserved>, InstrStage<1, [A9_Pipe1]>, - InstrStage<1, [A9_NPipe]>], [1, 1]>, + InstrStage<1, [A9_MUX0, A9_NPipe]>], + [1, 1]>, // // Double-precision FP Compare InstrItinData, // Extra latency cycles since wbck is 4 cycles InstrStage<5, [A9_DRegsN], 0, Reserved>, InstrStage<1, [A9_Pipe1]>, - InstrStage<1, [A9_NPipe]>], [1, 1]>, + InstrStage<1, [A9_MUX0, A9_NPipe]>], + [1, 1]>, // // Single to Double FP Convert InstrItinData, InstrStage<5, [A9_DRegsN], 0, Reserved>, InstrStage<1, [A9_Pipe1]>, - InstrStage<1, [A9_NPipe]>], [4, 1]>, + InstrStage<1, [A9_MUX0, A9_NPipe]>], + [4, 1]>, // // Double to Single FP Convert InstrItinData, InstrStage<5, [A9_DRegsN], 0, Reserved>, InstrStage<1, [A9_Pipe1]>, - InstrStage<1, [A9_NPipe]>], [4, 1]>, + InstrStage<1, [A9_MUX0, A9_NPipe]>], + [4, 1]>, // // Single to Half FP Convert InstrItinData, InstrStage<5, [A9_DRegsN], 0, Reserved>, InstrStage<1, [A9_Pipe1]>, - InstrStage<1, [A9_NPipe]>], [4, 1]>, + InstrStage<1, [A9_MUX0, A9_NPipe]>], + [4, 1]>, // // Half to Single FP Convert InstrItinData, InstrStage<3, [A9_DRegsN], 0, Reserved>, InstrStage<1, [A9_Pipe1]>, - InstrStage<1, [A9_NPipe]>], [2, 1]>, + InstrStage<1, [A9_MUX0, A9_NPipe]>], + [2, 1]>, // // Single-Precision FP to Integer Convert InstrItinData, InstrStage<5, [A9_DRegsN], 0, Reserved>, InstrStage<1, [A9_Pipe1]>, - InstrStage<1, [A9_NPipe]>], [4, 1]>, + InstrStage<1, [A9_MUX0, A9_NPipe]>], + [4, 1]>, // // Double-Precision FP to Integer Convert InstrItinData, InstrStage<5, [A9_DRegsN], 0, Reserved>, InstrStage<1, [A9_Pipe1]>, - InstrStage<1, [A9_NPipe]>], [4, 1]>, + InstrStage<1, [A9_MUX0, A9_NPipe]>], + [4, 1]>, // // Integer to Single-Precision FP Convert InstrItinData, InstrStage<5, [A9_DRegsN], 0, Reserved>, InstrStage<1, [A9_Pipe1]>, - InstrStage<1, [A9_NPipe]>], [4, 1]>, + InstrStage<1, [A9_MUX0, A9_NPipe]>], + [4, 1]>, // // Integer to Double-Precision FP Convert InstrItinData, InstrStage<5, [A9_DRegsN], 0, Reserved>, InstrStage<1, [A9_Pipe1]>, - InstrStage<1, [A9_NPipe]>], [4, 1]>, + InstrStage<1, [A9_MUX0, A9_NPipe]>], + [4, 1]>, // // Single-precision FP ALU InstrItinData, InstrStage<5, [A9_DRegsN], 0, Reserved>, InstrStage<1, [A9_Pipe1]>, - InstrStage<1, [A9_NPipe]>], [4, 1, 1]>, + InstrStage<1, [A9_MUX0, A9_NPipe]>], + [4, 1, 1]>, // // Double-precision FP ALU InstrItinData, InstrStage<5, [A9_DRegsN], 0, Reserved>, InstrStage<1, [A9_Pipe1]>, - InstrStage<1, [A9_NPipe]>], [4, 1, 1]>, + InstrStage<1, [A9_MUX0, A9_NPipe]>], + [4, 1, 1]>, // // Single-precision FP Multiply InstrItinData, InstrStage<6, [A9_DRegsN], 0, Reserved>, InstrStage<1, [A9_Pipe1]>, - InstrStage<1, [A9_NPipe]>], [5, 1, 1]>, + InstrStage<1, [A9_MUX0, A9_NPipe]>], + [5, 1, 1]>, // // Double-precision FP Multiply InstrItinData, InstrStage<7, [A9_DRegsN], 0, Reserved>, InstrStage<1, [A9_Pipe1]>, - InstrStage<2, [A9_NPipe]>], [6, 1, 1]>, + InstrStage<2, [A9_MUX0, A9_NPipe]>], + [6, 1, 1]>, // // Single-precision FP MAC InstrItinData, InstrStage<9, [A9_DRegsN], 0, Reserved>, InstrStage<1, [A9_Pipe1]>, - InstrStage<1, [A9_NPipe]>], [8, 0, 1, 1]>, + InstrStage<1, [A9_MUX0, A9_NPipe]>], + [8, 0, 1, 1]>, // // Double-precision FP MAC InstrItinData, InstrStage<10, [A9_DRegsN], 0, Reserved>, InstrStage<1, [A9_Pipe1]>, - InstrStage<2, [A9_NPipe]>], [9, 0, 1, 1]>, + InstrStage<2, [A9_MUX0, A9_NPipe]>], + [9, 0, 1, 1]>, // // Single-precision FP DIV InstrItinData, InstrStage<16, [A9_DRegsN], 0, Reserved>, InstrStage<1, [A9_Pipe1]>, - InstrStage<10, [A9_NPipe]>], [15, 1, 1]>, + InstrStage<10, [A9_MUX0, A9_NPipe]>], + [15, 1, 1]>, // // Double-precision FP DIV InstrItinData, InstrStage<26, [A9_DRegsN], 0, Reserved>, InstrStage<1, [A9_Pipe1]>, - InstrStage<20, [A9_NPipe]>], [25, 1, 1]>, + InstrStage<20, [A9_MUX0, A9_NPipe]>], + [25, 1, 1]>, // // Single-precision FP SQRT InstrItinData, InstrStage<18, [A9_DRegsN], 0, Reserved>, InstrStage<1, [A9_Pipe1]>, - InstrStage<13, [A9_NPipe]>], [17, 1]>, + InstrStage<13, [A9_MUX0, A9_NPipe]>], + [17, 1]>, // // Double-precision FP SQRT InstrItinData, InstrStage<33, [A9_DRegsN], 0, Reserved>, InstrStage<1, [A9_Pipe1]>, - InstrStage<28, [A9_NPipe]>], [32, 1]>, + InstrStage<28, [A9_MUX0, A9_NPipe]>], + [32, 1]>, // // Integer to Single-precision Move @@ -425,79 +453,74 @@ def CortexA9Itineraries : ProcessorItineraries< // Extra 1 latency cycle since wbck is 2 cycles InstrStage<3, [A9_DRegsN], 0, Reserved>, InstrStage<1, [A9_Pipe1]>, - InstrStage<1, [A9_NPipe]>], [1, 1]>, + InstrStage<1, [A9_MUX0, A9_NPipe]>], + [1, 1]>, // // Integer to Double-precision Move InstrItinData, // Extra 1 latency cycle since wbck is 2 cycles InstrStage<3, [A9_DRegsN], 0, Reserved>, InstrStage<1, [A9_Pipe1]>, - InstrStage<1, [A9_NPipe]>], [1, 1, 1]>, + InstrStage<1, [A9_MUX0, A9_NPipe]>], + [1, 1, 1]>, // // Single-precision to Integer Move InstrItinData, InstrStage<2, [A9_DRegsN], 0, Reserved>, InstrStage<1, [A9_Pipe1]>, - InstrStage<1, [A9_NPipe]>], [1, 1]>, + InstrStage<1, [A9_MUX0, A9_NPipe]>], + [1, 1]>, // // Double-precision to Integer Move InstrItinData, InstrStage<2, [A9_DRegsN], 0, Reserved>, InstrStage<1, [A9_Pipe1]>, - InstrStage<1, [A9_NPipe]>], [1, 1, 1]>, + InstrStage<1, [A9_MUX0, A9_NPipe]>], + [1, 1, 1]>, // // Single-precision FP Load InstrItinData, InstrStage<2, [A9_DRegsN], 0, Reserved>, InstrStage<1, [A9_Pipe1], 0>, - InstrStage<1, [A9_AGU]>, - InstrStage<1, [A9_NPipe]>]>, + InstrStage<1, [A9_MUX0, A9_NPipe]>]>, // // Double-precision FP Load InstrItinData, InstrStage<2, [A9_DRegsN], 0, Reserved>, InstrStage<1, [A9_Pipe1], 0>, - InstrStage<1, [A9_AGU]>, - InstrStage<1, [A9_NPipe]>]>, + InstrStage<1, [A9_MUX0, A9_NPipe]>]>, // // FP Load Multiple InstrItinData, InstrStage<2, [A9_DRegsN], 0, Reserved>, InstrStage<1, [A9_Pipe1], 0>, - InstrStage<1, [A9_AGU]>, - InstrStage<1, [A9_NPipe]>]>, + InstrStage<1, [A9_MUX0, A9_NPipe]>]>, // // Single-precision FP Store InstrItinData, InstrStage<2, [A9_DRegsN], 0, Reserved>, InstrStage<1, [A9_Pipe1], 0>, - InstrStage<1, [A9_AGU]>, - InstrStage<1, [A9_NPipe]>]>, + InstrStage<1, [A9_MUX0, A9_NPipe]>]>, // // Double-precision FP Store InstrItinData, InstrStage<2, [A9_DRegsN], 0, Reserved>, InstrStage<1, [A9_Pipe1], 0>, - InstrStage<1, [A9_AGU]>, - InstrStage<1, [A9_NPipe]>]>, + InstrStage<1, [A9_MUX0, A9_NPipe]>]>, // // FP Store Multiple InstrItinData, InstrStage<2, [A9_DRegsN], 0, Reserved>, InstrStage<1, [A9_Pipe1], 0>, - InstrStage<1, [A9_AGU]>, - InstrStage<1, [A9_NPipe]>]>, + InstrStage<1, [A9_MUX0, A9_NPipe]>]>, // NEON // Issue through integer pipeline, and execute in NEON unit. - // FIXME: Neon pipeline and LdSt unit are multiplexed. - // Add some syntactic sugar to model this! // VLD1 // FIXME: We don't model this instruction properly InstrItinData, InstrStage<7, [A9_DRegsVFP], 0, Reserved>, InstrStage<1, [A9_Pipe1], 0>, - InstrStage<1, [A9_AGU]>, - InstrStage<1, [A9_NPipe]>]>, + InstrStage<1, [A9_MUX0, A9_NPipe]>]>, // // VLD2 // FIXME: We don't model this instruction properly @@ -505,8 +528,8 @@ def CortexA9Itineraries : ProcessorItineraries< // Extra latency cycles since wbck is 6 cycles InstrStage<7, [A9_DRegsVFP], 0, Reserved>, InstrStage<1, [A9_Pipe1], 0>, - InstrStage<1, [A9_AGU]>, - InstrStage<1, [A9_NPipe]>], [2, 2, 1]>, + InstrStage<1, [A9_MUX0, A9_NPipe]>], + [2, 2, 1]>, // // VLD3 // FIXME: We don't model this instruction properly @@ -514,8 +537,8 @@ def CortexA9Itineraries : ProcessorItineraries< // Extra latency cycles since wbck is 6 cycles InstrStage<7, [A9_DRegsVFP], 0, Reserved>, InstrStage<1, [A9_Pipe1], 0>, - InstrStage<1, [A9_AGU]>, - InstrStage<1, [A9_NPipe]>], [2, 2, 2, 1]>, + InstrStage<1, [A9_MUX0, A9_NPipe]>], + [2, 2, 2, 1]>, // // VLD4 // FIXME: We don't model this instruction properly @@ -523,8 +546,8 @@ def CortexA9Itineraries : ProcessorItineraries< // Extra latency cycles since wbck is 6 cycles InstrStage<7, [A9_DRegsVFP], 0, Reserved>, InstrStage<1, [A9_Pipe1], 0>, - InstrStage<1, [A9_AGU]>, - InstrStage<1, [A9_NPipe]>], [2, 2, 2, 2, 1]>, + InstrStage<1, [A9_MUX0, A9_NPipe]>], + [2, 2, 2, 2, 1]>, // // VST // FIXME: We don't model this instruction properly @@ -532,120 +555,135 @@ def CortexA9Itineraries : ProcessorItineraries< // Extra latency cycles since wbck is 6 cycles InstrStage<7, [A9_DRegsVFP], 0, Reserved>, InstrStage<1, [A9_Pipe1], 0>, - InstrStage<1, [A9_AGU]>, - InstrStage<1, [A9_NPipe]>]>, + InstrStage<1, [A9_MUX0, A9_NPipe]>]>, // // Double-register Integer Unary InstrItinData, // Extra latency cycles since wbck is 6 cycles InstrStage<7, [A9_DRegsVFP], 0, Reserved>, InstrStage<1, [A9_Pipe1]>, - InstrStage<1, [A9_NPipe]>], [4, 2]>, + InstrStage<1, [A9_MUX0, A9_NPipe]>], + [4, 2]>, // // Quad-register Integer Unary InstrItinData, // Extra latency cycles since wbck is 6 cycles InstrStage<7, [A9_DRegsVFP], 0, Reserved>, InstrStage<1, [A9_Pipe1]>, - InstrStage<1, [A9_NPipe]>], [4, 2]>, + InstrStage<1, [A9_MUX0, A9_NPipe]>], + [4, 2]>, // // Double-register Integer Q-Unary InstrItinData, // Extra latency cycles since wbck is 6 cycles InstrStage<7, [A9_DRegsVFP], 0, Reserved>, InstrStage<1, [A9_Pipe1]>, - InstrStage<1, [A9_NPipe]>], [4, 1]>, + InstrStage<1, [A9_MUX0, A9_NPipe]>], + [4, 1]>, // // Quad-register Integer CountQ-Unary InstrItinData, // Extra latency cycles since wbck is 6 cycles InstrStage<7, [A9_DRegsVFP], 0, Reserved>, InstrStage<1, [A9_Pipe1]>, - InstrStage<1, [A9_NPipe]>], [4, 1]>, + InstrStage<1, [A9_MUX0, A9_NPipe]>], + [4, 1]>, // // Double-register Integer Binary InstrItinData, // Extra latency cycles since wbck is 6 cycles InstrStage<7, [A9_DRegsVFP], 0, Reserved>, InstrStage<1, [A9_Pipe1]>, - InstrStage<1, [A9_NPipe]>], [3, 2, 2]>, + InstrStage<1, [A9_MUX0, A9_NPipe]>], + [3, 2, 2]>, // // Quad-register Integer Binary InstrItinData, // Extra latency cycles since wbck is 6 cycles InstrStage<7, [A9_DRegsVFP], 0, Reserved>, InstrStage<1, [A9_Pipe1]>, - InstrStage<1, [A9_NPipe]>], [3, 2, 2]>, + InstrStage<1, [A9_MUX0, A9_NPipe]>], + [3, 2, 2]>, // // Double-register Integer Subtract InstrItinData, // Extra latency cycles since wbck is 6 cycles InstrStage<7, [A9_DRegsVFP], 0, Reserved>, InstrStage<1, [A9_Pipe1]>, - InstrStage<1, [A9_NPipe]>], [3, 2, 1]>, + InstrStage<1, [A9_MUX0, A9_NPipe]>], + [3, 2, 1]>, // // Quad-register Integer Subtract InstrItinData, // Extra latency cycles since wbck is 6 cycles InstrStage<7, [A9_DRegsVFP], 0, Reserved>, InstrStage<1, [A9_Pipe1]>, - InstrStage<1, [A9_NPipe]>], [3, 2, 1]>, + InstrStage<1, [A9_MUX0, A9_NPipe]>], + [3, 2, 1]>, // // Double-register Integer Shift InstrItinData, // Extra latency cycles since wbck is 6 cycles InstrStage<7, [A9_DRegsVFP], 0, Reserved>, InstrStage<1, [A9_Pipe1]>, - InstrStage<1, [A9_NPipe]>], [3, 1, 1]>, + InstrStage<1, [A9_MUX0, A9_NPipe]>], + [3, 1, 1]>, // // Quad-register Integer Shift InstrItinData, // Extra latency cycles since wbck is 6 cycles InstrStage<7, [A9_DRegsVFP], 0, Reserved>, InstrStage<1, [A9_Pipe1]>, - InstrStage<1, [A9_NPipe]>], [3, 1, 1]>, + InstrStage<1, [A9_MUX0, A9_NPipe]>], + [3, 1, 1]>, // // Double-register Integer Shift (4 cycle) InstrItinData, // Extra latency cycles since wbck is 6 cycles InstrStage<7, [A9_DRegsVFP], 0, Reserved>, InstrStage<1, [A9_Pipe1]>, - InstrStage<1, [A9_NPipe]>], [4, 1, 1]>, + InstrStage<1, [A9_MUX0, A9_NPipe]>], + [4, 1, 1]>, // // Quad-register Integer Shift (4 cycle) InstrItinData, // Extra latency cycles since wbck is 6 cycles InstrStage<7, [A9_DRegsVFP], 0, Reserved>, InstrStage<1, [A9_Pipe1]>, - InstrStage<1, [A9_NPipe]>], [4, 1, 1]>, + InstrStage<1, [A9_MUX0, A9_NPipe]>], + [4, 1, 1]>, // // Double-register Integer Binary (4 cycle) InstrItinData, // Extra latency cycles since wbck is 6 cycles InstrStage<7, [A9_DRegsVFP], 0, Reserved>, InstrStage<1, [A9_Pipe1]>, - InstrStage<1, [A9_NPipe]>], [4, 2, 2]>, + InstrStage<1, [A9_MUX0, A9_NPipe]>], + [4, 2, 2]>, // // Quad-register Integer Binary (4 cycle) InstrItinData, // Extra latency cycles since wbck is 6 cycles InstrStage<7, [A9_DRegsVFP], 0, Reserved>, InstrStage<1, [A9_Pipe1]>, - InstrStage<1, [A9_NPipe]>], [4, 2, 2]>, + InstrStage<1, [A9_MUX0, A9_NPipe]>], + [4, 2, 2]>, // // Double-register Integer Subtract (4 cycle) InstrItinData, // Extra latency cycles since wbck is 6 cycles InstrStage<7, [A9_DRegsVFP], 0, Reserved>, InstrStage<1, [A9_Pipe1]>, - InstrStage<1, [A9_NPipe]>], [4, 2, 1]>, + InstrStage<1, [A9_MUX0, A9_NPipe]>], + [4, 2, 1]>, // // Quad-register Integer Subtract (4 cycle) InstrItinData, // Extra latency cycles since wbck is 6 cycles InstrStage<7, [A9_DRegsVFP], 0, Reserved>, InstrStage<1, [A9_Pipe1]>, - InstrStage<1, [A9_NPipe]>], [4, 2, 1]>, + InstrStage<1, [A9_MUX0, A9_NPipe]>], + [4, 2, 1]>, // // Double-register Integer Count @@ -653,7 +691,8 @@ def CortexA9Itineraries : ProcessorItineraries< // Extra latency cycles since wbck is 6 cycles InstrStage<7, [A9_DRegsVFP], 0, Reserved>, InstrStage<1, [A9_Pipe1]>, - InstrStage<1, [A9_NPipe]>], [3, 2, 2]>, + InstrStage<1, [A9_MUX0, A9_NPipe]>], + [3, 2, 2]>, // // Quad-register Integer Count // Result written in N3, but that is relative to the last cycle of multicycle, @@ -662,35 +701,40 @@ def CortexA9Itineraries : ProcessorItineraries< // Extra latency cycles since wbck is 7 cycles InstrStage<8, [A9_DRegsVFP], 0, Reserved>, InstrStage<1, [A9_Pipe1]>, - InstrStage<2, [A9_NPipe]>], [4, 2, 2]>, + InstrStage<2, [A9_MUX0, A9_NPipe]>], + [4, 2, 2]>, // // Double-register Absolute Difference and Accumulate InstrItinData, // Extra latency cycles since wbck is 6 cycles InstrStage<7, [A9_DRegsVFP], 0, Reserved>, InstrStage<1, [A9_Pipe1]>, - InstrStage<1, [A9_NPipe]>], [6, 3, 2, 1]>, + InstrStage<1, [A9_MUX0, A9_NPipe]>], + [6, 3, 2, 1]>, // // Quad-register Absolute Difference and Accumulate InstrItinData, // Extra latency cycles since wbck is 6 cycles InstrStage<7, [A9_DRegsVFP], 0, Reserved>, InstrStage<1, [A9_Pipe1]>, - InstrStage<2, [A9_NPipe]>], [6, 3, 2, 1]>, + InstrStage<2, [A9_MUX0, A9_NPipe]>], + [6, 3, 2, 1]>, // // Double-register Integer Pair Add Long InstrItinData, // Extra latency cycles since wbck is 6 cycles InstrStage<7, [A9_DRegsVFP], 0, Reserved>, InstrStage<1, [A9_Pipe1]>, - InstrStage<1, [A9_NPipe]>], [6, 3, 1]>, + InstrStage<1, [A9_MUX0, A9_NPipe]>], + [6, 3, 1]>, // // Quad-register Integer Pair Add Long InstrItinData, // Extra latency cycles since wbck is 6 cycles InstrStage<7, [A9_DRegsVFP], 0, Reserved>, InstrStage<1, [A9_Pipe1]>, - InstrStage<2, [A9_NPipe]>], [6, 3, 1]>, + InstrStage<2, [A9_MUX0, A9_NPipe]>], + [6, 3, 1]>, // // Double-register Integer Multiply (.8, .16) @@ -698,14 +742,16 @@ def CortexA9Itineraries : ProcessorItineraries< // Extra latency cycles since wbck is 6 cycles InstrStage<7, [A9_DRegsVFP], 0, Reserved>, InstrStage<1, [A9_Pipe1]>, - InstrStage<1, [A9_NPipe]>], [6, 2, 2]>, + InstrStage<1, [A9_MUX0, A9_NPipe]>], + [6, 2, 2]>, // // Quad-register Integer Multiply (.8, .16) InstrItinData, // Extra latency cycles since wbck is 7 cycles InstrStage<8, [A9_DRegsVFP], 0, Reserved>, InstrStage<1, [A9_Pipe1]>, - InstrStage<2, [A9_NPipe]>], [7, 2, 2]>, + InstrStage<2, [A9_MUX0, A9_NPipe]>], + [7, 2, 2]>, // // Double-register Integer Multiply (.32) @@ -713,56 +759,64 @@ def CortexA9Itineraries : ProcessorItineraries< // Extra latency cycles since wbck is 7 cycles InstrStage<8, [A9_DRegsVFP], 0, Reserved>, InstrStage<1, [A9_Pipe1]>, - InstrStage<2, [A9_NPipe]>], [7, 2, 1]>, + InstrStage<2, [A9_MUX0, A9_NPipe]>], + [7, 2, 1]>, // // Quad-register Integer Multiply (.32) InstrItinData, // Extra latency cycles since wbck is 9 cycles InstrStage<10, [A9_DRegsVFP], 0, Reserved>, InstrStage<1, [A9_Pipe1]>, - InstrStage<4, [A9_NPipe]>], [9, 2, 1]>, + InstrStage<4, [A9_MUX0, A9_NPipe]>], + [9, 2, 1]>, // // Double-register Integer Multiply-Accumulate (.8, .16) InstrItinData, // Extra latency cycles since wbck is 6 cycles InstrStage<7, [A9_DRegsVFP], 0, Reserved>, InstrStage<1, [A9_Pipe1]>, - InstrStage<1, [A9_NPipe]>], [6, 3, 2, 2]>, + InstrStage<1, [A9_MUX0, A9_NPipe]>], + [6, 3, 2, 2]>, // // Double-register Integer Multiply-Accumulate (.32) InstrItinData, // Extra latency cycles since wbck is 7 cycles InstrStage<8, [A9_DRegsVFP], 0, Reserved>, InstrStage<1, [A9_Pipe1]>, - InstrStage<2, [A9_NPipe]>], [7, 3, 2, 1]>, + InstrStage<2, [A9_MUX0, A9_NPipe]>], + [7, 3, 2, 1]>, // // Quad-register Integer Multiply-Accumulate (.8, .16) InstrItinData, // Extra latency cycles since wbck is 7 cycles InstrStage<8, [A9_DRegsVFP], 0, Reserved>, InstrStage<1, [A9_Pipe1]>, - InstrStage<2, [A9_NPipe]>], [7, 3, 2, 2]>, + InstrStage<2, [A9_MUX0, A9_NPipe]>], + [7, 3, 2, 2]>, // // Quad-register Integer Multiply-Accumulate (.32) InstrItinData, // Extra latency cycles since wbck is 9 cycles InstrStage<10, [A9_DRegsVFP], 0, Reserved>, InstrStage<1, [A9_Pipe1]>, - InstrStage<4, [A9_NPipe]>], [9, 3, 2, 1]>, + InstrStage<4, [A9_MUX0, A9_NPipe]>], + [9, 3, 2, 1]>, // // Move Immediate InstrItinData, // Extra latency cycles since wbck is 6 cycles InstrStage<7, [A9_DRegsVFP], 0, Reserved>, InstrStage<1, [A9_Pipe1]>, - InstrStage<1, [A9_NPipe]>], [3]>, + InstrStage<1, [A9_MUX0, A9_NPipe]>], + [3]>, // // Double-register Permute Move InstrItinData, // FIXME: all latencies are arbitrary, no information is available InstrStage<3, [A9_DRegsVFP], 0, Reserved>, InstrStage<1, [A9_Pipe1]>, - InstrStage<1, [A9_AGU]>], [2, 1]>, + InstrStage<1, [A9_MUX0, A9_NPipe]>], + [2, 1]>, // // Quad-register Permute Move // Result written in N2, but that is relative to the last cycle of multicycle, @@ -771,42 +825,48 @@ def CortexA9Itineraries : ProcessorItineraries< // FIXME: all latencies are arbitrary, no information is available InstrStage<4, [A9_DRegsVFP], 0, Reserved>, InstrStage<1, [A9_Pipe1]>, - InstrStage<2, [A9_NPipe]>], [3, 1]>, + InstrStage<2, [A9_MUX0, A9_NPipe]>], + [3, 1]>, // // Integer to Single-precision Move InstrItinData, // FIXME: all latencies are arbitrary, no information is available InstrStage<3, [A9_DRegsVFP], 0, Reserved>, InstrStage<1, [A9_Pipe1]>, - InstrStage<1, [A9_NPipe]>], [2, 1]>, + InstrStage<1, [A9_MUX0, A9_NPipe]>], + [2, 1]>, // // Integer to Double-precision Move InstrItinData, // FIXME: all latencies are arbitrary, no information is available InstrStage<3, [A9_DRegsVFP], 0, Reserved>, InstrStage<1, [A9_Pipe1]>, - InstrStage<1, [A9_NPipe]>], [2, 1, 1]>, + InstrStage<1, [A9_MUX0, A9_NPipe]>], + [2, 1, 1]>, // // Single-precision to Integer Move InstrItinData, // FIXME: all latencies are arbitrary, no information is available InstrStage<3, [A9_DRegsVFP], 0, Reserved>, InstrStage<1, [A9_Pipe1]>, - InstrStage<1, [A9_NPipe]>], [2, 1]>, + InstrStage<1, [A9_MUX0, A9_NPipe]>], + [2, 1]>, // // Double-precision to Integer Move InstrItinData, // FIXME: all latencies are arbitrary, no information is available InstrStage<3, [A9_DRegsVFP], 0, Reserved>, InstrStage<1, [A9_Pipe1]>, - InstrStage<1, [A9_NPipe]>], [2, 2, 1]>, + InstrStage<1, [A9_MUX0, A9_NPipe]>], + [2, 2, 1]>, // // Integer to Lane Move InstrItinData, // FIXME: all latencies are arbitrary, no information is available InstrStage<4, [A9_DRegsVFP], 0, Reserved>, InstrStage<1, [A9_Pipe1]>, - InstrStage<2, [A9_NPipe]>], [3, 1, 1]>, + InstrStage<2, [A9_MUX0, A9_NPipe]>], + [3, 1, 1]>, // // Double-register FP Unary @@ -814,7 +874,8 @@ def CortexA9Itineraries : ProcessorItineraries< // Extra latency cycles since wbck is 6 cycles InstrStage<7, [A9_DRegsVFP], 0, Reserved>, InstrStage<1, [A9_Pipe1]>, - InstrStage<1, [A9_NPipe]>], [5, 2]>, + InstrStage<1, [A9_MUX0, A9_NPipe]>], + [5, 2]>, // // Quad-register FP Unary // Result written in N5, but that is relative to the last cycle of multicycle, @@ -823,7 +884,8 @@ def CortexA9Itineraries : ProcessorItineraries< // Extra latency cycles since wbck is 7 cycles InstrStage<8, [A9_DRegsVFP], 0, Reserved>, InstrStage<1, [A9_Pipe1]>, - InstrStage<2, [A9_NPipe]>], [6, 2]>, + InstrStage<2, [A9_MUX0, A9_NPipe]>], + [6, 2]>, // // Double-register FP Binary // FIXME: We're using this itin for many instructions and [2, 2] here is too @@ -832,7 +894,8 @@ def CortexA9Itineraries : ProcessorItineraries< // Extra latency cycles since wbck is 7 cycles InstrStage<7, [A9_DRegsVFP], 0, Reserved>, InstrStage<1, [A9_Pipe1]>, - InstrStage<1, [A9_NPipe]>], [5, 2, 2]>, + InstrStage<1, [A9_MUX0, A9_NPipe]>], + [5, 2, 2]>, // // Quad-register FP Binary // Result written in N5, but that is relative to the last cycle of multicycle, @@ -843,14 +906,16 @@ def CortexA9Itineraries : ProcessorItineraries< // Extra latency cycles since wbck is 8 cycles InstrStage<8, [A9_DRegsVFP], 0, Reserved>, InstrStage<1, [A9_Pipe1]>, - InstrStage<2, [A9_NPipe]>], [6, 2, 2]>, + InstrStage<2, [A9_MUX0, A9_NPipe]>], + [6, 2, 2]>, // // Double-register FP Multiple-Accumulate InstrItinData, // Extra latency cycles since wbck is 7 cycles InstrStage<8, [A9_DRegsVFP], 0, Reserved>, InstrStage<1, [A9_Pipe1]>, - InstrStage<2, [A9_NPipe]>], [6, 3, 2, 1]>, + InstrStage<2, [A9_MUX0, A9_NPipe]>], + [6, 3, 2, 1]>, // // Quad-register FP Multiple-Accumulate // Result written in N9, but that is relative to the last cycle of multicycle, @@ -859,28 +924,32 @@ def CortexA9Itineraries : ProcessorItineraries< // Extra latency cycles since wbck is 9 cycles InstrStage<10, [A9_DRegsVFP], 0, Reserved>, InstrStage<1, [A9_Pipe1]>, - InstrStage<4, [A9_NPipe]>], [8, 4, 2, 1]>, + InstrStage<4, [A9_MUX0, A9_NPipe]>], + [8, 4, 2, 1]>, // // Double-register Reciprical Step InstrItinData, // Extra latency cycles since wbck is 7 cycles InstrStage<8, [A9_DRegsVFP], 0, Reserved>, InstrStage<1, [A9_Pipe1]>, - InstrStage<2, [A9_NPipe]>], [6, 2, 2]>, + InstrStage<2, [A9_MUX0, A9_NPipe]>], + [6, 2, 2]>, // // Quad-register Reciprical Step InstrItinData, // Extra latency cycles since wbck is 9 cycles InstrStage<10, [A9_DRegsVFP], 0, Reserved>, InstrStage<1, [A9_Pipe1]>, - InstrStage<4, [A9_NPipe]>], [8, 2, 2]>, + InstrStage<4, [A9_MUX0, A9_NPipe]>], + [8, 2, 2]>, // // Double-register Permute InstrItinData, // Extra latency cycles since wbck is 6 cycles InstrStage<7, [A9_DRegsVFP], 0, Reserved>, InstrStage<1, [A9_Pipe1]>, - InstrStage<1, [A9_NPipe]>], [2, 2, 1, 1]>, + InstrStage<1, [A9_MUX0, A9_NPipe]>], + [2, 2, 1, 1]>, // // Quad-register Permute // Result written in N2, but that is relative to the last cycle of multicycle, @@ -889,7 +958,8 @@ def CortexA9Itineraries : ProcessorItineraries< // Extra latency cycles since wbck is 7 cycles InstrStage<8, [A9_DRegsVFP], 0, Reserved>, InstrStage<1, [A9_Pipe1]>, - InstrStage<2, [A9_NPipe]>], [3, 3, 1, 1]>, + InstrStage<2, [A9_MUX0, A9_NPipe]>], + [3, 3, 1, 1]>, // // Quad-register Permute (3 cycle issue) // Result written in N2, but that is relative to the last cycle of multicycle, @@ -898,7 +968,8 @@ def CortexA9Itineraries : ProcessorItineraries< // Extra latency cycles since wbck is 8 cycles InstrStage<9, [A9_DRegsVFP], 0, Reserved>, InstrStage<1, [A9_Pipe1]>, - InstrStage<3, [A9_AGU]>], [4, 4, 1, 1]>, + InstrStage<3, [A9_MUX0, A9_NPipe]>], + [4, 4, 1, 1]>, // // Double-register VEXT @@ -906,56 +977,66 @@ def CortexA9Itineraries : ProcessorItineraries< // Extra latency cycles since wbck is 7 cycles InstrStage<7, [A9_DRegsVFP], 0, Reserved>, InstrStage<1, [A9_Pipe1]>, - InstrStage<1, [A9_NPipe]>], [2, 1, 1]>, + InstrStage<1, [A9_MUX0, A9_NPipe]>], + [2, 1, 1]>, // // Quad-register VEXT InstrItinData, // Extra latency cycles since wbck is 9 cycles InstrStage<8, [A9_DRegsVFP], 0, Reserved>, InstrStage<1, [A9_Pipe1]>, - InstrStage<2, [A9_NPipe]>], [3, 1, 1]>, + InstrStage<2, [A9_MUX0, A9_NPipe]>], + [3, 1, 1]>, // // VTB InstrItinData, // Extra latency cycles since wbck is 7 cycles InstrStage<8, [A9_DRegsVFP], 0, Reserved>, InstrStage<1, [A9_Pipe1]>, - InstrStage<2, [A9_NPipe]>], [3, 2, 1]>, + InstrStage<2, [A9_MUX0, A9_NPipe]>], + [3, 2, 1]>, InstrItinData, // Extra latency cycles since wbck is 7 cycles InstrStage<8, [A9_DRegsVFP], 0, Reserved>, InstrStage<1, [A9_Pipe1]>, - InstrStage<2, [A9_NPipe]>], [3, 2, 2, 1]>, + InstrStage<2, [A9_MUX0, A9_NPipe]>], + [3, 2, 2, 1]>, InstrItinData, // Extra latency cycles since wbck is 8 cycles InstrStage<9, [A9_DRegsVFP], 0, Reserved>, InstrStage<1, [A9_Pipe1]>, - InstrStage<3, [A9_NPipe]>], [4, 2, 2, 3, 1]>, + InstrStage<3, [A9_MUX0, A9_NPipe]>], + [4, 2, 2, 3, 1]>, InstrItinData, // Extra latency cycles since wbck is 8 cycles InstrStage<9, [A9_DRegsVFP], 0, Reserved>, InstrStage<1, [A9_Pipe1]>, - InstrStage<3, [A9_NPipe]>], [4, 2, 2, 3, 3, 1]>, + InstrStage<3, [A9_MUX0, A9_NPipe]>], + [4, 2, 2, 3, 3, 1]>, // // VTBX InstrItinData, // Extra latency cycles since wbck is 7 cycles InstrStage<8, [A9_DRegsVFP], 0, Reserved>, InstrStage<1, [A9_Pipe1]>, - InstrStage<2, [A9_NPipe]>], [3, 1, 2, 1]>, + InstrStage<2, [A9_MUX0, A9_NPipe]>], + [3, 1, 2, 1]>, InstrItinData, // Extra latency cycles since wbck is 7 cycles InstrStage<8, [A9_DRegsVFP], 0, Reserved>, InstrStage<1, [A9_Pipe1]>, - InstrStage<2, [A9_NPipe]>], [3, 1, 2, 2, 1]>, + InstrStage<2, [A9_MUX0, A9_NPipe]>], + [3, 1, 2, 2, 1]>, InstrItinData, // Extra latency cycles since wbck is 8 cycles InstrStage<9, [A9_DRegsVFP], 0, Reserved>, InstrStage<1, [A9_Pipe1]>, - InstrStage<3, [A9_NPipe]>], [4, 1, 2, 2, 3, 1]>, + InstrStage<3, [A9_MUX0, A9_NPipe]>], + [4, 1, 2, 2, 3, 1]>, InstrItinData, // Extra latency cycles since wbck is 8 cycles InstrStage<9, [A9_DRegsVFP], 0, Reserved>, InstrStage<1, [A9_Pipe1]>, - InstrStage<2, [A9_NPipe]>], [4, 1, 2, 2, 3, 3, 1]> + InstrStage<2, [A9_MUX0, A9_NPipe]>], + [4, 1, 2, 2, 3, 3, 1]> ]>;