workaround for the joystick_get() irq problem

Move code used for all Commodore systems to new package

.idea/compiler.xml

@@ -0,0 +1,6 @@
+<?xml version="1.0" encoding="UTF-8"?>
+<project version="4">
+  <component name="CompilerConfiguration">
+    <option name="BUILD_PROCESS_HEAP_SIZE" value="1200" />
+  </component>
+</project>

README.md

@@ -24,13 +24,14 @@ What does Prog8 provide?
 ------------------------
 
 - reduction of source code length over raw assembly
+- fast execution speed due to compilation to native assembly code. It's possible to write certain raster interrupt 'demoscene' effects purely in Prog8.
 - modularity, symbol scoping, subroutines
 - various data types other than just bytes (16-bit words, floats, strings)
-- automatic variable allocations, automatic string and array variables and string sharing
+- automatic static variable allocations, automatic string and array variables and string sharing
 - subroutines with input parameters and result values
 - high-level program optimizations
 - small program boilerplate/compilersupport overhead
-- sane variable initialization, programs can be restarted again just fine after exiting to basic
+- Programs can be run multiple times without reloading because of automatic variable (re)initializations.
 - conditional branches
 - floating point operations  (requires the C64 Basic ROM routines for this)
 - 'when' statement to provide a concise jump table alternative to if/elseif chains
@@ -38,8 +39,6 @@ What does Prog8 provide?
 - many built-in functions such as ``sin``, ``cos``, ``rnd``, ``abs``, ``min``, ``max``, ``sqrt``, ``msb``, ``rol``, ``ror``, ``swap``, ``sort`` and ``reverse``
 - various powerful built-in libraries to do I/O, number conversions, graphics and more  
 - convenience abstractions for low level aspects such as ZeroPage handling, program startup, explicit memory addresses
-- fast execution speed due to compilation to native assembly code
-- variables are allocated statically
 - inline assembly allows you to have full control when every cycle or byte matters
 - supports the sixteen 'virtual' 16-bit registers R0 .. R15 from the Commander X16, and provides them also on the C64.
 - encode strings and characters into petscii or screencodes as desired (C64/Cx16)

compiler/build.gradle

@@ -1,8 +1,7 @@
 plugins {
     id 'java'
     id 'application'
-    id "org.jetbrains.kotlin.jvm" version "1.4.30"
-    id 'org.jetbrains.dokka' version "0.9.18"
+    id "org.jetbrains.kotlin.jvm" version "1.4.32"
     id 'com.github.johnrengelman.shadow' version '6.1.0'
 }
 
@@ -21,7 +20,7 @@ dependencies {
     implementation project(':compilerAst')
     implementation "org.jetbrains.kotlin:kotlin-stdlib-jdk8"
     // implementation "org.jetbrains.kotlin:kotlin-reflect"
-    implementation 'org.jetbrains.kotlinx:kotlinx-cli:0.3.1'
+    implementation 'org.jetbrains.kotlinx:kotlinx-cli:0.3.2'
     // implementation 'net.razorvine:ksim65:1.8'
     // implementation "com.github.hypfvieh:dbus-java:3.2.4"
 
@@ -97,11 +96,6 @@ test {
 }
 
 
-dokka {
-    outputFormat = 'html'
-    outputDirectory = "$buildDir/kdoc"
-}
-
 task wrapper(type: Wrapper) {
     gradleVersion = '6.7'
 }

compiler/res/prog8lib/c64/floats.p8

@@ -83,7 +83,7 @@ romsub $bc58 = ABS()                                        ; fac1 = ABS(fac1)
 romsub $bf71 = SQR() clobbers(A,X,Y)                        ; fac1 = SQRT(fac1)
 romsub $bf74 = SQRA() clobbers(A,X,Y)                       ; fac1 = SQRT(fac2)
 romsub $bfed = EXP() clobbers(A,X,Y)                        ; fac1 = EXP(fac1)  (e ** fac1)
-romsub $bfb4 = NEGOP() clobbers(A)                          ; switch the sign of fac1
+romsub $bfb4 = NEGOP() clobbers(A)                          ; switch the sign of fac1 (fac1 = -fac1)
 romsub $e097 = RND() clobbers(A,X,Y)                        ; fac1 = RND(fac1) float random number generator
 romsub $e264 = COS() clobbers(A,X,Y)                        ; fac1 = COS(fac1)
 romsub $e26b = SIN() clobbers(A,X,Y)                        ; fac1 = SIN(fac1)

compiler/res/prog8lib/c64/syslib.p8

@@ -214,7 +214,7 @@ romsub $FFD2 = CHROUT(ubyte char @ A)                           ; (via 806 ($326
 romsub $FFD5 = LOAD(ubyte verify @ A, uword address @ XY) -> ubyte @Pc, ubyte @ A, uword @ XY     ; (via 816 ($330)) load from device
 romsub $FFD8 = SAVE(ubyte zp_startaddr @ A, uword endaddr @ XY) -> ubyte @ Pc, ubyte @ A          ; (via 818 ($332)) save to a device
 romsub $FFDB = SETTIM(ubyte low @ A, ubyte middle @ X, ubyte high @ Y)      ; set the software clock
-romsub $FFDE = RDTIM() -> ubyte @ A, ubyte @ X, ubyte @ Y       ; read the software clock
+romsub $FFDE = RDTIM() -> ubyte @ A, ubyte @ X, ubyte @ Y       ; read the software clock (A=lo,X=mid,Y=high)
 romsub $FFE1 = STOP() clobbers(X) -> ubyte @ Pz, ubyte @ A      ; (via 808 ($328)) check the STOP key (and some others in A)
 romsub $FFE4 = GETIN() clobbers(X,Y) -> ubyte @Pc, ubyte @ A    ; (via 810 ($32A)) get a character
 romsub $FFE7 = CLALL() clobbers(A,X)                            ; (via 812 ($32C)) close all files
@@ -246,7 +246,7 @@ asmsub STOP2() -> ubyte @A  {
 }
 
 asmsub RDTIM16() -> uword @AY {
-    ; --  like RDTIM() but only returning the lower 16 bits for convenience
+    ; --  like RDTIM() but only returning the lower 16 bits in AY for convenience
     %asm {{
         stx  P8ZP_SCRATCH_REG
         jsr  c64.RDTIM
@@ -478,7 +478,7 @@ sys {
 
 
     asmsub  reset_system()  {
-        ; Soft-reset the system back to Basic prompt.
+        ; Soft-reset the system back to initial power-on Basic prompt.
         %asm {{
             sei
             lda  #14
@@ -489,6 +489,7 @@ sys {
 
     sub wait(uword jiffies) {
         ; --- wait approximately the given number of jiffies (1/60th seconds)
+        ;     note: the system irq handler has to be active for this to work as it depends on the system jiffy clock
         repeat jiffies {
             ubyte jiff = lsb(c64.RDTIM16())
             while jiff==lsb(c64.RDTIM16()) {
@@ -497,6 +498,29 @@ sys {
         }
     }
 
+    asmsub waitvsync() clobbers(A) {
+        ; --- busy wait till the next vsync has occurred (approximately), without depending on custom irq handling.
+        ;     note: a more accurate way to wait for vsync is to set up a vsync irq handler instead.
+        %asm {{
+-           lda  c64.RASTER
+            beq  -
+-           lda  c64.RASTER
+            bne  -
+            bit  c64.SCROLY
+            bmi  -
+            rts
+        }}
+    }
+
+    inline asmsub waitrastborder() {
+        ; --- busy wait till the raster position has reached the bottom screen border (approximately)
+        ;     note: a more accurate way to do this is by using a raster irq handler instead.
+        %asm {{
+-           bit  c64.SCROLY
+            bpl  -
+        }}
+    }
+
     asmsub memcopy(uword source @R0, uword target @R1, uword count @AY) clobbers(A,X,Y) {
         %asm {{
             ldx  cx16.r0

compiler/res/prog8lib/cx16/floats.p8

@@ -8,7 +8,9 @@
 %option enable_floats
 
 floats {
-	; ---- this block contains C-64 floating point related functions ----
+	; ---- this block contains C-64 compatible floating point related functions ----
+	;      the addresses are from cx16 V39 emulator and roms! they won't work on older versions.
+
 
         const float  PI     = 3.141592653589793
         const float  TWOPI  = 6.283185307179586
@@ -43,36 +45,34 @@ romsub $fe1e = NORMAL() clobbers(A,X,Y)                     ; normalize fac1 (?)
 romsub $fe24 = LOG() clobbers(A,X,Y)                        ; fac1 = LN(fac1)  (natural log)
 romsub $fe27 = FMULT(uword mflpt @ AY) clobbers(A,X,Y)      ; fac1 *= mflpt value from A/Y
 romsub $fe2a = FMULTT() clobbers(A,X,Y)                     ; fac1 *= fac2
-romsub $fe33 = CONUPK(uword mflpt @ AY) clobbers(A,Y)       ; load mflpt value from memory  in A/Y into fac2
-romsub $fe36 = MUL10() clobbers(A,X,Y)                      ; fac1 *= 10
-romsub $fe3c = DIV10() clobbers(A,X,Y)                      ; fac1 /= 10 , CAUTION: result is always positive!
-romsub $fe3f = FDIV(uword mflpt @ AY) clobbers(A,X,Y)       ; fac1 = mflpt in A/Y / fac1  (remainder in fac2)
-romsub $fe42 = FDIVT() clobbers(A,X,Y)                      ; fac1 = fac2/fac1  (remainder in fac2)  mind the order of the operands
+romsub $fe30 = CONUPK(uword mflpt @ AY) clobbers(A,X,Y)     ; load mflpt value from memory  in A/Y into fac2
+romsub $fe33 = MUL10() clobbers(A,X,Y)                      ; fac1 *= 10
+romsub $fe36 = DIV10() clobbers(A,X,Y)                      ; fac1 /= 10 , CAUTION: result is always positive!
+romsub $fe39 = FDIV(uword mflpt @ AY) clobbers(A,X,Y)       ; fac1 = mflpt in A/Y / fac1  (remainder in fac2)
+romsub $fe3c = FDIVT() clobbers(A,X,Y)                      ; fac1 = fac2/fac1  (remainder in fac2)  mind the order of the operands
 
-romsub $fe48 = MOVFM(uword mflpt @ AY) clobbers(A,Y)        ; load mflpt value from memory  in A/Y into fac1
-romsub $fe4b = MOVMF(uword mflpt @ XY) clobbers(A,Y)        ; store fac1 to memory  X/Y as 5-byte mflpt
-romsub $fe4e = MOVFA() clobbers(A,X)                        ; copy fac2 to fac1
-romsub $fe51 = MOVAF() clobbers(A,X)                        ; copy fac1 to fac2  (rounded)
-romsub $fe54 = MOVEF() clobbers(A,X)                        ; copy fac1 to fac2
-romsub $fe5a = SIGN() -> ubyte @ A                          ; SIGN(fac1) to A, $ff, $0, $1 for negative, zero, positive
-romsub $fe5d = SGN() clobbers(A,X,Y)                        ; fac1 = SGN(fac1), result of SIGN (-1, 0 or 1)
-romsub $fe60 = FREADSA(byte value @ A) clobbers(A,X,Y)      ; 8 bit signed A -> float in fac1
-romsub $fe6c = ABS()                                        ; fac1 = ABS(fac1)
-romsub $fe6f = FCOMP(uword mflpt @ AY) clobbers(X,Y) -> ubyte @ A   ; A = compare fac1 to mflpt in A/Y, 0=equal 1=fac1 is greater, 255=fac1 is less than
-romsub $fe78 = INT() clobbers(A,X,Y)                        ; INT() truncates, use FADDH first to round instead of trunc
-romsub $fe7e = FINLOG(byte value @A) clobbers (A, X, Y)           ; fac1 += signed byte in A
-romsub $fe81 = FOUT() clobbers(X) -> uword @ AY             ; fac1 -> string, address returned in AY
-romsub $fe8a = SQR() clobbers(A,X,Y)                        ; fac1 = SQRT(fac1)
-romsub $fe8d = FPWRT() clobbers(A,X,Y)                      ; fac1 = fac2 ** fac1
-; note: there is no FPWR() on the Cx16
-romsub $fe93 = NEGOP() clobbers(A)                          ; switch the sign of fac1
-romsub $fe96 = EXP() clobbers(A,X,Y)                        ; fac1 = EXP(fac1)  (e ** fac1)
-romsub $fe9f = RND2(byte value @A) clobbers(A,X,Y)                ; fac1 = RND(A) float random number generator
-romsub $fea2 = RND() clobbers(A,X,Y)                        ; fac1 = RND(fac1) float random number generator
-romsub $fea5 = COS() clobbers(A,X,Y)                        ; fac1 = COS(fac1)
-romsub $fea8 = SIN() clobbers(A,X,Y)                        ; fac1 = SIN(fac1)
-romsub $feab = TAN() clobbers(A,X,Y)                        ; fac1 = TAN(fac1)
-romsub $feae = ATN() clobbers(A,X,Y)                        ; fac1 = ATN(fac1)
+romsub $fe42 = MOVFM(uword mflpt @ AY) clobbers(A,X,Y)      ; load mflpt value from memory  in A/Y into fac1
+romsub $fe45 = MOVMF(uword mflpt @ XY) clobbers(A,X,Y)      ; store fac1 to memory  X/Y as 5-byte mflpt
+romsub $fe48 = MOVFA() clobbers(A,X)                        ; copy fac2 to fac1
+romsub $fe4b = MOVAF() clobbers(A,X)                        ; copy fac1 to fac2  (rounded)
+romsub $fe4e = MOVEF() clobbers(A,X)                        ; copy fac1 to fac2
+romsub $fe54 = SIGN() clobbers(X,Y) -> ubyte @ A            ; SIGN(fac1) to A, $ff, $0, $1 for negative, zero, positive
+romsub $fe57 = SGN() clobbers(A,X,Y)                        ; fac1 = SGN(fac1), result of SIGN (-1, 0 or 1)
+romsub $fe5a = FREADSA(byte value @ A) clobbers(A,X,Y)      ; 8 bit signed A -> float in fac1
+romsub $fe66 = ABS() clobbers(A,X,Y)                        ; fac1 = ABS(fac1)
+romsub $fe69 = FCOMP(uword mflpt @ AY) clobbers(X,Y) -> ubyte @ A   ; A = compare fac1 to mflpt in A/Y, 0=equal 1=fac1 is greater, 255=fac1 is less than
+romsub $fe72 = INT() clobbers(A,X,Y)                        ; INT() truncates, use FADDH first to round instead of trunc
+romsub $fe78 = FINLOG(byte value @A) clobbers (A, X, Y)           ; fac1 += signed byte in A
+romsub $fe7b = FOUT() clobbers(X) -> uword @ AY             ; fac1 -> string, address returned in AY
+romsub $fe81 = SQR() clobbers(A,X,Y)                        ; fac1 = SQRT(fac1)
+romsub $fe84 = FPWRT() clobbers(A,X,Y)                      ; fac1 = fac2 ** fac1
+romsub $fe8a = NEGOP() clobbers(A)                          ; switch the sign of fac1 (fac1 = -fac1)
+romsub $fe8d = EXP() clobbers(A,X,Y)                        ; fac1 = EXP(fac1)  (e ** fac1)
+romsub $fe96 = RND() clobbers(A,X,Y)                        ; fac1 = RND(fac1) float random number generator
+romsub $fe99 = COS() clobbers(A,X,Y)                        ; fac1 = COS(fac1)
+romsub $fe9c = SIN() clobbers(A,X,Y)                        ; fac1 = SIN(fac1)
+romsub $fe9f = TAN() clobbers(A,X,Y)                        ; fac1 = TAN(fac1)
+romsub $fea2 = ATN() clobbers(A,X,Y)                        ; fac1 = ATN(fac1)
 
 
 asmsub  GIVUAYFAY  (uword value @ AY) clobbers(A,X,Y)  {

compiler/res/prog8lib/cx16/syslib.p8

@@ -24,7 +24,7 @@ romsub $FF8D = VECTOR(uword userptr @ XY, ubyte dir @ Pc) clobbers(A,Y)     ; re
 romsub $FF90 = SETMSG(ubyte value @ A)                          ; set Kernal message control flag
 romsub $FF93 = SECOND(ubyte address @ A) clobbers(A)            ; (alias: LSTNSA) send secondary address after LISTEN
 romsub $FF96 = TKSA(ubyte address @ A) clobbers(A)              ; (alias: TALKSA) send secondary address after TALK
-romsub $FF99 = MEMTOP(uword address @ XY, ubyte dir @ Pc) -> uword @ XY     ; read/set top of memory  pointer.   NOTE: as a Cx16 extension, also returns the number of RAM memory banks in register A !  See MEMTOP2
+romsub $FF99 = MEMTOP(uword address @ XY, ubyte dir @ Pc) -> uword @ XY     ; read/set top of memory  pointer.   NOTE: as a Cx16 extension, also returns the number of RAM memory banks in register A !  See cx16.numbanks()
 romsub $FF9C = MEMBOT(uword address @ XY, ubyte dir @ Pc) -> uword @ XY     ; read/set bottom of memory  pointer
 romsub $FF9F = SCNKEY() clobbers(A,X,Y)                         ; scan the keyboard
 romsub $FFA2 = SETTMO(ubyte timeout @ A)                        ; set time-out flag for IEEE bus
@@ -47,7 +47,7 @@ romsub $FFD2 = CHROUT(ubyte char @ A)                           ; (via 806 ($326
 romsub $FFD5 = LOAD(ubyte verify @ A, uword address @ XY) -> ubyte @Pc, ubyte @ A, uword @ XY     ; (via 816 ($330)) load from device
 romsub $FFD8 = SAVE(ubyte zp_startaddr @ A, uword endaddr @ XY) -> ubyte @ Pc, ubyte @ A          ; (via 818 ($332)) save to a device
 romsub $FFDB = SETTIM(ubyte low @ A, ubyte middle @ X, ubyte high @ Y)      ; set the software clock
-romsub $FFDE = RDTIM() -> ubyte @ A, ubyte @ X, ubyte @ Y       ; read the software clock
+romsub $FFDE = RDTIM() -> ubyte @ A, ubyte @ X, ubyte @ Y       ; read the software clock (A=lo,X=mid,Y=high)
 romsub $FFE1 = STOP() clobbers(X) -> ubyte @ Pz, ubyte @ A      ; (via 808 ($328)) check the STOP key (and some others in A)
 romsub $FFE4 = GETIN() clobbers(X,Y) -> ubyte @Pc, ubyte @ A    ; (via 810 ($32A)) get a character
 romsub $FFE7 = CLALL() clobbers(A,X)                            ; (via 812 ($32C)) close all files
@@ -74,7 +74,7 @@ asmsub STOP2() -> ubyte @A  {
 }
 
 asmsub RDTIM16() -> uword @AY {
-    ; --  like RDTIM() but only returning the lower 16 bits for convenience
+    ; --  like RDTIM() but only returning the lower 16 bits in AY for convenience
     %asm {{
         phx
         jsr  c64.RDTIM
@@ -87,17 +87,6 @@ asmsub RDTIM16() -> uword @AY {
     }}
 }
 
-asmsub MEMTOP2() -> ubyte @A {
-    ; -- uses MEMTOP's cx16 extension to query the number of available RAM banks.
-    %asm {{
-        phx
-        sec
-        jsr  c64.MEMTOP
-        plx
-        rts
-    }}
-}
-
 }
 
 cx16 {
@@ -172,7 +161,7 @@ cx16 {
 
 ; I/O
 
-    const uword  via1   = $9f60                  ;VIA 6522 #1
+    const uword  via1   = $9f00                  ;VIA 6522 #1
     &ubyte  d1prb	= via1+0
     &ubyte  d1pra	= via1+1
     &ubyte  d1ddrb	= via1+2
@@ -190,7 +179,7 @@ cx16 {
     &ubyte  d1ier	= via1+14
     &ubyte  d1ora	= via1+15
 
-    const uword  via2   = $9f70                  ;VIA 6522 #2
+    const uword  via2   = $9f10                  ;VIA 6522 #2
     &ubyte  d2prb	= via2+0
     &ubyte  d2pra	= via2+1
     &ubyte  d2ddrb	= via2+2
@@ -208,6 +197,11 @@ cx16 {
     &ubyte  d2ier	= via2+14
     &ubyte  d2ora	= via2+15
 
+    &ubyte  ym2151adr	= $9f40
+    &ubyte  ym2151dat	= $9f41
+
+    const uword  extdev	= $9f60
+
 
 ; ---- Commander X-16 additions on top of C64 kernal routines ----
 ; spelling of the names is taken from the Commander X-16 rom sources
@@ -294,16 +288,25 @@ romsub $fecc = monitor()  clobbers(A,X,Y)
 inline asmsub rombank(ubyte rombank @A) {
     ; -- set the rom banks
     %asm {{
-        sta  $01            ; rom bank register (new)
-        sta  cx16.d1prb     ; rom bank register (old)
+        sta  $01            ; rom bank register (v39+, used to be cx16.d1prb $9f60 in v38)
     }}
 }
 
 inline asmsub rambank(ubyte rambank @A) {
     ; -- set the ram bank
     %asm {{
-        sta  $00            ; ram bank register (new)
-        sta  cx16.d1pra     ; ram bank register (old)
+        sta  $00            ; ram bank register (v39+, used to be cx16.d1pra $9f61 in v38)
+    }}
+}
+
+asmsub numbanks() -> ubyte @A {
+    ; -- uses MEMTOP's cx16 extension to query the number of available RAM banks. (each is 8 Kb)
+    %asm {{
+        phx
+        sec
+        jsr  c64.MEMTOP
+        plx
+        rts
     }}
 }
 
@@ -458,6 +461,17 @@ asmsub vload(str name @R0, ubyte device @Y, ubyte bank @A, uword address @R1) ->
     }}
 }
 
+inline asmsub joystick_get2(ubyte joynr @A) clobbers(Y) -> uword @AX  {
+    ; convenience routine to get the joystick state without requiring inline assembly that deals with the multiple return values.
+    ; Also disables interrupts to avoid the IRQ race condition mentioned here: https://github.com/commanderx16/x16-rom/issues/203
+    ; TODO once that issue is resolved, this routine can be redefined as:  romsub $ff56 = joystick_get2(ubyte joynr @A) clobbers(Y) -> uword @AX
+    %asm {{
+        sei
+        jsr  cx16.joystick_get
+        cli
+    }}
+}
+
 
 sub FB_set_pixels_from_buf(uword buffer, uword count) {
     %asm {{
@@ -500,11 +514,9 @@ asmsub  init_system()  {
     %asm {{
         sei
         cld
-        ;stz  $00
-        ;stz  $01
-        ;stz  d1prb      ; select rom bank 0 (enable kernal)
         lda  #$80
         sta  VERA_CTRL
+        stz  $01        ; select rom bank 0 (enable kernal)
         jsr  c64.IOINIT
         jsr  c64.RESTOR
         jsr  c64.CINT
@@ -704,11 +716,10 @@ sys {
 
 
     asmsub reset_system() {
-        ; Soft-reset the system back to Basic prompt.
+        ; Soft-reset the system back to initial power-on Basic prompt.
         %asm {{
             sei
-            stz  $01            ; bank the kernal in (new rom bank register)
-            stz  cx16.d1prb     ; bank the kernal in (old rom bank register)
+            stz  $01            ; bank the kernal in
             jmp  (cx16.RESET_VEC)
         }}
     }
@@ -723,6 +734,21 @@ sys {
         }
     }
 
+    asmsub waitvsync() clobbers(A, X, Y) {
+        ; --- busy wait till the next vsync has occurred (approximately), without depending on custom irq handling.
+        ;     note: system vsync irq handler has to be active for this routine to work.
+        ;     note 2: a more accurate way to wait for vsync is to set up a vsync irq handler instead.
+        %asm {{
+            jsr  c64.RDTIM
+            sta  _mod + 1
+            inc  _mod + 1
+_loop       jsr  c64.RDTIM
+_mod        cmp  #255       ; modified
+            bne  _loop
+            rts
+        }}
+    }
+
     inline asmsub memcopy(uword source @R0, uword target @R1, uword count @AY) clobbers(A,X,Y) {
         %asm {{
             sta  cx16.r2

compiler/res/prog8lib/diskio.p8

@@ -365,6 +365,7 @@ io_error:
         c64.SETNAM(string.length(filenameptr), filenameptr)
         c64.SETLFS(1, drivenumber, 0)
         uword end_address = address + size
+        first_byte = 0      ; result var reuse
 
         %asm {{
             lda  address
@@ -381,7 +382,6 @@ io_error:
             plp
         }}
 
-        first_byte = 0      ; result var reuse
         if_cc
             first_byte = c64.READST()==0
 

compiler/res/version.txt

@@ -1 +1 @@
-6.4
+6.5-BETA

compiler/src/prog8/compiler/BeforeAsmGenerationAstChanger.kt

@@ -1,6 +1,7 @@
 package prog8.compiler
 
 import prog8.ast.IFunctionCall
+import prog8.ast.INameScope
 import prog8.ast.Node
 import prog8.ast.Program
 import prog8.ast.base.*
@@ -14,20 +15,20 @@ import prog8.compiler.target.ICompilationTarget
 
 internal class BeforeAsmGenerationAstChanger(val program: Program, val errors: IErrorReporter, private val compTarget: ICompilationTarget) : AstWalker() {
 
-    private val noModifications = emptyList<IAstModification>()
-
     override fun after(decl: VarDecl, parent: Node): Iterable<IAstModification> {
         subroutineVariables.add(decl.name to decl)
         if (decl.value == null && !decl.autogeneratedDontRemove && decl.type == VarDeclType.VAR && decl.datatype in NumericDatatypes) {
-            // a numeric vardecl without an initial value is initialized with zero,
-            // unless there's already an assignment below, that initializes the value
+            // A numeric vardecl without an initial value is initialized with zero,
+            // unless there's already an assignment below, that initializes the value.
+            // This allows you to restart the program and have the same starting values of the variables
             if(decl.allowInitializeWithZero)
             {
                 val nextAssign = decl.definingScope().nextSibling(decl) as? Assignment
-                if (nextAssign != null && nextAssign.target.isSameAs(IdentifierReference(listOf(decl.name), Position.DUMMY)))
+                if (nextAssign != null && nextAssign.target isSameAs IdentifierReference(listOf(decl.name), Position.DUMMY))
                     decl.value = null
-                else
+                else {
                     decl.value = decl.zeroElementValue()
+                }
             }
         }
         return noModifications
@@ -68,9 +69,11 @@ internal class BeforeAsmGenerationAstChanger(val program: Program, val errors: I
     }
 
     private val subroutineVariables = mutableListOf<Pair<String, VarDecl>>()
+    private val addedIfConditionVars = mutableSetOf<Pair<Subroutine, String>>()
 
     override fun before(subroutine: Subroutine, parent: Node): Iterable<IAstModification> {
         subroutineVariables.clear()
+        addedIfConditionVars.clear()
         return noModifications
     }
 
@@ -81,17 +84,22 @@ internal class BeforeAsmGenerationAstChanger(val program: Program, val errors: I
         val sub = scope.definingSubroutine()
         if (sub != null) {
             // move vardecls of the scope into the upper scope. Make sure the position remains the same!
-            val numericVarsWithValue = decls.filter { it.value != null && it.datatype in NumericDatatypes }
-            val replaceVardecls =numericVarsWithValue.map {
-                val initValue = it.value!!  // assume here that value has always been set by now
-                it.value = null     // make sure no value init assignment for this vardecl will be created later (would be superfluous)
-                val target = AssignTarget(IdentifierReference(listOf(it.name), it.position), null, null, it.position)
-                val assign = Assignment(target, initValue, it.position)
-                initValue.parent = assign
-                IAstModification.ReplaceNode(it, assign, scope)
+            val replacements = mutableListOf<IAstModification>()
+            val movements = mutableListOf<IAstModification.InsertFirst>()
+
+            for(decl in decls) {
+                if(decl.value!=null && decl.datatype in NumericDatatypes) {
+                    val target = AssignTarget(IdentifierReference(listOf(decl.name), decl.position), null, null, decl.position)
+                    val assign = Assignment(target, decl.value!!, decl.position)
+                    replacements.add(IAstModification.ReplaceNode(decl, assign, scope))
+                    decl.value = null
+                    decl.allowInitializeWithZero = false
+                } else {
+                    replacements.add(IAstModification.Remove(decl, scope))
+                }
+                movements.add(IAstModification.InsertFirst(decl, sub))
             }
-            val moveVardeclsUp = decls.map { IAstModification.InsertFirst(it, sub) }
-            return replaceVardecls + moveVardeclsUp
+            return replacements + movements
         }
         return noModifications
     }
@@ -185,9 +193,53 @@ internal class BeforeAsmGenerationAstChanger(val program: Program, val errors: I
             val booleanExpr = BinaryExpression(ifStatement.condition, "!=", NumericLiteralValue.optimalInteger(0, ifStatement.condition.position), ifStatement.condition.position)
             return listOf(IAstModification.ReplaceNode(ifStatement.condition, booleanExpr, ifStatement))
         }
+
+        if((binExpr.left as? NumericLiteralValue)?.number==0)
+            throw CompilerException("if 0==X should have been swapped to if X==0")
+
+        // split the conditional expression into separate variables if the operand(s) is not simple.
+        // DISABLED FOR NOW AS IT GENEREATES LARGER CODE IN THE SIMPLE CASES LIKE    IF X {...}  or  IF NOT X {...}
+//        val modifications = mutableListOf<IAstModification>()
+//        if(!binExpr.left.isSimple) {
+//            val sub = binExpr.definingSubroutine()!!
+//            val (variable, isNew, assignment) = addIfOperandVar(sub, "left", binExpr.left)
+//            if(isNew)
+//                modifications.add(IAstModification.InsertFirst(variable, sub))
+//            modifications.add(IAstModification.InsertBefore(ifStatement, assignment, parent as INameScope))
+//            modifications.add(IAstModification.ReplaceNode(binExpr.left, IdentifierReference(listOf(variable.name), binExpr.position), binExpr))
+//            addedIfConditionVars.add(Pair(sub, variable.name))
+//        }
+//        if(!binExpr.right.isSimple) {
+//            val sub = binExpr.definingSubroutine()!!
+//            val (variable, isNew, assignment) = addIfOperandVar(sub, "right", binExpr.right)
+//            if(isNew)
+//                modifications.add(IAstModification.InsertFirst(variable, sub))
+//            modifications.add(IAstModification.InsertBefore(ifStatement, assignment, parent as INameScope))
+//            modifications.add(IAstModification.ReplaceNode(binExpr.right, IdentifierReference(listOf(variable.name), binExpr.position), binExpr))
+//            addedIfConditionVars.add(Pair(sub, variable.name))
+//        }
+//        return modifications
         return noModifications
     }
 
+//    private fun addIfOperandVar(sub: Subroutine, side: String, operand: Expression): Triple<VarDecl, Boolean, Assignment> {
+//        val dt = operand.inferType(program).typeOrElse(DataType.STRUCT)
+//        val varname = "prog8_ifvar_${side}_${dt.name.toLowerCase()}"
+//        val tgt = AssignTarget(IdentifierReference(listOf(varname), operand.position), null, null, operand.position)
+//        val assign = Assignment(tgt, operand, operand.position)
+//        if(Pair(sub, varname) in addedIfConditionVars) {
+//            val vardecl = VarDecl(VarDeclType.VAR, dt, ZeropageWish.DONTCARE, null, varname, null, null, false, true, operand.position)
+//            return Triple(vardecl, false, assign)
+//        }
+//        val existing = sub.statements.firstOrNull { it is VarDecl && it.name == varname} as VarDecl?
+//        return if (existing == null) {
+//            val vardecl = VarDecl(VarDeclType.VAR, dt, ZeropageWish.DONTCARE, null, varname, null, null, false, true, operand.position)
+//            Triple(vardecl, true, assign)
+//        } else {
+//            Triple(existing, false, assign)
+//        }
+//    }
+
     override fun after(untilLoop: UntilLoop, parent: Node): Iterable<IAstModification> {
         val binExpr = untilLoop.condition as? BinaryExpression
         if(binExpr==null || binExpr.operator !in comparisonOperators) {

compiler/src/prog8/compiler/Compiler.kt

@@ -96,7 +96,7 @@ fun compileProgram(filepath: Path,
             importedFiles = imported
             processAst(programAst, errors, compilationOptions)
             if (compilationOptions.optimize)
-                optimizeAst(programAst, errors, BuiltinFunctionsFacade(BuiltinFunctions), compTarget)
+                optimizeAst(programAst, errors, BuiltinFunctionsFacade(BuiltinFunctions), compTarget, compilationOptions)
             postprocessAst(programAst, errors, compilationOptions)
 
             // printAst(programAst)
@@ -214,7 +214,7 @@ private fun determineCompilationOptions(program: Program, compTarget: ICompilati
                 }
 
     if (zpType==ZeropageType.FLOATSAFE && compTarget.name == Cx16Target.name) {
-        System.err.println("Warning: Cx16 target must use zp option basicsafe instead of floatsafe")
+        System.err.println("Warning: zp option floatsafe changed to basicsafe for cx16 target")
         zpType = ZeropageType.BASICSAFE
     }
 
@@ -253,40 +253,54 @@ private fun processAst(programAst: Program, errors: IErrorReporter, compilerOpti
     errors.report()
     programAst.addTypecasts(errors)
     errors.report()
-    programAst.variousCleanups()
+    programAst.variousCleanups(programAst, errors)
+    errors.report()
     programAst.checkValid(compilerOptions, errors, compilerOptions.compTarget)
     errors.report()
     programAst.checkIdentifiers(errors, compilerOptions.compTarget)
     errors.report()
 }
 
-private fun optimizeAst(programAst: Program, errors: IErrorReporter, functions: IBuiltinFunctions, compTarget: ICompilationTarget) {
+private fun optimizeAst(programAst: Program, errors: IErrorReporter, functions: IBuiltinFunctions, compTarget: ICompilationTarget, options: CompilationOptions) {
     // optimize the parse tree
     println("Optimizing...")
+
+    val remover = UnusedCodeRemover(programAst, errors, compTarget)
+    remover.visit(programAst)
+    remover.applyModifications()
+
     while (true) {
         // keep optimizing expressions and statements until no more steps remain
         val optsDone1 = programAst.simplifyExpressions()
         val optsDone2 = programAst.splitBinaryExpressions(compTarget)
-        val optsDone3 = programAst.optimizeStatements(errors, functions, compTarget, ::loadAsmIncludeFile)
+        val optsDone3 = programAst.optimizeStatements(errors, functions, compTarget)
         programAst.constantFold(errors, compTarget) // because simplified statements and expressions can result in more constants that can be folded away
         errors.report()
         if (optsDone1 + optsDone2 + optsDone3 == 0)
             break
     }
 
-    val remover = UnusedCodeRemover(programAst, errors, compTarget, ::loadAsmIncludeFile)
-    remover.visit(programAst)
-    remover.applyModifications()
+    val inliner = SubroutineInliner(programAst, errors, options)
+    inliner.visit(programAst)
+    errors.report()
+    if(errors.noErrors()) {
+        inliner.applyModifications()
+        inliner.fixCallsToInlinedSubroutines()
+        val remover2 = UnusedCodeRemover(programAst, errors, compTarget)
+        remover2.visit(programAst)
+        remover2.applyModifications()
+    }
+
     errors.report()
 }
 
 private fun postprocessAst(programAst: Program, errors: IErrorReporter, compilerOptions: CompilationOptions) {
     programAst.addTypecasts(errors)
     errors.report()
-    programAst.variousCleanups()
+    programAst.variousCleanups(programAst, errors)
     programAst.checkValid(compilerOptions, errors, compilerOptions.compTarget)          // check if final tree is still valid
     errors.report()
-    val callGraph = CallGraph(programAst, ::loadAsmIncludeFile)
+    val callGraph = CallGraph(programAst)
     callGraph.checkRecursiveCalls(errors)
     errors.report()
     programAst.verifyFunctionArgTypes()

compiler/src/prog8/compiler/ErrorReporting.kt

@@ -7,7 +7,7 @@ import prog8.parser.ParsingFailedError
 interface IErrorReporter {
     fun err(msg: String, position: Position)
     fun warn(msg: String, position: Position)
-    fun isEmpty(): Boolean
+    fun noErrors(): Boolean
     fun report()
 }
 
@@ -53,5 +53,5 @@ internal class ErrorReporter: IErrorReporter {
             throw ParsingFailedError("There are $numErrors errors and $numWarnings warnings.")
     }
 
-    override fun isEmpty() = messages.isEmpty()
+    override fun noErrors() = messages.none { it.severity==MessageSeverity.ERROR }
 }

compiler/src/prog8/compiler/astprocessing/AstChecker.kt

@@ -9,6 +9,7 @@ import prog8.ast.statements.*
 import prog8.ast.walk.IAstVisitor
 import prog8.compiler.CompilationOptions
 import prog8.compiler.IErrorReporter
+import prog8.compiler.ZeropageType
 import prog8.compiler.functions.BuiltinFunctions
 import prog8.compiler.functions.builtinFunctionReturnType
 import prog8.compiler.target.C64Target
@@ -41,6 +42,11 @@ internal class AstChecker(private val program: Program,
             }
         }
 
+        if(compilerOptions.floats) {
+            if (compilerOptions.zeropage !in setOf(ZeropageType.FLOATSAFE, ZeropageType.BASICSAFE, ZeropageType.DONTUSE ))
+                errors.err("when floats are enabled, zero page type should be 'floatsafe' or 'basicsafe' or 'dontuse'", program.mainModule.position)
+        }
+
         super.visit(program)
     }
 
@@ -70,7 +76,7 @@ internal class AstChecker(private val program: Program,
         if(expectedReturnValues.size==1 && returnStmt.value!=null) {
             val valueDt = returnStmt.value!!.inferType(program)
             if(!valueDt.isKnown) {
-                errors.err("return value type mismatch", returnStmt.value!!.position)
+                errors.err("return value type mismatch or unknown symbol", returnStmt.value!!.position)
             } else {
                 if (expectedReturnValues[0] != valueDt.typeOrElse(DataType.STRUCT))
                     errors.err("type $valueDt of return value doesn't match subroutine's return type ${expectedReturnValues[0]}", returnStmt.value!!.position)
@@ -118,7 +124,7 @@ internal class AstChecker(private val program: Program,
                     }
                     else -> errors.err("loop variable must be numeric type", forLoop.position)
                 }
-                if(errors.isEmpty()) {
+                if(errors.noErrors()) {
                     // check loop range values
                     val range = forLoop.iterable as? RangeExpr
                     if(range!=null) {
@@ -203,13 +209,6 @@ internal class AstChecker(private val program: Program,
         if(uniqueNames.size!=subroutine.parameters.size)
             err("parameter names must be unique")
 
-        if(subroutine.inline) {
-            if (subroutine.containsDefinedVariables())
-                err("can't inline a subroutine that defines variables")
-            if (!subroutine.isAsmSubroutine && subroutine.parameters.isNotEmpty())
-                err("can't inline a non-asm subroutine that has parameters")
-        }
-
         super.visit(subroutine)
 
         // user-defined subroutines can only have zero or one return type

compiler/src/prog8/compiler/astprocessing/AstExtensions.kt

@@ -17,13 +17,20 @@ internal fun Program.checkValid(compilerOptions: CompilationOptions, errors: IEr
 internal fun Program.processAstBeforeAsmGeneration(errors: IErrorReporter, compTarget: ICompilationTarget) {
     val fixer = BeforeAsmGenerationAstChanger(this, errors, compTarget)
     fixer.visit(this)
-    fixer.applyModifications()
+    while(errors.noErrors() && fixer.applyModifications()>0) {
+        fixer.visit(this)
+    }
 }
 
 internal fun Program.reorderStatements(errors: IErrorReporter) {
     val reorder = StatementReorderer(this, errors)
     reorder.visit(this)
-    reorder.applyModifications()
+    if(errors.noErrors()) {
+        reorder.applyModifications()
+        reorder.visit(this)
+        if(errors.noErrors())
+            reorder.applyModifications()
+    }
 }
 
 internal fun Program.addTypecasts(errors: IErrorReporter) {
@@ -42,7 +49,7 @@ internal fun Program.checkIdentifiers(errors: IErrorReporter, compTarget: ICompi
     val checker2 = AstIdentifiersChecker(this, errors, compTarget)
     checker2.visit(this)
 
-    if(errors.isEmpty()) {
+    if(errors.noErrors()) {
         val transforms = AstVariousTransforms(this)
         transforms.visit(this)
         transforms.applyModifications()
@@ -56,12 +63,14 @@ internal fun Program.checkIdentifiers(errors: IErrorReporter, compTarget: ICompi
     }
 }
 
-internal fun Program.variousCleanups() {
-    val process = VariousCleanups()
+internal fun Program.variousCleanups(program: Program, errors: IErrorReporter) {
+    val process = VariousCleanups(program, errors)
     process.visit(this)
-    process.applyModifications()
+    if(errors.noErrors())
+        process.applyModifications()
 }
 
+
 internal fun Program.moveMainAndStartToFirst() {
     // the module containing the program entrypoint is moved to the first in the sequence.
     // the "main" block containing the entrypoint is moved to the top in there,
@@ -69,29 +78,27 @@ internal fun Program.moveMainAndStartToFirst() {
 
     val directives = modules[0].statements.filterIsInstance<Directive>()
     val start = this.entrypoint()
-    if(start!=null) {
-        val mod = start.definingModule()
-        val block = start.definingBlock()
-        if(!modules.remove(mod))
-            throw FatalAstException("module wrong")
-        modules.add(0, mod)
-        mod.remove(block)
-        var afterDirective = mod.statements.indexOfFirst { it !is Directive }
-        if(afterDirective<0)
-            mod.statements.add(block)
-        else
-            mod.statements.add(afterDirective, block)
-        block.remove(start)
-        afterDirective = block.statements.indexOfFirst { it !is Directive }
-        if(afterDirective<0)
-            block.statements.add(start)
-        else
-            block.statements.add(afterDirective, start)
+    val mod = start.definingModule()
+    val block = start.definingBlock()
+    if(!modules.remove(mod))
+        throw FatalAstException("module wrong")
+    modules.add(0, mod)
+    mod.remove(block)
+    var afterDirective = mod.statements.indexOfFirst { it !is Directive }
+    if(afterDirective<0)
+        mod.statements.add(block)
+    else
+        mod.statements.add(afterDirective, block)
+    block.remove(start)
+    afterDirective = block.statements.indexOfFirst { it !is Directive }
+    if(afterDirective<0)
+        block.statements.add(start)
+    else
+        block.statements.add(afterDirective, start)
 
-        // overwrite the directives in the module containing the entrypoint
-        for(directive in directives) {
-            modules[0].statements.removeAll { it is Directive && it.directive == directive.directive }
-            modules[0].statements.add(0, directive)
-        }
+    // overwrite the directives in the module containing the entrypoint
+    for(directive in directives) {
+        modules[0].statements.removeAll { it is Directive && it.directive == directive.directive }
+        modules[0].statements.add(0, directive)
     }
 }

compiler/src/prog8/compiler/astprocessing/AstVariousTransforms.kt

@@ -14,7 +14,6 @@ import prog8.ast.walk.IAstModification
 
 
 internal class AstVariousTransforms(private val program: Program) : AstWalker() {
-    private val noModifications = emptyList<IAstModification>()
 
     override fun before(decl: VarDecl, parent: Node): Iterable<IAstModification> {
         // is it a struct variable? then define all its struct members as mangled names,
@@ -23,9 +22,7 @@ internal class AstVariousTransforms(private val program: Program) : AstWalker()
             val decls = decl.flattenStructMembers()
             decls.add(decl)
             val result = AnonymousScope(decls, decl.position)
-            return listOf(IAstModification.ReplaceNode(
-                    decl, result, parent
-            ))
+            return listOf(IAstModification.ReplaceNode(decl, result, parent))
         }
 
         return noModifications

compiler/src/prog8/compiler/astprocessing/LiteralsToAutoVars.kt

@@ -13,7 +13,6 @@ import prog8.ast.walk.IAstModification
 
 
 internal class LiteralsToAutoVars(private val program: Program) : AstWalker() {
-    private val noModifications = emptyList<IAstModification>()
 
     override fun after(string: StringLiteralValue, parent: Node): Iterable<IAstModification> {
         if(string.parent !is VarDecl && string.parent !is WhenChoice) {

compiler/src/prog8/compiler/astprocessing/StatementReorderer.kt

@@ -1,9 +1,6 @@
 package prog8.compiler.astprocessing
 
-import prog8.ast.IFunctionCall
-import prog8.ast.Module
-import prog8.ast.Node
-import prog8.ast.Program
+import prog8.ast.*
 import prog8.ast.base.*
 import prog8.ast.expressions.*
 import prog8.ast.statements.*
@@ -26,7 +23,6 @@ internal class StatementReorderer(val program: Program, val errors: IErrorReport
     // - sorts the choices in when statement.
     // - insert AddressOf (&) expression where required (string params to a UWORD function param etc).
 
-    private val noModifications = emptyList<IAstModification>()
     private val directivesToMove = setOf("%output", "%launcher", "%zeropage", "%zpreserved", "%address", "%option")
 
     override fun after(module: Module, parent: Node): Iterable<IAstModification> {
@@ -202,18 +198,15 @@ internal class StatementReorderer(val program: Program, val errors: IErrorReport
         if(declValue!=null && decl.type== VarDeclType.VAR && decl.datatype in NumericDatatypes) {
             val declConstValue = declValue.constValue(program)
             if(declConstValue==null) {
-                // move the vardecl (without value) to the scope and replace this with a regular assignment
-                // Unless we're dealing with a floating point variable because that will actually make things less efficient at the moment (because floats are mostly calcualated via the stack)
-                if(decl.datatype!=DataType.FLOAT) {
-                    decl.value = null
-                    decl.allowInitializeWithZero = false
-                    val target = AssignTarget(IdentifierReference(listOf(decl.name), decl.position), null, null, decl.position)
-                    val assign = Assignment(target, declValue, decl.position)
-                    return listOf(
-                            IAstModification.ReplaceNode(decl, assign, parent),
-                            IAstModification.InsertFirst(decl, decl.definingScope())
-                    )
-                }
+                // move the vardecl (without value) to the scope of the defining subroutine and put a regular assignment in its place here.
+                decl.value = null
+                decl.allowInitializeWithZero = false
+                val target = AssignTarget(IdentifierReference(listOf(decl.name), decl.position), null, null, decl.position)
+                val assign = Assignment(target, declValue, decl.position)
+                return listOf(
+                        IAstModification.ReplaceNode(decl, assign, parent),
+                        IAstModification.InsertFirst(decl, decl.definingSubroutine() as INameScope)
+                )
             }
         }
         return noModifications
@@ -225,7 +218,7 @@ internal class StatementReorderer(val program: Program, val errors: IErrorReport
 
         if(targetType.istype(DataType.STRUCT) && (valueType.istype(DataType.STRUCT) || valueType.typeOrElse(DataType.STRUCT) in ArrayDatatypes )) {
             if (assignment.value is ArrayLiteralValue) {
-                errors.err("cannot assign non-const array value, use separate assignment per field", assignment.position)
+                errors.err("cannot assign array literal here, use separate assignment per field", assignment.position)
             } else {
                 return copyStructValue(assignment)
             }
@@ -233,7 +226,7 @@ internal class StatementReorderer(val program: Program, val errors: IErrorReport
 
         if(targetType.typeOrElse(DataType.STRUCT) in ArrayDatatypes && valueType.typeOrElse(DataType.STRUCT) in ArrayDatatypes ) {
             if (assignment.value is ArrayLiteralValue) {
-                errors.err("cannot assign non-const array value, use separate assignment per element", assignment.position)
+                errors.err("cannot assign array literal here, use separate assignment per element", assignment.position)
             } else {
                 return copyArrayValue(assignment)
             }
@@ -313,7 +306,7 @@ internal class StatementReorderer(val program: Program, val errors: IErrorReport
                 errors.err("element type mismatch", assign.position)
         }
 
-        if(!errors.isEmpty())
+        if(!errors.noErrors())
             return noModifications
 
         val memcopy = FunctionCallStatement(IdentifierReference(listOf("sys", "memcopy"), assign.position),

compiler/src/prog8/compiler/astprocessing/TypecastsAdder.kt

@@ -18,8 +18,6 @@ class TypecastsAdder(val program: Program, val errors: IErrorReporter) : AstWalk
      * (this includes function call arguments)
      */
 
-    private val noModifications = emptyList<IAstModification>()
-
     override fun after(decl: VarDecl, parent: Node): Iterable<IAstModification> {
         val declValue = decl.value
         if(decl.type==VarDeclType.VAR && declValue!=null && decl.struct==null) {

compiler/src/prog8/compiler/astprocessing/VariousCleanups.kt

@@ -3,18 +3,17 @@ package prog8.compiler.astprocessing
 import prog8.ast.IFunctionCall
 import prog8.ast.INameScope
 import prog8.ast.Node
+import prog8.ast.Program
+import prog8.ast.base.FatalAstException
 import prog8.ast.base.Position
-import prog8.ast.expressions.DirectMemoryRead
-import prog8.ast.expressions.FunctionCall
-import prog8.ast.expressions.NumericLiteralValue
-import prog8.ast.expressions.TypecastExpression
+import prog8.ast.expressions.*
 import prog8.ast.statements.*
 import prog8.ast.walk.AstWalker
 import prog8.ast.walk.IAstModification
+import prog8.compiler.IErrorReporter
 
 
-internal class VariousCleanups: AstWalker() {
-    private val noModifications = emptyList<IAstModification>()
+internal class VariousCleanups(val program: Program, val errors: IErrorReporter): AstWalker() {
 
     override fun before(nopStatement: NopStatement, parent: Node): Iterable<IAstModification> {
         return listOf(IAstModification.Remove(nopStatement, parent as INameScope))
@@ -32,21 +31,12 @@ internal class VariousCleanups: AstWalker() {
             val idx = into.statements.indexOf(scope)
             if(idx>=0) {
                 into.statements.addAll(idx+1, scope.statements)
+                scope.statements.forEach { it.parent = into as Node }
                 into.statements.remove(scope)
             }
         }
     }
 
-    override fun before(typecast: TypecastExpression, parent: Node): Iterable<IAstModification> {
-        if(typecast.expression is NumericLiteralValue) {
-            val value = (typecast.expression as NumericLiteralValue).cast(typecast.type)
-            if(value.isValid)
-                return listOf(IAstModification.ReplaceNode(typecast, value.valueOrZero(), parent))
-        }
-
-        return noModifications
-    }
-
     override fun before(functionCallStatement: FunctionCallStatement, parent: Node): Iterable<IAstModification> {
         return before(functionCallStatement as IFunctionCall, parent, functionCallStatement.position)
     }
@@ -70,4 +60,62 @@ internal class VariousCleanups: AstWalker() {
         return noModifications
     }
 
+    override fun after(typecast: TypecastExpression, parent: Node): Iterable<IAstModification> {
+        if(typecast.parent!==parent)
+            throw FatalAstException("parent node mismatch at $typecast")
+
+        if(typecast.expression is NumericLiteralValue) {
+            val value = (typecast.expression as NumericLiteralValue).cast(typecast.type)
+            if(value.isValid)
+                return listOf(IAstModification.ReplaceNode(typecast, value.valueOrZero(), parent))
+        }
+
+        val sourceDt = typecast.expression.inferType(program)
+        if(sourceDt.istype(typecast.type))
+            return listOf(IAstModification.ReplaceNode(typecast, typecast.expression, parent))
+
+        return noModifications
+    }
+
+    override fun after(subroutine: Subroutine, parent: Node): Iterable<IAstModification> {
+        if(subroutine.parent!==parent)
+            throw FatalAstException("parent node mismatch at $subroutine")
+        return noModifications
+    }
+
+    override fun after(assignment: Assignment, parent: Node): Iterable<IAstModification> {
+        if(assignment.parent!==parent)
+            throw FatalAstException("parent node mismatch at $assignment")
+        return noModifications
+    }
+
+    override fun after(assignTarget: AssignTarget, parent: Node): Iterable<IAstModification> {
+        if(assignTarget.parent!==parent)
+            throw FatalAstException("parent node mismatch at $assignTarget")
+        return noModifications
+    }
+
+    override fun after(decl: VarDecl, parent: Node): Iterable<IAstModification> {
+        if(decl.parent!==parent)
+            throw FatalAstException("parent node mismatch at $decl")
+        return noModifications
+    }
+
+    override fun after(scope: AnonymousScope, parent: Node): Iterable<IAstModification> {
+        if(scope.parent!==parent)
+            throw FatalAstException("parent node mismatch at $scope")
+        return noModifications
+    }
+
+    override fun after(returnStmt: Return, parent: Node): Iterable<IAstModification> {
+        if(returnStmt.parent!==parent)
+            throw FatalAstException("parent node mismatch at $returnStmt")
+        return noModifications
+    }
+
+    override fun after(identifier: IdentifierReference, parent: Node): Iterable<IAstModification> {
+        if(identifier.parent!==parent)
+            throw FatalAstException("parent node mismatch at $identifier")
+        return noModifications
+    }
 }

compiler/src/prog8/compiler/target/ICompilationTarget.kt

@@ -7,13 +7,15 @@ import prog8.ast.base.*
 import prog8.ast.expressions.IdentifierReference
 import prog8.ast.expressions.NumericLiteralValue
 import prog8.ast.statements.AssignTarget
+import prog8.compiler.AssemblyError
 import prog8.compiler.CompilationOptions
 import prog8.compiler.IErrorReporter
 import prog8.compiler.Zeropage
 import prog8.compiler.target.c64.C64MachineDefinition
-import prog8.compiler.target.c64.Petscii
+import prog8.compiler.target.cbm.Petscii
 import prog8.compiler.target.cpu6502.codegen.AsmGen
 import prog8.compiler.target.cx16.CX16MachineDefinition
+import java.io.CharConversionException
 import java.nio.file.Path
 
 
@@ -70,9 +72,17 @@ internal object C64Target: ICompilationTarget {
     override val name = "c64"
     override val machine = C64MachineDefinition
     override fun encodeString(str: String, altEncoding: Boolean) =
-            if(altEncoding) Petscii.encodeScreencode(str, true) else Petscii.encodePetscii(str, true)
+        try {
+            if (altEncoding) Petscii.encodeScreencode(str, true) else Petscii.encodePetscii(str, true)
+        } catch (x: CharConversionException) {
+            throw AssemblyError("There was a problem converting a string to the target machine's char encoding: ${x.message}")
+        }
     override fun decodeString(bytes: List<Short>, altEncoding: Boolean) =
-            if(altEncoding) Petscii.decodeScreencode(bytes, true) else Petscii.decodePetscii(bytes, true)
+        try {
+            if (altEncoding) Petscii.decodeScreencode(bytes, true) else Petscii.decodePetscii(bytes, true)
+        } catch (x: CharConversionException) {
+            throw AssemblyError("There was a problem decoding to a string: ${x.message}")
+        }
 
     override fun memorySize(dt: DataType): Int {
         return when(dt) {
@@ -89,9 +99,17 @@ internal object Cx16Target: ICompilationTarget {
     override val name = "cx16"
     override val machine = CX16MachineDefinition
     override fun encodeString(str: String, altEncoding: Boolean) =
-            if(altEncoding) Petscii.encodeScreencode(str, true) else Petscii.encodePetscii(str, true)
+        try {
+            if (altEncoding) Petscii.encodeScreencode(str, true) else Petscii.encodePetscii(str, true)
+        } catch (x: CharConversionException) {
+            throw AssemblyError("There was a problem converting a string to the target machine's char encoding: ${x.message}")
+        }
     override fun decodeString(bytes: List<Short>, altEncoding: Boolean) =
-            if(altEncoding) Petscii.decodeScreencode(bytes, true) else Petscii.decodePetscii(bytes, true)
+        try {
+            if (altEncoding) Petscii.decodeScreencode(bytes, true) else Petscii.decodePetscii(bytes, true)
+        } catch (x: CharConversionException) {
+            throw AssemblyError("There was a problem decoding to a string: ${x.message}")
+        }
 
     override fun memorySize(dt: DataType): Int {
         return when(dt) {

compiler/src/prog8/compiler/target/cbm/AssemblyProgram.kt

@@ -1,4 +1,4 @@
-package prog8.compiler.target.c64
+package prog8.compiler.target.cbm
 
 import prog8.compiler.CompilationOptions
 import prog8.compiler.OutputType

compiler/src/prog8/compiler/target/cbm/Petscii.kt

@@ -1,4 +1,4 @@
-package prog8.compiler.target.c64
+package prog8.compiler.target.cbm
 
 import java.io.CharConversionException
 
@@ -1051,49 +1051,75 @@ object Petscii {
 
 
     fun encodePetscii(text: String, lowercase: Boolean = false): List<Short> {
-        val lookup = if(lowercase) encodingPetsciiLowercase else encodingPetsciiUppercase
-        return text.map {
-            val petscii = lookup[it]
-            petscii?.toShort() ?: when (it) {
+        fun encodeChar(chr: Char, lowercase: Boolean): Short {
+            val screencode = if(lowercase) encodingPetsciiLowercase[chr] else encodingPetsciiUppercase[chr]
+            return screencode?.toShort() ?: when (chr) {
                 '\u0000' -> 0.toShort()
                 in '\u8000'..'\u80ff' -> {
                     // special case: take the lower 8 bit hex value directly
-                    (it.toInt() - 0x8000).toShort()
+                    (chr.toInt() - 0x8000).toShort()
                 }
                 else -> {
                     val case = if (lowercase) "lower" else "upper"
-                    throw CharConversionException("no ${case}case Petscii character for '$it' (${it.toShort()})")
+                    throw CharConversionException("no ${case}Petscii character for '$chr' (${chr.toShort()})")
                 }
             }
         }
+
+        return text.map{
+            try {
+                encodeChar(it, lowercase)
+            } catch (x: CharConversionException) {
+                encodeChar(it, !lowercase)
+            }
+        }
     }
 
     fun decodePetscii(petscii: Iterable<Short>, lowercase: Boolean = false): String {
-        val decodeTable = if(lowercase) decodingPetsciiLowercase else decodingPetsciiUppercase
-        return petscii.map { decodeTable[it.toInt()] }.joinToString("")
+        return petscii.map {
+            val code = it.toInt()
+            try {
+                if(lowercase) decodingPetsciiLowercase[code] else decodingPetsciiUppercase[code]
+            } catch(x: CharConversionException) {
+                if(lowercase) decodingPetsciiUppercase[code] else decodingPetsciiLowercase[code]
+            }
+        }.joinToString("")
     }
 
     fun encodeScreencode(text: String, lowercase: Boolean = false): List<Short> {
-        val lookup = if(lowercase) encodingScreencodeLowercase else encodingScreencodeUppercase
-        return text.map{
-            val screencode = lookup[it]
-            screencode?.toShort() ?: when (it) {
+        fun encodeChar(chr: Char, lowercase: Boolean): Short {
+            val screencode = if(lowercase) encodingScreencodeLowercase[chr] else encodingScreencodeUppercase[chr]
+            return screencode?.toShort() ?: when (chr) {
                 '\u0000' -> 0.toShort()
                 in '\u8000'..'\u80ff' -> {
                     // special case: take the lower 8 bit hex value directly
-                    (it.toInt() - 0x8000).toShort()
+                    (chr.toInt() - 0x8000).toShort()
                 }
                 else -> {
                     val case = if (lowercase) "lower" else "upper"
-                    throw CharConversionException("no ${case}Screencode character for '$it' (${it.toShort()})")
+                    throw CharConversionException("no ${case}Screencode character for '$chr' (${chr.toShort()})")
                 }
             }
         }
+
+        return text.map{
+            try {
+                encodeChar(it, lowercase)
+            } catch (x: CharConversionException) {
+                encodeChar(it, !lowercase)
+            }
+        }
     }
 
     fun decodeScreencode(screencode: Iterable<Short>, lowercase: Boolean = false): String {
-        val decodeTable = if(lowercase) decodingScreencodeLowercase else decodingScreencodeUppercase
-        return screencode.map { decodeTable[it.toInt()] }.joinToString("")
+        return screencode.map {
+            val code = it.toInt()
+            try {
+                if (lowercase) decodingScreencodeLowercase[code] else decodingScreencodeUppercase[code]
+            } catch (x: CharConversionException) {
+                if (lowercase) decodingScreencodeUppercase[code] else decodingScreencodeLowercase[code]
+            }
+        }.joinToString("")
     }
 
     fun petscii2scr(petscii_code: Short, inverseVideo: Boolean): Short {

compiler/src/prog8/compiler/target/cpu6502/codegen/AsmGen.kt

@@ -9,11 +9,10 @@ import prog8.compiler.*
 import prog8.compiler.functions.BuiltinFunctions
 import prog8.compiler.functions.FSignature
 import prog8.compiler.target.*
-import prog8.compiler.target.c64.AssemblyProgram
-import prog8.compiler.target.c64.Petscii
+import prog8.compiler.target.cbm.AssemblyProgram
 import prog8.compiler.target.cpu6502.codegen.assignment.AsmAssignment
 import prog8.compiler.target.cpu6502.codegen.assignment.AssignmentAsmGen
-import java.io.CharConversionException
+import prog8.optimizer.CallGraph
 import java.nio.file.Path
 import java.nio.file.Paths
 import java.time.LocalDate
@@ -32,6 +31,7 @@ internal class AsmGen(private val program: Program,
     // for expressions and augmented assignments:
     val optimizedByteMultiplications = setOf(3,5,6,7,9,10,11,12,13,14,15,20,25,40,50,80,100)
     val optimizedWordMultiplications = setOf(3,5,6,7,9,10,12,15,20,25,40,50,80,100,320)
+    private val callGraph = CallGraph(program)
 
     private val assemblyLines = mutableListOf<String>()
     private val globalFloatConsts = mutableMapOf<Double, String>()     // all float values in the entire program (value -> varname)
@@ -157,7 +157,16 @@ internal class AsmGen(private val program: Program,
                 pha""")
         }
 
-        jmp("main.start")
+        // make sure that on the cx16 and c64, basic rom is banked in again when we exit the program
+        when(compTarget.name) {
+            Cx16Target.name -> {
+                if(options.floats)
+                    out("  lda  #4 |  sta  $01")    // to use floats, make sure Basic rom is banked in
+                out("  jsr  main.start |  lda  #4 |  sta  $01 |  rts")
+            }
+            C64Target.name -> out("  jsr  main.start |  lda  #31 |  sta  $01 |  rts")
+            else -> jmp("main.start")
+        }
     }
 
     private fun slaballocations() {
@@ -246,15 +255,6 @@ internal class AsmGen(private val program: Program,
         } else assemblyLines.add(fragment)
     }
 
-    private fun encode(str: String, altEncoding: Boolean): List<Short> {
-        try {
-            val bytes = if (altEncoding) Petscii.encodeScreencode(str, true) else Petscii.encodePetscii(str, true)
-            return bytes.plus(0)
-        } catch(x: CharConversionException) {
-            throw AssemblyError("There was a problem converting a string to the target machine's char encoding: ${x.message}")
-        }
-    }
-
     private fun zeropagevars2asm(statements: List<Statement>) {
         out("; vars allocated on zeropage")
         val variables = statements.filterIsInstance<VarDecl>().filter { it.type==VarDeclType.VAR }
@@ -293,7 +293,7 @@ internal class AsmGen(private val program: Program,
             DataType.STRUCT -> {}       // is flattened
             DataType.STR -> {
                 val str = decl.value as StringLiteralValue
-                outputStringvar(decl, encode(str.value, str.altEncoding))
+                outputStringvar(decl, compTarget.encodeString(str.value, str.altEncoding).plus(0))
             }
             DataType.ARRAY_UB -> {
                 val data = makeArrayFillDataUnsigned(decl)
@@ -390,7 +390,7 @@ internal class AsmGen(private val program: Program,
                 .filter {it.datatype == DataType.STR }
                 .map {
                     val str = it.value as StringLiteralValue
-                    it to encode(str.value, str.altEncoding)
+                    it to compTarget.encodeString(str.value, str.altEncoding).plus(0)
                 }
                 .groupBy({it.second}, {it.first})
         for((encoded, variables) in encodedstringVars) {
@@ -821,9 +821,18 @@ internal class AsmGen(private val program: Program,
 
 
     private fun translateSubroutine(sub: Subroutine) {
+        var onlyVariables = false
+
         if(sub.inline) {
-            if(options.optimize)
-                return      // inline subroutines don't exist anymore on their own
+            if(options.optimize) {
+                if(sub.isAsmSubroutine ||callGraph.unused(sub))
+                    return
+
+                // from an inlined subroutine only the local variables are generated,
+                // all other code statements are omitted in the subroutine itself
+                // (they've been inlined at the call site, remember?)
+                onlyVariables = true
+            }
             else if(sub.amountOfRtsInAsm()==0) {
                 // make sure the NOT INLINED subroutine actually does an rts at the end
                 sub.statements.add(Return(null, Position.DUMMY))
@@ -840,7 +849,7 @@ internal class AsmGen(private val program: Program,
 
             // asmsub with most likely just an inline asm in it
             out("${sub.name}\t.proc")
-            sub.statements.forEach{ translate(it) }
+            sub.statements.forEach { translate(it) }
             out("  .pend\n")
         } else {
             // regular subroutine
@@ -864,8 +873,10 @@ internal class AsmGen(private val program: Program,
                     clc""")
             }
 
-            out("; statements")
-            sub.statements.forEach{ translate(it) }
+            if(!onlyVariables) {
+                out("; statements")
+                sub.statements.forEach { translate(it) }
+            }
 
             for(removal in removals.toList()) {
                 if(removal.second==sub) {
@@ -920,6 +931,10 @@ internal class AsmGen(private val program: Program,
         checkBooleanExpression(stmt.condition)  // we require the condition to be of the form  'x <comparison> <value>'
         val booleanCondition = stmt.condition as BinaryExpression
 
+        // DISABLED FOR NOW:
+//        if(!booleanCondition.left.isSimple || !booleanCondition.right.isSimple)
+//            throw AssemblyError("both operands for if comparison expression should have been simplified")
+
         if (stmt.elsepart.containsNoCodeNorVars()) {
             // empty else
             val endLabel = makeLabel("if_end")
@@ -1272,7 +1287,7 @@ $label              nop""")
         }
     }
 
-    private fun translate(ret: Return) {
+    internal fun translate(ret: Return, withRts: Boolean=true) {
         ret.value?.let { returnvalue ->
             val sub = ret.definingSubroutine()!!
             val returnType = sub.returntypes.single()
@@ -1291,7 +1306,9 @@ $label              nop""")
                 }
             }
         }
-        out("  rts")
+
+        if(withRts)
+            out("  rts")
     }
 
     private fun translate(asm: InlineAssembly) {

compiler/src/prog8/compiler/target/cpu6502/codegen/ExpressionsAsmGen.kt

@@ -63,31 +63,20 @@ internal class ExpressionsAsmGen(private val program: Program, private val asmge
                 // if the left operand is an expression, and the right is 0, we can just evaluate that expression,
                 // and use the result value directly to determine the boolean result. Shortcut only for integers.
                 if(rightConstVal?.number?.toDouble() == 0.0) {
-                    when(left) {
-                        is PrefixExpression,
-                        is BinaryExpression,
-                        is ArrayIndexedExpression,
-                        is TypecastExpression,
-                        is AddressOf,
-                        is RangeExpr,
-                        is FunctionCall -> {
-                            if(dt in ByteDatatypes) {
-                                asmgen.assignExpressionToRegister(left, RegisterOrPair.A)
-                                if(left is FunctionCall)
-                                    asmgen.out("  cmp  #0")
-                                asmgen.out("  bne  $jumpIfFalseLabel")
-                                return
-                            }
-                            else if(dt in WordDatatypes) {
-                                asmgen.assignExpressionToRegister(left, RegisterOrPair.AY)
-                                asmgen.out("""
-                                    sty  P8ZP_SCRATCH_B1
-                                    ora  P8ZP_SCRATCH_B1
-                                    bne  $jumpIfFalseLabel""")
-                                return
-                            }
-                        }
-                        else -> {}
+                    if(dt in ByteDatatypes) {
+                        asmgen.assignExpressionToRegister(left, RegisterOrPair.A)
+                        if(left is FunctionCall && !left.isSimple)
+                            asmgen.out("  cmp  #0")
+                        asmgen.out("  bne  $jumpIfFalseLabel")
+                        return
+                    }
+                    else if(dt in WordDatatypes) {
+                        asmgen.assignExpressionToRegister(left, RegisterOrPair.AY)
+                        asmgen.out("""
+                            sty  P8ZP_SCRATCH_B1
+                            ora  P8ZP_SCRATCH_B1
+                            bne  $jumpIfFalseLabel""")
+                        return
                     }
                 }
 
@@ -103,31 +92,20 @@ internal class ExpressionsAsmGen(private val program: Program, private val asmge
                 // if the left operand is an expression, and the right is 0, we can just evaluate that expression,
                 // and use the result value directly to determine the boolean result. Shortcut only for integers.
                 if(rightConstVal?.number?.toDouble() == 0.0) {
-                    when(left) {
-                        is PrefixExpression,
-                        is BinaryExpression,
-                        is ArrayIndexedExpression,
-                        is TypecastExpression,
-                        is AddressOf,
-                        is RangeExpr,
-                        is FunctionCall -> {
-                            if(dt in ByteDatatypes) {
-                                asmgen.assignExpressionToRegister(left, RegisterOrPair.A)
-                                if(left is FunctionCall)
-                                    asmgen.out("  cmp  #0")
-                                asmgen.out("  beq  $jumpIfFalseLabel")
-                                return
-                            }
-                            else if(dt in WordDatatypes) {
-                                asmgen.assignExpressionToRegister(left, RegisterOrPair.AY)
-                                asmgen.out("""
-                                    sty  P8ZP_SCRATCH_B1
-                                    ora  P8ZP_SCRATCH_B1
-                                    beq  $jumpIfFalseLabel""")
-                                return
-                            }
-                        }
-                        else -> {}
+                    if(dt in ByteDatatypes) {
+                        asmgen.assignExpressionToRegister(left, RegisterOrPair.A)
+                        if(left is FunctionCall && !left.isSimple)
+                            asmgen.out("  cmp  #0")
+                        asmgen.out("  beq  $jumpIfFalseLabel")
+                        return
+                    }
+                    else if(dt in WordDatatypes) {
+                        asmgen.assignExpressionToRegister(left, RegisterOrPair.AY)
+                        asmgen.out("""
+                            sty  P8ZP_SCRATCH_B1
+                            ora  P8ZP_SCRATCH_B1
+                            beq  $jumpIfFalseLabel""")
+                        return
                     }
                 }
 
@@ -397,7 +375,7 @@ internal class ExpressionsAsmGen(private val program: Program, private val asmge
             }
         }
 
-        if(byteJumpForSimpleRightOperands(left, right, ::code))
+        if(byteJumpForSimpleRightOperand(left, right, ::code))
             return
 
         asmgen.assignExpressionToVariable(right, "P8ZP_SCRATCH_B1", DataType.UBYTE, null)
@@ -432,7 +410,7 @@ internal class ExpressionsAsmGen(private val program: Program, private val asmge
             }
         }
 
-        if(byteJumpForSimpleRightOperands(left, right, ::code))
+        if(byteJumpForSimpleRightOperand(left, right, ::code))
             return
 
         asmgen.assignExpressionToVariable(right, "P8ZP_SCRATCH_B1", DataType.UBYTE, null)
@@ -440,7 +418,36 @@ internal class ExpressionsAsmGen(private val program: Program, private val asmge
         return code("P8ZP_SCRATCH_B1")
     }
 
-    private fun byteJumpForSimpleRightOperands(left: Expression, right: Expression, code: (String)->Unit): Boolean {
+    private fun wordJumpForSimpleLeftOperand(left: Expression, right: Expression, code: (String, String)->Unit): Boolean {
+        when (left) {
+            is NumericLiteralValue -> {
+                asmgen.assignExpressionToRegister(right, RegisterOrPair.AY)
+                val number = left.number.toHex()
+                code("#>$number", "#<$number")
+                return true
+            }
+            is AddressOf -> {
+                asmgen.assignExpressionToRegister(right, RegisterOrPair.AY)
+                val name = asmgen.asmSymbolName(left.identifier)
+                code("#>$name", "#<$name")
+                return true
+            }
+            is IdentifierReference -> {
+                asmgen.assignExpressionToRegister(right, RegisterOrPair.AY)
+                val varname = asmgen.asmVariableName(left)
+                code("$varname+1", varname)
+                return true
+            }
+            else -> return false
+        }
+    }
+
+    private fun byteJumpForSimpleRightOperand(left: Expression, right: Expression, code: (String)->Unit): Boolean {
+        if(right is NumericLiteralValue) {
+            asmgen.assignExpressionToRegister(left, RegisterOrPair.A)
+            code("#${right.number.toHex()}")
+            return true
+        }
         if(right is IdentifierReference) {
             asmgen.assignExpressionToRegister(left, RegisterOrPair.A)
             code(asmgen.asmVariableName(right))
@@ -460,6 +467,30 @@ internal class ExpressionsAsmGen(private val program: Program, private val asmge
         return false
     }
 
+    private fun wordJumpForSimpleRightOperands(left: Expression, right: Expression, code: (String, String)->Unit): Boolean {
+        when (right) {
+            is NumericLiteralValue -> {
+                asmgen.assignExpressionToRegister(left, RegisterOrPair.AY)
+                val number = right.number.toHex()
+                code("#>$number", "#<$number")
+                return true
+            }
+            is AddressOf -> {
+                asmgen.assignExpressionToRegister(left, RegisterOrPair.AY)
+                val name = asmgen.asmSymbolName(right.identifier)
+                code("#>$name", "#<$name")
+                return true
+            }
+            is IdentifierReference -> {
+                asmgen.assignExpressionToRegister(left, RegisterOrPair.AY)
+                val varname = asmgen.asmVariableName(right)
+                code("$varname+1", varname)
+                return true
+            }
+            else -> return false
+        }
+    }
+
     private fun translateUwordLessJump(left: Expression, right: Expression, leftConstVal: NumericLiteralValue?, rightConstVal: NumericLiteralValue?, jumpIfFalseLabel: String) {
 
         fun code(msbCpyOperand: String, lsbCmpOperand: String) {
@@ -489,11 +520,8 @@ internal class ExpressionsAsmGen(private val program: Program, private val asmge
             }
         }
 
-        if(right is IdentifierReference) {
-            asmgen.assignExpressionToRegister(left, RegisterOrPair.AY)
-            val varname = asmgen.asmVariableName(right)
-            return code("$varname+1", varname)
-        }
+        if(wordJumpForSimpleRightOperands(left, right, ::code))
+            return
 
         asmgen.assignExpressionToVariable(right, "P8ZP_SCRATCH_W2", DataType.UWORD, null)
         asmgen.assignExpressionToRegister(left, RegisterOrPair.AY)
@@ -531,11 +559,8 @@ internal class ExpressionsAsmGen(private val program: Program, private val asmge
             }
         }
 
-        if(right is IdentifierReference) {
-            asmgen.assignExpressionToRegister(left, RegisterOrPair.AY)
-            val varname = asmgen.asmVariableName(right)
-            return code("$varname+1", varname)
-        }
+        if(wordJumpForSimpleRightOperands(left, right, ::code))
+            return
 
         asmgen.assignExpressionToVariable(right, "P8ZP_SCRATCH_W2", DataType.UWORD, null)
         asmgen.assignExpressionToRegister(left, RegisterOrPair.AY)
@@ -574,7 +599,7 @@ internal class ExpressionsAsmGen(private val program: Program, private val asmge
             }
         }
 
-        if(byteJumpForSimpleRightOperands(left, right, ::code))
+        if(byteJumpForSimpleRightOperand(left, right, ::code))
             return
 
         asmgen.assignExpressionToVariable(right, "P8ZP_SCRATCH_B1", DataType.UBYTE, null)
@@ -611,7 +636,7 @@ internal class ExpressionsAsmGen(private val program: Program, private val asmge
             }
         }
 
-        if(byteJumpForSimpleRightOperands(left, right, ::code))
+        if(byteJumpForSimpleRightOperand(left, right, ::code))
             return
 
         asmgen.assignExpressionToVariable(right, "P8ZP_SCRATCH_B1", DataType.UBYTE, null)
@@ -654,11 +679,8 @@ internal class ExpressionsAsmGen(private val program: Program, private val asmge
             }
         }
 
-        if(right is IdentifierReference) {
-            asmgen.assignExpressionToRegister(left, RegisterOrPair.AY)
-            val varname = asmgen.asmVariableName(right)
-            return code("$varname+1", varname)
-        }
+        if(wordJumpForSimpleRightOperands(left, right, ::code))
+            return
 
         asmgen.assignExpressionToVariable(right, "P8ZP_SCRATCH_W2", DataType.UWORD, null)
         asmgen.assignExpressionToRegister(left, RegisterOrPair.AY)
@@ -667,11 +689,11 @@ internal class ExpressionsAsmGen(private val program: Program, private val asmge
 
     private fun translateWordGreaterJump(left: Expression, right: Expression, leftConstVal: NumericLiteralValue?, rightConstVal: NumericLiteralValue?, jumpIfFalseLabel: String) {
 
-        fun code(leftName: String) {
+        fun code(msbCmpOperand: String, lsbCmpOperand: String) {
             asmgen.out("""
-                cmp  $leftName
+                cmp  $lsbCmpOperand
                 tya
-                sbc  $leftName+1
+                sbc  $msbCmpOperand
                 bvc  +
                 eor  #$80
 +               bpl  $jumpIfFalseLabel""")
@@ -686,7 +708,8 @@ internal class ExpressionsAsmGen(private val program: Program, private val asmge
                 if (left is IdentifierReference) {
                     return if(rightConstVal.number.toInt()!=0) {
                         asmgen.assignExpressionToRegister(right, RegisterOrPair.AY)
-                        code(asmgen.asmVariableName(left))
+                        val varname = asmgen.asmVariableName(left)
+                        code("$varname+1", varname)
                     }
                     else {
                         val name = asmgen.asmVariableName(left)
@@ -700,10 +723,8 @@ internal class ExpressionsAsmGen(private val program: Program, private val asmge
             }
         }
 
-        if(left is IdentifierReference) {
-            asmgen.assignExpressionToRegister(right, RegisterOrPair.AY)
-            return code(asmgen.asmVariableName(left))
-        }
+        if(wordJumpForSimpleLeftOperand(left, right, ::code))
+            return
 
         asmgen.assignExpressionToVariable(left, "P8ZP_SCRATCH_W2", DataType.UWORD, null)
         asmgen.assignExpressionToRegister(right, RegisterOrPair.AY)
@@ -743,7 +764,7 @@ internal class ExpressionsAsmGen(private val program: Program, private val asmge
             }
         }
 
-        if(byteJumpForSimpleRightOperands(left, right, ::code))
+        if(byteJumpForSimpleRightOperand(left, right, ::code))
             return
 
         asmgen.assignExpressionToVariable(right, "P8ZP_SCRATCH_B1", DataType.UBYTE, null)
@@ -780,7 +801,7 @@ internal class ExpressionsAsmGen(private val program: Program, private val asmge
             }
         }
 
-        if(byteJumpForSimpleRightOperands(left, right, ::code))
+        if(byteJumpForSimpleRightOperand(left, right, ::code))
             return
 
         asmgen.assignExpressionToVariable(right, "P8ZP_SCRATCH_B1", DataType.UBYTE, null)
@@ -825,11 +846,8 @@ internal class ExpressionsAsmGen(private val program: Program, private val asmge
             }
         }
 
-        if(right is IdentifierReference) {
-            asmgen.assignExpressionToRegister(left, RegisterOrPair.AY)
-            val varname = asmgen.asmVariableName(right)
-            return code("$varname+1", varname)
-        }
+        if(wordJumpForSimpleRightOperands(left, right, ::code))
+            return
 
         asmgen.assignExpressionToVariable(right, "P8ZP_SCRATCH_W2", DataType.UWORD, null)
         asmgen.assignExpressionToRegister(left, RegisterOrPair.AY)
@@ -913,7 +931,7 @@ internal class ExpressionsAsmGen(private val program: Program, private val asmge
             }
         }
 
-        if(byteJumpForSimpleRightOperands(left, right, ::code))
+        if(byteJumpForSimpleRightOperand(left, right, ::code))
             return
 
         asmgen.assignExpressionToVariable(right, "P8ZP_SCRATCH_B1", DataType.UBYTE, null)
@@ -947,7 +965,7 @@ internal class ExpressionsAsmGen(private val program: Program, private val asmge
             }
         }
 
-        if(byteJumpForSimpleRightOperands(left, right, ::code))
+        if(byteJumpForSimpleRightOperand(left, right, ::code))
             return
 
         asmgen.assignExpressionToVariable(right, "P8ZP_SCRATCH_B1", DataType.UBYTE, null)
@@ -982,11 +1000,8 @@ internal class ExpressionsAsmGen(private val program: Program, private val asmge
             }
         }
 
-        if(right is IdentifierReference) {
-            asmgen.assignExpressionToRegister(left, RegisterOrPair.AY)
-            val varname = asmgen.asmVariableName(right)
-            return code("$varname+1", varname)
-        }
+        if(wordJumpForSimpleRightOperands(left, right, ::code))
+            return
 
         asmgen.assignExpressionToVariable(left, "P8ZP_SCRATCH_W2", DataType.UWORD, null)
         asmgen.assignExpressionToRegister(right, RegisterOrPair.AY)
@@ -1024,11 +1039,8 @@ internal class ExpressionsAsmGen(private val program: Program, private val asmge
             }
         }
 
-        if(right is IdentifierReference) {
-            asmgen.assignExpressionToRegister(left, RegisterOrPair.AY)
-            val varname = asmgen.asmVariableName(right)
-            return code("$varname+1", varname)
-        }
+        if(wordJumpForSimpleRightOperands(left, right, ::code))
+            return
 
         asmgen.assignExpressionToVariable(right, "P8ZP_SCRATCH_W2", DataType.UWORD, null)
         asmgen.assignExpressionToRegister(left, RegisterOrPair.AY)
@@ -1063,7 +1075,7 @@ internal class ExpressionsAsmGen(private val program: Program, private val asmge
             }
         }
 
-        if(byteJumpForSimpleRightOperands(left, right, ::code))
+        if(byteJumpForSimpleRightOperand(left, right, ::code))
             return
 
         asmgen.assignExpressionToVariable(right, "P8ZP_SCRATCH_B1", DataType.UBYTE, null)
@@ -1100,7 +1112,7 @@ internal class ExpressionsAsmGen(private val program: Program, private val asmge
             }
         }
 
-        if(byteJumpForSimpleRightOperands(left, right, ::code))
+        if(byteJumpForSimpleRightOperand(left, right, ::code))
             return
 
         asmgen.assignExpressionToVariable(right, "P8ZP_SCRATCH_B1", DataType.UBYTE, null)
@@ -1136,24 +1148,47 @@ internal class ExpressionsAsmGen(private val program: Program, private val asmge
             }
         }
 
-        if(right is IdentifierReference) {
-            asmgen.assignExpressionToRegister(left, RegisterOrPair.AY)
-            asmgen.out("""
-                cmp  ${asmgen.asmVariableName(right)}
-                bne  $jumpIfFalseLabel
-                cpy  ${asmgen.asmVariableName(right)}+1
-                bne  $jumpIfFalseLabel
-                """)
-            return
+        when (right) {
+            is NumericLiteralValue -> {
+                asmgen.assignExpressionToRegister(left, RegisterOrPair.AY)
+                val number = right.number.toHex()
+                asmgen.out("""
+                    cmp  #<$number
+                    bne  $jumpIfFalseLabel
+                    cpy  #>$number
+                    bne  $jumpIfFalseLabel
+                    """)
+            }
+            is IdentifierReference -> {
+                asmgen.assignExpressionToRegister(left, RegisterOrPair.AY)
+                asmgen.out("""
+                    cmp  ${asmgen.asmVariableName(right)}
+                    bne  $jumpIfFalseLabel
+                    cpy  ${asmgen.asmVariableName(right)}+1
+                    bne  $jumpIfFalseLabel
+                    """)
+            }
+            is AddressOf -> {
+                asmgen.assignExpressionToRegister(left, RegisterOrPair.AY)
+                val name = asmgen.asmSymbolName(right.identifier)
+                asmgen.out("""
+                    cmp  #<$name
+                    bne  $jumpIfFalseLabel
+                    cpy  #>$name
+                    bne  $jumpIfFalseLabel
+                    """)
+            }
+            else -> {
+                asmgen.assignExpressionToVariable(right, "P8ZP_SCRATCH_W2", DataType.UWORD, null)
+                asmgen.assignExpressionToRegister(left, RegisterOrPair.AY)
+                asmgen.out("""
+                    cmp  P8ZP_SCRATCH_W2
+                    bne  $jumpIfFalseLabel
+                    cpy  P8ZP_SCRATCH_W2+1
+                    bne  $jumpIfFalseLabel""")
+            }
         }
 
-        asmgen.assignExpressionToVariable(right, "P8ZP_SCRATCH_W2", DataType.UWORD, null)
-        asmgen.assignExpressionToRegister(left, RegisterOrPair.AY)
-        asmgen.out("""
-            cmp  P8ZP_SCRATCH_W2
-            bne  $jumpIfFalseLabel
-            cpy  P8ZP_SCRATCH_W2+1
-            bne  $jumpIfFalseLabel""")
     }
 
     private fun translateWordNotEqualsJump(left: Expression, right: Expression, leftConstVal: NumericLiteralValue?, rightConstVal: NumericLiteralValue?, jumpIfFalseLabel: String) {
@@ -1187,25 +1222,49 @@ internal class ExpressionsAsmGen(private val program: Program, private val asmge
             }
         }
 
-        if(right is IdentifierReference) {
-            asmgen.assignExpressionToRegister(left, RegisterOrPair.AY)
-            asmgen.out("""
-                cmp  ${asmgen.asmVariableName(right)}
-                bne  +
-                cpy  ${asmgen.asmVariableName(right)}+1
-                beq  $jumpIfFalseLabel
+        when (right) {
+            is NumericLiteralValue -> {
+                asmgen.assignExpressionToRegister(left, RegisterOrPair.AY)
+                val number = right.number.toHex()
+                asmgen.out("""
+                    cmp  #<$number
+                    bne  +
+                    cpy  #>$number
+                    beq  $jumpIfFalseLabel
 +""")
-            return
+            }
+            is IdentifierReference -> {
+                asmgen.assignExpressionToRegister(left, RegisterOrPair.AY)
+                asmgen.out("""
+                    cmp  ${asmgen.asmVariableName(right)}
+                    bne  +
+                    cpy  ${asmgen.asmVariableName(right)}+1
+                    beq  $jumpIfFalseLabel
++""")
+            }
+            is AddressOf -> {
+                asmgen.assignExpressionToRegister(left, RegisterOrPair.AY)
+                val name = asmgen.asmSymbolName(right.identifier)
+                asmgen.out("""
+                    cmp  #<$name
+                    bne  +
+                    cpy  #>$name
+                    beq  $jumpIfFalseLabel
++""")
+            }
+            else -> {
+                asmgen.assignExpressionToVariable(right, "P8ZP_SCRATCH_W2", DataType.UWORD, null)
+                asmgen.assignExpressionToRegister(left, RegisterOrPair.AY)
+                asmgen.out("""
+                    cmp  P8ZP_SCRATCH_W2
+                    bne  +
+                    cpy  P8ZP_SCRATCH_W2+1
+                    beq  $jumpIfFalseLabel
++"""
+                )
+            }
         }
 
-        asmgen.assignExpressionToVariable(right, "P8ZP_SCRATCH_W2", DataType.UWORD, null)
-        asmgen.assignExpressionToRegister(left, RegisterOrPair.AY)
-        asmgen.out("""
-            cmp  P8ZP_SCRATCH_W2
-            bne  +
-            cpy  P8ZP_SCRATCH_W2+1
-            beq  $jumpIfFalseLabel
-+""")
     }
 
     private fun translateFloatEqualsJump(left: Expression, right: Expression, leftConstVal: NumericLiteralValue?, rightConstVal: NumericLiteralValue?, jumpIfFalseLabel: String) {

compiler/src/prog8/compiler/target/cpu6502/codegen/FunctionCallAsmGen.kt

@@ -111,17 +111,24 @@ internal class FunctionCallAsmGen(private val program: Program, private val asmg
             }
         }
 
-        if(sub.inline && asmgen.options.optimize) {
-            if(sub.containsDefinedVariables())
-                throw AssemblyError("can't inline sub with vars")
-            if(!sub.isAsmSubroutine && sub.parameters.isNotEmpty())
-                throw AssemblyError("can't inline a non-asm subroutine with parameters")
-            asmgen.out("  \t; inlined routine follows: ${sub.name} from ${sub.position}")
-            val statements = sub.statements.filter { it !is ParameterVarDecl && it !is Directive }
-            statements.forEach { asmgen.translate(it) }
-        }
-        else {
+        if(!sub.inline || !asmgen.options.optimize) {
             asmgen.out("  jsr  $subName")
+        } else {
+            // inline the subroutine.
+            // we do this by copying the subroutine's statements at the call site.
+            // NOTE: *if* there is a return statement, it will be the only one, and the very last statement of the subroutine
+            // (this condition has been enforced by an ast check earlier)
+            asmgen.out("  \t; inlined routine follows: ${sub.name}")
+            val statements = sub.statements.filter { it !is ParameterVarDecl && it !is Directive }
+            statements.forEach {
+                if(it is Return) {
+                    asmgen.translate(it, false)     // don't use RTS for the inlined return statement
+                } else {
+                    if(!sub.inline || it !is VarDecl)
+                        asmgen.translate(it)
+                }
+            }
+            asmgen.out("  \t; inlined routine end: ${sub.name}")
         }
 
         // remember: dealing with the X register and/or dealing with return values is the responsibility of the caller

compiler/src/prog8/compiler/target/cpu6502/codegen/assignment/AssignmentAsmGen.kt

@@ -431,8 +431,8 @@ internal class AssignmentAsmGen(private val program: Program, private val asmgen
         }
 
         // give up, do it via eval stack
-        // TODO optimize typecasts for more special cases?
         // note: cannot use assignTypeCastedValue because that is ourselves :P
+        // TODO optimize typecasts for more special cases?
         if(this.asmgen.options.slowCodegenWarnings)
             println("warning: slow stack evaluation used for typecast: $value into $targetDt (target=${target.kind} at ${value.position}")
         asmgen.translateExpression(origTypeCastExpression)      // this performs the actual type cast in translateExpression(Typecast)
@@ -1236,11 +1236,20 @@ internal class AssignmentAsmGen(private val program: Program, private val asmgen
                     """)
             }
             TargetStorageKind.ARRAY -> {
-                // TODO optimize slow stack evaluation for this case, see assignVariableUByteIntoWord
-                if(this.asmgen.options.slowCodegenWarnings)
-                    println("warning: slow stack evaluation used for sign-extend byte typecast at ${bytevar.position}")
-                asmgen.translateExpression(wordtarget.origAssign.source.expression!!)
-                assignStackValue(wordtarget)
+                if (wordtarget.constArrayIndexValue!=null) {
+                    val scaledIdx = wordtarget.constArrayIndexValue!! * 2
+                    asmgen.out("  lda  $sourceName")
+                    asmgen.signExtendAYlsb(DataType.BYTE)
+                    asmgen.out("  sta  ${wordtarget.asmVarname}+$scaledIdx |  sty  ${wordtarget.asmVarname}+$scaledIdx+1")
+                }
+                else {
+                    asmgen.saveRegisterLocal(CpuRegister.X, wordtarget.scope!!)
+                    asmgen.loadScaledArrayIndexIntoRegister(wordtarget.array!!, wordtarget.datatype, CpuRegister.X)
+                    asmgen.out("  lda  $sourceName")
+                    asmgen.signExtendAYlsb(DataType.BYTE)
+                    asmgen.out("  sta  ${wordtarget.asmVarname},x |  inx |  tya |  sta  ${wordtarget.asmVarname},x")
+                    asmgen.restoreRegisterLocal(CpuRegister.X)
+                }
             }
             TargetStorageKind.REGISTER -> {
                 when(wordtarget.register!!) {

compiler/src/prog8/compiler/target/cpu6502/codegen/assignment/AugmentableAssignmentAsmGen.kt

@@ -160,7 +160,7 @@ internal class AugmentableAssignmentAsmGen(private val program: Program,
                         when {
                             valueLv != null -> inplaceModification_byte_litval_to_variable(addr.toHex(), DataType.UBYTE, operator, valueLv.toInt())
                             ident != null -> inplaceModification_byte_variable_to_variable(addr.toHex(), DataType.UBYTE, operator, ident)
-                            // TODO more specialized code for types such as memory read etc.  -> inplaceModification_byte_memread_to_variable()
+                            memread != null -> inplaceModification_byte_memread_to_variable(addr.toHex(), DataType.UBYTE, operator, value)
                             value is TypecastExpression -> {
                                 if (tryRemoveRedundantCast(value, target, operator)) return
                                 inplaceModification_byte_value_to_variable(addr.toHex(), DataType.UBYTE, operator, value)
@@ -688,8 +688,8 @@ internal class AugmentableAssignmentAsmGen(private val program: Program,
                     sec
                     sbc  P8ZP_SCRATCH_B1
                     sta  $name""")
-                // TODO: tuned code for more operators
             }
+            // TODO: tuned code for more operators
             else -> {
                 inplaceModification_byte_value_to_variable(name, dt, operator, memread)
             }
@@ -719,8 +719,8 @@ internal class AugmentableAssignmentAsmGen(private val program: Program,
                     bcc  +
                     dec  $name+1
 +""")
-                // TODO: tuned code for more operators
             }
+            // TODO: tuned code for more operators
             else -> {
                 inplaceModification_word_value_to_variable(name, dt, operator, memread)
             }

compiler/src/prog8/optimizer/BinExprSplitter.kt

@@ -1,5 +1,6 @@
 package prog8.optimizer
 
+import prog8.ast.INameScope
 import prog8.ast.Node
 import prog8.ast.Program
 import prog8.ast.expressions.*
@@ -11,7 +12,6 @@ import prog8.compiler.target.ICompilationTarget
 
 
 internal class BinExprSplitter(private val program: Program, private val compTarget: ICompilationTarget) : AstWalker() {
-    private val noModifications = emptyList<IAstModification>()
 
 //    override fun after(decl: VarDecl, parent: Node): Iterable<IAstModification> {
 // TODO somehow if we do this, the resulting code for some programs (cube3d.p8) gets hundreds of bytes larger...:
@@ -57,13 +57,14 @@ X =      BinExpr                                    X   =   LeftExpr
                 if(assignment.target isSameAs binExpr.left || assignment.target isSameAs binExpr.right)
                     return noModifications
 
-                if(isSimpleExpression(binExpr.right) && !assignment.isAugmentable) {
-                    val firstAssign = Assignment(assignment.target, binExpr.left, binExpr.left.position)
+                if(binExpr.right.isSimple && !assignment.isAugmentable) {
+                    val firstAssign = Assignment(assignment.target.copy(), binExpr.left, binExpr.left.position)
                     val targetExpr = assignment.target.toExpression()
                     val augExpr = BinaryExpression(targetExpr, binExpr.operator, binExpr.right, binExpr.right.position)
                     return listOf(
-                            IAstModification.InsertBefore(assignment, firstAssign, assignment.definingScope()),
-                            IAstModification.ReplaceNode(assignment.value, augExpr, assignment))
+                        IAstModification.ReplaceNode(binExpr, augExpr, assignment),
+                        IAstModification.InsertBefore(assignment, firstAssign, assignment.parent as INameScope)
+                    )
                 }
             }
 
@@ -75,9 +76,6 @@ X =      BinExpr                                    X   =   LeftExpr
         return noModifications
     }
 
-    private fun isSimpleExpression(expr: Expression) =
-            expr is IdentifierReference || expr is NumericLiteralValue || expr is AddressOf || expr is DirectMemoryRead || expr is StringLiteralValue || expr is ArrayLiteralValue || expr is RangeExpr
-
     private fun isSimpleTarget(target: AssignTarget, program: Program) =
             if (target.identifier!=null || target.memoryAddress!=null)
                 compTarget.isInRegularRAM(target, program)

compiler/src/prog8/optimizer/CallGraph.kt

@@ -1,139 +1,72 @@
 package prog8.optimizer
 
-import prog8.ast.INameScope
 import prog8.ast.Module
 import prog8.ast.Node
 import prog8.ast.Program
 import prog8.ast.base.DataType
-import prog8.ast.base.ParentSentinel
 import prog8.ast.base.Position
+import prog8.ast.base.VarDeclType
 import prog8.ast.expressions.AddressOf
 import prog8.ast.expressions.FunctionCall
 import prog8.ast.expressions.IdentifierReference
 import prog8.ast.statements.*
 import prog8.ast.walk.IAstVisitor
 import prog8.compiler.IErrorReporter
-import java.nio.file.Path
-
-private val alwaysKeepSubroutines = setOf(
-        Pair("main", "start")
-)
-
-private val asmJumpRx = Regex("""[\-+a-zA-Z0-9_ \t]+(jmp|jsr|bra)[ \t]+(\S+).*""", RegexOption.IGNORE_CASE)
-private val asmRefRx = Regex("""[\-+a-zA-Z0-9_ \t]+(...)[ \t]+(\S+).*""", RegexOption.IGNORE_CASE)
 
 
-class CallGraph(private val program: Program, private val asmFileLoader: (filename: String, source: Path)->String) : IAstVisitor {
+class CallGraph(private val program: Program) : IAstVisitor {
 
-    val imports = mutableMapOf<Module, List<Module>>().withDefault { mutableListOf() }
-    val importedBy = mutableMapOf<Module, List<Module>>().withDefault { mutableListOf() }
-    val calls = mutableMapOf<Subroutine, List<Subroutine>>().withDefault { mutableListOf() }
-    val calledBy = mutableMapOf<Subroutine, List<Node>>().withDefault { mutableListOf() }
-
-    // TODO  add dataflow graph: what statements use what variables - can be used to eliminate unused vars
-    val usedSymbols = mutableSetOf<Statement>()
+    val imports = mutableMapOf<Module, Set<Module>>().withDefault { setOf() }
+    val importedBy = mutableMapOf<Module, Set<Module>>().withDefault { setOf() }
+    val calls = mutableMapOf<Subroutine, Set<Subroutine>>().withDefault { setOf() }
+    val calledBy = mutableMapOf<Subroutine, Set<Node>>().withDefault { setOf() }
+    private val allIdentifiersAndTargets = mutableMapOf<Pair<IdentifierReference, Position>, Statement>()
+    private val allAssemblyNodes = mutableListOf<InlineAssembly>()
 
     init {
         visit(program)
     }
 
-    fun forAllSubroutines(scope: INameScope, sub: (s: Subroutine) -> Unit) {
-        fun findSubs(scope: INameScope) {
-            scope.statements.forEach {
-                if (it is Subroutine)
-                    sub(it)
-                if (it is INameScope)
-                    findSubs(it)
+    private val usedSubroutines: Set<Subroutine> by lazy {
+        calledBy.keys + program.entrypoint()
+    }
+
+    private val usedBlocks: Set<Block> by lazy {
+        val blocksFromSubroutines = usedSubroutines.map { it.definingBlock() }
+        val blocksFromLibraries = program.allBlocks().filter { it.isInLibrary }
+        val used = mutableSetOf<Block>()
+
+        allIdentifiersAndTargets.forEach {
+            if(it.key.first.definingBlock() in blocksFromSubroutines) {
+                val target = it.value.definingBlock()
+                used.add(target)
             }
         }
-        findSubs(scope)
+
+        used + blocksFromLibraries + program.entrypoint().definingBlock()
     }
 
-    override fun visit(program: Program) {
-        super.visit(program)
-
-        program.modules.forEach {
-            it.importedBy.clear()
-            it.imports.clear()
-
-            it.importedBy.addAll(importedBy.getValue(it))
-            it.imports.addAll(imports.getValue(it))
-        }
-
-        val rootmodule = program.modules.first()
-        rootmodule.importedBy.add(rootmodule)       // don't discard root module
-    }
-
-    override fun visit(block: Block) {
-        if (block.definingModule().isLibraryModule) {
-            // make sure the block is not removed
-            addNodeAndParentScopes(block)
-        }
-
-        super.visit(block)
+    private val usedModules: Set<Module> by lazy {
+        usedBlocks.map { it.definingModule() }.toSet()
     }
 
     override fun visit(directive: Directive) {
         val thisModule = directive.definingModule()
         if (directive.directive == "%import") {
             val importedModule: Module = program.modules.single { it.name == directive.args[0].name }
-            imports[thisModule] = imports.getValue(thisModule).plus(importedModule)
-            importedBy[importedModule] = importedBy.getValue(importedModule).plus(thisModule)
-        } else if (directive.directive == "%asminclude") {
-            val asm = asmFileLoader(directive.args[0].str!!, thisModule.source)
-            val scope = directive.definingSubroutine()
-            if(scope!=null) {
-                scanAssemblyCode(asm, directive, scope)
-            }
+            imports[thisModule] = imports.getValue(thisModule) + importedModule
+            importedBy[importedModule] = importedBy.getValue(importedModule) + thisModule
         }
 
         super.visit(directive)
     }
 
-    override fun visit(identifier: IdentifierReference) {
-        // track symbol usage
-        val target = identifier.targetStatement(program)
-        if (target != null) {
-            addNodeAndParentScopes(target)
-        }
-        super.visit(identifier)
-    }
-
-    private fun addNodeAndParentScopes(stmt: Statement) {
-        usedSymbols.add(stmt)
-        var node: Node = stmt
-        do {
-            if (node is INameScope && node is Statement) {
-                usedSymbols.add(node)
-            }
-            node = node.parent
-        } while (node !is Module && node !is ParentSentinel)
-    }
-
-    override fun visit(subroutine: Subroutine) {
-        if (Pair(subroutine.definingScope().name, subroutine.name) in alwaysKeepSubroutines
-                || subroutine.definingModule().isLibraryModule) {
-            // make sure the entrypoint is mentioned in the used symbols
-            addNodeAndParentScopes(subroutine)
-        }
-        super.visit(subroutine)
-    }
-
-    override fun visit(decl: VarDecl) {
-        if (decl.autogeneratedDontRemove || decl.datatype==DataType.STRUCT)
-            addNodeAndParentScopes(decl)
-        else if(decl.parent is Block && decl.definingModule().isLibraryModule)
-            addNodeAndParentScopes(decl)
-
-        super.visit(decl)
-    }
-
     override fun visit(functionCall: FunctionCall) {
         val otherSub = functionCall.target.targetSubroutine(program)
         if (otherSub != null) {
             functionCall.definingSubroutine()?.let { thisSub ->
-                calls[thisSub] = calls.getValue(thisSub).plus(otherSub)
-                calledBy[otherSub] = calledBy.getValue(otherSub).plus(functionCall)
+                calls[thisSub] = calls.getValue(thisSub) + otherSub
+                calledBy[otherSub] = calledBy.getValue(otherSub) + functionCall
             }
         }
         super.visit(functionCall)
@@ -143,8 +76,8 @@ class CallGraph(private val program: Program, private val asmFileLoader: (filena
         val otherSub = functionCallStatement.target.targetSubroutine(program)
         if (otherSub != null) {
             functionCallStatement.definingSubroutine()?.let { thisSub ->
-                calls[thisSub] = calls.getValue(thisSub).plus(otherSub)
-                calledBy[otherSub] = calledBy.getValue(otherSub).plus(functionCallStatement)
+                calls[thisSub] = calls.getValue(thisSub) + otherSub
+                calledBy[otherSub] = calledBy.getValue(otherSub) + functionCallStatement
             }
         }
         super.visit(functionCallStatement)
@@ -154,8 +87,8 @@ class CallGraph(private val program: Program, private val asmFileLoader: (filena
         val otherSub = addressOf.identifier.targetSubroutine(program)
         if(otherSub!=null) {
             addressOf.definingSubroutine()?.let { thisSub ->
-                calls[thisSub] = calls.getValue(thisSub).plus(otherSub)
-                calledBy[otherSub] = calledBy.getValue(otherSub).plus(thisSub)
+                calls[thisSub] = calls.getValue(thisSub) + otherSub
+                calledBy[otherSub] = calledBy.getValue(otherSub) + thisSub
             }
         }
         super.visit(addressOf)
@@ -165,63 +98,19 @@ class CallGraph(private val program: Program, private val asmFileLoader: (filena
         val otherSub = jump.identifier?.targetSubroutine(program)
         if (otherSub != null) {
             jump.definingSubroutine()?.let { thisSub ->
-                calls[thisSub] = calls.getValue(thisSub).plus(otherSub)
-                calledBy[otherSub] = calledBy.getValue(otherSub).plus(jump)
+                calls[thisSub] = calls.getValue(thisSub) + otherSub
+                calledBy[otherSub] = calledBy.getValue(otherSub) + jump
             }
         }
         super.visit(jump)
     }
 
-    override fun visit(structDecl: StructDecl) {
-        usedSymbols.add(structDecl)
-        usedSymbols.addAll(structDecl.statements)
+    override fun visit(identifier: IdentifierReference) {
+        allIdentifiersAndTargets[Pair(identifier, identifier.position)] = identifier.targetStatement(program)!!
     }
 
     override fun visit(inlineAssembly: InlineAssembly) {
-        // parse inline asm for subroutine calls (jmp, jsr, bra)
-        val scope = inlineAssembly.definingSubroutine()
-        scanAssemblyCode(inlineAssembly.assembly, inlineAssembly, scope)
-        super.visit(inlineAssembly)
-    }
-
-    private fun scanAssemblyCode(asm: String, context: Statement, scope: Subroutine?) {
-        asm.lines().forEach { line ->
-            val matches = asmJumpRx.matchEntire(line)
-            if (matches != null) {
-                val jumptarget = matches.groups[2]?.value
-                if (jumptarget != null && (jumptarget[0].isLetter() || jumptarget[0] == '_')) {
-                    val node = program.namespace.lookup(jumptarget.split('.'), context)
-                    if (node is Subroutine) {
-                        if(scope!=null)
-                            calls[scope] = calls.getValue(scope).plus(node)
-                        calledBy[node] = calledBy.getValue(node).plus(context)
-                    } else if (jumptarget.contains('.')) {
-                        // maybe only the first part already refers to a subroutine
-                        val node2 = program.namespace.lookup(listOf(jumptarget.substringBefore('.')), context)
-                        if (node2 is Subroutine) {
-                            if(scope!=null)
-                                calls[scope] = calls.getValue(scope).plus(node2)
-                            calledBy[node2] = calledBy.getValue(node2).plus(context)
-                        }
-                    }
-                }
-            } else {
-                val matches2 = asmRefRx.matchEntire(line)
-                if (matches2 != null) {
-                    val target = matches2.groups[2]?.value
-                    if (target != null && (target[0].isLetter() || target[0] == '_')) {
-                        if (target.contains('.')) {
-                            val node = program.namespace.lookup(listOf(target.substringBefore('.')), context)
-                            if (node is Subroutine) {
-                                if(scope!=null)
-                                    calls[scope] = calls.getValue(scope).plus(node)
-                                calledBy[node] = calledBy.getValue(node).plus(context)
-                            }
-                        }
-                    }
-                }
-            }
-        }
+        allAssemblyNodes.add(inlineAssembly)
     }
 
     fun checkRecursiveCalls(errors: IErrorReporter) {
@@ -274,4 +163,39 @@ class CallGraph(private val program: Program, private val asmFileLoader: (filena
         recStack[sub] = false
         return false
     }
+
+    fun unused(module: Module) = module !in usedModules
+
+    fun unused(sub: Subroutine): Boolean {
+        return sub !in usedSubroutines && !nameInAssemblyCode(sub.name)
+    }
+
+    fun unused(block: Block): Boolean {
+        return block !in usedBlocks && !nameInAssemblyCode(block.name)
+    }
+
+    fun unused(decl: VarDecl): Boolean {
+        if(decl.type!=VarDeclType.VAR || decl.datatype==DataType.STRUCT || decl.autogeneratedDontRemove || decl.parent is StructDecl)
+            return false
+
+        if(decl.definingBlock() !in usedBlocks)
+            return false
+
+        val allReferencedVardecls = allIdentifiersAndTargets.filter { it.value is VarDecl }.map { it.value }.toSet()
+        return decl !in allReferencedVardecls && !nameInAssemblyCode(decl.name)
+    }
+
+    private fun nameInAssemblyCode(name: String) = allAssemblyNodes.any { it.assembly.contains(name) }
+
+    inline fun unused(label: Label) = false   // just always output labels
+
+    fun unused(stmt: ISymbolStatement): Boolean {
+        return when(stmt) {
+            is Subroutine -> unused(stmt)
+            is Block -> unused(stmt)
+            is VarDecl -> unused(stmt)
+            is Label -> false   // just always output labels
+            else -> false
+        }
+    }
 }

compiler/src/prog8/optimizer/ConstantFoldingOptimizer.kt

@@ -14,7 +14,6 @@ import kotlin.math.pow
 
 
 internal class ConstantFoldingOptimizer(private val program: Program, private val compTarget: ICompilationTarget) : AstWalker() {
-    private val noModifications = emptyList<IAstModification>()
 
     override fun before(memread: DirectMemoryRead, parent: Node): Iterable<IAstModification> {
         // @( &thing )  -->  thing

compiler/src/prog8/optimizer/ConstantIdentifierReplacer.kt

@@ -15,7 +15,6 @@ import prog8.compiler.target.ICompilationTarget
 
 // Fix up the literal value's type to match that of the vardecl
 internal class VarConstantValueTypeAdjuster(private val program: Program, private val errors: IErrorReporter) : AstWalker() {
-    private val noModifications = emptyList<IAstModification>()
 
     override fun after(decl: VarDecl, parent: Node): Iterable<IAstModification> {
         try {
@@ -40,7 +39,6 @@ internal class VarConstantValueTypeAdjuster(private val program: Program, privat
 // and the array var initializer values and sizes.
 // This is needed because further constant optimizations depend on those.
 internal class ConstantIdentifierReplacer(private val program: Program, private val errors: IErrorReporter, private val compTarget: ICompilationTarget) : AstWalker() {
-    private val noModifications = emptyList<IAstModification>()
 
     override fun after(identifier: IdentifierReference, parent: Node): Iterable<IAstModification> {
         // replace identifiers that refer to const value, with the value itself

compiler/src/prog8/optimizer/ExpressionSimplifier.kt

@@ -25,7 +25,6 @@ import kotlin.math.pow
 internal class ExpressionSimplifier(private val program: Program) : AstWalker() {
     private val powersOfTwo = (1..16).map { (2.0).pow(it) }.toSet()
     private val negativePowersOfTwo = powersOfTwo.map { -it }.toSet()
-    private val noModifications = emptyList<IAstModification>()
 
     override fun after(typecast: TypecastExpression, parent: Node): Iterable<IAstModification> {
         val mods = mutableListOf<IAstModification>()
@@ -491,9 +490,9 @@ internal class ExpressionSimplifier(private val program: Program) : AstWalker()
                     if(!idt.isKnown)
                         throw FatalAstException("unknown dt")
                     return NumericLiteralValue(idt.typeOrElse(DataType.STRUCT), 0, expr.position)
-                } else if (cv == 2.0) {
+                } else if (cv in powersOfTwo) {
                     expr.operator = "&"
-                    expr.right = NumericLiteralValue.optimalInteger(1, expr.position)
+                    expr.right = NumericLiteralValue.optimalInteger(cv!!.toInt()-1, expr.position)
                     return null
                 }
             }

compiler/src/prog8/optimizer/Extensions.kt

@@ -4,31 +4,30 @@ import prog8.ast.IBuiltinFunctions
 import prog8.ast.Program
 import prog8.compiler.IErrorReporter
 import prog8.compiler.target.ICompilationTarget
-import java.nio.file.Path
 
 
 internal fun Program.constantFold(errors: IErrorReporter, compTarget: ICompilationTarget) {
     val valuetypefixer = VarConstantValueTypeAdjuster(this, errors)
     valuetypefixer.visit(this)
-    if(errors.isEmpty()) {
+    if(errors.noErrors()) {
         valuetypefixer.applyModifications()
 
         val replacer = ConstantIdentifierReplacer(this, errors, compTarget)
         replacer.visit(this)
-        if (errors.isEmpty()) {
+        if (errors.noErrors()) {
             replacer.applyModifications()
 
             valuetypefixer.visit(this)
-            if(errors.isEmpty()) {
+            if(errors.noErrors()) {
                 valuetypefixer.applyModifications()
 
                 val optimizer = ConstantFoldingOptimizer(this, compTarget)
                 optimizer.visit(this)
-                while (errors.isEmpty() && optimizer.applyModifications() > 0) {
+                while (errors.noErrors() && optimizer.applyModifications() > 0) {
                     optimizer.visit(this)
                 }
 
-                if (errors.isEmpty()) {
+                if (errors.noErrors()) {
                     replacer.visit(this)
                     replacer.applyModifications()
                 }
@@ -36,16 +35,15 @@ internal fun Program.constantFold(errors: IErrorReporter, compTarget: ICompilati
         }
     }
 
-    if(errors.isEmpty())
+    if(errors.noErrors())
         modules.forEach { it.linkParents(namespace) }   // re-link in final configuration
 }
 
 
 internal fun Program.optimizeStatements(errors: IErrorReporter,
                                         functions: IBuiltinFunctions,
-                                        compTarget: ICompilationTarget,
-                                        asmFileLoader: (filename: String, source: Path)->String): Int {
-    val optimizer = StatementOptimizer(this, errors, functions, compTarget, asmFileLoader)
+                                        compTarget: ICompilationTarget): Int {
+    val optimizer = StatementOptimizer(this, errors, functions, compTarget)
     optimizer.visit(this)
     val optimizationCount = optimizer.applyModifications()
 

compiler/src/prog8/optimizer/StatementOptimizer.kt

@@ -12,68 +12,25 @@ import prog8.ast.walk.IAstModification
 import prog8.ast.walk.IAstVisitor
 import prog8.compiler.IErrorReporter
 import prog8.compiler.target.ICompilationTarget
-import java.nio.file.Path
 import kotlin.math.floor
 
+internal const val retvarName = "prog8_retval"
+
 
 internal class StatementOptimizer(private val program: Program,
                                   private val errors: IErrorReporter,
                                   private val functions: IBuiltinFunctions,
-                                  private val compTarget: ICompilationTarget,
-                                  asmFileLoader: (filename: String, source: Path)->String
-) : AstWalker() {
+                                  private val compTarget: ICompilationTarget) : AstWalker() {
 
-    private val noModifications = emptyList<IAstModification>()
-    private val callgraph = CallGraph(program, asmFileLoader)
+    private val subsThatNeedReturnVariable = mutableSetOf<Triple<INameScope, DataType, Position>>()
 
-    override fun after(block: Block, parent: Node): Iterable<IAstModification> {
-        if("force_output" !in block.options()) {
-            if (block.containsNoCodeNorVars()) {
-                if(block.name != program.internedStringsModuleName)
-                    errors.warn("removing empty block '${block.name}'", block.position)
-                return listOf(IAstModification.Remove(block, parent as INameScope))
-            }
-
-            if (block !in callgraph.usedSymbols) {
-                errors.warn("removing unused block '${block.name}'", block.position)
-                return listOf(IAstModification.Remove(block, parent as INameScope))
-            }
-        }
-        return noModifications
-    }
 
     override fun after(subroutine: Subroutine, parent: Node): Iterable<IAstModification> {
-        val forceOutput = "force_output" in subroutine.definingBlock().options()
-        if(subroutine.asmAddress==null && !forceOutput) {
-            if(subroutine.containsNoCodeNorVars() && !subroutine.inline) {
-                errors.warn("removing empty subroutine '${subroutine.name}'", subroutine.position)
-                val removals = callgraph.calledBy.getValue(subroutine).map {
-                    IAstModification.Remove(it, it.definingScope())
-                }.toMutableList()
-                removals += IAstModification.Remove(subroutine, subroutine.definingScope())
-                return removals
-            }
+        for(returnvar in subsThatNeedReturnVariable) {
+            val decl = VarDecl(VarDeclType.VAR, returnvar.second, ZeropageWish.DONTCARE, null, retvarName, null, null, false, true, returnvar.third)
+            returnvar.first.statements.add(0, decl)
         }
-
-        if(subroutine !in callgraph.usedSymbols && !forceOutput) {
-            if(!subroutine.isAsmSubroutine) {
-                errors.warn("removing unused subroutine '${subroutine.name}'", subroutine.position)
-                return listOf(IAstModification.Remove(subroutine, subroutine.definingScope()))
-            }
-        }
-
-        return noModifications
-    }
-
-    override fun after(decl: VarDecl, parent: Node): Iterable<IAstModification> {
-        val forceOutput = "force_output" in decl.definingBlock().options()
-        if(decl !in callgraph.usedSymbols && !forceOutput) {
-            if(decl.type == VarDeclType.VAR)
-                errors.warn("removing unused variable '${decl.name}'", decl.position)
-
-            return listOf(IAstModification.Remove(decl, decl.definingScope()))
-        }
-
+        subsThatNeedReturnVariable.clear()
         return noModifications
     }
 
@@ -394,7 +351,7 @@ internal class StatementOptimizer(private val program: Program,
                                 // replace by several INCs if it's not a memory address (inc on a memory mapped register doesn't work very well)
                                 val incs = AnonymousScope(mutableListOf(), assignment.position)
                                 repeat(rightCv.toInt()) {
-                                    incs.statements.add(PostIncrDecr(assignment.target, "++", assignment.position))
+                                    incs.statements.add(PostIncrDecr(assignment.target.copy(), "++", assignment.position))
                                 }
                                 return listOf(IAstModification.ReplaceNode(assignment, incs, parent))
                             }
@@ -408,7 +365,7 @@ internal class StatementOptimizer(private val program: Program,
                                 // replace by several DECs if it's not a memory address (dec on a memory mapped register doesn't work very well)
                                 val decs = AnonymousScope(mutableListOf(), assignment.position)
                                 repeat(rightCv.toInt()) {
-                                    decs.statements.add(PostIncrDecr(assignment.target, "--", assignment.position))
+                                    decs.statements.add(PostIncrDecr(assignment.target.copy(), "--", assignment.position))
                                 }
                                 return listOf(IAstModification.ReplaceNode(assignment, decs, parent))
                             }
@@ -436,21 +393,17 @@ internal class StatementOptimizer(private val program: Program,
     }
 
     override fun after(returnStmt: Return, parent: Node): Iterable<IAstModification> {
-        fun returnViaIntermediary(value: Expression): Iterable<IAstModification>? {
-            val returnDt = returnStmt.definingSubroutine()!!.returntypes.single()
+        fun returnViaIntermediaryVar(value: Expression): Iterable<IAstModification>? {
+            val subr = returnStmt.definingSubroutine()!!
+            val returnDt = subr.returntypes.single()
             if (returnDt in IntegerDatatypes) {
-                // first assign to intermediary, then return that register
-                val returnValueIntermediary =
-                    when(returnDt) {
-                        DataType.UBYTE -> IdentifierReference(listOf("prog8_lib", "retval_interm_ub"), returnStmt.position)
-                        DataType.BYTE -> IdentifierReference(listOf("prog8_lib", "retval_interm_b"), returnStmt.position)
-                        DataType.UWORD -> IdentifierReference(listOf("prog8_lib", "retval_interm_uw"), returnStmt.position)
-                        DataType.WORD -> IdentifierReference(listOf("prog8_lib", "retval_interm_w"), returnStmt.position)
-                        else -> throw FatalAstException("weird return dt")
-                    }
-                val tgt = AssignTarget(returnValueIntermediary, null, null, returnStmt.position)
+                // first assign to intermediary variable, then return that
+                subsThatNeedReturnVariable.add(Triple(subr, returnDt, returnStmt.position))
+                val returnValueIntermediary1 = IdentifierReference(listOf(retvarName), returnStmt.position)
+                val returnValueIntermediary2 = IdentifierReference(listOf(retvarName), returnStmt.position)
+                val tgt = AssignTarget(returnValueIntermediary1, null, null, returnStmt.position)
                 val assign = Assignment(tgt, value, returnStmt.position)
-                val returnReplacement = Return(returnValueIntermediary, returnStmt.position)
+                val returnReplacement = Return(returnValueIntermediary2, returnStmt.position)
                 return listOf(
                     IAstModification.InsertBefore(returnStmt, assign, parent as INameScope),
                     IAstModification.ReplaceNode(returnStmt, returnReplacement, parent)
@@ -461,12 +414,12 @@ internal class StatementOptimizer(private val program: Program,
 
         when(returnStmt.value) {
             is PrefixExpression -> {
-                val mod = returnViaIntermediary(returnStmt.value!!)
+                val mod = returnViaIntermediaryVar(returnStmt.value!!)
                 if(mod!=null)
                     return mod
             }
             is BinaryExpression -> {
-                val mod = returnViaIntermediary(returnStmt.value!!)
+                val mod = returnViaIntermediaryVar(returnStmt.value!!)
                 if(mod!=null)
                     return mod
             }

compiler/src/prog8/optimizer/SubroutineInliner.kt

@@ -0,0 +1,96 @@
+package prog8.optimizer
+
+import prog8.ast.IFunctionCall
+import prog8.ast.Node
+import prog8.ast.Program
+import prog8.ast.base.Position
+import prog8.ast.expressions.FunctionCall
+import prog8.ast.expressions.IdentifierReference
+import prog8.ast.statements.*
+import prog8.ast.walk.AstWalker
+import prog8.ast.walk.IAstModification
+import prog8.compiler.CompilationOptions
+import prog8.compiler.IErrorReporter
+
+
+internal class SubroutineInliner(private val program: Program, val errors: IErrorReporter, private val compilerOptions: CompilationOptions): AstWalker() {
+    private var callsToInlinedSubroutines = mutableListOf<Pair<IFunctionCall, Node>>()
+
+    fun fixCallsToInlinedSubroutines() {
+        for((call, parent) in callsToInlinedSubroutines) {
+            val sub = call.target.targetSubroutine(program)!!
+            val intermediateReturnValueVar = sub.statements.filterIsInstance<VarDecl>().singleOrNull { it.name.endsWith(retvarName) }
+            if(intermediateReturnValueVar!=null) {
+                val scope = parent.definingScope()
+                if(!scope.statements.filterIsInstance<VarDecl>().any { it.name==intermediateReturnValueVar.name}) {
+                    val decl = intermediateReturnValueVar.copy()
+                    scope.statements.add(0, decl)
+                    decl.linkParents(scope as Node)
+                }
+            }
+        }
+    }
+
+    override fun after(subroutine: Subroutine, parent: Node): Iterable<IAstModification> {
+        return if(compilerOptions.optimize && subroutine.inline && !subroutine.isAsmSubroutine)
+            annotateInlinedSubroutineIdentifiers(subroutine)
+        else
+            noModifications
+    }
+
+    override fun after(functionCallStatement: FunctionCallStatement, parent: Node): Iterable<IAstModification> {
+        return after(functionCallStatement as IFunctionCall, parent, functionCallStatement.position)
+    }
+
+    override fun after(functionCall: FunctionCall, parent: Node): Iterable<IAstModification> {
+        return after(functionCall as IFunctionCall, parent, functionCall.position)
+    }
+
+    private fun after(functionCall: IFunctionCall, parent: Node, position: Position): Iterable<IAstModification> {
+        val sub = functionCall.target.targetSubroutine(program)
+        if(sub != null && compilerOptions.optimize && sub.inline && !sub.isAsmSubroutine)
+            callsToInlinedSubroutines.add(Pair(functionCall, parent))
+
+        return noModifications
+    }
+
+    private fun annotateInlinedSubroutineIdentifiers(sub: Subroutine): List<IAstModification> {
+        // this adds name prefixes to the identifiers used in the subroutine,
+        // so that the statements can be inlined (=copied) in the call site and still reference
+        // the correct symbols as seen from the scope of the subroutine.
+
+        class Annotator: AstWalker() {
+            var numReturns=0
+
+            override fun before(identifier: IdentifierReference, parent: Node): Iterable<IAstModification> {
+                val stmt = identifier.targetStatement(program)!!
+                if(stmt is BuiltinFunctionStatementPlaceholder)
+                    return noModifications
+
+                val prefixed = stmt.makeScopedName(identifier.nameInSource.last()).split('.')
+                val withPrefix = IdentifierReference(prefixed, identifier.position)
+                return listOf(IAstModification.ReplaceNode(identifier, withPrefix, parent))
+            }
+
+            override fun before(returnStmt: Return, parent: Node): Iterable<IAstModification> {
+                numReturns++
+                if(parent !== sub || sub.indexOfChild(returnStmt)<sub.statements.size-1)
+                    errors.err("return statement must be the very last statement in the inlined subroutine", sub.position)
+                return noModifications
+            }
+
+            fun theModifications(): List<IAstModification> {
+                return this.modifications.map { it.first }.toList()
+            }
+        }
+
+        val annotator = Annotator()
+        sub.accept(annotator, sub.parent)
+        if(annotator.numReturns>1) {
+            errors.err("inlined subroutine can only have one return statement", sub.position)
+            return noModifications
+        }
+        return annotator.theModifications()
+    }
+
+}

compiler/src/prog8/optimizer/UnusedCodeRemover.kt

@@ -1,8 +1,10 @@
 package prog8.optimizer
 
 import prog8.ast.INameScope
+import prog8.ast.Module
 import prog8.ast.Node
 import prog8.ast.Program
+import prog8.ast.base.VarDeclType
 import prog8.ast.expressions.BinaryExpression
 import prog8.ast.expressions.FunctionCall
 import prog8.ast.expressions.PrefixExpression
@@ -12,45 +14,21 @@ import prog8.ast.walk.AstWalker
 import prog8.ast.walk.IAstModification
 import prog8.compiler.IErrorReporter
 import prog8.compiler.target.ICompilationTarget
-import java.nio.file.Path
 
 
 internal class UnusedCodeRemover(private val program: Program,
                                  private val errors: IErrorReporter,
-                                 private val compTarget: ICompilationTarget,
-                                 private val asmFileLoader: (filename: String, source: Path)->String): AstWalker() {
+                                 private val compTarget: ICompilationTarget): AstWalker() {
 
-    override fun before(program: Program, parent: Node): Iterable<IAstModification> {
-        val callgraph = CallGraph(program, asmFileLoader)
-        val removals = mutableListOf<IAstModification>()
+    private val callgraph = CallGraph(program)
 
-        // remove all subroutines that aren't called, or are empty
-        // NOTE: part of this is also done already in the StatementOptimizer
-        val entrypoint = program.entrypoint()
-        program.modules.forEach {
-            callgraph.forAllSubroutines(it) { sub ->
-                val forceOutput = "force_output" in sub.definingBlock().options()
-                if (sub !== entrypoint && !forceOutput && !sub.isAsmSubroutine && (callgraph.calledBy[sub].isNullOrEmpty() || sub.containsNoCodeNorVars())) {
-                    removals.add(IAstModification.Remove(sub, sub.definingScope()))
-                }
-            }
-        }
-
-        program.modules.flatMap { it.statements }.filterIsInstance<Block>().forEach { block ->
-            if (block.containsNoCodeNorVars() && "force_output" !in block.options())
-                removals.add(IAstModification.Remove(block, block.definingScope()))
-        }
-
-        // remove modules that are not imported, or are empty (unless it's a library modules)
-        program.modules.forEach {
-            if (!it.isLibraryModule && (it.importedBy.isEmpty() || it.containsNoCodeNorVars()))
-                removals.add(IAstModification.Remove(it, it.definingScope()))
-        }
-
-        return removals
+    override fun before(module: Module, parent: Node): Iterable<IAstModification> {
+        return if (!module.isLibraryModule && (module.containsNoCodeNorVars() || callgraph.unused(module)))
+            listOf(IAstModification.Remove(module, module.definingScope()))
+        else
+            noModifications
     }
 
-
     override fun before(breakStmt: Break, parent: Node): Iterable<IAstModification> {
         reportUnreachable(breakStmt, parent as INameScope)
         return emptyList()
@@ -85,15 +63,58 @@ internal class UnusedCodeRemover(private val program: Program,
     }
 
     override fun after(block: Block, parent: Node): Iterable<IAstModification> {
+        if("force_output" !in block.options()) {
+            if (block.containsNoCodeNorVars()) {
+                if(block.name != program.internedStringsModuleName)
+                    errors.warn("removing unused block '${block.name}'", block.position)
+                return listOf(IAstModification.Remove(block, parent as INameScope))
+            }
+            if(callgraph.unused(block)) {
+                errors.warn("removing unused block '${block.name}'", block.position)
+                return listOf(IAstModification.Remove(block, parent as INameScope))
+            }
+        }
+
         val removeDoubleAssignments = deduplicateAssignments(block.statements)
         return removeDoubleAssignments.map { IAstModification.Remove(it, block) }
     }
 
     override fun after(subroutine: Subroutine, parent: Node): Iterable<IAstModification> {
+        val forceOutput = "force_output" in subroutine.definingBlock().options()
+        if (subroutine !== program.entrypoint() && !forceOutput && !subroutine.inline && !subroutine.isAsmSubroutine) {
+            if(callgraph.unused(subroutine)) {
+                if(!subroutine.definingModule().isLibraryModule)
+                    errors.warn("removing unused subroutine '${subroutine.name}'", subroutine.position)
+                return listOf(IAstModification.Remove(subroutine, subroutine.definingScope()))
+            }
+            if(subroutine.containsNoCodeNorVars()) {
+                if(!subroutine.definingModule().isLibraryModule)
+                    errors.warn("removing empty subroutine '${subroutine.name}'", subroutine.position)
+                val removals = mutableListOf(IAstModification.Remove(subroutine, subroutine.definingScope()))
+                callgraph.calledBy[subroutine]?.let {
+                    for(node in it)
+                        removals.add(IAstModification.Remove(node, node.definingScope()))
+                }
+                return removals
+            }
+        }
+
         val removeDoubleAssignments = deduplicateAssignments(subroutine.statements)
         return removeDoubleAssignments.map { IAstModification.Remove(it, subroutine) }
     }
 
+    override fun after(decl: VarDecl, parent: Node): Iterable<IAstModification> {
+        val forceOutput = "force_output" in decl.definingBlock().options()
+        if(!forceOutput && !decl.autogeneratedDontRemove && callgraph.unused(decl)) {
+            if(decl.type == VarDeclType.VAR && !decl.definingBlock().isInLibrary)
+                errors.warn("removing unused variable '${decl.name}'", decl.position)
+
+            return listOf(IAstModification.Remove(decl, decl.definingScope()))
+        }
+
+        return noModifications
+    }
+
     private fun deduplicateAssignments(statements: List<Statement>): List<Assignment> {
         // removes 'duplicate' assignments that assign the same target directly after another
         val linesToRemove = mutableListOf<Assignment>()

compiler/test/UnitTests.kt

@@ -19,7 +19,7 @@ import prog8.compiler.target.c64.C64MachineDefinition.C64Zeropage
 import prog8.compiler.target.c64.C64MachineDefinition.FLOAT_MAX_NEGATIVE
 import prog8.compiler.target.c64.C64MachineDefinition.FLOAT_MAX_POSITIVE
 import prog8.compiler.target.c64.C64MachineDefinition.Mflpt5
-import prog8.compiler.target.c64.Petscii
+import prog8.compiler.target.cbm.Petscii
 import prog8.compiler.target.cx16.CX16MachineDefinition.CX16Zeropage
 import java.io.CharConversionException
 import java.nio.file.Path
@@ -348,8 +348,8 @@ class TestPetscii {
                 listOf<Short>(72, 69, 76, 76, 79, 32, 0xd7, 0xcf, 0xd2, 0xcc, 0xc4, 32, 49, 50, 51, 32, 64, 33, 0x5c)))
         assertThat(Petscii.encodePetscii("\uf11a", true), equalTo(listOf<Short>(0x12)))   // reverse vid
         assertThat(Petscii.encodePetscii("✓", true), equalTo(listOf<Short>(0xfa)))
-        assertFailsWith<CharConversionException> { Petscii.encodePetscii("π", true) }
-        assertFailsWith<CharConversionException> { Petscii.encodePetscii("♥", true) }
+        assertThat("expect lowercase error fallback", Petscii.encodePetscii("π", true), equalTo(listOf<Short>(255)))
+        assertThat("expect lowercase error fallback", Petscii.encodePetscii("♥", true), equalTo(listOf<Short>(0xd3)))
 
         assertThat(Petscii.decodePetscii(listOf(72, 0xd7, 0x5c, 0xfa, 0x12), true), equalTo("hW£✓\uF11A"))
         assertFailsWith<ArrayIndexOutOfBoundsException> { Petscii.decodePetscii(listOf(-1), true) }
@@ -363,7 +363,7 @@ class TestPetscii {
         assertThat(Petscii.encodePetscii("\uf11a"), equalTo(listOf<Short>(0x12)))   // reverse vid
         assertThat(Petscii.encodePetscii("♥"), equalTo(listOf<Short>(0xd3)))
         assertThat(Petscii.encodePetscii("π"), equalTo(listOf<Short>(0xff)))
-        assertFailsWith<CharConversionException> { Petscii.encodePetscii("✓") }
+        assertThat("expecting fallback", Petscii.encodePetscii("✓"), equalTo(listOf<Short>(250)))
 
         assertThat(Petscii.decodePetscii(listOf(72, 0x5c, 0xd3, 0xff)), equalTo("H£♥π"))
         assertFailsWith<ArrayIndexOutOfBoundsException> { Petscii.decodePetscii(listOf(-1)) }
@@ -376,8 +376,8 @@ class TestPetscii {
                 listOf<Short>(0x08, 0x05, 0x0c, 0x0c, 0x0f, 0x20, 0x57, 0x4f, 0x52, 0x4c, 0x44, 0x20, 0x31, 0x32, 0x33, 0x20, 0x00, 0x21, 0x1c)
         ))
         assertThat(Petscii.encodeScreencode("✓", true), equalTo(listOf<Short>(0x7a)))
-        assertFailsWith<CharConversionException> { Petscii.encodeScreencode("♥", true) }
-        assertFailsWith<CharConversionException> { Petscii.encodeScreencode("π", true) }
+        assertThat("expect fallback", Petscii.encodeScreencode("♥", true), equalTo(listOf<Short>(83)))
+        assertThat("expect fallback", Petscii.encodeScreencode("π", true), equalTo(listOf<Short>(94)))
 
         assertThat(Petscii.decodeScreencode(listOf(0x08, 0x57, 0x1c, 0x7a), true), equalTo("hW£✓"))
         assertFailsWith<ArrayIndexOutOfBoundsException> { Petscii.decodeScreencode(listOf(-1), true) }
@@ -390,8 +390,9 @@ class TestPetscii {
                 listOf<Short>(0x17, 0x0f, 0x12, 0x0c, 0x04, 0x20, 0x31, 0x32, 0x33, 0x20, 0x00, 0x21, 0x1c)))
         assertThat(Petscii.encodeScreencode("♥"), equalTo(listOf<Short>(0x53)))
         assertThat(Petscii.encodeScreencode("π"), equalTo(listOf<Short>(0x5e)))
-        assertFailsWith<CharConversionException> { Petscii.encodeScreencode("✓") }
-        assertFailsWith<CharConversionException> { Petscii.encodeScreencode("hello") }
+        assertThat(Petscii.encodeScreencode("HELLO"), equalTo(listOf<Short>(8, 5, 12, 12, 15)))
+        assertThat("expecting fallback", Petscii.encodeScreencode("hello"), equalTo(listOf<Short>(8, 5, 12, 12, 15)))
+        assertThat("expecting fallback", Petscii.encodeScreencode("✓"), equalTo(listOf<Short>(122)))
 
         assertThat(Petscii.decodeScreencode(listOf(0x17, 0x1c, 0x53, 0x5e)), equalTo("W£♥π"))
         assertFailsWith<ArrayIndexOutOfBoundsException> { Petscii.decodeScreencode(listOf(-1)) }

compilerAst/build.gradle

@@ -1,7 +1,7 @@
 plugins {
     id 'antlr'
     id 'java'
-    id "org.jetbrains.kotlin.jvm" version "1.4.30"
+    id "org.jetbrains.kotlin.jvm" version "1.4.32"
 }
 
 targetCompatibility = 11

compilerAst/src/prog8/ast/AstToSourceCode.kt

@@ -137,8 +137,11 @@ class AstToSourceCode(val output: (text: String) -> Unit, val program: Program):
 
     override fun visit(subroutine: Subroutine) {
         output("\n")
+        outputi("")
+        if(subroutine.inline)
+            output("inline ")
         if(subroutine.isAsmSubroutine) {
-            outputi("asmsub ${subroutine.name} (")
+            output("asmsub ${subroutine.name} (")
             for(param in subroutine.parameters.zip(subroutine.asmParameterRegisters)) {
                 val reg =
                         when {
@@ -152,7 +155,7 @@ class AstToSourceCode(val output: (text: String) -> Unit, val program: Program):
             }
         }
         else {
-            outputi("sub ${subroutine.name} (")
+            output("sub ${subroutine.name} (")
             for(param in subroutine.parameters) {
                 output("${datatypeString(param.type)} ${param.name}")
                 if(param!==subroutine.parameters.last())

compilerAst/src/prog8/ast/AstToplevel.kt

@@ -178,7 +178,6 @@ interface INameScope {
         }
     }
 
-    fun containsDefinedVariables() = statements.any { it is VarDecl && (it !is ParameterVarDecl) }
     fun containsCodeOrVars() = statements.any { it !is Directive || it.directive == "%asminclude" || it.directive == "%asm"}
     fun containsNoCodeNorVars() = !containsCodeOrVars()
 
@@ -274,24 +273,22 @@ class Program(val name: String,
     init {
         // insert a container module for all interned strings later
         if(modules.firstOrNull()?.name != internedStringsModuleName) {
-            val internedStringsModule = Module(internedStringsModuleName, mutableListOf(), Position.DUMMY, false, Path.of(""))
+            val internedStringsModule = Module(internedStringsModuleName, mutableListOf(), Position.DUMMY, true, Path.of(""))
             modules.add(0, internedStringsModule)
-            val block = Block(internedStringsModuleName, null, mutableListOf(), false, Position.DUMMY)
+            val block = Block(internedStringsModuleName, null, mutableListOf(), true, Position.DUMMY)
             internedStringsModule.statements.add(block)
             internedStringsModule.linkParents(this)
             internedStringsModule.program = this
         }
     }
 
-    fun entrypoint(): Subroutine? {
+    fun entrypoint(): Subroutine {
         val mainBlocks = allBlocks().filter { it.name=="main" }
         if(mainBlocks.size > 1)
             throw FatalAstException("more than one 'main' block")
-        return if(mainBlocks.isEmpty()) {
-            null
-        } else {
-            mainBlocks[0].subScope("start") as Subroutine?
-        }
+        if(mainBlocks.isEmpty())
+            throw FatalAstException("no 'main' block")
+        return mainBlocks[0].subScope("start") as Subroutine
     }
 
     fun internString(string: StringLiteralValue): List<String> {
@@ -339,8 +336,6 @@ class Module(override val name: String,
 
     override lateinit var parent: Node
     lateinit var program: Program
-    val importedBy = mutableListOf<Module>()
-    val imports = mutableSetOf<Module>()
 
     val loadAddress: Int by lazy {
         val address = (statements.singleOrNull { it is Directive && it.directive == "%address" } as? Directive)?.args?.single()?.int ?: 0

compilerAst/src/prog8/ast/expressions/AstExpressions.kt

@@ -22,6 +22,7 @@ sealed class Expression: Node {
     abstract fun accept(visitor: AstWalker, parent: Node)
     abstract fun referencesIdentifier(vararg scopedName: String): Boolean
     abstract fun inferType(program: Program): InferredTypes.InferredType
+    abstract val isSimple: Boolean
 
     infix fun isSameAs(assigntarget: AssignTarget) = assigntarget.isSameAs(this)
 
@@ -105,6 +106,8 @@ class PrefixExpression(val operator: String, var expression: Expression, overrid
         }
     }
 
+    override val isSimple = false
+
     override fun toString(): String {
         return "Prefix($operator $expression)"
     }
@@ -133,6 +136,8 @@ class BinaryExpression(var left: Expression, var operator: String, var right: Ex
         return "[$left $operator $right]"
     }
 
+    override val isSimple = false
+
     // binary expression should actually have been optimized away into a single value, before const value was requested...
     override fun constValue(program: Program): NumericLiteralValue? = null
 
@@ -242,6 +247,8 @@ class ArrayIndexedExpression(var arrayvar: IdentifierReference,
         indexer.linkParents(this)
     }
 
+    override val isSimple = indexer.indexExpr is NumericLiteralValue || indexer.indexExpr is IdentifierReference
+
     override fun replaceChildNode(node: Node, replacement: Node) {
         when {
             node===arrayvar -> arrayvar = replacement as IdentifierReference
@@ -271,6 +278,8 @@ class ArrayIndexedExpression(var arrayvar: IdentifierReference,
     override fun toString(): String {
         return "ArrayIndexed(ident=$arrayvar, arraysize=$indexer; pos=$position)"
     }
+
+    fun copy() = ArrayIndexedExpression(arrayvar.copy(), indexer.copy(), position)
 }
 
 class TypecastExpression(var expression: Expression, var type: DataType, val implicit: Boolean, override val position: Position) : Expression() {
@@ -281,6 +290,8 @@ class TypecastExpression(var expression: Expression, var type: DataType, val imp
         expression.linkParents(this)
     }
 
+    override val isSimple = false
+
     override fun replaceChildNode(node: Node, replacement: Node) {
         require(replacement is Expression && node===expression)
         expression = replacement
@@ -314,6 +325,8 @@ data class AddressOf(var identifier: IdentifierReference, override val position:
         identifier.parent=this
     }
 
+    override val isSimple = true
+
     override fun replaceChildNode(node: Node, replacement: Node) {
         require(replacement is IdentifierReference && node===identifier)
         identifier = replacement
@@ -335,6 +348,8 @@ class DirectMemoryRead(var addressExpression: Expression, override val position:
         this.addressExpression.linkParents(this)
     }
 
+    override val isSimple = true
+
     override fun replaceChildNode(node: Node, replacement: Node) {
         require(replacement is Expression && node===addressExpression)
         addressExpression = replacement
@@ -351,6 +366,8 @@ class DirectMemoryRead(var addressExpression: Expression, override val position:
     override fun toString(): String {
         return "DirectMemoryRead($addressExpression)"
     }
+
+    fun copy() =  DirectMemoryRead(addressExpression, position)
 }
 
 class NumericLiteralValue(val type: DataType,    // only numerical types allowed
@@ -358,6 +375,8 @@ class NumericLiteralValue(val type: DataType,    // only numerical types allowed
                           override val position: Position) : Expression() {
     override lateinit var parent: Node
 
+    override val isSimple = true
+
     companion object {
         fun fromBoolean(bool: Boolean, position: Position) =
                 NumericLiteralValue(DataType.UBYTE, if (bool) 1 else 0, position)
@@ -489,6 +508,8 @@ class StringLiteralValue(val value: String,
         this.parent = parent
     }
 
+    override val isSimple = true
+
     override fun replaceChildNode(node: Node, replacement: Node) {
         throw FatalAstException("can't replace here")
     }
@@ -519,6 +540,8 @@ class ArrayLiteralValue(val type: InferredTypes.InferredType,     // inferred be
         value.forEach {it.linkParents(this)}
     }
 
+    override val isSimple = true
+
     override fun replaceChildNode(node: Node, replacement: Node) {
         require(replacement is Expression)
         val idx = value.indexOfFirst { it===node }
@@ -625,6 +648,8 @@ class RangeExpr(var from: Expression,
         step.linkParents(this)
     }
 
+    override val isSimple = true
+
     override fun replaceChildNode(node: Node, replacement: Node) {
         require(replacement is Expression)
         when {
@@ -711,20 +736,21 @@ internal fun makeRange(fromVal: Int, toVal: Int, stepVal: Int): IntProgression {
     }
 }
 
-data class IdentifierReference(val nameInSource: List<String>, override val position: Position) : Expression(),
-    IAssignable {
+data class IdentifierReference(val nameInSource: List<String>, override val position: Position) : Expression(), IAssignable {
     override lateinit var parent: Node
 
+    override val isSimple = true
+
     fun targetStatement(program: Program) =
         if(nameInSource.size==1 && nameInSource[0] in program.builtinFunctions.names)
-            BuiltinFunctionStatementPlaceholder(nameInSource[0], position)
+            BuiltinFunctionStatementPlaceholder(nameInSource[0], position, parent)
         else
             program.namespace.lookup(nameInSource, this)
 
     fun targetVarDecl(program: Program): VarDecl? = targetStatement(program) as? VarDecl
     fun targetSubroutine(program: Program): Subroutine? = targetStatement(program) as? Subroutine
 
-    override fun equals(other: Any?) = other is IdentifierReference && other.nameInSource==nameInSource
+    override fun equals(other: Any?) = other is IdentifierReference && other.nameInSource==nameInSource     // NOTE: only compare by the name, not the position!
     override fun hashCode() = nameInSource.hashCode()
 
     override fun linkParents(parent: Node) {
@@ -794,6 +820,8 @@ class FunctionCall(override var target: IdentifierReference,
         args.forEach { it.linkParents(this) }
     }
 
+    override val isSimple = target.nameInSource.size==1 && (target.nameInSource[0] in setOf("msb", "lsb", "peek", "peekw"))
+
     override fun replaceChildNode(node: Node, replacement: Node) {
         if(node===target)
             target=replacement as IdentifierReference

compilerAst/src/prog8/ast/statements/AstStatements.kt

@@ -7,6 +7,10 @@ import prog8.ast.walk.AstWalker
 import prog8.ast.walk.IAstVisitor
 
 
+interface ISymbolStatement {
+    val name: String
+}
+
 sealed class Statement : Node {
     abstract fun accept(visitor: IAstVisitor)
     abstract fun accept(visitor: AstWalker, parent: Node)
@@ -31,8 +35,7 @@ sealed class Statement : Node {
 }
 
 
-class BuiltinFunctionStatementPlaceholder(val name: String, override val position: Position) : Statement() {
-    override var parent: Node = ParentSentinel
+class BuiltinFunctionStatementPlaceholder(val name: String, override val position: Position, override var parent: Node) : Statement() {
     override fun linkParents(parent: Node) {}
     override fun accept(visitor: IAstVisitor) = throw FatalAstException("should not iterate over this node")
     override fun accept(visitor: AstWalker, parent: Node) = throw FatalAstException("should not iterate over this node")
@@ -48,7 +51,7 @@ class Block(override val name: String,
             val address: Int?,
             override var statements: MutableList<Statement>,
             val isInLibrary: Boolean,
-            override val position: Position) : Statement(), INameScope {
+            override val position: Position) : Statement(), INameScope, ISymbolStatement {
     override lateinit var parent: Node
 
     override fun linkParents(parent: Node) {
@@ -95,7 +98,7 @@ data class DirectiveArg(val str: String?, val name: String?, val int: Int?, over
     override fun replaceChildNode(node: Node, replacement: Node) = throw FatalAstException("can't replace here")
 }
 
-data class Label(val name: String, override val position: Position) : Statement() {
+data class Label(override val name: String, override val position: Position) : Statement(), ISymbolStatement {
     override lateinit var parent: Node
 
     override fun linkParents(parent: Node) {
@@ -153,17 +156,16 @@ enum class ZeropageWish {
     NOT_IN_ZEROPAGE
 }
 
-
 open class VarDecl(val type: VarDeclType,
                    private val declaredDatatype: DataType,
                    val zeropage: ZeropageWish,
                    var arraysize: ArrayIndex?,
-                   val name: String,
+                   override val name: String,
                    private val structName: String?,
                    var value: Expression?,
                    val isArray: Boolean,
                    val autogeneratedDontRemove: Boolean,
-                   override val position: Position) : Statement() {
+                   override val position: Position) : Statement(), ISymbolStatement {
     override lateinit var parent: Node
     var struct: StructDecl? = null        // set later (because at parse time, we only know the name)
         private set
@@ -232,9 +234,7 @@ open class VarDecl(val type: VarDeclType,
     }
 
     override fun replaceChildNode(node: Node, replacement: Node) {
-        require(replacement is Expression && node===value)
-        // NOTE: ideally you also want to check that node===value but this sometimes crashes the optimizer when queueing multiple node replacements
-        //       just accept the risk of having the wrong node specified in the IAstModification object...
+        require(replacement is Expression && (value==null || node===value))
         value = replacement
         replacement.parent = this
     }
@@ -256,7 +256,14 @@ open class VarDecl(val type: VarDeclType,
     fun flattenStructMembers(): MutableList<Statement> {
         val result = struct!!.statements.mapIndexed { index, statement ->
             val member = statement as VarDecl
-            val initvalue = if(value!=null) (value as ArrayLiteralValue).value[index] else null
+            val initvalueOrig = if(value!=null) (value as ArrayLiteralValue).value[index] else null
+            val initvalue = when(initvalueOrig) {
+                is AddressOf -> initvalueOrig.copy()
+                is ArrayIndexedExpression -> initvalueOrig.copy()
+                is DirectMemoryRead -> initvalueOrig.copy()
+                is IdentifierReference -> initvalueOrig.copy()
+                else -> initvalueOrig
+            }
             VarDecl(
                     VarDeclType.VAR,
                     member.datatype,
@@ -273,13 +280,19 @@ open class VarDecl(val type: VarDeclType,
         structHasBeenFlattened = true
         return result
     }
+
+    fun copy(): VarDecl {
+        val c = VarDecl(type, declaredDatatype, zeropage, arraysize, name, structName, value, isArray, autogeneratedDontRemove, position)
+        c.allowInitializeWithZero = this.allowInitializeWithZero
+        c.structHasBeenFlattened = this.structHasBeenFlattened
+        return c
+    }
 }
 
 // a vardecl used only for subroutine parameters
 class ParameterVarDecl(name: String, declaredDatatype: DataType, position: Position)
     : VarDecl(VarDeclType.VAR, declaredDatatype, ZeropageWish.DONTCARE, null, name, null, null, false, true, position)
 
-
 class ArrayIndex(var indexExpr: Expression,
                  override val position: Position) : Node {
     override lateinit var parent: Node
@@ -312,6 +325,7 @@ class ArrayIndex(var indexExpr: Expression,
     fun constIndex() = (indexExpr as? NumericLiteralValue)?.number?.toInt()
 
     infix fun isSameAs(other: ArrayIndex): Boolean = indexExpr isSameAs other.indexExpr
+    fun copy() = ArrayIndex(indexExpr, position)
 }
 
 open class Assignment(var target: AssignTarget, var value: Expression, override val position: Position) : Statement() {
@@ -429,9 +443,10 @@ data class AssignTarget(var identifier: IdentifierReference?,
     }
 
     fun toExpression(): Expression {
+        // return a copy of the assignment target but as a source expression.
         return when {
-            identifier != null -> identifier!!
-            arrayindexed != null -> arrayindexed!!
+            identifier != null -> identifier!!.copy()
+            arrayindexed != null -> arrayindexed!!.copy()
             memoryAddress != null -> DirectMemoryRead(memoryAddress.addressExpression, memoryAddress.position)
             else -> throw FatalAstException("invalid assignmenttarget $this")
         }
@@ -476,8 +491,9 @@ data class AssignTarget(var identifier: IdentifierReference?,
         }
         return false
     }
-}
 
+    fun copy() = AssignTarget(identifier?.copy(), arrayindexed?.copy(), memoryAddress?.copy(), position)
+}
 
 class PostIncrDecr(var target: AssignTarget, val operator: String, override val position: Position) : Statement() {
     override lateinit var parent: Node
@@ -605,7 +621,6 @@ class NopStatement(override val position: Position): Statement() {
     override fun accept(visitor: AstWalker, parent: Node) = visitor.visit(this, parent)
 }
 
-
 class AsmGenInfo {
     // This class contains various attributes that influence the assembly code generator.
     // Conceptually it should be part of any INameScope.
@@ -631,7 +646,7 @@ class Subroutine(override val name: String,
                  val isAsmSubroutine: Boolean,
                  val inline: Boolean,
                  override var statements: MutableList<Statement>,
-                 override val position: Position) : Statement(), INameScope {
+                 override val position: Position) : Statement(), INameScope, ISymbolStatement {
 
     constructor(name: String, parameters: List<SubroutineParameter>, returntypes: List<DataType>, statements: MutableList<Statement>, inline: Boolean, position: Position)
             : this(name, parameters, returntypes, emptyList(), determineReturnRegisters(returntypes), emptySet(), null, false, inline, statements, position)
@@ -694,7 +709,6 @@ class Subroutine(override val name: String,
             .count { " rti" in it || "\trti" in it || " rts" in it || "\trts" in it || " jmp" in it || "\tjmp" in it || " bra" in it || "\tbra" in it}
 }
 
-
 open class SubroutineParameter(val name: String,
                                val type: DataType,
                                override val position: Position) : Node {
@@ -941,7 +955,6 @@ class WhenChoice(var values: MutableList<Expression>?,           // if null,  th
     fun accept(visitor: AstWalker, parent: Node) = visitor.visit(this, parent)
 }
 
-
 class StructDecl(override val name: String,
                  override var statements: MutableList<Statement>,      // actually, only vardecls here
                  override val position: Position): Statement(), INameScope {
@@ -992,4 +1005,5 @@ class DirectMemoryWrite(var addressExpression: Expression, override val position
 
     fun accept(visitor: IAstVisitor) = visitor.visit(this)
     fun accept(visitor: AstWalker, parent: Node) = visitor.visit(this, parent)
+    fun copy() = DirectMemoryWrite(addressExpression, position)
 }

compilerAst/src/prog8/ast/walk/AstWalker.kt

@@ -76,89 +76,90 @@ interface IAstModification {
 
 
 abstract class AstWalker {
-    open fun before(addressOf: AddressOf, parent: Node): Iterable<IAstModification> = emptyList()
-    open fun before(array: ArrayLiteralValue, parent: Node): Iterable<IAstModification> = emptyList()
-    open fun before(arrayIndexedExpression: ArrayIndexedExpression, parent: Node): Iterable<IAstModification> = emptyList()
-    open fun before(assignTarget: AssignTarget, parent: Node): Iterable<IAstModification> = emptyList()
-    open fun before(assignment: Assignment, parent: Node): Iterable<IAstModification> = emptyList()
-    open fun before(block: Block, parent: Node): Iterable<IAstModification> = emptyList()
-    open fun before(branchStatement: BranchStatement, parent: Node): Iterable<IAstModification> = emptyList()
-    open fun before(breakStmt: Break, parent: Node): Iterable<IAstModification> = emptyList()
-    open fun before(decl: VarDecl, parent: Node): Iterable<IAstModification> = emptyList()
-    open fun before(directive: Directive, parent: Node): Iterable<IAstModification> = emptyList()
-    open fun before(expr: BinaryExpression, parent: Node): Iterable<IAstModification> = emptyList()
-    open fun before(expr: PrefixExpression, parent: Node): Iterable<IAstModification> = emptyList()
-    open fun before(forLoop: ForLoop, parent: Node): Iterable<IAstModification> = emptyList()
-    open fun before(repeatLoop: RepeatLoop, parent: Node): Iterable<IAstModification> = emptyList()
-    open fun before(functionCall: FunctionCall, parent: Node): Iterable<IAstModification> = emptyList()
-    open fun before(functionCallStatement: FunctionCallStatement, parent: Node): Iterable<IAstModification> = emptyList()
-    open fun before(identifier: IdentifierReference, parent: Node): Iterable<IAstModification> = emptyList()
-    open fun before(ifStatement: IfStatement, parent: Node): Iterable<IAstModification> = emptyList()
-    open fun before(inlineAssembly: InlineAssembly, parent: Node): Iterable<IAstModification> = emptyList()
-    open fun before(jump: Jump, parent: Node): Iterable<IAstModification> = emptyList()
-    open fun before(label: Label, parent: Node): Iterable<IAstModification> = emptyList()
-    open fun before(memread: DirectMemoryRead, parent: Node): Iterable<IAstModification> = emptyList()
-    open fun before(memwrite: DirectMemoryWrite, parent: Node): Iterable<IAstModification> = emptyList()
-    open fun before(module: Module, parent: Node): Iterable<IAstModification> = emptyList()
-    open fun before(nopStatement: NopStatement, parent: Node): Iterable<IAstModification> = emptyList()
-    open fun before(numLiteral: NumericLiteralValue, parent: Node): Iterable<IAstModification> = emptyList()
-    open fun before(postIncrDecr: PostIncrDecr, parent: Node): Iterable<IAstModification> = emptyList()
-    open fun before(program: Program, parent: Node): Iterable<IAstModification> = emptyList()
-    open fun before(range: RangeExpr, parent: Node): Iterable<IAstModification> = emptyList()
-    open fun before(untilLoop: UntilLoop, parent: Node): Iterable<IAstModification> = emptyList()
-    open fun before(returnStmt: Return, parent: Node): Iterable<IAstModification> = emptyList()
-    open fun before(scope: AnonymousScope, parent: Node): Iterable<IAstModification> = emptyList()
-    open fun before(string: StringLiteralValue, parent: Node): Iterable<IAstModification> = emptyList()
-    open fun before(structDecl: StructDecl, parent: Node): Iterable<IAstModification> = emptyList()
-    open fun before(subroutine: Subroutine, parent: Node): Iterable<IAstModification> = emptyList()
-    open fun before(typecast: TypecastExpression, parent: Node): Iterable<IAstModification> = emptyList()
-    open fun before(whenChoice: WhenChoice, parent: Node): Iterable<IAstModification> = emptyList()
-    open fun before(whenStatement: WhenStatement, parent: Node): Iterable<IAstModification> = emptyList()
-    open fun before(whileLoop: WhileLoop, parent: Node): Iterable<IAstModification> = emptyList()
+    protected val noModifications = emptyList<IAstModification>()
 
-    open fun after(addressOf: AddressOf, parent: Node): Iterable<IAstModification> = emptyList()
-    open fun after(array: ArrayLiteralValue, parent: Node): Iterable<IAstModification> = emptyList()
-    open fun after(arrayIndexedExpression: ArrayIndexedExpression, parent: Node): Iterable<IAstModification> = emptyList()
-    open fun after(assignTarget: AssignTarget, parent: Node): Iterable<IAstModification> = emptyList()
-    open fun after(assignment: Assignment, parent: Node): Iterable<IAstModification> = emptyList()
-    open fun after(block: Block, parent: Node): Iterable<IAstModification> = emptyList()
-    open fun after(branchStatement: BranchStatement, parent: Node): Iterable<IAstModification> = emptyList()
-    open fun after(breakStmt: Break, parent: Node): Iterable<IAstModification> = emptyList()
-    open fun after(builtinFunctionStatementPlaceholder: BuiltinFunctionStatementPlaceholder, parent: Node): Iterable<IAstModification> = emptyList()
-    open fun after(decl: VarDecl, parent: Node): Iterable<IAstModification> = emptyList()
-    open fun after(directive: Directive, parent: Node): Iterable<IAstModification> = emptyList()
-    open fun after(expr: BinaryExpression, parent: Node): Iterable<IAstModification> = emptyList()
-    open fun after(expr: PrefixExpression, parent: Node): Iterable<IAstModification> = emptyList()
-    open fun after(forLoop: ForLoop, parent: Node): Iterable<IAstModification> = emptyList()
-    open fun after(repeatLoop: RepeatLoop, parent: Node): Iterable<IAstModification> = emptyList()
-    open fun after(functionCall: FunctionCall, parent: Node): Iterable<IAstModification> = emptyList()
-    open fun after(functionCallStatement: FunctionCallStatement, parent: Node): Iterable<IAstModification> = emptyList()
-    open fun after(identifier: IdentifierReference, parent: Node): Iterable<IAstModification> = emptyList()
-    open fun after(ifStatement: IfStatement, parent: Node): Iterable<IAstModification> = emptyList()
-    open fun after(inlineAssembly: InlineAssembly, parent: Node): Iterable<IAstModification> = emptyList()
-    open fun after(jump: Jump, parent: Node): Iterable<IAstModification> = emptyList()
-    open fun after(label: Label, parent: Node): Iterable<IAstModification> = emptyList()
-    open fun after(memread: DirectMemoryRead, parent: Node): Iterable<IAstModification> = emptyList()
-    open fun after(memwrite: DirectMemoryWrite, parent: Node): Iterable<IAstModification> = emptyList()
-    open fun after(module: Module, parent: Node): Iterable<IAstModification> = emptyList()
-    open fun after(nopStatement: NopStatement, parent: Node): Iterable<IAstModification> = emptyList()
-    open fun after(numLiteral: NumericLiteralValue, parent: Node): Iterable<IAstModification> = emptyList()
-    open fun after(postIncrDecr: PostIncrDecr, parent: Node): Iterable<IAstModification> = emptyList()
-    open fun after(program: Program, parent: Node): Iterable<IAstModification> = emptyList()
-    open fun after(range: RangeExpr, parent: Node): Iterable<IAstModification> = emptyList()
-    open fun after(untilLoop: UntilLoop, parent: Node): Iterable<IAstModification> = emptyList()
-    open fun after(returnStmt: Return, parent: Node): Iterable<IAstModification> = emptyList()
-    open fun after(scope: AnonymousScope, parent: Node): Iterable<IAstModification> = emptyList()
-    open fun after(string: StringLiteralValue, parent: Node): Iterable<IAstModification> = emptyList()
-    open fun after(structDecl: StructDecl, parent: Node): Iterable<IAstModification> = emptyList()
-    open fun after(subroutine: Subroutine, parent: Node): Iterable<IAstModification> = emptyList()
-    open fun after(typecast: TypecastExpression, parent: Node): Iterable<IAstModification> = emptyList()
-    open fun after(whenChoice: WhenChoice, parent: Node): Iterable<IAstModification> = emptyList()
-    open fun after(whenStatement: WhenStatement, parent: Node): Iterable<IAstModification> = emptyList()
-    open fun after(whileLoop: WhileLoop, parent: Node): Iterable<IAstModification> = emptyList()
+    open fun before(addressOf: AddressOf, parent: Node): Iterable<IAstModification> = noModifications
+    open fun before(array: ArrayLiteralValue, parent: Node): Iterable<IAstModification> = noModifications
+    open fun before(arrayIndexedExpression: ArrayIndexedExpression, parent: Node): Iterable<IAstModification> = noModifications
+    open fun before(assignTarget: AssignTarget, parent: Node): Iterable<IAstModification> = noModifications
+    open fun before(assignment: Assignment, parent: Node): Iterable<IAstModification> = noModifications
+    open fun before(block: Block, parent: Node): Iterable<IAstModification> = noModifications
+    open fun before(branchStatement: BranchStatement, parent: Node): Iterable<IAstModification> = noModifications
+    open fun before(breakStmt: Break, parent: Node): Iterable<IAstModification> = noModifications
+    open fun before(decl: VarDecl, parent: Node): Iterable<IAstModification> = noModifications
+    open fun before(directive: Directive, parent: Node): Iterable<IAstModification> = noModifications
+    open fun before(expr: BinaryExpression, parent: Node): Iterable<IAstModification> = noModifications
+    open fun before(expr: PrefixExpression, parent: Node): Iterable<IAstModification> = noModifications
+    open fun before(forLoop: ForLoop, parent: Node): Iterable<IAstModification> = noModifications
+    open fun before(repeatLoop: RepeatLoop, parent: Node): Iterable<IAstModification> = noModifications
+    open fun before(functionCall: FunctionCall, parent: Node): Iterable<IAstModification> = noModifications
+    open fun before(functionCallStatement: FunctionCallStatement, parent: Node): Iterable<IAstModification> = noModifications
+    open fun before(identifier: IdentifierReference, parent: Node): Iterable<IAstModification> = noModifications
+    open fun before(ifStatement: IfStatement, parent: Node): Iterable<IAstModification> = noModifications
+    open fun before(inlineAssembly: InlineAssembly, parent: Node): Iterable<IAstModification> = noModifications
+    open fun before(jump: Jump, parent: Node): Iterable<IAstModification> = noModifications
+    open fun before(label: Label, parent: Node): Iterable<IAstModification> = noModifications
+    open fun before(memread: DirectMemoryRead, parent: Node): Iterable<IAstModification> = noModifications
+    open fun before(memwrite: DirectMemoryWrite, parent: Node): Iterable<IAstModification> = noModifications
+    open fun before(module: Module, parent: Node): Iterable<IAstModification> = noModifications
+    open fun before(nopStatement: NopStatement, parent: Node): Iterable<IAstModification> = noModifications
+    open fun before(numLiteral: NumericLiteralValue, parent: Node): Iterable<IAstModification> = noModifications
+    open fun before(postIncrDecr: PostIncrDecr, parent: Node): Iterable<IAstModification> = noModifications
+    open fun before(program: Program, parent: Node): Iterable<IAstModification> = noModifications
+    open fun before(range: RangeExpr, parent: Node): Iterable<IAstModification> = noModifications
+    open fun before(untilLoop: UntilLoop, parent: Node): Iterable<IAstModification> = noModifications
+    open fun before(returnStmt: Return, parent: Node): Iterable<IAstModification> = noModifications
+    open fun before(scope: AnonymousScope, parent: Node): Iterable<IAstModification> = noModifications
+    open fun before(string: StringLiteralValue, parent: Node): Iterable<IAstModification> = noModifications
+    open fun before(structDecl: StructDecl, parent: Node): Iterable<IAstModification> = noModifications
+    open fun before(subroutine: Subroutine, parent: Node): Iterable<IAstModification> = noModifications
+    open fun before(typecast: TypecastExpression, parent: Node): Iterable<IAstModification> = noModifications
+    open fun before(whenChoice: WhenChoice, parent: Node): Iterable<IAstModification> = noModifications
+    open fun before(whenStatement: WhenStatement, parent: Node): Iterable<IAstModification> = noModifications
+    open fun before(whileLoop: WhileLoop, parent: Node): Iterable<IAstModification> = noModifications
 
-    private val modifications = mutableListOf<Triple<IAstModification, Node, Node>>()
-    // private val modificationsReplacedNodes = mutableSetOf<Pair<Node, Position>>()
+    open fun after(addressOf: AddressOf, parent: Node): Iterable<IAstModification> = noModifications
+    open fun after(array: ArrayLiteralValue, parent: Node): Iterable<IAstModification> = noModifications
+    open fun after(arrayIndexedExpression: ArrayIndexedExpression, parent: Node): Iterable<IAstModification> = noModifications
+    open fun after(assignTarget: AssignTarget, parent: Node): Iterable<IAstModification> = noModifications
+    open fun after(assignment: Assignment, parent: Node): Iterable<IAstModification> = noModifications
+    open fun after(block: Block, parent: Node): Iterable<IAstModification> = noModifications
+    open fun after(branchStatement: BranchStatement, parent: Node): Iterable<IAstModification> = noModifications
+    open fun after(breakStmt: Break, parent: Node): Iterable<IAstModification> = noModifications
+    open fun after(builtinFunctionStatementPlaceholder: BuiltinFunctionStatementPlaceholder, parent: Node): Iterable<IAstModification> = noModifications
+    open fun after(decl: VarDecl, parent: Node): Iterable<IAstModification> = noModifications
+    open fun after(directive: Directive, parent: Node): Iterable<IAstModification> = noModifications
+    open fun after(expr: BinaryExpression, parent: Node): Iterable<IAstModification> = noModifications
+    open fun after(expr: PrefixExpression, parent: Node): Iterable<IAstModification> = noModifications
+    open fun after(forLoop: ForLoop, parent: Node): Iterable<IAstModification> = noModifications
+    open fun after(repeatLoop: RepeatLoop, parent: Node): Iterable<IAstModification> = noModifications
+    open fun after(functionCall: FunctionCall, parent: Node): Iterable<IAstModification> = noModifications
+    open fun after(functionCallStatement: FunctionCallStatement, parent: Node): Iterable<IAstModification> = noModifications
+    open fun after(identifier: IdentifierReference, parent: Node): Iterable<IAstModification> = noModifications
+    open fun after(ifStatement: IfStatement, parent: Node): Iterable<IAstModification> = noModifications
+    open fun after(inlineAssembly: InlineAssembly, parent: Node): Iterable<IAstModification> = noModifications
+    open fun after(jump: Jump, parent: Node): Iterable<IAstModification> = noModifications
+    open fun after(label: Label, parent: Node): Iterable<IAstModification> = noModifications
+    open fun after(memread: DirectMemoryRead, parent: Node): Iterable<IAstModification> = noModifications
+    open fun after(memwrite: DirectMemoryWrite, parent: Node): Iterable<IAstModification> = noModifications
+    open fun after(module: Module, parent: Node): Iterable<IAstModification> = noModifications
+    open fun after(nopStatement: NopStatement, parent: Node): Iterable<IAstModification> = noModifications
+    open fun after(numLiteral: NumericLiteralValue, parent: Node): Iterable<IAstModification> = noModifications
+    open fun after(postIncrDecr: PostIncrDecr, parent: Node): Iterable<IAstModification> = noModifications
+    open fun after(program: Program, parent: Node): Iterable<IAstModification> = noModifications
+    open fun after(range: RangeExpr, parent: Node): Iterable<IAstModification> = noModifications
+    open fun after(untilLoop: UntilLoop, parent: Node): Iterable<IAstModification> = noModifications
+    open fun after(returnStmt: Return, parent: Node): Iterable<IAstModification> = noModifications
+    open fun after(scope: AnonymousScope, parent: Node): Iterable<IAstModification> = noModifications
+    open fun after(string: StringLiteralValue, parent: Node): Iterable<IAstModification> = noModifications
+    open fun after(structDecl: StructDecl, parent: Node): Iterable<IAstModification> = noModifications
+    open fun after(subroutine: Subroutine, parent: Node): Iterable<IAstModification> = noModifications
+    open fun after(typecast: TypecastExpression, parent: Node): Iterable<IAstModification> = noModifications
+    open fun after(whenChoice: WhenChoice, parent: Node): Iterable<IAstModification> = noModifications
+    open fun after(whenStatement: WhenStatement, parent: Node): Iterable<IAstModification> = noModifications
+    open fun after(whileLoop: WhileLoop, parent: Node): Iterable<IAstModification> = noModifications
+
+    protected val modifications = mutableListOf<Triple<IAstModification, Node, Node>>()
 
     private fun track(mods: Iterable<IAstModification>, node: Node, parent: Node) {
         for (it in mods) {
@@ -174,12 +175,23 @@ abstract class AstWalker {
     }
 
     fun applyModifications(): Int {
+        // check if there are double removes, keep only the last one
+        val removals = modifications.filter { it.first is IAstModification.Remove }
+        if(removals.size>0) {
+            val doubles = removals.groupBy { (it.first as IAstModification.Remove).node }.filter { it.value.size>1 }
+            doubles.forEach {
+                for(doubleRemove in it.value.dropLast(1)) {
+                    if(!modifications.removeIf { mod-> mod.first === doubleRemove.first })
+                        throw FatalAstException("ast remove problem")
+                }
+            }
+        }
+
         modifications.forEach {
             it.first.perform()
         }
         val amount = modifications.size
         modifications.clear()
-//        modificationsReplacedNodes.clear()
         return amount
     }
 

compilerAst/src/prog8/parser/ModuleParsing.kt

@@ -41,8 +41,8 @@ class ModuleImporter {
         if(!Files.isReadable(filePath))
             throw ParsingFailedError("No such file: $filePath")
 
-        val input = CharStreams.fromPath(filePath)
-        return importModule(program, input, filePath, false, encoder, compilationTargetName)
+        val content = filePath.toFile().readText().replace("\r\n", "\n")
+        return importModule(program, CharStreams.fromString(content), filePath, false, encoder, compilationTargetName)
     }
 
     fun importLibraryModule(program: Program, name: String,
@@ -62,6 +62,8 @@ class ModuleImporter {
                 is prog8Parser -> System.err.println("${recognizer.inputStream.sourceName}:$line:$charPositionInLine: $msg")
                 else -> System.err.println("$line:$charPositionInLine $msg")
             }
+            if(numberOfErrors>=5)
+                throw ParsingFailedError("There are too many parse errors. Stopping.")
         }
     }
 
@@ -120,7 +122,8 @@ class ModuleImporter {
                     val (resource, resourcePath) = rsc
                     resource.use {
                         println("importing '$moduleName' (library)")
-                        importModule(program, CharStreams.fromStream(it), Paths.get("@embedded@/$resourcePath"),
+                        val content = it.reader().readText().replace("\r\n", "\n")
+                        importModule(program, CharStreams.fromString(content), Paths.get("@embedded@/$resourcePath"),
                             true, encoder, compilationTargetName)
                     }
                 } else {

dbusCompilerService/build.gradle

@@ -2,7 +2,7 @@
 plugins {
     id 'java'
     id 'application'
-    id "org.jetbrains.kotlin.jvm" version "1.4.30"
+    id "org.jetbrains.kotlin.jvm" version "1.4.32"
     id 'com.github.johnrengelman.shadow' version '6.1.0'
 }
 
@@ -18,7 +18,7 @@ repositories {
 dependencies {
     implementation "org.jetbrains.kotlin:kotlin-stdlib-jdk8"
     // implementation "org.jetbrains.kotlin:kotlin-reflect"
-    implementation 'org.jetbrains.kotlinx:kotlinx-cli:0.3.1'
+    implementation 'org.jetbrains.kotlinx:kotlinx-cli:0.3.2'
     implementation "com.github.hypfvieh:dbus-java:3.2.4"
     implementation "org.slf4j:slf4j-simple:1.7.30"
 

docs/source/index.rst

@@ -42,8 +42,9 @@ Language features
 -----------------
 
 - It is a cross-compiler running on modern machines (Linux, MacOS, Windows, ...)
-  The generated output is a machine code program runnable on actual 8-bit 6502 hardware.
-- Provide a very convenient edit/compile/run cycle by being able to directly launch
+  It generates a machine code program runnable on actual 8-bit 6502 hardware.
+- Fast execution speed due to compilation to native assembly code. It's possible to write certain raster interrupt 'demoscene' effects purely in Prog8.
+- Provides a very convenient edit/compile/run cycle by being able to directly launch
   the compiled program in an emulator and provide debugging information to this emulator.
 - Based on simple and familiar imperative structured programming (it looks like a mix of C and Python)
 - Modular programming and scoping via modules, code blocks, and subroutines.
@@ -57,6 +58,7 @@ Language features
 - Variable data types include signed and unsigned bytes and words, arrays, strings and floats.
 - High-level code optimizations, such as const-folding, expression and statement simplifications/rewriting.
 - Many built-in functions, such as ``sin``, ``cos``, ``rnd``, ``abs``, ``min``, ``max``, ``sqrt``, ``msb``, ``rol``, ``ror``, ``swap``, ``sort`` and ``reverse``
+- Programs can be run multiple times without reloading because of automatic variable (re)initializations.
 - Supports the sixteen 'virtual' 16-bit registers R0 .. R15 from the Commander X16, also on the C64.
 - If you only use standard kernal and prog8 library routines, it is possible to compile the *exact same program* for both machines (just change the compiler target flag)!
 
@@ -146,6 +148,8 @@ For MacOS you can use the Homebrew system to install a recent version of OpenJDK
 Finally: an **emulator** (or a real machine ofcourse) to test and run your programs on.
 In C64 mode, thhe compiler assumes the presence of the `Vice emulator <http://vice-emu.sourceforge.net/>`_.
 If you're targeting the CommanderX16 instead, there's the `x16emu <https://github.com/commanderx16/x16-emulator>`_.
+Make sure you use cx16 emulator and roms **V39 or newer**! Starting from version 6.5, prog8 targets that system version.
+Your program may work on V38 but that will only be by luck.
 
 .. important::
     **Building the compiler itself:** (*Only needed if you have not downloaded a pre-built 'fat-jar'*)
@@ -162,11 +166,11 @@ If you're targeting the CommanderX16 instead, there's the `x16emu <https://githu
     :maxdepth: 2
     :caption: Contents of this manual:
 
-    targetsystem.rst
     building.rst
     programming.rst
     syntaxreference.rst
     libraries.rst
+    targetsystem.rst
     technical.rst
     todo.rst
 

docs/source/libraries.rst

@@ -99,6 +99,25 @@ sys (part of syslib)
     Returns the last address of the program in memory + 1.
     Can be used to load dynamic data after the program, instead of hardcoding something.
 
+``wait(uword jiffies)``
+    wait approximately the given number of jiffies (1/60th seconds)
+    note: the system irq handler has to be active for this to work as it depends on the system jiffy clock
+
+``waitvsync()``
+    busy wait till the next vsync has occurred (approximately), without depending on custom irq handling.
+    can be used to avoid screen flicker/tearing when updating screen contents.
+    note: a more accurate way to wait for vsync is to set up a vsync irq handler instead.
+    note for cx16: the system irq handler has to be active for this to work (this is not required on c64)
+
+``waitrastborder()`` (c64 target only)
+    busy wait till the raster position has reached the bottom screen border (approximately)
+    can be used to avoid screen flicker/tearing when updating screen contents.
+    note: a more accurate way to do this is by using a raster irq handler instead.
+
+``reset_system()``
+    Soft-reset the system back to initial power-on Basic prompt.
+    (called automatically by Prog8 when the main subroutine returns and the program is not using basicsafe zeropage option)
+
 
 conv
 ----

docs/source/programming.rst

@@ -233,6 +233,10 @@ to worry about this yourself)
 
 The largest 5-byte MFLPT float that can be stored is: **1.7014118345e+38**   (negative: **-1.7014118345e+38**)
 
+.. note::
+    On the Commander X16, to use floating point operations, ROM bank 4 has to be enabled (BASIC).
+    Importing the ``floats`` library will do this for you if needed.
+
 
 Arrays
 ^^^^^^
@@ -451,6 +455,14 @@ Breaking out of a loop prematurely is possible with the ``break`` statement.
     after the loop without first assigning a new value to it!
     (this is an optimization issue to avoid having to deal with mostly useless post-loop logic to adjust the loop variable's value)
 
+.. warning::
+    For efficiency reasons, it is assumed that the ending value of the for loop is actually >= the starting value
+    (or <= if the step is negative).  This means that for loops in prog8 behave differently than in other
+    languages if this is *not* the case! A for loop from ubyte 10 to ubyte 2, for example, will iterate through
+    all values 10, 11, 12, 13, .... 254, 255, 0  (wrapped), 1, 2. In other languages the entire loop will
+    be skipped in such cases. But prog8 omits the overhead of an extra loop range check and/or branch for every for loop
+    by assuming the normal ranges.
+
 
 Conditional Execution
 ---------------------
@@ -642,7 +654,7 @@ Subroutines can be defined in a Block, but also nested inside another subroutine
 With ``asmsub`` you can define a low-level subroutine that is implemented in inline assembly and takes any parameters
 in registers directly.
 
-Trivial subroutines can be tagged as inline to tell the compiler to copy their code
+Trivial subroutines can be tagged as ``inline`` to tell the compiler to copy their code
 in-place to the locations where the subroutine is called, rather than inserting an actual call and return to the
 subroutine. This may increase code size significantly and can only be used in limited scenarios, so YMMV.
 

docs/source/syntaxreference.rst

@@ -129,7 +129,7 @@ Directives
       take care of that yourself. The program will just start running from whatever state the machine is in when the
       program was launched.
     - ``force_output`` (in a block) will force the block to be outputted in the final program.
-      Can be useful to make sure some data is generated that would otherwise be discarded because it's not referenced (such as sprite data).
+      Can be useful to make sure some data is generated that would otherwise be discarded because the compiler thinks it's not referenced (such as sprite data)
     - ``align_word`` (in a block) will make the assembler align the start address of this block on a word boundary in memory (so, an even memory address).
     - ``align_page`` (in a block) will make the assembler align the start address of this block on a page boundary in memory (so, the LSB of the address is 0).
 
@@ -550,7 +550,7 @@ and can have nothing following it. The close curly brace must be on its own line
 The parameters is a (possibly empty) comma separated list of "<datatype> <parametername>" pairs specifying the input parameters.
 The return type has to be specified if the subroutine returns a value.
 The ``inline`` keyword makes their code copied in-place to the locations where the subroutine is called,
-rather than having an actual call and return to the subroutine. This is meant for trivial subroutines only
+rather than having an actual call and return to the subroutine. This is meant for very small subroutines only
 as it can increase code size significantly.
 
 

docs/source/technical.rst

@@ -1,6 +1,6 @@
-===============
-Technical stuff
-===============
+=================
+Technical details
+=================
 
 All variables are static in memory
 ----------------------------------
@@ -83,3 +83,37 @@ Some builtin functions have a fully custom implementation.
 The compiler will warn about routines that are called and that return a value, if you're not
 doing something with that returnvalue. This can be on purpuse if you're simply not interested in it.
 Use the ``void`` keyword in front of the subroutine call to get rid of the warning in that case.
+
+
+The 6502 CPU's X-register: off-limits
+-------------------------------------
+
+Prog8 uses the cpu's X-register as a pointer in its internal expression evaluation stack.
+When only writing code in Prog8, this is taken care of behind the scenes for you by the compiler.
+However when you are including or linking with assembly routines or kernal/ROM calls that *do*
+use the X register (either clobbering it internally, or using it as a parameter, or return value register),
+those calls will destroy Prog8's stack pointer and this will result in invalid calculations.
+
+You should avoid using the X register in your assembly code, or take preparations.
+If you make sure that the value of the X register is preserved before calling a routine
+that uses it, and restored when the routine is done, you'll be ok.
+
+Routines that return a value in the X register can be called from Prog8 but the return value is
+inaccessible unless you write a short piece of inline assembly code to deal with it yourself, such as::
+
+    ubyte returnvalue
+
+    %asm {{
+        stx  P8ZP_SCRATCH_REG       ; use 'phx/plx' if using 65c02 cpu
+        ldx  #10
+        jsr  routine_using_x
+        stx  returnvalue
+        ldx  P8ZP_SCRATCH_REG
+    }}
+    ; now use 'returnvalue' variable
+
+Prog8 also provides some help to deal with this:
+
+- you should use a ``clobbers(X)`` specification for asmsub routines that modify the X register; the compiler will preserve it for you automatically when such a routine is called
+- the ``sys.rsave()`` and ``sys.rrestore()`` routines can preserve and restore *all* registers (but this is very slow and overkill if you only need to save X)
+

docs/source/todo.rst

@@ -2,29 +2,29 @@
 TODO
 ====
 
-- optimize several inner loops in gfx2
 - hoist all variable declarations up to the subroutine scope *before* even the constant folding takes place (to avoid undefined symbol errors when referring to a variable from another nested scope in the subroutine)
-- optimize swap of two memread values with index, using the same pointer expression/variable, like swap(@(ptr+1), @(ptr+2))
+- c64: make the graphics.BITMAP_ADDRESS configurable (VIC banking)
+- get rid of all other TODO's in the code ;-)
+
+
+Low prio
+^^^^^^^^
+- optimize several inner loops in gfx2 even further?
+- add modes 2 and 3 to gfx2 (lowres 4 color and 16 color)?
 - add a flood fill routine to gfx2?
-- add modes 2 and 3 to gfx2 (lowres 4 color and 16 color) ?
 - add a f_seek() routine for the Cx16 that uses its seek dos api?
-- refactor the asmgen into their own submodule?
-- refactor the compiler optimizers into their own submodule?
-- optimizer: detect variables that are written but never read - mark those as unused too and remove them, such as uword unused = memory("unused222", 20) - also remove the memory slab allocation
+- refactor the asmgen into own submodule
+- refactor the compiler optimizers into own submodule
 - add a compiler option to not remove unused subroutines. this allows for building library programs. But this won't work with 64tass's .proc ...
 - make it possible to use cpu opcodes such as 'nop' as variable names by prefixing all asm vars with something such as ``v_``
-- option to load the built-in library files from a directory instead of the embedded ones (for easier library development/debugging)
-- c64: make the graphics.BITMAP_ADDRESS configurable (VIC banking)
-- some support for recursive subroutines?
-    - via %option recursive?: allocate all params and local vars on estack, don't allow nested subroutines, can begin by first not allowing any local variables just fixing the parameters
-    - Or via a special recursive call operation that copies the current values of all local vars (including arguments) to the stack, replaces the arguments, jsr subroutine, and after returning copy the stack back to the local variables
-- get rid of all other TODO's in the code ;-)
 
 More optimizations
 ^^^^^^^^^^^^^^^^^^
 
 Add more compiler optimizations to the existing ones.
 
+- find a way to optimize if-statement codegen so that "if var & %10000" doesn't use stack & subroutine call, but also that the simple case "if X {...}" remains fast
+- optimizer: detect variables that are written but never read - mark those as unused too and remove them, such as uword unused = memory("unused222", 20) - also remove the memory slab allocation
 - further optimize assignment codegeneration, such as the following:
 - rewrite expression code generator to not use eval stack but a fixed number of predetermined value 'variables' (1 per nesting level?)
 - binexpr splitting (beware self-referencing expressions and asm code ballooning though)

examples/cube3d-gfx.p8

@@ -1,6 +1,5 @@
 %import syslib
 %import graphics
-%import test_stack
 
 ; Note: this program is compatible with C64 and CX16.
 
@@ -37,9 +36,8 @@ main {
             angley+=217
             anglez+=452
 
-            sys.wait(2)
-
-            ; test_stack.test()
+            sys.waitvsync()
+            sys.waitvsync()
         }
     }
 

examples/cx16/bobs.p8

@@ -11,7 +11,7 @@ main {
     sub start() {
         cx16.screen_set_mode(0)
         txt.print("\n\n how many sprites does\n    the commander x16 have?\n")
-        sys.wait(180)
+        sys.wait(120)
         txt.print("\n\n the manual says: '128'.\n")
         sys.wait(80)
         txt.print("\n\n but that's just a manual...\n")
@@ -38,7 +38,7 @@ main {
         palette.set_color(0, $000)
         palette.set_color(1, $af8)
 
-        cx16.set_rasterirq(&irq, 340)           ; time it so that the page flip occurs near the bottom of the screen to avoid tearing
+        cx16.set_rasterirq(&irq, 340)           ; time it so that the page flip at the end occurs near the bottom of the screen to avoid tearing
 
         repeat {
             ; don't exit
@@ -50,9 +50,9 @@ main {
     ubyte backbuffer = num_backbuffers-1
     ubyte blitbuffer = 0
     uword anim1 = $0432
-    uword anim2 = $0123
-    uword anim3 = $4321
-    uword anim4 = $8500
+    uword anim2 = $f123
+    uword anim3 = $e321
+    uword anim4 = $7500
 
     sub irq() {
 
@@ -98,7 +98,7 @@ main {
     sub blit(ubyte vmembase) {
         ubyte bank = vmembase>=32
         uword vmem = vmembase * 2048        ; mkword(vmembase,0) * 8
-        uword blit_x = (cos8u(msb(anim1)) as uword) + sin8u(msb(anim2))/5
+        uword blit_x = (cos8u(msb(anim1)) as uword) + sin8u(msb(anim2))/6
         ubyte blit_y = sin8u(msb(anim3))/2  + cos8u(msb(anim4))/5
         vmem += blit_x/8 + (blit_y as uword) * 40
 
@@ -139,10 +139,10 @@ main {
         for ix in 2 to len(shifted_sprite)-1 step 3
             cx16.VERA_DATA1 = cx16.VERA_DATA0 & shifted_mask[ix] | shifted_sprite[ix]
 
-        anim1 += 217
-        anim2 += 190
-        anim3 += 222
-        anim4 += 195
+        anim1 += 117
+        anim2 += 90
+        anim3 += 122
+        anim4 += 145
     }
 
     sub bitshift(ubyte shift) {
@@ -288,41 +288,41 @@ main {
     ]
 
     uword[16] sprite = [
-        %0000000000000000,
-        %0110001110000000,
-        %0101001001000000,
-        %0100111001000000,
-        %0100000000100000,
-        %0101001000100000,
-        %0101001000110000,
-        %0100100000101000,
-        %0101111000101000,
-        %0010000001010100,
-        %0001111110010100,
-        %0001000000010000,
-        %0001000000010000,
-        %0001010111010000,
-        %0001101100110000,
-        %0000000000000000
+        %0000001111000000,
+        %0001111111111000,
+        %0011111110101100,
+        %0111111011010010,
+        %0111111010100010,
+        %0111110100001010,
+        %1111101000100001,
+        %1111010000000001,
+        %1111000100100001,
+        %1110100000000001,
+        %0110001000000010,
+        %0101000000000010,
+        %0100000000000010,
+        %0010100000000100,
+        %0001110000111000,
+        %0000001111000000
     ]
 
     uword[16] mask = [
-        %1111111111111111,
-        %1000000001111111,
-        %1000000000111111,
-        %1000000000111111,
-        %1000000000011111,
-        %1000000000011111,
-        %1000000000001111,
-        %1000000000000111,
-        %1000000000000111,
-        %1100000000001011,
-        %1110000000001011,
-        %1110000000001111,
-        %1110000000001111,
-        %1110000000001111,
-        %1110010011001111,
-        %1111111111111111
+        %1111110000111111,
+        %1110000000000111,
+        %1100000000000011,
+        %1000000000000001,
+        %1000000000000001,
+        %1000000000000001,
+        %0000000000000000,
+        %0000000000000000,
+        %0000000000000000,
+        %0000000000000000,
+        %1000000000000001,
+        %1000000000000001,
+        %1000000000000001,
+        %1100000000000011,
+        %1110000000000111,
+        %1111110000111111
     ]
 
     ubyte[16*3] shifted_sprite

examples/cx16/highresbitmap.p8

@@ -2,7 +2,7 @@
 %import gfx2
 %import floats
 %import textio
-%zeropage basicsafe
+%zeropage dontuse
 
 main {
 

examples/cx16/multipalette.p8

@@ -0,0 +1,415 @@
+%target cx16
+%import palette
+%import gfx2
+%option no_sysinit
+
+main {
+
+    sub start() {
+        ; palette.set_rgb(&colors, len(colors))
+        void cx16.screen_set_mode(128)   ; low-res bitmap 256 colors
+
+        cx16.FB_init()
+
+        cx16.VERA_DC_VIDEO = (cx16.VERA_DC_VIDEO & %11001111) | %00010000      ; enable only layer 0
+        cx16.VERA_L0_CONFIG = %00000110     ; 4 bpp = 16 colors
+        ;cx16.VERA_L0_MAPBASE = 0
+        ;cx16.VERA_L0_TILEBASE = 0
+
+        ubyte pix=0
+        ubyte ypos
+        cx16.FB_cursor_position(0, 0)
+        for ypos in 0 to 199 {
+            repeat 320/2 {
+                cx16.FB_set_pixel((pix&15)<<4 | (pix&15))
+                pix++
+            }
+            pix=0
+        }
+
+        ; color index 0 can't be swapped - set it to black in both ranges
+        palette.set_color(0, 0)
+        palette.set_color(16, 0)
+
+        cx16.set_rasterirq(&irq.irq, 0)
+
+        repeat {
+            ; don't exit
+        }
+    }
+}
+
+
+irq {
+    ubyte phase = 0
+    uword next_rasterline = 0
+    const ubyte increment = 4           ; 4 scanlines = 2 lores pixels per color swap  (2 scanlines is too tight)
+
+    sub irq() {
+        if phase & 1 == 0 {
+            %asm {{
+                lda  #0     ; activate palette #0  (first set of colors)
+                sta  cx16.VERA_L0_HSCROLL_H
+
+                stz  cx16.VERA_CTRL
+                lda  #<$fa00+32+2
+                sta  cx16.VERA_ADDR_L
+                lda  #>$fa00+32+2
+                sta  cx16.VERA_ADDR_M
+                lda  #%00010001
+                sta  cx16.VERA_ADDR_H
+
+                ; change 15 palette entries 1..15  (0 is fixed)
+                lda  #<$e000
+                sta  $02
+                lda  #>$e000
+                sta  $02
+                ldy  #0
+                lda  (2),y
+                sta  cx16.VERA_DATA0
+                iny
+                lda  (2),y
+                sta  cx16.VERA_DATA0
+                iny
+                lda  (2),y
+                sta  cx16.VERA_DATA0
+                iny
+                lda  (2),y
+                sta  cx16.VERA_DATA0
+                iny
+                lda  (2),y
+                sta  cx16.VERA_DATA0
+                iny
+                lda  (2),y
+                sta  cx16.VERA_DATA0
+                iny
+                lda  (2),y
+                sta  cx16.VERA_DATA0
+                iny
+                lda  (2),y
+                sta  cx16.VERA_DATA0
+                iny
+                lda  (2),y
+                sta  cx16.VERA_DATA0
+                iny
+                lda  (2),y
+                sta  cx16.VERA_DATA0
+                iny
+                lda  (2),y
+                sta  cx16.VERA_DATA0
+                iny
+                lda  (2),y
+                sta  cx16.VERA_DATA0
+                iny
+                lda  (2),y
+                sta  cx16.VERA_DATA0
+                iny
+                lda  (2),y
+                sta  cx16.VERA_DATA0
+                iny
+                lda  (2),y
+                sta  cx16.VERA_DATA0
+                iny
+                lda  (2),y
+                sta  cx16.VERA_DATA0
+                iny
+                lda  (2),y
+                sta  cx16.VERA_DATA0
+                iny
+                lda  (2),y
+                sta  cx16.VERA_DATA0
+                iny
+                lda  (2),y
+                sta  cx16.VERA_DATA0
+                iny
+                lda  (2),y
+                sta  cx16.VERA_DATA0
+                iny
+                lda  (2),y
+                sta  cx16.VERA_DATA0
+                iny
+                lda  (2),y
+                sta  cx16.VERA_DATA0
+                iny
+                lda  (2),y
+                sta  cx16.VERA_DATA0
+                iny
+                lda  (2),y
+                sta  cx16.VERA_DATA0
+                iny
+                lda  (2),y
+                sta  cx16.VERA_DATA0
+                iny
+                lda  (2),y
+                sta  cx16.VERA_DATA0
+                iny
+                lda  (2),y
+                sta  cx16.VERA_DATA0
+                iny
+                lda  (2),y
+                sta  cx16.VERA_DATA0
+                iny
+                lda  (2),y
+                sta  cx16.VERA_DATA0
+                iny
+                lda  (2),y
+                sta  cx16.VERA_DATA0
+
+
+
+;                lda  #$0f
+;                sta  cx16.VERA_DATA0
+;                lda  #0
+;                sta  cx16.VERA_DATA0
+;                lda  #$0f
+;                sta  cx16.VERA_DATA0
+;                lda  #0
+;                sta  cx16.VERA_DATA0
+;                lda  #$0f
+;                sta  cx16.VERA_DATA0
+;                lda  #0
+;                sta  cx16.VERA_DATA0
+;                lda  #$0f
+;                sta  cx16.VERA_DATA0
+;                lda  #0
+;                sta  cx16.VERA_DATA0
+;                lda  #$0f
+;                sta  cx16.VERA_DATA0
+;                lda  #0
+;                sta  cx16.VERA_DATA0
+;                lda  #$0f
+;                sta  cx16.VERA_DATA0
+;                lda  #0
+;                sta  cx16.VERA_DATA0
+;                lda  #$0f
+;                sta  cx16.VERA_DATA0
+;                lda  #0
+;                sta  cx16.VERA_DATA0
+;                lda  #$0f
+;                sta  cx16.VERA_DATA0
+;                lda  #0
+;                sta  cx16.VERA_DATA0
+;                lda  #$0f
+;                sta  cx16.VERA_DATA0
+;                lda  #0
+;                sta  cx16.VERA_DATA0
+;                lda  #$0f
+;                sta  cx16.VERA_DATA0
+;                lda  #0
+;                sta  cx16.VERA_DATA0
+;                lda  #$0f
+;                sta  cx16.VERA_DATA0
+;                lda  #0
+;                sta  cx16.VERA_DATA0
+;                lda  #$0f
+;                sta  cx16.VERA_DATA0
+;                lda  #0
+;                sta  cx16.VERA_DATA0
+;                lda  #$0f
+;                sta  cx16.VERA_DATA0
+;                lda  #0
+;                sta  cx16.VERA_DATA0
+;                lda  #$0f
+;                sta  cx16.VERA_DATA0
+;                lda  #0
+;                sta  cx16.VERA_DATA0
+;                lda  #$0f
+;                sta  cx16.VERA_DATA0
+;                lda  #0
+;                sta  cx16.VERA_DATA0
+
+            }}
+        }
+        else {
+            %asm {{
+            lda  #1     ; activate palette #1  (second set of colors)
+            sta  cx16.VERA_L0_HSCROLL_H
+
+            stz  cx16.VERA_CTRL
+            lda  #<$fa00+2
+            sta  cx16.VERA_ADDR_L
+            lda  #>$fa00+2
+            sta  cx16.VERA_ADDR_M
+            lda  #%00010001
+            sta  cx16.VERA_ADDR_H
+
+                ; change 15 palette entries 1..15  (0 is fixed)
+
+                lda  #<$f000
+                sta  $02
+                lda  #>$f000
+                sta  $02
+                ldy  #0
+                lda  (2),y
+                sta  cx16.VERA_DATA0
+                iny
+                lda  (2),y
+                sta  cx16.VERA_DATA0
+                iny
+                lda  (2),y
+                sta  cx16.VERA_DATA0
+                iny
+                lda  (2),y
+                sta  cx16.VERA_DATA0
+                iny
+                lda  (2),y
+                sta  cx16.VERA_DATA0
+                iny
+                lda  (2),y
+                sta  cx16.VERA_DATA0
+                iny
+                lda  (2),y
+                sta  cx16.VERA_DATA0
+                iny
+                lda  (2),y
+                sta  cx16.VERA_DATA0
+                iny
+                lda  (2),y
+                sta  cx16.VERA_DATA0
+                iny
+                lda  (2),y
+                sta  cx16.VERA_DATA0
+                iny
+                lda  (2),y
+                sta  cx16.VERA_DATA0
+                iny
+                lda  (2),y
+                sta  cx16.VERA_DATA0
+                iny
+                lda  (2),y
+                sta  cx16.VERA_DATA0
+                iny
+                lda  (2),y
+                sta  cx16.VERA_DATA0
+                iny
+                lda  (2),y
+                sta  cx16.VERA_DATA0
+                iny
+                lda  (2),y
+                sta  cx16.VERA_DATA0
+                iny
+                lda  (2),y
+                sta  cx16.VERA_DATA0
+                iny
+                lda  (2),y
+                sta  cx16.VERA_DATA0
+                iny
+                lda  (2),y
+                sta  cx16.VERA_DATA0
+                iny
+                lda  (2),y
+                sta  cx16.VERA_DATA0
+                iny
+                lda  (2),y
+                sta  cx16.VERA_DATA0
+                iny
+                lda  (2),y
+                sta  cx16.VERA_DATA0
+                iny
+                lda  (2),y
+                sta  cx16.VERA_DATA0
+                iny
+                lda  (2),y
+                sta  cx16.VERA_DATA0
+                iny
+                lda  (2),y
+                sta  cx16.VERA_DATA0
+                iny
+                lda  (2),y
+                sta  cx16.VERA_DATA0
+                iny
+                lda  (2),y
+                sta  cx16.VERA_DATA0
+                iny
+                lda  (2),y
+                sta  cx16.VERA_DATA0
+                iny
+                lda  (2),y
+                sta  cx16.VERA_DATA0
+                iny
+                lda  (2),y
+                sta  cx16.VERA_DATA0
+
+
+;            lda  #$ff
+;            sta  cx16.VERA_DATA0
+;            lda  #0
+;            sta  cx16.VERA_DATA0
+;            lda  #$ff
+;            sta  cx16.VERA_DATA0
+;            lda  #0
+;            sta  cx16.VERA_DATA0
+;            lda  #$ff
+;            sta  cx16.VERA_DATA0
+;            lda  #0
+;            sta  cx16.VERA_DATA0
+;            lda  #$ff
+;            sta  cx16.VERA_DATA0
+;            lda  #0
+;            sta  cx16.VERA_DATA0
+;            lda  #$ff
+;            sta  cx16.VERA_DATA0
+;            lda  #0
+;            sta  cx16.VERA_DATA0
+;            lda  #$ff
+;            sta  cx16.VERA_DATA0
+;            lda  #0
+;            sta  cx16.VERA_DATA0
+;            lda  #$ff
+;            sta  cx16.VERA_DATA0
+;            lda  #0
+;            sta  cx16.VERA_DATA0
+;            lda  #$ff
+;            sta  cx16.VERA_DATA0
+;            lda  #0
+;            sta  cx16.VERA_DATA0
+;            lda  #$ff
+;            sta  cx16.VERA_DATA0
+;            lda  #0
+;            sta  cx16.VERA_DATA0
+;            lda  #$ff
+;            sta  cx16.VERA_DATA0
+;            lda  #0
+;            sta  cx16.VERA_DATA0
+;            lda  #$ff
+;            sta  cx16.VERA_DATA0
+;            lda  #0
+;            sta  cx16.VERA_DATA0
+;            lda  #$ff
+;            sta  cx16.VERA_DATA0
+;            lda  #0
+;            sta  cx16.VERA_DATA0
+;            lda  #$ff
+;            sta  cx16.VERA_DATA0
+;            lda  #0
+;            sta  cx16.VERA_DATA0
+;            lda  #$ff
+;            sta  cx16.VERA_DATA0
+;            lda  #0
+;            sta  cx16.VERA_DATA0
+;            lda  #$ff
+;            sta  cx16.VERA_DATA0
+;            lda  #0
+;            sta  cx16.VERA_DATA0
+
+            }}
+        }
+
+        phase++
+        next_rasterline += increment
+
+        if next_rasterline > 400 {
+            next_rasterline = 0
+            phase = 0
+        }
+
+        cx16.set_rasterline(next_rasterline)
+
+;
+;        uword[16] colors1 = 0
+;        uword[16] colors2 = 200
+;
+;        palette.set_rgb(colors1, len(colors1))
+;        palette.set_rgb(colors2, len(colors2))
+    }
+}

examples/cx16/vtui/testvtui.p8

@@ -19,9 +19,9 @@ main {
         vtui.gotoxy(10,10)
         vtui.border(1, 40, 6, $47)
         vtui.gotoxy(12,12)
-        vtui.print_str2(@"Hello, world! vtui from Prog8!", $f2, $80)
+        vtui.print_str2(@"Hello, world! vtui from Prog8!", $f2, false)
         vtui.gotoxy(12,13)
-        vtui.print_str2("Hello, world! vtui from Prog8!", $f2, $00)
+        vtui.print_str2("Hello, world! vtui from Prog8!", $f2, true)
 
         str inputbuffer = "?" * 20
 
@@ -31,11 +31,11 @@ main {
 ;        txt.chrout('\n')
 
         vtui.gotoxy(5,20)
-        vtui.print_str2(@"Enter your name: ", $e3, $80)
+        vtui.print_str2(@"Enter your name: ", $e3, false)
         ubyte length = vtui.input_str(inputbuffer, len(inputbuffer), $21)
 
         vtui.gotoxy(8,22)
-        vtui.print_str2(@"Your name is: ", $e3, $80)
+        vtui.print_str2(@"Your name is: ", $e3, false)
         ;vtui.print_str2(inputbuffer, $67, $00)
         vtui.print_str(inputbuffer, length, $67, $00)
 
@@ -58,7 +58,7 @@ main {
 
         ;vtui.screen_set(2)
         vtui.gotoxy(30, 32)
-        vtui.print_str2("arrow keys to move!", $61, 0)
+        vtui.print_str2("arrow keys to move!", $61, true)
 
 char_loop:
         ubyte char = c64.GETIN()
@@ -114,6 +114,7 @@ vtui $1000 {
     %asmbinary "VTUI0.8.BIN", 2     ; skip the 2 dummy load address bytes
 
     ; NOTE: base address $1000 here must be the same as the block's memory address, for obvious reasons!
+    ; The routines below are for VTUI 0.8
     romsub $1000  =  initialize() clobbers(A, X, Y)
     romsub $1002  =  screen_set(ubyte mode @A) clobbers(A, X, Y)
     romsub $1005  =  set_bank(ubyte bank @Pc) clobbers(A)
@@ -134,10 +135,13 @@ vtui $1000 {
     romsub $1032  =  rest_rect(ubyte ramtype @A, ubyte vbank @Pc, uword address @R0, ubyte width @R1, ubyte height @R2) clobbers(A, X, Y)
     romsub $1035  =  input_str(uword buffer @R0, ubyte buflen @Y, ubyte colors @X) clobbers (A) -> ubyte @Y
 
-    ; -- helper function to do string length counting for you internally
-    asmsub print_str2(str txtstring @R0, ubyte colors @X, ubyte convertchars @A) clobbers(A, Y) {
+    ; -- helper function to do string length counting for you internally, and turn the convertchars flag into a boolean again
+    asmsub print_str2(str txtstring @R0, ubyte colors @X, ubyte convertchars @Pc) clobbers(A, Y) {
         %asm {{
-            pha
+            lda  #0
+            bcs  +
+            lda  #$80
++           pha
             lda  cx16.r0
             ldy  cx16.r0+1
             jsr  prog8_lib.strlen

examples/tehtriz.p8

@@ -206,7 +206,7 @@ waitkey:
                 num_lines++
                 ubyte x
                 for x in boardOffsetX to boardOffsetX+boardWidth-1
-                    txt.setcc(x, linepos, 160, 1)
+                    txt.setcc(x, linepos, @'▒', 1)
             }
         }
         if num_lines {
@@ -338,7 +338,7 @@ waitkey:
         for i in len(colors)-1 downto 0 {
             ubyte x
             for x in 5 downto 0 {
-                txt.setcc(6+x-i, 11+2*i, 102, colors[i])
+                txt.setcc(6+x-i, 11+2*i, @'▒', colors[i])
             }
         }
         drawScore()

examples/test.p8

@@ -1,24 +1,17 @@
 %import textio
+%import gfx2
 %zeropage basicsafe
 
 main {
+    sub start()  {
+        repeat {
+            sys.waitvsync()
+            ubyte joy = lsb(cx16.joystick_get2(0))
+            txt.print_ubbin(joy,1)
+            txt.nl()
+        }
 
-    sub start() {
-
-        txt.print("hello")
-
-;        str filename = "titlescreen.bin"
-;        ubyte success = cx16.vload(filename, 8, 0, $0000)
-;        if success {
-;            txt.print("load ok")
-;            cx16.VERA_DC_HSCALE = 64
-;            cx16.VERA_DC_VSCALE = 64
-;            cx16.VERA_L1_CONFIG = %00011111     ; 256c bitmap mode
-;            cx16.VERA_L1_MAPBASE = 0
-;            cx16.VERA_L1_TILEBASE = 0
-;        } else {
-;            txt.print("load fail")
-;        }
+        repeat {
+        }
     }
 }
-

httpCompilerService/build.gradle

@@ -2,7 +2,7 @@
 plugins {
     id 'java'
     id 'application'
-    id "org.jetbrains.kotlin.jvm" version "1.4.30"
+    id "org.jetbrains.kotlin.jvm" version "1.4.32"
     id 'com.github.johnrengelman.shadow' version '6.1.0'
 }
 
@@ -19,7 +19,7 @@ dependencies {
     implementation project(':compiler')
     implementation "org.jetbrains.kotlin:kotlin-stdlib-jdk8"
     // implementation "org.jetbrains.kotlin:kotlin-reflect"
-    implementation 'org.jetbrains.kotlinx:kotlinx-cli:0.3.1'
+    implementation 'org.jetbrains.kotlinx:kotlinx-cli:0.3.2'
     implementation "org.takes:takes:1.19"
     implementation "javax.json:javax.json-api:1.1.4"
     implementation "org.glassfish:javax.json:1.1.4"

parser/antlr/prog8.g4

@@ -5,6 +5,7 @@ NOTES:
 
 - whitespace is ignored. (tabs/spaces)
 - every position can be empty, be a comment, or contain ONE statement.
+- input is assumed to be a text file with UNIX line endings (\n).
 
 */
 
@@ -14,10 +15,10 @@ grammar prog8;
 package prog8.parser;
 }
 
-LINECOMMENT : [\r\n][ \t]* COMMENT -> channel(HIDDEN);
-COMMENT :  ';' ~[\r\n]* -> channel(HIDDEN) ;
+LINECOMMENT : [\n][ \t]* COMMENT -> channel(HIDDEN);
+COMMENT :  ';' ~[\n]* -> channel(HIDDEN) ;
 WS :  [ \t] -> skip ;
-EOL :  [\r\n]+ ;
+EOL :  [\n]+ ;
 // WS2 : '\\' EOL -> skip;
 VOID: 'void';
 NAME :  [a-zA-Z][a-zA-Z0-9_]* ;

syntax-files/Vim/prog8_builtins.vim

@@ -518,7 +518,6 @@ syn match prog8BuiltInFunc "\<c64\.PLOT\>"
 syn match prog8BuiltInFunc "\<c64\.IOBASE\>"
 syn match prog8BuiltInFunc "\<c64\.STOP2\>"
 syn match prog8BuiltInFunc "\<c64\.RDTIM16\>"
-syn match prog8BuiltInFunc "\<c64\.MEMTOP2\>"
 syn match prog8BuiltInVar "\<cx16\.CINV\>"
 syn match prog8BuiltInVar "\<cx16\.NMI_VEC\>"
 syn match prog8BuiltInVar "\<cx16\.RESET_VEC\>"
@@ -628,6 +627,7 @@ syn match prog8BuiltInFunc "\<cx16\.mouse_get\>"
 syn match prog8BuiltInFunc "\<cx16\.mouse_scan\>"
 syn match prog8BuiltInFunc "\<cx16\.joystick_scan\>"
 syn match prog8BuiltInFunc "\<cx16\.joystick_get\>"
+syn match prog8BuiltInFunc "\<cx16\.joystick_get2\>"
 syn match prog8BuiltInFunc "\<cx16\.clock_set_date_time\>"
 syn match prog8BuiltInFunc "\<cx16\.clock_get_date_time\>"
 syn match prog8BuiltInFunc "\<cx16\.GRAPH_init\>"
@@ -674,6 +674,7 @@ syn match prog8BuiltInFunc "\<cx16\.entropy_get\>"
 syn match prog8BuiltInFunc "\<cx16\.monitor\>"
 syn match prog8BuiltInFunc "\<cx16\.rombank\>"
 syn match prog8BuiltInFunc "\<cx16\.rambank\>"
+syn match prog8BuiltInFunc "\<cx16\.numbanks\>"
 syn match prog8BuiltInFunc "\<cx16\.vpeek\>"
 syn match prog8BuiltInFunc "\<cx16\.vaddr\>"
 syn match prog8BuiltInFunc "\<cx16\.vpoke\>"