/* Copyright (c) 2017, Computer History Museum 
All rights reserved. 
Redistribution and use in source and binary forms, with or without modification, are permitted (subject to 
the limitations in the disclaimer below) provided that the following conditions are met: 
 * Redistributions of source code must retain the above copyright notice, this list of conditions and the following disclaimer. 
 * Redistributions in binary form must reproduce the above copyright notice, this list of conditions and the following 
   disclaimer in the documentation and/or other materials provided with the distribution. 
 * Neither the name of Computer History Museum nor the names of its contributors may be used to endorse or promote products 
   derived from this software without specific prior written permission. 
NO EXPRESS OR IMPLIED LICENSES TO ANY PARTY'S PATENT RIGHTS ARE GRANTED BY THIS LICENSE. THIS SOFTWARE IS PROVIDED BY THE 
COPYRIGHT HOLDERS AND CONTRIBUTORS "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE 
IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT 
HOLDER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES 
(INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS 
INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING 
NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH 
DAMAGE. */

#include "anal.h"
#define FILE_NUM 135

long AnalCount;
struct TAEDictState TAEDictionary;
Handle TAEDictHandle;
long LastAnalUse;

void AnalScanPeteInner(PETEHandle pte, struct TAESessionState *pSession, long *pScanned,Boolean toSpeak);
OSErr AnalInit(void);
OSErr AnalInitDictionary(struct TAEDictState *pDictionary);
OSErr AnalDispose(void);
OSErr AnalStart(void);
void AnalEnd(void);
void AnalIdle(void);
short AnalScore(struct TAESessionState *pSession);
#define kAnalScanFinished (-1)
#define AnalScanFinished(pte) (!(*PeteExtra(pte))->taeDesired || (*PeteExtra(pte))->taeScanned==kAnalScanFinished)
#define IsAnalHot(collection) ((collection)%2==0)
void SetupTAEDictionary(void);
void TeardownTAEDictionary(void);
char **AnalWhite(void);

/**********************************************************************
 * AnalScan - the big analysis scanner, for all Pete records
 **********************************************************************/
void AnalScan(void)
{
	WindowPtr winWP;
	MyWindowPtr	win;
	PETEHandle pte;
			
	for (winWP=FrontWindow_();winWP;winWP=GetNextWindow(winWP))
	{
		if (IsKnownWindowMyWindow(winWP))
		{
			win = GetWindowMyWindowPtr (winWP);
			for (pte=win->pteList;pte;pte=PeteNext(pte))
			{
				PeteExtra extra = **PeteExtra(pte);
				while (!AnalScanFinished(pte))
				{
					if (AnalStart()) return;
					UsingWindow(winWP);
					AnalScanPete(pte,false,(*PeteExtra(pte))->taeSpeak);
					AnalEnd();
					if (NEED_YIELD) return;
				}
			}
		}
	}
	
	AnalIdle();
}

/**********************************************************************
 * AnalScanPete - the analysis scanner, for a single Pete record
 **********************************************************************/
void AnalScanPete(PETEHandle pte,Boolean toCompletion,Boolean toSpeak)
{
	long scanned = (*PeteExtra(pte))->taeScanned;
	long len;
	
	// Are we done?
	if (!AnalScanFinished(pte))
	{
		// Make a copy of the session
		struct TAESessionState session = (*PeteExtra(pte))->taeSession;

		// do we need to destroy the session?
		if (scanned != (*PeteExtra(pte))->taeScannedSession)
		{
			if (session.pvtext) TAEEndSession(&session);
			Zero(session);
		}

		// do we need a session?
		if (!session.pvtext)
		{
			SetupTAEDictionary();
			TAEStartSession(&session,&TAEDictionary);
			TeardownTAEDictionary();
		}
		
		len = PETEGetTextLen(PETE,pte);
		
		// Scan at least once
		if (session.pvtext) 
			do
			{
				AnalScanPeteInner(pte,&session,&scanned,toSpeak);
			} // Keep scanning if we want to finish
			while (toCompletion && scanned<len-1);
		
		// Update the scanned pointers
		(*PeteExtra(pte))->taeScanned = (*PeteExtra(pte))->taeScannedSession = scanned<len ? scanned:kAnalScanFinished;

		// If we're done, record the score and kill the session
		if (AnalScanFinished(pte))
		{
			short score = AnalScore(&session);
			
			(*PeteExtra(pte))->taeScore = score+1;
			TAEEndSession(&session);
			Zero(session);
		}
		
		// Put the session back
		(*PeteExtra(pte))->taeSession = session;
	}
}

/**********************************************************************
 * AnalScanPeteInner - do a single scan, assuming we're all setup
 **********************************************************************/
void AnalScanPeteInner(PETEHandle pte, struct TAESessionState *pSession, long *pScanned, Boolean toSpeak)
{
	long l1, l2;
	Handle text;
	Boolean peteDirtyWas = PeteIsDirty(pte)!=0;
	Boolean winDirtyWas = (*PeteExtra(pte))->win->isDirty;
	Ptr spot, end;
	long len;
	Str15 quote;
	Boolean is=false;
	PETEParaInfo info;
	Boolean scanQuote = AnalScanQuotes() || toSpeak;
	struct TAEAllMatches phrases;
	struct TAEMatch *match, *lastMatch;
		
	len = PETEGetTextLen(PETE,pte);

	PeteGetTextAndSelection(pte,&text,nil,nil);
	spot = *text + *pScanned;
	end = *text+len;
		
	// find the first return
	if (!*pScanned)
		l1 = 0;
	else
	{
		for (;spot<end;spot++) if (*spot=='\015') break;
		l1 = spot-*text+1;
	}

	// find the next return
	for (spot++;spot<end;spot++) if (*spot=='\015') break;
	l2 = spot-*text;
	
	// Got a line?
	if (l1<=l2 && l1<len) *pScanned = l2;
	else {*pScanned = len; return;}
	
	// Is it in an attachment header?
	if (GetWindowKind(GetMyWindowWindowPtr((*PeteExtra(pte))->win))==COMP_WIN)
	{
		long para;
		PETEGetParaIndex(PETE,pte,(l1+l2)/2,&para);
		if (para==ATTACH_HEAD-1) return;
	}
	
#ifdef DEBUG
	spot = *text+l1;
#endif
	
	// excerpted?
	Zero(info);
	if (scanQuote && !PETEGetParaInfo(PETE,pte,PeteParaAt(pte,l1),&info))
		if (info.quoteLevel) is = true;
	
	// Great.  Grab the quote chars
	if (!scanQuote || !is || *GetRString(quote,QUOTE_PREFIX))
	{
		if (scanQuote && !is) is = quote[1]==(*text)[l1];
		
		if (!scanQuote || !is)
		{
			NoScannerResets++;	// these changes don't count
						
			TAEInitAllMatches(&phrases);

			LDRef(text);
			SetupTAEDictionary();
			TAEProcessText(pSession,*text+l1,l2-l1,&phrases,true,AnalWhite());
			TeardownTAEDictionary();
			UL(text);

			LastAnalUse = TickCount();
			
			// Mark the phrases
			if (!phrases.iNumMatches) {if (!toSpeak) PeteNoLabel(pte,l1,l2,pAnalMask);}
			else
			{
				match = phrases.ptaematches;
				lastMatch = match + phrases.iNumMatches-1;
				if (!toSpeak)
				{
					PeteNoLabel(pte,l1,l1+match->lStart,pAnalMask);
					PeteNoLabel(pte,l1+lastMatch->lStart+lastMatch->lLength,l2,pAnalMask);
				}
				while (match<=lastMatch)
				{
					if (toSpeak)
					{
						Str255 s;
						MakePStr(s,*text+l1+match->lStart,match->lLength);
						Speak(nil,s+1,*s);
					}
					else if (!PeteIsLabelled(pte,l1+match->lStart,l1+match->lStart+match->lLength,pURLLabel) && !PeteIsLabelled(pte,l1+match->lStart,l1+match->lStart+match->lLength,pLinkLabel))
					{
						PeteLabel(pte,l1+match->lStart,l1+match->lStart+match->lLength,IsAnalHot(match->nCollection)?pLooseAnalLabel:pTightAnalLabel,pAnalMask);
						if (match<lastMatch)
							PeteNoLabel(pte,l1+match->lStart+match->lLength,l1+match[1].lStart,pAnalMask);
					}
					match++;
				}
			}
			
			TAEFreeAllMatches(&phrases);
		
			NoScannerResets--;
			
			if (!peteDirtyWas) PETEMarkDocDirty(PETE,pte,False);
			(*PeteExtra(pte))->win->isDirty = winDirtyWas;
		}
	}
	
	// update where we left off
	*pScanned = l2;
}

/**********************************************************************
 * AnalScanHandle - scan a handle with the analyzer
 **********************************************************************/
short AnalScanHandle(UHandle text,long offset,long len,Boolean *inHeader)
{
	struct TAESessionState session;
	short score = -1;	// invalid...

	// initialization
	if (AnalStart())
		return -1;	//	Unable to initialize. Return invalid score.
	
	// get a session going
	SetupTAEDictionary();
	TAEStartSession(&session,&TAEDictionary);
	TeardownTAEDictionary();
	
	if (session.pvtext) 
	{
		UPtr start, stop, end;
		long len = GetHandleSize(text);
		long offset;
		long maxBite = GetRLong(MAX_ANAL_BITE);
		
		for (offset=0;offset<len;offset+=stop-start)
		{
			start = *text+offset;
			end = *text+len;

			// Scan headers?
			if (inHeader && *inHeader)
			{
				Str31 rcvd;
				Str31 foundHead;
				
				// find a header
				for (stop=start+1;stop<end;stop++)
					if (*stop=='\015' && (stop==end-1 || !IsWhite(stop[1]))) {stop++;break;}
				if (stop>=end-1 || *stop=='\r') *inHeader = false;
				
				// is it a Received header?
				GetRString(rcvd,RECEIVED_HEAD);
				MakePStr(foundHead,start,stop-start);
				if (*foundHead>=*rcvd)
				{
					*foundHead = *rcvd;
					if (StringSame(foundHead,rcvd)) continue;	// skip Received: headers
				}
			}
			else
			{
				// find a blank line, or else just a return if the paragraph is very long
				for (stop=start+1;stop<end;stop++)
				{
					if (*stop=='\015' && stop-start>maxBite) {stop++;break;}
					if (*stop=='\015' && (stop==end-1 || stop[1]=='\r')) {stop++;break;}
				}
			}

			// analyze it...
			LDRef(text);
			SetupTAEDictionary();
			TAEProcessText(&session,start,stop-start,nil,true,AnalWhite());
			TeardownTAEDictionary();
			UL(text);
			LastAnalUse = TickCount();
			
			if (NEED_YIELD) MyYieldToAnyThread();
		}
		
		// ok, now score it
		score = AnalScore(&session);
		
		// kill the session
		TAEEndSession(&session);
	}
	
	AnalEnd();
	return score;
}

/**********************************************************************
 * AnalInit - prepare the analyzer for entry
 **********************************************************************/
OSErr AnalInit(void)
{
	if (AnalCount) return noErr;
	if (TAEStartSession)	// found the library
	if (HasFeature(featureAnal))	// user allowed to use it
	if (!AnalDisabled())	// user wants to use it
	if (!AnalInitDictionary(&TAEDictionary))	// it lives!
	{
		TAEDictHandle = RecoverHandle(TAEDictionary.pvdict);
		TeardownTAEDictionary();
		UseFeature(featureAnal);
		AnalCount++;	// successfully initialized!
		return noErr;
	}
	return fnfErr;
}

/**********************************************************************
 * AnalDispose - all done with the scanner
 **********************************************************************/
OSErr AnalDispose(void)
{
	if (TAEDictHandle)
	{
		SetupTAEDictionary();
		TAECloseDictionary(&TAEDictionary);
		Zero(TAEDictionary);
		TAEDictHandle = nil;
	}
	AnalCount = 0;
	return noErr;
}

/**********************************************************************
 * AnalStart - a particular process will start using the analyzer
 **********************************************************************/
OSErr AnalStart(void)
{
	OSErr err=noErr;
	
	if (!AnalCount)
		err=AnalInit();

	if (!err) AnalCount++;
	
	return err;
}

/**********************************************************************
 * AnalEnd - a particular process is done using the analyzer
 **********************************************************************/
void AnalEnd(void)
{
	if (AnalCount) AnalCount--;
}

/**********************************************************************
 * AnalIdle - an idle anal is the devil's plaything
 **********************************************************************/
void AnalIdle(void)
{
	if (AnalCount>1) return;	// still active
	if (!AnalCount) return;	// dead already
	
	// flush the anal stuff if we haven't used it in a long time
	if (DiskSpunUp() && LastAnalUse-TickCount()>GetRLong(MAX_ANAL_IDLE))
		AnalDispose();
}

/**********************************************************************
 * AnalInitDictionary - initialize the dictionary
 **********************************************************************/
OSErr AnalInitDictionary(struct TAEDictState *pDictionary)
{
	FSSpec spec;
	OSErr err = FindMyFile(&spec,kStuffFolderBit,FLAME_DICTIONARY);
	
	if (err) return err;
	
	if (TAEInitDictionary(pDictionary, &spec))
		return noErr;
	else
	{
		NoAnalDictionary = true;
		err = fnfErr;
	}

	return err;
}

/**********************************************************************
 * SetupTAEDictionary - get the dictionary pointer right
 **********************************************************************/
void SetupTAEDictionary(void)
{
	TAEDictionary.pvdict = LDRef(TAEDictHandle);
}

/**********************************************************************
 * TeardownTAEDictionary - let the dictionary pointer float
 **********************************************************************/
void TeardownTAEDictionary(void)
{
	UL(TAEDictHandle);
	// dictionary is now unsafe, but TAE likes to know it's there,
	// so we won't make it nil anymore
	// TAEDictionary.pvdict = nil;
}

/**********************************************************************
 * AnalWarning - warn the user if queueing an offensive message
 **********************************************************************/
Boolean AnalWarning(MessHandle messH)
{	
	if (AnalWarnOutgoing())
	{
		AnalStart();
		AnalScanPete(TheBody,true,AnalSpeakPhrases());
		AnalEnd();
		SetTAEScore((*messH)->tocH,(*messH)->sumNum,(*PeteExtra(TheBody))->taeScore);
		if (SumOf(messH)->score > GetRLong(ANAL_WARNING_LEVEL))
		{
			Str63 who, subj;
			PSCopy(who,SumOf(messH)->from);
			PSCopy(subj,SumOf(messH)->subj);
			if (kAlertStdAlertCancelButton==ComposeStdAlert(Caution,ANAL_WARNING,who,subj,OffensivenessStrn+SumOf(messH)->score))
				return true;
		}
	}	
	return false;
}

/**********************************************************************
 * AnalFindMine - is the dictionary there?
 **********************************************************************/
OSErr AnalFindMine(void)
{
	FSSpec spec;
	OSErr err = FindMyFile(&spec,kStuffFolderBit,FLAME_DICTIONARY);
	
	NoAnalDictionary = err!=noErr;
	return err;
}

/**********************************************************************
 * AnalScore - compute the score
 **********************************************************************/
short AnalScore(struct TAESessionState *pSession)
{
	short (**customScoring)[7] = nil;
	short n = 0;
	short score;
	
	if (customScoring = (void *)GetResource('EuSc',128))
		n = GetHandleSize_(customScoring)/(7*sizeof(short));
	
	SetupTAEDictionary();
	score = TAEGetScoreData(pSession,nil,customScoring ? LDRef(customScoring):nil,n);
	TeardownTAEDictionary();

	if (customScoring) UL(customScoring);

	return score;
}

/**********************************************************************
 * AnalWhite - build a whitelist
 **********************************************************************/
char ** AnalWhite(void)
{
	static char *whitelist[MAX_ANAL_WHITE];
	static Str255 whitelistString;
	char *comma, *end;
	char **spot = whitelist;
	
	GetRString(whitelistString,ANAL_WHITE);
	
	// pretend the first character of the string is the comma after a previous item
	comma = whitelistString;
	end = whitelistString+*whitelistString;
	PTerminate(whitelistString);
	
	// process while we still have slots and string
	while (spot<whitelist+MAX_ANAL_WHITE-1 && comma<end)
	{
		//next string starts right after the prior comma
		//we stick it into our list here; if we don't actually have a word,
		//we'll overwrite it later with NULL
		*spot = comma+1;
		
		// scan to end of string or comma
		for (comma++;comma<end && *comma!=',';comma++);
		
		// turn the comma into a NULL to terminate current word
		// harmless if we're at the end of the string, since it's a NULL anyway
		*comma = 0;
		
		// if we moved, we have a non-comma character, in which case we have a word
		if (comma > *spot) spot++;
		
		// if we haven't moved, we may be at the end or just dealing with some misguided
		// soul who has entered adjacent commas.  We do NOT break in that case, because
		// we *have* moved the comma pointer since the start of the iteration.
		// We rely on the comma<end test to exit the loop
		
		// We also don't need to NULL *spot here, we'll either overwrite it with the next
		// word or we'll NULL it after the loop
	}
	
	// NULL the final entry in our array of chars
	*spot = NULL;
	
	// if the first pointer is nil, return nil overall.  Otherwise, return our static array
	return *whitelist ? whitelist : nil;
}