// ++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++
// Script fuer den automatischen Download von Titeldaten aus dem CBS 
//
// Historie:
// 15-12-2009 	js: created
// 16-12-2009	js: added boolean _CONNECT_PER_SESSION to have a 
//		    choice between connect per session or per download
// 18-12-2009	js: added download of related records (PER, LSW) by use of PPN 
// 		    select by: _GET_PPN_RECORDS = [true|false]
// 04-01-2010	js: date-calculation corrected
//
// ++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++

// ++++++++++++++++++++++++++++
// +++++    AUTO START    +++++
__startProcedure()
// ++++++++++++++++++++++++++++

// Functions:
// +++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++
// function __check_next_ym: return next YearMonth 
// function __connect: connect CBS-Host, return boolean 
// function __last_month: return last month 
// function __last_year: return last year 
// function __message: create messagebox
// function __PPN_array_download: download records by use of ppn_array  
// function __PPN_dedup: deduplicate PPN's in ppn_array
// function __PPN_prepare: prepare ppn_array
// function __PPN_select: select PPN's from title record
// function __startProcedure: main procedure for automatic download 
// +++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++


function __check_next_ym(y, m) {
var year = y;
var month = m;
year = (month == "12") ? String(parseInt(year,10) + 1) : year;
month = (month == "12") ? "01" : String(parseInt(month,10) + 1);
month = (month.length == 1) ? "0" + month : month;
return(year + month);
}
function __connect(host, port, account, passwd, connect) {
var connection;
if (connect) {
	// try to connect
	connection = application.connect(host, port);
	if (connection) {
		application.activeWindow.variable("P3VUN") = account;
		application.activeWindow.variable("P3VWW") = passwd;
		// Press 3x the <ENTER> key to login
		application.activeWindow.simulateIBWKey("FR"); 
		// Press the <ENTER> key to select "KAT"
		application.activeWindow.simulateIBWKey("FR"); 
		// Press the <ENTER> key to select "GVK-Katalogisierung"
		application.activeWindow.simulateIBWKey("FR"); 
	}
	
} else connection = false;
// __message("connect: " + connection);
return(connection);		
}
function __last_month(m) {
var month = m;
month = (month == "01") ? "12" : String(parseInt(month,10) -1);
month = (month.length == 1) ? "0" + month : month;
return(month);	
}
function __last_year(y) {
return(String(parseInt(y,10) -1));	
}
function __message(txt) {
	application.messageBox("Hinweis", txt, "message-icon");
}
function __PPN_array_download(ppn_array, downloaddir, filename, format, key, windir) {
// Download Records zu ppn_array  
var j;					// zaehler
var search_com;				// Suchkommando
var dwlfile = utility.newFileInput();	// Download-Filecheck

j=ppn_array.length;

switch (key) {
case "PER":
	search_com = "f idn";
	break;
case "LSW":
	search_com = "f idn";
	break;
default:
	search_com = "f idn";
	break;
}

// format und key zu filename setzen
filename = filename + format + "_" + key;
// __message("downloaddir + filename: " + downloaddir + filename);
// check, ob download file schon vorhanden
if (! dwlfile.open(downloaddir + filename + ".txt")) {
	// evt. vorhandenes tmp-File loeschen
	application.shellExecute("file:///" + windir + "system32\\cmd.exe", 6, "open", "/c del " + downloaddir + filename + ".tmp");
	// Download-File in user_pref.js eintragen
	application.writeProfileString("winibw.filelocation", "download", "file:///" + downloaddir + filename + ".tmp");
	for (i=0; i < j; i++) {
		application.activeWindow.command(search_com + " " + ppn_array[i], false);
		application.activeWindow.command("dow " + format, false);
	}
	// tmp-File erst nach abgeschlossenem Download umbenennen
	application.shellExecute("file:///" + windir + "system32\\cmd.exe", 6, "open", "/c rename " + downloaddir + filename + ".tmp " + filename + ".txt");
} else dwlfile.close();
}
function __PPN_dedup(ppn_array){
// PPN deduplizieren 
var i,j,k;	// zaehler
	try { j = ppn_array.length; }
	catch (e) { j = 0; }
	i=0;
	while (i < j) {
		k=i+1;
		while (k < j) {
			if (String(ppn_array[i]) == String(ppn_array[k])) {
				ppn_array[k] = ppn_array[ppn_array.length-1];
				ppn_array.pop();
				k--;
				j--;
			}
			k++;
		}
		i++;
	}
// for (i=0; i<ppn_array.length; i++) __message("ppn_array[" + i + "]: " + ppn_array[i]);
return(ppn_array);
}
function __PPN_prepare(ppn_array) {
// ppn_array aufbereiten
var ppn_array_result = new Array();	// PPN Ergebnisarray 
var i,j;
var counter_ppn = 0; // counter ppn
	try { j = ppn_array.length; }
	catch (e) { j = 0; }
	// ppn_array aufloesen in ppn_array_result
	for (i=0; i < j; i++){
		// __message("ppn_array[" + i + "]: " + ppn_array[i]);
		l = ppn_array[i].length;
		for (k=0; k < l; k++) {
			// __message("ppn_array[" + i + "][" + k + "]: " + ppn_array[i][k]);
			ppn_array_result[counter_ppn] = String(ppn_array[i][k]).match(/\d+X*/);
			counter_ppn++;
		}
	}
return(ppn_array_result);
}
function __PPN_select(setnr, record, key) {
// PPN aus Titel selektieren
var strTitle; 			// Titeldaten
var regexp; 			// Regulaerer Ausdruck zum PPN-Selektieren 
var ppn_array_tmp = new Array(); // Temp fuer regexp String-PPN
var ppn_array = new Array();	// Ergebnisarray fuer Einzel-PPN
var i,j;

// PPN-Selektion fuer verschiedene Keys 
switch (key) {
case "PER":
	regexp = /\n(30[0-9][0-9]).+!\d+X*!/g;
	break;
case "LSW":
	regexp = /\n(65[0-9][0-9]).+!\d+X*!/g;
	break;
default:
	regexp = /\n(30[0-9][0-9]).+!\d+X*!/g;
	break;
}
	// j = Anzahl neue PPN 
	// Titelanzeige diagnostisches Format (Pica3)
 	application.activeWindow.command("show s" + setnr + " " + record + " d", false); 
	strTitle = application.activeWindow.copyTitle();
	ppn_array_tmp = strTitle.match(regexp);
	try { j = ppn_array_tmp.length; }
	catch (e) { j = 0; }

	// PPN !...! in ppn_array uebertragen
	for (i=0; i < j; i++){
		// PPN selektieren
		ppn_array[i] = ppn_array_tmp[i].match(/!\d+X*!/);
		// __message("record: " + record + " / ppn_array_tmp[" + i + "]: " + ppn_array_tmp[i]);
	}
return(ppn_array);
}
function __startProcedure() {
// --------------------------------------------
// __startProcedure() run automatic by starting WINIBW30 
// --------------------------------------------
// Ablauf:
// 1 - Host connect
// 2 - Monatlicher Download 
// am 2.(16.Vormonat-1.akt.Monat)
// am 16. (2.aktMonat bis 15.akt.Monat)
// --------------------------------------------
// Ausfuehrung:
// Ueber Windows Scheduler nach Abschluss taegl.Katalogisierung 22:00
// --------------------------------------------
// Probleme:
// 1. Wenn keine Treffer sind (f sel dat1 bis dat2), dann stoppt 
// ein Dialogfenster das Script und das Script kann nicht weiter 
// ausgefuehrt werden
// 2. Das Script kann ueber den Aufruf startProzedur()
// automatisch mit der WINIBW30 gestartet werden,
// aber es gibt keine Moeglichkeit, aus dem Script 
// heraus die WINIBW30 zu beenden (etwa per 
// Tastenbelegung Funktionstaste F4 mit Beenden und 
// Ausfuehren von application.activeWindow.simulateIBWKey("F4");)
// 3. Bei Ausfuehrung vieler Downloads bindet die WINIBW
// Arbeitsspeicher und wird langsam in der Ausfuehrung
// 4. Die Kommunikation zum CBS-Host ist nicht immer so 
// stabil, wie es fuer den Download groesserer Datenmengen
// erforderlich waere 
// --------------------------------------------
// Loesungen:
// 1. gelegentliche Kontrolle der Downloadfiles, ggf. manuelle Ausfuehrung des Scripts
// 2. Externes Kill aus dem Script und ueber Windows-Scheduler auf 
// WINIBW30 Prozess (pskill WINIBW30)
// 3. und 4. Regelmaessige Ausfuehrung des Scripts, so dass nur ueberschaubare
// Datenmengen vom CBS-Host heruntergeladen werden
// --------------------------------------------

// ++++++++++++++ DIESE PARAMETER MUESSEN GESETZT WERDEN +++++++++++++++++++++

// Connection Parameter
var _HOST = "host.gbv.de"; 		// Host CBS
var _PORT = "9998-9999"; 		// Ports CBS
var _ACCOUNT = "account"; 		// Benutzer
var _PASSWD = "geheim"; 		// Passwort
var _CONNECT_PER_SESSION = false;	// Connect host per session or per download 
					// (per download is more stable!)
// Download Parameter
var _DOWNLOAD_DIR = "E:\\Usr\\lbs\\Uni_bibliographie\\daten\\"; // Directory fuer Downloadfile
var _WINDIR = "C:\\Windows\\";		// Windows Directory 
var _SELCODE = "xv";			// Selectionscode 70xx
var _GET_PPN_RECORDS = true;		// zugehoerige PPN-Saetze (PER, LSW) mit downloaden 

// Datumsangaben
var _FROM_YEAR = "2007";		// Startjahr Download
var _FROM_MONTH = "01";			// Startmonat Download

// +++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++

// Hinweis zum Downloadverzeichnis:
// --------------------------------
// ACHTUNG - nach \ immer grosses U, da sonst Unicode !
// Ein Download direkt auf einen Webserver per UNC-Pfad ist moeglich:
// var _DOWNLOAD_DIR = "\\\\UB1DV001\\e$\\xampp\\htdocs\\Ubwikiext\\Uploads\\Uni_bibliographie\\daten\\"; 
// var _DOWNLOAD_DIR = "E:\\Usr\\lbs\\Uni_bibliographie\\daten\\"; 
// DOWNLOAD LOKAL (wesentlich schneller)

// Variablen fuer Download
var _SETNR;				// Setnummer
var _SETSIZE;				// Setgroesse
var _STATUS;				// Status 
var _DOWNLOAD_FORMAT;			// p = PICA+; d = PICA3
var _DWLFILE = utility.newFileInput();	// Download-Filecheck
var _FILENAME;				// Name des Downloadfiles
var _PPN_ARRAY = new Array();		// Array fuer PPN

// Datumsangaben
var _NOW = new Date();
// Aktuelles Datum ermitteln
var _YYYY = String(_NOW.getFullYear());	
var _MM = (_NOW.getMonth() +1 < 10) ? "0" + String(_NOW.getMonth() +1) : String(_NOW.getMonth() +1);
var _DD = (_NOW.getDate()<10) ? "0" + String(_NOW.getDate()) : String(_NOW.getDate());
// weitere Datumsangaben
var _TODAY = _YYYY + _MM + _DD;		// aktuelles Datum
var _START_YEAR;			// Startjahr Download
var _START_MONTH;			// Startmonat Download
var _END_YEAR;				// Endjahr Download
var _END_MONTH; 			// Endmonat Download
var _DWL_16bis02;			// Endmonat Download in Folgemonat true/false
var _YM;				// Jahr+Monat Download
var _NEXT_MONTH;			// Naechster Monat Download
var _NEXT_YEAR;				// Naechstes Jahr Download 

// Sonstige Variablen
var	i,j,k; 				// Zaehler
var	format_counter;			// Zaehler

// ++++++++++++++++++++++++++++
// +++++  PROGRAMM START  +++++
// ++++++++++++++++++++++++++++

// Startscreen schliessen
application.activeWindow.closeWindow();

if ( __connect(_HOST, _PORT, _ACCOUNT, _PASSWD, _CONNECT_PER_SESSION) || !_CONNECT_PER_SESSION) {

// Formatzaehler fuer Download pica3 und pica+
for (format_counter=1; format_counter<3; format_counter++) {

_DOWNLOAD_FORMAT = (format_counter==1) ? "d" : "p";

// Download ueber mehrere Jahre - vorhandene Downloads werden uebersprungen (filecheck)
_START_YEAR = _FROM_YEAR;			// Startjahr Download
_START_MONTH = _FROM_MONTH;			// Startmonat Download
_END_MONTH = (parseInt(_DD,10) > 15) ? _MM : __last_month(_MM); //Endmonat Download
_END_YEAR = ((_END_MONTH == 12) && (_MM == 1)) ? __last_year(_YYYY) : _YYYY; // Endjahr Download
_DWL_16bis02 = (parseInt(_DD,10) > 1) && (_END_YEAR + _END_MONTH < _YYYY + _MM); // Endmonat Download in Folgemonat
_YM = _START_YEAR + _START_MONTH;		// Jahr+Monat Download

while ( _YM <= _END_YEAR + _END_MONTH)
{
	// __message("Download _YM/Format: " + _YM + "/" + _DOWNLOAD_FORMAT);

	// +++ Download Startmonat 2. bis 15. +++
	_FILENAME = "dwl" + _START_YEAR + _START_MONTH + "02-15" + _DOWNLOAD_FORMAT;
	// check, ob download file schon vorhanden
	if (! _DWLFILE.open(_DOWNLOAD_DIR + _FILENAME + ".txt")) {
	// __message("Download-File: " + _DOWNLOAD_DIR + _FILENAME + ".txt");
		if ( __connect(_HOST, _PORT, _ACCOUNT, _PASSWD, !_CONNECT_PER_SESSION) || _CONNECT_PER_SESSION) {
			// evt. vorhandenes tmp-File loeschen
			application.shellExecute("file:///" + _WINDIR + "system32\\cmd.exe", 6, "open", "/c del " + _DOWNLOAD_DIR + _FILENAME + ".tmp");
			// Download-File in user_pref.js eintragen
			application.writeProfileString("winibw.filelocation", "download", "file:///" + _DOWNLOAD_DIR + _FILENAME + ".tmp");
			// __message("f sel " + "02-" + _START_MONTH + "-" + _START_YEAR + " bis " + 
			// "15-" + _START_MONTH + "-" + _START_YEAR + " " + _SELCODE);
			application.activeWindow.command("f sel " + "02-" + _START_MONTH + "-" + _START_YEAR + " bis " +
			"15-" + _START_MONTH + "-" + _START_YEAR + " " + _SELCODE, false);
			// SET-Daten ermitteln
			_SETNR = application.activeWindow.variable("P3GSE"); 
			_SETSIZE = application.activeWindow.variable("P3GSZ"); 
			// __message("_SETSIZE: " + _SETSIZE);
			if (_SETSIZE > 0 ){
				// Download ausfuehren
				for (i=1; i <= _SETSIZE; i++) {
					application.activeWindow.command("dow " + i + " " + _DOWNLOAD_FORMAT, false);
				}

				// tmp-File erst nach abgeschlossenem Download umbenennen
				application.shellExecute("file:///" + _WINDIR + "system32\\cmd.exe", 6, "open", "/c rename " + _DOWNLOAD_DIR + _FILENAME + ".tmp " + _FILENAME + ".txt");

				// Ueber PPN verlinkte Records auslesen	
				if (_GET_PPN_RECORDS) {
					// 1. Personen 30xx
					// Array loeschen - max. 10.000 Elements
					_PPN_ARRAY.splice(0,10000);
					// Array aufbereiten und Normdatensaetze downloaden
					for (i=1; i <= _SETSIZE; i++) 
						_PPN_ARRAY.push(__PPN_select(_SETNR, i, "PER"));
					// Alle PPN in ein Array
					_PPN_ARRAY = __PPN_prepare(_PPN_ARRAY);
					// Array deduplizieren 
					_PPN_ARRAY = __PPN_dedup(_PPN_ARRAY);
					// Normdatensaetze downloaden
					__PPN_array_download(_PPN_ARRAY, _DOWNLOAD_DIR, "dwl" + _START_YEAR + _START_MONTH + "02-15", _DOWNLOAD_FORMAT, "PER", _WINDIR);

					// 2. Lokale Schlagwoerter 65xx
					// Array loeschen - max. 10.000 Elements
					_PPN_ARRAY.splice(0,10000);
					// Array aufbereiten und Normdatensaetze downloaden
					for (i=1; i <= _SETSIZE; i++) 
						_PPN_ARRAY.push(__PPN_select(_SETNR, i, "LSW"));
					// Alle PPN in ein Array
					_PPN_ARRAY = __PPN_prepare(_PPN_ARRAY);
					// Array deduplizieren 
					_PPN_ARRAY = __PPN_dedup(_PPN_ARRAY);
					// Normdatensaetze downloaden
					__PPN_array_download(_PPN_ARRAY, _DOWNLOAD_DIR, "dwl" + _START_YEAR + _START_MONTH + "02-15", _DOWNLOAD_FORMAT, "LSW", _WINDIR);
				}
			} // _SETSIZE > 0

			// Alle Fenster schliessen
			if (!_CONNECT_PER_SESSION) { 
				while (application.activeWindow.windowID > 0) application.activeWindow.closeWindow();
			}
		} // else { __message("cannot connect host: " + _HOST); }
	} else {
		_DWLFILE.close();
		// __message("Kein Download von: " + _FILENAME);
	}


	// +++ Download Startmonat 16. bis 1. Folgemonat +++
	_FILENAME = "dwl" + _START_YEAR + _START_MONTH + "16-01" + _DOWNLOAD_FORMAT;
	// check, ob download file schon vorhanden
	if ((! _DWLFILE.open(_DOWNLOAD_DIR + _FILENAME + ".txt")) && (_START_MONTH < _MM || _DWL_16bis02)) {
	// __message("Download-File: " + _DOWNLOAD_DIR + _FILENAME + ".txt");
		if ( __connect(_HOST, _PORT, _ACCOUNT, _PASSWD, !_CONNECT_PER_SESSION) || _CONNECT_PER_SESSION) {
			// evt. vorhandenes tmp-File loeschen
			application.shellExecute("file:///" + _WINDIR + "system32\\cmd.exe", 6, "open", "/c del " + _DOWNLOAD_DIR + _FILENAME + ".tmp");
			// Download-File in user_pref.js eintragen
			application.writeProfileString("winibw.filelocation", "download", "file:///" + _DOWNLOAD_DIR + _FILENAME + ".tmp");
			// __message("f sel " + "16-" + _START_MONTH + "-" + _START_YEAR + 
			// " bis " + "01-" + __check_next_ym(_START_YEAR, _START_MONTH).substring(4,7)
			// + "-" + __check_next_ym(_START_YEAR, _START_MONTH).substring(0,4) + " " + _SELCODE);		
			application.activeWindow.command("f sel " + "16-" + _START_MONTH + "-" + _START_YEAR + 
			" bis " + "01-" + __check_next_ym(_START_YEAR, _START_MONTH).substring(4,7)
			+ "-" + __check_next_ym(_START_YEAR, _START_MONTH).substring(0,4) + " " + _SELCODE, false);
			// SET-Daten ermitteln
			_SETNR = application.activeWindow.variable("P3GSE"); 
			_SETSIZE = application.activeWindow.variable("P3GSZ"); 
			// __message("_SETSIZE: " + _SETSIZE);
			if (_SETSIZE > 0 ){
				// Download ausfuehren
				for (i=1; i <= _SETSIZE; i++) {
					application.activeWindow.command("dow " + i + " " + _DOWNLOAD_FORMAT, false);
				}

				// tmp-File erst nach abgeschlossenem Download umbenennen
				application.shellExecute("file:///" + _WINDIR + "system32\\cmd.exe", 6, "open", "/c rename " + _DOWNLOAD_DIR + _FILENAME + ".tmp " + _FILENAME + ".txt");

				// Ueber PPN verlinkte Records auslesen	
				if (_GET_PPN_RECORDS) {
					// 1. Personen 30xx
					// Array loeschen - max. 10.000 Elements
					_PPN_ARRAY.splice(0,10000);
					// Array aufbereiten und Normdatensaetze downloaden
					for (i=1; i <= _SETSIZE; i++) 
						_PPN_ARRAY.push(__PPN_select(_SETNR, i, "PER"));
					// Alle PPN in ein Array
					_PPN_ARRAY = __PPN_prepare(_PPN_ARRAY);
					// Array deduplizieren 
					_PPN_ARRAY = __PPN_dedup(_PPN_ARRAY);
					// Normdatensaetze downloaden
					__PPN_array_download(_PPN_ARRAY, _DOWNLOAD_DIR, "dwl" + _START_YEAR + _START_MONTH + "16-01", _DOWNLOAD_FORMAT, "PER", _WINDIR);
	
					// 2. Lokale Schlagwoerter 65xx
					// Array loeschen - max. 10.000 Elements
					_PPN_ARRAY.splice(0,10000);
					// Array aufbereiten und Normdatensaetze downloaden
					for (i=1; i <= _SETSIZE; i++) 
						_PPN_ARRAY.push(__PPN_select(_SETNR, i, "LSW"));
					// Alle PPN in ein Array
					_PPN_ARRAY = __PPN_prepare(_PPN_ARRAY);
					// Array deduplizieren 
					_PPN_ARRAY = __PPN_dedup(_PPN_ARRAY);
					// Normdatensaetze downloaden
					__PPN_array_download(_PPN_ARRAY, _DOWNLOAD_DIR, "dwl" + _START_YEAR + _START_MONTH + "16-01", _DOWNLOAD_FORMAT, "LSW", _WINDIR);
				}
			} // _SETSIZE > 0
			
			// Alle Fenster schliessen
			if (!_CONNECT_PER_SESSION) { 
				while (application.activeWindow.windowID > 0) application.activeWindow.closeWindow();
			}
		} // else { __message("cannot connect host: " + _HOST); }
	} else {
		_DWLFILE.close();
		// __message("Kein Download von: " + _FILENAME);
	}

	// weiter im Datum
	_YM = __check_next_ym(_START_YEAR, _START_MONTH);
	_START_YEAR = _YM.substring(0,4);
	_START_MONTH = _YM.substring(4,7);
	// __message("Next: " + _YM);
	
} // end of while loop

} // end of format_counter loop

} // end of connect per session

if (_CONNECT_PER_SESSION) 
	while (application.activeWindow.windowID > 0) application.activeWindow.closeWindow();

// Press the <F4> key to close the WINIBW30
// F4 vorher dem Befehl "Beenden" zuweisen
// Funktioniert leider nicht !
// application.activeWindow.simulateIBWKey("F4"); 

// Protokollieren per E-Mail
// application.shellExecute("file:///C:/Soft/tools/wmailto.exe", 6, "open", "-sBIBLIOGRAPHIE:WINIBW-Download -cub-iuk@ub.uni-rostock.de -fUB1LB001");

// EXTERNES kill-kommando zur Sicherheit, falls WINIBW30 haengt !
// PSTOOLS: http://technet.microsoft.com/de-de/sysinternals/bb896649.aspx
// application.shellExecute("file:///C:/Soft/Tools/pskill.exe", 6, "open", "WinIBW30");

}