/********

todo:	resume in the middle

		binhex

		8-bit raw content

		gui

*********/

import java.io.*;
import java.net.*;
import java.lang.*;
import java.util.*;


class articleSetList {
	Hashtable hash;

	public articleSetList() {
		hash = new Hashtable(1024,(float)0.5);
	};

	public articleSet getSet(ArticleHeader a) {
		String key;
		key = a.fileName();
		if ( hash.containsKey( (Object) key ) ) {
			return (articleSet)hash.get( (Object) key );
		} else {
			articleSet s;
			s = new articleSet(a);
			hash.put( (Object)key , (Object) s );
			return s;
		}
	};
};

class articleSet {
	String fileName;
	int numParts;
	int numHave;
	ArticleHeader headers[];

	public articleSet(ArticleHeader a) {
		int i;

		fileName = a.fileName();
		a.getSeq();
		numHave = 0;
		numParts = a.seqTot;
		if ( numParts == 0 ) numParts = 1;
		headers = new ArticleHeader[numParts];
		for(i=0;i<numParts;i++)
			headers[i] = null;
	};

	public void gotHeader(ArticleHeader a) {

		a.getSeq();

		if ( a.seqTot != numParts || headers[a.seqNum - 1] != null)
			return; /* <> perhaps handle this better */

		numHave++;

		headers[a.seqNum - 1] = a;

	}

	public void gotAll(NNTP_Client nntp,String outdir) throws IOException {
		int part;
		File outFile;
		byte body[];
		long diffclock;
		long byps;
		byte[] rawdata;
		CodecInfo info;
		ArticleHeader header;
		long start_time,stop_time;
		Date date;

		/* seen 'em all; */
		/* change to desired one; get it to file; repeat */
		/* go back to "current article number" */

		start_time = System.currentTimeMillis();
		date = new Date(start_time);
		System.out.println(" starting download at: " + date.toLocaleString() );

		outFile = new File(outdir,fileName);
		FileOutputStream outFileStream = new FileOutputStream(outFile);

		for(part=0;part<numParts;part++) {
			header = headers[part];
			if ( ! nntp.goArticle(header.number) ) {
				System.out.println("error: couldn't jump to article " + header.number);
				System.out.println(" giving up on this file");
				outFileStream.close();
				return;
			}

			diffclock = System.currentTimeMillis();

			boolean redo,didreset;
			body = null;
			didreset = false;

			do {

			    try	{ 
					body = nntp.getBody(header);
					redo = false;
				} catch (IOException e) {
					if ( didreset ) {
						System.out.println("error: second reset on this article body");
						System.out.println(" giving up on this file");
						outFileStream.close();
						return;
					}

					redo = true;

					try {
						while( ! nntp.reset(header) ) ;
						didreset = true;
					} catch ( IOException err ) { 
					}
			
				}

			} while(redo);

			diffclock = System.currentTimeMillis() - diffclock;
			byps = (long)((double)body.length*1000.0/(double)diffclock);
			System.out.println("got    : part " + (part+1) + "/" + numParts + " : " +
					body.length + " bytes, at " + byps + " byps = " + (byps*8) + " baud");

			info = CodecUU.info(body);
			info.fileName = fileName;
			System.out.println("found  : " + info );
		
			if ( part == 0 )	rawdata = CodecUU.unpack(body);
			else				rawdata = CodecUU.unpackResume(body);

			if ( rawdata == null ) {
				System.err.println("error  : decode failed !!!");
				outFileStream.close();
				return;
			} else {
				outFileStream.write(rawdata);
				System.err.println("wrote  : " + rawdata.length + " to " + fileName);
			}
		}

		stop_time = System.currentTimeMillis();
		date = new Date(stop_time);
		System.out.println(" finished download at: " + date.toLocaleString() );

		outFileStream.close();
		return;
	}

};

class GrabNews {
	public static articleSetList setList = new articleSetList();
	public static boolean awaitNew = false,delayGet = false,noSeenExtensions=false;
	public static int flush_quantum = 20;
	public static String host=null,group_name=null,include_fname=null,exclude_fname,outdir="./";
	public static boolean verbose=false,quiet=false;
	public static int minlines=1,maxlines=20000;
	public static int minparts=1,maxparts=50;
	public static int minoutsize=1,maxoutsize=999999;
	public static WildCard[] inc_subj_patterns=null,exc_subj_patterns=null;
	public static File outdirFile=null;
	public static int article_num=0 , max_downloads = 999999;
	public static StringIndex seenList=null;
	public static String seenListFile=null;
	public static String incFileName=null,excFileName=null;
	public static PrintStream console_out=System.out,console_err=System.err,logfile=null,logoutfile=null,logfailfile=null;
	public static boolean didSomething=false;
	public static StrValIndex groupStatus=null;
	public static String groupStatusFile=null;
	public static boolean keep_retrying = false,accept_unnumbered = false;
	public static String user=null,password=null;

	public static void main(String args[])
		{
		int argi;
		String curArg;

		System.out.println("GrabNews version 2.0, (c) 1995-8 by Charles Bloom");

		doCommandLine(args);

		for(argi=0;argi<args.length;argi++)
			{
			curArg = args[argi];
			if(curArg.length() > 1 )
				{
				if ( curArg.charAt(0) == '@' )
					{
					String[] fileLines;

					curArg = args[argi].substring(1);
					if ( (fileLines = clib.readFileLines(curArg)) != null )
						{
						int fileI;
						for(fileI=0;fileI<fileLines.length;fileI++)
							doCommandLine( clib.stringSpaceTok(fileLines[fileI]) );
						}
					}
				}
			}

		if ( ! didSomething )
			{
			console_out.println("usage: GrabNews [-options] group [@commandfile1 ...]");
			console_out.println();
			console_out.println("  h<host>      set newshost");
			console_out.println("  o<dir>       output dir [curdir]");
			console_out.println("  i<file>      include-list file");
			console_out.println("  e<file>      exclude-list file");
			console_out.println("  v            verbose");
			console_out.println("  d            delay get : demand full sets");
			console_out.println("  w            await new");
			console_out.println("  x            exclude file extensions from seen-tracking");
			console_out.println("  q            quiet");
			console_out.println("  r            reconnect/retry forever");
			console_out.println("  u            accept unnumbered, treat as part 1 of 1");
			console_out.println("  lmin<num>    set min number of lines [1]");
			console_out.println("  lmax<num>    set max number of lines [20000]");
			console_out.println("  pmin<num>    set min number of parts [1]");
			console_out.println("  pmax<num>    set max number of parts [50]");
			console_out.println("  bmin<num>    set min size of output [1]");
			console_out.println("  bmax<num>    set max size of output [999999]");
			console_out.println("  n<num>       starting article number [0]");
			console_out.println("  s<seenlist>  don't get files in <seenlist> (also updates list)");
			console_out.println("  g<groupfile> group status file: tracks last number seen");
			console_out.println("  a<authinfo>  name:password");
			console_out.println("  m<num>       max number of downloads; then quit");
			console_out.println();
			console_out.println("Any strings matched in the exclude-list are excluded");
			console_out.println("A string must match something in the include-list");
			console_out.println("These only apply when the include or exclude lists are given");
			console_out.println();
			console_out.println("Matches are made against 'subject:author'");
			console_out.println();
			console_out.println("Command files are processed linearly, just like command lines");
			console_out.println("Each text line in a command file is treated as a new command line");
			console_out.println("Configuration information is remembered between lines");

			return;
			}

		};

	public static void flushState()
		{
		console_out.println("------------------");

		logfile.println("status : Doing Garbage Collection...");
		System.gc();
		logfile.println("status : Garbage Collection done.");

		if ( seenList != null )
			{
			if (  seenList.changed )	
				{
				console_out.println("status : Flushing Seen-List...");
				seenList.save( seenListFile );
				console_out.println("status : Seen-List written.");
				}
			else
				logfile.println("status : Seen-List is up to date.");
			}

		if ( groupStatusFile != null && groupStatus != null )
			{
			console_out.println("status : Flushing group-status file...");
			groupStatus.save( groupStatusFile );
			console_out.println("status : group-status written.");
			}

		if ( incFileName != null )
			{
			String[] incpatterns;
			console_out.println("status : Reloading Include-List...");
			if ( (incpatterns = clib.readFileLines(incFileName)) != null )
				{
				int i;
				inc_subj_patterns = new WildCard[incpatterns.length];
				for(i=0;i<incpatterns.length;i++)
					inc_subj_patterns[i] = new WildCard(incpatterns[i]);
				}
			console_out.println("status : done reading Include list");
			}

		if ( excFileName != null )
			{
			String[] excpatterns;
			console_out.println("status : Reloading Exclude-List...");
			if ( (excpatterns = clib.readFileLines(excFileName)) != null )
				{
				int i;
				exc_subj_patterns = new WildCard[excpatterns.length];
				for(i=0;i<excpatterns.length;i++)
					exc_subj_patterns[i] = new WildCard(excpatterns[i]);
				}
			console_out.println("status : done reading Exclude list");
			}

		logfile.flush();
		};

  public static void doCommandLine(String args[])
 		{
		NNTP_Client nntp;
		ArticleHeader header,lastheader;
		boolean keepgoing,matched;
		int argi;
		int articles_got=0,articles_seen=0,articles_inc=0;
		String matchMe;

		if ( args == null) return;

		console_out = System.out;
		console_err = System.err;

		console_out.println("------------------");

		group_name = null;
		article_num = 0;

		for(argi=0;argi<args.length;argi++)
			{
			if ( args[argi].length() > 1 )
				{
				if ( args[argi].charAt(0) == '-' )
					{
					int parami = 2;
					String param;
					if ( args[argi].length() > 2 )
						if ( args[argi].charAt(2) == ':' || args[argi].charAt(2) == '=' )
							parami++;
					if ( args[argi].length() > parami )
						param = new String(args[argi].substring(parami));
					else
						param = null;

					switch( args[argi].charAt(1) )
						{
						case 'M': case 'm':
							max_downloads = clib.atoi(param);
							console_out.println("max downloads:"+ max_downloads);
							break;

						case 'U': case 'u':
							accept_unnumbered = true;
							console_out.println("accept unnumbered articles");
							break;				

						case 'R': case 'r':
							keep_retrying = true;
							console_out.println("reconnect/retry forever");
							break;

						case 'H': case 'h':
							host = new String(param);
							console_out.println("host:" + host);
							break;

						case 'o': case 'O':
							outdir = new String(param);
							outdirFile = new File(outdir);
							if ( outdirFile.exists() && !outdirFile.isDirectory() )
								{ console_out.println("Outdir " + outdir + " exists and isn't a dir. exiting");
									return; }
							if ( ! outdirFile.exists() )
								if ( ! outdirFile.mkdirs() ) { console_out.println("Couldn't mkdirs " + outdir + ". exiting");
									return; }
							console_out.println("outdir:" + outdir);
							break;


						case 'x': case 'X':
							noSeenExtensions = true;
							console_out.println("Exclude extensions from seen-file tracking");
							break;

						case 's': case 'S':
							seenListFile = new String(param);
							seenList = new StringIndex( seenListFile , true );
							console_out.println("seenlist:" + seenListFile);
							break;

						case 'g': case 'G':
							groupStatusFile = new String(param);
							groupStatus = new StrValIndex( groupStatusFile , true );
							console_out.println("groupstatus:" + groupStatusFile);
							break;

						case 'i': case 'I':
							{
							String[] incpatterns;
							incFileName = new String(param);
							if ( (incpatterns = clib.readFileLines(incFileName)) != null )
								{
								int i;
								inc_subj_patterns = new WildCard[incpatterns.length];
								for(i=0;i<incpatterns.length;i++)
									inc_subj_patterns[i] = new WildCard(incpatterns[i]);
								console_out.println("include:"+incFileName);
								}
							}
							break;

						case 'e': case 'E':
							{
							String[] excpatterns;
							excFileName = new String(param);
							if ( (excpatterns = clib.readFileLines(excFileName)) != null )
								{
								int i;
								exc_subj_patterns = new WildCard[excpatterns.length];
								for(i=0;i<excpatterns.length;i++)
									exc_subj_patterns[i] = new WildCard(excpatterns[i]);
								}
							}
							console_out.println("exclude:"+excFileName);
							break;

						case 'v': case 'V':
							verbose = true;
							quiet = false;
							console_out.println("verbose");
							break;
						case 'q': case 'Q':
							quiet = true;
							verbose = false;
							console_out.println("quiet");
							break;

						case 'l': case 'L':
							{
							String numStr;
							numStr = new String(param.substring(3));
							if ( numStr.charAt(0) == '=' || numStr.charAt(0) == ':' ) numStr = numStr.substring(1);
							if ( param.regionMatches(true,0,"min",0,3) )
								{
								minlines = clib.atoi(numStr);
								console_out.println("minlines:"+minlines);
								}
							else if ( param.regionMatches(true,0,"max",0,3) )
								{
								maxlines = clib.atoi(numStr);
								console_out.println("maxlines:"+maxlines);
								}
							else
								{
								console_out.println("Unknown Lines parameter : " + args[argi] + "ignored");						
								}
							}
							break;

						case 'p': case 'P':
							{
							String numStr;
							numStr = new String(param.substring(3));
							if ( numStr.charAt(0) == '=' || numStr.charAt(0) == ':' ) numStr = numStr.substring(1);
							if ( param.regionMatches(true,0,"min",0,3) )
								{
								minparts = clib.atoi(numStr);
								console_out.println("minparts:"+minparts);
								}
							else if ( param.regionMatches(true,0,"max",0,3) )
								{
								maxparts = clib.atoi(numStr);
								console_out.println("maxparts:"+maxparts);
								}
							else
								{
								console_out.println("Unknown Parts parameter : " + args[argi] + "ignored");						
								}
							}
							break;


						case 'b': case 'B':
							{
							String numStr;
							numStr = new String(param.substring(3));
							if ( numStr.charAt(0) == '=' || numStr.charAt(0) == ':' ) numStr = numStr.substring(1);
							if ( param.regionMatches(true,0,"min",0,3) )
								{
								minoutsize = clib.atoi(numStr);
								console_out.println("minoutsize:"+minoutsize);
								}
							else if ( param.regionMatches(true,0,"max",0,3) )
								{
								maxoutsize = clib.atoi(numStr);
								console_out.println("maxoutsize:"+maxoutsize);
								}
							else
								{
								console_out.println("Unknown OutSize parameter : " + args[argi] + "ignored");						
								}
							}
							break;

						case 'n': case 'N':
							article_num = clib.atoi(param);
							console_out.println("article:"+article_num);
							break;

						case 'w': case 'W':
							awaitNew = true;
							console_out.println("await new articles in group");
							break;

						case 'd': case 'D':
							delayGet = true;
							console_out.println("delay get ; demand full sets");
							break;

						case 'A': case 'a':
							{
							int i;
							i = param.indexOf(":");
							if ( i == -1 ) break;
							user = param.substring(0,i);
							password = param.substring(i+1);
							console_out.println("got user : " + user + " & pass : " + password);
							break;
							}

						default:
							console_out.println("Unknown flag : " + args[argi] + "ignored");
							break;
						}
					}
				else if ( args[argi].charAt(0) == '@' )
					{
					// ignore it
					}
				else
					{
					if ( group_name == null ) group_name = args[argi];
					else console_out.println("Extra argument : " + args[argi] + "ignored");
					}
				}
			}

		if ( host == null || group_name == null )
			return;

		didSomething = true;

		console_out.println("------------------");

		try { logfile = new PrintStream( (OutputStream) new FileOutputStream("grabnews.log") ); }
		catch ( IOException e ) { console_out.println(e);	console_out.println("exiting"); return; }

		if ( quiet ) {
				console_out = logfile;
				console_err = logfile;
		}
		
		try { logoutfile = new PrintStream( (OutputStream) new FileOutputStream("gotgrab.log") ); }
		catch ( IOException e ) { console_out.println(e);	console_out.println("exiting"); return; }

		try { logfailfile = new PrintStream( (OutputStream) new FileOutputStream("failgrab.log") ); }
		catch ( IOException e ) { console_out.println(e);	console_out.println("exiting"); return; }

    console_out.println("Opening NNTP_Client on: " + host + "...");

    try	{ nntp = new NNTP_Client(host,logfile,user,password);
		} catch (IOException e)
			{
      System.err.println("error " + e);
      System.err.println("Could not create NNTP client. Exiting.");
      return;
    	}

    if ( ! nntp.isConnected() )
    	{
      System.err.println("error.");
      System.err.println("Could not connect to news host :" + host);
      return;
    	}
    console_out.println("Connected okay.");

		console_out.println("Changing to group: " + group_name);
		if ( ! nntp.goGroup(group_name) )
			{
			System.err.println("failed");
			return;
			}
    console_out.println("okay.");

		if ( article_num == 0 && groupStatus != null )
			{
			article_num = groupStatus.valueNoCase(group_name);
			console_out.println("Group Status at: " + article_num);
			}

		if ( article_num > nntp.group_high )
			{
			console_out.println("No new articles in group.");
			return;
			}

		if ( article_num > nntp.group_low )
			{
			int num_tries,step,max_num_tries = 100;
			console_out.println("Changing to article: " + article_num);
			num_tries = 0; step = 1;
			while ( ! nntp.goArticle(article_num) && num_tries < max_num_tries ) {
				num_tries ++;
				article_num += step;
				step ++;
				if ( article_num > nntp.group_high ) {
					System.err.println("failed");
					return;
					}
				}
			if ( num_tries < max_num_tries) {
			    console_out.println("okay, at article: " + article_num);
			} else {
				console_out.println("gave up after : " + num_tries + " tries");
			}
		}

		console_out.println("Getting article headers.");

		lastheader = null;

		do
			{

			try {

			header = nntp.getHeader();
			lastheader = header;

			console_out.println("------------------");
			console_out.print("header : subject: ");
			if ( header.subject.length() > 60 )
				console_out.println(header.subject.substring(header.subject.length() - 60) );
			else
				console_out.println(header.subject);

			console_out.println("header : author : " + header.author);
			if ( verbose )
				{
				console_out.println("header : date   : " + header.date);
				console_out.println("header : number : " + header.number);
				console_out.println("header : lines  : " + header.lines);
				console_out.println("header : bytes  : " + header.bytes);
				console_out.println("------------------");
				}

			articles_seen++;

			header.getSeq();
			if ( header.seqNum == 0 && header.seqTot == 0 && accept_unnumbered )
				header.seqNum = header.seqTot = 1;

			if ( header.seqNum == 0 || header.seqTot == 0 )
				{
				console_out.println("skipped: sequence number invalid");
				logfile.println("skipped: sequence number invalid");
				}
			else if ( header.seqTot < minparts || header.seqTot > maxparts )
				{
				console_out.println("skipped: sequence number out of range:" + header.seqTot);
				logfile.println("skipped: sequence number out of range:" + header.seqTot);
				}			
			else if ( header.lines < minlines || header.lines > maxlines )
				{
				console_out.println("skipped: numlines out of range : " + minlines + ":" + header.lines + ":" + maxlines);
				logfile.println("skipped: numlines out of range : " + minlines + ":" + header.lines + ":" + maxlines);
				}
			else
				{
				matchMe = header.subject + ":" + header.author + " ";

				matched = true;
				if ( (exc_subj_patterns != null) )
					{
					int i;
					for(i=0;i<exc_subj_patterns.length;i++)
						{
						if ( exc_subj_patterns[i].matchNoCase(matchMe) )
							{
							matched = false;
							console_out.println("skipped: pattern excluded by " + exc_subj_patterns[i]);
							logfile.println("skipped: pattern excluded by " + exc_subj_patterns[i]);
							break;
							}
						}
					}
				if ( matched && (inc_subj_patterns != null) )
					{
					int i;
					matched = false;
					for(i=0;i<inc_subj_patterns.length;i++)
						{
						if ( inc_subj_patterns[i].matchNoCase(matchMe) )
							{
							matched = true;
							break;
							}
						}
					if (!matched) {
						console_out.println("skipped: pattern not included");
						logfile.println("skipped: pattern not included");
						}
					}

				if ( matched && header.fileName() != null ) {
					File testFile;
					boolean seenListHas;

					articles_inc++;

					if ( seenList != null ) {
						if ( noSeenExtensions ) {
							seenListHas = seenList.hasNoCase(clib.cutExtension(header.fileName()));
						} else {
							seenListHas = seenList.hasNoCase(header.fileName());
						}
					} else
						seenListHas = false;

					testFile = new File(outdir,header.fileName());
					if ( testFile.exists() ) {
						console_out.println("skipped: " + testFile.getName() + " already exists");
						logfile.println("skipped: " + testFile.getName() + " already exists");
					} else if ( seenListHas ) {
						console_out.println("skipped: " + testFile.getName() + " in Seen-List");
						logfile.println("skipped: " + testFile.getName() + " in Seen-List");
					} else {

						if ( delayGet ) {
							articleSet set = setList.getSet(header);
							set.gotHeader(header);
							if ( set.numHave == set.numParts ) {
								console_err.println("saw all: " + header.fileName() + " : " + header.seqTot + " parts");
								set.gotAll(nntp,outdir);
								console_err.println("got all: " + header.fileName() + " : " + header.seqTot + " parts");
								logoutfile.println(header.fileName() + " : " + header.author + " : " + header.subject);
								articles_got += set.numParts;

								if ( seenList != null ) {
									if ( noSeenExtensions )
										seenList.addNoCase(clib.cutExtension(header.fileName()));
									else
										seenList.addNoCase(header.fileName());
								}

								nntp.goArticle(header.number);

								max_downloads --;
							} else {
								console_err.println("saw one: " + header.fileName() + " part " +
									header.seqNum + "/" + header.seqTot + " : seen "
									+ set.numHave + "/" + set.numParts + ": waiting");
							}
						} else {
							byte body[];
							long diffclock;
							long byps;
							byte[] rawdata;
							File outFile;
							CodecInfo info;
							String outName;

							if ( header.seqTot == 1 ) outName = header.fileName();
							else outName = header.fileName() + "_" + header.seqNum + "_" + header.seqTot;
			
							outFile = new File(outdir,outName);
							if ( outFile.exists() ) {
								console_out.println("skipped: " + testFile.getName() + " already exists");
							} else {
								console_err.println("doing  : retreiving article text...");
								diffclock = System.currentTimeMillis();
								body = nntp.getBody(header);
								diffclock = System.currentTimeMillis() - diffclock;
								byps = (long)((double)body.length*1000.0/(double)diffclock);
								console_out.println("got    : " + body.length + " bytes, at "
										+ byps + " byps = " + (byps*8) + " baud");

								info = CodecUU.info(body);
								info.fileName = header.fileName();
								console_out.println("found  : " + info );

								if ( header.seqTot == 1 ) {
									if ( seenList != null ) {
										if ( noSeenExtensions )
											seenList.addNoCase(clib.cutExtension(info.fileName));
										else
											seenList.addNoCase(info.fileName);
									}
								}

								if ( header.seqNum == 1 )
									rawdata = CodecUU.unpack(body);
								else
									rawdata = CodecUU.unpackResume(body);

								if ( rawdata != null && rawdata.length >= minoutsize && rawdata.length <= maxoutsize )
									{
									FileOutputStream outFileStream = new FileOutputStream(outFile);
									outFileStream.write(rawdata);
									console_err.println("wrote  : " + rawdata.length + " to " + outName);
									outFileStream.close();

									logoutfile.println(outName + " : " + header.author + " : " + header.subject);
								} else {
									console_err.println("skipped: decode failed !!!");
									logfile.println("skipped: decode failed !!!");
									logfailfile.println(header.fileName() + " : " + header.author + " : " + header.subject);
								}

								if ( header.seqTot != 1 ) {
									String outNamePrefix = info.fileName + "_";
									String outNamePostfix = "_" + header.seqTot;
									boolean allExist=true;
									int n;
									for(n=1;allExist && n<=header.seqTot;n++)
										{
										outFile = new File(outdir,outNamePrefix + n + outNamePostfix);
										if ( outFile == null || ! outFile.exists() ) allExist = false;
										}
									if ( allExist )
										{
										MyFileInputStream inFileStream;
										FileOutputStream outFileStream;
										byte[] buf;

										outFileStream = new FileOutputStream( new File(outdir,info.fileName) );

										for(n=1;n<=header.seqTot;n++)
											{
											inFileStream = new MyFileInputStream(
												new File(outdir,outNamePrefix + n + outNamePostfix) );

											buf = inFileStream.readFully();
											if ( buf != null ) outFileStream.write( buf );

											inFileStream.close();
											inFileStream = null;
											}

										outFileStream.close();
										outFileStream = null;

										System.gc();

										if ( seenList != null ) {
											if ( noSeenExtensions )
												seenList.addNoCase(clib.cutExtension(info.fileName));
											else
												seenList.addNoCase(info.fileName);
										}

										console_err.println("got end: " + info.fileName + " : " + header.seqTot + " parts");

										for(n=1;n<=header.seqTot;n++)
											{
											outFile = new File(outdir,outNamePrefix + n + outNamePostfix);
											outFile.delete();
											}
										outFile = null;

										System.gc();

										max_downloads--;
										}
									} else {
										max_downloads--;
									}
								}
							articles_got++;
							}
						}
					}

				}


			keepgoing = nntp.next();

			if ( awaitNew && !keepgoing ) {

				flushState();
				console_out.println("status : waiting for new articles in group");

				while( !keepgoing ) {

					keepgoing = nntp.next();

					try {
						/* surrender CPU for 1 second */
						Thread.currentThread().sleep(1000); 
					} catch( InterruptedException e ) {
					}

				}
			}

			}	catch ( IOException e )
				{
				boolean newkeepgoing = false;
				do
					{
					keepgoing = true;

					System.err.println("error  : " + e + ", trying NNTP.reset");
					try {
					if ( lastheader == null ) keepgoing = nntp.reset();
					else keepgoing = nntp.reset(lastheader);
					} catch ( IOException err )
					{ System.err.println("fatal  : couldn't reset : " + err ); keepgoing = false; }

					if ( keep_retrying ) newkeepgoing = true;
					else if ( ! keepgoing ) newkeepgoing = clib.askContinue();
					} while(!keepgoing && newkeepgoing );
				}

			console_err.println("status : got " + articles_got + " of " + articles_inc + " included of " + articles_seen + " articles seen");

			if ( (articles_seen % flush_quantum) == 0 )
				{

				if ( groupStatus != null && lastheader != null )
					groupStatus.changeNoCase(group_name,lastheader.number+1);

				flushState();
				}

			if ( max_downloads <= 0 )
				{
				console_err.println("Quitting : got max # of downloads");
				keepgoing = false;
				}

		} while( keepgoing );

		if ( groupStatus != null && lastheader != null )
			groupStatus.changeNoCase(group_name,lastheader.number+1);

		console_out.println("------------------");

		console_out.println("No more articles.");
   	console_out.println("Disconnecting...");
		nntp.disconnect();
    console_out.println("done.");

		flushState();
		}

	public static void addGotList(ArticleHeader header) throws IOException {
	}
};