import java.io.*;
import java.util.*;
import java.net.*;
//_____________________________________________________________
public class offload
{ 
//_____________________________________________________________
public static final void main(String[] args) throws Exception
{
   offload bnk = new offload();
   bnk.start2();
}
//_____________________________________________________________
offload() throws Exception 
{
}
//___________________________________________________________________________
void start2()
{
   StringBuffer buf = new StringBuffer();
   String[] list = getFile("books.lst").split("\r\n");
   for (int i = 0; i <list.length; i++)
   {
      String file = getUrl("http://www.textfiles.com/etext/FICTION/" + str);
      String[] lines = file.split("\r\n";
      for (int j = 0; j < lines.length; j++)
      {
         String[] words = lines[j].split(" ");
         for (int k = 0; k < words.length; k++)
         {
            buf.append(clean(words[k]) + "\r\n");
         }
      }
   }
   saveFile("bookswords.txt",buf.toString(),false);
}
//___________________________________________________________________________
String clean(String str)
{
   StringBuffer buf = new StringBuffer();
   String str2 = str.toLowerCase();
   byte[] bb = str2.getBytes();
   for (int i = 0; i < bb.length; i++)
   {
      if ((bb[i] >= 'a') & (bb[i] <= 'z')))
      {
         buf.append((char)bb[i]);
      }
   }
   return(buf.toString());
}
//___________________________________________________________________________
String getFile(String file) 
{
   StringBuffer buf=new StringBuffer();String str;
  try
  {
   BufferedReader in = new BufferedReader (new FileReader (file));
   while((str=in.readLine())!=null)
   {
      buf.append(str+"\r\n");
   }
   in.close();
  }
  catch (Exception e)
  {
   System.out.println(e);
  }
   return (buf.toString());
}
//___________________________________________________________________________
String getUrl(String name)
{
   StringBuffer buf = new StringBuffer();
  try
  {
   String line;
   URL url = new URL(name);
   InputStream is = url.openStream();
   BufferedReader br = new BufferedReader(new InputStreamReader(is));
   while ((line = br.readLine()) != null) 
   {
      buf.append(line + "\r\n");
   }
  }
  catch (Exception e)
  {
   System.out.println(e);
  }
   return(buf.toString());
}
//___________________________________________________________________________
void saveFile(String file, String str, boolean append) 
{
  try
  {
   BufferedWriter out = new BufferedWriter(new FileWriter(file, append));
   out.write(str);
   out.close();
  }
  catch (Exception e)
  {
   System.out.println(e);
  }
}
}//__________________________________________________________________________