开通博客赚积分
发布资源赚积分
分类

源码开发语言/平台
当前位置：首页 > 源码/资料 > Internet/网络编程 > 浏览器 > 查看源码
wwwoffle.c
资源名称：wwwoffle-2.5e.tgz　[点击查看]
上传用户：seven77cht
上传日期：2007-01-04
资源大小：486k
文件大小：28k
源码类别：

浏览器

开发平台：

Unix_Linux

wwwoffle.c：源码内容
  1. /***************************************
  2.   $Header: /home/amb/wwwoffle/RCS/wwwoffle.c 2.29 1999/10/15 09:26:54 amb Exp $
  4.   WWWOFFLE - World Wide Web Offline Explorer - Version 2.5b.
  5.   A user level program to interact with the server.
  6.   ******************/ /******************
  7.   Written by Andrew M. Bishop
  9.   This file Copyright 1996,97,98,99 Andrew M. Bishop
  10.   It may be distributed under the GNU Public License, version 2, or
  11.   any higher version.  See section COPYING of the GNU Public license
  12.   for conditions under which this file may be redistributed.
  13.   ***************************************/
  16. #include <stdio.h>
  17. #include <stdlib.h>
  18. #include <string.h>
  20. #include <limits.h>
  21. #include <unistd.h>
  22. #include <sys/stat.h>
  23. #include <fcntl.h>
  25. #include "version.h"
  26. #include "wwwoffle.h"
  27. #include "document.h"
  28. #include "misc.h"
  29. #include "config.h"
  30. #include "sockets.h"
  31. #include "errors.h"
  34. static void usage(int verbose);
  37. /*+ The action to perform. +*/
  38. typedef enum _Action
  39. {
  40.  None,                          /*+ Undecided. +*/
  42.  Online,                        /*+ Tell the server that we are online. +*/
  43.  Autodial,                      /*+ Tell the server that we are in autodial mode. +*/
  44.  Offline,                       /*+ Tell the server that we are offline. +*/
  46.  Fetch,                         /*+ Tell the server to fetch the requested pages. +*/
  48.  Config,                        /*+ Tell the server to re-read the configuration file. +*/
  50.  Purge,                         /*+ Tell the server to purge pages. +*/
  52.  Kill,                          /*+ Tell the server to exit. +*/
  54.  Get,                           /*+ Tell the server to GET pages. +*/
  55.  Post,                          /*+ Tell the server to POST a page. +*/
  56.  Put,                           /*+ Tell the server to PUT a page. +*/
  58.  Output,                        /*+ Get a page from the server and output it. +*/
  59.  OutputWithHeader               /*+ Get a page and the headers from the server and output it. +*/
  60. }
  61. Action;
  64. static void add_url_list(char **links);
  65. static void add_url_file(char *url_file);
  67. /*+ The list of URLs or files. +*/
  68. char **url_file_list=NULL;
  69. /*+ The number of URLs or files. +*/
  70. int n_url_file_list=0;
  73. /*++++++++++++++++++++++++++++++++++++++
  74.   The main program.
  75.   ++++++++++++++++++++++++++++++++++++++*/
  77. int main(int argc, char** argv)
  78. {
  79.  int i;
  80.  int recursive_depth=0,recursive_mode=0,force=0;
  81.  int stylesheets=0,images=0,frames=0,scripts=0,objects=0;
  83.  Action action=None;
  85.  char *env=NULL;
  86.  char *host=NULL;
  87.  int port=0;
  89.  /* Parse the command line options */
  91.  ConfigFile=NULL;
  93.  if(argc==1)
  94.     usage(0);
  96.  for(i=1;i<argc;i++)
  97.    {
  98.     if(!strcmp(argv[i],"-h"))
  99.        usage(1);
  101.     if(!strcmp(argv[i],"-o"))
  102.       {
  103.        if(action!=None)
  104.          {fprintf(stderr,"wwwoffle: Only one command at a time.nn");usage(0);}
  105.        action=Output;
  106.        argv[i]=NULL;
  107.        continue;
  108.       }
  110.     if(!strcmp(argv[i],"-O"))
  111.       {
  112.        if(action!=None)
  113.          {fprintf(stderr,"wwwoffle: Only one command at a time.nn");usage(0);}
  114.        action=OutputWithHeader;
  115.        argv[i]=NULL;
  116.        continue;
  117.       }
  119.     if(!strcmp(argv[i],"-post"))
  120.       {
  121.        if(action!=None)
  122.          {fprintf(stderr,"wwwoffle: Only one command at a time.nn");usage(0);}
  123.        action=Post;
  124.        argv[i]=NULL;
  125.        continue;
  126.       }
  128.     if(!strcmp(argv[i],"-put"))
  129.       {
  130.        if(action!=None)
  131.          {fprintf(stderr,"wwwoffle: Only one command at a time.nn");usage(0);}
  132.        action=Put;
  133.        argv[i]=NULL;
  134.        continue;
  135.       }
  137.     if(!strcmp(argv[i],"-F"))
  138.       {
  139.        if(action!=None && action!=Get)
  140.          {fprintf(stderr,"wwwoffle: Only one command at a time.nn");usage(0);}
  141.        action=Get;
  142.        if(force)
  143.          {fprintf(stderr,"wwwoffle: Only one '-F' argument may be given.n"); exit(1);}
  144.        force=1;
  145.        argv[i]=NULL;
  146.        continue;
  147.       }
  149.     if(!strncmp(argv[i],"-g",2))
  150.       {
  151.        if(action!=None && action!=Get)
  152.          {fprintf(stderr,"wwwoffle: Only one command at a time.nn");usage(0);}
  153.        action=Get;
  154.        if(strchr(argv[i]+2,'S'))
  155.          {
  156.           if(stylesheets)
  157.             {fprintf(stderr,"wwwoffle: Only one '-gS' argument may be given.n"); exit(1);}
  158.           stylesheets=1;
  159.          }
  160.        if(strchr(argv[i]+2,'i'))
  161.          {
  162.           if(images)
  163.             {fprintf(stderr,"wwwoffle: Only one '-gi' argument may be given.n"); exit(1);}
  164.           images=1;
  165.          }
  166.        if(strchr(argv[i]+2,'f'))
  167.          {
  168.           if(frames)
  169.             {fprintf(stderr,"wwwoffle: Only one '-gf' argument may be given.n"); exit(1);}
  170.           frames=1;
  171.          }
  172.        if(strchr(argv[i]+2,'s'))
  173.          {
  174.           if(scripts)
  175.             {fprintf(stderr,"wwwoffle: Only one '-gs' argument may be given.n"); exit(1);}
  176.           scripts=1;
  177.          }
  178.        if(strchr(argv[i]+2,'o'))
  179.          {
  180.           if(objects)
  181.             {fprintf(stderr,"wwwoffle: Only one '-go' argument may be given.n"); exit(1);}
  182.           objects=1;
  183.          }
  184.        if(argv[i][2]==0)
  185.           fprintf(stderr,"wwwoffle: The '-g' option does nothing on its own.n");
  187.        argv[i]=NULL;
  188.        continue;
  189.       }
  191.     if(!strcmp(argv[i],"-i"))
  192.       {
  193.        fprintf(stderr,"wwwoffle: The '-i' option is being replaced by '-gi'.n");
  195.        if(action!=None && action!=Get)
  196.          {fprintf(stderr,"wwwoffle: Only one command at a time.nn");usage(0);}
  197.        action=Get;
  198.        if(images)
  199.          {fprintf(stderr,"wwwoffle: Only one '-i' argument may be given.n"); exit(1);}
  200.        images=1;
  201.        argv[i]=NULL;
  202.        continue;
  203.       }
  205.     if(!strcmp(argv[i],"-f"))
  206.       {
  207.        fprintf(stderr,"wwwoffle: The '-f' option is being replaced by '-gf'.n");
  209.        if(action!=None && action!=Get)
  210.          {fprintf(stderr,"wwwoffle: Only one command at a time.nn");usage(0);}
  211.        action=Get;
  212.        if(frames)
  213.          {fprintf(stderr,"wwwoffle: Only one '-f' argument may be given.n"); exit(1);}
  214.        frames=1;
  215.        argv[i]=NULL;
  216.        continue;
  217.       }
  219.     if(!strncmp(argv[i],"-R",2) || !strncmp(argv[i],"-r",2) || !strncmp(argv[i],"-d",2))
  220.       {
  221.        if(action!=None && action!=Get)
  222.          {fprintf(stderr,"wwwoffle: Only one command at a time.nn");usage(0);}
  223.        action=Get;
  225.        if(recursive_depth)
  226.          {fprintf(stderr,"wwwoffle: Only one '-d', '-r' or '-R' argument may be given.n"); exit(1);}
  228.        if(argv[i][1]=='d')
  229.           recursive_mode=1;
  230.        else if(argv[i][1]=='r')
  231.           recursive_mode=2;
  232.        else /* argv[i][1]=='R' */
  233.           recursive_mode=3;
  235.        if(argv[i][2])
  236.           recursive_depth=atoi(&argv[i][2]);
  237.        else
  238.           recursive_depth=1;
  239.        if(recursive_depth<=0)
  240.          {fprintf(stderr,"wwwoffle: The '-%c' argument may only be followed by a positive integer.n",argv[i][1]); exit(1);}
  242.        argv[i]=NULL;
  243.        continue;
  244.       }
  246.     if(!strcmp(argv[i],"-p"))
  247.       {
  248.        char *colon;
  250.        if(++i>=argc)
  251.          {fprintf(stderr,"wwwoffle: The '-p' argument requires a hostname and optionally a port number.n"); exit(1);}
  253.        if(ConfigFile)
  254.          {fprintf(stderr,"wwwoffle: The '-p' and '-c' options cannot be used together.n"); exit(1);}
  256.        if((colon=strchr(argv[i],':')))
  257.          {
  258.           *colon++=0;
  260.           port=atoi(colon);
  262.           if(port<=0 || port>=65536)
  263.             {fprintf(stderr,"wwwoffle: The port number %d '%s' is invalid.n",port,argv[i]); exit(1);}
  264.          }
  266.        host=argv[i];
  268.        argv[i-1]=NULL;
  269.        argv[i]=NULL;
  270.        continue;
  271.       }
  273.     if(!strcmp(argv[i],"-c"))
  274.       {
  275.        if(++i>=argc)
  276.          {fprintf(stderr,"wwwoffle: The '-c' argument requires a configuration file name.n"); exit(1);}
  278.        if(host)
  279.          {fprintf(stderr,"wwwoffle: The '-p' and '-c' options cannot be used together.n"); exit(1);}
  281.        ConfigFile=argv[i];
  283.        argv[i-1]=NULL;
  284.        argv[i]=NULL;
  285.        continue;
  286.       }
  288.     if(!strcmp(argv[i],"-on") || !strcmp(argv[i],"-online"))
  289.       {
  290.        if(action!=None)
  291.          {fprintf(stderr,"wwwoffle: Only one command at a time.nn");usage(0);}
  292.        action=Online;
  293.        argv[i]=NULL;
  294.        continue;
  295.       }
  297.     if(!strcmp(argv[i],"-auto") || !strcmp(argv[i],"-autodial"))
  298.       {
  299.        if(action!=None)
  300.          {fprintf(stderr,"wwwoffle: Only one command at a time.nn");usage(0);}
  301.        action=Autodial;
  302.        argv[i]=NULL;
  303.        continue;
  304.       }
  306.     if(!strcmp(argv[i],"-off") || !strcmp(argv[i],"-offline"))
  307.       {
  308.        if(action!=None)
  309.          {fprintf(stderr,"wwwoffle: Only one command at a time.nn");usage(0);}
  310.        action=Offline;
  311.        argv[i]=NULL;
  312.        continue;
  313.       }
  315.     if(!strcmp(argv[i],"-fetch"))
  316.       {
  317.        if(action!=None)
  318.          {fprintf(stderr,"wwwoffle: Only one command at a time.nn");usage(0);}
  319.        action=Fetch;
  320.        argv[i]=NULL;
  321.        continue;
  322.       }
  324.     if(!strcmp(argv[i],"-config"))
  325.       {
  326.        if(action!=None)
  327.          {fprintf(stderr,"wwwoffle: Only one command at a time.nn");usage(0);}
  328.        action=Config;
  329.        argv[i]=NULL;
  330.        continue;
  331.       }
  333.     if(!strcmp(argv[i],"-purge"))
  334.       {
  335.        if(action!=None)
  336.          {fprintf(stderr,"wwwoffle: Only one command at a time.nn");usage(0);}
  337.        action=Purge;
  338.        argv[i]=NULL;
  339.        continue;
  340.       }
  342.     if(!strcmp(argv[i],"-kill"))
  343.       {
  344.        if(action!=None)
  345.          {fprintf(stderr,"wwwoffle: Only one command at a time.nn");usage(0);}
  346.        action=Kill;
  347.        argv[i]=NULL;
  348.        continue;
  349.       }
  351.     if(argv[i][0]=='-' && argv[i][1])
  352.       {
  353.        fprintf(stderr,"wwwoffle: Unknown option '%s'.nn",argv[i]);
  354.        usage(0);
  355.       }
  357.     add_url_file(argv[i]);
  358.    }
  360.  if(action==None)
  361.     action=Get;
  363.  if((action==Post || action==Put) && n_url_file_list>1)
  364.    {
  365.     fprintf(stderr,"wwwoffle: The -post and -put options only allow one URL.nn");
  366.     usage(0);
  367.    }
  369.  /* Initialise things. */
  371.  if(!ConfigFile && !host && (env=getenv("WWWOFFLE_PROXY")))
  372.    {
  373.     if(*env=='/')
  374.        ConfigFile=env;
  375.     else
  376.       {
  377.        char *colon1,*colon2;
  379.        host=(char*)malloc(strlen(env)+1);
  380.        strcpy(host,env);
  382.        if((colon1=strchr(host,':')))
  383.          {
  384.           *colon1=0;
  385.           if((colon2=strchr(colon1+1,':')))
  386.             {
  387.              *colon2=0;
  388.              if(action==Get || action==Output || action==OutputWithHeader)
  389.                 port=atoi(colon1+1);
  390.              else
  391.                 port=atoi(colon2+1);
  392.             }
  393.           else
  394.              port=atoi(colon1+1);
  396.           if(port<=0 || port>=65536)
  397.             {fprintf(stderr,"wwwoffle: The port number %d '%s' is invalid.n",port,env); exit(1);}
  398.          }
  399.       }
  400.    }
  402.  InitErrorHandler("wwwoffle",0,1);
  404.  if(ConfigFile)
  405.    {
  406.     if(ReadConfigFile(2))
  407.        PrintMessage(Fatal,"Error in configuration file '%s'.",ConfigFile);
  409.     host=GetLocalHost(0);
  410.    }
  412.  /* The connections to the WWWOFFLE server. */
  414.  if(action!=Get && action!=Post && action!=Put && action!=Output && action!=OutputWithHeader)
  415.    {
  416.     int socket;
  417.     char *line=NULL;
  419.     socket=OpenClientSocket(host?host:"localhost",port?port:WWWOFFLE_Port,ConnectTimeout);
  420.     init_buffer(socket);
  422.     if(socket==-1)
  423.        PrintMessage(Fatal,"Cannot open connection to wwwoffle server %s port %d.",host?host:"localhost",port?port:WWWOFFLE_Port);
  425.     /* Send the message. */
  427.     if(PassWord)
  428.        write_formatted(socket,"WWWOFFLE PASSWORD %srn",PassWord);
  430.     if(action==Online)
  431.        write_string(socket,"WWWOFFLE ONLINErn");
  432.     else if(action==Autodial)
  433.        write_string(socket,"WWWOFFLE AUTODIALrn");
  434.     else if(action==Offline)
  435.        write_string(socket,"WWWOFFLE OFFLINErn");
  436.     else if(action==Fetch)
  437.        write_string(socket,"WWWOFFLE FETCHrn");
  438.     else if(action==Config)
  439.        write_string(socket,"WWWOFFLE CONFIGrn");
  440.     else if(action==Purge)
  441.        write_string(socket,"WWWOFFLE PURGErn");
  442.     else if(action==Kill)
  443.        write_string(socket,"WWWOFFLE KILLrn");
  444.     else
  445.        write_string(socket,"WWWOFFLE BOGUSrn");
  447.     while((line=read_line(socket,line)))
  448.       {
  449.        fputs(line,stdout);
  450.        fflush(stdout);
  451.       }
  453.     CloseSocket(socket);
  454.    }
  456.  /* The connections to the http proxy. */
  458.  else if(action==Get)
  459.    {
  460.     URL *Url;
  461.     struct stat buf;
  462.     char *refresh=NULL;
  464.     if(recursive_depth || recursive_mode || force || stylesheets || images || frames || scripts || objects)
  465.        refresh=CreateRefreshPath(recursive_depth,recursive_mode,force,
  466.                                  stylesheets,images,frames,scripts,objects);
  468.     for(i=0;i<n_url_file_list;i++)
  469.        if(strcmp(url_file_list[i],"-") && stat(url_file_list[i],&buf))
  470.          {
  471.           int socket;
  472.           char buffer[READ_BUFFER_SIZE];
  474.           socket=OpenClientSocket(host?host:"localhost",port?port:HTTP_Port,ConnectTimeout);
  475.           init_buffer(socket);
  477.           if(socket==-1)
  478.              PrintMessage(Fatal,"Cannot open connection to wwwoffle server %s port %d.",host?host:"localhost",port?port:HTTP_Port);
  480.           Url=SplitURL(url_file_list[i]);
  482.           if(refresh)
  483.              printf("Getting: %s (with recursive options).n",Url->name);
  484.           else
  485.              printf("Getting: %sn",Url->name);
  487.           if(Url->user)
  488.             {
  489.              char *userpass1=(char*)(malloc(strlen(Url->user)+(Url->pass?strlen(Url->pass):1)+3)),*userpass2;
  491.              sprintf(userpass1,"%s:%s",Url->user,Url->pass?Url->pass:"");
  492.              userpass2=Base64Encode(userpass1,strlen(userpass1));
  494.              if(refresh)
  495.                 write_formatted(socket,"GET %s/?%s HTTP/1.0rn"
  496.                                        "Authorization: Basic %srn"
  497.                                        "Pragma: wwwofflern"
  498.                                        "Accept: */*rn"
  499.                                        "rn",
  500.                                 refresh,Url->name,userpass2);
  501.              else
  502.                 write_formatted(socket,"GET %s HTTP/1.0rn"
  503.                                        "Authorization: Basic %srn"
  504.                                        "Pragma: wwwofflern"
  505.                                        "Accept: */*rn"
  506.                                        "rn",
  507.                                 Url->name,userpass2);
  509.              free(userpass1);
  510.              free(userpass2);
  511.             }
  512.           else
  513.             {
  514.              if(refresh)
  515.                 write_formatted(socket,"GET %s/?%s HTTP/1.0rn"
  516.                                        "Pragma: wwwofflern"
  517.                                        "Accept: */*rn"
  518.                                        "rn",
  519.                                 refresh,Url->name);
  520.              else
  521.                 write_formatted(socket,"GET %s HTTP/1.0rn"
  522.                                        "Pragma: wwwofflern"
  523.                                        "Accept: */*rn"
  524.                                        "rn",
  525.                                 Url->name);
  526.             }
  528.           while(read_data(socket,buffer,READ_BUFFER_SIZE)>0)
  529.              ;
  531.           CloseSocket(socket);
  533.           FreeURL(Url);
  534.          }
  535.        else if(!strcmp(url_file_list[i],"-") || S_ISREG(buf.st_mode))
  536.          {
  537.           int file;
  538.           char *buffer=(char*)malloc(strlen(url_file_list[i])+256);
  539.           char **links;
  541.           if(strcmp(url_file_list[i],"-"))
  542.             {
  543.              file=open(url_file_list[i],O_RDONLY);
  544.              if(file==-1)
  545.                {PrintMessage(Warning,"Cannot open file '%s' for reading.",url_file_list[i]);continue;}
  547.              printf("Reading: %sn",url_file_list[i]);
  548.             }
  549.           else
  550.             {
  551.              file=fileno(stdin);
  553.              printf("Reading: <stdin>n");
  554.             }
  556.           init_buffer(file);
  558.           strcpy(buffer,"file://localhost");
  559.           if(*url_file_list[i]=='/')
  560.              strcat(buffer,url_file_list[i]);
  561.           else
  562.             {
  563.              char cwd[PATH_MAX+1];
  565.              if(!getcwd(cwd,PATH_MAX))
  566.              cwd[0]=0;
  568.              strcat(buffer,cwd);
  569.              strcat(buffer,"/");
  570.              strcat(buffer,url_file_list[i]);
  571.             }
  573.           Url=SplitURL(buffer);
  574.           ParseHTML(file,Url);
  576.           if(stylesheets && (links=GetReferences(RefStyleSheet)))
  577.              add_url_list(links);
  579.           if(images && (links=GetReferences(RefImage)))
  580.              add_url_list(links);
  582.           if(frames && (links=GetReferences(RefFrame)))
  583.              add_url_list(links);
  585.           if(scripts && (links=GetReferences(RefScript)))
  586.              add_url_list(links);
  588.           if(objects && (links=GetReferences(RefObject)))
  589.              add_url_list(links);
  591.           if(objects && (links=GetReferences(RefInlineObject)))
  592.              add_url_list(links);
  594.           if((links=GetReferences(RefLink)))
  595.              add_url_list(links);
  597.           FreeURL(Url);
  598.           free(buffer);
  599.           if(file!=0)
  600.              close(file);
  601.          }
  602.        else
  603.           PrintMessage(Warning,"The file '%s' is not a regular file.",url_file_list[i]);
  604.    }
  605.  else if(action==Post || action==Put)
  606.    {
  607.     URL *Url;
  608.     int socket,n,length=0;
  609.     char buffer[READ_BUFFER_SIZE];
  610.     char *data=(char*)malloc(READ_BUFFER_SIZE+1);
  612.     socket=OpenClientSocket(host?host:"localhost",port?port:HTTP_Port,ConnectTimeout);
  613.     init_buffer(socket);
  615.     if(socket==-1)
  616.        PrintMessage(Fatal,"Cannot open connection to wwwoffle server %s port %d.",host?host:"localhost",port?port:HTTP_Port);
  618.     Url=SplitURL(url_file_list[0]);
  620.     if(action==Post)
  621.        printf("Posting: %sn",Url->name);
  622.     else
  623.        printf("Putting: %sn",Url->name);
  625.     while((n=read_data(0,data+length,READ_BUFFER_SIZE))>0)
  626.       {
  627.        length+=n;
  628.        data=(char*)realloc((void*)data,length+READ_BUFFER_SIZE+1);
  629.       }
  631.     if(Url->user)
  632.       {
  633.        char *userpass1=(char*)(malloc(strlen(Url->user)+(Url->pass?strlen(Url->pass):1)+3)),*userpass2;
  635.        sprintf(userpass1,"%s:%s",Url->user,Url->pass?Url->pass:"");
  636.        userpass2=Base64Encode(userpass1,strlen(userpass1));
  638.        if(action==Post)
  639.           write_formatted(socket,"POST %s HTTP/1.0rn"
  640.                                  "Authorization: Basic %srn"
  641.                                  "Content-Type: application/x-www-form-urlencodedrn"
  642.                                  "Content-Length: %drn"
  643.                                  "Pragma: wwwofflern"
  644.                                  "Accept: */*rn"
  645.                                  "rn",
  646.                           Url->name,userpass2,length);
  647.        else
  648.           write_formatted(socket,"PUT %s HTTP/1.0rn"
  649.                                  "Authorization: Basic %srn"
  650.                                  "Content-Length: %drn"
  651.                                  "Pragma: wwwofflern"
  652.                                  "Accept: */*rn"
  653.                                  "rn",
  654.                           Url->name,userpass2,length);
  656.        free(userpass1);
  657.        free(userpass2);
  658.       }
  659.     else
  660.       {
  661.        if(action==Post)
  662.           write_formatted(socket,"POST %s HTTP/1.0rn"
  663.                                  "Content-Type: application/x-www-form-urlencodedrn"
  664.                                  "Content-Length: %drn"
  665.                                  "Pragma: wwwofflern"
  666.                                  "Accept: */*rn"
  667.                                  "rn",
  668.                           Url->name,length);
  669.        else
  670.           write_formatted(socket,"PUT %s HTTP/1.0rn"
  671.                                  "Content-Length: %drn"
  672.                                  "Pragma: wwwofflern"
  673.                                  "Accept: */*rn"
  674.                                  "rn",
  675.                           Url->name,length);
  676.       }
  678.     write_data(socket,data,length);
  680.     write_data(socket,"rn",2);
  682.     while(read_data(socket,buffer,READ_BUFFER_SIZE)>0)
  683.        ;
  685.     CloseSocket(socket);
  687.     FreeURL(Url);
  688.     free(data);
  689.    }
  690.  else /* action==Output or action==OutputWithHeader */
  691.    {
  692.     URL *Url;
  693.     int socket;
  694.     char *line=NULL,buffer[READ_BUFFER_SIZE];
  695.     int nbytes;
  697.     if(!n_url_file_list)
  698.        PrintMessage(Fatal,"No URL specified to output.");
  700.     socket=OpenClientSocket(host?host:"localhost",port?port:HTTP_Port,ConnectTimeout);
  701.     init_buffer(socket);
  703.     if(socket==-1)
  704.        PrintMessage(Fatal,"Cannot open connection to wwwoffle server %s port %d.",host?host:"localhost",port?port:HTTP_Port);
  706.     Url=SplitURL(url_file_list[0]);
  708.     if(action!=Output && action!=OutputWithHeader)
  709.        fprintf(stderr,"Getting: %sn",Url->name);
  711.     if(Url->user)
  712.       {
  713.        char *userpass1=(char*)(malloc(strlen(Url->user)+(Url->pass?strlen(Url->pass):1)+3)),*userpass2;
  715.        sprintf(userpass1,"%s:%s",Url->user,Url->pass?Url->pass:"");
  716.        userpass2=Base64Encode(userpass1,strlen(userpass1));
  718.        write_formatted(socket,"GET %s HTTP/1.0rn"
  719.                               "Authorization: Basic %srn"
  720.                               "Pragma: wwwofflern"
  721.                               "Accept: */*rn"
  722.                               "rn",
  723.                        Url->name,userpass2);
  725.        free(userpass1);
  726.        free(userpass2);
  727.       }
  728.     else
  729.        write_formatted(socket,"GET %s HTTP/1.0rn"
  730.                               "Pragma: wwwofflern"
  731.                               "Accept: */*rn"
  732.                               "rn",
  733.                        Url->name);
  735.     if((line=read_line(socket,line)))
  736.       {
  737.        char *willget="HTTP/1.0 404 WWWOFFLE Will Getrn";
  738.        int status;
  740.        sscanf(line,"%*s %d",&status);
  742.        if(!strcmp(willget,line))
  743.           fprintf(stderr,"The URL is not in the cache but has been requested.n");
  744.        else if((status>=300 && status<400) && action!=OutputWithHeader)
  745.           fprintf(stderr,"The URL has been moved, check with a browser.n");
  746.        else if(status!=200 && action!=OutputWithHeader)
  747.           fprintf(stderr,"The URL returns an error message, check with a browser.n");
  748.        else
  749.          {
  750.           if(action==OutputWithHeader)
  751.              fputs(line,stdout);
  753.           while((line=read_line(socket,line)))
  754.             {
  755.              if(action==OutputWithHeader)
  756.                 fputs(line,stdout);
  757.              if(line[0]=='r' || line[0]=='n')
  758.                 break;
  759.             }
  761.           while((nbytes=read_data(socket,buffer,READ_BUFFER_SIZE))>0)
  762.              fwrite(buffer,1,nbytes,stdout);
  763.          }
  764.       }
  765.     else
  766.        PrintMessage(Fatal,"Cannot read from wwwoffle server.");
  768.     CloseSocket(socket);
  770.     FreeURL(Url);
  771.    }
  773.  /* exit. */
  775.  return(0);
  776. }
  779. /*++++++++++++++++++++++++++++++++++++++
  780.   Print the program usage in long or short format.
  782.   int verbose True for long format.
  783.   ++++++++++++++++++++++++++++++++++++++*/
  785. static void usage(int verbose)
  786. {
  787.  fprintf(stderr,
  788.          "n"
  789.          "WWWOFFLE - World Wide Web Offline Explorer - Version %sn"
  790.          "n",WWWOFFLE_VERSION);
  792.  if(verbose)
  793.     fprintf(stderr,
  794.             "(c) Andrew M. Bishop 1996,97,98,99 [       amb@gedanken.demon.co.uk ]n"
  795.             "                                   [http://www.gedanken.demon.co.uk/]n"
  796.             "n");
  798.  fprintf(stderr,
  799.          "Usage: wwwoffle -hn"
  800.          "       wwwoffle -online | -autodial | -offline | -fetchn"
  801.          "       wwwoffle -config | -purge | -killn"
  802.          "       wwwoffle [-o|-O] <url>n"
  803.          "       wwwoffle [-g[Sisfo]] [-F] [-(d|r|R)[<depth>]] <url> ...n"
  804.          "       wwwoffle [-g[Sisfo]] [-F] [-(d|r|R)[<depth>]] [<file>|-] ...n"
  805.          "       wwwoffle -post <url> | -put <url>n"
  806.          "n"
  807.          "Any of these can also take:  [-p <host>[:<port>] | -c <config-file>]n"
  808.          "The environment variable WWWOFFLE_PROXY can be set instead of -p or -c options.n"
  809.          "n");
  811.  if(verbose)
  812.     fprintf(stderr,
  813.             "wwwoffle -h          : Display this help.n"
  814.             "n"
  815.             "wwwoffle -on[line]   : Indicate to the server that the network is active.n"
  816.             "                       (Proxy requests will be fetched from remote hosts.)n"
  817.             "n"
  818.             "wwwoffle -auto[dial] : Indicate to the server that the network is automatic.n"
  819.             "                       (Proxy requests will be fetched from remote hostsn"
  820.             "                        ONLY if they are not already cached.)n"
  821.             "n"
  822.             "wwwoffle -off[line]  : Indicate to the server that the network is inactive.n"
  823.             "                       (Proxy requests will be fetched from cache or recorded.)n"
  824.             "n"
  825.             "wwwoffle -fetch      : Force the server to fetch the pages that are recorded.n"
  826.             "n"
  827.             "wwwoffle -config     : Force the server to re-read the configuration file.n"
  828.             "n"
  829.             "wwwoffle -purge      : Force the server to purge pages from the cache.n"
  830.             "n"
  831.             "wwwoffle -kill       : Force the server to exit cleanly.n"
  832.             "n"
  833.             "wwwoffle <url> ...   : Fetch the specified URLs.n"
  834.             "n"
  835.             "wwwoffle <file> ...  : Fetch the URLs that are links in the specified file.n"
  836.             "n"
  837.             " -o                  : Fetch the URL and output it on the standard output.n"
  838.             " -O                  : As above but include the HTTP header.n"
  839.             "n"
  840.             " -g[Sisfo]           : Fetch the items included in the specified URLs.n"
  841.             "                       (S=stylesheets, i=images, f=frames, s=scripts, o=objects)n"
  842.             " -F                  : Force the url to be refreshed even if already cached.n"
  843.             " -(d|r|R)[<depth>]   : Fetch pages linked to the URLs and their links,n"
  844.             "                       going no more than <depth> steps (default 1).n"
  845.             "                        (-d => URLs in the same directory or sub-directory)n"
  846.             "                        (-r => URLs on the same host)n"
  847.             "                        (-R => URLs on any host)n"
  848.             "n"
  849.             "wwwoffle -post <url> : Create a request using the POST method, the data is readn"
  850.             "                       from stdin and appended to the request.  The user shouldn"
  851.             "                       ensure that the data is correctly url-encoded.n"
  852.             "wwwoffle -put <url>  : Create a request using the PUT method, the data is readn"
  853.             "                       from stdin and appended to the request.n"
  854.             "n"
  855.             " -p <host>[:<port>]  : The host name and port number to talk to the demon on.n"
  856.             "                       (Defaults to localhost for the server andn"
  857.             "                        %d for control port, %d for http proxy port).n"
  858.             "n"
  859.             " -c <config-file>    : The name of the configuration file with the hostname,n"
  860.             "                       port number and the password (if any).n"
  861.             "n"
  862.             "WWWOFFLE_PROXY       : An environment variable that can be set to either then"
  863.             "                       name of the config file (absolute path) or the hostnamen"
  864.             "                       and port number (both proxy and control) for the proxy.n"
  865.             "                       e.g. "/var/spool/wwwoffle/wwwoffle.conf",n"
  866.             "                       "localhost:8080:8081" or "localhost:8080" are valid.n"
  867.             "n",DEF_WWWOFFLE_PORT,DEF_HTTP_PORT);
  869.  if(verbose)
  870.     exit(0);
  871.  else
  872.     exit(1);
  873. }
  876. /*++++++++++++++++++++++++++++++++++++++
  877.   Add a list of URLs to the list.
  879.   char **links The list of URLs to add.
  880.   ++++++++++++++++++++++++++++++++++++++*/
  882. static void add_url_list(char **links)
  883. {
  884.  int i;
  886.  for(i=0;links[i];i++)
  887.    {
  888.     URL *linkUrl=SplitURL(links[i]);
  890.     if(strcmp(linkUrl->proto,"file"))
  891.        add_url_file(linkUrl->name);
  893.     FreeURL(linkUrl);
  894.    }
  895. }
  898. /*++++++++++++++++++++++++++++++++++++++
  899.   Add a URL or a file to the list.
  901.   char *url_file The URL or file to add.
  902.   ++++++++++++++++++++++++++++++++++++++*/
  904. static void add_url_file(char *url_file)
  905. {
  906.  if(!(n_url_file_list%16))
  907.    {
  908.     if(n_url_file_list)
  909.        url_file_list=(char**)realloc(url_file_list,(n_url_file_list+16)*sizeof(char*));
  910.     else
  911.        url_file_list=(char**)malloc(16*sizeof(char*));
  912.    }
  914.  url_file_list[n_url_file_list]=(char*)malloc(strlen(url_file)+1);
  916.  strcpy(url_file_list[n_url_file_list],url_file);
  918.  n_url_file_list++;
  919. }