开通博客赚积分
发布资源赚积分
分类

源码开发语言/平台
当前位置：首页 > 源码/资料 > Internet/网络编程 > 浏览器 > 查看源码
htmlmodify.l
资源名称：wwwoffle-2.5e.tgz　[点击查看]
上传用户：seven77cht
上传日期：2007-01-04
资源大小：486k
文件大小：15k
源码类别：

浏览器

开发平台：

Unix_Linux

htmlmodify.l：源码内容
  1. W               [ trn]
  2. F               [-a-z0-9$_.!*(),%;/?:@&=+~|#]
  3. K               [a-z0-9-]
  5. %x DOCTYPE
  6. %x COMMENT COMMENT_BAD
  7. %x TAG_START TAG TAG_ATTR_KEY TAG_ATTR_VAL
  8. %x DQUOTED SQUOTED
  10. %{
  11. /***************************************
  12.   $Header: /home/amb/wwwoffle/RCS/htmlmodify.l 1.14 2000/03/22 18:34:19 amb Exp $
  14.   WWWOFFLE - World Wide Web Offline Explorer - Version 2.5e.
  15.   Parse the HTML and modify the source.
  16.   ******************/ /******************
  17.   Written by Andrew M. Bishop
  19.   This file Copyright 1997,98,99,2000 Andrew M. Bishop
  20.   It may be distributed under the GNU Public License, version 2, or
  21.   any higher version.  See section COPYING of the GNU Public license
  22.   for conditions under which this file may be redistributed.
  23.   ***************************************/
  26. #include <stdlib.h>
  27. #include <string.h>
  28. #include <ctype.h>
  30. #include <sys/stat.h>
  31. #include <unistd.h>
  32. #include <time.h>
  34. #include "wwwoffle.h"
  35. #include "document.h"
  36. #include "config.h"
  37. #include "misc.h"
  40. /* Parser outputs */
  42. #define LEX_PLAINTEXT  1
  43. #define LEX_COMMENT    2
  44. #define LEX_DOCTYPE    3
  46. #define LEX_TAG_BEGIN  4
  47. #define LEX_TAG_END    5
  49. #define LEX_ATTR_KEY   6
  50. #define LEX_ATTR_VAL   7
  52. /* Tag types */
  54. typedef enum _HTMLTags
  55. {
  56.  tag_a         = 0  /* "a"         */ ,
  57.  tag__a        = 1  /* "/a"        */ ,
  58.  tag_base      = 2  /* "base"      */ ,
  59.  tag_blink     = 3  /* "blink"     */ ,
  60.  tag__blink    = 4  /* "/blink"    */ ,
  61.  tag__body     = 5  /* "/body"     */ ,
  62.  tag__html     = 6  /* "/html"     */ ,
  63.  tag_noscript  = 7  /* "noscript"  */ ,
  64.  tag__noscript = 8  /* "/noscript" */ ,
  65.  tag_script    = 9  /* "script"    */ ,
  66.  tag__script   =10  /* "/script"   */ ,
  67.  tag_ntags     =11
  68. }
  69. HTMLTags;
  71. /* Tag strings */
  73. static char *tags[]=
  74. {
  75.  /* tag_a         = 0  */  "a"         ,
  76.  /* tag__a        = 1  */  "/a"        ,
  77.  /* tag_base      = 2  */  "base"      ,
  78.  /* tag_blink     = 3  */  "blink"     ,
  79.  /* tag__blink    = 4  */  "/blink"    ,
  80.  /* tag__body     = 5  */  "/body"     ,
  81.  /* tag__html     = 6  */  "/html"     ,
  82.  /* tag_noscript  = 7  */  "noscript"  ,
  83.  /* tag__noscript = 8  */  "/noscript" ,
  84.  /* tag_script    = 9  */  "script"    ,
  85.  /* tag__script   =10  */  "/script"
  86. };
  88. /* Attribute types */
  90. typedef enum _HTMLAttributes
  91. {
  92.  att_href        = 0  /* "href"        */ ,
  93.  att_onblur      = 1  /* "onblur"      */ ,
  94.  att_onchange    = 2  /* "onchange"    */ ,
  95.  att_onclick     = 3  /* "onclick"     */ ,
  96.  att_ondblclick  = 4  /* "ondblclick"  */ ,
  97.  att_onfocus     = 5  /* "onfocus"     */ ,
  98.  att_onkeydown   = 6  /* "onkeydown"   */ ,
  99.  att_onkeypress  = 7  /* "onkeypress"  */ ,
  100.  att_onload      = 8  /* "onload"      */ ,
  101.  att_onmousedown = 9  /* "onmousedown" */ ,
  102.  att_onmousemove =10  /* "onmousemove" */ ,
  103.  att_onmouseout  =11  /* "onmouseout"  */ ,
  104.  att_onmouseover =12  /* "onmouseover" */ ,
  105.  att_onmouseup   =13  /* "onmouseup"   */ ,
  106.  att_onreset     =14  /* "onreset"     */ ,
  107.  att_onselect    =15  /* "onselect"    */ ,
  108.  att_onsubmit    =16  /* "onsubmit"    */ ,
  109.  att_onunload    =17  /* "onunload"    */ ,
  110.  att_natts       =18
  111. }
  112. HTMLAttributes;
  114. /* Attribute strings. */
  116. static char *attributes[]=
  117. {
  118.  /* att_href      = 0 */ "href"        ,
  119.  /* onblur        = 1 */ "onblur"      ,
  120.  /* onchange      = 2 */ "onchange"    ,
  121.  /* onclick       = 3 */ "onclick"     ,
  122.  /* ondblclick    = 4 */ "ondblclick"  ,
  123.  /* onfocus       = 5 */ "onfocus"     ,
  124.  /* onkeydown     = 6 */ "onkeydown"   ,
  125.  /* onkeypress    = 7 */ "onkeypress"  ,
  126.  /* onload        = 8 */ "onload"      ,
  127.  /* onmousedown   = 9 */ "onmousedown" ,
  128.  /* onmousemove   =10 */ "onmousemove" ,
  129.  /* onmouseout    =11 */ "onmouseout"  ,
  130.  /* onmouseover   =12 */ "onmouseover" ,
  131.  /* onmouseup     =13 */ "onmouseup"   ,
  132.  /* onreset       =14 */ "onreset"     ,
  133.  /* onselect      =15 */ "onselect"    ,
  134.  /* onsubmit      =16 */ "onsubmit"    ,
  135.  /* onunload      =17 */ "onunload"    ,
  136. };
  138. /* Definitions of why the output is disabled. */
  140. #define DISABLE_NONE   0
  141. #define DISABLE_SCRIPT 1
  142. #define DISABLE_BLINK  2
  144. static void modify_html(void);
  146. static char *htmlmodify_yylval=NULL;
  147. extern int htmlmodify_yylex(void);
  149. /*+ The file descriptor to output to. +*/
  150. static int output_fd=-1;
  152. /*+ The add-cache-info optional footer. +*/
  153. static char *cache_info=NULL;
  155. /*+ The file descriptor that we are reading from. +*/
  156. static int htmlmodify_yyfd=-1;
  158. /*+ The base URL of this page. +*/
  159. static URL *baseUrl=NULL;
  161. /*+ The quote character used. +*/
  162. static char *quote="";
  164. /*+ Set this to disable the output. +*/
  165. static int disable_output=DISABLE_NONE;
  168. /*++++++++++++++++++++++++++++++++++++++
  169.   Output the file with the modificatons if it is HTML, else just output.
  171.   int client The file to write to.
  173.   int spool The file to read from.
  175.   URL *Url The URL that we are parsing.
  176.   ++++++++++++++++++++++++++++++++++++++*/
  178. void OutputHTMLWithModifications(int client,int spool,URL *Url)
  179. {
  180.  static int first=1;
  182.  if(AddCacheInfo)
  183.    {
  184.     struct stat buf;
  185.     time_t t_ago;
  186.     char *date,*timeunit,timeago[8];
  188.     fstat(spool,&buf);
  190.     t_ago=time(NULL)-buf.st_mtime;
  191.     date=RFC822Date(buf.st_mtime,0);
  192.     
  193.     if(t_ago<0)
  194.       {strcpy(timeago,"?");timeunit="";}
  195.     else if(t_ago<3600)
  196.       {sprintf(timeago,"%ld",t_ago/60);timeunit="m";}
  197.     else if(t_ago<(24*3600))
  198.       {sprintf(timeago,"%ld",t_ago/3600);timeunit="h";}
  199.     else if(t_ago<(14*24*3600))
  200.       {sprintf(timeago,"%ld",t_ago/(24*3600));timeunit="d";}
  201.     else if(t_ago<(30*24*3600))
  202.       {sprintf(timeago,"%ld",t_ago/(7*24*3600));timeunit="w";}
  203.     else
  204.       {sprintf(timeago,"%ld",t_ago/(30*24*3600));timeunit="M";}
  206.     cache_info=HTMLMessageBody(-1,"AddCacheInfo",
  207.                                "url",Url->name,
  208.                                "date",date,
  209.                                "time",timeago,
  210.                                "unit",timeunit,
  211.                                NULL);
  212.    }
  214.  baseUrl=Url;
  216.  output_fd=client;
  217.  htmlmodify_yyfd=spool;
  218.  if(!first)
  219.     htmlmodify_yyrestart(NULL);
  221.  modify_html();
  223.  if(cache_info)
  224.     free(cache_info);
  225.  cache_info=NULL;
  227.  first=0;
  228. }
  231. /*+ A macro to output the data if valid to do so. +*/
  232. #define YY_OUTPUT(text) 
  233.            if(!disable_output) 
  234.               write_string(output_fd,text)
  236. /*++++++++++++++++++++++++++++++++++++++
  237.   Modify the HTML looking for all of the things to be changed.
  238.   ++++++++++++++++++++++++++++++++++++++*/
  240. static void modify_html(void)
  241. {
  242.  HTMLTags tag=tag_ntags;
  243.  HTMLAttributes key=att_natts;
  244.  int url_cached=0;
  245.  int yychar;
  246.  int disable_key_val;
  247.  char *key_string=NULL;
  249.  /* The actual parser. */
  251.  while((yychar=htmlmodify_yylex()))
  252.     switch(yychar)
  253.       {
  254.       case LEX_PLAINTEXT:
  255.        break;
  257.       case LEX_COMMENT:
  258.        break;
  260.       case LEX_DOCTYPE:
  261.        break;
  263.       case LEX_TAG_BEGIN:
  264.        for(tag=0;tag<tag_ntags;tag++)
  265.           if(!strcasecmp(htmlmodify_yylval,tags[tag]))
  266.              break;
  268.        if(tag==tag__a)
  269.          {
  270.           if(url_cached==1)
  271.             {if(AnchorModifyEnd[0]) YY_OUTPUT(AnchorModifyEnd[0]);}
  272.           else if(url_cached==2)
  273.             {if(AnchorModifyEnd[1]) YY_OUTPUT(AnchorModifyEnd[1]);}
  274.           else if(url_cached==-1)
  275.             {if(AnchorModifyEnd[2]) YY_OUTPUT(AnchorModifyEnd[2]);}
  276.           url_cached=0;
  277.          }
  278.        else if(tag==tag__body && cache_info)
  279.          {YY_OUTPUT(cache_info); free(cache_info); cache_info=NULL;}
  280.        else if(tag==tag__html && cache_info)
  281.          {YY_OUTPUT(cache_info); free(cache_info); cache_info=NULL;}
  282.        else if(DisableHTMLBlink && (tag==tag_blink || tag==tag__blink))
  283.           disable_output|=DISABLE_BLINK;
  284.        else if(DisableHTMLScript && tag==tag_script)
  285.           disable_output|=DISABLE_SCRIPT;
  286.        else if(DisableHTMLScript && (tag==tag_noscript || tag==tag__noscript))
  287.          disable_output|=DISABLE_SCRIPT;
  289.        YY_OUTPUT("<");
  290.        YY_OUTPUT(htmlmodify_yylval);
  291.        break;
  293.       case LEX_TAG_END:
  294.        YY_OUTPUT(">");
  296.        if(tag==tag_a)
  297.          {
  298.           if(url_cached==1)
  299.             {if(AnchorModifyBegin[0]) YY_OUTPUT(AnchorModifyBegin[0]);}
  300.           else if(url_cached==2)
  301.             {if(AnchorModifyBegin[1]) YY_OUTPUT(AnchorModifyBegin[1]);}
  302.           else if(url_cached==-1)
  303.             {if(AnchorModifyBegin[2]) YY_OUTPUT(AnchorModifyBegin[2]);}
  304.          }
  306.        if(DisableHTMLBlink && (tag==tag_blink || tag==tag__blink))
  307.           disable_output&=~DISABLE_BLINK;
  308.        else if(DisableHTMLScript && tag==tag__script)
  309.           disable_output&=~DISABLE_SCRIPT;
  310.        else if(DisableHTMLScript && (tag==tag_noscript || tag==tag__noscript))
  311.           disable_output&=~DISABLE_SCRIPT;
  313.        tag=tag_ntags;
  314.        key=att_natts;
  315.        break;
  317.       case LEX_ATTR_KEY:
  318.        key_string=(char*)realloc((void*)key_string,strlen(htmlmodify_yylval)+1);
  319.        strcpy(key_string,htmlmodify_yylval);
  321.        for(key=0;key<att_natts;key++)
  322.           if(!strcasecmp(htmlmodify_yylval,attributes[key]))
  323.              break;
  324.       break;
  326.       case LEX_ATTR_VAL:
  327.        disable_key_val=0;
  329.        if(htmlmodify_yylval && key!=att_natts)
  330.          {
  331.           /* Links */
  333.           if(key==att_href && tag==tag_a && *htmlmodify_yylval)
  334.             {
  335.              char *link=NULL,*p,oldp=0;
  336.              URL *Url=NULL;
  338.              for(p=htmlmodify_yylval;*p;p++)
  339.                 if(*p=='#')
  340.                   {
  341.                    oldp=*p;
  342.                    *p=0;
  343.                    break;
  344.                   }
  346.              if(*htmlmodify_yylval)
  347.                {
  348.                 link=LinkURL(baseUrl,htmlmodify_yylval);
  349.                 Url=SplitURL(link);
  350.                }
  352.              if(!Url || !Url->Protocol)
  353.                 url_cached=0;
  354.              else if(ExistsWebpageSpoolFile(Url) || IsLocalNetHost(Url->host))
  355.                 url_cached=1;
  356.              else if(ExistsOutgoingSpoolFile(Url))
  357.                 url_cached=2;
  358.              else
  359.                 url_cached=-1;
  361.              if(link!=htmlmodify_yylval)
  362.                 free(link);
  363.              if(Url)
  364.                 FreeURL(Url);
  366.              *p=oldp;
  367.             }
  369.           /* Base tag */
  371.           else if(key==att_href && tag==tag_base)
  372.              baseUrl=SplitURL(htmlmodify_yylval);
  374.           /* Script events */
  376.           else if(DisableHTMLScript &&
  377.                   (key==att_onblur || key==att_onchange || key==att_onclick || key==att_ondblclick || key==att_onfocus ||
  378.                    key==att_onkeydown || key==att_onkeypress || key==att_onload || key==att_onmousedown ||
  379.                    key==att_onmousemove || key==att_onmouseout || key==att_onmouseover || key==att_onmouseup ||
  380.                    key==att_onreset || key==att_onselect || key==att_onsubmit || key==att_onunload))
  381.              disable_key_val=1;
  382.          }
  384.        if(!disable_key_val)
  385.          {
  386.           YY_OUTPUT(key_string);
  387.           if(htmlmodify_yylval)
  388.             {
  389.              YY_OUTPUT("=");
  390.              if(*quote)
  391.                 YY_OUTPUT(quote);
  392.              YY_OUTPUT(htmlmodify_yylval);
  393.              if(*quote)
  394.                 YY_OUTPUT(quote);
  395.             }
  396.          }
  398.        key=att_natts;
  399.        break;
  401.       default:
  402.       }
  404.  if(cache_info)
  405.    {YY_OUTPUT(cache_info); free(cache_info); cache_info=NULL;}
  407.  if(key_string)
  408.     free(key_string);
  409. }
  412. #ifndef htmlmodify_yywrap
  413. /*+ Needed in lex but does nothing. +*/
  414. #define htmlmodify_yywrap() 1
  415. #endif
  417. /*+ Reset the current string. +*/
  418. #define reset_string 
  419.  *string=0; 
  420.  stringused=0;
  422. /*+ append information to the current string. +*/
  423. #define append_string(xx) 
  424.  newlen=strlen(xx); 
  425.  if((stringused+newlen)>=stringlen) 
  426.     string=(char*)realloc((void*)string,stringlen=(stringused+newlen+1)); 
  427.  strcpy(string+stringused,xx); 
  428.  stringused+=newlen;
  430. /*+ A macro to read data that can be used by the lexer. +*/
  431. #define YY_INPUT(buf,result,max_size) 
  432.         if((result=read_data(htmlmodify_yyfd,buf,max_size))==-1) 
  433.            result=0;
  435. %}
  437. %%
  438.  char *string=malloc(128);
  439.  int stringlen=128,stringused=0,newlen;
  441.  /* Handle comments and other tags */
  443. [^<]+                       { YY_OUTPUT(htmlmodify_yytext); /* htmlmodify_yylval=htmlmodify_yytext; return(LEX_PLAINTEXT); */ }
  444. "<!DOCTYPE"                 { YY_OUTPUT(htmlmodify_yytext); BEGIN(DOCTYPE); reset_string; }
  445. "<!--"                      { YY_OUTPUT(htmlmodify_yytext); BEGIN(COMMENT); reset_string; }
  446. "<!"{W}*"-"*                { YY_OUTPUT(htmlmodify_yytext); BEGIN(COMMENT_BAD); reset_string; }
  447. "<"{W}*                     { BEGIN(TAG_START); reset_string; append_string(htmlmodify_yytext); }
  449.  /* Doctype (DTD) */
  451. <DOCTYPE>">"                { YY_OUTPUT(htmlmodify_yytext); BEGIN(INITIAL); /* htmlmodify_yylval=string; return(LEX_DOCTYPE); */ }
  452. <DOCTYPE>[^>]+              { YY_OUTPUT(htmlmodify_yytext); /* append_string(htmlmodify_yytext); */ }
  454.  /* Comments - COMMENT_BAD is not a legal comment format (except <!>) but people use it as one.
  455.                COMMENT is not strictly correct, but works better than the real thing. */
  457. <COMMENT>"--"{W}*">"        { YY_OUTPUT(htmlmodify_yytext); BEGIN(INITIAL); /* htmlmodify_yylval=string; return(LEX_COMMENT); */ }
  458. <COMMENT>">"                { YY_OUTPUT(htmlmodify_yytext); /* append_string(htmlmodify_yytext); */ }
  459. <COMMENT>"-"                { YY_OUTPUT(htmlmodify_yytext); /* append_string(htmlmodify_yytext); */ }
  460. <COMMENT>[^->]+             { YY_OUTPUT(htmlmodify_yytext); /* append_string(htmlmodify_yytext); */ }
  462. <COMMENT_BAD>">"            { YY_OUTPUT(htmlmodify_yytext); BEGIN(INITIAL); /* htmlmodify_yylval=string; return(LEX_COMMENT); */ }
  463. <COMMENT_BAD>[^>]+          { YY_OUTPUT(htmlmodify_yytext); /* append_string(htmlmodify_yytext); */ }
  465.  /* Tags */
  467. <TAG_START>"/"?{K}+/{W}     { BEGIN(TAG); htmlmodify_yylval=htmlmodify_yytext; return(LEX_TAG_BEGIN); }
  468. <TAG_START>"/"?{K}+/">"     { BEGIN(TAG); htmlmodify_yylval=htmlmodify_yytext; return(LEX_TAG_BEGIN); }
  469. <TAG_START>(.|n)           { BEGIN(INITIAL); YY_OUTPUT(string); YY_OUTPUT(htmlmodify_yytext); }
  471. <TAG>">"                    { BEGIN(INITIAL); htmlmodify_yylval=""; return(LEX_TAG_END); }
  472. <TAG>"<"                    { BEGIN(INITIAL); unput(htmlmodify_yytext[0]); htmlmodify_yylval=""; return(LEX_TAG_END); }
  473. <TAG>{K}+                   { BEGIN(TAG_ATTR_KEY); htmlmodify_yylval=htmlmodify_yytext; return(LEX_ATTR_KEY); }
  474. <TAG>(.|n)                 { YY_OUTPUT(htmlmodify_yytext); }
  476. <TAG_ATTR_KEY>{W}*=         { BEGIN(TAG_ATTR_VAL); }
  477. <TAG_ATTR_KEY>(.|n)        { BEGIN(TAG); unput(htmlmodify_yytext[0]); htmlmodify_yylval=NULL; return(LEX_ATTR_VAL); }
  479. <TAG_ATTR_VAL>"            { BEGIN(DQUOTED); reset_string; }
  480. <TAG_ATTR_VAL>'            { BEGIN(SQUOTED); reset_string; }
  481. <TAG_ATTR_VAL>{W}+          { }
  482. <TAG_ATTR_VAL>{F}+          { BEGIN(TAG); htmlmodify_yylval=htmlmodify_yytext; quote=""; return(LEX_ATTR_VAL); }
  483. <TAG_ATTR_VAL>(.|n)        { BEGIN(TAG); unput(htmlmodify_yytext[0]); htmlmodify_yylval=""; quote=""; return(LEX_ATTR_VAL); }
  485.  /* Quoted strings */
  487. <DQUOTED>\"               { append_string(htmlmodify_yytext); }
  488. <DQUOTED>\                 { append_string(htmlmodify_yytext); }
  489. <DQUOTED>"                 { BEGIN(TAG); htmlmodify_yylval=string; quote="""; return(LEX_ATTR_VAL); }
  490. <DQUOTED>(r|n)+           { }
  491. <DQUOTED>[^\"rn]+       { append_string(htmlmodify_yytext); }
  493. <SQUOTED>\'               { append_string(htmlmodify_yytext); }
  494. <SQUOTED>\                 { append_string(htmlmodify_yytext); }
  495. <SQUOTED>'                 { BEGIN(TAG); htmlmodify_yylval=string; quote="'"; return(LEX_ATTR_VAL); }
  496. <SQUOTED>(r|n)+           { }
  497. <SQUOTED>[^\'rn]+       { append_string(htmlmodify_yytext); }
  499.  /* End of file */
  501. <<EOF>>                     { free(string); BEGIN(INITIAL); return(0); }
  502. %%