开通博客赚积分
发布资源赚积分
分类

源码开发语言/平台
当前位置：首页 > 源码/资料 > Internet/网络编程 > 浏览器 > 查看源码
html.l
资源名称：wwwoffle-2.5e.tgz　[点击查看]
上传用户：seven77cht
上传日期：2007-01-04
资源大小：486k
文件大小：21k
源码类别：

浏览器

开发平台：

Unix_Linux

html.l：源码内容
  1. W               [ trn]
  2. F               [-a-z0-9$_.!*(),%;/?:@&=+~|#]
  3. K               [a-z0-9-]
  5. %x DOCTYPE
  6. %x COMMENT COMMENT_BAD
  7. %x TAG_START TAG TAG_ATTR_KEY TAG_ATTR_VAL
  8. %x DQUOTED SQUOTED
  10. %{
  11. /***************************************
  12.   $Header: /home/amb/wwwoffle/RCS/html.l 2.48 2000/03/14 19:12:21 amb Exp $
  14.   WWWOFFLE - World Wide Web Offline Explorer - Version 2.5e.
  15.   Parse the HTML and look for the images, links and other things.
  16.   ******************/ /******************
  17.   Written by Andrew M. Bishop
  18.   Object handling by Walter Pfannenmller
  20.   This file Copyright 1997,98,99,2000 Andrew M. Bishop
  21.   It may be distributed under the GNU Public License, version 2, or
  22.   any higher version.  See section COPYING of the GNU Public license
  23.   for conditions under which this file may be redistributed.
  24.   ***************************************/
  27. #include <stdlib.h>
  28. #include <string.h>
  29. #include <ctype.h>
  31. #include <sys/stat.h>
  32. #include <unistd.h>
  33. #include <time.h>
  35. #include "wwwoffle.h"
  36. #include "document.h"
  37. #include "config.h"
  38. #include "misc.h"
  40. #include "errors.h"
  42. /* Parser outputs */
  44. #define LEX_PLAINTEXT  1
  45. #define LEX_COMMENT    2
  46. #define LEX_DOCTYPE    3
  48. #define LEX_TAG_BEGIN  4
  49. #define LEX_TAG_END    5
  51. #define LEX_ATTR_KEY   6
  52. #define LEX_ATTR_VAL   7
  54. /* Tag types */
  56. typedef enum _HTMLTags
  57. {
  58.  tag_a         = 0  /* "a"          */ ,
  59.  tag_applet    = 1  /* "applet"     */ ,
  60.  tag_area      = 2  /* "area"       */ ,
  61.  tag_base      = 3  /* "base"       */ ,
  62.  tag_blockquote= 4  /* "blockquote" */ ,
  63.  tag_body      = 5  /* "body"       */ ,
  64.  tag_del       = 6  /* "del"        */ ,
  65.  tag_embed     = 7  /* "embed"      */ ,
  66.  tag_frame     = 8  /* "frame"      */ ,
  67.  tag_head      = 9  /* "head"       */ ,
  68.  tag_iframe    =10  /* "iframes"    */ ,
  69.  tag_img       =11  /* "img"        */ ,
  70.  tag_input     =12  /* "input"      */ ,
  71.  tag_ins       =13  /* "ins"        */ ,
  72.  tag_link      =14  /* "link"       */ ,
  73.  tag_meta      =15  /* "meta"       */ ,
  74.  tag_object    =16  /* "object"     */ ,
  75.  tag_param     =17  /* "param"      */ ,
  76.  tag_q         =18  /* "q"          */ ,
  77.  tag_script    =19  /* "script"     */ ,
  78.  tag_xml       =20  /* "xml"        */ ,
  79.  tag_ntags     =21
  80. }
  81. HTMLTags;
  83. /* Tag strings */
  85. static char *tags[]=
  86. {
  87.  /* tag_a         = 0  */  "a"          ,
  88.  /* tag_applet    = 1  */  "applet"     ,
  89.  /* tag_area      = 2  */  "area"       ,
  90.  /* tag_base      = 3  */  "base"       ,
  91.  /* tag_blockquote= 4  */  "blockquote" ,
  92.  /* tag_body      = 5  */  "body"       ,
  93.  /* tag_del       = 6  */  "del"        ,
  94.  /* tag_embed     = 7  */  "embed"      ,
  95.  /* tag_frame     = 8  */  "frame"      ,
  96.  /* tag_head      = 9  */  "head"       ,
  97.  /* tag_iframe    =10  */  "iframes"    ,
  98.  /* tag_img       =11  */  "img"        ,
  99.  /* tag_input     =12  */  "input"      ,
  100.  /* tag_ins       =13  */  "ins"        ,
  101.  /* tag_link      =14  */  "link"       ,
  102.  /* tag_meta      =15  */  "meta"       ,
  103.  /* tag_object    =16  */  "object"     ,
  104.  /* tag_param     =17  */  "param"      ,
  105.  /* tag_q         =18  */  "q"          ,
  106.  /* tag_script    =19  */  "script"     ,
  107.  /* tag_xml       =20  */  "xml"       
  108. };
  110. /* Attribute types */
  112. typedef enum _HTMLAttributes
  113. {
  114.  att_archive   = 0  /* "archive"    */ ,
  115.  att_background= 1  /* "background" */ ,
  116.  att_cite      = 2  /* "cite"       */ ,
  117.  att_classid   = 3  /* "classid"    */ ,
  118.  att_code      = 4  /* "code"       */ ,
  119.  att_codebase  = 5  /* "codebase"   */ ,
  120.  att_codetype  = 6  /* "codetype"   */ ,
  121.  att_content   = 7  /* "content"    */ ,
  122.  att_data      = 8  /* "data"       */ ,
  123.  att_href      = 9  /* "href"       */ ,
  124.  att_http_equiv=10  /* "http-equiv" */ ,
  125.  att_longdesc  =11  /* "longdesc"   */ ,
  126.  att_name      =12  /* "name"       */ ,
  127.  att_object    =13  /* "object"     */ ,
  128.  att_profile   =14  /* "profile"    */ ,
  129.  att_rel       =15  /* "rel"        */ ,
  130.  att_src       =16  /* "src"        */ ,
  131.  att_type      =17  /* "type"       */ ,
  132.  att_usemap    =18  /* "usemap"     */ ,
  133.  att_value     =19  /* "value"      */ ,
  134.  att_valuetype =20  /* "valuetype"  */ ,
  135.  att_natts     =21
  136. }
  137. HTMLAttributes;
  139. /* Attribute strings. */
  141. static char *attributes[]=
  142. {
  143.  /* att_archive   = 0 */  "archive"     ,
  144.  /* att_background= 1 */  "background"  ,
  145.  /* att_cite      = 2 */  "cite"        ,
  146.  /* att_classid   = 3 */  "classid"     ,
  147.  /* att_code      = 4 */  "code"        ,
  148.  /* att_codebase  = 5 */  "codebase"    ,
  149.  /* att_codetype  = 6 */  "codetype"    ,
  150.  /* att_content   = 7 */  "content"     ,
  151.  /* att_data      = 8 */  "data"        ,
  152.  /* att_href      = 9 */  "href"        ,
  153.  /* att_http_equiv=10 */  "http-equiv"  ,
  154.  /* att_longdesc  =11 */  "longdesc"    ,
  155.  /* att_name      =12 */  "name"        ,
  156.  /* att_object    =13 */  "object"      ,
  157.  /* att_profile   =14 */  "profile"     ,
  158.  /* att_rel       =15 */  "rel"         ,
  159.  /* att_src       =16 */  "src"         ,
  160.  /* att_type      =17 */  "type"        ,
  161.  /* att_usemap    =18 */  "usemap"      ,
  162.  /* att_value     =19 */  "value"       ,
  163.  /* att_valuetype =20 */  "valuetype"   ,
  164. };
  167. static void parse_html(void);
  169. static char *html_yylval=NULL;
  170. extern int html_yylex(void);
  173. /*+ The refresh content of a Meta tag. +*/
  174. static char *meta_refresh=NULL;
  176. /*+ The content of a Base tag. +*/
  177. static char *base_url=NULL;
  179. /*+ The file descriptor that we are reading from. +*/
  180. static int html_yyfd=-1;
  182. /*+ The base URL of this page. +*/
  183. static URL *baseUrl=NULL;
  185. /*+ The quote character used. +*/
  186. static char *quote="";
  189. /*++++++++++++++++++++++++++++++++++++++
  190.   Parse the HTML and look for references to image/links/frames.
  192.   int fd The file descriptor of the file to parse.
  194.   URL *Url The reference URL to use.
  195.   ++++++++++++++++++++++++++++++++++++++*/
  197. void ParseHTML(int fd,URL *Url)
  198. {
  199.  static int first=1;
  201.  PrintMessage(Debug,"Parsing document using HTML parser.");
  203.  baseUrl=Url;
  204.  base_url=NULL;
  206.  SetBaseURL(baseUrl);
  208.  if(meta_refresh)
  209.     free(meta_refresh);
  210.  meta_refresh=NULL;
  212.  html_yyfd=fd;
  213.  if(!first)
  214.     html_yyrestart(NULL);
  216.  parse_html();
  218.  if(base_url)
  219.    {
  220.     baseUrl=SplitURL(base_url);
  221.     SetBaseURL(baseUrl);
  222.    }
  224.  first=0;
  225. }
  228. /*++++++++++++++++++++++++++++++++++++++
  229.   Return the URL from the Meta Refresh tag if there is one.
  231.   char *MetaRefresh Returns the new URL or NULL if none.
  232.   ++++++++++++++++++++++++++++++++++++++*/
  234. char *MetaRefresh(void)
  235. {
  236.  if(meta_refresh)
  237.    {
  238.     char *new=LinkURL(baseUrl,meta_refresh);
  239.     if(new!=meta_refresh)
  240.       {
  241.        free(meta_refresh);
  242.        meta_refresh=new;
  243.       }
  244.    }
  246.  return(meta_refresh);
  247. }
  250. /*++++++++++++++++++++++++++++++++++++++
  251.   Object and Param treatment:
  252.   this is the attempt to extract all 
  253.   valid URIs from the OBJECT or PARAM tag
  254.   defined in HTML 4.0.
  256.   there is a problem with inline data, classes, ..
  257.   or
  258.   URIs of the form
  259.   java:...
  260.   data:...
  261.   clsid:...
  262.   and inline data
  263.  
  264.   these will be taken care of later.
  266.   (c) Walter Pfannenmueller
  267.   ++++++++++++++++++++++++++++++++++++++*/
  269. /* no more than obj_archives_max are accepted: seems enough */
  270. #define obj_archives_max 32
  272. /* Object */
  273. enum {
  274.     obj_classid = 0,
  275.     obj_codetype,
  276.     obj_codebase,
  277.     obj_code,
  278.     obj_object,
  279.     obj_data,
  280.     obj_usemap,
  281.     obj_type,
  282.     obj_longdesc,
  284.     obj_archives_start,
  285.     obj_archives_end = obj_archives_start + obj_archives_max,
  286.     obj_parts_size
  287. };
  289. static int obj_codetype_Type = RefObject; 
  290. static int obj_type_Type = RefObject; 
  291. static int obj_narchives = 0;
  293. static char *obj_parts[obj_parts_size] = { NULL, }; 
  295. /* Param */
  297. enum {
  298.    param_type = 0,
  299.    param_value,
  300.    param_parts_size
  301. };
  303. static int param_valuetype_is_ref = 0;
  304. static char *param_parts[param_parts_size] = { NULL, }; 
  307. /*++++++++++++++++++++++++++++++++++++++
  308.   Free one of the obj parts.
  309.   ++++++++++++++++++++++++++++++++++++++*/
  310. static void op_free(char **op)
  311. {
  312.     if(*op != NULL)
  313.     {
  314.        free(*op);
  315.        *op = NULL;
  316.     }
  317. }
  319. /*++++++++++++++++++++++++++++++++++++++
  320.   Allocate one of the obj parts.
  321.   ++++++++++++++++++++++++++++++++++++++*/
  322. static void op_malloc(char **op,char *text)
  323. {
  324.     op_free(op);
  325.     *op = (char *)malloc(strlen(text) + 1);
  326.     strcpy(*op,text); 
  327. } 
  329. /*++++++++++++++++++++++++++++++++++++++
  330.   take the object's info and add codebase
  331.   ++++++++++++++++++++++++++++++++++++++*/
  332. static void codebase_url(int part, RefType refType)
  333. {
  334.     if(obj_parts[part])
  335.     {
  336.         if(obj_parts[obj_codebase])
  337.         {
  338.             char *url = (char *)malloc(strlen(obj_parts[obj_codebase]) + 
  339.                                        sizeof("/") +
  340.                                        strlen(obj_parts[part])+1);
  341.             strcpy(url,obj_parts[obj_codebase]); 
  342.             if(url[strlen(url) - 1] != '/')
  343.             {
  344.                 strcat(url,"/"); 
  345.             }
  346.             strcat(url,obj_parts[part]);
  347.             op_free(&obj_parts[part]);
  348.             obj_parts[part] = url;
  349.         }
  350.         AddReference(obj_parts[part], refType);
  351.     }
  352. }
  354. /*++++++++++++++++++++++++++++++++++++++
  355.   take the object's info and build an applet url
  356.   ++++++++++++++++++++++++++++++++++++++*/
  357. static void java_applet_url(int part, RefType refType)
  358. {
  359.     if(obj_parts[part])
  360.     {
  361.         char *dots;
  362.         char *applet = obj_parts[part];
  363.         static const char class_suffix[] = ".class";
  365.         if(strcmp(&applet[strlen(applet) - strlen(class_suffix)],class_suffix))
  366.         {
  367.             applet = (char *)malloc(strlen(applet) + sizeof(class_suffix));
  368.             strcpy(applet,obj_parts[part]); 
  369.             strcat(applet,class_suffix); 
  370.             op_free(&obj_parts[part]);
  371.             obj_parts[part] = applet;
  372.         }
  373.         dots = applet;
  374.         while((dots = strchr(dots,'.')) < (applet + strlen(applet) - sizeof(class_suffix)))
  375.         {
  376.            *dots = '/';
  377.         }
  378.         codebase_url(part,refType);
  379.     }
  380. }
  382. /*++++++++++++++++++++++++++++++++++++++
  383.   take the object's info and build urls
  384.   ++++++++++++++++++++++++++++++++++++++*/
  385. static void build_obj_urls()
  386. {
  387.     int i;
  388.     /* asuming, referenced objects from within objects
  389.        are already in the archives */ 
  390.     RefType refType = obj_narchives > 0 ? RefObject : RefInlineObject;
  391.     if(obj_codetype_Type == RefImage || obj_type_Type == RefImage)
  392.     {
  393.         codebase_url(obj_classid,RefImage);
  394.         codebase_url(obj_data,RefImage);
  395.     }
  396.     else
  397.     {
  398.         /* only change classid,data to .class - file if we are sure
  399.            we do have a java object */ 
  400.         if(obj_parts[obj_codetype] &&
  401.            !strcmp(obj_parts[obj_codetype],"application/java")
  402.         )
  403.         {
  404.            java_applet_url(obj_classid,refType);
  405.            java_applet_url(obj_data,refType);
  406.         }
  407.         else
  408.         {
  409.            codebase_url(obj_classid,refType);
  410.            codebase_url(obj_data,refType);
  411.         }    
  412.     }
  413.     java_applet_url(obj_code,refType);
  414.     java_applet_url(obj_object,refType);
  415.     codebase_url(obj_usemap,RefLink);
  416.     codebase_url(obj_longdesc,RefLink);
  417.     for(i = 0; i < obj_narchives; i++)
  418.     {
  419.         codebase_url(i + obj_archives_start, RefObject);
  420.     }
  421.     for(i = 0; i < obj_parts_size; i++)
  422.     {
  423.        op_free(&obj_parts[i]);
  424.     }
  425.     obj_codetype_Type = RefObject; 
  426.     obj_type_Type = RefObject; 
  427.     obj_narchives = 0;
  428. }
  431. /*+++++++++++++++++++++++++++++++++++++++++
  432.   take the param's info and build urls
  433.   +++++++++++++++++++++++++++++++++++++++++*/
  434. static void build_param_urls()
  435. {
  436.     int i;
  437.     if(param_valuetype_is_ref && param_parts[param_value])
  438.     {
  439.         AddReference(param_parts[param_value],RefObject);
  440.     } 
  441.     param_valuetype_is_ref = 0;
  442.     for(i = 0; i < param_parts_size; i++)
  443.     {
  444.        op_free(&param_parts[i]);
  445.     }
  446. }
  449. /*++++++++++++++++++++++++++++++++++++++
  450.   Parse the HTML and look for references to image/links/frames.
  451.   ++++++++++++++++++++++++++++++++++++++*/
  453. static void parse_html(void)
  454. {
  455.  HTMLTags tag=tag_ntags;
  456.  HTMLAttributes key=att_natts;
  457.  RefType ref;
  458.  int link_rel_style=0,meta_http_equiv_refresh=0;
  459.  int yychar;
  461.  /* The actual parser. */
  463.  while((yychar=html_yylex()))
  464.     switch(yychar)
  465.       {
  466.       case LEX_PLAINTEXT:
  467.        break;
  469.       case LEX_COMMENT:
  470.        break;
  472.       case LEX_DOCTYPE:
  473.        break;
  475.       case LEX_TAG_BEGIN:
  476.        for(tag=0;tag<tag_ntags;tag++)
  477.           if(!strcasecmp(html_yylval,tags[tag]))
  478.              break;
  479.        break;
  481.       case LEX_TAG_END:
  482.        if(tag==tag_object || tag==tag_applet || tag==tag_embed || tag==tag_xml)
  483.           build_obj_urls();
  484.        if(tag==tag_param)
  485.           build_param_urls();
  487.        tag=tag_ntags;
  488.        key=att_natts;
  489.        link_rel_style=0,meta_http_equiv_refresh=0;
  490.        break;
  492.       case LEX_ATTR_KEY:
  493.        if(tag==tag_ntags)
  494.           break;
  496.        for(key=0;key<att_natts;key++)
  497.           if(!strcasecmp(html_yylval,attributes[key]))
  498.              break;
  499.       break;
  501.       case LEX_ATTR_VAL:
  502.        if(key==att_natts)
  503.           break;
  505.        /* Simple links and stuff */
  507.        ref=NRefTypes;
  509.        if(key==att_href && (tag==tag_a || tag==tag_area))
  510.           ref=RefLink;
  511.        else if(key==att_src && (tag==tag_input || tag==tag_img))
  512.           ref=RefImage;
  513.        else if(key==att_src && tag==tag_script)
  514.           ref=RefScript;
  515.        else if(key==att_src && (tag==tag_frame || tag==tag_iframe))
  516.           ref=RefFrame;
  517.        else if(key==att_cite && (tag==tag_q || tag==tag_blockquote || tag==tag_ins || tag==tag_del))
  518.           ref=RefLink;
  519.        else if(key==att_background && tag==tag_body)
  520.           ref=RefImage;
  521.        else if(key==att_longdesc && (tag==tag_frame || tag==tag_iframe || tag==tag_img))
  522.           ref=RefLink;
  523.        else if(key==att_usemap && (tag==tag_input || tag==tag_img))
  524.           ref=RefImage;
  525.        else if(key==att_profile && tag==tag_head)
  526.           ref=RefLink;
  528.        if(ref!=NRefTypes)
  529.          {AddReference(html_yylval,ref);break;}
  531.        /* Other simple non-reference ones. */
  533.        if(key==att_href && tag==tag_base)
  534.          {base_url=(char*)malloc(strlen(html_yylval)+1); strcpy(base_url,html_yylval); break;}
  536.        /* Some more complicated ones that depend on other attributes. */
  538.        if(tag==tag_link)
  539.           if(key==att_rel && !strncasecmp(html_yylval,"Stylesheet",10))
  540.             {link_rel_style=1;break;}
  541.           else if(key==att_href)
  542.              if(link_rel_style)
  543.                {AddReference(html_yylval,RefStyleSheet);break;}
  544.              else
  545.                {AddReference(html_yylval,RefLink);break;}
  547.        if(tag==tag_meta)
  548.          {
  549.           if(key==att_http_equiv && !strncasecmp(html_yylval,"Refresh",7))
  550.             {meta_http_equiv_refresh=1;break;}
  551.           else if(key==att_content && meta_http_equiv_refresh)
  552.             {
  553.              char *p;
  555.              /* ' *[0-9].?[0-9]* *[;,] *(URL *= *|)http://...' */
  557.              p=html_yylval;
  558.              while(isspace(*p)) p++;
  559.              if(!isdigit(*p))
  560.                 break;
  561.              while(isdigit(*p)) p++;
  562.              if(*p=='.')
  563.                {p++; while(isdigit(*p)) p++;}
  564.              while(isspace(*p)) p++;
  565.              if(*p!=';' && *p!=',')
  566.                 break;
  567.              p++;
  568.              while(isspace(*p)) p++;
  569.              if(!strncasecmp(p,"URL",3))
  570.                {
  571.                 p+=3;
  572.                 while(isspace(*p)) p++;
  573.                 if(*p!='=') break;
  574.                 p++;
  575.                 while(isspace(*p)) p++;
  576.                }
  577.              if(!*p)
  578.                 break;
  579.              meta_refresh=(char*)malloc(strlen(p)+1); strcpy(meta_refresh,p);
  580.              break;
  581.             }
  582.          }
  584.        /* Complex object type ones. */
  586.        if(tag==tag_param)
  587.          {
  588.           if(key==att_valuetype && !strcasecmp(html_yylval,"ref"))
  589.              param_valuetype_is_ref = 1;
  590.           else if(key==att_name && (!strcasecmp(html_yylval,"href") || !strcasecmp(html_yylval,"file") || !strcasecmp(html_yylval,"ref")))
  591.              param_valuetype_is_ref = 1;
  593.           else if(key==att_type)  op_malloc(&param_parts[param_type] ,html_yylval);
  594.           else if(key==att_value) op_malloc(&param_parts[param_value],html_yylval);
  595.          }
  597.        else if(tag==tag_object || tag==tag_applet || tag==tag_embed || tag==tag_xml)
  598.          {
  599.           if(key==att_src)
  600.             {AddReference(html_yylval,RefInlineObject);break;}
  602.           else if(key==att_archive)
  603.             {
  604.              char *p,*q=html_yylval;
  606.              while((p=strtok(q," trn,")))
  607.                {
  608.                 if(obj_narchives < obj_archives_max)
  609.                    op_malloc(&obj_parts[obj_archives_start + obj_narchives++],p);
  610.                 q=NULL;
  611.                }
  612.              break;
  613.             }
  615.           else if(key==att_code)     op_malloc(&obj_parts[obj_code]    ,html_yylval);
  616.           else if(key==att_object)   op_malloc(&obj_parts[obj_object]  ,html_yylval);
  617.           else if(key==att_codebase) op_malloc(&obj_parts[obj_codebase],html_yylval);
  618.           else if(key==att_data)     op_malloc(&obj_parts[obj_data]    ,html_yylval);
  619.           else if(key==att_usemap)   op_malloc(&obj_parts[obj_usemap]  ,html_yylval);
  620.           else if(key==att_longdesc) op_malloc(&obj_parts[obj_longdesc],html_yylval);
  621.           else if(key==att_classid)
  622.             {
  623.              if(!strncasecmp(html_yylval,"java:",5))       op_malloc(&obj_parts[obj_classid],html_yylval+5);
  624.              else if(!strncasecmp(html_yylval,"clsid:",6)) op_malloc(&obj_parts[obj_classid],html_yylval+6);
  625.              if(strncasecmp(html_yylval,"data:",5))        op_malloc(&obj_parts[obj_classid],html_yylval);
  626.             }
  627.           else if(key==att_codetype)
  628.             {
  629.              if(!strncasecmp(html_yylval,"image",5)) {op_malloc(&obj_parts[obj_codetype],html_yylval+5); obj_codetype_Type = RefImage;}
  630.              else                                     op_malloc(&obj_parts[obj_codetype],html_yylval);
  631.             }
  632.           else if(key==att_type)
  633.             {
  634.              if(!strncasecmp(html_yylval,"image",5)) {op_malloc(&obj_parts[obj_type],html_yylval+5); obj_type_Type = RefImage;}
  635.              else                                     op_malloc(&obj_parts[obj_type],html_yylval);
  636.             }
  637.          }
  639.        key=att_natts;
  640.        break;
  642.       default:
  643.       }
  644. }
  647. #ifndef html_yywrap
  648. /*+ Needed in lex but does nothing. +*/
  649. #define html_yywrap() 1
  650. #endif
  652. /*+ Reset the current string. +*/
  653. #define reset_string 
  654.  *string=0; 
  655.  stringused=0;
  657. /*+ append information to the current string. +*/
  658. #define append_string(xx) 
  659.  newlen=strlen(xx); 
  660.  if((stringused+newlen)>=stringlen) 
  661.     string=(char*)realloc((void*)string,stringlen=(stringused+newlen+1)); 
  662.  strcpy(string+stringused,xx); 
  663.  stringused+=newlen;
  665. /*+ A macro to read data that can be used by the lexer. +*/
  666. #define YY_INPUT(buf,result,max_size) 
  667.         if((result=read_data(html_yyfd,buf,max_size))==-1) 
  668.            result=0;
  670. %}
  672. %%
  673.  char *string=malloc(128);
  674.  int stringlen=128,stringused=0,newlen;
  676.  /* Handle comments and other tags */
  678. [^<]+                       { /* html_yylval=html_yytext; return(LEX_PLAINTEXT); */ }
  679. "<!DOCTYPE"                 { BEGIN(DOCTYPE); reset_string; }
  680. "<!--"                      { BEGIN(COMMENT); reset_string; }
  681. "<!"{W}*"-"*                { BEGIN(COMMENT_BAD); reset_string; }
  682. "<"{W}*                     { BEGIN(TAG_START); reset_string; /* append_string(html_yytext); */ }
  684.  /* Doctype (DTD) */
  686. <DOCTYPE>">"                { BEGIN(INITIAL); /* html_yylval=string; return(LEX_DOCTYPE); */ }
  687. <DOCTYPE>[^>]+              { /* append_string(html_yytext); */ }
  689.  /* Comments - COMMENT_BAD is not a legal comment format (except <!>) but people use it as one.
  690.                COMMENT is not strictly correct, but works better than the real thing. */
  692. <COMMENT>"--"{W}*">"        { BEGIN(INITIAL); /* html_yylval=string; return(LEX_COMMENT); */ }
  693. <COMMENT>">"                { /* append_string(html_yytext); */ }
  694. <COMMENT>"-"                { /* append_string(html_yytext); */ }
  695. <COMMENT>[^->]+             { /* append_string(html_yytext); */ }
  697. <COMMENT_BAD>">"            { BEGIN(INITIAL); /* html_yylval=string; return(LEX_COMMENT); */ }
  698. <COMMENT_BAD>[^>]+          { /* append_string(html_yytext); */ }
  700.  /* Tags */
  702. <TAG_START>"/"?{K}+/{W}     { BEGIN(TAG); html_yylval=html_yytext; return(LEX_TAG_BEGIN); }
  703. <TAG_START>"/"?{K}+/">"     { BEGIN(TAG); html_yylval=html_yytext; return(LEX_TAG_BEGIN); }
  704. <TAG_START>(.|n)           { BEGIN(INITIAL); }
  706. <TAG>">"                    { BEGIN(INITIAL); html_yylval=""; return(LEX_TAG_END); }
  707. <TAG>"<"                    { BEGIN(INITIAL); unput(html_yytext[0]); html_yylval=""; return(LEX_TAG_END); }
  708. <TAG>{K}+                   { BEGIN(TAG_ATTR_KEY); html_yylval=html_yytext; return(LEX_ATTR_KEY); }
  709. <TAG>(.|n)                 { }
  711. <TAG_ATTR_KEY>{W}*=         { BEGIN(TAG_ATTR_VAL); }
  712. <TAG_ATTR_KEY>(.|n)        { BEGIN(TAG); unput(html_yytext[0]); html_yylval=NULL; return(LEX_ATTR_VAL); }
  714. <TAG_ATTR_VAL>"            { BEGIN(DQUOTED); reset_string; }
  715. <TAG_ATTR_VAL>'            { BEGIN(SQUOTED); reset_string; }
  716. <TAG_ATTR_VAL>{W}+          { }
  717. <TAG_ATTR_VAL>{F}+          { BEGIN(TAG); html_yylval=html_yytext; quote=""; return(LEX_ATTR_VAL); }
  718. <TAG_ATTR_VAL>(.|n)        { BEGIN(TAG); unput(html_yytext[0]); html_yylval=""; quote=""; return(LEX_ATTR_VAL); }
  720.  /* Quoted strings */
  722. <DQUOTED>\"               { append_string(html_yytext); }
  723. <DQUOTED>\                 { append_string(html_yytext); }
  724. <DQUOTED>"                 { BEGIN(TAG); html_yylval=string; quote="""; return(LEX_ATTR_VAL); }
  725. <DQUOTED>(r|n)+           { }
  726. <DQUOTED>[^\"rn]+       { append_string(html_yytext); }
  728. <SQUOTED>\'               { append_string(html_yytext); }
  729. <SQUOTED>\                 { append_string(html_yytext); }
  730. <SQUOTED>'                 { BEGIN(TAG); html_yylval=string; quote="'"; return(LEX_ATTR_VAL); }
  731. <SQUOTED>(r|n)+           { }
  732. <SQUOTED>[^\'rn]+       { append_string(html_yytext); }
  734.  /* End of file */
  736. <<EOF>>                     { free(string); BEGIN(INITIAL); return(0); }
  737. %%