Changeset 6537


Ignore:
Timestamp:
May 9, 2007, 11:39:36 AM (15 years ago)
Author:
gb
Message:

Start to bootstrap separate encode/decode limits.

File:
1 edited

Legend:

Unmodified
Added
Removed
  • trunk/ccl/level-1/l1-unicode.lisp

    r6391 r6537  
    8686  length-of-memory-encoding-function    ;(POINTER NOCTETS START)
    8787
    88   ;; Code units and character codes less than this value map to themselves
     88  ;; Code units less than this value map to themselves on input.
    8989  (literal-char-code-limit 0)
    9090
     
    107107  ;; length sequenve of 0s, but there are exceptions.)
    108108  (nul-encoding #(0))
     109  ;; Char-codes less than  this value map to themselves on output.
     110  (encode-literal-char-code-limit 0)
    109111  )
    110112
     
    262264  #'8-bit-fixed-width-length-of-memory-encoding
    263265  :literal-char-code-limit 256
     266  :encode-literal-char-code-limit 256
    264267  )
    265268
     
    347350  #'8-bit-fixed-width-length-of-memory-encoding
    348351  :literal-char-code-limit 128
     352  :encode-literal-char-code-limit 128
    349353  )
    350354
     
    520524  #'8-bit-fixed-width-length-of-memory-encoding
    521525  :literal-char-code-limit #xa0
     526  :encode-literal-char-code-limit #xa0
    522527  )
    523528
     
    698703  #'8-bit-fixed-width-length-of-memory-encoding
    699704  :literal-char-code-limit #xa0
     705  :encode-literal-char-code-limit #xa0 
    700706  )
    701707
     
    869875  #'8-bit-fixed-width-length-of-memory-encoding
    870876  :literal-char-code-limit #xa0
     877  :encode-literal-char-code-limit #xa0 
    871878  )
    872879
     
    10201027  #'8-bit-fixed-width-length-of-memory-encoding
    10211028  :literal-char-code-limit #xa0
     1029  :encode-literal-char-code-limit #xa0
    10221030  )
    10231031
     
    11681176  #'8-bit-fixed-width-length-of-memory-encoding
    11691177  :literal-char-code-limit #xa0
     1178  :encode-literal-char-code-limit #xa0 
    11701179  )
    11711180
     
    13471356  #'8-bit-fixed-width-length-of-memory-encoding
    13481357  :literal-char-code-limit #xa0
     1358  :encode-literal-char-code-limit #xa0 
    13491359  )
    13501360
     
    15121522  #'8-bit-fixed-width-length-of-memory-encoding
    15131523  :literal-char-code-limit #xa0
     1524  :encode-literal-char-code-limit #xa0 
    15141525  )
    15151526
     
    16541665  #'8-bit-fixed-width-length-of-memory-encoding
    16551666  :literal-char-code-limit #xd0
     1667  :encode-literal-char-code-limit #xa0
    16561668  )
    16571669
     
    18031815  #'8-bit-fixed-width-length-of-memory-encoding
    18041816  :literal-char-code-limit #xa0
     1817  :encode-literal-char-code-limit #xa0 
    18051818  )
    18061819
     
    19121925  #'8-bit-fixed-width-length-of-memory-encoding
    19131926  :literal-char-code-limit #xa0
     1927  :encode-literal-char-code-limit #xa0 
    19141928  )
    19151929
     
    20812095  #'8-bit-fixed-width-length-of-memory-encoding
    20822096  :literal-char-code-limit #xa0
     2097  :encode-literal-char-code-limit #xa0 
    20832098  )
    20842099
     
    22892304  #'8-bit-fixed-width-length-of-memory-encoding
    22902305  :literal-char-code-limit #xa0
     2306  :encode-literal-char-code-limit #xa0 
    22912307  )
    22922308
     
    24482464  #'8-bit-fixed-width-length-of-memory-encoding
    24492465  :literal-char-code-limit #xa0
     2466  :encode-literal-char-code-limit #xa0 
    24502467  )
    24512468
     
    26282645  #'8-bit-fixed-width-length-of-memory-encoding
    26292646  :literal-char-code-limit #xa0
     2647  :encode-literal-char-code-limit #xa0 
    26302648  )
    26312649
     
    29983016             (setq nchars (1+ nchars) i nexti))))))
    29993017    :literal-char-code-limit #x80
     3018  :encode-literal-char-code-limit #x80   
    30003019    :bom-encoding #(#xef #xbb #xbf)
    30013020    )
     
    32763295             (return (values nchars i))
    32773296             (setq i nexti nchars (1+ nchars)))))))
    3278     :literal-char-code-limit #xd800    ; use separate encode/decode limits
     3297    :literal-char-code-limit #xd800 
     3298    :encode-literal-char-code-limit #x10000
    32793299    :nul-encoding #(0 0)
    32803300    )
     
    34403460           (setq i nexti nchars (1+ nchars)))))))
    34413461  :literal-char-code-limit #xd800
     3462  :encode-literal-char-code-limit #x10000
    34423463  :nul-encoding #(0 0)
    34433464  )
     
    36513672                   4)))))))
    36523673  :literal-char-code-limit #xd800
     3674  :encode-literal-char-code-limit #x10000 
    36533675  :use-byte-order-mark
    36543676  #+big-endian-target :utf-16le
     
    37763798     (values (floor noctets 2) (+ start noctets))))
    37773799  :literal-char-code-limit #x10000
     3800  :encode-literal-char-code-limit #x10000 
    37783801  :nul-encoding #(0 0)
    37793802  )
     
    38743897     (values (floor noctets 2) (+ start noctets))))
    38753898  :literal-char-code-limit #x10000
     3899  :encode-literal-char-code-limit #x10000
    38763900  :nul-encoding #(0 0)
    38773901  )
     
    39944018     (values (floor noctets 2) (+ start noctets))))
    39954019  :literal-char-code-limit #x10000
     4020  :encode-literal-char-code-limit #x10000 
    39964021  :use-byte-order-mark
    39974022  #+big-endian-target :ucs-2le
     
    41794204     (values (floor noctets 4) (+ start noctets))))
    41804205  :literal-char-code-limit #x110000
     4206  :encode-literal-char-code-limit #x110000
    41814207  :nul-encoding #(0 0 0 0)
    41824208  )
     
    42764302     (values (floor noctets 4) (+ start noctets))))
    42774303  :literal-char-code-limit #x110000
     4304  :encode-literal-char-code-limit #x110000
    42784305  :nul-encoding #(0 0 0 0) 
    42794306  )
     
    43964423     (values (floor noctets 4) (+ start noctets))))
    43974424  :literal-char-code-limit #x110000
     4425  :encode-literal-char-code-limit #x110000 
    43984426  :use-byte-order-mark
    43994427  #+big-endian-target :utf-32le
Note: See TracChangeset for help on using the changeset viewer.