Author: stepan
Date: 2007-09-24 00:33:38 +0200 (Mon, 24 Sep 2007)
New Revision: 35

Added:
   trunk/filo-0.5/fs/fsys_cramfs.c
   trunk/filo-0.5/fs/mini_inflate.c
   trunk/filo-0.5/fs/mini_inflate.h
Modified:
   trunk/filo-0.5/defconfig
   trunk/filo-0.5/fs/Makefile
Log:
Add CRAMFS support to FILO. 

To enable this, replace the line
#FSYS_CRAMFS = 1
with 
FSYS_CRAMFS = 1
in your Config file.



Modified: trunk/filo-0.5/defconfig
===================================================================
--- trunk/filo-0.5/defconfig    2007-03-06 19:22:33 UTC (rev 34)
+++ trunk/filo-0.5/defconfig    2007-09-23 22:33:38 UTC (rev 35)
@@ -56,6 +56,7 @@
 FSYS_REISERFS = 1
 #FSYS_XFS = 1
 FSYS_ISO9660 = 1
+#FSYS_CRAMFS = 1
 
 # Support for boot disk image in bootable CD-ROM (El Torito)
 ELTORITO = 1

Modified: trunk/filo-0.5/fs/Makefile
===================================================================
--- trunk/filo-0.5/fs/Makefile  2007-03-06 19:22:33 UTC (rev 34)
+++ trunk/filo-0.5/fs/Makefile  2007-09-23 22:33:38 UTC (rev 35)
@@ -10,5 +10,7 @@
 OBJS-$(FSYS_REISERFS) += fsys_reiserfs.o
 OBJS-$(FSYS_XFS) += fsys_xfs.o
 OBJS-$(FSYS_ISO9660) += fsys_iso9660.o
+OBJS-$(FSYS_CRAMFS) += fsys_cramfs.o
+OBJS-$(FSYS_CRAMFS) += mini_inflate.o
 
 include $(TOPDIR)/makerules

Added: trunk/filo-0.5/fs/fsys_cramfs.c
===================================================================
--- trunk/filo-0.5/fs/fsys_cramfs.c                             (rev 0)
+++ trunk/filo-0.5/fs/fsys_cramfs.c     2007-09-23 22:33:38 UTC (rev 35)
@@ -0,0 +1,465 @@
+/*
+ *  GRUB  --  GRand Unified Bootloader
+ *  Copyright (C) 2002 Russ Dill <[EMAIL PROTECTED]>
+ *
+ *  This program is free software; you can redistribute it and/or modify
+ *  it under the terms of the GNU General Public License as published by
+ *  the Free Software Foundation; either version 2 of the License, or
+ *  (at your option) any later version.
+ *
+ *  This program is distributed in the hope that it will be useful,
+ *  but WITHOUT ANY WARRANTY; without even the implied warranty of
+ *  MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
+ *  GNU General Public License for more details.
+ *
+ *  You should have received a copy of the GNU General Public License
+ *  along with this program; if not, write to the Free Software
+ *  Foundation, Inc., 675 Mass Ave, Cambridge, MA 02139, USA.
+ */
+ 
+/* fsys_minix.c used as a skeleton, cramfs code in kernel used as
+ * documentation and some code */
+
+#include "shared.h"
+#include "filesys.h"
+#include "mini_inflate.h"
+
+//#define DEBUG_CRAMFS
+
+#ifdef DEBUG_CRAMFS
+# define debug_cramfs(str, args...) printf(str, ## args)
+#else
+# define debug_cramfs(str, args...) do {;} while(0)
+#endif
+
+/* include/asm-i386/type.h */
+typedef __signed__ char s8;
+typedef unsigned char u8;
+typedef __signed__ short s16;
+typedef unsigned short u16;
+typedef __signed__ int s32;
+typedef unsigned int u32;
+
+
+#define BLOCK_SIZE     SECTOR_SIZE
+
+#define CRAMFS_MAGIC           0x28cd3d45      /* some random number */
+#define CRAMFS_SIGNATURE       "Compressed ROMFS"
+
+/*
+ * Reasonably terse representation of the inode data.
+ */
+struct cramfs_inode {
+       u32 mode:16, uid:16;
+       /* SIZE for device files is i_rdev */
+       u32 size:24, gid:8;
+       /* NAMELEN is the length of the file name, divided by 4 and
+           rounded up.  (cramfs doesn't support hard links.) */
+       /* OFFSET: For symlinks and non-empty regular files, this
+          contains the offset (divided by 4) of the file data in
+          compressed form (starting with an array of block pointers;
+          see README).  For non-empty directories it is the offset
+          (divided by 4) of the inode of the first file in that
+          directory.  For anything else, offset is zero. */
+       u32 namelen:6, offset:26;
+};
+
+/*
+ * Superblock information at the beginning of the FS.
+ */
+struct cramfs_super {
+       u32 magic;              /* 0x28cd3d45 - random number */
+       u32 size;               /* Not used.  mkcramfs currently
+                                   writes a constant 1<<16 here. */
+       u32 flags;              /* 0 */
+       u32 future;             /* 0 */
+       u8 signature[16];       /* "Compressed ROMFS" */
+       u8 fsid[16];            /* random number */
+       u8 name[16];            /* user-defined name */
+       struct cramfs_inode root;       /* Root inode data */
+};
+
+/*
+ * Valid values in super.flags.  Currently we refuse to mount
+ * if (flags & ~CRAMFS_SUPPORTED_FLAGS).  Maybe that should be
+ * changed to test super.future instead.
+ */
+#define CRAMFS_SUPPORTED_FLAGS (0xff)
+
+/* Uncompression interfaces to the underlying zlib */
+int cramfs_uncompress_block(void *dst, int dstlen, void *src, int srclen);
+int cramfs_uncompress_init(void);
+int cramfs_uncompress_exit(void);
+
+/* linux/stat.h */
+#define S_IFMT  00170000
+#define S_IFLNK  0120000
+#define S_IFREG  0100000
+#define S_IFDIR  0040000
+#define S_ISLNK(m)     (((m) & S_IFMT) == S_IFLNK)
+#define S_ISREG(m)      (((m) & S_IFMT) == S_IFREG)
+#define S_ISDIR(m)      (((m) & S_IFMT) == S_IFDIR)
+
+#define PATH_MAX                1024   /* include/linux/limits.h */
+#define MAX_LINK_COUNT             5   /* number of symbolic links to follow */
+
+#define NAMELEN_MAX (((1 << (6 + 1)) - 1) << 2) /* 252 */
+
+#define CRAMFS_BLOCK (4096L)
+#define CRAMFS_MAX_BLOCKS ((1 << 24) / CRAMFS_BLOCK)
+
+/* made up, these are pointers into FSYS_BUF */
+/* read once, always stays there: */
+struct cramfs_buf {
+       struct cramfs_super super;
+       struct cramfs_inode inode;
+       char name[NAMELEN_MAX + 1];
+       u32 block_ptrs[CRAMFS_MAX_BLOCKS];
+       char data[CRAMFS_BLOCK * 2];
+       char temp[CRAMFS_BLOCK];
+       /* menu.lst is read 1 byte at a time, try to aleviate *
+        * the performance problem */
+       long cached_block;              /* the uncompressed block in 
cramfs_buf->data */
+       long decompressed_block;        /* the decompressed block in 
cramfs_buf->temp */
+       long decompressed_size;         /* the size that is got decompressed to 
*/
+};
+
+static struct cramfs_buf *cramfs_buf;
+
+#define CRAMFS_ROOT_INO (sizeof(struct cramfs_super) - sizeof(struct 
cramfs_inode))
+
+#ifndef STAGE1_5
+#define cramfs_memcmp grub_memcmp
+#define cramfs_strlen grub_strlen
+#else
+int
+cramfs_memcmp (const char *s1, const char *s2, int n)
+{
+  while (n)
+    {
+      if (*s1 < *s2)
+       return -1;
+      else if (*s1 > *s2)
+       return 1;
+      s1++;
+      s2++;
+      n--;
+    }
+
+  return 0;
+}
+
+
+int
+cramfs_strlen (const char *str)
+{
+  int len = 0;
+
+  while (*str++)
+    len++;
+
+  return len;
+}
+
+
+#endif
+/* check filesystem types and read superblock into memory buffer */
+int 
+cramfs_mount(void)
+{      
+       debug_cramfs("attempting to mount a cramfs\n");
+
+       cramfs_buf = (struct cramfs_buf *) FSYS_BUF;
+       if (part_length < sizeof(struct cramfs_super) / BLOCK_SIZE) {
+               debug_cramfs("partition too short\n");
+                       return 0;
+       }
+         
+       if (!devread(0, 0, sizeof(struct cramfs_super), (char *) 
&cramfs_buf->super)) {
+               debug_cramfs("cannot read superblock\n");
+               return 0;
+       }
+  
+       if (cramfs_buf->super.magic != CRAMFS_MAGIC) {
+               debug_cramfs("magic does not match\n");
+               return 0;
+       }
+       
+       if (cramfs_memcmp(CRAMFS_SIGNATURE, cramfs_buf->super.signature, 16)) {
+               debug_cramfs("signiture does not match\n");
+               return 0;
+       }
+
+       if (cramfs_buf->super.flags & ~CRAMFS_SUPPORTED_FLAGS) {
+               debug_cramfs("unsupported flags\n");
+               return 0;
+       }
+
+       if (!S_ISDIR(cramfs_buf->super.root.mode)) {
+               debug_cramfs("root is not a directory\n");
+               return 0;
+       }
+       
+       debug_cramfs("cramfs mounted\n");
+       return 1;
+}
+
+/* read from INODE into BUF */
+int
+cramfs_read (char *buf, int len)
+{
+       u32 start;
+       u32 end;
+       int nblocks;
+       int block;
+       int block_len;
+       int ret = 0;
+       long size = 0;
+       long devread_ret;
+
+       nblocks = (cramfs_buf->inode.size - 1) / CRAMFS_BLOCK + 1;
+       block = filepos / CRAMFS_BLOCK;
+
+       if (!devread(0, cramfs_buf->inode.offset << 2, nblocks << 2, (char *) 
&cramfs_buf->block_ptrs))
+               return 0;
+
+       if (block)
+               start = cramfs_buf->block_ptrs[block - 1];
+       else start = (cramfs_buf->inode.offset + nblocks) << 2;
+       
+       debug_cramfs("reading a file of %d blocks starting at offset %d (block 
%d)\n", nblocks, start, block);
+       debug_cramfs("filepos is %d\n", filepos);
+
+       while (block < nblocks && len > 0) {
+               end = cramfs_buf->block_ptrs[block];
+               block_len = end - start;
+               
+               debug_cramfs("reading to %d bytes at block %d at offset %d, %d 
bytes...",
+                       len, block, start, block_len);
+               if (cramfs_buf->cached_block != block) {
+                       disk_read_func = disk_read_hook;
+                       devread_ret = devread(0, start, block_len, 
cramfs_buf->data);
+                       disk_read_func = NULL;
+                       cramfs_buf->cached_block = block;
+               } else debug_cramfs("%d was cached...", block);
+               
+               if (!ret && (filepos % CRAMFS_BLOCK)) {
+                       /* its the first read, and its not block aligned */
+                       debug_cramfs("doing a non-aligned decompression of 
block %d at offset %d\n", 
+                                       block, filepos % CRAMFS_BLOCK);
+                       if (cramfs_buf->decompressed_block != block) {
+                               size = decompress_block(cramfs_buf->temp, 4096, 
cramfs_buf->data + 2);
+                               cramfs_buf->decompressed_size = size;
+                               cramfs_buf->decompressed_block = block;
+                       } else size = cramfs_buf->decompressed_size;
+                       size -= filepos % CRAMFS_BLOCK;
+                       if (size > len) size = len;
+                       if (size > 0)
+                               memcpy(buf, cramfs_buf->temp + (filepos % 
CRAMFS_BLOCK), size);         
+               } else  {
+                       /* just another full block read */
+                       size = decompress_block(buf, len, cramfs_buf->data + 2);
+               }
+               if (size < 0) {
+                       debug_cramfs("error in decomp (error %d)\n", size);
+                       cramfs_buf->cached_block = -1;
+                       cramfs_buf->decompressed_block = -1;
+                       return 0;
+               }
+               debug_cramfs("decomp`d %d bytes\n", size);
+               buf += size;
+               len -= size;
+               filepos += size;
+               ret += size;
+
+               block++;
+               start = end;
+       }
+
+       return ret;
+}
+
+/* preconditions: cramfs_mount already executed, therefore supblk in buffer
+     known as SUPERBLOCK
+   returns: 0 if error, nonzero iff we were able to find the file successfully
+   postconditions: on a nonzero return, buffer known as INODE contains the
+     inode of the file we were trying to look up
+   side effects: none yet  */
+int
+cramfs_dir(char *dirname)
+{
+       int str_chk;                         /* used ot hold the results of a 
string
+                                               compare */
+
+       u32 current_ino;                     /* inode info for current_ino */
+       u32 parent_ino;
+
+       char linkbuf[PATH_MAX];            /* buffer for following sym-links */
+       int link_count = 0;
+       
+       char *rest;
+       char ch;
+       
+       u32 dir_size;                        /* size of this directory */
+       u32 off;                             /* offset of this directory */
+       u32 loc;                             /* location within a directory */
+       
+       int namelen;
+
+  /* loop invariants:
+     current_ino = inode to lookup
+     dirname = pointer to filename component we are cur looking up within
+     the directory known pointed to by current_ino (if any) */
+
+#ifdef DEBUG_CRAMFS
+       printf("\n");
+#endif  
+
+       current_ino = CRAMFS_ROOT_INO;
+       parent_ino = current_ino;
+
+       for (;;) {
+               debug_cramfs("inode offset %d, dirname %s\n", current_ino, 
dirname);
+
+               if (!devread(0, current_ino, sizeof(struct cramfs_inode), (char 
*) &cramfs_buf->inode))
+                       return 0;
+
+               /* If we've got a symbolic link, then chase it. */
+               if (S_ISLNK(cramfs_buf->inode.mode)) {
+                       int len;
+
+                       if (++link_count > MAX_LINK_COUNT) {
+                               errnum = ERR_SYMLINK_LOOP;
+                               return 0;
+                       }
+                       debug_cramfs("S_ISLNK(%s)\n", dirname);
+
+                       /* Find out how long our remaining name is. */
+                       len = 0;
+                       while (dirname[len] && !isspace(dirname[len]))
+                               len++;
+
+                       /* Get the symlink size. */
+                       filemax = cramfs_buf->inode.size;
+                       if (filemax + len > sizeof(linkbuf) - 2) {
+                               errnum = ERR_FILELENGTH;
+                               return 0;
+                       }
+
+                       if (len) {
+                               /* Copy the remaining name to the end of the 
symlink data.
+                                  Note that DIRNAME and LINKBUF may overlap! */
+                               memmove(linkbuf + filemax, dirname, len);
+                       }
+                       linkbuf[filemax + len] = '\0';
+
+                       /* Read the necessary blocks, and reset the file 
pointer. */
+                       len = grub_read(linkbuf, filemax);
+                       filepos = 0;
+                       if (!len)
+                               return 0;
+
+                       debug_cramfs("symlink=%s\n", linkbuf);
+
+                       dirname = linkbuf;
+                       if (*dirname == '/') {
+                               /* It's an absolute link, so look it up in 
root. */
+                               current_ino = CRAMFS_ROOT_INO;
+                               parent_ino = current_ino;
+                       } else {
+                               /* Relative, so look it up in our parent 
directory. */
+                               current_ino = parent_ino;
+                       }
+
+                       /* Try again using the new name. */
+                       continue;
+               }
+
+               /* If end of filename, INODE points to the file's inode */
+               if (!*dirname || isspace(*dirname)) {
+                       if (!S_ISREG(cramfs_buf->inode.mode)) {
+                               errnum = ERR_BAD_FILETYPE;
+                               return 0;
+                       }
+                       filemax = cramfs_buf->inode.size;
+                       debug_cramfs("file found, size %d\n", filemax);
+                       cramfs_buf->cached_block = -1;
+                       cramfs_buf->decompressed_block = -1;
+                       return 1;
+               }
+
+               /* else we have to traverse a directory */
+               parent_ino = current_ino;
+
+               /* skip over slashes */
+               while (*dirname == '/') dirname++;
+
+               /* if this isn't a directory of sufficient size to hold our 
file, 
+                  abort */
+               if (!(cramfs_buf->inode.size) || 
!S_ISDIR(cramfs_buf->inode.mode)) {
+                       errnum = ERR_BAD_FILETYPE;
+                       return 0;
+               }
+
+               /* skip to next slash or end of filename (space) */
+               for (rest = dirname; (ch = *rest) && !isspace(ch) && ch != '/'; 
rest++);
+
+               /* look through this directory and find the next filename 
component */
+               /* invariant: rest points to slash after the next filename 
component */
+               *rest = 0;
+               loc = 0;
+               off = cramfs_buf->inode.offset << 2;
+               dir_size = cramfs_buf->inode.size;
+
+               do {
+                       debug_cramfs("dirname=`%s', rest=`%s', loc=%d\n", 
dirname, rest, loc);
+
+                       /* if our location/byte offset into the directory 
exceeds the size,
+                          give up */
+                       if (loc >= dir_size) {
+                               if (print_possibilities < 0) {
+#if 0
+                                       putchar ('\n');
+#endif
+                               } else {
+                                       errnum = ERR_FILE_NOT_FOUND;
+                                       *rest = ch;
+                               }
+                               return (print_possibilities < 0);
+                       }
+                       
+                       current_ino = off + loc;
+                       
+                       /* read in this inode */
+                       if (!devread(0, current_ino, sizeof(struct 
cramfs_inode), (char *) &cramfs_buf->inode))
+                               return 0;
+                       if (!devread(0, current_ino + sizeof(struct 
cramfs_inode), 
+                                       cramfs_buf->inode.namelen << 2, 
cramfs_buf->name))
+                               return 0;
+                       cramfs_buf->name[cramfs_buf->inode.namelen << 2] = '\0';
+                       namelen = cramfs_strlen(cramfs_buf->name);
+                       
+                       /* advance loc prematurely to next on-disk directory 
entry  */
+                       loc += sizeof(struct cramfs_inode) + 
(cramfs_buf->inode.namelen << 2);
+
+                       debug_cramfs("directory entry index=%d\n", loc + off);
+                       debug_cramfs("entry=%s\n", cramfs_buf->name);
+
+                       str_chk = substring(dirname, cramfs_buf->name);
+
+#ifndef STAGE1_5
+                       if (print_possibilities && ch != '/'
+                               && (!*dirname || str_chk <= 0)) {
+                               if (print_possibilities > 0)
+                                       print_possibilities = 
-print_possibilities;
+                               print_a_completion(cramfs_buf->name);
+                       }
+# endif
+
+
+               } while (str_chk || (print_possibilities && ch != '/'));
+
+               *(dirname = rest) = ch;
+       }
+       /* never get here */
+}

Added: trunk/filo-0.5/fs/mini_inflate.c
===================================================================
--- trunk/filo-0.5/fs/mini_inflate.c                            (rev 0)
+++ trunk/filo-0.5/fs/mini_inflate.c    2007-09-23 22:33:38 UTC (rev 35)
@@ -0,0 +1,387 @@
+/*-------------------------------------------------------------------------
+ * Filename:      mini_inflate.c
+ * Version:       $Id: mini_inflate.c,v 1.2 2001/10/17 19:43:32 jamey Exp $
+ * Copyright:     Copyright (C) 2001, Russ Dill
+ * Author:        Russ Dill <[EMAIL PROTECTED]>
+ * Description:   Mini inflate implementation (RFC 1951)
+ *-----------------------------------------------------------------------*/
+/*
+ *
+ * This program is free software; you can redistribute it and/or modify
+ * it under the terms of the GNU General Public License as published by
+ * the Free Software Foundation; either version 2 of the License, or
+ * (at your option) any later version.
+ *
+ * This program is distributed in the hope that it will be useful,
+ * but WITHOUT ANY WARRANTY; without even the implied warranty of
+ * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
+ * GNU General Public License for more details.
+ *
+ * You should have received a copy of the GNU General Public License
+ * along with this program; if not, write to the Free Software
+ * Foundation, Inc., 59 Temple Place, Suite 330, Boston, MA  02111-1307  USA
+ *
+ */
+#include "mini_inflate.h"
+
+/* The order that the code lengths in section 3.2.7 are in */
+static unsigned char huffman_order[] = {16, 17, 18,  0,  8,  7,  9,  6, 10,  5,
+                                       11,  4, 12,  3, 13,  2, 14,  1, 15};
+       
+inline void cramfs_memset(int *s, const int c, size n)
+{
+       n--;
+       for (;n > 0; n--) s[n] = c;
+       s[0] = c;
+}
+
+/* associate a stream with a block of data and reset the stream */
+static void init_stream(struct bitstream *stream, unsigned char *data,
+                       void *(*inflate_memcpy)(void *, void *, size))
+{
+       stream->error = NO_ERROR;
+       stream->memcpy = inflate_memcpy;
+       stream->decoded = 0;
+       stream->data = data;
+       stream->bit = 0;        /* The first bit of the stream is the lsb of the
+                                * first byte */
+
+       /* really sorry about all this initialization, think of a better way,
+        * let me know and it will get cleaned up */
+       stream->codes.bits = 8;
+       stream->codes.num_symbols = 19;
+       stream->codes.lengths = stream->code_lengths;
+       stream->codes.symbols = stream->code_symbols;
+       stream->codes.count = stream->code_count;
+       stream->codes.first = stream->code_first;
+       stream->codes.pos = stream->code_pos;
+
+       stream->lengths.bits = 16;
+       stream->lengths.num_symbols = 288;
+       stream->lengths.lengths = stream->length_lengths;
+       stream->lengths.symbols = stream->length_symbols;
+       stream->lengths.count = stream->length_count;
+       stream->lengths.first = stream->length_first;
+       stream->lengths.pos = stream->length_pos;
+
+       stream->distance.bits = 16;
+       stream->distance.num_symbols = 32;
+       stream->distance.lengths = stream->distance_lengths;
+       stream->distance.symbols = stream->distance_symbols;
+       stream->distance.count = stream->distance_count;
+       stream->distance.first = stream->distance_first;
+       stream->distance.pos = stream->distance_pos;    
+
+}
+
+/* pull 'bits' bits out of the stream. The last bit pulled it returned as the
+ * msb. (section 3.1.1)
+ */
+inline unsigned long pull_bits(struct bitstream *stream, 
+                              const unsigned int bits)
+{
+       unsigned long ret;
+       int i;
+       
+       ret = 0;
+       for (i = 0; i < bits; i++) {
+               ret += ((*(stream->data) >> stream->bit) & 1) << i;
+               
+               /* if, before incrementing, we are on bit 7, 
+                * go to the lsb of the next byte */
+               if (stream->bit++ == 7) {
+                       stream->bit = 0;
+                       stream->data++;
+               }
+       }
+       return ret;
+}
+
+inline int pull_bit(struct bitstream *stream)
+{
+       int ret = ((*(stream->data) >> stream->bit) & 1);
+       if (stream->bit++ == 7) {
+               stream->bit = 0;
+               stream->data++;
+       }
+       return ret;
+}
+
+/* discard bits up to the next whole byte */
+static void discard_bits(struct bitstream *stream)
+{
+       if (stream->bit != 0) {
+               stream->bit = 0;
+               stream->data++;
+       }
+}
+
+/* No decompression, the data is all literals (section 3.2.4) */
+static void decompress_none(struct bitstream *stream, unsigned char *dest)
+{
+       unsigned int length;
+
+       discard_bits(stream);
+       length = *(stream->data++);
+       length += *(stream->data++) << 8;
+       pull_bits(stream, 16);  /* throw away the inverse of the size */
+       
+       stream->decoded += length;
+       stream->memcpy(dest, stream->data, length);
+       stream->data += length;
+}
+
+/* Read in a symbol from the stream (section 3.2.2) */
+static int read_symbol(struct bitstream *stream, struct huffman_set *set)
+{
+       int bits = 0;
+       int code = 0;
+       while (!(set->count[bits] && code < set->first[bits] + 
+                                            set->count[bits])) {
+               code = (code << 1) + pull_bit(stream);
+               if (++bits > set->bits) {
+                       /* error decoding (corrupted data?) */
+                       stream->error = CODE_NOT_FOUND;
+                       return -1;
+               }
+       }
+       return set->symbols[set->pos[bits] + code - set->first[bits]];
+}      
+
+/* decompress a stream of data encoded with the passed length and distance
+ * huffman codes */
+static void decompress_huffman(struct bitstream *stream, unsigned char *dest)
+{
+       struct huffman_set *lengths = &(stream->lengths);
+       struct huffman_set *distance = &(stream->distance);
+       
+       int symbol, length, dist, i;
+       
+       do {
+               if ((symbol = read_symbol(stream, lengths)) < 0) return;
+               if (symbol < 256) {
+                       *(dest++) = symbol; /* symbol is a literal */
+                       stream->decoded++;
+               } else if (symbol > 256) {
+                       /* Determine the length of the repitition 
+                        * (section 3.2.5) */
+                       if (symbol < 265) length = symbol - 254;
+                       else if (symbol == 285) length = 258;
+                       else {
+                               length = pull_bits(stream, (symbol - 261) >> 2);
+                               length += (4 << ((symbol - 261) >> 2)) + 3;
+                               length += ((symbol - 1) % 4) << 
+                                         ((symbol - 261) >> 2);
+                       }
+                                               
+                       /* Determine how far back to go */
+                       if ((symbol = read_symbol(stream, distance)) < 0) 
+                               return;
+                       if (symbol < 4) dist = symbol + 1;
+                       else {
+                               dist = pull_bits(stream, (symbol - 2) >> 1);
+                               dist += (2 << ((symbol - 2) >> 1)) + 1;
+                               dist += (symbol % 2) << ((symbol - 2) >> 1);
+                       }
+                       stream->decoded += length;
+                       for (i = 0; i < length; i++) *(dest++) = dest[-dist];
+               }
+       } while (symbol != 256); /* 256 is the end of the data block */
+}
+       
+/* Fill the lookup tables (section 3.2.2) */
+static void fill_code_tables(struct huffman_set *set)
+{
+       int code = 0, i, length;
+       
+       /* fill in the first code of each bit length, and the pos pointer */
+       set->pos[0] = 0;
+       for (i = 1; i < set->bits; i++) {
+               code = (code + set->count[i - 1]) << 1;
+               set->first[i] = code;
+               set->pos[i] = set->pos[i - 1] + set->count[i - 1];
+       }
+       
+       /* Fill in the table of symbols in order of their huffman code */
+       for (i = 0; i < set->num_symbols; i++) {
+               if ((length = set->lengths[i]))
+                       set->symbols[set->pos[length]++] = i;
+       }
+       
+       /* reset the pos pointer */
+       for (i = 1; i < set->bits; i++) set->pos[i] -= set->count[i];
+}
+
+static void init_code_tables(struct huffman_set *set)
+{
+       cramfs_memset(set->lengths, 0, set->num_symbols);               
+       cramfs_memset(set->count, 0, set->bits);
+       cramfs_memset(set->first, 0, set->bits);
+}
+
+/* read in the huffman codes for dynamic decoding (section 3.2.7) */
+static void decompress_dynamic(struct bitstream *stream, unsigned char *dest)
+{
+       /* I tried my best to minimize the memory footprint here, while still
+        * keeping up performance. I really dislike the _lengths[] tables, but
+        * I see no way of eliminating them without a sizable performance
+        * impact. The first struct table keeps track of stats on each bit
+        * length. The _length table keeps a record of the bit length of each
+        * symbol. The _symbols table is for looking up symbols by the huffman
+        * code (the pos element points to the first place in the symbol table
+        * where that bit length occurs). I also hate the initization of these
+        * structs, if someone knows how to compact these, lemme know. */
+       
+       struct huffman_set *codes = &(stream->codes);
+       struct huffman_set *lengths = &(stream->lengths);
+       struct huffman_set *distance = &(stream->distance);
+       
+       int hlit = pull_bits(stream, 5) + 257;
+       int hdist = pull_bits(stream, 5) + 1;
+       int hclen = pull_bits(stream, 4) + 4;
+       int length, curr_code, symbol, i, last_code;
+       
+       last_code = 0;
+       
+       init_code_tables(codes);
+       init_code_tables(lengths);
+       init_code_tables(distance);
+       
+       /* fill in the count of each bit length' as well as the lengths 
+        * table */
+       for (i = 0; i < hclen; i++) {
+               length = pull_bits(stream, 3);
+               codes->lengths[huffman_order[i]] = length; 
+               if (length) codes->count[length]++;
+               
+       }
+       fill_code_tables(codes);
+       
+       /* Do the same for the length codes, being carefull of wrap through
+        * to the distance table */
+       curr_code = 0;
+       while (curr_code < hlit) {
+               if ((symbol = read_symbol(stream, codes)) < 0) return;
+               if (symbol == 0) {
+                       curr_code++;
+                       last_code = 0;
+               } else if (symbol < 16) { /* Literal length */
+                       lengths->lengths[curr_code] =  last_code = symbol;
+                       lengths->count[symbol]++;
+                       curr_code++;
+               } else if (symbol == 16) { /* repeat the last symbol 3 - 6
+                                           * times */
+                       length = 3 + pull_bits(stream, 2);
+                       for (;length; length--, curr_code++)
+                               if (curr_code < hlit) {
+                                       lengths->lengths[curr_code] = 
+                                               last_code;
+                                       lengths->count[last_code]++;
+                               } else { /* wrap to the distance table */
+                                       distance->lengths[curr_code - hlit] =
+                                               last_code;
+                                       distance->count[last_code]++;
+                               }
+               } else if (symbol == 17) { /* repeat a bit length 0 */
+                       curr_code += 3 + pull_bits(stream, 3);
+                       last_code = 0;
+               } else { /* same, but more times */
+                       curr_code += 11 + pull_bits(stream, 7);
+                       last_code = 0;
+               }
+       }
+       fill_code_tables(lengths);
+
+       /* Fill the distance table, don't need to worry about wrapthrough
+        * here */
+       curr_code -= hlit;
+       while (curr_code < hdist) {
+               if ((symbol = read_symbol(stream, codes)) < 0) return;
+               if (symbol == 0) {
+                       curr_code++;
+                       last_code = 0;
+               } else if (symbol < 16) {
+                       distance->lengths[curr_code] = last_code = symbol;
+                       distance->count[symbol]++;
+                       curr_code++;
+               } else if (symbol == 16) {
+                       length = 3 + pull_bits(stream, 2);
+                       for (;length; length--, curr_code++) {
+                               distance->lengths[curr_code] =
+                                       last_code;
+                               distance->count[last_code]++;
+                       }
+               } else if (symbol == 17) {
+                       curr_code += 3 + pull_bits(stream, 3);
+                       last_code = 0;
+               } else {
+                       curr_code += 11 + pull_bits(stream, 7);
+                       last_code = 0;
+               }
+       }
+       fill_code_tables(distance);
+
+       decompress_huffman(stream, dest);
+}
+
+/* fill in the length and distance huffman codes for fixed encoding 
+ * (section 3.2.6) */
+static void decompress_fixed(struct bitstream *stream, unsigned char *dest)
+{
+       /* let gcc fill in the initial values */
+       struct huffman_set *lengths = &(stream->lengths);
+       struct huffman_set *distance = &(stream->distance);
+       
+       cramfs_memset(lengths->count, 0, 16);
+       cramfs_memset(lengths->first, 0, 16);
+       cramfs_memset(lengths->lengths, 8, 144);
+       cramfs_memset(lengths->lengths + 144, 9, 112);
+       cramfs_memset(lengths->lengths + 256, 7, 24);
+       cramfs_memset(lengths->lengths + 280, 8, 8);
+       lengths->count[7] = 24;
+       lengths->count[8] = 152;
+       lengths->count[9] = 112;
+
+       cramfs_memset(distance->count, 0, 16);
+       cramfs_memset(distance->first, 0, 16);
+       cramfs_memset(distance->lengths, 5, 32);
+       distance->count[5] = 32;
+       
+       
+       fill_code_tables(lengths);
+       fill_code_tables(distance);
+       
+       
+       decompress_huffman(stream, dest);
+}
+
+/* returns the number of bytes decoded, < 0 if there was an error. Note that
+ * this function assumes that the block starts on a byte boundry
+ * (non-compliant, but I don't see where this would happen). section 3.2.3 */
+long decompress_block(unsigned char *dest, unsigned char *source,
+                     void *(*inflate_memcpy)(void *, void *, size))
+{
+       int bfinal, btype;
+       struct bitstream stream;
+       
+       init_stream(&stream, source, inflate_memcpy);
+       do {
+               bfinal = pull_bit(&stream);
+               btype = pull_bits(&stream, 2);
+               if (btype == NO_COMP) decompress_none(&stream, dest + 
stream.decoded);
+               else if (btype == DYNAMIC_COMP) 
+                       decompress_dynamic(&stream, dest + stream.decoded);
+               else if (btype == FIXED_COMP) decompress_fixed(&stream, dest + 
stream.decoded);
+               else stream.error = COMP_UNKNOWN;
+       } while (!bfinal && !stream.error);
+
+#if 0
+       putstr("decompress_block start\r\n");   
+       putLabeledWord("stream.error = ",stream.error);
+       putLabeledWord("stream.decoded = ",stream.decoded);
+       putLabeledWord("dest = ",dest);
+       putstr("decompress_block end\r\n");     
+#endif
+       return stream.error ? -stream.error : stream.decoded;
+}
+

Added: trunk/filo-0.5/fs/mini_inflate.h
===================================================================
--- trunk/filo-0.5/fs/mini_inflate.h                            (rev 0)
+++ trunk/filo-0.5/fs/mini_inflate.h    2007-09-23 22:33:38 UTC (rev 35)
@@ -0,0 +1,82 @@
+/*-------------------------------------------------------------------------
+ * Filename:      mini_inflate.h
+ * Version:       $Id: mini_inflate.h,v 1.1 2001/08/14 21:17:39 jamey Exp $
+ * Copyright:     Copyright (C) 2001, Russ Dill
+ * Author:        Russ Dill <[EMAIL PROTECTED]>
+ * Description:   Mini deflate implementation
+ *-----------------------------------------------------------------------*/
+/*
+ *
+ * This program is free software; you can redistribute it and/or modify
+ * it under the terms of the GNU General Public License as published by
+ * the Free Software Foundation; either version 2 of the License, or
+ * (at your option) any later version.
+ *
+ * This program is distributed in the hope that it will be useful,
+ * but WITHOUT ANY WARRANTY; without even the implied warranty of
+ * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
+ * GNU General Public License for more details.
+ *
+ * You should have received a copy of the GNU General Public License
+ * along with this program; if not, write to the Free Software
+ * Foundation, Inc., 59 Temple Place, Suite 330, Boston, MA  02111-1307  USA
+ *
+ */
+ 
+typedef __SIZE_TYPE__ size;
+
+#define NO_ERROR 0
+#define COMP_UNKNOWN 1  /* The specififed bytype is invalid */
+#define CODE_NOT_FOUND 2 /* a huffman code in the stream could not be decoded 
*/
+#define TOO_MANY_BITS 3         /* pull_bits was passed an argument that is 
too 
+                         * large */ 
+
+/* This struct represents an entire huffman code set. It has various lookup
+ * tables to speed decoding */
+struct huffman_set {
+       int bits;        /* maximum bit length */
+       int num_symbols; /* Number of symbols this code can represent */
+       int *lengths;    /* The bit length of symbols */
+       int *symbols;    /* All of the symbols, sorted by the huffman code */
+       int *count;      /* the number of codes of this bit length */
+       int *first;      /* the first code of this bit length */
+       int *pos;        /* the symbol that first represents (in the symbols
+                         * array) */
+};
+
+struct bitstream {
+       unsigned char *data; /* increments as we move from byte to byte */
+       unsigned char bit;   /* 0 to 7 */
+       void *(*memcpy)(void *, void *, size);
+       unsigned long decoded; /* The number of bytes decoded */
+       int error;
+
+       int  distance_count[16];
+       int  distance_first[16];
+       int  distance_pos[16];
+       int  distance_lengths[32];
+       int  distance_symbols[32];
+
+       int  code_count[8];
+       int  code_first[8];
+       int  code_pos[8];
+       int  code_lengths[19];
+       int  code_symbols[19];
+       
+       int  length_count[16];
+       int  length_first[16];
+       int  length_pos[16];
+       int  length_lengths[288];
+       int  length_symbols[288];
+       
+       struct huffman_set codes;
+       struct huffman_set lengths;
+       struct huffman_set distance;
+};
+       
+#define NO_COMP 0
+#define FIXED_COMP 1
+#define DYNAMIC_COMP 2
+
+long decompress_block(unsigned char *dest, unsigned char *source,
+                     void *(*inflate_memcpy)(void *dest, void *src, size n));


-- 
linuxbios mailing list
[email protected]
http://www.linuxbios.org/mailman/listinfo/linuxbios

Reply via email to