Re: [U-Boot] [PATCH 1/6] sandbox: add compression tests

2013-08-19 Thread Simon Glass
On Fri, Aug 16, 2013 at 8:59 AM, Kees Cook keesc...@chromium.org wrote:
 This adds the test_compression command when building the sandbox. This
 tests the existing compression and decompression routines for simple
 sanity and for buffer overflow conditions.

 Signed-off-by: Kees Cook keesc...@chromium.org

Acked-by: Simon Glass s...@chromium.org
___
U-Boot mailing list
U-Boot@lists.denx.de
http://lists.denx.de/mailman/listinfo/u-boot


Re: [U-Boot] [PATCH 1/6] sandbox: add compression tests

2013-08-16 Thread Kees Cook
On Thu, Aug 15, 2013 at 10:19 AM, Kees Cook keesc...@chromium.org wrote:
 On Wed, Aug 14, 2013 at 10:30 AM, Simon Glass s...@chromium.org wrote:
 On Mon, Aug 12, 2013 at 4:48 PM, Kees Cook keesc...@chromium.org wrote:
 This adds the test_compression command when building the sandbox. This
 tests the existing compression and decompression routines for simple
 sanity and for buffer overflow conditions.

 Signed-off-by: Kees Cook keesc...@chromium.org
 ---
  include/configs/sandbox.h |5 +
  test/Makefile |1 +
  test/compression.c|  384 
 +
  3 files changed, 390 insertions(+)
  create mode 100644 test/compression.c

[snip]
 diff --git a/test/compression.c b/test/compression.c
 new file mode 100644
 index 000..c78c8e4
 --- /dev/null
 +++ b/test/compression.c
[snip[
 +static int compress_using_bzip2(void *in, unsigned long in_size,
 +   void *out, unsigned long out_max,
 +   unsigned long *out_size)
 +{
 +   /* There is no bzip2 compression in u-boot, so fake it. */
 +   assert(in_size == strlen(plain));
 +   assert(memcmp(plain, in, in_size) == 0);
 +
 +   if (bzip2_compressed_size  out_max)

 debug() here?

 Sure, I'll add calls at these failure points.

Ah, I take that back. These tests get hit during normal testing. I'd
rather leave the debug() calls out since they're expected to be
exercised.

-Kees

-- 
Kees Cook
Chrome OS Security
___
U-Boot mailing list
U-Boot@lists.denx.de
http://lists.denx.de/mailman/listinfo/u-boot


[U-Boot] [PATCH 1/6] sandbox: add compression tests

2013-08-16 Thread Kees Cook
This adds the test_compression command when building the sandbox. This
tests the existing compression and decompression routines for simple
sanity and for buffer overflow conditions.

Signed-off-by: Kees Cook keesc...@chromium.org
---
v2:
 - updates, suggested by Simon Glass:
   - replace license text with correct stub
   - drop redundant #ifdefs
---
 include/configs/sandbox.h |5 +
 test/Makefile |1 +
 test/compression.c|  335 +
 3 files changed, 341 insertions(+)
 create mode 100644 test/compression.c

diff --git a/include/configs/sandbox.h b/include/configs/sandbox.h
index af3d6ad..4027030 100644
--- a/include/configs/sandbox.h
+++ b/include/configs/sandbox.h
@@ -109,4 +109,9 @@
stdout=serial\0 \
stderr=serial\0
 
+#define CONFIG_GZIP_COMPRESSED
+#define CONFIG_BZIP2
+#define CONFIG_LZO
+#define CONFIG_LZMA
+
 #endif
diff --git a/test/Makefile b/test/Makefile
index 99ce890..a68613d 100644
--- a/test/Makefile
+++ b/test/Makefile
@@ -9,6 +9,7 @@ include $(TOPDIR)/config.mk
 LIB= $(obj)libtest.o
 
 COBJS-$(CONFIG_SANDBOX) += command_ut.o
+COBJS-$(CONFIG_SANDBOX) += compression.o
 
 COBJS  := $(sort $(COBJS-y))
 SRCS   := $(COBJS:.o=.c)
diff --git a/test/compression.c b/test/compression.c
new file mode 100644
index 000..8834d5e
--- /dev/null
+++ b/test/compression.c
@@ -0,0 +1,335 @@
+/*
+ * Copyright (c) 2013, The Chromium Authors
+ *
+ * SPDX-License-Identifier:GPL-2.0+
+ */
+
+#define DEBUG
+
+#include common.h
+#include command.h
+#include malloc.h
+
+#include u-boot/zlib.h
+#include bzlib.h
+
+#include lzma/LzmaTypes.h
+#include lzma/LzmaDec.h
+#include lzma/LzmaTools.h
+
+#include linux/lzo.h
+
+static const char plain[] =
+   I am a highly compressable bit of text.\n
+   I am a highly compressable bit of text.\n
+   I am a highly compressable bit of text.\n
+   There are many like me, but this one is mine.\n
+   If I were any shorter, there wouldn't be much sense in\n
+   compressing me in the first place. At least with lzo, anyway,\n
+   which appears to behave poorly in the face of short text\n
+   messages.\n;
+
+/* bzip2 -c /tmp/plain.txt  /tmp/plain.bz2 */
+static const char bzip2_compressed[] =
+   \x42\x5a\x68\x39\x31\x41\x59\x26\x53\x59\xe5\x63\xdd\x09\x00\x00
+   \x28\x57\x80\x00\x10\x40\x85\x20\x20\x04\x00\x3f\xef\xdf\xf0\x30
+   \x00\xd6\xd0\x34\x91\x89\xa6\xf5\x4d\x19\x1a\x19\x0d\x02\x34\xd4
+   \xc9\x00\x34\x34\x00\x02\x48\x41\x35\x4f\xd4\xc6\x88\xd3\x50\x3d
+   \x4f\x51\x82\x4f\x88\xc3\x0d\x05\x62\x4f\x91\xa3\x52\x1b\xd0\x52
+   \x41\x4a\xa3\x98\xc2\x6b\xca\xa3\x82\xa5\xac\x8b\x15\x99\x68\xad
+   \xdf\x29\xd6\xf1\xf7\x5a\x10\xcd\x8c\x26\x61\x94\x95\xfe\x9e\x16
+   \x18\x28\x69\xd4\x23\x64\xcc\x2b\xe5\xe8\x5f\x00\xa4\x70\x26\x2c
+   \xee\xbd\x59\x6d\x6a\xec\xfc\x31\xda\x59\x0a\x14\x2a\x60\x1c\xf0
+   \x04\x86\x73\x9a\xc5\x5b\x87\x3f\x5b\x4c\x93\xe6\xb5\x35\x0d\xa6
+   \xb1\x2e\x62\x7b\xab\x67\xe7\x99\x2a\x14\x5e\x9f\x64\xcb\x96\xf4
+   \x0d\x65\xd4\x39\xe6\x8b\x7e\xea\x1c\x03\x69\x97\x83\x58\x91\x96
+   \xe1\xf0\x9d\xa4\x15\x8b\xb8\xc6\x93\xdc\x3d\xd9\x3c\x22\x55\xef
+   \xfb\xbb\x2a\xd3\x87\xa2\x8b\x04\xd9\x19\xf8\xe2\xfd\x4f\xdb\x1a
+   \x07\xc8\x60\xa3\x3f\xf8\xbb\x92\x29\xc2\x84\x87\x2b\x1e\xe8\x48;
+static const unsigned long bzip2_compressed_size = 240;
+
+/* lzma -z -c /tmp/plain.txt  /tmp/plain.lzma */
+static const char lzma_compressed[] =
+   \x5d\x00\x00\x80\x00\xff\xff\xff\xff\xff\xff\xff\xff\x00\x24\x88
+   \x08\x26\xd8\x41\xff\x99\xc8\xcf\x66\x3d\x80\xac\xba\x17\xf1\xc8
+   \xb9\xdf\x49\x37\xb1\x68\xa0\x2a\xdd\x63\xd1\xa7\xa3\x66\xf8\x15
+   \xef\xa6\x67\x8a\x14\x18\x80\xcb\xc7\xb1\xcb\x84\x6a\xb2\x51\x16
+   \xa1\x45\xa0\xd6\x3e\x55\x44\x8a\x5c\xa0\x7c\xe5\xa8\xbd\x04\x57
+   \x8f\x24\xfd\xb9\x34\x50\x83\x2f\xf3\x46\x3e\xb9\xb0\x00\x1a\xf5
+   \xd3\x86\x7e\x8f\x77\xd1\x5d\x0e\x7c\xe1\xac\xde\xf8\x65\x1f\x4d
+   \xce\x7f\xa7\x3d\xaa\xcf\x26\xa7\x58\x69\x1e\x4c\xea\x68\x8a\xe5
+   \x89\xd1\xdc\x4d\xc7\xe0\x07\x42\xbf\x0c\x9d\x06\xd7\x51\xa2\x0b
+   \x7c\x83\x35\xe1\x85\xdf\xee\xfb\xa3\xee\x2f\x47\x5f\x8b\x70\x2b
+   \xe1\x37\xf3\x16\xf6\x27\x54\x8a\x33\x72\x49\xea\x53\x7d\x60\x0b
+   \x21\x90\x66\xe7\x9e\x56\x61\x5d\xd8\xdc\x59\xf0\xac\x2f\xd6\x49
+   \x6b\x85\x40\x08\x1f\xdf\x26\x25\x3b\x72\x44\xb0\xb8\x21\x2f\xb3
+   \xd7\x9b\x24\x30\x78\x26\x44\x07\xc3\x33\xd1\x4d\x03\x1b\xe1\xff
+   \xfd\xf5\x50\x8d\xca;
+static const unsigned long lzma_compressed_size = 229;
+
+/* lzop -c /tmp/plain.txt  /tmp/plain.lzo */
+static const char lzo_compressed[] =
+   \x89\x4c\x5a\x4f\x00\x0d\x0a\x1a\x0a\x10\x30\x20\x60\x09\x40\x01
+   \x05\x03\x00\x00\x09\x00\x00\x81\xb4\x52\x09\x54\xf1\x00\x00\x00
+   \x00\x09\x70\x6c\x61\x69\x6e\x2e\x74\x78\x74\x65\xb1\x07\x9c\x00
+  

Re: [U-Boot] [PATCH 1/6] sandbox: add compression tests

2013-08-15 Thread Kees Cook
On Wed, Aug 14, 2013 at 10:30 AM, Simon Glass s...@chromium.org wrote:
 Hi Kees,

 On Mon, Aug 12, 2013 at 4:48 PM, Kees Cook keesc...@chromium.org wrote:
 This adds the test_compression command when building the sandbox. This
 tests the existing compression and decompression routines for simple
 sanity and for buffer overflow conditions.

 Signed-off-by: Kees Cook keesc...@chromium.org
 ---
  include/configs/sandbox.h |5 +
  test/Makefile |1 +
  test/compression.c|  384 
 +
  3 files changed, 390 insertions(+)
  create mode 100644 test/compression.c

 diff --git a/include/configs/sandbox.h b/include/configs/sandbox.h
 index 98dd083..b7fe14d 100644
 --- a/include/configs/sandbox.h
 +++ b/include/configs/sandbox.h
 @@ -125,4 +125,9 @@
 stdout=serial\0 \
 stderr=serial\0

 +#define CONFIG_GZIP_COMPRESSED
 +#define CONFIG_BZIP2
 +#define CONFIG_LZO
 +#define CONFIG_LZMA
 +
  #endif
 diff --git a/test/Makefile b/test/Makefile
 index 83594f3..ede113d 100644
 --- a/test/Makefile
 +++ b/test/Makefile
 @@ -25,6 +25,7 @@ include $(TOPDIR)/config.mk
  LIB= $(obj)libtest.o

  COBJS-$(CONFIG_SANDBOX) += command_ut.o
 +COBJS-$(CONFIG_SANDBOX) += compression.o

  COBJS  := $(sort $(COBJS-y))
  SRCS   := $(COBJS:.o=.c)
 diff --git a/test/compression.c b/test/compression.c
 new file mode 100644
 index 000..c78c8e4
 --- /dev/null
 +++ b/test/compression.c
 @@ -0,0 +1,384 @@
 +/*
 + * Copyright (c) 2013, The Chromium Authors
 + *
 + * See file CREDITS for list of people who contributed to this
 + * project.
 + *
 + * This program is free software; you can redistribute it and/or
 + * modify it under the terms of the GNU General Public License as
 + * published by the Free Software Foundation; either version 2 of
 + * the License, or (at your option) any later version.
 + *
 + * This program is distributed in the hope that it will be useful,
 + * but WITHOUT ANY WARRANTY; without even the implied warranty of
 + * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
 + * GNU General Public License for more details.
 + *
 + * You should have received a copy of the GNU General Public License
 + * along with this program; if not, write to the Free Software
 + * Foundation, Inc., 59 Temple Place, Suite 330, Boston,
 + * MA 02111-1307 USA

 I believe we are moving to a new license structure, although I'm not
 sure how this affects new patches. See Licenses/README.

That file doesn't exist, and I don't see anything named *icense* in
the tree? I must be looking in the wrong place?

 + */
 +
 +#define DEBUG
 +
 +#include common.h
 +#include command.h
 +#include malloc.h
 +
 +#include u-boot/zlib.h
 +#include bzlib.h
 +
 +#ifdef CONFIG_LZMA
 +#include lzma/LzmaTypes.h
 +#include lzma/LzmaDec.h
 +#include lzma/LzmaTools.h
 +#endif /* CONFIG_LZMA */
 +
 +#ifdef CONFIG_LZO
 +#include linux/lzo.h
 +#endif /* CONFIG_LZO */

 You shouldn't need these #ifdefs.

I do, and the other user (common/cmd_bootm.c) uses them too.

 +
 +static const char plain[] =
 +   I am a highly compressable bit of text.\n
 +   I am a highly compressable bit of text.\n
 +   I am a highly compressable bit of text.\n
 +   There are many like me, but this one is mine.\n
 +   If I were any shorter, there wouldn't be much sense in\n
 +   compressing me in the first place. At least with lzo, anyway,\n
 +   which appears to behave poorly in the face of short text\n
 +   messages.\n;
 +
 +/* bzip2 -c /tmp/plain.txt  /tmp/plain.bz2 */
 +static const char bzip2_compressed[] =
 +   \x42\x5a\x68\x39\x31\x41\x59\x26\x53\x59\xe5\x63\xdd\x09\x00\x00
 +   \x28\x57\x80\x00\x10\x40\x85\x20\x20\x04\x00\x3f\xef\xdf\xf0\x30
 +   \x00\xd6\xd0\x34\x91\x89\xa6\xf5\x4d\x19\x1a\x19\x0d\x02\x34\xd4
 +   \xc9\x00\x34\x34\x00\x02\x48\x41\x35\x4f\xd4\xc6\x88\xd3\x50\x3d
 +   \x4f\x51\x82\x4f\x88\xc3\x0d\x05\x62\x4f\x91\xa3\x52\x1b\xd0\x52
 +   \x41\x4a\xa3\x98\xc2\x6b\xca\xa3\x82\xa5\xac\x8b\x15\x99\x68\xad
 +   \xdf\x29\xd6\xf1\xf7\x5a\x10\xcd\x8c\x26\x61\x94\x95\xfe\x9e\x16
 +   \x18\x28\x69\xd4\x23\x64\xcc\x2b\xe5\xe8\x5f\x00\xa4\x70\x26\x2c
 +   \xee\xbd\x59\x6d\x6a\xec\xfc\x31\xda\x59\x0a\x14\x2a\x60\x1c\xf0
 +   \x04\x86\x73\x9a\xc5\x5b\x87\x3f\x5b\x4c\x93\xe6\xb5\x35\x0d\xa6
 +   \xb1\x2e\x62\x7b\xab\x67\xe7\x99\x2a\x14\x5e\x9f\x64\xcb\x96\xf4
 +   \x0d\x65\xd4\x39\xe6\x8b\x7e\xea\x1c\x03\x69\x97\x83\x58\x91\x96
 +   \xe1\xf0\x9d\xa4\x15\x8b\xb8\xc6\x93\xdc\x3d\xd9\x3c\x22\x55\xef
 +   \xfb\xbb\x2a\xd3\x87\xa2\x8b\x04\xd9\x19\xf8\xe2\xfd\x4f\xdb\x1a
 +   \x07\xc8\x60\xa3\x3f\xf8\xbb\x92\x29\xc2\x84\x87\x2b\x1e\xe8\x48;
 +static const unsigned long bzip2_compressed_size = 240;
 +
 +/* lzma -z -c /tmp/plain.txt  /tmp/plain.lzma */
 +static const char lzma_compressed[] =
 +   

Re: [U-Boot] [PATCH 1/6] sandbox: add compression tests

2013-08-15 Thread Simon Glass
Hi Kees,

On Thu, Aug 15, 2013 at 11:19 AM, Kees Cook keesc...@chromium.org wrote:
 On Wed, Aug 14, 2013 at 10:30 AM, Simon Glass s...@chromium.org wrote:
 Hi Kees,

 On Mon, Aug 12, 2013 at 4:48 PM, Kees Cook keesc...@chromium.org wrote:
 This adds the test_compression command when building the sandbox. This
 tests the existing compression and decompression routines for simple
 sanity and for buffer overflow conditions.

 Signed-off-by: Kees Cook keesc...@chromium.org
 ---
  include/configs/sandbox.h |5 +
  test/Makefile |1 +
  test/compression.c|  384 
 +
  3 files changed, 390 insertions(+)
  create mode 100644 test/compression.c

 diff --git a/include/configs/sandbox.h b/include/configs/sandbox.h
 index 98dd083..b7fe14d 100644
 --- a/include/configs/sandbox.h
 +++ b/include/configs/sandbox.h
 @@ -125,4 +125,9 @@
 stdout=serial\0 \
 stderr=serial\0

 +#define CONFIG_GZIP_COMPRESSED
 +#define CONFIG_BZIP2
 +#define CONFIG_LZO
 +#define CONFIG_LZMA
 +
  #endif
 diff --git a/test/Makefile b/test/Makefile
 index 83594f3..ede113d 100644
 --- a/test/Makefile
 +++ b/test/Makefile
 @@ -25,6 +25,7 @@ include $(TOPDIR)/config.mk
  LIB= $(obj)libtest.o

  COBJS-$(CONFIG_SANDBOX) += command_ut.o
 +COBJS-$(CONFIG_SANDBOX) += compression.o

  COBJS  := $(sort $(COBJS-y))
  SRCS   := $(COBJS:.o=.c)
 diff --git a/test/compression.c b/test/compression.c
 new file mode 100644
 index 000..c78c8e4
 --- /dev/null
 +++ b/test/compression.c
 @@ -0,0 +1,384 @@
 +/*
 + * Copyright (c) 2013, The Chromium Authors
 + *
 + * See file CREDITS for list of people who contributed to this
 + * project.
 + *
 + * This program is free software; you can redistribute it and/or
 + * modify it under the terms of the GNU General Public License as
 + * published by the Free Software Foundation; either version 2 of
 + * the License, or (at your option) any later version.
 + *
 + * This program is distributed in the hope that it will be useful,
 + * but WITHOUT ANY WARRANTY; without even the implied warranty of
 + * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
 + * GNU General Public License for more details.
 + *
 + * You should have received a copy of the GNU General Public License
 + * along with this program; if not, write to the Free Software
 + * Foundation, Inc., 59 Temple Place, Suite 330, Boston,
 + * MA 02111-1307 USA

 I believe we are moving to a new license structure, although I'm not
 sure how this affects new patches. See Licenses/README.

 That file doesn't exist, and I don't see anything named *icense* in
 the tree? I must be looking in the wrong place?

It updated fairly recently, but the tree is
http://git.denx.de/u-boot.git, branch master.


 + */
 +
 +#define DEBUG
 +
 +#include common.h
 +#include command.h
 +#include malloc.h
 +
 +#include u-boot/zlib.h
 +#include bzlib.h
 +
 +#ifdef CONFIG_LZMA
 +#include lzma/LzmaTypes.h
 +#include lzma/LzmaDec.h
 +#include lzma/LzmaTools.h
 +#endif /* CONFIG_LZMA */
 +
 +#ifdef CONFIG_LZO
 +#include linux/lzo.h
 +#endif /* CONFIG_LZO */

 You shouldn't need these #ifdefs.

 I do, and the other user (common/cmd_bootm.c) uses them too.

I tried taking them out and it still builds. Why do you need them?

[snip]

 +static int do_test_compression(cmd_tbl_t *cmdtp, int flag, int argc,
 +  char * const argv[])
 +{
 +   int err = 0;
 +#ifdef CONFIG_GZIP_COMPRESSED
 +   err += run_test(gzip, compress_using_gzip, uncompress_using_gzip);
 +#endif

 I notice that this prints a message from the function - is that correct?

  testing gzip ...
 orig_size:350
 compressed_size:206
 uncompressed_size:350
 Deflate need more space to compress left 350 bytes

 ^^^ message here

 compress does not overrun
 Error: inflate() returned -5
 uncompress does not overrun
  gzip: ok

 Both Deflate need more space to compress left 350 bytes and Error:
 inflate() returned -5 come from the respective compression libraries.
 I opted to leave those things unchanged. Should they be eliminated?

I don't think you need to worry about it - I was only checking that it
was correct. Sounds like it is.

 Thanks for the review!

You're welcome, and thanks for fixing this and especially for adding tests!


 -Kees

 --
 Kees Cook
 Chrome OS Security

Regards,
Simon
___
U-Boot mailing list
U-Boot@lists.denx.de
http://lists.denx.de/mailman/listinfo/u-boot


Re: [U-Boot] [PATCH 1/6] sandbox: add compression tests

2013-08-15 Thread Kees Cook
On Thu, Aug 15, 2013 at 12:32 PM, Simon Glass s...@chromium.org wrote:
 Hi Kees,

 On Thu, Aug 15, 2013 at 11:19 AM, Kees Cook keesc...@chromium.org wrote:
 On Wed, Aug 14, 2013 at 10:30 AM, Simon Glass s...@chromium.org wrote:
 Hi Kees,

 On Mon, Aug 12, 2013 at 4:48 PM, Kees Cook keesc...@chromium.org wrote:
 This adds the test_compression command when building the sandbox. This
 tests the existing compression and decompression routines for simple
 sanity and for buffer overflow conditions.

 Signed-off-by: Kees Cook keesc...@chromium.org
 ---
  include/configs/sandbox.h |5 +
  test/Makefile |1 +
  test/compression.c|  384 
 +
  3 files changed, 390 insertions(+)
  create mode 100644 test/compression.c

 diff --git a/include/configs/sandbox.h b/include/configs/sandbox.h
 index 98dd083..b7fe14d 100644
 --- a/include/configs/sandbox.h
 +++ b/include/configs/sandbox.h
 @@ -125,4 +125,9 @@
 stdout=serial\0 \
 stderr=serial\0

 +#define CONFIG_GZIP_COMPRESSED
 +#define CONFIG_BZIP2
 +#define CONFIG_LZO
 +#define CONFIG_LZMA
 +
  #endif
 diff --git a/test/Makefile b/test/Makefile
 index 83594f3..ede113d 100644
 --- a/test/Makefile
 +++ b/test/Makefile
 @@ -25,6 +25,7 @@ include $(TOPDIR)/config.mk
  LIB= $(obj)libtest.o

  COBJS-$(CONFIG_SANDBOX) += command_ut.o
 +COBJS-$(CONFIG_SANDBOX) += compression.o

  COBJS  := $(sort $(COBJS-y))
  SRCS   := $(COBJS:.o=.c)
 diff --git a/test/compression.c b/test/compression.c
 new file mode 100644
 index 000..c78c8e4
 --- /dev/null
 +++ b/test/compression.c
 @@ -0,0 +1,384 @@
 +/*
 + * Copyright (c) 2013, The Chromium Authors
 + *
 + * See file CREDITS for list of people who contributed to this
 + * project.
 + *
 + * This program is free software; you can redistribute it and/or
 + * modify it under the terms of the GNU General Public License as
 + * published by the Free Software Foundation; either version 2 of
 + * the License, or (at your option) any later version.
 + *
 + * This program is distributed in the hope that it will be useful,
 + * but WITHOUT ANY WARRANTY; without even the implied warranty of
 + * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
 + * GNU General Public License for more details.
 + *
 + * You should have received a copy of the GNU General Public License
 + * along with this program; if not, write to the Free Software
 + * Foundation, Inc., 59 Temple Place, Suite 330, Boston,
 + * MA 02111-1307 USA

 I believe we are moving to a new license structure, although I'm not
 sure how this affects new patches. See Licenses/README.

 That file doesn't exist, and I don't see anything named *icense* in
 the tree? I must be looking in the wrong place?

 It updated fairly recently, but the tree is
 http://git.denx.de/u-boot.git, branch master.

Ah, I was behind. :) Fixed now!



 + */
 +
 +#define DEBUG
 +
 +#include common.h
 +#include command.h
 +#include malloc.h
 +
 +#include u-boot/zlib.h
 +#include bzlib.h
 +
 +#ifdef CONFIG_LZMA
 +#include lzma/LzmaTypes.h
 +#include lzma/LzmaDec.h
 +#include lzma/LzmaTools.h
 +#endif /* CONFIG_LZMA */
 +
 +#ifdef CONFIG_LZO
 +#include linux/lzo.h
 +#endif /* CONFIG_LZO */

 You shouldn't need these #ifdefs.

 I do, and the other user (common/cmd_bootm.c) uses them too.

 I tried taking them out and it still builds. Why do you need them?

Well, it would blow up it the #defines were removed from the sandbox
config. But I guess if this is only ever built in the sandbox, then
you're right, it's redundant. I'll drop them all.


 [snip]

 +static int do_test_compression(cmd_tbl_t *cmdtp, int flag, int argc,
 +  char * const argv[])
 +{
 +   int err = 0;
 +#ifdef CONFIG_GZIP_COMPRESSED
 +   err += run_test(gzip, compress_using_gzip, 
 uncompress_using_gzip);
 +#endif

 I notice that this prints a message from the function - is that correct?

  testing gzip ...
 orig_size:350
 compressed_size:206
 uncompressed_size:350
 Deflate need more space to compress left 350 bytes

 ^^^ message here

 compress does not overrun
 Error: inflate() returned -5
 uncompress does not overrun
  gzip: ok

 Both Deflate need more space to compress left 350 bytes and Error:
 inflate() returned -5 come from the respective compression libraries.
 I opted to leave those things unchanged. Should they be eliminated?

 I don't think you need to worry about it - I was only checking that it
 was correct. Sounds like it is.

Okay, cool.

 Thanks for the review!

 You're welcome, and thanks for fixing this and especially for adding tests!


 -Kees

 --
 Kees Cook
 Chrome OS Security

 Regards,
 Simon

v2 on its way... let's see if mailing tries to bounce them all again. :)

-Kees

-- 
Kees Cook
Chrome OS Security
___
U-Boot mailing list
U-Boot@lists.denx.de
http://lists.denx.de/mailman/listinfo/u-boot


Re: [U-Boot] [PATCH 1/6] sandbox: add compression tests

2013-08-14 Thread Simon Glass
Hi Kees,

On Mon, Aug 12, 2013 at 4:48 PM, Kees Cook keesc...@chromium.org wrote:
 This adds the test_compression command when building the sandbox. This
 tests the existing compression and decompression routines for simple
 sanity and for buffer overflow conditions.

 Signed-off-by: Kees Cook keesc...@chromium.org
 ---
  include/configs/sandbox.h |5 +
  test/Makefile |1 +
  test/compression.c|  384 
 +
  3 files changed, 390 insertions(+)
  create mode 100644 test/compression.c

 diff --git a/include/configs/sandbox.h b/include/configs/sandbox.h
 index 98dd083..b7fe14d 100644
 --- a/include/configs/sandbox.h
 +++ b/include/configs/sandbox.h
 @@ -125,4 +125,9 @@
 stdout=serial\0 \
 stderr=serial\0

 +#define CONFIG_GZIP_COMPRESSED
 +#define CONFIG_BZIP2
 +#define CONFIG_LZO
 +#define CONFIG_LZMA
 +
  #endif
 diff --git a/test/Makefile b/test/Makefile
 index 83594f3..ede113d 100644
 --- a/test/Makefile
 +++ b/test/Makefile
 @@ -25,6 +25,7 @@ include $(TOPDIR)/config.mk
  LIB= $(obj)libtest.o

  COBJS-$(CONFIG_SANDBOX) += command_ut.o
 +COBJS-$(CONFIG_SANDBOX) += compression.o

  COBJS  := $(sort $(COBJS-y))
  SRCS   := $(COBJS:.o=.c)
 diff --git a/test/compression.c b/test/compression.c
 new file mode 100644
 index 000..c78c8e4
 --- /dev/null
 +++ b/test/compression.c
 @@ -0,0 +1,384 @@
 +/*
 + * Copyright (c) 2013, The Chromium Authors
 + *
 + * See file CREDITS for list of people who contributed to this
 + * project.
 + *
 + * This program is free software; you can redistribute it and/or
 + * modify it under the terms of the GNU General Public License as
 + * published by the Free Software Foundation; either version 2 of
 + * the License, or (at your option) any later version.
 + *
 + * This program is distributed in the hope that it will be useful,
 + * but WITHOUT ANY WARRANTY; without even the implied warranty of
 + * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
 + * GNU General Public License for more details.
 + *
 + * You should have received a copy of the GNU General Public License
 + * along with this program; if not, write to the Free Software
 + * Foundation, Inc., 59 Temple Place, Suite 330, Boston,
 + * MA 02111-1307 USA

I believe we are moving to a new license structure, although I'm not
sure how this affects new patches. See Licenses/README.

 + */
 +
 +#define DEBUG
 +
 +#include common.h
 +#include command.h
 +#include malloc.h
 +
 +#include u-boot/zlib.h
 +#include bzlib.h
 +
 +#ifdef CONFIG_LZMA
 +#include lzma/LzmaTypes.h
 +#include lzma/LzmaDec.h
 +#include lzma/LzmaTools.h
 +#endif /* CONFIG_LZMA */
 +
 +#ifdef CONFIG_LZO
 +#include linux/lzo.h
 +#endif /* CONFIG_LZO */

You shouldn't need these #ifdefs.

 +
 +static const char plain[] =
 +   I am a highly compressable bit of text.\n
 +   I am a highly compressable bit of text.\n
 +   I am a highly compressable bit of text.\n
 +   There are many like me, but this one is mine.\n
 +   If I were any shorter, there wouldn't be much sense in\n
 +   compressing me in the first place. At least with lzo, anyway,\n
 +   which appears to behave poorly in the face of short text\n
 +   messages.\n;
 +
 +/* bzip2 -c /tmp/plain.txt  /tmp/plain.bz2 */
 +static const char bzip2_compressed[] =
 +   \x42\x5a\x68\x39\x31\x41\x59\x26\x53\x59\xe5\x63\xdd\x09\x00\x00
 +   \x28\x57\x80\x00\x10\x40\x85\x20\x20\x04\x00\x3f\xef\xdf\xf0\x30
 +   \x00\xd6\xd0\x34\x91\x89\xa6\xf5\x4d\x19\x1a\x19\x0d\x02\x34\xd4
 +   \xc9\x00\x34\x34\x00\x02\x48\x41\x35\x4f\xd4\xc6\x88\xd3\x50\x3d
 +   \x4f\x51\x82\x4f\x88\xc3\x0d\x05\x62\x4f\x91\xa3\x52\x1b\xd0\x52
 +   \x41\x4a\xa3\x98\xc2\x6b\xca\xa3\x82\xa5\xac\x8b\x15\x99\x68\xad
 +   \xdf\x29\xd6\xf1\xf7\x5a\x10\xcd\x8c\x26\x61\x94\x95\xfe\x9e\x16
 +   \x18\x28\x69\xd4\x23\x64\xcc\x2b\xe5\xe8\x5f\x00\xa4\x70\x26\x2c
 +   \xee\xbd\x59\x6d\x6a\xec\xfc\x31\xda\x59\x0a\x14\x2a\x60\x1c\xf0
 +   \x04\x86\x73\x9a\xc5\x5b\x87\x3f\x5b\x4c\x93\xe6\xb5\x35\x0d\xa6
 +   \xb1\x2e\x62\x7b\xab\x67\xe7\x99\x2a\x14\x5e\x9f\x64\xcb\x96\xf4
 +   \x0d\x65\xd4\x39\xe6\x8b\x7e\xea\x1c\x03\x69\x97\x83\x58\x91\x96
 +   \xe1\xf0\x9d\xa4\x15\x8b\xb8\xc6\x93\xdc\x3d\xd9\x3c\x22\x55\xef
 +   \xfb\xbb\x2a\xd3\x87\xa2\x8b\x04\xd9\x19\xf8\xe2\xfd\x4f\xdb\x1a
 +   \x07\xc8\x60\xa3\x3f\xf8\xbb\x92\x29\xc2\x84\x87\x2b\x1e\xe8\x48;
 +static const unsigned long bzip2_compressed_size = 240;
 +
 +/* lzma -z -c /tmp/plain.txt  /tmp/plain.lzma */
 +static const char lzma_compressed[] =
 +   \x5d\x00\x00\x80\x00\xff\xff\xff\xff\xff\xff\xff\xff\x00\x24\x88
 +   \x08\x26\xd8\x41\xff\x99\xc8\xcf\x66\x3d\x80\xac\xba\x17\xf1\xc8
 +   \xb9\xdf\x49\x37\xb1\x68\xa0\x2a\xdd\x63\xd1\xa7\xa3\x66\xf8\x15
 +   \xef\xa6\x67\x8a\x14\x18\x80\xcb\xc7\xb1\xcb\x84\x6a\xb2\x51\x16
 +   

[U-Boot] [PATCH 1/6] sandbox: add compression tests

2013-08-12 Thread Kees Cook
This adds the test_compression command when building the sandbox. This
tests the existing compression and decompression routines for simple
sanity and for buffer overflow conditions.

Signed-off-by: Kees Cook keesc...@chromium.org
---
 include/configs/sandbox.h |5 +
 test/Makefile |1 +
 test/compression.c|  384 +
 3 files changed, 390 insertions(+)
 create mode 100644 test/compression.c

diff --git a/include/configs/sandbox.h b/include/configs/sandbox.h
index 98dd083..b7fe14d 100644
--- a/include/configs/sandbox.h
+++ b/include/configs/sandbox.h
@@ -125,4 +125,9 @@
stdout=serial\0 \
stderr=serial\0
 
+#define CONFIG_GZIP_COMPRESSED
+#define CONFIG_BZIP2
+#define CONFIG_LZO
+#define CONFIG_LZMA
+
 #endif
diff --git a/test/Makefile b/test/Makefile
index 83594f3..ede113d 100644
--- a/test/Makefile
+++ b/test/Makefile
@@ -25,6 +25,7 @@ include $(TOPDIR)/config.mk
 LIB= $(obj)libtest.o
 
 COBJS-$(CONFIG_SANDBOX) += command_ut.o
+COBJS-$(CONFIG_SANDBOX) += compression.o
 
 COBJS  := $(sort $(COBJS-y))
 SRCS   := $(COBJS:.o=.c)
diff --git a/test/compression.c b/test/compression.c
new file mode 100644
index 000..c78c8e4
--- /dev/null
+++ b/test/compression.c
@@ -0,0 +1,384 @@
+/*
+ * Copyright (c) 2013, The Chromium Authors
+ *
+ * See file CREDITS for list of people who contributed to this
+ * project.
+ *
+ * This program is free software; you can redistribute it and/or
+ * modify it under the terms of the GNU General Public License as
+ * published by the Free Software Foundation; either version 2 of
+ * the License, or (at your option) any later version.
+ *
+ * This program is distributed in the hope that it will be useful,
+ * but WITHOUT ANY WARRANTY; without even the implied warranty of
+ * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
+ * GNU General Public License for more details.
+ *
+ * You should have received a copy of the GNU General Public License
+ * along with this program; if not, write to the Free Software
+ * Foundation, Inc., 59 Temple Place, Suite 330, Boston,
+ * MA 02111-1307 USA
+ */
+
+#define DEBUG
+
+#include common.h
+#include command.h
+#include malloc.h
+
+#include u-boot/zlib.h
+#include bzlib.h
+
+#ifdef CONFIG_LZMA
+#include lzma/LzmaTypes.h
+#include lzma/LzmaDec.h
+#include lzma/LzmaTools.h
+#endif /* CONFIG_LZMA */
+
+#ifdef CONFIG_LZO
+#include linux/lzo.h
+#endif /* CONFIG_LZO */
+
+static const char plain[] =
+   I am a highly compressable bit of text.\n
+   I am a highly compressable bit of text.\n
+   I am a highly compressable bit of text.\n
+   There are many like me, but this one is mine.\n
+   If I were any shorter, there wouldn't be much sense in\n
+   compressing me in the first place. At least with lzo, anyway,\n
+   which appears to behave poorly in the face of short text\n
+   messages.\n;
+
+/* bzip2 -c /tmp/plain.txt  /tmp/plain.bz2 */
+static const char bzip2_compressed[] =
+   \x42\x5a\x68\x39\x31\x41\x59\x26\x53\x59\xe5\x63\xdd\x09\x00\x00
+   \x28\x57\x80\x00\x10\x40\x85\x20\x20\x04\x00\x3f\xef\xdf\xf0\x30
+   \x00\xd6\xd0\x34\x91\x89\xa6\xf5\x4d\x19\x1a\x19\x0d\x02\x34\xd4
+   \xc9\x00\x34\x34\x00\x02\x48\x41\x35\x4f\xd4\xc6\x88\xd3\x50\x3d
+   \x4f\x51\x82\x4f\x88\xc3\x0d\x05\x62\x4f\x91\xa3\x52\x1b\xd0\x52
+   \x41\x4a\xa3\x98\xc2\x6b\xca\xa3\x82\xa5\xac\x8b\x15\x99\x68\xad
+   \xdf\x29\xd6\xf1\xf7\x5a\x10\xcd\x8c\x26\x61\x94\x95\xfe\x9e\x16
+   \x18\x28\x69\xd4\x23\x64\xcc\x2b\xe5\xe8\x5f\x00\xa4\x70\x26\x2c
+   \xee\xbd\x59\x6d\x6a\xec\xfc\x31\xda\x59\x0a\x14\x2a\x60\x1c\xf0
+   \x04\x86\x73\x9a\xc5\x5b\x87\x3f\x5b\x4c\x93\xe6\xb5\x35\x0d\xa6
+   \xb1\x2e\x62\x7b\xab\x67\xe7\x99\x2a\x14\x5e\x9f\x64\xcb\x96\xf4
+   \x0d\x65\xd4\x39\xe6\x8b\x7e\xea\x1c\x03\x69\x97\x83\x58\x91\x96
+   \xe1\xf0\x9d\xa4\x15\x8b\xb8\xc6\x93\xdc\x3d\xd9\x3c\x22\x55\xef
+   \xfb\xbb\x2a\xd3\x87\xa2\x8b\x04\xd9\x19\xf8\xe2\xfd\x4f\xdb\x1a
+   \x07\xc8\x60\xa3\x3f\xf8\xbb\x92\x29\xc2\x84\x87\x2b\x1e\xe8\x48;
+static const unsigned long bzip2_compressed_size = 240;
+
+/* lzma -z -c /tmp/plain.txt  /tmp/plain.lzma */
+static const char lzma_compressed[] =
+   \x5d\x00\x00\x80\x00\xff\xff\xff\xff\xff\xff\xff\xff\x00\x24\x88
+   \x08\x26\xd8\x41\xff\x99\xc8\xcf\x66\x3d\x80\xac\xba\x17\xf1\xc8
+   \xb9\xdf\x49\x37\xb1\x68\xa0\x2a\xdd\x63\xd1\xa7\xa3\x66\xf8\x15
+   \xef\xa6\x67\x8a\x14\x18\x80\xcb\xc7\xb1\xcb\x84\x6a\xb2\x51\x16
+   \xa1\x45\xa0\xd6\x3e\x55\x44\x8a\x5c\xa0\x7c\xe5\xa8\xbd\x04\x57
+   \x8f\x24\xfd\xb9\x34\x50\x83\x2f\xf3\x46\x3e\xb9\xb0\x00\x1a\xf5
+   \xd3\x86\x7e\x8f\x77\xd1\x5d\x0e\x7c\xe1\xac\xde\xf8\x65\x1f\x4d
+   \xce\x7f\xa7\x3d\xaa\xcf\x26\xa7\x58\x69\x1e\x4c\xea\x68\x8a\xe5
+   \x89\xd1\xdc\x4d\xc7\xe0\x07\x42\xbf\x0c\x9d\x06\xd7\x51\xa2\x0b
+