contrib: add "lar" - initial work on lua archive format
authorJo-Philipp Wich <jow@openwrt.org>
Mon, 6 Apr 2009 02:35:34 +0000 (02:35 +0000)
committerJo-Philipp Wich <jow@openwrt.org>
Mon, 6 Apr 2009 02:35:34 +0000 (02:35 +0000)
contrib/lar/Makefile [new file with mode: 0644]
contrib/lar/cli.c [new file with mode: 0644]
contrib/lar/lar.c [new file with mode: 0644]
contrib/lar/lar.h [new file with mode: 0644]
contrib/lar/lar.pl [new file with mode: 0755]

diff --git a/contrib/lar/Makefile b/contrib/lar/Makefile
new file mode 100644 (file)
index 0000000..64c3235
--- /dev/null
@@ -0,0 +1,12 @@
+GCC     := gcc
+CFLAGS  := -Wall
+LDFLAGS :=
+
+OBJ = cli.o lar.o
+BIN = lar
+
+cli: $(OBJ)
+       $(GCC) $(CFLAGS) -o $(BIN) $(OBJ) $(LDFLAGS)
+
+clean:
+       rm -f $(OBJ) $(BIN)
diff --git a/contrib/lar/cli.c b/contrib/lar/cli.c
new file mode 100644 (file)
index 0000000..026150e
--- /dev/null
@@ -0,0 +1,61 @@
+#include "lar.h"
+
+int do_print_member( lar_archive *ar, const char *name )
+{
+       lar_member *member;
+
+       if( (member = lar_open_member(ar, name)) != NULL )
+       {
+               write(fileno(stdout), member->data, member->length);
+               lar_close_member(member);
+       }
+       else
+               LAR_DIE("Unable to locate archive member");
+
+       return 0;
+}
+
+int do_print_index( lar_archive *ar )
+{
+       lar_index *index = ar->index;
+       LAR_FNAME(filename);
+
+       while(index)
+       {
+               lar_get_filename(ar, index, filename);
+               printf("%s\n", filename);
+               index = index->next;
+       }
+
+       return 0;       
+}
+
+int main( int argc, const char* argv[] )
+{
+       lar_archive *ar;
+       
+       if( argv[1] != NULL )
+       {
+               if( (ar = lar_open(argv[1])) != NULL )
+               {
+                       if( argv[2] )
+                               return do_print_member(ar, argv[2]);
+                       else
+                               return do_print_index(ar);
+
+                       lar_close(ar);
+               }
+               else
+               {
+                       LAR_DIE("Failed to open archive");
+               }
+       }
+       else
+    {
+               printf("Usage: lar <archive> [<member>]\n");
+               return 1;
+       }
+
+       return 0;
+}
+
diff --git a/contrib/lar/lar.c b/contrib/lar/lar.c
new file mode 100644 (file)
index 0000000..255bc01
--- /dev/null
@@ -0,0 +1,176 @@
+#include "lar.h"
+
+int lar_read32( int fd, uint32_t *val )
+{
+       uint8_t buffer[5];
+
+       if( read(fd, buffer, 4) < 4 )
+               LAR_DIE("Unexpected EOF while reading data");
+
+       buffer[4] = 0;
+       *val = ntohl(*((uint32_t *) buffer));
+
+       return 0;
+}
+
+int lar_read16( int fd, uint16_t *val )
+{
+       uint8_t buffer[3];
+
+       if( read(fd, buffer, 2) < 2 )
+               LAR_DIE("Unexpected EOF while reading data");
+
+       buffer[2] = 0;
+       *val = ntohs(*((uint16_t *) buffer));
+
+       return 0;
+}
+
+lar_index * lar_get_index( lar_archive *ar )
+{
+       uint32_t i;
+       uint32_t idx_offset;
+       uint32_t idx_length;
+       lar_index *idx_map, *idx_ptr;
+
+       if( lseek(ar->fd, -(sizeof(idx_offset)), SEEK_END) == -1 )
+               LAR_DIE("Unable to seek to end of archive");
+
+       lar_read32(ar->fd, &idx_offset);
+       idx_length = ( ar->length - idx_offset - sizeof(idx_offset) );
+
+       if( lseek(ar->fd, idx_offset, SEEK_SET) == -1 )
+               LAR_DIE("Unable to seek to archive index");
+
+
+       idx_map = NULL;
+
+       for( i = 0; i < idx_length; \
+               i += (sizeof(lar_index) - sizeof(char)) 
+       ) {
+               idx_ptr = (lar_index *)malloc(sizeof(lar_index));
+
+               lar_read32(ar->fd, &idx_ptr->noffset);
+               lar_read32(ar->fd, &idx_ptr->nlength);
+               lar_read32(ar->fd, &idx_ptr->foffset);
+               lar_read32(ar->fd, &idx_ptr->flength);
+               lar_read16(ar->fd, &idx_ptr->type);
+               lar_read16(ar->fd, &idx_ptr->flags);
+
+               idx_ptr->next = idx_map;
+               idx_map = idx_ptr;
+       }
+
+       return idx_map;
+}
+
+uint32_t lar_get_filename( lar_archive *ar,
+       lar_index *idx_ptr, char *filename 
+) {
+       if( idx_ptr->nlength >= LAR_FNAME_BUFFER )
+               LAR_DIE("Filename exceeds maximum allowed length");
+
+       if( lseek(ar->fd, idx_ptr->noffset, SEEK_SET) == -1 )
+               LAR_DIE("Unexpected EOF while seeking filename");
+
+       if( read(ar->fd, filename, idx_ptr->nlength) < idx_ptr->nlength )
+               LAR_DIE("Unexpected EOF while reading filename");
+
+       filename[idx_ptr->nlength] = 0;
+
+       return idx_ptr->nlength;
+}
+
+lar_member * lar_open_member( lar_archive *ar, const char *name )
+{
+       lar_index *idx_ptr = ar->index;
+       lar_member *member;
+       char memberfile[LAR_FNAME_BUFFER];
+       char *memberdata;
+       size_t pgsz  = getpagesize();
+
+       while(idx_ptr)
+       {
+               lar_get_filename(ar, idx_ptr, memberfile);
+
+               if( !strncmp(memberfile, name, idx_ptr->nlength) )
+               {
+                       memberdata = mmap(
+                               0, idx_ptr->flength + ( idx_ptr->foffset % pgsz ),
+                               PROT_READ, MAP_PRIVATE, ar->fd,
+                               idx_ptr->foffset - ( idx_ptr->foffset % pgsz )
+                       );
+
+                       if( memberdata == MAP_FAILED )
+                               LAR_DIE("Failed to mmap() member data");
+
+                       member = (lar_member *)malloc(sizeof(lar_member));
+                       member->type   = idx_ptr->type;
+                       member->flags  = idx_ptr->flags;
+                       member->length = idx_ptr->flength;
+                       member->data   = &memberdata[idx_ptr->foffset % pgsz];
+
+                       member->mmap   = memberdata;
+                       member->mlen   = idx_ptr->flength + ( idx_ptr->foffset % pgsz );                        
+
+                       return member;
+               }
+
+               idx_ptr = idx_ptr->next;
+       }
+
+       return NULL;
+}
+
+int lar_close_member( lar_member *member )
+{
+       int stat = munmap(member->mmap, member->mlen);
+       free(member);
+
+       return stat;
+}
+
+lar_archive * lar_open( const char *filename )
+{
+       int fd;
+       struct stat as;
+       lar_archive *ar;
+       
+       if( stat(filename, &as) == -1 )
+               return NULL;
+
+       if( !(as.st_mode & S_IFREG) )
+               return NULL;
+
+       if( (fd = open(filename, O_RDONLY)) != -1 )
+       {
+               ar = (lar_archive *)malloc(sizeof(lar_archive));
+               ar->fd       = fd;
+               ar->length   = as.st_size;
+               ar->index    = lar_get_index(ar);
+               strncpy(ar->filename, filename, sizeof(ar->filename));
+
+               return ar;
+       }
+
+       return NULL;
+}
+
+int lar_close( lar_archive *ar )
+{
+       lar_index *idx_head;
+       lar_index *idx_next;
+
+       close(ar->fd);
+
+       idx_head = ar->index;
+       do {
+               idx_next = idx_head->next;
+               free(idx_head);
+       } while( (idx_head = idx_next) != NULL );
+
+       free(ar);
+
+       return 0;
+}
+
diff --git a/contrib/lar/lar.h b/contrib/lar/lar.h
new file mode 100644 (file)
index 0000000..a4379f1
--- /dev/null
@@ -0,0 +1,76 @@
+#include <stdio.h>
+#include <stdlib.h>
+#include <unistd.h>
+#include <stdint.h>
+#include <fcntl.h>
+#include <string.h>
+#include <arpa/inet.h>
+#include <sys/types.h>
+#include <sys/mman.h>
+#include <sys/stat.h>
+
+
+int errno;
+
+#define LAR_DIE(s) \
+       do { \
+               fprintf(stderr, "%s(%i): %s(): %s\n", \
+                       __FILE__, __LINE__, __FUNCTION__, s); \
+               if( errno ) fprintf(stderr, "%s(%i): %s\n", \
+                       __FILE__, __LINE__, strerror(errno) ); \
+               exit(1); \
+       } while(0)
+
+
+#define LAR_FNAME_BUFFER 1024
+#define LAR_FNAME(s) char s[LAR_FNAME_BUFFER]
+
+
+struct lar_index_item {
+       uint32_t noffset;
+       uint32_t nlength;
+       uint32_t foffset;
+       uint32_t flength;
+       uint16_t type;
+       uint16_t flags;
+       struct lar_index_item *next;
+};
+
+struct lar_member_item {
+       uint16_t type;
+       uint16_t flags;
+       uint32_t length;
+       char *data;
+       char *mmap;
+       size_t mlen;
+};
+
+struct lar_archive_handle {
+       int fd;
+       off_t length;
+       char filename[LAR_FNAME_BUFFER];
+       struct lar_index_item *index;
+};
+
+typedef struct lar_index_item lar_index;
+typedef struct lar_member_item lar_member;
+typedef struct lar_archive_handle lar_archive;
+
+
+int lar_read32( int fd, uint32_t *val );
+int lar_read16( int fd, uint16_t *val );
+
+lar_index * lar_get_index( lar_archive *ar );
+
+uint32_t lar_get_filename( lar_archive *ar,
+       lar_index *idx_ptr, char *filename );
+
+lar_member * lar_open_member( lar_archive *ar, const char *name );
+
+int lar_close_member( lar_member *member );
+
+lar_archive * lar_open( const char *filename );
+
+int lar_close( lar_archive *ar );
+
+
diff --git a/contrib/lar/lar.pl b/contrib/lar/lar.pl
new file mode 100755 (executable)
index 0000000..56e4897
--- /dev/null
@@ -0,0 +1,50 @@
+#!/usr/bin/perl
+
+use strict;
+
+@ARGV || die "Usage: $0 <file1> <file2> ... <fileN>\n";
+
+my @index;
+my $offset = 0;
+
+foreach my $file ( @ARGV )
+{
+       if( -f $file && open F, "< $file" )
+       {
+               warn sprintf "Member at 0x%08X\n", $offset;
+               push @index, [ ];
+
+               my $size = length $file;
+
+               print $file;
+               print "\0" x ( $size % 4 );
+
+               $index[-1][0] = $offset;
+               $index[-1][1] = $size;
+               $index[-1][2] = $offset + $size + ( $size % 4 );
+
+               
+               $size = 0;
+               while( read F, my $buffer, 4096 ) {
+                       $size += length $buffer;
+                       print $buffer;
+               }
+               print "\0" x ( $size % 4 );
+
+               $index[-1][3] = $size;
+               $offset = $index[-1][2] + $size + ( $size % 4 );
+
+               close F;
+       }
+}
+
+
+foreach my $file ( @index )
+{
+       warn sprintf "Index: 0x%08X 0x%08X 0x%08X 0x%08X\n", $file->[0], $file->[1], $file->[2], $file->[3];
+       print pack "NNNNnn", $file->[0], $file->[1], $file->[2], $file->[3], 0x0000, 0x0000;
+}
+
+warn sprintf "Index at 0x%08X, length 0x%08X\n", $offset, @index * 20;
+print pack "N", $offset;
+