-#include "statichuff/statichuff.h"
+/* Jacu Team - GPL */
#include "blocksorting/bs.h"
#include "mtf/mtf.h"
+#include "zerogrouping/zerogrouping.h"
+#include "statichuff/statichuff.h"
#include "vfile/vfile.h"
+#include "vfile/common.h"
#include <stdlib.h>
#include <stdio.h>
#include <unistd.h>
+long get_file_size(const char* filename);
+
int main(int argc, char* argv[])
{
int cflag = 0;
int dflag = 0;
+ int zflag = 0;
int tflag = 0;
- int pflag = 0;
+ int qflag = 0;
+ int sflag = 0;
+ int mflag = 0;
long int volumesize = 0;
size_t pagesize = 32768; /* 32KB */
int ch;
t_BlockSort *bs;
+ HUFF_STATE *shuff;
+ char *staticmodel = NULL;
- while ((ch = getopt(argc, argv, "cdt:p:")) != -1) {
+ while ((ch = getopt(argc, argv, "scdzm:t:q:")) != -1) {
switch (ch) {
case 'c': cflag = 1;
case 'd': dflag = 1;
break;
- case 't': tflag = 1;
- volumesize = atol(optarg);
+ case 'z': zflag = 1;
break;
-
- case 'p': pflag = 1;
- pagesize = atoi(optarg);
+
+ case 'm': mflag = 1;
+ staticmodel = optarg;
break;
+
+ case 's': sflag = 1;
+ break;
+
+ case 't': tflag = 1;
+ volumesize = atol(optarg);
+ break;
+
+ case 'q': qflag = 1;
+ switch (atoi(optarg))
+ {
+ case 0: pagesize = 1024; /* 1K */
+ break;
+ case 1: pagesize = 2048; /* 2K */
+ break;
+ case 2: pagesize = 4096; /* 4K */
+ break;
+ case 3: pagesize = 8192; /* 8K */
+ break;
+ case 4: pagesize = 16384; /* 16K */
+ break;
+ case 5: pagesize = 32768; /* 32K */
+ break;
+ case 6: pagesize = 65536; /* 64K */
+ break;
+ case 7: pagesize = 131072; /* 128K */
+ break;
+ case 8: pagesize = 262144; /* 256K */
+ break;
+ case 9: pagesize = 524288; /* 512K */
+ break;
+ default: pagesize = 0; /* error */
+ }
+ break;
- default: fprintf(stderr, "Usage: %s [-cdpt] sourcefile targetfile\n", argv[0]);
+ default: fprintf(stderr, "Usage: %s [-cdzs][-q blksize][-t volsize][-m modeldumpfile] source target\n", argv[0]);
return(2);
}
}
- if ( (argc == 1) || (cflag & dflag) || !(cflag | dflag) || ((argc - optind) < 2) ) {
- fprintf(stderr, "Usage: %s [-cdt] sourcefile targetfile\n", argv[0]);
+ if ( (argc == 1) || (cflag & dflag) || !(cflag | dflag) || ((argc - optind) < 2) || (mflag & sflag)) {
+ fprintf(stderr, "Usage: %s [-cdzs][-q compressionquality][-t volsize][-m modeldumpfile] source target\n", argv[0]);
return (3);
}
if ((tflag) && (volumesize <= 0l)) {
fprintf(stderr,"Error: The volume size must be a non-zero value\n");
return (4);
}
- if ((pflag) && (pagesize <= 1u)) {
- fprintf(stderr,"Error: El tamaño de página debe ser mayor a 1 byte.\n");
+ if ((qflag) && (pagesize <= 1u)) {
+ fprintf(stderr,"Error: El nivel de compresión debe ser entre 0 (menor) y 9 (mayor).\n");
return (5);
}
if (cflag == 1) {
- /* Comprimo */
- /* No me gusta el tmpfile ... es para probar como anda todo junto */
- FILE *fp, *fp_out;
- unsigned long int i, j, total, k;
- int *mtf;
- char *salida, *data, c;
- data = malloc(sizeof(char)*pagesize);
- /* Reservo lugar tambien para guardar el k */
- salida = malloc(sizeof(char)*(pagesize)+sizeof(unsigned long int));
+ /* Comprimo */
+ FILE *fp;
+ Uint32 i, j, total, k;
+ unsigned char *mtf;
+ unsigned char *salida, *data;
+ unsigned char *z;
+ int z_len;
+
+ /* Preparo el compresor huffman */
+ if ((shuff = shuff_init_encoder_bychunk(argv[optind+1],volumesize*1024)) == NULL) return 1;
+ if (mflag == 1) shuff_loadmodel(shuff,staticmodel);
+
+ /* Preparo el BS alocando mem para la Salida: V(vector) + K(colnum) */
+ data = malloc(sizeof(unsigned char)*pagesize);
+ salida = malloc(sizeof(unsigned char)*pagesize+sizeof(Uint32));
bs = bs_create(pagesize);
+
+ /* Abrimos el archivo a comprimir y encodeamos bloques */
fp = fopen(argv[optind], "rb");
- fp_out = fopen("tmp.comp", "wb");
- c = fgetc(fp);
+
+ /* Guardamos el pagesize como header (huffencoded) */
+ shuff_scanfreq_chunk(shuff,(char*)&pagesize,sizeof(size_t));
+
+ /* Guardamos cabecera para indicar si usamos ZG (huffencoded) */
+ if (zflag) shuff_scanfreq_chunk(shuff, "\001", 1);
+ else shuff_scanfreq_chunk(shuff, "\000", 1);
+
total = 0;
while (!feof(fp)) {
i = 0;
while ((!feof(fp)) && (i < pagesize)) {
- data[i++] = c;
- c = fgetc(fp);
+ data[i++] = fgetc(fp);
total++;
}
- /* Hago el BS */
+
+ /* Saco un EOF que lee de mas */
+ if (i<pagesize) i--;
+
+ /* Aplico BS guardando su resultado + el K en salida */
bs_solve(data, salida, bs, &k, i);
- /* Le aplico el MTF */
- mtf = jacu_mtf(salida, i+sizeof(unsigned long int));
- for(j=0; j<i; j++)
- fputc(mtf[j], fp_out);
+
+ /* Le aplico el MTF a salida */
+ mtf = jacu_mtf(salida, i+sizeof(Uint32), &z, &z_len);
+
+ /* Guardo el z_len y el Z */
+ shuff_scanfreq_chunk(shuff,(char*)&z_len,sizeof(int));
+ shuff_scanfreq_chunk(shuff,z,z_len);
+
+ /* Si me lo piden, aplico ZG. */
+ if (zflag) {
+ size_t len;
+ char buff[2];
+ Uint32 total_size = i + sizeof(Uint32);
+ ZG zg;
+ zg_init(&zg);
+ /* Guardo la salida del MTF con ceros agrupados (ZG) */
+ for (j = 0; j < total_size; ++j)
+ if ((len = zg_group(&zg, buff, mtf[j])))
+ shuff_scanfreq_chunk(shuff, buff, len);
+ } else {
+ /* Comprimo la salida del MTF */
+ shuff_scanfreq_chunk(shuff,mtf,i+sizeof(Uint32));
+ }
+ free(mtf);
+ free(z);
}
- fclose(fp);
- fclose(fp_out);
+
+ /* Limpiando */
+ fclose(fp);
bs_destroy(bs);
- i = shuff_encode_file("tmp.comp",argv[optind+1], volumesize);
- /* borro el temporal */
- unlink("tmp.comp");
- return i;
+
+ /* Comprimo con Huffman */
+ shuff_encode_file(shuff);
+ if (sflag == 1) shuff_savemodel(shuff);
+ /* Shutdown Huffman */
+ shuff_deinit_encoder(shuff);
+ free(shuff);
+
+ /* Muestro bpb */
+ printf("Comprimido a %.04f bpb.\n", get_file_size(argv[optind+1])*8.0/get_file_size(argv[optind]));
+ return 0;
}
if (dflag == 1) {
/* Descomprimo */
- return shuff_decode_file(argv[optind],argv[optind+1]);
- }
+ FILE *fp_out;
+ /*FILE *fp_in;*/
+ Uint32 block_size = 0, k;
+ unsigned char *block, *mtf, *orig;
+ unsigned char *z;
+ int z_len,moredata = 0,decoded = 0;
+ char use_zg;
+
+ /* Inicializo el descompresor */
+ if ((shuff = shuff_init_decoder(argv[optind],NULL)) == NULL) return 1;
+
+ /* Abrimos el archivo de salida */
+ fp_out = fopen(argv[optind+1], "wb");
+
+ /* Descomprimo primero que nada el pagesize utilizado para comprimir */
+ if (!(moredata = shuff_decode_chunk(shuff,(char*)&block_size,sizeof(Uint32),&decoded))) return 1;
+
+ /* Descomprimo byte que indica si se usa ZG */
+ if (!(moredata = shuff_decode_chunk(shuff, &use_zg, 1, &decoded))) return 1;
+
+ /* Creo buffers */
+ block = malloc(block_size*sizeof(unsigned char)+sizeof(Uint32));
+ orig = malloc(block_size*sizeof(unsigned char));
+
+ /* Descomprimimos de a chunks segun convenga */
+ do {
+ if (block_size > 0) {
+ /* Descomprimo el Zlen y el Z del MTF */
+ moredata = shuff_decode_chunk(shuff,(char*)&z_len,sizeof(int),&decoded);
+ z = malloc(sizeof(unsigned char)*z_len);
+ moredata = shuff_decode_chunk(shuff,z,z_len,&decoded);
+
+ /* Levanto una salida de MTF y le aplico MTF Inverso */
+ moredata = shuff_decode_chunk(shuff,block,block_size+sizeof(Uint32),&decoded);
+ mtf = jacu_mtf_inv(z, block, decoded);
+
+ /* Ya tengo la salida del BS, tonces levanto su K */
+ memcpy(&k, mtf, sizeof(Uint32));
+
+ /* Obtengo el chunk original aplicando BS Inverso */
+ bs_restore(orig, mtf+sizeof(Uint32), k, decoded - sizeof(Uint32));
+
+ fwrite(orig, decoded - sizeof(Uint32), sizeof(unsigned char), fp_out);
+ free(mtf);
+ free(z);
+ }
+ else return 1;
+ } while (moredata);
+
+ /* Close up files and free mem */
+ fclose(fp_out);
+ free(block);
+ free(orig);
+ /* Shutdown Huffman */
+ shuff_deinit_decoder(shuff);
+ free(shuff);
+ }
+
return 0;
}
+
+long get_file_size(const char* filename)
+{
+ FILE* file;
+ long file_size;
+
+ if (!(file = fopen(filename, "ab"))) return -1;
+ file_size = ftell(file);
+ fclose(file);
+ return file_size;
+}
projects / z.facultad / 75.06 / jacu.git / blobdiff