X-Git-Url: https://git.llucax.com/z.facultad/75.06/jacu.git/blobdiff_plain/551c1b8346a4c4a5128a7cfe4d4804bf40b4a0d2..eb5347f4df35aaa5266fcbd04112ae4cc1cf41b1:/src/jacu.c

diff --git a/src/jacu.c b/src/jacu.c
index f08e731..baf28da 100644
--- a/src/jacu.c
+++ b/src/jacu.c
@@ -1,4 +1,5 @@
 
+/* Jacu Team - GPL */
 #include "blocksorting/bs.h"
 #include "mtf/mtf.h"
 #include "zerogrouping/zerogrouping.h"
@@ -18,12 +19,16 @@ int main(int argc, char* argv[])
 	int zflag = 0;
 	int tflag = 0;
 	int qflag = 0;
+	int sflag = 0;
+	int mflag = 0;
 	long int volumesize = 0;
 	size_t pagesize = 32768; /* 32KB */
 	int ch;
 	t_BlockSort *bs;
+	HUFF_STATE *shuff;
+	char *staticmodel = NULL;
 			
-	while ((ch = getopt(argc, argv, "cdzt:q:")) != -1) { 
+	while ((ch = getopt(argc, argv, "scdzm:t:q:")) != -1) { 
 		 
 		switch (ch) { 
 			case 'c': cflag = 1; 
@@ -34,6 +39,13 @@ int main(int argc, char* argv[])
 
 			case 'z': zflag = 1; 
 					  break; 
+			
+			case 'm': mflag = 1;
+					  staticmodel = optarg;
+					  break; 
+			
+			case 's': sflag = 1; 					  
+					  break;
 
 			case 't': tflag = 1; 
 				volumesize = atol(optarg);
@@ -66,13 +78,13 @@ int main(int argc, char* argv[])
 				}
 				break; 
 
-			default: fprintf(stderr, "Usage: %s [-cdpt] sourcefile targetfile\n", argv[0]); 
+			default: fprintf(stderr, "Usage: %s [-cdzs][-q blksize][-t volsize][-m modeldumpfile] source target\n", argv[0]); 
 					 return(2);
 		}
 	}
 		
-	if ( (argc == 1) || (cflag & dflag) || !(cflag | dflag) || ((argc - optind) < 2) ) {
-		fprintf(stderr, "Usage: %s [-cdt] sourcefile targetfile\n", argv[0]); 
+	if ( (argc == 1) || (cflag & dflag) || !(cflag | dflag) || ((argc - optind) < 2) || (mflag & sflag)) {
+		fprintf(stderr, "Usage: %s [-cdzs][-q blksize][-t volsize][-m modeldumpfile] source target\n", argv[0]); 
 		return (3);
 	}
 	if ((tflag) && (volumesize <= 0l)) {
@@ -85,57 +97,43 @@ int main(int argc, char* argv[])
 	}
 		
 	if (cflag == 1) {
-		/* Comprimo */
-		/* No me gusta el tmpfile ... es para probar como anda todo junto */
-		FILE *fp, *fp_out;
+		/* Comprimo */		
+		FILE *fp;
 		Uint32 i, j, total, k;
-		char *mtf;
-		char *salida, *data, c;
-		char *z;
+		unsigned char *mtf;
+		unsigned char *salida, *data;
+		unsigned char *z;
 		int z_len;
-
-		data = malloc(sizeof(char)*pagesize);
-		/* Reservo lugar tambien para guardar el k y el tamaño  */
-		salida = malloc(sizeof(char)*pagesize+sizeof(Uint32)*2);
+		
+		/* Preparo el compresor huffman */
+		if ((shuff = shuff_init_encoder_bychunk(argv[optind+1],volumesize*1024)) == NULL) return 0;
+		if (mflag == 1) shuff_loadmodel(shuff,staticmodel);
+		
+		/* Preparo el BS alocando mem para el K, el Block y su Size */
+		data = malloc(sizeof(unsigned char)*pagesize);
+		salida = malloc(sizeof(unsigned char)*pagesize+sizeof(Uint32)*2);
 		bs = bs_create(pagesize);
 
-		fp = fopen(argv[optind], "rb");
-		fp_out = fopen("tmp.comp", "wb");
+		/* Abrimos el archivo a comprimir y encodeamos bloques */
+		fp = fopen(argv[optind], "rb");						
 
-		c = fgetc(fp);
 		total = 0;
 		while (!feof(fp)) {
 			i = 0;
 			while ((!feof(fp)) && (i < pagesize)) {
-				data[i++] = c;
-				c = fgetc(fp);
+				data[i++] = fgetc(fp);
 				total++;
 			}
 
-			/* Hago el BS */
-			bs_solve(data, salida, bs, &k, i);
+			/* Saco un EOF que lee de mas */
+			if (i<pagesize) i--;
 
-			printf("BS k=%ld\n", *(Uint32 *)(salida+sizeof(Uint32)));
-			printf("PageSize = %ld\n", *(Uint32 *)salida);
+			/* Aplico el BlockSorting */
+			bs_solve(data, salida, bs, &k, i);
 
-			printf("Antes de MTF = %ld [", i);
-			{
-				int ii;
-				for(ii=0; ii<(i+sizeof(Uint32)); ii++)
-					printf("(%c)", salida[ii+sizeof(Uint32)]);
-				printf("]\n");
-			}
 			/* Le aplico el MTF, salteo el tamaño del bloque para que no se pierda. */
 			mtf = jacu_mtf(salida+sizeof(Uint32), i+sizeof(Uint32), &z, &z_len);
-
-			printf("MTF Z (len=%d) = [", z_len);
-			{
-				int ii;
-				for(ii=0; ii<z_len; ii++)
-					printf("(%c)", z[ii]);
-				printf("]\n");
-
-			}
+			
 			/* Si me lo piden, aplico ZG. */
 			if (zflag) {
 				size_t len;
@@ -144,117 +142,88 @@ int main(int argc, char* argv[])
 				zg_init(&zg);
 				/* TODO HACER LO MISMO QUE EN EL ELSE XXX */
 				for (j = 0; j < i; ++j)
-					if ((len = zg_group(&zg, buff, mtf[j]))) fwrite(buff, 1, len, fp_out);
+					if ((len = zg_group(&zg, buff, mtf[j]))) shuff_scanfreq_chunk(shuff,buff,len);
 			} else {
 				/* Guardo el PageSize */
-				fwrite(salida, sizeof(Uint32), 1, fp_out);
-
+				shuff_scanfreq_chunk(shuff,salida,sizeof(Uint32));
+				
 				/* Guardo el Z len y el Z */
-				fwrite(&z_len, sizeof(int), 1, fp_out);
-				fwrite(z, z_len, sizeof(char), fp_out);
+				shuff_scanfreq_chunk(shuff,(char*)&z_len,sizeof(int));
+				shuff_scanfreq_chunk(shuff,z,z_len);								
 
-				/* Guardo la salida del MTF */
-				printf("Despues de MTF : [");
-				for(j=0; j<(i+sizeof(Uint32)); j++) {
-					fputc(mtf[j], fp_out);
-					putchar('(');
-					fputc(mtf[j], stdout);
-					putchar(')');
-				}
-				printf("]\n");
+				/* Guardo la salida del MTF */				
+				shuff_scanfreq_chunk(shuff,mtf,i+sizeof(Uint32));				
 			}
 			free(mtf);
 			free(z);
 		}
 
 		/* Limpiando */
-		fclose(fp);
-		fclose(fp_out);
+		fclose(fp);		
 		bs_destroy(bs);
 
-		/* Comprimo con huffman */
-		i = shuff_encode_file("tmp.comp", argv[optind+1], volumesize);
-
-		/* borro el temporal */
-		remove("tmp.comp");
+		/* Comprimo con Huffman */		
+		shuff_encode_file(shuff);
+		if (sflag == 1) shuff_savemodel(shuff);
+		/* Shutdown Huffman */
+		shuff_deinit_encoder(shuff);
+		free(shuff);
 
 		/* Muestro bpb */
 		printf("Comprimido a %.04f bpb.\n", get_file_size(argv[optind+1])*8.0/get_file_size(argv[optind]));
-		return i;
+		return 0;
 	}
 	
 	if (dflag == 1) { 
 		/* Descomprimo */
 		FILE *fp_out;
-		FILE *fp_in;
+		/*FILE *fp_in;*/
 		Uint32 block_size, k;
-		char *block, *mtf, *orig;
-		char *z;
-		int z_len;
+		unsigned char *block, *mtf, *orig;
+		unsigned char *z;
+		int z_len,moredata = 0,decoded = 0;
 
-		shuff_decode_file(argv[optind], "tmp.comp"); /*argv[optind+1]);*/
-		fp_in = fopen("tmp.comp", "rb");
+		/* Inicializo el descompresor */
+		if ((shuff = shuff_init_decoder(argv[optind],NULL)) == NULL) return 1;
+				
+		/* Abrimos el archivo de salida */
 		fp_out = fopen(argv[optind+1], "wb");
 
-		while (!feof(fp_in)) {
-			block_size = 0;
-			PERR("Leo bloque");
-			fread(&block_size, sizeof(Uint32), 1, fp_in);
-			printf("PageSize = %ld\n", block_size);
+		/* Descomprimimos de a chunks segun convenga */
+		do {
+			block_size = 0;						
+			moredata = shuff_decode_chunk(shuff,(char*)&block_size,sizeof(Uint32),&decoded);
 			if (block_size > 0) {
-				fread(&z_len, sizeof(int), 1, fp_in);
-				z = malloc(sizeof(char)*z_len);
-				fread(z, z_len, sizeof(char), fp_in);
+				moredata = shuff_decode_chunk(shuff,(char*)&z_len,sizeof(int),&decoded);				
+				z = malloc(sizeof(unsigned char)*z_len);
+				moredata = shuff_decode_chunk(shuff,z,z_len,&decoded);				
 
-				printf("MTF Z (len=%d) = [", z_len);
-				{
-					int ii;
-					for(ii=0; ii<z_len; ii++)
-						printf("(%c)", z[ii]);
-					printf("]\n");
-	
-				}
-				
-				block = malloc(block_size*sizeof(char)+sizeof(Uint32));
-				orig = malloc(block_size*sizeof(char));
-				fread(block, block_size+sizeof(Uint32), sizeof(char), fp_in);
+				block = malloc(block_size*sizeof(unsigned char)+sizeof(Uint32));
+				orig = malloc(block_size*sizeof(unsigned char));
+				moredata = shuff_decode_chunk(shuff,block,block_size+sizeof(Uint32),&decoded);				
 
-				printf("Antes MTF_inv = [");
-				{
-					int ii;
-					for(ii=0; ii<block_size+sizeof(Uint32); ii++)
-						printf("(%c)", block[ii]);
-					printf("]\n");
-				}
-				/* Hago el MTF inverso */
-				PERR("Haciendo MTF Inv");
-				mtf = jacu_mtf_inv(z, block, block_size*sizeof(char)+sizeof(Uint32));
-
-				printf("Luego de MTF Inv= [");
-				{
-					int ii;
-					for(ii=0; ii<block_size+sizeof(Uint32); ii++)
-						printf("(%c)", mtf[ii]);
-					printf("]\n");
-				}
+				mtf = jacu_mtf_inv(z, block, block_size*sizeof(unsigned char)+sizeof(Uint32));
 
 				/* Luego de hacer el MTF inverso ya puedo recuperar el k */
-				PERR("Recuperando K");
 				memcpy(&k, mtf, sizeof(Uint32));
 
-				printf("Restored : k=%ld\n", k);
-				PERR("BS_Restore");
+				/*printf("Restored : k=%ld\n", k);*/
 				bs_restore(orig, mtf+sizeof(Uint32), k, block_size);
 
-				PERR("Saving Data");
-				fwrite(orig, block_size, sizeof(char), fp_out);
+				fwrite(orig, block_size, sizeof(unsigned char), fp_out);
 				free(block);
 				free(orig);
 				free(mtf);
+				free(z);
 			}
-		}
-		fclose(fp_in);
+		} while (moredata);		
+		
+		/* Close up files */
 		fclose(fp_out);
+		
+		/* Shutdown Huffman */
+		shuff_deinit_decoder(shuff);
+		free(shuff);
 	}
 
 	return 0;
@@ -270,4 +239,3 @@ long get_file_size(const char* filename)
 	fclose(file);
 	return file_size;
 }
-