src/jacu.c

   1
   2 /* Jacu Team - GPL */
   3 #include "blocksorting/bs.h"
   4 #include "mtf/mtf.h"
   5 #include "zerogrouping/zerogrouping.h"
   6 #include "statichuff/statichuff.h"
   7 #include "vfile/vfile.h"
   8 #include "vfile/common.h"
   9 #include <stdlib.h>
  10 #include <stdio.h>
  11 #include <unistd.h>
  12
  13 long get_file_size(const char* filename);
  14
  15 int main(int argc, char* argv[])
  16 {
  17         int cflag = 0;
  18         int dflag = 0;
  19         int zflag = 0;
  20         int tflag = 0;
  21         int qflag = 0;
  22         int sflag = 0;
  23         int mflag = 0;
  24         long int volumesize = 0;
  25         size_t pagesize = 32768; /* 32KB */
  26         int ch;
  27         t_BlockSort *bs;
  28         HUFF_STATE *shuff;
  29         char *staticmodel = NULL;
  30
  31         while ((ch = getopt(argc, argv, "scdzm:t:q:")) != -1) {
  32
  33                 switch (ch) {
  34                         case 'c': cflag = 1;
  35                                           break;
  36
  37                         case 'd': dflag = 1;
  38                                           break;
  39
  40                         case 'z': zflag = 1;
  41                                           break;
  42
  43                         case 'm': mflag = 1;
  44                                           staticmodel = optarg;
  45                                           break;
  46
  47                         case 's': sflag = 1;
  48                                           break;
  49
  50                         case 't': tflag = 1;
  51                                 volumesize = atol(optarg);
  52                                 break;
  53
  54                         case 'q': qflag = 1;
  55                                 switch (atoi(optarg))
  56                                 {
  57                                         case 0: pagesize = 1024; /* 1K */
  58                                                 break;
  59                                         case 1: pagesize = 2048; /* 2K */
  60                                                 break;
  61                                         case 2: pagesize = 4096; /* 4K */
  62                                                 break;
  63                                         case 3: pagesize = 8192; /* 8K */
  64                                                 break;
  65                                         case 4: pagesize = 16384; /* 16K */
  66                                                 break;
  67                                         case 5: pagesize = 32768; /* 32K */
  68                                                 break;
  69                                         case 6: pagesize = 65536; /* 64K */
  70                                                 break;
  71                                         case 7: pagesize = 131072; /* 128K */
  72                                                 break;
  73                                         case 8: pagesize = 262144; /* 256K */
  74                                                 break;
  75                                         case 9: pagesize = 524288; /* 512K */
  76                                                 break;
  77                                         default: pagesize = 0; /* error */
  78                                 }
  79                                 break;
  80
  81                         default: fprintf(stderr, "Usage: %s [-cdzs][-q blksize][-t volsize][-m modeldumpfile] source target\n", argv[0]);
  82                                          return(2);
  83                 }
  84         }
  85
  86         if ( (argc == 1) || (cflag & dflag) || !(cflag | dflag) || ((argc - optind) < 2) || (mflag & sflag)) {
  87                 fprintf(stderr, "Usage: %s [-cdzs][-q compressionquality][-t volsize][-m modeldumpfile] source target\n", argv[0]);
  88                 return (3);
  89         }
  90         if ((tflag) && (volumesize <= 0l)) {
  91                 fprintf(stderr,"Error: The volume size must be a non-zero value\n");
  92                 return (4);
  93         }
  94         if ((qflag) && (pagesize <= 1u)) {
  95                 fprintf(stderr,"Error: El nivel de compresión debe ser entre 0 (menor) y 9 (mayor).\n");
  96                 return (5);
  97         }
  98
  99         if (cflag == 1) {
 100                 /* Comprimo */
 101                 FILE *fp;
 102                 Uint32 i, j, total, k;
 103                 unsigned char *mtf;
 104                 unsigned char *salida, *data;
 105                 unsigned char *z;
 106                 int z_len;
 107
 108                 /* Preparo el compresor huffman */
 109                 if ((shuff = shuff_init_encoder_bychunk(argv[optind+1],volumesize*1024)) == NULL) return 1;
 110                 if (mflag == 1) shuff_loadmodel(shuff,staticmodel);
 111
 112                 /* Preparo el BS alocando mem para la Salida: V(vector) + K(colnum) */
 113                 data = malloc(sizeof(unsigned char)*pagesize);
 114                 salida = malloc(sizeof(unsigned char)*pagesize+sizeof(Uint32));
 115                 bs = bs_create(pagesize);
 116
 117                 /* Abrimos el archivo a comprimir y encodeamos bloques */
 118                 fp = fopen(argv[optind], "rb");
 119
 120                 /* Guardamos el pagesize como header (huffencoded) */
 121                 shuff_scanfreq_chunk(shuff,(char*)&pagesize,sizeof(size_t));
 122
 123                 /* Guardamos cabecera para indicar si usamos ZG (huffencoded) */
 124                 if (zflag) shuff_scanfreq_chunk(shuff, "\001", 1);
 125                 else       shuff_scanfreq_chunk(shuff, "\000", 1);
 126
 127                 total = 0;
 128                 while (!feof(fp)) {
 129                         i = 0;
 130                         while ((!feof(fp)) && (i < pagesize)) {
 131                                 data[i++] = fgetc(fp);
 132                                 total++;
 133                         }
 134
 135                         /* Saco un EOF que lee de mas */
 136                         if (i<pagesize) i--;
 137
 138                         /* Aplico BS guardando su resultado + el K en salida */
 139                         bs_solve(data, salida, bs, &k, i);
 140
 141                         /* Le aplico el MTF a salida */
 142                         mtf = jacu_mtf(salida, i+sizeof(Uint32), &z, &z_len);
 143
 144                         /* Guardo el z_len y el Z */
 145                         shuff_scanfreq_chunk(shuff,(char*)&z_len,sizeof(int));
 146                         shuff_scanfreq_chunk(shuff,z,z_len);
 147
 148                         /* Si me lo piden, aplico ZG. */
 149                         if (zflag) {
 150                                 size_t len;
 151                                 char buff[2];
 152                                 Uint32 total_size = i + sizeof(Uint32);
 153                                 ZG zg;
 154                                 zg_init(&zg);
 155                                 /* Guardo la salida del MTF con ceros agrupados (ZG) */
 156                                 for (j = 0; j < total_size; ++j)
 157                                         if ((len = zg_group(&zg, buff, mtf[j])))
 158                                                 shuff_scanfreq_chunk(shuff, buff, len);
 159                         } else {
 160                                 /* Comprimo la salida del MTF */
 161                                 shuff_scanfreq_chunk(shuff,mtf,i+sizeof(Uint32));
 162                         }
 163                         free(mtf);
 164                         free(z);
 165                 }
 166
 167                 /* Limpiando */
 168                 fclose(fp);
 169                 bs_destroy(bs);
 170
 171                 /* Comprimo con Huffman */
 172                 shuff_encode_file(shuff);
 173                 if (sflag == 1) shuff_savemodel(shuff);
 174                 /* Shutdown Huffman */
 175                 shuff_deinit_encoder(shuff);
 176                 free(shuff);
 177
 178                 /* Muestro bpb */
 179                 printf("Comprimido a %.04f bpb.\n", get_file_size(argv[optind+1])*8.0/get_file_size(argv[optind]));
 180                 return 0;
 181         }
 182
 183         if (dflag == 1) {
 184                 /* Descomprimo */
 185                 FILE *fp_out;
 186                 /*FILE *fp_in;*/
 187                 Uint32 block_size = 0, k;
 188                 unsigned char *block, *mtf, *orig;
 189                 unsigned char *z;
 190                 int z_len,moredata = 0,decoded = 0;
 191                 char use_zg;
 192
 193                 /* Inicializo el descompresor */
 194                 if ((shuff = shuff_init_decoder(argv[optind],NULL)) == NULL) return 1;
 195
 196                 /* Abrimos el archivo de salida */
 197                 fp_out = fopen(argv[optind+1], "wb");
 198
 199                 /* Descomprimo primero que nada el pagesize utilizado para comprimir */
 200                 if (!(moredata = shuff_decode_chunk(shuff,(char*)&block_size,sizeof(Uint32),&decoded))) return 1;
 201
 202                 /* Descomprimo byte que indica si se usa ZG */
 203                 if (!(moredata = shuff_decode_chunk(shuff, &use_zg, 1, &decoded))) return 1;
 204
 205                 /* Creo buffers */
 206                 block = malloc(block_size*sizeof(unsigned char)+sizeof(Uint32));
 207                 orig = malloc(block_size*sizeof(unsigned char));
 208
 209                 /* Descomprimimos de a chunks segun convenga */
 210                 do {
 211                         if (block_size > 0) {
 212                                 /* Descomprimo el Zlen y el Z del MTF */
 213                                 moredata = shuff_decode_chunk(shuff,(char*)&z_len,sizeof(int),&decoded);
 214                                 z = malloc(sizeof(unsigned char)*z_len);
 215                                 moredata = shuff_decode_chunk(shuff,z,z_len,&decoded);
 216
 217                                 /* Levanto una salida de MTF y le aplico MTF Inverso */
 218                                 moredata = shuff_decode_chunk(shuff,block,block_size+sizeof(Uint32),&decoded);
 219                                 mtf = jacu_mtf_inv(z, block, decoded);
 220
 221                                 /* Ya tengo la salida del BS, tonces levanto su K */
 222                                 memcpy(&k, mtf, sizeof(Uint32));
 223
 224                                 /* Obtengo el chunk original aplicando BS Inverso */
 225                                 bs_restore(orig, mtf+sizeof(Uint32), k, decoded - sizeof(Uint32));
 226
 227                                 fwrite(orig, decoded - sizeof(Uint32), sizeof(unsigned char), fp_out);
 228                                 free(mtf);
 229                                 free(z);
 230                         }
 231                         else return 1;
 232                 } while (moredata);
 233
 234                 /* Close up files and free mem */
 235                 fclose(fp_out);
 236                 free(block);
 237                 free(orig);
 238
 239                 /* Shutdown Huffman */
 240                 shuff_deinit_decoder(shuff);
 241                 free(shuff);
 242         }
 243
 244         return 0;
 245 }
 246
 247 long get_file_size(const char* filename)
 248 {
 249         FILE* file;
 250         long  file_size;
 251
 252         if (!(file = fopen(filename, "ab"))) return -1;
 253         file_size = ftell(file);
 254         fclose(file);
 255         return file_size;
 256 }