lz4库使用

源码:https://github.com/lz4/lz4

三种编译方式

1. lz4.h、lz4.c、simple_buffer.c（源文件编译）

2. lz4.h、simple_buffer.c、liblz4_static.lib（调用静态库）

3. lz4.h、simple_buffer.c、liblz4.lib（调用动态库）

第一种:

优点:不用编译库,直接复制lz4.h、lz4.两个文件到项目中即可.simple_buffer.c是调用案例,不用拷贝.

windows编译

工程相对路径lz4\build\VS2017\lz4.sln直接编译库即可

Linux环境

cd ~/lz4/programs

make clean

Make

./lz4 README.md(压缩文件)

./lz4 -d README.md.lz4(解压文件)

优点:不用编译库,直接复制lz4.h、lz4.两个文件到项目中即可.

windows/linux测试可用 

#-------------------------------------------------
#
# Project created by QtCreator 2021-08-27T09:23:17
#
#-------------------------------------------------

QT       += core gui

greaterThan(QT_MAJOR_VERSION, 4): QT += widgets

TARGET = lz4
TEMPLATE = app

CONFIG += c++11

SOURCES += main.cpp\
        mainwindow.cpp \
        lz4.c

HEADERS  += mainwindow.h \
        lz4.h

FORMS    += mainwindow.ui

 对一个文件进行压缩

#include "mainwindow.h"
#include <QApplication>
#include "lz4.h"
#include <fstream>

int main(int argc, char *argv[])
{
    QApplication a(argc, argv);

     std::ifstream iFile("E:/20210302113553.bak",std::ios::binary);
     int desize = 0;//记录压缩前的数据
     if(iFile)
     {
         //获取压缩数据
         iFile.seekg(0,iFile.end);//移动到文件结尾
         int size = iFile.tellg();//返回当前位置
         iFile.seekg (0);
         char * buffer = new char [size];
         memset(buffer,0,size);
         iFile.read (buffer,size);

         desize = size;//解压和压缩前数据大小一样

         //计算压缩后数据最大大小(数据不可压缩时)
         const int max_dst_size = LZ4_compressBound(size);
         if(max_dst_size > LZ4_MAX_INPUT_SIZE|| max_dst_size<=0)//未找到合适大小
             return 0;

         //压缩后的内存
         char* compressed_data = new char[(size_t)max_dst_size];
         memset(compressed_data,0,max_dst_size);
         if (compressed_data == NULL)
             return 0;

         //压缩数据
         const int compressed_data_size = LZ4_compress_default(buffer, compressed_data, size, max_dst_size);
         if (compressed_data_size <= 0)
             return 0;
         //压缩后数据写入文件
         std::ofstream oFile("E:/20210302113553_.bak",std::ios::binary);//必须指定而二进制
         if(oFile)
         {
             oFile.write(compressed_data,compressed_data_size);
         }

         oFile.close();
         iFile.close();
         delete[] buffer;
         delete[] compressed_data;//释放内存

     }

     //解压
     std::ifstream iFiledecompressed("E:/20210302113553_.bak",std::ios::binary);//必须指定而二进制,否则会导致数据长度不一致
     if(iFiledecompressed.is_open())
     {
         if (iFiledecompressed.eof())
         {
             iFiledecompressed.clear();
         }
         //获取压缩后的数据
         iFiledecompressed.seekg(0,iFiledecompressed.end);//移动到文件结尾
         int size = iFiledecompressed.tellg();//返回当前位置
         iFiledecompressed.seekg (0);
         char * buffer = new char [size];
         memset(buffer,0,size);
         iFiledecompressed.read(buffer,size);

         //解压后的内存
         char * debuffer = new char [desize];
         memset(debuffer,0,desize);

         //解压
         int decompressed_size = LZ4_decompress_safe(buffer,debuffer,size,desize);

         if(decompressed_size<0)
         {
            return 0;
         }
        //解压后数据写入文件
         std::ofstream oFile("E:/20210302113553__.bak",std::ios::binary);
         if(oFile)
         {
             oFile.write(debuffer,desize);
         }

         iFiledecompressed.close();
         oFile.close();

         delete[] buffer;
         delete[] debuffer;

     }

    MainWindow w;
    w.show();


    return a.exec();
}

官方的例子- simple_buffer.c

/*
* simple_buffer.c
* Copyright  : Kyle Harper
* License    : Follows same licensing as the lz4.c/lz4.h program at any given time.  Currently, BSD 2.
* Description: Example program to demonstrate the basic usage of the compress/decompress functions within lz4.c/lz4.h.
*              The functions you'll likely want are LZ4_compress_default and LZ4_decompress_safe.
*              Both of these are documented in the lz4.h header file; I recommend reading them.
*/

/* Dependencies */
#include <stdio.h>   // For printf()
#include <string.h>  // For memcmp()
#include <stdlib.h>  // For exit()
#include "lz4.h"     // This is all that is required to expose the prototypes for basic compression and decompression.

/*
* Simple show-error-and-bail function.
*/
void run_screaming(const char* message, const int code) {
  printf("%s \n", message);
  exit(code);
}

/*
* main
*/
int main(void) {
  /* Introduction */
  // Below we will have a Compression and Decompression section to demonstrate.
  // There are a few important notes before we start:
  //   1) The return codes of LZ4_ functions are important.
  //      Read lz4.h if you're unsure what a given code means.
  //   2) LZ4 uses char* pointers in all LZ4_ functions.
  //      This is baked into the API and not going to change, for consistency.
  //      If your program uses different pointer types,
  //      you may need to do some casting or set the right -Wno compiler flags to ignore those warnings (e.g.: -Wno-pointer-sign).

  /* Compression */
  // We'll store some text into a variable pointed to by *src to be compressed later.
  const char* const src = "Lorem ipsum dolor sit amet, consectetur adipiscing elit. Lorem ipsum dolor site amat.";
  // The compression function needs to know how many bytes exist.  Since we're using a string, we can use strlen() + 1 (for \0).
  const int src_size = (int)(strlen(src) + 1);
  // LZ4 provides a function that will tell you the maximum size of compressed output based on input data via LZ4_compressBound().
  const int max_dst_size = LZ4_compressBound(src_size);
  // We will use that size for our destination boundary when allocating space.
  char* compressed_data = malloc((size_t)max_dst_size);
  if (compressed_data == NULL)
    run_screaming("Failed to allocate memory for *compressed_data.", 1);
  // That's all the information and preparation LZ4 needs to compress *src into *compressed_data.
  // Invoke LZ4_compress_default now with our size values and pointers to our memory locations.
  // Save the return value for error checking.
  const int compressed_data_size = LZ4_compress_default(src, compressed_data, src_size, max_dst_size);
  // Check return_value to determine what happened.
  if (compressed_data_size <= 0)
    run_screaming("A 0 or negative result from LZ4_compress_default() indicates a failure trying to compress the data. ", 1);
  if (compressed_data_size > 0)
    printf("We successfully compressed some data! Ratio: %.2f\n",
        (float) compressed_data_size/src_size);
  // Not only does a positive return_value mean success, the value returned == the number of bytes required.
  // You can use this to realloc() *compress_data to free up memory, if desired.  We'll do so just to demonstrate the concept.
  compressed_data = (char *)realloc(compressed_data, (size_t)compressed_data_size);
  if (compressed_data == NULL)
    run_screaming("Failed to re-alloc memory for compressed_data.  Sad :(", 1);

  /* Decompression */
  // Now that we've successfully compressed the information from *src to *compressed_data, let's do the opposite!
  // The decompression will need to know the compressed size, and an upper bound of the decompressed size.
  // In this example, we just re-use this information from previous section,
  // but in a real-world scenario, metadata must be transmitted to the decompression side.
  // Each implementation is in charge of this part. Oftentimes, it adds some header of its own.
  // Sometimes, the metadata can be extracted from the local context.

  // First, let's create a *new_src location of size src_size since we know that value.
  char* const regen_buffer = malloc(src_size);
  if (regen_buffer == NULL)
    run_screaming("Failed to allocate memory for *regen_buffer.", 1);
  // The LZ4_decompress_safe function needs to know where the compressed data is, how many bytes long it is,
  // where the regen_buffer memory location is, and how large regen_buffer (uncompressed) output will be.
  // Again, save the return_value.
  const int decompressed_size = LZ4_decompress_safe(compressed_data, regen_buffer, compressed_data_size, src_size);
  free(compressed_data);   /* no longer useful */
  if (decompressed_size < 0)
    run_screaming("A negative result from LZ4_decompress_safe indicates a failure trying to decompress the data.  See exit code (echo $?) for value returned.", decompressed_size);
  if (decompressed_size >= 0)
    printf("We successfully decompressed some data!\n");
  // Not only does a positive return value mean success,
  // value returned == number of bytes regenerated from compressed_data stream.
  if (decompressed_size != src_size)
    run_screaming("Decompressed data is different from original! \n", 1);

  /* Validation */
  // We should be able to compare our original *src with our *new_src and be byte-for-byte identical.
  if (memcmp(src, regen_buffer, src_size) != 0)
    run_screaming("Validation failed.  *src and *new_src are not identical.", 1);
  printf("Validation done. The string we ended up with is:\n%s\n", regen_buffer);
  return 0;
}