summaryrefslogtreecommitdiff
path: root/examples/multiple_streaming_compression.c
diff options
context:
space:
mode:
authorBaptiste Daroussin <bapt@FreeBSD.org>2017-08-18 11:27:10 +0000
committerBaptiste Daroussin <bapt@FreeBSD.org>2017-08-18 11:27:10 +0000
commit4ab113e3d97bd03e6cdcba9e48e2197ff317008c (patch)
tree4deb0ba97656753605b956793da309dcc465f245 /examples/multiple_streaming_compression.c
parentaffe9eaf7807e0a5c3aa99d79dece91c3bbc3854 (diff)
Notes
Diffstat (limited to 'examples/multiple_streaming_compression.c')
-rw-r--r--examples/multiple_streaming_compression.c163
1 files changed, 0 insertions, 163 deletions
diff --git a/examples/multiple_streaming_compression.c b/examples/multiple_streaming_compression.c
deleted file mode 100644
index 61699104c40f..000000000000
--- a/examples/multiple_streaming_compression.c
+++ /dev/null
@@ -1,163 +0,0 @@
-/**
- * Copyright 2016-present, Yann Collet, Facebook, Inc.
- * All rights reserved.
- *
- * This source code is licensed under the license found in the
- * LICENSE-examples file in the root directory of this source tree.
- */
-
-
-/* The objective of this example is to show of to compress multiple successive files
-* while preserving memory management.
-* All structures and buffers will be created only once,
-* and shared across all compression operations */
-
-#include <stdlib.h> // malloc, exit
-#include <stdio.h> // fprintf, perror, feof
-#include <string.h> // strerror
-#include <errno.h> // errno
-#define ZSTD_STATIC_LINKING_ONLY // streaming API defined as "experimental" for the time being
-#include <zstd.h> // presumes zstd library is installed
-
-
-static void* malloc_orDie(size_t size)
-{
- void* const buff = malloc(size);
- if (buff) return buff;
- /* error */
- perror("malloc:");
- exit(1);
-}
-
-static FILE* fopen_orDie(const char *filename, const char *instruction)
-{
- FILE* const inFile = fopen(filename, instruction);
- if (inFile) return inFile;
- /* error */
- perror(filename);
- exit(3);
-}
-
-static size_t fread_orDie(void* buffer, size_t sizeToRead, FILE* file)
-{
- size_t const readSize = fread(buffer, 1, sizeToRead, file);
- if (readSize == sizeToRead) return readSize; /* good */
- if (feof(file)) return readSize; /* good, reached end of file */
- /* error */
- perror("fread");
- exit(4);
-}
-
-static size_t fwrite_orDie(const void* buffer, size_t sizeToWrite, FILE* file)
-{
- size_t const writtenSize = fwrite(buffer, 1, sizeToWrite, file);
- if (writtenSize == sizeToWrite) return sizeToWrite; /* good */
- /* error */
- perror("fwrite");
- exit(5);
-}
-
-static size_t fclose_orDie(FILE* file)
-{
- if (!fclose(file)) return 0;
- /* error */
- perror("fclose");
- exit(6);
-}
-
-
-typedef struct {
- void* buffIn;
- void* buffOut;
- size_t buffInSize;
- size_t buffOutSize;
- ZSTD_CStream* cstream;
-} resources ;
-
-static resources createResources_orDie()
-{
- resources ress;
- ress.buffInSize = ZSTD_CStreamInSize(); /* can always read one full block */
- ress.buffOutSize= ZSTD_CStreamOutSize(); /* can always flush a full block */
- ress.buffIn = malloc_orDie(ress.buffInSize);
- ress.buffOut= malloc_orDie(ress.buffOutSize);
- ress.cstream = ZSTD_createCStream();
- if (ress.cstream==NULL) { fprintf(stderr, "ZSTD_createCStream() error \n"); exit(10); }
- return ress;
-}
-
-static void freeResources(resources ress)
-{
- ZSTD_freeCStream(ress.cstream);
- free(ress.buffIn);
- free(ress.buffOut);
-}
-
-
-static void compressFile_orDie(resources ress, const char* fname, const char* outName, int cLevel)
-{
- FILE* const fin = fopen_orDie(fname, "rb");
- FILE* const fout = fopen_orDie(outName, "wb");
-
- size_t const initResult = ZSTD_initCStream(ress.cstream, cLevel);
- if (ZSTD_isError(initResult)) { fprintf(stderr, "ZSTD_initCStream() error : %s \n", ZSTD_getErrorName(initResult)); exit(11); }
-
- size_t read, toRead = ress.buffInSize;
- while( (read = fread_orDie(ress.buffIn, toRead, fin)) ) {
- ZSTD_inBuffer input = { ress.buffIn, read, 0 };
- while (input.pos < input.size) {
- ZSTD_outBuffer output = { ress.buffOut, ress.buffOutSize, 0 };
- toRead = ZSTD_compressStream(ress.cstream, &output , &input); /* toRead is guaranteed to be <= ZSTD_CStreamInSize() */
- if (ZSTD_isError(toRead)) { fprintf(stderr, "ZSTD_compressStream() error : %s \n", ZSTD_getErrorName(toRead)); exit(12); }
- if (toRead > ress.buffInSize) toRead = ress.buffInSize; /* Safely handle when `buffInSize` is manually changed to a smaller value */
- fwrite_orDie(ress.buffOut, output.pos, fout);
- }
- }
-
- ZSTD_outBuffer output = { ress.buffOut, ress.buffOutSize, 0 };
- size_t const remainingToFlush = ZSTD_endStream(ress.cstream, &output); /* close frame */
- if (remainingToFlush) { fprintf(stderr, "not fully flushed"); exit(13); }
- fwrite_orDie(ress.buffOut, output.pos, fout);
-
- fclose_orDie(fout);
- fclose_orDie(fin);
-}
-
-
-int main(int argc, const char** argv)
-{
- const char* const exeName = argv[0];
-
- if (argc<2) {
- printf("wrong arguments\n");
- printf("usage:\n");
- printf("%s FILE(s)\n", exeName);
- return 1;
- }
-
- resources const ress = createResources_orDie();
- void* ofnBuffer = NULL;
- size_t ofnbSize = 0;
-
- int argNb;
- for (argNb = 1; argNb < argc; argNb++) {
- const char* const ifn = argv[argNb];
- size_t const ifnSize = strlen(ifn);
- size_t const ofnSize = ifnSize + 5;
- if (ofnbSize <= ofnSize) {
- ofnbSize = ofnSize + 16;
- free(ofnBuffer);
- ofnBuffer = malloc_orDie(ofnbSize);
- }
- memset(ofnBuffer, 0, ofnSize);
- strcat(ofnBuffer, ifn);
- strcat(ofnBuffer, ".zst");
- compressFile_orDie(ress, ifn, ofnBuffer, 7);
- }
-
- freeResources(ress);
- /* success */
- printf("compressed %i files \n", argc-1);
-
- return 0;
-}