-
Notifications
You must be signed in to change notification settings - Fork 1
/
bsplit.c
64 lines (51 loc) · 1.66 KB
/
bsplit.c
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
#include "read_ahead.h"
#include "util.h"
#include "load.h"
#include "write.h"
#define DESCRIPTION "split a stream into multiple files\n\n"
#define USAGE "... | bsplit PREFIX [chunks_per_file=1] \n\n"
#define EXAMPLE ">> echo -n a,b,c | bsv | bsplit prefix\nprefix_0000000000\n"
int main(int argc, char **argv) {
// setup bsv
SETUP();
readbuf_t rbuf = rbuf_init((FILE*[]){stdin}, 1, false);
readaheadbuf_t rabuf = rabuf_init(1);
writebuf_t wbuf = wbuf_init((FILE*[]){stdout}, 1, false);
// setup state
i32 i = 0;
i32 j = 0;
ASSERT(argc >= 2, "usage: %s", USAGE);
u8 *prefix = argv[1];
u8 filename[1024];
FILE *f = NULL;
i32 chunks_per_file = 1;
row_t row;
// parse args
if (argc == 3)
chunks_per_file = atol(argv[2]);
// process input row by row
while (1) {
load_next(&rbuf, &row, 0);
if (row.stop)
break;
// open and print next file if needed
if (f == NULL) {
memset(filename, 0, sizeof(filename));
SNPRINTF(filename, sizeof(filename), "%s_%010d", prefix, i++);
FOPEN(f, filename, "wb");
FPRINTF(stdout, "%s\n", filename);
}
// write chunk
FWRITE(&rbuf.chunk_size[0], sizeof(i32), f);
FWRITE(rbuf.buffers[0], rbuf.chunk_size[0], f);
read_goto_next_chunk(&rbuf, &rabuf, 0);
// close file if needed
if (++j % chunks_per_file == 0) {
ASSERT(fclose(f) != EOF, "fatal: failed to close files\n");
f = NULL;
}
}
// close last file if needed
if (f)
ASSERT(fclose(f) != EOF, "fatal: failed to close files\n");
}