• Home
  • Line#
  • Scopes#
  • Navigate#
  • Raw
  • Download
1 /* MtCoder.h -- Multi-thread Coder
2 2018-07-04 : Igor Pavlov : Public domain */
3 
4 #ifndef __MT_CODER_H
5 #define __MT_CODER_H
6 
7 #include "MtDec.h"
8 
9 EXTERN_C_BEGIN
10 
11 /*
12   if (    defined MTCODER__USE_WRITE_THREAD) : main thread writes all data blocks to output stream
13   if (not defined MTCODER__USE_WRITE_THREAD) : any coder thread can write data blocks to output stream
14 */
15 /* #define MTCODER__USE_WRITE_THREAD */
16 
17 #ifndef _7ZIP_ST
18   #define MTCODER__GET_NUM_BLOCKS_FROM_THREADS(numThreads) ((numThreads) + (numThreads) / 8 + 1)
19   #define MTCODER__THREADS_MAX 64
20   #define MTCODER__BLOCKS_MAX (MTCODER__GET_NUM_BLOCKS_FROM_THREADS(MTCODER__THREADS_MAX) + 3)
21 #else
22   #define MTCODER__THREADS_MAX 1
23   #define MTCODER__BLOCKS_MAX 1
24 #endif
25 
26 
27 #ifndef _7ZIP_ST
28 
29 
30 typedef struct
31 {
32   ICompressProgress vt;
33   CMtProgress *mtProgress;
34   UInt64 inSize;
35   UInt64 outSize;
36 } CMtProgressThunk;
37 
38 void MtProgressThunk_CreateVTable(CMtProgressThunk *p);
39 
40 #define MtProgressThunk_Init(p) { (p)->inSize = 0; (p)->outSize = 0; }
41 
42 
43 struct _CMtCoder;
44 
45 
46 typedef struct
47 {
48   struct _CMtCoder *mtCoder;
49   unsigned index;
50   int stop;
51   Byte *inBuf;
52 
53   CAutoResetEvent startEvent;
54   CThread thread;
55 } CMtCoderThread;
56 
57 
58 typedef struct
59 {
60   SRes (*Code)(void *p, unsigned coderIndex, unsigned outBufIndex,
61       const Byte *src, size_t srcSize, int finished);
62   SRes (*Write)(void *p, unsigned outBufIndex);
63 } IMtCoderCallback2;
64 
65 
66 typedef struct
67 {
68   SRes res;
69   unsigned bufIndex;
70   BoolInt finished;
71 } CMtCoderBlock;
72 
73 
74 typedef struct _CMtCoder
75 {
76   /* input variables */
77 
78   size_t blockSize;        /* size of input block */
79   unsigned numThreadsMax;
80   UInt64 expectedDataSize;
81 
82   ISeqInStream *inStream;
83   const Byte *inData;
84   size_t inDataSize;
85 
86   ICompressProgress *progress;
87   ISzAllocPtr allocBig;
88 
89   IMtCoderCallback2 *mtCallback;
90   void *mtCallbackObject;
91 
92 
93   /* internal variables */
94 
95   size_t allocatedBufsSize;
96 
97   CAutoResetEvent readEvent;
98   CSemaphore blocksSemaphore;
99 
100   BoolInt stopReading;
101   SRes readRes;
102 
103   #ifdef MTCODER__USE_WRITE_THREAD
104     CAutoResetEvent writeEvents[MTCODER__BLOCKS_MAX];
105   #else
106     CAutoResetEvent finishedEvent;
107     SRes writeRes;
108     unsigned writeIndex;
109     Byte ReadyBlocks[MTCODER__BLOCKS_MAX];
110     LONG numFinishedThreads;
111   #endif
112 
113   unsigned numStartedThreadsLimit;
114   unsigned numStartedThreads;
115 
116   unsigned numBlocksMax;
117   unsigned blockIndex;
118   UInt64 readProcessed;
119 
120   CCriticalSection cs;
121 
122   unsigned freeBlockHead;
123   unsigned freeBlockList[MTCODER__BLOCKS_MAX];
124 
125   CMtProgress mtProgress;
126   CMtCoderBlock blocks[MTCODER__BLOCKS_MAX];
127   CMtCoderThread threads[MTCODER__THREADS_MAX];
128 } CMtCoder;
129 
130 
131 void MtCoder_Construct(CMtCoder *p);
132 void MtCoder_Destruct(CMtCoder *p);
133 SRes MtCoder_Code(CMtCoder *p);
134 
135 
136 #endif
137 
138 
139 EXTERN_C_END
140 
141 #endif
142