|
19 | 19 |
|
20 | 20 |
|
21 | 21 | NoParamReturn = Callable[ |
22 | | -Concatenate[Sequence[_DataT], _TargetP], |
23 | | -ParallelProcessing[_TargetP, _TargetT, _DataT], |
| 22 | + Concatenate[Sequence[_DataT], _TargetP], |
| 23 | + ParallelProcessing[_TargetP, _TargetT, _DataT], |
24 | 24 | ] |
25 | 25 | WithParamReturn = Callable[ |
26 | | -[TargetFunction[_DataT, _TargetP, _TargetT]], |
27 | | -NoParamReturn[_DataT, _TargetP, _TargetT], |
| 26 | + [TargetFunction[_DataT, _TargetP, _TargetT]], |
| 27 | + NoParamReturn[_DataT, _TargetP, _TargetT], |
28 | 28 | ] |
29 | 29 | FullParamReturn = Callable[ |
30 | | -Concatenate[Sequence[_DataT], _TargetP], |
31 | | -ParallelProcessing[_TargetP, _TargetT, _DataT], |
| 30 | + Concatenate[Sequence[_DataT], _TargetP], |
| 31 | + ParallelProcessing[_TargetP, _TargetT, _DataT], |
32 | 32 | ] |
33 | 33 |
|
34 | 34 |
|
35 | 35 | @overload |
36 | 36 | def processor( |
37 | | - __function: TargetFunction[_DataT, _TargetP, _TargetT], |
38 | | - ) -> NoParamReturn[_DataT, _TargetP, _TargetT]: |
39 | | - ... |
| 37 | + __function: TargetFunction[_DataT, _TargetP, _TargetT], |
| 38 | +) -> NoParamReturn[_DataT, _TargetP, _TargetT]: |
| 39 | + ... |
40 | 40 |
|
41 | 41 |
|
42 | 42 | @overload |
43 | 43 | def processor( |
44 | | - *, |
45 | | - args: Sequence[Data_In] = (), |
46 | | - kwargs: Mapping[str, Data_In] = {}, |
47 | | - ignore_errors: Sequence[type[Exception]] = (), |
48 | | - suppress_errors: bool = False, |
49 | | - **overflow_kwargs: Overflow_In, |
50 | | - ) -> WithParamReturn[_DataT, _TargetP, _TargetT]: |
51 | | - ... |
| 44 | + *, |
| 45 | + args: Sequence[Data_In] = (), |
| 46 | + kwargs: Mapping[str, Data_In] = {}, |
| 47 | + ignore_errors: Sequence[type[Exception]] = (), |
| 48 | + suppress_errors: bool = False, |
| 49 | + **overflow_kwargs: Overflow_In, |
| 50 | +) -> WithParamReturn[_DataT, _TargetP, _TargetT]: |
| 51 | + ... |
52 | 52 |
|
53 | 53 |
|
54 | 54 | @overload |
55 | 55 | def processor( |
56 | | - __function: TargetFunction[_DataT, _TargetP, _TargetT], |
57 | | - *, |
58 | | - args: Sequence[Data_In] = (), |
59 | | - kwargs: Mapping[str, Data_In] = {}, |
60 | | - ignore_errors: Sequence[type[Exception]] = (), |
61 | | - suppress_errors: bool = False, |
62 | | - **overflow_kwargs: Overflow_In, |
63 | | - ) -> FullParamReturn[_DataT, _TargetP, _TargetT]: |
64 | | - ... |
| 56 | + __function: TargetFunction[_DataT, _TargetP, _TargetT], |
| 57 | + *, |
| 58 | + args: Sequence[Data_In] = (), |
| 59 | + kwargs: Mapping[str, Data_In] = {}, |
| 60 | + ignore_errors: Sequence[type[Exception]] = (), |
| 61 | + suppress_errors: bool = False, |
| 62 | + **overflow_kwargs: Overflow_In, |
| 63 | +) -> FullParamReturn[_DataT, _TargetP, _TargetT]: |
| 64 | + ... |
65 | 65 |
|
66 | 66 |
|
67 | 67 | def processor( |
68 | | - __function: Optional[TargetFunction[_DataT, _TargetP, _TargetT]] = None, |
69 | | - *, |
70 | | - args: Sequence[Data_In] = (), |
71 | | - kwargs: Mapping[str, Data_In] = {}, |
72 | | - ignore_errors: Sequence[type[Exception]] = (), |
73 | | - suppress_errors: bool = False, |
74 | | - **overflow_kwargs: Overflow_In, |
75 | | - ) -> Union[ |
76 | | - NoParamReturn[_DataT, _TargetP, _TargetT], |
77 | | - WithParamReturn[_DataT, _TargetP, _TargetT], |
78 | | - FullParamReturn[_DataT, _TargetP, _TargetT], |
| 68 | + __function: Optional[TargetFunction[_DataT, _TargetP, _TargetT]] = None, |
| 69 | + *, |
| 70 | + args: Sequence[Data_In] = (), |
| 71 | + kwargs: Mapping[str, Data_In] = {}, |
| 72 | + ignore_errors: Sequence[type[Exception]] = (), |
| 73 | + suppress_errors: bool = False, |
| 74 | + **overflow_kwargs: Overflow_In, |
| 75 | +) -> Union[ |
| 76 | + NoParamReturn[_DataT, _TargetP, _TargetT], |
| 77 | + WithParamReturn[_DataT, _TargetP, _TargetT], |
| 78 | + FullParamReturn[_DataT, _TargetP, _TargetT], |
79 | 79 | ]: |
80 | | - """ |
81 | | - Decorate a function to run it in a thread |
82 | | -
|
83 | | - Parameters |
84 | | - ---------- |
85 | | - :param __function: The function to run in a thread |
86 | | - :param args: Keyword-Only arguments to pass into `thread.Thread` |
87 | | - :param kwargs: Keyword-Only keyword arguments to pass into `thread.Thread` |
88 | | - :param ignore_errors: Keyword-Only arguments to pass into `thread.Thread` |
89 | | - :param suppress_errors: Keyword-Only arguments to pass into `thread.Thread` |
90 | | - :param **: Keyword-Only arguments to pass into `thread.Thread` |
91 | | -
|
92 | | - Returns |
93 | | - ------- |
94 | | - :return decorator: |
95 | | -
|
96 | | - Use Case |
97 | | - -------- |
98 | | - Now whenever `myfunction` is invoked, it will be executed in a thread and the `Thread` object will be returned |
99 | | -
|
100 | | - >>> @thread.threaded |
101 | | - >>> def myfunction(*args, **kwargs): ... |
102 | | -
|
103 | | - >>> myJob = myfunction(1, 2) |
104 | | - >>> type(myjob) |
105 | | - > Thread |
106 | | -
|
107 | | - You can also pass keyword arguments to change the thread behaviour, it otherwise follows the defaults of `thread.Thread` |
108 | | - >>> @thread.threaded(daemon = True) |
109 | | - >>> def myfunction(): |
110 | | - ... ... |
111 | | -
|
112 | | - Args will be ordered infront of function-parsed args parsed into `thread.Thread.args` |
113 | | - >>> @thread.threaded(args = (1)) |
114 | | - >>> def myfunction(*args): |
115 | | - >>> print(args) |
116 | | - >>> |
117 | | - >>> myfunction(4, 6).get_return_value() |
118 | | - 1, 4, 6 |
119 | | - """ |
120 | | - |
121 | | - if not callable(__function): |
122 | | - |
123 | | - def wrapper( |
124 | | - func: TargetFunction[_DataT, _TargetP, _TargetT], |
125 | | - ) -> FullParamReturn[_DataT, _TargetP, _TargetT]: |
126 | | - return processor( |
127 | | - func, |
128 | | - args=args, |
129 | | - kwargs=kwargs, |
130 | | - ignore_errors=ignore_errors, |
131 | | - suppress_errors=suppress_errors, |
132 | | - **overflow_kwargs, |
133 | | - ) |
134 | | - |
135 | | - return wrapper |
136 | | - |
137 | | - overflow_kwargs.update( |
138 | | - {'ignore_errors': ignore_errors, 'suppress_errors': suppress_errors} |
139 | | - ) |
140 | | - |
141 | | - kwargs = dict(kwargs) |
142 | | - |
143 | | - @wraps(__function) |
144 | | - def wrapped( |
145 | | - data: Sequence[_DataT], |
146 | | - *parsed_args: _TargetP.args, |
147 | | - **parsed_kwargs: _TargetP.kwargs, |
148 | | - ) -> ParallelProcessing[_TargetP, _TargetT, _DataT]: |
149 | | - kwargs.update(parsed_kwargs) |
150 | | - |
151 | | - processed_args = (*args, *parsed_args) |
152 | | - processed_kwargs = {i: v for i, v in kwargs.items() if i not in ['args', 'kwargs']} |
153 | | - |
154 | | - job = ParallelProcessing( |
155 | | - function=__function, |
156 | | - dataset=data, |
157 | | - args=processed_args, |
158 | | - kwargs=processed_kwargs, |
159 | | - **overflow_kwargs, |
| 80 | + """ |
| 81 | + Decorate a function to run it in a thread |
| 82 | +
|
| 83 | + Parameters |
| 84 | + ---------- |
| 85 | + :param __function: The function to run in a thread |
| 86 | + :param args: Keyword-Only arguments to pass into `thread.Thread` |
| 87 | + :param kwargs: Keyword-Only keyword arguments to pass into `thread.Thread` |
| 88 | + :param ignore_errors: Keyword-Only arguments to pass into `thread.Thread` |
| 89 | + :param suppress_errors: Keyword-Only arguments to pass into `thread.Thread` |
| 90 | + :param **: Keyword-Only arguments to pass into `thread.Thread` |
| 91 | +
|
| 92 | + Returns |
| 93 | + ------- |
| 94 | + :return decorator: |
| 95 | +
|
| 96 | + Use Case |
| 97 | + -------- |
| 98 | + Now whenever `myfunction` is invoked, it will be executed in a thread and the `Thread` object will be returned |
| 99 | +
|
| 100 | + >>> @thread.threaded |
| 101 | + >>> def myfunction(*args, **kwargs): ... |
| 102 | +
|
| 103 | + >>> myJob = myfunction(1, 2) |
| 104 | + >>> type(myjob) |
| 105 | + > Thread |
| 106 | +
|
| 107 | + You can also pass keyword arguments to change the thread behaviour, it otherwise follows the defaults of `thread.Thread` |
| 108 | + >>> @thread.threaded(daemon = True) |
| 109 | + >>> def myfunction(): |
| 110 | + ... ... |
| 111 | +
|
| 112 | + Args will be ordered infront of function-parsed args parsed into `thread.Thread.args` |
| 113 | + >>> @thread.threaded(args = (1)) |
| 114 | + >>> def myfunction(*args): |
| 115 | + >>> print(args) |
| 116 | + >>> |
| 117 | + >>> myfunction(4, 6).get_return_value() |
| 118 | + 1, 4, 6 |
| 119 | + """ |
| 120 | + |
| 121 | + if not callable(__function): |
| 122 | + |
| 123 | + def wrapper( |
| 124 | + func: TargetFunction[_DataT, _TargetP, _TargetT], |
| 125 | + ) -> FullParamReturn[_DataT, _TargetP, _TargetT]: |
| 126 | + return processor( |
| 127 | + func, |
| 128 | + args=args, |
| 129 | + kwargs=kwargs, |
| 130 | + ignore_errors=ignore_errors, |
| 131 | + suppress_errors=suppress_errors, |
| 132 | + **overflow_kwargs, |
| 133 | + ) |
| 134 | + |
| 135 | + return wrapper |
| 136 | + |
| 137 | + overflow_kwargs.update( |
| 138 | + {'ignore_errors': ignore_errors, 'suppress_errors': suppress_errors} |
160 | 139 | ) |
161 | | - job.start() |
162 | | - return job |
163 | 140 |
|
164 | | - return wrapped |
| 141 | + kwargs = dict(kwargs) |
| 142 | + |
| 143 | + @wraps(__function) |
| 144 | + def wrapped( |
| 145 | + data: Sequence[_DataT], |
| 146 | + *parsed_args: _TargetP.args, |
| 147 | + **parsed_kwargs: _TargetP.kwargs, |
| 148 | + ) -> ParallelProcessing[_TargetP, _TargetT, _DataT]: |
| 149 | + kwargs.update(parsed_kwargs) |
| 150 | + |
| 151 | + processed_args = (*args, *parsed_args) |
| 152 | + processed_kwargs = { |
| 153 | + i: v for i, v in kwargs.items() if i not in ['args', 'kwargs'] |
| 154 | + } |
| 155 | + |
| 156 | + job = ParallelProcessing( |
| 157 | + function=__function, |
| 158 | + dataset=data, |
| 159 | + args=processed_args, |
| 160 | + kwargs=processed_kwargs, |
| 161 | + **overflow_kwargs, |
| 162 | + ) |
| 163 | + job.start() |
| 164 | + return job |
| 165 | + |
| 166 | + return wrapped |
0 commit comments