Lines Matching refs:_r
153 #define FRONT_RING_INIT(_r, _s, __size) do { \
154 (_r)->req_prod_pvt = 0; \
155 (_r)->rsp_cons = 0; \
156 (_r)->nr_ents = __RING_SIZE(_s, __size); \
157 (_r)->sring = (_s); \
160 #define BACK_RING_INIT(_r, _s, __size) do { \
161 (_r)->rsp_prod_pvt = 0; \
162 (_r)->req_cons = 0; \
163 (_r)->nr_ents = __RING_SIZE(_s, __size); \
164 (_r)->sring = (_s); \
168 #define FRONT_RING_ATTACH(_r, _s, __size) do { \
169 (_r)->sring = (_s); \
170 (_r)->req_prod_pvt = (_s)->req_prod; \
171 (_r)->rsp_cons = (_s)->rsp_prod; \
172 (_r)->nr_ents = __RING_SIZE(_s, __size); \
175 #define BACK_RING_ATTACH(_r, _s, __size) do { \
176 (_r)->sring = (_s); \
177 (_r)->rsp_prod_pvt = (_s)->rsp_prod; \
178 (_r)->req_cons = (_s)->req_prod; \
179 (_r)->nr_ents = __RING_SIZE(_s, __size); \
183 #define RING_SIZE(_r) \
184 ((_r)->nr_ents)
187 #define RING_FREE_REQUESTS(_r) \
188 (RING_SIZE(_r) - ((_r)->req_prod_pvt - (_r)->rsp_cons))
193 #define RING_FULL(_r) \
194 (RING_FREE_REQUESTS(_r) == 0)
197 #define RING_HAS_UNCONSUMED_RESPONSES(_r) \
198 ((_r)->sring->rsp_prod - (_r)->rsp_cons)
201 #define RING_HAS_UNCONSUMED_REQUESTS(_r) ({ \
202 unsigned int req = (_r)->sring->req_prod - (_r)->req_cons; \
203 unsigned int rsp = RING_SIZE(_r) - \
204 ((_r)->req_cons - (_r)->rsp_prod_pvt); \
209 #define RING_HAS_UNCONSUMED_REQUESTS(_r) \
210 ((((_r)->sring->req_prod - (_r)->req_cons) < \
211 (RING_SIZE(_r) - ((_r)->req_cons - (_r)->rsp_prod_pvt))) ? \
212 ((_r)->sring->req_prod - (_r)->req_cons) : \
213 (RING_SIZE(_r) - ((_r)->req_cons - (_r)->rsp_prod_pvt)))
217 #define RING_GET_REQUEST(_r, _idx) \
218 (&((_r)->sring->ring[((_idx) & (RING_SIZE(_r) - 1))].req))
220 #define RING_GET_RESPONSE(_r, _idx) \
221 (&((_r)->sring->ring[((_idx) & (RING_SIZE(_r) - 1))].rsp))
224 #define RING_REQUEST_CONS_OVERFLOW(_r, _cons) \
225 (((_cons) - (_r)->rsp_prod_pvt) >= RING_SIZE(_r))
227 #define RING_PUSH_REQUESTS(_r) do { \
229 (_r)->sring->req_prod = (_r)->req_prod_pvt; \
232 #define RING_PUSH_RESPONSES(_r) do { \
234 (_r)->sring->rsp_prod = (_r)->rsp_prod_pvt; \
267 #define RING_PUSH_REQUESTS_AND_CHECK_NOTIFY(_r, _notify) do { \
268 RING_IDX __old = (_r)->sring->req_prod; \
269 RING_IDX __new = (_r)->req_prod_pvt; \
271 (_r)->sring->req_prod = __new; \
273 (_notify) = ((RING_IDX)(__new - (_r)->sring->req_event) < \
277 #define RING_PUSH_RESPONSES_AND_CHECK_NOTIFY(_r, _notify) do { \
278 RING_IDX __old = (_r)->sring->rsp_prod; \
279 RING_IDX __new = (_r)->rsp_prod_pvt; \
281 (_r)->sring->rsp_prod = __new; \
283 (_notify) = ((RING_IDX)(__new - (_r)->sring->rsp_event) < \
287 #define RING_FINAL_CHECK_FOR_REQUESTS(_r, _work_to_do) do { \
288 (_work_to_do) = RING_HAS_UNCONSUMED_REQUESTS(_r); \
290 (_r)->sring->req_event = (_r)->req_cons + 1; \
292 (_work_to_do) = RING_HAS_UNCONSUMED_REQUESTS(_r); \
295 #define RING_FINAL_CHECK_FOR_RESPONSES(_r, _work_to_do) do { \
296 (_work_to_do) = RING_HAS_UNCONSUMED_RESPONSES(_r); \
298 (_r)->sring->rsp_event = (_r)->rsp_cons + 1; \
300 (_work_to_do) = RING_HAS_UNCONSUMED_RESPONSES(_r); \