~ [ source navigation ] ~ [ diff markup ] ~ [ identifier search ] ~

TOMOYO Linux Cross Reference
Linux/block/blk-mq-tag.h

Version: ~ [ linux-5.18-rc6 ] ~ [ linux-5.17.6 ] ~ [ linux-5.16.20 ] ~ [ linux-5.15.38 ] ~ [ linux-5.14.21 ] ~ [ linux-5.13.19 ] ~ [ linux-5.12.19 ] ~ [ linux-5.11.22 ] ~ [ linux-5.10.114 ] ~ [ linux-5.9.16 ] ~ [ linux-5.8.18 ] ~ [ linux-5.7.19 ] ~ [ linux-5.6.19 ] ~ [ linux-5.5.19 ] ~ [ linux-5.4.192 ] ~ [ linux-5.3.18 ] ~ [ linux-5.2.21 ] ~ [ linux-5.1.21 ] ~ [ linux-5.0.21 ] ~ [ linux-4.20.17 ] ~ [ linux-4.19.241 ] ~ [ linux-4.18.20 ] ~ [ linux-4.17.19 ] ~ [ linux-4.16.18 ] ~ [ linux-4.15.18 ] ~ [ linux-4.14.277 ] ~ [ linux-4.13.16 ] ~ [ linux-4.12.14 ] ~ [ linux-4.11.12 ] ~ [ linux-4.10.17 ] ~ [ linux-4.9.312 ] ~ [ linux-4.8.17 ] ~ [ linux-4.7.10 ] ~ [ linux-4.6.7 ] ~ [ linux-4.5.7 ] ~ [ linux-4.4.302 ] ~ [ linux-4.3.6 ] ~ [ linux-4.2.8 ] ~ [ linux-4.1.52 ] ~ [ linux-4.0.9 ] ~ [ linux-3.10.108 ] ~ [ linux-2.6.32.71 ] ~ [ linux-2.6.0 ] ~ [ linux-2.4.37.11 ] ~ [ unix-v6-master ] ~ [ ccs-tools-1.8.9 ] ~ [ policy-sample ] ~
Architecture: ~ [ i386 ] ~ [ alpha ] ~ [ m68k ] ~ [ mips ] ~ [ ppc ] ~ [ sparc ] ~ [ sparc64 ] ~

  1 /* SPDX-License-Identifier: GPL-2.0 */
  2 #ifndef INT_BLK_MQ_TAG_H
  3 #define INT_BLK_MQ_TAG_H
  4 
  5 #include "blk-mq.h"
  6 
  7 /*
  8  * Tag address space map.
  9  */
 10 struct blk_mq_tags {
 11         unsigned int nr_tags;
 12         unsigned int nr_reserved_tags;
 13 
 14         atomic_t active_queues;
 15 
 16         struct sbitmap_queue bitmap_tags;
 17         struct sbitmap_queue breserved_tags;
 18 
 19         struct request **rqs;
 20         struct request **static_rqs;
 21         struct list_head page_list;
 22 };
 23 
 24 
 25 extern struct blk_mq_tags *blk_mq_init_tags(unsigned int nr_tags, unsigned int reserved_tags, int node, int alloc_policy);
 26 extern void blk_mq_free_tags(struct blk_mq_tags *tags);
 27 
 28 extern unsigned int blk_mq_get_tag(struct blk_mq_alloc_data *data);
 29 extern void blk_mq_put_tag(struct blk_mq_hw_ctx *hctx, struct blk_mq_tags *tags,
 30                            struct blk_mq_ctx *ctx, unsigned int tag);
 31 extern bool blk_mq_has_free_tags(struct blk_mq_tags *tags);
 32 extern int blk_mq_tag_update_depth(struct blk_mq_hw_ctx *hctx,
 33                                         struct blk_mq_tags **tags,
 34                                         unsigned int depth, bool can_grow);
 35 extern void blk_mq_tag_wakeup_all(struct blk_mq_tags *tags, bool);
 36 void blk_mq_queue_tag_busy_iter(struct request_queue *q, busy_iter_fn *fn,
 37                 void *priv);
 38 
 39 static inline struct sbq_wait_state *bt_wait_ptr(struct sbitmap_queue *bt,
 40                                                  struct blk_mq_hw_ctx *hctx)
 41 {
 42         if (!hctx)
 43                 return &bt->ws[0];
 44         return sbq_wait_ptr(bt, &hctx->wait_index);
 45 }
 46 
 47 enum {
 48         BLK_MQ_TAG_FAIL         = -1U,
 49         BLK_MQ_TAG_MIN          = 1,
 50         BLK_MQ_TAG_MAX          = BLK_MQ_TAG_FAIL - 1,
 51 };
 52 
 53 extern bool __blk_mq_tag_busy(struct blk_mq_hw_ctx *);
 54 extern void __blk_mq_tag_idle(struct blk_mq_hw_ctx *);
 55 
 56 static inline bool blk_mq_tag_busy(struct blk_mq_hw_ctx *hctx)
 57 {
 58         if (!(hctx->flags & BLK_MQ_F_TAG_SHARED))
 59                 return false;
 60 
 61         return __blk_mq_tag_busy(hctx);
 62 }
 63 
 64 static inline void blk_mq_tag_idle(struct blk_mq_hw_ctx *hctx)
 65 {
 66         if (!(hctx->flags & BLK_MQ_F_TAG_SHARED))
 67                 return;
 68 
 69         __blk_mq_tag_idle(hctx);
 70 }
 71 
 72 /*
 73  * This helper should only be used for flush request to share tag
 74  * with the request cloned from, and both the two requests can't be
 75  * in flight at the same time. The caller has to make sure the tag
 76  * can't be freed.
 77  */
 78 static inline void blk_mq_tag_set_rq(struct blk_mq_hw_ctx *hctx,
 79                 unsigned int tag, struct request *rq)
 80 {
 81         hctx->tags->rqs[tag] = rq;
 82 }
 83 
 84 static inline bool blk_mq_tag_is_reserved(struct blk_mq_tags *tags,
 85                                           unsigned int tag)
 86 {
 87         return tag < tags->nr_reserved_tags;
 88 }
 89 
 90 #endif
 91 

~ [ source navigation ] ~ [ diff markup ] ~ [ identifier search ] ~

kernel.org | git.kernel.org | LWN.net | Project Home | Wiki (Japanese) | Wiki (English) | SVN repository | Mail admin

Linux® is a registered trademark of Linus Torvalds in the United States and other countries.
TOMOYO® is a registered trademark of NTT DATA CORPORATION.

osdn.jp