1 /* Copyright (c) 2013 Coraid, Inc. See COPYING for GPL terms. */ 2 #include <linux/blk-mq.h> 3 4 #define VERSION "85" 5 #define AOE_MAJOR 152 6 #define DEVICE_NAME "aoe" 7 8 /* set AOE_PARTITIONS to 1 to use whole-disks only 9 * default is 16, which is 15 partitions plus the whole disk 10 */ 11 #ifndef AOE_PARTITIONS 12 #define AOE_PARTITIONS (16) 13 #endif 14 15 #define WHITESPACE " \t\v\f\n," 16 17 enum { 18 AOECMD_ATA, 19 AOECMD_CFG, 20 AOECMD_VEND_MIN = 0xf0, 21 22 AOEFL_RSP = (1<<3), 23 AOEFL_ERR = (1<<2), 24 25 AOEAFL_EXT = (1<<6), 26 AOEAFL_DEV = (1<<4), 27 AOEAFL_ASYNC = (1<<1), 28 AOEAFL_WRITE = (1<<0), 29 30 AOECCMD_READ = 0, 31 AOECCMD_TEST, 32 AOECCMD_PTEST, 33 AOECCMD_SET, 34 AOECCMD_FSET, 35 36 AOE_HVER = 0x10, 37 }; 38 39 struct aoe_hdr { 40 unsigned char dst[6]; 41 unsigned char src[6]; 42 __be16 type; 43 unsigned char verfl; 44 unsigned char err; 45 __be16 major; 46 unsigned char minor; 47 unsigned char cmd; 48 __be32 tag; 49 }; 50 51 struct aoe_atahdr { 52 unsigned char aflags; 53 unsigned char errfeat; 54 unsigned char scnt; 55 unsigned char cmdstat; 56 unsigned char lba0; 57 unsigned char lba1; 58 unsigned char lba2; 59 unsigned char lba3; 60 unsigned char lba4; 61 unsigned char lba5; 62 unsigned char res[2]; 63 }; 64 65 struct aoe_cfghdr { 66 __be16 bufcnt; 67 __be16 fwver; 68 unsigned char scnt; 69 unsigned char aoeccmd; 70 unsigned char cslen[2]; 71 }; 72 73 enum { 74 DEVFL_UP = 1, /* device is installed in system and ready for AoE->ATA commands */ 75 DEVFL_TKILL = (1<<1), /* flag for timer to know when to kill self */ 76 DEVFL_EXT = (1<<2), /* device accepts lba48 commands */ 77 DEVFL_GDALLOC = (1<<3), /* need to alloc gendisk */ 78 DEVFL_GD_NOW = (1<<4), /* allocating gendisk */ 79 DEVFL_KICKME = (1<<5), /* slow polling network card catch */ 80 DEVFL_NEWSIZE = (1<<6), /* need to update dev size in block layer */ 81 DEVFL_FREEING = (1<<7), /* set when device is being cleaned up */ 82 DEVFL_FREED = (1<<8), /* device has been cleaned up */ 83 }; 84 85 enum { 86 DEFAULTBCNT = 2 * 512, /* 2 sectors */ 87 MIN_BUFS = 16, 88 NTARGETS = 4, 89 NAOEIFS = 8, 90 NSKBPOOLMAX = 256, 91 NFACTIVE = 61, 92 93 TIMERTICK = HZ / 10, 94 RTTSCALE = 8, 95 RTTDSCALE = 3, 96 RTTAVG_INIT = USEC_PER_SEC / 4 << RTTSCALE, 97 RTTDEV_INIT = RTTAVG_INIT / 4, 98 99 HARD_SCORN_SECS = 10, /* try another remote port after this */ 100 MAX_TAINT = 1000, /* cap on aoetgt taint */ 101 }; 102 103 struct aoe_req { 104 unsigned long nr_bios; 105 }; 106 107 struct buf { 108 ulong nframesout; 109 struct bio *bio; 110 struct bvec_iter iter; 111 struct request *rq; 112 }; 113 114 enum frame_flags { 115 FFL_PROBE = 1, 116 }; 117 118 struct frame { 119 struct list_head head; 120 u32 tag; 121 ktime_t sent; /* high-res time packet was sent */ 122 ulong waited; 123 ulong waited_total; 124 struct aoetgt *t; /* parent target I belong to */ 125 struct sk_buff *skb; /* command skb freed on module exit */ 126 struct sk_buff *r_skb; /* response skb for async processing */ 127 struct buf *buf; 128 struct bvec_iter iter; 129 char flags; 130 }; 131 132 struct aoeif { 133 struct net_device *nd; 134 ulong lost; 135 int bcnt; 136 }; 137 138 struct aoetgt { 139 unsigned char addr[6]; 140 ushort nframes; /* cap on frames to use */ 141 struct aoedev *d; /* parent device I belong to */ 142 struct list_head ffree; /* list of free frames */ 143 struct aoeif ifs[NAOEIFS]; 144 struct aoeif *ifp; /* current aoeif in use */ 145 ushort nout; /* number of AoE commands outstanding */ 146 ushort maxout; /* current value for max outstanding */ 147 ushort next_cwnd; /* incr maxout after decrementing to zero */ 148 ushort ssthresh; /* slow start threshold */ 149 ulong falloc; /* number of allocated frames */ 150 int taint; /* how much we want to avoid this aoetgt */ 151 int minbcnt; 152 int wpkts, rpkts; 153 char nout_probes; 154 }; 155 156 struct aoedev { 157 struct aoedev *next; 158 ulong sysminor; 159 ulong aoemajor; 160 u32 rttavg; /* scaled AoE round trip time average */ 161 u32 rttdev; /* scaled round trip time mean deviation */ 162 u16 aoeminor; 163 u16 flags; 164 u16 nopen; /* (bd_openers isn't available without sleeping) */ 165 u16 fw_ver; /* version of blade's firmware */ 166 u16 lasttag; /* last tag sent */ 167 u16 useme; 168 ulong ref; 169 struct work_struct work;/* disk create work struct */ 170 struct gendisk *gd; 171 struct dentry *debugfs; 172 struct request_queue *blkq; 173 struct list_head rq_list; 174 struct blk_mq_tag_set tag_set; 175 struct hd_geometry geo; 176 sector_t ssize; 177 struct timer_list timer; 178 spinlock_t lock; 179 struct sk_buff_head skbpool; 180 mempool_t *bufpool; /* for deadlock-free Buf allocation */ 181 struct { /* pointers to work in progress */ 182 struct buf *buf; 183 struct bio *nxbio; 184 struct request *rq; 185 } ip; 186 ulong maxbcnt; 187 struct list_head factive[NFACTIVE]; /* hash of active frames */ 188 struct list_head rexmitq; /* deferred retransmissions */ 189 struct aoetgt **targets; 190 ulong ntargets; /* number of allocated aoetgt pointers */ 191 struct aoetgt **tgt; /* target in use when working */ 192 ulong kicked; 193 char ident[512]; 194 }; 195 196 /* kthread tracking */ 197 struct ktstate { 198 struct completion rendez; 199 struct task_struct *task; 200 wait_queue_head_t *waitq; 201 int (*fn) (int); 202 char name[12]; 203 spinlock_t *lock; 204 int id; 205 int active; 206 }; 207 208 int aoeblk_init(void); 209 void aoeblk_exit(void); 210 void aoeblk_gdalloc(void *); 211 void aoedisk_rm_debugfs(struct aoedev *d); 212 213 int aoechr_init(void); 214 void aoechr_exit(void); 215 void aoechr_error(char *); 216 217 void aoecmd_work(struct aoedev *d); 218 void aoecmd_cfg(ushort aoemajor, unsigned char aoeminor); 219 struct sk_buff *aoecmd_ata_rsp(struct sk_buff *); 220 void aoecmd_cfg_rsp(struct sk_buff *); 221 void aoecmd_sleepwork(struct work_struct *); 222 void aoecmd_wreset(struct aoetgt *t); 223 void aoecmd_cleanslate(struct aoedev *); 224 void aoecmd_exit(void); 225 int aoecmd_init(void); 226 struct sk_buff *aoecmd_ata_id(struct aoedev *); 227 void aoe_freetframe(struct frame *); 228 void aoe_flush_iocq(void); 229 void aoe_flush_iocq_by_index(int); 230 void aoe_end_request(struct aoedev *, struct request *, int); 231 int aoe_ktstart(struct ktstate *k); 232 void aoe_ktstop(struct ktstate *k); 233 234 int aoedev_init(void); 235 void aoedev_exit(void); 236 struct aoedev *aoedev_by_aoeaddr(ulong maj, int min, int do_alloc); 237 void aoedev_downdev(struct aoedev *d); 238 int aoedev_flush(const char __user *str, size_t size); 239 void aoe_failbuf(struct aoedev *, struct buf *); 240 void aoedev_put(struct aoedev *); 241 242 int aoenet_init(void); 243 void aoenet_exit(void); 244 void aoenet_xmit(struct sk_buff_head *); 245 int is_aoe_netif(struct net_device *ifp); 246 int set_aoe_iflist(const char __user *str, size_t size); 247 248 extern struct workqueue_struct *aoe_wq; 249