340 static inline void gru_start_instruction(struct gru_instruction *ins, unsigned long op64)  in gru_start_instruction()  argument
342 	gru_ordered_store_ulong(ins, op64);  in gru_start_instruction()
344 	gru_flush_cache(ins);  in gru_start_instruction()
362 	struct gru_instruction *ins = (struct gru_instruction *)cb;  in gru_vload_phys()  local
364 	ins->baddr0 = (long)gpa | ((unsigned long)iaa << 62);  in gru_vload_phys()
365 	ins->nelem = 1;  in gru_vload_phys()
366 	ins->op1_stride = 1;  in gru_vload_phys()
367 	gru_start_instruction(ins, __opdword(OP_VLOAD, 0, XTYPE_DW, iaa, 0,  in gru_vload_phys()
374 	struct gru_instruction *ins = (struct gru_instruction *)cb;  in gru_vstore_phys()  local
376 	ins->baddr0 = (long)gpa | ((unsigned long)iaa << 62);  in gru_vstore_phys()
377 	ins->nelem = 1;  in gru_vstore_phys()
378 	ins->op1_stride = 1;  in gru_vstore_phys()
379 	gru_start_instruction(ins, __opdword(OP_VSTORE, 0, XTYPE_DW, iaa, 0,  in gru_vstore_phys()
387 	struct gru_instruction *ins = (struct gru_instruction *)cb;  in gru_vload()  local
389 	ins->baddr0 = (long)mem_addr;  in gru_vload()
390 	ins->nelem = nelem;  in gru_vload()
391 	ins->op1_stride = stride;  in gru_vload()
392 	gru_start_instruction(ins, __opdword(OP_VLOAD, 0, xtype, IAA_RAM, 0,  in gru_vload()
400 	struct gru_instruction *ins = (void *)cb;  in gru_vstore()  local
402 	ins->baddr0 = (long)mem_addr;  in gru_vstore()
403 	ins->nelem = nelem;  in gru_vstore()
404 	ins->op1_stride = stride;  in gru_vstore()
405 	gru_start_instruction(ins, __opdword(OP_VSTORE, 0, xtype, IAA_RAM, 0,  in gru_vstore()
413 	struct gru_instruction *ins = (void *)cb;  in gru_ivload()  local
415 	ins->baddr0 = (long)mem_addr;  in gru_ivload()
416 	ins->nelem = nelem;  in gru_ivload()
417 	ins->tri1_bufsize = tri1;  in gru_ivload()
418 	gru_start_instruction(ins, __opdword(OP_IVLOAD, 0, xtype, IAA_RAM, 0,  in gru_ivload()
426 	struct gru_instruction *ins = (void *)cb;  in gru_ivstore()  local
428 	ins->baddr0 = (long)mem_addr;  in gru_ivstore()
429 	ins->nelem = nelem;  in gru_ivstore()
430 	ins->tri1_bufsize = tri1;  in gru_ivstore()
431 	gru_start_instruction(ins, __opdword(OP_IVSTORE, 0, xtype, IAA_RAM, 0,  in gru_ivstore()
439 	struct gru_instruction *ins = (void *)cb;  in gru_vset()  local
441 	ins->baddr0 = (long)mem_addr;  in gru_vset()
442 	ins->op2_value_baddr1 = value;  in gru_vset()
443 	ins->nelem = nelem;  in gru_vset()
444 	ins->op1_stride = stride;  in gru_vset()
445 	gru_start_instruction(ins, __opdword(OP_VSET, 0, xtype, IAA_RAM, 0,  in gru_vset()
453 	struct gru_instruction *ins = (void *)cb;  in gru_ivset()  local
455 	ins->baddr0 = (long)mem_addr;  in gru_ivset()
456 	ins->op2_value_baddr1 = value;  in gru_ivset()
457 	ins->nelem = nelem;  in gru_ivset()
458 	ins->tri1_bufsize = tri1;  in gru_ivset()
459 	gru_start_instruction(ins, __opdword(OP_IVSET, 0, xtype, IAA_RAM, 0,  in gru_ivset()
467 	struct gru_instruction *ins = (void *)cb;  in gru_vflush()  local
469 	ins->baddr0 = (long)mem_addr;  in gru_vflush()
470 	ins->op1_stride = stride;  in gru_vflush()
471 	ins->nelem = nelem;  in gru_vflush()
472 	gru_start_instruction(ins, __opdword(OP_VFLUSH, 0, xtype, IAA_RAM, 0,  in gru_vflush()
478 	struct gru_instruction *ins = (void *)cb;  in gru_nop()  local
480 	gru_start_instruction(ins, __opdword(OP_NOP, 0, 0, 0, 0, 0, CB_IMA(hints)));  in gru_nop()
489 	struct gru_instruction *ins = (void *)cb;  in gru_bcopy()  local
491 	ins->baddr0 = (long)src;  in gru_bcopy()
492 	ins->op2_value_baddr1 = (long)dest;  in gru_bcopy()
493 	ins->nelem = nelem;  in gru_bcopy()
494 	ins->tri1_bufsize = bufsize;  in gru_bcopy()
495 	gru_start_instruction(ins, __opdword(OP_BCOPY, 0, xtype, IAA_RAM,  in gru_bcopy()
503 	struct gru_instruction *ins = (void *)cb;  in gru_bstore()  local
505 	ins->baddr0 = (long)src;  in gru_bstore()
506 	ins->op2_value_baddr1 = (long)dest;  in gru_bstore()
507 	ins->nelem = nelem;  in gru_bstore()
508 	gru_start_instruction(ins, __opdword(OP_BSTORE, 0, xtype, 0, IAA_RAM,  in gru_bstore()
515 	struct gru_instruction *ins = (void *)cb;  in gru_gamir()  local
517 	ins->baddr0 = (long)src;  in gru_gamir()
518 	gru_start_instruction(ins, __opdword(OP_GAMIR, exopc, xtype, IAA_RAM, 0,  in gru_gamir()
525 	struct gru_instruction *ins = (void *)cb;  in gru_gamirr()  local
527 	ins->baddr0 = (long)src;  in gru_gamirr()
528 	gru_start_instruction(ins, __opdword(OP_GAMIRR, exopc, xtype, IAA_RAM, 0,  in gru_gamirr()
537 	struct gru_instruction *ins = (void *)cb;  in gru_gamer()  local
539 	ins->baddr0 = (long)src;  in gru_gamer()
540 	ins->op1_stride = operand1;  in gru_gamer()
541 	ins->op2_value_baddr1 = operand2;  in gru_gamer()
542 	gru_start_instruction(ins, __opdword(OP_GAMER, exopc, xtype, IAA_RAM, 0,  in gru_gamer()
550 	struct gru_instruction *ins = (void *)cb;  in gru_gamerr()  local
552 	ins->baddr0 = (long)src;  in gru_gamerr()
553 	ins->op1_stride = operand1;  in gru_gamerr()
554 	ins->op2_value_baddr1 = operand2;  in gru_gamerr()
555 	gru_start_instruction(ins, __opdword(OP_GAMERR, exopc, xtype, IAA_RAM, 0,  in gru_gamerr()
562 	struct gru_instruction *ins = (void *)cb;  in gru_gamxr()  local
564 	ins->baddr0 = (long)src;  in gru_gamxr()
565 	ins->nelem = 4;  in gru_gamxr()
566 	gru_start_instruction(ins, __opdword(OP_GAMXR, EOP_XR_CSWAP, XTYPE_DW,  in gru_gamxr()
574 	struct gru_instruction *ins = (void *)cb;  in gru_mesq()  local
576 	ins->baddr0 = (long)queue;  in gru_mesq()
577 	ins->nelem = nelem;  in gru_mesq()
578 	gru_start_instruction(ins, __opdword(OP_MESQ, 0, XTYPE_CL, IAA_RAM, 0,  in gru_mesq()
584 	struct gru_instruction *ins = (void *)cb;  in gru_get_amo_value()  local
586 	return ins->avalue;  in gru_get_amo_value()
591 	struct gru_instruction *ins = (void *)cb;  in gru_get_amo_value_head()  local
593 	return ins->avalue & 0xffffffff;  in gru_get_amo_value_head()
598 	struct gru_instruction *ins = (void *)cb;  in gru_get_amo_value_limit()  local
600 	return ins->avalue >> 32;  in gru_get_amo_value_limit()