108 	struct tb_path *path;  in tb_path_discover()  local
153 	path = kzalloc(sizeof(*path), GFP_KERNEL);  in tb_path_discover()
154 	if (!path)  in tb_path_discover()
157 	path->name = name;  in tb_path_discover()
158 	path->tb = src->sw->tb;  in tb_path_discover()
159 	path->path_length = num_hops;  in tb_path_discover()
160 	path->activated = true;  in tb_path_discover()
161 	path->alloc_hopid = alloc_hopid;  in tb_path_discover()
163 	path->hops = kcalloc(num_hops, sizeof(*path->hops), GFP_KERNEL);  in tb_path_discover()
164 	if (!path->hops) {  in tb_path_discover()
165 		kfree(path);  in tb_path_discover()
169 	tb_dbg(path->tb, "discovering %s path starting from %llx:%u\n",  in tb_path_discover()
170 	       path->name, tb_route(src->sw), src->port);  in tb_path_discover()
198 		path->hops[i].in_port = p;  in tb_path_discover()
199 		path->hops[i].in_hop_index = h;  in tb_path_discover()
200 		path->hops[i].in_counter_index = -1;  in tb_path_discover()
201 		path->hops[i].out_port = out_port;  in tb_path_discover()
202 		path->hops[i].next_hop_index = next_hop;  in tb_path_discover()
204 		tb_dump_hop(&path->hops[i], &hop);  in tb_path_discover()
210 	tb_dbg(path->tb, "path discovery complete\n");  in tb_path_discover()
211 	return path;  in tb_path_discover()
216 	tb_path_free(path);  in tb_path_discover()
244 	struct tb_path *path;  in tb_path_alloc()  local
248 	path = kzalloc(sizeof(*path), GFP_KERNEL);  in tb_path_alloc()
249 	if (!path)  in tb_path_alloc()
263 		kfree(path);  in tb_path_alloc()
270 	path->hops = kcalloc(num_hops, sizeof(*path->hops), GFP_KERNEL);  in tb_path_alloc()
271 	if (!path->hops) {  in tb_path_alloc()
272 		kfree(path);  in tb_path_alloc()
276 	path->alloc_hopid = true;  in tb_path_alloc()
332 		path->hops[i].in_hop_index = in_hopid;  in tb_path_alloc()
333 		path->hops[i].in_port = in_port;  in tb_path_alloc()
334 		path->hops[i].in_counter_index = -1;  in tb_path_alloc()
335 		path->hops[i].out_port = out_port;  in tb_path_alloc()
336 		path->hops[i].next_hop_index = out_hopid;  in tb_path_alloc()
341 	path->tb = tb;  in tb_path_alloc()
342 	path->path_length = num_hops;  in tb_path_alloc()
343 	path->name = name;  in tb_path_alloc()
345 	return path;  in tb_path_alloc()
348 	tb_path_free(path);  in tb_path_alloc()
358 void tb_path_free(struct tb_path *path)  in tb_path_free()  argument
360 	if (path->alloc_hopid) {  in tb_path_free()
363 		for (i = 0; i < path->path_length; i++) {  in tb_path_free()
364 			const struct tb_path_hop *hop = &path->hops[i];  in tb_path_free()
375 	kfree(path->hops);  in tb_path_free()
376 	kfree(path);  in tb_path_free()
379 static void __tb_path_deallocate_nfc(struct tb_path *path, int first_hop)  in __tb_path_deallocate_nfc()  argument
382 	for (i = first_hop; i < path->path_length; i++) {  in __tb_path_deallocate_nfc()
383 		res = tb_port_add_nfc_credits(path->hops[i].in_port,  in __tb_path_deallocate_nfc()
384 					      -path->hops[i].nfc_credits);  in __tb_path_deallocate_nfc()
386 			tb_port_warn(path->hops[i].in_port,  in __tb_path_deallocate_nfc()
462 static void __tb_path_deactivate_hops(struct tb_path *path, int first_hop)  in __tb_path_deactivate_hops()  argument
466 	for (i = first_hop; i < path->path_length; i++) {  in __tb_path_deactivate_hops()
467 		res = __tb_path_deactivate_hop(path->hops[i].in_port,  in __tb_path_deactivate_hops()
468 					       path->hops[i].in_hop_index,  in __tb_path_deactivate_hops()
469 					       path->clear_fc);  in __tb_path_deactivate_hops()
471 			tb_port_warn(path->hops[i].in_port,  in __tb_path_deactivate_hops()
473 				     i, path->hops[i].in_hop_index);  in __tb_path_deactivate_hops()
477 void tb_path_deactivate(struct tb_path *path)  in tb_path_deactivate()  argument
479 	if (!path->activated) {  in tb_path_deactivate()
480 		tb_WARN(path->tb, "trying to deactivate an inactive path\n");  in tb_path_deactivate()
483 	tb_dbg(path->tb,  in tb_path_deactivate()
485 	       path->name, tb_route(path->hops[0].in_port->sw),  in tb_path_deactivate()
486 	       path->hops[0].in_port->port,  in tb_path_deactivate()
487 	       tb_route(path->hops[path->path_length - 1].out_port->sw),  in tb_path_deactivate()
488 	       path->hops[path->path_length - 1].out_port->port);  in tb_path_deactivate()
489 	__tb_path_deactivate_hops(path, 0);  in tb_path_deactivate()
490 	__tb_path_deallocate_nfc(path, 0);  in tb_path_deactivate()
491 	path->activated = false;  in tb_path_deactivate()
503 int tb_path_activate(struct tb_path *path)  in tb_path_activate()  argument
507 	if (path->activated) {  in tb_path_activate()
508 		tb_WARN(path->tb, "trying to activate already activated path\n");  in tb_path_activate()
512 	tb_dbg(path->tb,  in tb_path_activate()
514 	       path->name, tb_route(path->hops[0].in_port->sw),  in tb_path_activate()
515 	       path->hops[0].in_port->port,  in tb_path_activate()
516 	       tb_route(path->hops[path->path_length - 1].out_port->sw),  in tb_path_activate()
517 	       path->hops[path->path_length - 1].out_port->port);  in tb_path_activate()
520 	for (i = path->path_length - 1; i >= 0; i--) {  in tb_path_activate()
521 		if (path->hops[i].in_counter_index == -1)  in tb_path_activate()
523 		res = tb_port_clear_counter(path->hops[i].in_port,  in tb_path_activate()
524 					    path->hops[i].in_counter_index);  in tb_path_activate()
530 	for (i = path->path_length - 1; i >= 0; i--) {  in tb_path_activate()
531 		res = tb_port_add_nfc_credits(path->hops[i].in_port,  in tb_path_activate()
532 					      path->hops[i].nfc_credits);  in tb_path_activate()
534 			__tb_path_deallocate_nfc(path, i);  in tb_path_activate()
540 	for (i = path->path_length - 1; i >= 0; i--) {  in tb_path_activate()
544 		__tb_path_deactivate_hop(path->hops[i].in_port,  in tb_path_activate()
545 				path->hops[i].in_hop_index, path->clear_fc);  in tb_path_activate()
548 		hop.next_hop = path->hops[i].next_hop_index;  in tb_path_activate()
549 		hop.out_port = path->hops[i].out_port->port;  in tb_path_activate()
550 		hop.initial_credits = path->hops[i].initial_credits;  in tb_path_activate()
555 		out_mask = (i == path->path_length - 1) ?  in tb_path_activate()
558 		hop.weight = path->weight;  in tb_path_activate()
560 		hop.priority = path->priority;  in tb_path_activate()
561 		hop.drop_packages = path->drop_packages;  in tb_path_activate()
562 		hop.counter = path->hops[i].in_counter_index;  in tb_path_activate()
563 		hop.counter_enable = path->hops[i].in_counter_index != -1;  in tb_path_activate()
564 		hop.ingress_fc = path->ingress_fc_enable & in_mask;  in tb_path_activate()
565 		hop.egress_fc = path->egress_fc_enable & out_mask;  in tb_path_activate()
566 		hop.ingress_shared_buffer = path->ingress_shared_buffer  in tb_path_activate()
568 		hop.egress_shared_buffer = path->egress_shared_buffer  in tb_path_activate()
572 		tb_port_dbg(path->hops[i].in_port, "Writing hop %d\n", i);  in tb_path_activate()
573 		tb_dump_hop(&path->hops[i], &hop);  in tb_path_activate()
574 		res = tb_port_write(path->hops[i].in_port, &hop, TB_CFG_HOPS,  in tb_path_activate()
575 				    2 * path->hops[i].in_hop_index, 2);  in tb_path_activate()
577 			__tb_path_deactivate_hops(path, i);  in tb_path_activate()
578 			__tb_path_deallocate_nfc(path, 0);  in tb_path_activate()
582 	path->activated = true;  in tb_path_activate()
583 	tb_dbg(path->tb, "path activation complete\n");  in tb_path_activate()
586 	tb_WARN(path->tb, "path activation failed\n");  in tb_path_activate()
596 bool tb_path_is_invalid(struct tb_path *path)  in tb_path_is_invalid()  argument
599 	for (i = 0; i < path->path_length; i++) {  in tb_path_is_invalid()
600 		if (path->hops[i].in_port->sw->is_unplugged)  in tb_path_is_invalid()
602 		if (path->hops[i].out_port->sw->is_unplugged)  in tb_path_is_invalid()
616 bool tb_path_port_on_path(const struct tb_path *path, const struct tb_port *port)  in tb_path_port_on_path()  argument
620 	for (i = 0; i < path->path_length; i++) {  in tb_path_port_on_path()
621 		if (path->hops[i].in_port == port ||  in tb_path_port_on_path()
622 		    path->hops[i].out_port == port)  in tb_path_port_on_path()