1 // SPDX-License-Identifier: GPL-2.0-or-later 2 /* SCTP kernel implementation 3 * (C) Copyright Red Hat Inc. 2017 4 * 5 * This file is part of the SCTP kernel implementation 6 * 7 * These functions implement sctp stream message interleaving, mostly 8 * including I-DATA and I-FORWARD-TSN chunks process. 9 * 10 * Please send any bug reports or fixes you make to the 11 * email addresched(es): 12 * lksctp developers <linux-sctp@vger.kernel.org> 13 * 14 * Written or modified by: 15 * Xin Long <lucien.xin@gmail.com> 16 */ 17 18 #include <net/busy_poll.h> 19 #include <net/sctp/sctp.h> 20 #include <net/sctp/sm.h> 21 #include <net/sctp/ulpevent.h> 22 #include <linux/sctp.h> 23 24 static struct sctp_chunk *sctp_make_idatafrag_empty( 25 const struct sctp_association *asoc, 26 const struct sctp_sndrcvinfo *sinfo, 27 int len, __u8 flags, gfp_t gfp) 28 { 29 struct sctp_chunk *retval; 30 struct sctp_idatahdr dp; 31 32 memset(&dp, 0, sizeof(dp)); 33 dp.stream = htons(sinfo->sinfo_stream); 34 35 if (sinfo->sinfo_flags & SCTP_UNORDERED) 36 flags |= SCTP_DATA_UNORDERED; 37 38 retval = sctp_make_idata(asoc, flags, sizeof(dp) + len, gfp); 39 if (!retval) 40 return NULL; 41 42 retval->subh.idata_hdr = sctp_addto_chunk(retval, sizeof(dp), &dp); 43 memcpy(&retval->sinfo, sinfo, sizeof(struct sctp_sndrcvinfo)); 44 45 return retval; 46 } 47 48 static void sctp_chunk_assign_mid(struct sctp_chunk *chunk) 49 { 50 struct sctp_stream *stream; 51 struct sctp_chunk *lchunk; 52 __u32 cfsn = 0; 53 __u16 sid; 54 55 if (chunk->has_mid) 56 return; 57 58 sid = sctp_chunk_stream_no(chunk); 59 stream = &chunk->asoc->stream; 60 61 list_for_each_entry(lchunk, &chunk->msg->chunks, frag_list) { 62 struct sctp_idatahdr *hdr; 63 __u32 mid; 64 65 lchunk->has_mid = 1; 66 67 hdr = lchunk->subh.idata_hdr; 68 69 if (lchunk->chunk_hdr->flags & SCTP_DATA_FIRST_FRAG) 70 hdr->ppid = lchunk->sinfo.sinfo_ppid; 71 else 72 hdr->fsn = htonl(cfsn++); 73 74 if (lchunk->chunk_hdr->flags & SCTP_DATA_UNORDERED) { 75 mid = lchunk->chunk_hdr->flags & SCTP_DATA_LAST_FRAG ? 76 sctp_mid_uo_next(stream, out, sid) : 77 sctp_mid_uo_peek(stream, out, sid); 78 } else { 79 mid = lchunk->chunk_hdr->flags & SCTP_DATA_LAST_FRAG ? 80 sctp_mid_next(stream, out, sid) : 81 sctp_mid_peek(stream, out, sid); 82 } 83 hdr->mid = htonl(mid); 84 } 85 } 86 87 static bool sctp_validate_data(struct sctp_chunk *chunk) 88 { 89 struct sctp_stream *stream; 90 __u16 sid, ssn; 91 92 if (chunk->chunk_hdr->type != SCTP_CID_DATA) 93 return false; 94 95 if (chunk->chunk_hdr->flags & SCTP_DATA_UNORDERED) 96 return true; 97 98 stream = &chunk->asoc->stream; 99 sid = sctp_chunk_stream_no(chunk); 100 ssn = ntohs(chunk->subh.data_hdr->ssn); 101 102 return !SSN_lt(ssn, sctp_ssn_peek(stream, in, sid)); 103 } 104 105 static bool sctp_validate_idata(struct sctp_chunk *chunk) 106 { 107 struct sctp_stream *stream; 108 __u32 mid; 109 __u16 sid; 110 111 if (chunk->chunk_hdr->type != SCTP_CID_I_DATA) 112 return false; 113 114 if (chunk->chunk_hdr->flags & SCTP_DATA_UNORDERED) 115 return true; 116 117 stream = &chunk->asoc->stream; 118 sid = sctp_chunk_stream_no(chunk); 119 mid = ntohl(chunk->subh.idata_hdr->mid); 120 121 return !MID_lt(mid, sctp_mid_peek(stream, in, sid)); 122 } 123 124 static void sctp_intl_store_reasm(struct sctp_ulpq *ulpq, 125 struct sctp_ulpevent *event) 126 { 127 struct sctp_ulpevent *cevent; 128 struct sk_buff *pos, *loc; 129 130 pos = skb_peek_tail(&ulpq->reasm); 131 if (!pos) { 132 __skb_queue_tail(&ulpq->reasm, sctp_event2skb(event)); 133 return; 134 } 135 136 cevent = sctp_skb2event(pos); 137 138 if (event->stream == cevent->stream && 139 event->mid == cevent->mid && 140 (cevent->msg_flags & SCTP_DATA_FIRST_FRAG || 141 (!(event->msg_flags & SCTP_DATA_FIRST_FRAG) && 142 event->fsn > cevent->fsn))) { 143 __skb_queue_tail(&ulpq->reasm, sctp_event2skb(event)); 144 return; 145 } 146 147 if ((event->stream == cevent->stream && 148 MID_lt(cevent->mid, event->mid)) || 149 event->stream > cevent->stream) { 150 __skb_queue_tail(&ulpq->reasm, sctp_event2skb(event)); 151 return; 152 } 153 154 loc = NULL; 155 skb_queue_walk(&ulpq->reasm, pos) { 156 cevent = sctp_skb2event(pos); 157 158 if (event->stream < cevent->stream || 159 (event->stream == cevent->stream && 160 MID_lt(event->mid, cevent->mid))) { 161 loc = pos; 162 break; 163 } 164 if (event->stream == cevent->stream && 165 event->mid == cevent->mid && 166 !(cevent->msg_flags & SCTP_DATA_FIRST_FRAG) && 167 (event->msg_flags & SCTP_DATA_FIRST_FRAG || 168 event->fsn < cevent->fsn)) { 169 loc = pos; 170 break; 171 } 172 } 173 174 if (!loc) 175 __skb_queue_tail(&ulpq->reasm, sctp_event2skb(event)); 176 else 177 __skb_queue_before(&ulpq->reasm, loc, sctp_event2skb(event)); 178 } 179 180 static struct sctp_ulpevent *sctp_intl_retrieve_partial( 181 struct sctp_ulpq *ulpq, 182 struct sctp_ulpevent *event) 183 { 184 struct sk_buff *first_frag = NULL; 185 struct sk_buff *last_frag = NULL; 186 struct sctp_ulpevent *retval; 187 struct sctp_stream_in *sin; 188 struct sk_buff *pos; 189 __u32 next_fsn = 0; 190 int is_last = 0; 191 192 sin = sctp_stream_in(&ulpq->asoc->stream, event->stream); 193 194 skb_queue_walk(&ulpq->reasm, pos) { 195 struct sctp_ulpevent *cevent = sctp_skb2event(pos); 196 197 if (cevent->stream < event->stream) 198 continue; 199 200 if (cevent->stream > event->stream || 201 cevent->mid != sin->mid) 202 break; 203 204 switch (cevent->msg_flags & SCTP_DATA_FRAG_MASK) { 205 case SCTP_DATA_FIRST_FRAG: 206 goto out; 207 case SCTP_DATA_MIDDLE_FRAG: 208 if (!first_frag) { 209 if (cevent->fsn == sin->fsn) { 210 first_frag = pos; 211 last_frag = pos; 212 next_fsn = cevent->fsn + 1; 213 } 214 } else if (cevent->fsn == next_fsn) { 215 last_frag = pos; 216 next_fsn++; 217 } else { 218 goto out; 219 } 220 break; 221 case SCTP_DATA_LAST_FRAG: 222 if (!first_frag) { 223 if (cevent->fsn == sin->fsn) { 224 first_frag = pos; 225 last_frag = pos; 226 next_fsn = 0; 227 is_last = 1; 228 } 229 } else if (cevent->fsn == next_fsn) { 230 last_frag = pos; 231 next_fsn = 0; 232 is_last = 1; 233 } 234 goto out; 235 default: 236 goto out; 237 } 238 } 239 240 out: 241 if (!first_frag) 242 return NULL; 243 244 retval = sctp_make_reassembled_event(ulpq->asoc->base.net, &ulpq->reasm, 245 first_frag, last_frag); 246 if (retval) { 247 sin->fsn = next_fsn; 248 if (is_last) { 249 retval->msg_flags |= MSG_EOR; 250 sin->pd_mode = 0; 251 } 252 } 253 254 return retval; 255 } 256 257 static struct sctp_ulpevent *sctp_intl_retrieve_reassembled( 258 struct sctp_ulpq *ulpq, 259 struct sctp_ulpevent *event) 260 { 261 struct sctp_association *asoc = ulpq->asoc; 262 struct sk_buff *pos, *first_frag = NULL; 263 struct sctp_ulpevent *retval = NULL; 264 struct sk_buff *pd_first = NULL; 265 struct sk_buff *pd_last = NULL; 266 struct sctp_stream_in *sin; 267 __u32 next_fsn = 0; 268 __u32 pd_point = 0; 269 __u32 pd_len = 0; 270 __u32 mid = 0; 271 272 sin = sctp_stream_in(&ulpq->asoc->stream, event->stream); 273 274 skb_queue_walk(&ulpq->reasm, pos) { 275 struct sctp_ulpevent *cevent = sctp_skb2event(pos); 276 277 if (cevent->stream < event->stream) 278 continue; 279 if (cevent->stream > event->stream) 280 break; 281 282 if (MID_lt(cevent->mid, event->mid)) 283 continue; 284 if (MID_lt(event->mid, cevent->mid)) 285 break; 286 287 switch (cevent->msg_flags & SCTP_DATA_FRAG_MASK) { 288 case SCTP_DATA_FIRST_FRAG: 289 if (cevent->mid == sin->mid) { 290 pd_first = pos; 291 pd_last = pos; 292 pd_len = pos->len; 293 } 294 295 first_frag = pos; 296 next_fsn = 0; 297 mid = cevent->mid; 298 break; 299 300 case SCTP_DATA_MIDDLE_FRAG: 301 if (first_frag && cevent->mid == mid && 302 cevent->fsn == next_fsn) { 303 next_fsn++; 304 if (pd_first) { 305 pd_last = pos; 306 pd_len += pos->len; 307 } 308 } else { 309 first_frag = NULL; 310 } 311 break; 312 313 case SCTP_DATA_LAST_FRAG: 314 if (first_frag && cevent->mid == mid && 315 cevent->fsn == next_fsn) 316 goto found; 317 else 318 first_frag = NULL; 319 break; 320 } 321 } 322 323 if (!pd_first) 324 goto out; 325 326 pd_point = sctp_sk(asoc->base.sk)->pd_point; 327 if (pd_point && pd_point <= pd_len) { 328 retval = sctp_make_reassembled_event(asoc->base.net, 329 &ulpq->reasm, 330 pd_first, pd_last); 331 if (retval) { 332 sin->fsn = next_fsn; 333 sin->pd_mode = 1; 334 } 335 } 336 goto out; 337 338 found: 339 retval = sctp_make_reassembled_event(asoc->base.net, &ulpq->reasm, 340 first_frag, pos); 341 if (retval) 342 retval->msg_flags |= MSG_EOR; 343 344 out: 345 return retval; 346 } 347 348 static struct sctp_ulpevent *sctp_intl_reasm(struct sctp_ulpq *ulpq, 349 struct sctp_ulpevent *event) 350 { 351 struct sctp_ulpevent *retval = NULL; 352 struct sctp_stream_in *sin; 353 354 if (SCTP_DATA_NOT_FRAG == (event->msg_flags & SCTP_DATA_FRAG_MASK)) { 355 event->msg_flags |= MSG_EOR; 356 return event; 357 } 358 359 sctp_intl_store_reasm(ulpq, event); 360 361 sin = sctp_stream_in(&ulpq->asoc->stream, event->stream); 362 if (sin->pd_mode && event->mid == sin->mid && 363 event->fsn == sin->fsn) 364 retval = sctp_intl_retrieve_partial(ulpq, event); 365 366 if (!retval) 367 retval = sctp_intl_retrieve_reassembled(ulpq, event); 368 369 return retval; 370 } 371 372 static void sctp_intl_store_ordered(struct sctp_ulpq *ulpq, 373 struct sctp_ulpevent *event) 374 { 375 struct sctp_ulpevent *cevent; 376 struct sk_buff *pos, *loc; 377 378 pos = skb_peek_tail(&ulpq->lobby); 379 if (!pos) { 380 __skb_queue_tail(&ulpq->lobby, sctp_event2skb(event)); 381 return; 382 } 383 384 cevent = (struct sctp_ulpevent *)pos->cb; 385 if (event->stream == cevent->stream && 386 MID_lt(cevent->mid, event->mid)) { 387 __skb_queue_tail(&ulpq->lobby, sctp_event2skb(event)); 388 return; 389 } 390 391 if (event->stream > cevent->stream) { 392 __skb_queue_tail(&ulpq->lobby, sctp_event2skb(event)); 393 return; 394 } 395 396 loc = NULL; 397 skb_queue_walk(&ulpq->lobby, pos) { 398 cevent = (struct sctp_ulpevent *)pos->cb; 399 400 if (cevent->stream > event->stream) { 401 loc = pos; 402 break; 403 } 404 if (cevent->stream == event->stream && 405 MID_lt(event->mid, cevent->mid)) { 406 loc = pos; 407 break; 408 } 409 } 410 411 if (!loc) 412 __skb_queue_tail(&ulpq->lobby, sctp_event2skb(event)); 413 else 414 __skb_queue_before(&ulpq->lobby, loc, sctp_event2skb(event)); 415 } 416 417 static void sctp_intl_retrieve_ordered(struct sctp_ulpq *ulpq, 418 struct sctp_ulpevent *event) 419 { 420 struct sk_buff_head *event_list; 421 struct sctp_stream *stream; 422 struct sk_buff *pos, *tmp; 423 __u16 sid = event->stream; 424 425 stream = &ulpq->asoc->stream; 426 event_list = (struct sk_buff_head *)sctp_event2skb(event)->prev; 427 428 sctp_skb_for_each(pos, &ulpq->lobby, tmp) { 429 struct sctp_ulpevent *cevent = (struct sctp_ulpevent *)pos->cb; 430 431 if (cevent->stream > sid) 432 break; 433 434 if (cevent->stream < sid) 435 continue; 436 437 if (cevent->mid != sctp_mid_peek(stream, in, sid)) 438 break; 439 440 sctp_mid_next(stream, in, sid); 441 442 __skb_unlink(pos, &ulpq->lobby); 443 444 __skb_queue_tail(event_list, pos); 445 } 446 } 447 448 static struct sctp_ulpevent *sctp_intl_order(struct sctp_ulpq *ulpq, 449 struct sctp_ulpevent *event) 450 { 451 struct sctp_stream *stream; 452 __u16 sid; 453 454 stream = &ulpq->asoc->stream; 455 sid = event->stream; 456 457 if (event->mid != sctp_mid_peek(stream, in, sid)) { 458 sctp_intl_store_ordered(ulpq, event); 459 return NULL; 460 } 461 462 sctp_mid_next(stream, in, sid); 463 464 sctp_intl_retrieve_ordered(ulpq, event); 465 466 return event; 467 } 468 469 static int sctp_enqueue_event(struct sctp_ulpq *ulpq, 470 struct sk_buff_head *skb_list) 471 { 472 struct sock *sk = ulpq->asoc->base.sk; 473 struct sctp_sock *sp = sctp_sk(sk); 474 struct sctp_ulpevent *event; 475 struct sk_buff *skb; 476 477 skb = __skb_peek(skb_list); 478 event = sctp_skb2event(skb); 479 480 if (sk->sk_shutdown & RCV_SHUTDOWN && 481 (sk->sk_shutdown & SEND_SHUTDOWN || 482 !sctp_ulpevent_is_notification(event))) 483 goto out_free; 484 485 if (!sctp_ulpevent_is_notification(event)) { 486 sk_mark_napi_id(sk, skb); 487 sk_incoming_cpu_update(sk); 488 } 489 490 if (!sctp_ulpevent_is_enabled(event, ulpq->asoc->subscribe)) 491 goto out_free; 492 493 skb_queue_splice_tail_init(skb_list, 494 &sk->sk_receive_queue); 495 496 if (!sp->data_ready_signalled) { 497 sp->data_ready_signalled = 1; 498 sk->sk_data_ready(sk); 499 } 500 501 return 1; 502 503 out_free: 504 sctp_queue_purge_ulpevents(skb_list); 505 506 return 0; 507 } 508 509 static void sctp_intl_store_reasm_uo(struct sctp_ulpq *ulpq, 510 struct sctp_ulpevent *event) 511 { 512 struct sctp_ulpevent *cevent; 513 struct sk_buff *pos; 514 515 pos = skb_peek_tail(&ulpq->reasm_uo); 516 if (!pos) { 517 __skb_queue_tail(&ulpq->reasm_uo, sctp_event2skb(event)); 518 return; 519 } 520 521 cevent = sctp_skb2event(pos); 522 523 if (event->stream == cevent->stream && 524 event->mid == cevent->mid && 525 (cevent->msg_flags & SCTP_DATA_FIRST_FRAG || 526 (!(event->msg_flags & SCTP_DATA_FIRST_FRAG) && 527 event->fsn > cevent->fsn))) { 528 __skb_queue_tail(&ulpq->reasm_uo, sctp_event2skb(event)); 529 return; 530 } 531 532 if ((event->stream == cevent->stream && 533 MID_lt(cevent->mid, event->mid)) || 534 event->stream > cevent->stream) { 535 __skb_queue_tail(&ulpq->reasm_uo, sctp_event2skb(event)); 536 return; 537 } 538 539 skb_queue_walk(&ulpq->reasm_uo, pos) { 540 cevent = sctp_skb2event(pos); 541 542 if (event->stream < cevent->stream || 543 (event->stream == cevent->stream && 544 MID_lt(event->mid, cevent->mid))) 545 break; 546 547 if (event->stream == cevent->stream && 548 event->mid == cevent->mid && 549 !(cevent->msg_flags & SCTP_DATA_FIRST_FRAG) && 550 (event->msg_flags & SCTP_DATA_FIRST_FRAG || 551 event->fsn < cevent->fsn)) 552 break; 553 } 554 555 __skb_queue_before(&ulpq->reasm_uo, pos, sctp_event2skb(event)); 556 } 557 558 static struct sctp_ulpevent *sctp_intl_retrieve_partial_uo( 559 struct sctp_ulpq *ulpq, 560 struct sctp_ulpevent *event) 561 { 562 struct sk_buff *first_frag = NULL; 563 struct sk_buff *last_frag = NULL; 564 struct sctp_ulpevent *retval; 565 struct sctp_stream_in *sin; 566 struct sk_buff *pos; 567 __u32 next_fsn = 0; 568 int is_last = 0; 569 570 sin = sctp_stream_in(&ulpq->asoc->stream, event->stream); 571 572 skb_queue_walk(&ulpq->reasm_uo, pos) { 573 struct sctp_ulpevent *cevent = sctp_skb2event(pos); 574 575 if (cevent->stream < event->stream) 576 continue; 577 if (cevent->stream > event->stream) 578 break; 579 580 if (MID_lt(cevent->mid, sin->mid_uo)) 581 continue; 582 if (MID_lt(sin->mid_uo, cevent->mid)) 583 break; 584 585 switch (cevent->msg_flags & SCTP_DATA_FRAG_MASK) { 586 case SCTP_DATA_FIRST_FRAG: 587 goto out; 588 case SCTP_DATA_MIDDLE_FRAG: 589 if (!first_frag) { 590 if (cevent->fsn == sin->fsn_uo) { 591 first_frag = pos; 592 last_frag = pos; 593 next_fsn = cevent->fsn + 1; 594 } 595 } else if (cevent->fsn == next_fsn) { 596 last_frag = pos; 597 next_fsn++; 598 } else { 599 goto out; 600 } 601 break; 602 case SCTP_DATA_LAST_FRAG: 603 if (!first_frag) { 604 if (cevent->fsn == sin->fsn_uo) { 605 first_frag = pos; 606 last_frag = pos; 607 next_fsn = 0; 608 is_last = 1; 609 } 610 } else if (cevent->fsn == next_fsn) { 611 last_frag = pos; 612 next_fsn = 0; 613 is_last = 1; 614 } 615 goto out; 616 default: 617 goto out; 618 } 619 } 620 621 out: 622 if (!first_frag) 623 return NULL; 624 625 retval = sctp_make_reassembled_event(ulpq->asoc->base.net, 626 &ulpq->reasm_uo, first_frag, 627 last_frag); 628 if (retval) { 629 sin->fsn_uo = next_fsn; 630 if (is_last) { 631 retval->msg_flags |= MSG_EOR; 632 sin->pd_mode_uo = 0; 633 } 634 } 635 636 return retval; 637 } 638 639 static struct sctp_ulpevent *sctp_intl_retrieve_reassembled_uo( 640 struct sctp_ulpq *ulpq, 641 struct sctp_ulpevent *event) 642 { 643 struct sctp_association *asoc = ulpq->asoc; 644 struct sk_buff *pos, *first_frag = NULL; 645 struct sctp_ulpevent *retval = NULL; 646 struct sk_buff *pd_first = NULL; 647 struct sk_buff *pd_last = NULL; 648 struct sctp_stream_in *sin; 649 __u32 next_fsn = 0; 650 __u32 pd_point = 0; 651 __u32 pd_len = 0; 652 __u32 mid = 0; 653 654 sin = sctp_stream_in(&ulpq->asoc->stream, event->stream); 655 656 skb_queue_walk(&ulpq->reasm_uo, pos) { 657 struct sctp_ulpevent *cevent = sctp_skb2event(pos); 658 659 if (cevent->stream < event->stream) 660 continue; 661 if (cevent->stream > event->stream) 662 break; 663 664 if (MID_lt(cevent->mid, event->mid)) 665 continue; 666 if (MID_lt(event->mid, cevent->mid)) 667 break; 668 669 switch (cevent->msg_flags & SCTP_DATA_FRAG_MASK) { 670 case SCTP_DATA_FIRST_FRAG: 671 if (!sin->pd_mode_uo) { 672 sin->mid_uo = cevent->mid; 673 pd_first = pos; 674 pd_last = pos; 675 pd_len = pos->len; 676 } 677 678 first_frag = pos; 679 next_fsn = 0; 680 mid = cevent->mid; 681 break; 682 683 case SCTP_DATA_MIDDLE_FRAG: 684 if (first_frag && cevent->mid == mid && 685 cevent->fsn == next_fsn) { 686 next_fsn++; 687 if (pd_first) { 688 pd_last = pos; 689 pd_len += pos->len; 690 } 691 } else { 692 first_frag = NULL; 693 } 694 break; 695 696 case SCTP_DATA_LAST_FRAG: 697 if (first_frag && cevent->mid == mid && 698 cevent->fsn == next_fsn) 699 goto found; 700 else 701 first_frag = NULL; 702 break; 703 } 704 } 705 706 if (!pd_first) 707 goto out; 708 709 pd_point = sctp_sk(asoc->base.sk)->pd_point; 710 if (pd_point && pd_point <= pd_len) { 711 retval = sctp_make_reassembled_event(asoc->base.net, 712 &ulpq->reasm_uo, 713 pd_first, pd_last); 714 if (retval) { 715 sin->fsn_uo = next_fsn; 716 sin->pd_mode_uo = 1; 717 } 718 } 719 goto out; 720 721 found: 722 retval = sctp_make_reassembled_event(asoc->base.net, &ulpq->reasm_uo, 723 first_frag, pos); 724 if (retval) 725 retval->msg_flags |= MSG_EOR; 726 727 out: 728 return retval; 729 } 730 731 static struct sctp_ulpevent *sctp_intl_reasm_uo(struct sctp_ulpq *ulpq, 732 struct sctp_ulpevent *event) 733 { 734 struct sctp_ulpevent *retval = NULL; 735 struct sctp_stream_in *sin; 736 737 if (SCTP_DATA_NOT_FRAG == (event->msg_flags & SCTP_DATA_FRAG_MASK)) { 738 event->msg_flags |= MSG_EOR; 739 return event; 740 } 741 742 sctp_intl_store_reasm_uo(ulpq, event); 743 744 sin = sctp_stream_in(&ulpq->asoc->stream, event->stream); 745 if (sin->pd_mode_uo && event->mid == sin->mid_uo && 746 event->fsn == sin->fsn_uo) 747 retval = sctp_intl_retrieve_partial_uo(ulpq, event); 748 749 if (!retval) 750 retval = sctp_intl_retrieve_reassembled_uo(ulpq, event); 751 752 return retval; 753 } 754 755 static struct sctp_ulpevent *sctp_intl_retrieve_first_uo(struct sctp_ulpq *ulpq) 756 { 757 struct sctp_stream_in *csin, *sin = NULL; 758 struct sk_buff *first_frag = NULL; 759 struct sk_buff *last_frag = NULL; 760 struct sctp_ulpevent *retval; 761 struct sk_buff *pos; 762 __u32 next_fsn = 0; 763 __u16 sid = 0; 764 765 skb_queue_walk(&ulpq->reasm_uo, pos) { 766 struct sctp_ulpevent *cevent = sctp_skb2event(pos); 767 768 csin = sctp_stream_in(&ulpq->asoc->stream, cevent->stream); 769 if (csin->pd_mode_uo) 770 continue; 771 772 switch (cevent->msg_flags & SCTP_DATA_FRAG_MASK) { 773 case SCTP_DATA_FIRST_FRAG: 774 if (first_frag) 775 goto out; 776 first_frag = pos; 777 last_frag = pos; 778 next_fsn = 0; 779 sin = csin; 780 sid = cevent->stream; 781 sin->mid_uo = cevent->mid; 782 break; 783 case SCTP_DATA_MIDDLE_FRAG: 784 if (!first_frag) 785 break; 786 if (cevent->stream == sid && 787 cevent->mid == sin->mid_uo && 788 cevent->fsn == next_fsn) { 789 next_fsn++; 790 last_frag = pos; 791 } else { 792 goto out; 793 } 794 break; 795 case SCTP_DATA_LAST_FRAG: 796 if (first_frag) 797 goto out; 798 break; 799 default: 800 break; 801 } 802 } 803 804 if (!first_frag) 805 return NULL; 806 807 out: 808 retval = sctp_make_reassembled_event(ulpq->asoc->base.net, 809 &ulpq->reasm_uo, first_frag, 810 last_frag); 811 if (retval) { 812 sin->fsn_uo = next_fsn; 813 sin->pd_mode_uo = 1; 814 } 815 816 return retval; 817 } 818 819 static int sctp_ulpevent_idata(struct sctp_ulpq *ulpq, 820 struct sctp_chunk *chunk, gfp_t gfp) 821 { 822 struct sctp_ulpevent *event; 823 struct sk_buff_head temp; 824 int event_eor = 0; 825 826 event = sctp_ulpevent_make_rcvmsg(chunk->asoc, chunk, gfp); 827 if (!event) 828 return -ENOMEM; 829 830 event->mid = ntohl(chunk->subh.idata_hdr->mid); 831 if (event->msg_flags & SCTP_DATA_FIRST_FRAG) 832 event->ppid = chunk->subh.idata_hdr->ppid; 833 else 834 event->fsn = ntohl(chunk->subh.idata_hdr->fsn); 835 836 if (!(event->msg_flags & SCTP_DATA_UNORDERED)) { 837 event = sctp_intl_reasm(ulpq, event); 838 if (event) { 839 skb_queue_head_init(&temp); 840 __skb_queue_tail(&temp, sctp_event2skb(event)); 841 842 if (event->msg_flags & MSG_EOR) 843 event = sctp_intl_order(ulpq, event); 844 } 845 } else { 846 event = sctp_intl_reasm_uo(ulpq, event); 847 if (event) { 848 skb_queue_head_init(&temp); 849 __skb_queue_tail(&temp, sctp_event2skb(event)); 850 } 851 } 852 853 if (event) { 854 event_eor = (event->msg_flags & MSG_EOR) ? 1 : 0; 855 sctp_enqueue_event(ulpq, &temp); 856 } 857 858 return event_eor; 859 } 860 861 static struct sctp_ulpevent *sctp_intl_retrieve_first(struct sctp_ulpq *ulpq) 862 { 863 struct sctp_stream_in *csin, *sin = NULL; 864 struct sk_buff *first_frag = NULL; 865 struct sk_buff *last_frag = NULL; 866 struct sctp_ulpevent *retval; 867 struct sk_buff *pos; 868 __u32 next_fsn = 0; 869 __u16 sid = 0; 870 871 skb_queue_walk(&ulpq->reasm, pos) { 872 struct sctp_ulpevent *cevent = sctp_skb2event(pos); 873 874 csin = sctp_stream_in(&ulpq->asoc->stream, cevent->stream); 875 if (csin->pd_mode) 876 continue; 877 878 switch (cevent->msg_flags & SCTP_DATA_FRAG_MASK) { 879 case SCTP_DATA_FIRST_FRAG: 880 if (first_frag) 881 goto out; 882 if (cevent->mid == csin->mid) { 883 first_frag = pos; 884 last_frag = pos; 885 next_fsn = 0; 886 sin = csin; 887 sid = cevent->stream; 888 } 889 break; 890 case SCTP_DATA_MIDDLE_FRAG: 891 if (!first_frag) 892 break; 893 if (cevent->stream == sid && 894 cevent->mid == sin->mid && 895 cevent->fsn == next_fsn) { 896 next_fsn++; 897 last_frag = pos; 898 } else { 899 goto out; 900 } 901 break; 902 case SCTP_DATA_LAST_FRAG: 903 if (first_frag) 904 goto out; 905 break; 906 default: 907 break; 908 } 909 } 910 911 if (!first_frag) 912 return NULL; 913 914 out: 915 retval = sctp_make_reassembled_event(ulpq->asoc->base.net, 916 &ulpq->reasm, first_frag, 917 last_frag); 918 if (retval) { 919 sin->fsn = next_fsn; 920 sin->pd_mode = 1; 921 } 922 923 return retval; 924 } 925 926 static void sctp_intl_start_pd(struct sctp_ulpq *ulpq, gfp_t gfp) 927 { 928 struct sctp_ulpevent *event; 929 struct sk_buff_head temp; 930 931 if (!skb_queue_empty(&ulpq->reasm)) { 932 do { 933 event = sctp_intl_retrieve_first(ulpq); 934 if (event) { 935 skb_queue_head_init(&temp); 936 __skb_queue_tail(&temp, sctp_event2skb(event)); 937 sctp_enqueue_event(ulpq, &temp); 938 } 939 } while (event); 940 } 941 942 if (!skb_queue_empty(&ulpq->reasm_uo)) { 943 do { 944 event = sctp_intl_retrieve_first_uo(ulpq); 945 if (event) { 946 skb_queue_head_init(&temp); 947 __skb_queue_tail(&temp, sctp_event2skb(event)); 948 sctp_enqueue_event(ulpq, &temp); 949 } 950 } while (event); 951 } 952 } 953 954 static void sctp_renege_events(struct sctp_ulpq *ulpq, struct sctp_chunk *chunk, 955 gfp_t gfp) 956 { 957 struct sctp_association *asoc = ulpq->asoc; 958 __u32 freed = 0; 959 __u16 needed; 960 961 needed = ntohs(chunk->chunk_hdr->length) - 962 sizeof(struct sctp_idata_chunk); 963 964 if (skb_queue_empty(&asoc->base.sk->sk_receive_queue)) { 965 freed = sctp_ulpq_renege_list(ulpq, &ulpq->lobby, needed); 966 if (freed < needed) 967 freed += sctp_ulpq_renege_list(ulpq, &ulpq->reasm, 968 needed); 969 if (freed < needed) 970 freed += sctp_ulpq_renege_list(ulpq, &ulpq->reasm_uo, 971 needed); 972 } 973 974 if (freed >= needed && sctp_ulpevent_idata(ulpq, chunk, gfp) <= 0) 975 sctp_intl_start_pd(ulpq, gfp); 976 } 977 978 static void sctp_intl_stream_abort_pd(struct sctp_ulpq *ulpq, __u16 sid, 979 __u32 mid, __u16 flags, gfp_t gfp) 980 { 981 struct sock *sk = ulpq->asoc->base.sk; 982 struct sctp_ulpevent *ev = NULL; 983 984 if (!sctp_ulpevent_type_enabled(ulpq->asoc->subscribe, 985 SCTP_PARTIAL_DELIVERY_EVENT)) 986 return; 987 988 ev = sctp_ulpevent_make_pdapi(ulpq->asoc, SCTP_PARTIAL_DELIVERY_ABORTED, 989 sid, mid, flags, gfp); 990 if (ev) { 991 struct sctp_sock *sp = sctp_sk(sk); 992 993 __skb_queue_tail(&sk->sk_receive_queue, sctp_event2skb(ev)); 994 995 if (!sp->data_ready_signalled) { 996 sp->data_ready_signalled = 1; 997 sk->sk_data_ready(sk); 998 } 999 } 1000 } 1001 1002 static void sctp_intl_reap_ordered(struct sctp_ulpq *ulpq, __u16 sid) 1003 { 1004 struct sctp_stream *stream = &ulpq->asoc->stream; 1005 struct sctp_ulpevent *cevent, *event = NULL; 1006 struct sk_buff_head *lobby = &ulpq->lobby; 1007 struct sk_buff *pos, *tmp; 1008 struct sk_buff_head temp; 1009 __u16 csid; 1010 __u32 cmid; 1011 1012 skb_queue_head_init(&temp); 1013 sctp_skb_for_each(pos, lobby, tmp) { 1014 cevent = (struct sctp_ulpevent *)pos->cb; 1015 csid = cevent->stream; 1016 cmid = cevent->mid; 1017 1018 if (csid > sid) 1019 break; 1020 1021 if (csid < sid) 1022 continue; 1023 1024 if (!MID_lt(cmid, sctp_mid_peek(stream, in, csid))) 1025 break; 1026 1027 __skb_unlink(pos, lobby); 1028 if (!event) 1029 event = sctp_skb2event(pos); 1030 1031 __skb_queue_tail(&temp, pos); 1032 } 1033 1034 if (!event && pos != (struct sk_buff *)lobby) { 1035 cevent = (struct sctp_ulpevent *)pos->cb; 1036 csid = cevent->stream; 1037 cmid = cevent->mid; 1038 1039 if (csid == sid && cmid == sctp_mid_peek(stream, in, csid)) { 1040 sctp_mid_next(stream, in, csid); 1041 __skb_unlink(pos, lobby); 1042 __skb_queue_tail(&temp, pos); 1043 event = sctp_skb2event(pos); 1044 } 1045 } 1046 1047 if (event) { 1048 sctp_intl_retrieve_ordered(ulpq, event); 1049 sctp_enqueue_event(ulpq, &temp); 1050 } 1051 } 1052 1053 static void sctp_intl_abort_pd(struct sctp_ulpq *ulpq, gfp_t gfp) 1054 { 1055 struct sctp_stream *stream = &ulpq->asoc->stream; 1056 __u16 sid; 1057 1058 for (sid = 0; sid < stream->incnt; sid++) { 1059 struct sctp_stream_in *sin = SCTP_SI(stream, sid); 1060 __u32 mid; 1061 1062 if (sin->pd_mode_uo) { 1063 sin->pd_mode_uo = 0; 1064 1065 mid = sin->mid_uo; 1066 sctp_intl_stream_abort_pd(ulpq, sid, mid, 0x1, gfp); 1067 } 1068 1069 if (sin->pd_mode) { 1070 sin->pd_mode = 0; 1071 1072 mid = sin->mid; 1073 sctp_intl_stream_abort_pd(ulpq, sid, mid, 0, gfp); 1074 sctp_mid_skip(stream, in, sid, mid); 1075 1076 sctp_intl_reap_ordered(ulpq, sid); 1077 } 1078 } 1079 1080 /* intl abort pd happens only when all data needs to be cleaned */ 1081 sctp_ulpq_flush(ulpq); 1082 } 1083 1084 static inline int sctp_get_skip_pos(struct sctp_ifwdtsn_skip *skiplist, 1085 int nskips, __be16 stream, __u8 flags) 1086 { 1087 int i; 1088 1089 for (i = 0; i < nskips; i++) 1090 if (skiplist[i].stream == stream && 1091 skiplist[i].flags == flags) 1092 return i; 1093 1094 return i; 1095 } 1096 1097 #define SCTP_FTSN_U_BIT 0x1 1098 static void sctp_generate_iftsn(struct sctp_outq *q, __u32 ctsn) 1099 { 1100 struct sctp_ifwdtsn_skip ftsn_skip_arr[10]; 1101 struct sctp_association *asoc = q->asoc; 1102 struct sctp_chunk *ftsn_chunk = NULL; 1103 struct list_head *lchunk, *temp; 1104 int nskips = 0, skip_pos; 1105 struct sctp_chunk *chunk; 1106 __u32 tsn; 1107 1108 if (!asoc->peer.prsctp_capable) 1109 return; 1110 1111 if (TSN_lt(asoc->adv_peer_ack_point, ctsn)) 1112 asoc->adv_peer_ack_point = ctsn; 1113 1114 list_for_each_safe(lchunk, temp, &q->abandoned) { 1115 chunk = list_entry(lchunk, struct sctp_chunk, transmitted_list); 1116 tsn = ntohl(chunk->subh.data_hdr->tsn); 1117 1118 if (TSN_lte(tsn, ctsn)) { 1119 list_del_init(lchunk); 1120 sctp_chunk_free(chunk); 1121 } else if (TSN_lte(tsn, asoc->adv_peer_ack_point + 1)) { 1122 __be16 sid = chunk->subh.idata_hdr->stream; 1123 __be32 mid = chunk->subh.idata_hdr->mid; 1124 __u8 flags = 0; 1125 1126 if (chunk->chunk_hdr->flags & SCTP_DATA_UNORDERED) 1127 flags |= SCTP_FTSN_U_BIT; 1128 1129 asoc->adv_peer_ack_point = tsn; 1130 skip_pos = sctp_get_skip_pos(&ftsn_skip_arr[0], nskips, 1131 sid, flags); 1132 ftsn_skip_arr[skip_pos].stream = sid; 1133 ftsn_skip_arr[skip_pos].reserved = 0; 1134 ftsn_skip_arr[skip_pos].flags = flags; 1135 ftsn_skip_arr[skip_pos].mid = mid; 1136 if (skip_pos == nskips) 1137 nskips++; 1138 if (nskips == 10) 1139 break; 1140 } else { 1141 break; 1142 } 1143 } 1144 1145 if (asoc->adv_peer_ack_point > ctsn) 1146 ftsn_chunk = sctp_make_ifwdtsn(asoc, asoc->adv_peer_ack_point, 1147 nskips, &ftsn_skip_arr[0]); 1148 1149 if (ftsn_chunk) { 1150 list_add_tail(&ftsn_chunk->list, &q->control_chunk_list); 1151 SCTP_INC_STATS(asoc->base.net, SCTP_MIB_OUTCTRLCHUNKS); 1152 } 1153 } 1154 1155 #define _sctp_walk_ifwdtsn(pos, chunk, end) \ 1156 for (pos = chunk->subh.ifwdtsn_hdr->skip; \ 1157 (void *)pos < (void *)chunk->subh.ifwdtsn_hdr->skip + (end); pos++) 1158 1159 #define sctp_walk_ifwdtsn(pos, ch) \ 1160 _sctp_walk_ifwdtsn((pos), (ch), ntohs((ch)->chunk_hdr->length) - \ 1161 sizeof(struct sctp_ifwdtsn_chunk)) 1162 1163 static bool sctp_validate_fwdtsn(struct sctp_chunk *chunk) 1164 { 1165 struct sctp_fwdtsn_skip *skip; 1166 __u16 incnt; 1167 1168 if (chunk->chunk_hdr->type != SCTP_CID_FWD_TSN) 1169 return false; 1170 1171 incnt = chunk->asoc->stream.incnt; 1172 sctp_walk_fwdtsn(skip, chunk) 1173 if (ntohs(skip->stream) >= incnt) 1174 return false; 1175 1176 return true; 1177 } 1178 1179 static bool sctp_validate_iftsn(struct sctp_chunk *chunk) 1180 { 1181 struct sctp_ifwdtsn_skip *skip; 1182 __u16 incnt; 1183 1184 if (chunk->chunk_hdr->type != SCTP_CID_I_FWD_TSN) 1185 return false; 1186 1187 incnt = chunk->asoc->stream.incnt; 1188 sctp_walk_ifwdtsn(skip, chunk) 1189 if (ntohs(skip->stream) >= incnt) 1190 return false; 1191 1192 return true; 1193 } 1194 1195 static void sctp_report_fwdtsn(struct sctp_ulpq *ulpq, __u32 ftsn) 1196 { 1197 /* Move the Cumulattive TSN Ack ahead. */ 1198 sctp_tsnmap_skip(&ulpq->asoc->peer.tsn_map, ftsn); 1199 /* purge the fragmentation queue */ 1200 sctp_ulpq_reasm_flushtsn(ulpq, ftsn); 1201 /* Abort any in progress partial delivery. */ 1202 sctp_ulpq_abort_pd(ulpq, GFP_ATOMIC); 1203 } 1204 1205 static void sctp_intl_reasm_flushtsn(struct sctp_ulpq *ulpq, __u32 ftsn) 1206 { 1207 struct sk_buff *pos, *tmp; 1208 1209 skb_queue_walk_safe(&ulpq->reasm, pos, tmp) { 1210 struct sctp_ulpevent *event = sctp_skb2event(pos); 1211 __u32 tsn = event->tsn; 1212 1213 if (TSN_lte(tsn, ftsn)) { 1214 __skb_unlink(pos, &ulpq->reasm); 1215 sctp_ulpevent_free(event); 1216 } 1217 } 1218 1219 skb_queue_walk_safe(&ulpq->reasm_uo, pos, tmp) { 1220 struct sctp_ulpevent *event = sctp_skb2event(pos); 1221 __u32 tsn = event->tsn; 1222 1223 if (TSN_lte(tsn, ftsn)) { 1224 __skb_unlink(pos, &ulpq->reasm_uo); 1225 sctp_ulpevent_free(event); 1226 } 1227 } 1228 } 1229 1230 static void sctp_report_iftsn(struct sctp_ulpq *ulpq, __u32 ftsn) 1231 { 1232 /* Move the Cumulattive TSN Ack ahead. */ 1233 sctp_tsnmap_skip(&ulpq->asoc->peer.tsn_map, ftsn); 1234 /* purge the fragmentation queue */ 1235 sctp_intl_reasm_flushtsn(ulpq, ftsn); 1236 /* abort only when it's for all data */ 1237 if (ftsn == sctp_tsnmap_get_max_tsn_seen(&ulpq->asoc->peer.tsn_map)) 1238 sctp_intl_abort_pd(ulpq, GFP_ATOMIC); 1239 } 1240 1241 static void sctp_handle_fwdtsn(struct sctp_ulpq *ulpq, struct sctp_chunk *chunk) 1242 { 1243 struct sctp_fwdtsn_skip *skip; 1244 1245 /* Walk through all the skipped SSNs */ 1246 sctp_walk_fwdtsn(skip, chunk) 1247 sctp_ulpq_skip(ulpq, ntohs(skip->stream), ntohs(skip->ssn)); 1248 } 1249 1250 static void sctp_intl_skip(struct sctp_ulpq *ulpq, __u16 sid, __u32 mid, 1251 __u8 flags) 1252 { 1253 struct sctp_stream_in *sin = sctp_stream_in(&ulpq->asoc->stream, sid); 1254 struct sctp_stream *stream = &ulpq->asoc->stream; 1255 1256 if (flags & SCTP_FTSN_U_BIT) { 1257 if (sin->pd_mode_uo && MID_lt(sin->mid_uo, mid)) { 1258 sin->pd_mode_uo = 0; 1259 sctp_intl_stream_abort_pd(ulpq, sid, mid, 0x1, 1260 GFP_ATOMIC); 1261 } 1262 return; 1263 } 1264 1265 if (MID_lt(mid, sctp_mid_peek(stream, in, sid))) 1266 return; 1267 1268 if (sin->pd_mode) { 1269 sin->pd_mode = 0; 1270 sctp_intl_stream_abort_pd(ulpq, sid, mid, 0x0, GFP_ATOMIC); 1271 } 1272 1273 sctp_mid_skip(stream, in, sid, mid); 1274 1275 sctp_intl_reap_ordered(ulpq, sid); 1276 } 1277 1278 static void sctp_handle_iftsn(struct sctp_ulpq *ulpq, struct sctp_chunk *chunk) 1279 { 1280 struct sctp_ifwdtsn_skip *skip; 1281 1282 /* Walk through all the skipped MIDs and abort stream pd if possible */ 1283 sctp_walk_ifwdtsn(skip, chunk) 1284 sctp_intl_skip(ulpq, ntohs(skip->stream), 1285 ntohl(skip->mid), skip->flags); 1286 } 1287 1288 static int do_ulpq_tail_event(struct sctp_ulpq *ulpq, struct sctp_ulpevent *event) 1289 { 1290 struct sk_buff_head temp; 1291 1292 skb_queue_head_init(&temp); 1293 __skb_queue_tail(&temp, sctp_event2skb(event)); 1294 return sctp_ulpq_tail_event(ulpq, &temp); 1295 } 1296 1297 static struct sctp_stream_interleave sctp_stream_interleave_0 = { 1298 .data_chunk_len = sizeof(struct sctp_data_chunk), 1299 .ftsn_chunk_len = sizeof(struct sctp_fwdtsn_chunk), 1300 /* DATA process functions */ 1301 .make_datafrag = sctp_make_datafrag_empty, 1302 .assign_number = sctp_chunk_assign_ssn, 1303 .validate_data = sctp_validate_data, 1304 .ulpevent_data = sctp_ulpq_tail_data, 1305 .enqueue_event = do_ulpq_tail_event, 1306 .renege_events = sctp_ulpq_renege, 1307 .start_pd = sctp_ulpq_partial_delivery, 1308 .abort_pd = sctp_ulpq_abort_pd, 1309 /* FORWARD-TSN process functions */ 1310 .generate_ftsn = sctp_generate_fwdtsn, 1311 .validate_ftsn = sctp_validate_fwdtsn, 1312 .report_ftsn = sctp_report_fwdtsn, 1313 .handle_ftsn = sctp_handle_fwdtsn, 1314 }; 1315 1316 static int do_sctp_enqueue_event(struct sctp_ulpq *ulpq, 1317 struct sctp_ulpevent *event) 1318 { 1319 struct sk_buff_head temp; 1320 1321 skb_queue_head_init(&temp); 1322 __skb_queue_tail(&temp, sctp_event2skb(event)); 1323 return sctp_enqueue_event(ulpq, &temp); 1324 } 1325 1326 static struct sctp_stream_interleave sctp_stream_interleave_1 = { 1327 .data_chunk_len = sizeof(struct sctp_idata_chunk), 1328 .ftsn_chunk_len = sizeof(struct sctp_ifwdtsn_chunk), 1329 /* I-DATA process functions */ 1330 .make_datafrag = sctp_make_idatafrag_empty, 1331 .assign_number = sctp_chunk_assign_mid, 1332 .validate_data = sctp_validate_idata, 1333 .ulpevent_data = sctp_ulpevent_idata, 1334 .enqueue_event = do_sctp_enqueue_event, 1335 .renege_events = sctp_renege_events, 1336 .start_pd = sctp_intl_start_pd, 1337 .abort_pd = sctp_intl_abort_pd, 1338 /* I-FORWARD-TSN process functions */ 1339 .generate_ftsn = sctp_generate_iftsn, 1340 .validate_ftsn = sctp_validate_iftsn, 1341 .report_ftsn = sctp_report_iftsn, 1342 .handle_ftsn = sctp_handle_iftsn, 1343 }; 1344 1345 void sctp_stream_interleave_init(struct sctp_stream *stream) 1346 { 1347 struct sctp_association *asoc; 1348 1349 asoc = container_of(stream, struct sctp_association, stream); 1350 stream->si = asoc->peer.intl_capable ? &sctp_stream_interleave_1 1351 : &sctp_stream_interleave_0; 1352 } 1353