psock 149 drivers/pcmcia/i82365.c u_short psock; psock 224 drivers/pcmcia/i82365.c reg = I365_REG(socket[sock].psock, reg); psock 237 drivers/pcmcia/i82365.c u_char val = I365_REG(socket[sock].psock, reg); psock 579 drivers/pcmcia/i82365.c socket[sockets].psock = sock; psock 662 drivers/pcmcia/i82365.c static void __init add_socket(unsigned int port, int psock, int type) psock 665 drivers/pcmcia/i82365.c socket[sockets].psock = psock; psock 683 drivers/pcmcia/i82365.c t->ioaddr, t->psock*0x40); psock 907 drivers/pcmcia/i82365.c if (socket[sock].psock & 1) { psock 1120 drivers/pcmcia/i82365.c pcic[s->type].name, s->psock); psock 105 drivers/pcmcia/tcic.c u_short psock; psock 404 drivers/pcmcia/tcic.c socket_table[sockets].psock = i; psock 482 drivers/pcmcia/tcic.c tcic_setw(TCIC_ADDR+2, socket_table[i].psock << TCIC_SS_SHFT); psock 533 drivers/pcmcia/tcic.c u_short psock; psock 546 drivers/pcmcia/tcic.c psock = socket_table[i].psock; psock 547 drivers/pcmcia/tcic.c tcic_setl(TCIC_ADDR, (psock << TCIC_ADDR_SS_SHFT) psock 548 drivers/pcmcia/tcic.c | TCIC_ADDR_INDREG | TCIC_SCF1(psock)); psock 550 drivers/pcmcia/tcic.c latch = sstat ^ socket_table[psock].last_sstat; psock 595 drivers/pcmcia/tcic.c u_short psock = container_of(sock, struct tcic_socket, socket)->psock; psock 598 drivers/pcmcia/tcic.c tcic_setl(TCIC_ADDR, (psock << TCIC_ADDR_SS_SHFT) psock 599 drivers/pcmcia/tcic.c | TCIC_ADDR_INDREG | TCIC_SCF1(psock)); psock 611 drivers/pcmcia/tcic.c if (reg & (TCIC_PWR_VCC(psock)|TCIC_PWR_VPP(psock))) psock 613 drivers/pcmcia/tcic.c dev_dbg(&sock->dev, "GetStatus(%d) = %#2.2x\n", psock, *value); psock 621 drivers/pcmcia/tcic.c u_short psock = container_of(sock, struct tcic_socket, socket)->psock; psock 626 drivers/pcmcia/tcic.c "io_irq %d, csc_mask %#2.2x)\n", psock, state->flags, psock 628 drivers/pcmcia/tcic.c tcic_setw(TCIC_ADDR+2, (psock << TCIC_SS_SHFT) | TCIC_ADR2_INDREG); psock 631 drivers/pcmcia/tcic.c reg &= ~(TCIC_PWR_VCC(psock) | TCIC_PWR_VPP(psock)); psock 635 drivers/pcmcia/tcic.c case 0: reg |= TCIC_PWR_VCC(psock) | TCIC_PWR_VPP(psock); break; psock 636 drivers/pcmcia/tcic.c case 50: reg |= TCIC_PWR_VCC(psock); break; psock 637 drivers/pcmcia/tcic.c case 120: reg |= TCIC_PWR_VPP(psock); break; psock 656 drivers/pcmcia/tcic.c tcic_setw(TCIC_ADDR, TCIC_SCF1(psock)); psock 675 drivers/pcmcia/tcic.c tcic_setw(TCIC_ADDR, TCIC_SCF2(psock)); psock 696 drivers/pcmcia/tcic.c u_short psock = container_of(sock, struct tcic_socket, socket)->psock; psock 701 drivers/pcmcia/tcic.c "%#llx-%#llx)\n", psock, io->map, io->flags, io->speed, psock 705 drivers/pcmcia/tcic.c tcic_setw(TCIC_ADDR+2, TCIC_ADR2_INDREG | (psock << TCIC_SS_SHFT)); psock 706 drivers/pcmcia/tcic.c addr = TCIC_IWIN(psock, io->map); psock 715 drivers/pcmcia/tcic.c ioctl = (psock << TCIC_ICTL_SS_SHFT); psock 733 drivers/pcmcia/tcic.c u_short psock = container_of(sock, struct tcic_socket, socket)->psock; psock 738 drivers/pcmcia/tcic.c "%#llx-%#llx, %#x)\n", psock, mem->map, mem->flags, psock 745 drivers/pcmcia/tcic.c tcic_setw(TCIC_ADDR+2, TCIC_ADR2_INDREG | (psock << TCIC_SS_SHFT)); psock 746 drivers/pcmcia/tcic.c addr = TCIC_MWIN(psock, mem->map); psock 763 drivers/pcmcia/tcic.c ctl = TCIC_MCTL_QUIET | (psock << TCIC_MCTL_SS_SHFT); psock 135 include/linux/skmsg.h static inline void sk_msg_apply_bytes(struct sk_psock *psock, u32 bytes) psock 137 include/linux/skmsg.h if (psock->apply_bytes) { psock 138 include/linux/skmsg.h if (psock->apply_bytes < bytes) psock 139 include/linux/skmsg.h psock->apply_bytes = 0; psock 141 include/linux/skmsg.h psock->apply_bytes -= bytes; psock 283 include/linux/skmsg.h static inline void sk_psock_queue_msg(struct sk_psock *psock, psock 286 include/linux/skmsg.h list_add_tail(&msg->list, &psock->ingress_msg); psock 289 include/linux/skmsg.h static inline bool sk_psock_queue_empty(const struct sk_psock *psock) psock 291 include/linux/skmsg.h return psock ? list_empty(&psock->ingress_msg) : true; psock 294 include/linux/skmsg.h static inline void sk_psock_report_error(struct sk_psock *psock, int err) psock 296 include/linux/skmsg.h struct sock *sk = psock->sk; psock 304 include/linux/skmsg.h int sk_psock_init_strp(struct sock *sk, struct sk_psock *psock); psock 305 include/linux/skmsg.h void sk_psock_start_strp(struct sock *sk, struct sk_psock *psock); psock 306 include/linux/skmsg.h void sk_psock_stop_strp(struct sock *sk, struct sk_psock *psock); psock 308 include/linux/skmsg.h int sk_psock_msg_verdict(struct sock *sk, struct sk_psock *psock, psock 322 include/linux/skmsg.h struct sk_psock_link *sk_psock_link_pop(struct sk_psock *psock); psock 332 include/linux/skmsg.h void __sk_psock_purge_ingress_msg(struct sk_psock *psock); psock 334 include/linux/skmsg.h static inline void sk_psock_cork_free(struct sk_psock *psock) psock 336 include/linux/skmsg.h if (psock->cork) { psock 337 include/linux/skmsg.h sk_msg_free(psock->sk, psock->cork); psock 338 include/linux/skmsg.h kfree(psock->cork); psock 339 include/linux/skmsg.h psock->cork = NULL; psock 344 include/linux/skmsg.h struct sk_psock *psock, psock 347 include/linux/skmsg.h psock->saved_unhash = sk->sk_prot->unhash; psock 348 include/linux/skmsg.h psock->saved_close = sk->sk_prot->close; psock 349 include/linux/skmsg.h psock->saved_write_space = sk->sk_write_space; psock 351 include/linux/skmsg.h psock->sk_proto = sk->sk_prot; psock 356 include/linux/skmsg.h struct sk_psock *psock) psock 358 include/linux/skmsg.h sk->sk_prot->unhash = psock->saved_unhash; psock 360 include/linux/skmsg.h if (psock->sk_proto) { psock 365 include/linux/skmsg.h tcp_update_ulp(sk, psock->sk_proto, psock 366 include/linux/skmsg.h psock->saved_write_space); psock 368 include/linux/skmsg.h sk->sk_prot = psock->sk_proto; psock 369 include/linux/skmsg.h sk->sk_write_space = psock->saved_write_space; psock 371 include/linux/skmsg.h psock->sk_proto = NULL; psock 373 include/linux/skmsg.h sk->sk_write_space = psock->saved_write_space; psock 377 include/linux/skmsg.h static inline void sk_psock_set_state(struct sk_psock *psock, psock 380 include/linux/skmsg.h set_bit(bit, &psock->state); psock 383 include/linux/skmsg.h static inline void sk_psock_clear_state(struct sk_psock *psock, psock 386 include/linux/skmsg.h clear_bit(bit, &psock->state); psock 389 include/linux/skmsg.h static inline bool sk_psock_test_state(const struct sk_psock *psock, psock 392 include/linux/skmsg.h return test_bit(bit, &psock->state); psock 397 include/linux/skmsg.h struct sk_psock *psock; psock 400 include/linux/skmsg.h psock = sk_psock(sk); psock 401 include/linux/skmsg.h if (psock) { psock 403 include/linux/skmsg.h psock = ERR_PTR(-EBUSY); psock 407 include/linux/skmsg.h if (!refcount_inc_not_zero(&psock->refcnt)) psock 408 include/linux/skmsg.h psock = ERR_PTR(-EBUSY); psock 412 include/linux/skmsg.h return psock; psock 417 include/linux/skmsg.h struct sk_psock *psock; psock 420 include/linux/skmsg.h psock = sk_psock(sk); psock 421 include/linux/skmsg.h if (psock && !refcount_inc_not_zero(&psock->refcnt)) psock 422 include/linux/skmsg.h psock = NULL; psock 424 include/linux/skmsg.h return psock; psock 427 include/linux/skmsg.h void sk_psock_stop(struct sock *sk, struct sk_psock *psock); psock 429 include/linux/skmsg.h void sk_psock_drop(struct sock *sk, struct sk_psock *psock); psock 431 include/linux/skmsg.h static inline void sk_psock_put(struct sock *sk, struct sk_psock *psock) psock 433 include/linux/skmsg.h if (refcount_dec_and_test(&psock->refcnt)) psock 434 include/linux/skmsg.h sk_psock_drop(sk, psock); psock 437 include/linux/skmsg.h static inline void sk_psock_data_ready(struct sock *sk, struct sk_psock *psock) psock 439 include/linux/skmsg.h if (psock->parser.enabled) psock 440 include/linux/skmsg.h psock->parser.saved_data_ready(sk); psock 2180 include/net/tcp.h int __tcp_bpf_recvmsg(struct sock *sk, struct sk_psock *psock, psock 399 net/core/skmsg.c static int sk_psock_skb_ingress(struct sk_psock *psock, struct sk_buff *skb) psock 401 net/core/skmsg.c struct sock *sk = psock->sk; psock 427 net/core/skmsg.c sk_psock_queue_msg(psock, msg); psock 428 net/core/skmsg.c sk_psock_data_ready(sk, psock); psock 432 net/core/skmsg.c static int sk_psock_handle_skb(struct sk_psock *psock, struct sk_buff *skb, psock 436 net/core/skmsg.c return sk_psock_skb_ingress(psock, skb); psock 438 net/core/skmsg.c return skb_send_sock_locked(psock->sk, skb, off, len); psock 443 net/core/skmsg.c struct sk_psock *psock = container_of(work, struct sk_psock, work); psock 444 net/core/skmsg.c struct sk_psock_work_state *state = &psock->work_state; psock 451 net/core/skmsg.c lock_sock(psock->sk); psock 460 net/core/skmsg.c while ((skb = skb_dequeue(&psock->ingress_skb))) { psock 467 net/core/skmsg.c if (likely(psock->sk->sk_socket)) psock 468 net/core/skmsg.c ret = sk_psock_handle_skb(psock, skb, off, psock 478 net/core/skmsg.c sk_psock_report_error(psock, ret ? -ret : EPIPE); psock 479 net/core/skmsg.c sk_psock_clear_state(psock, SK_PSOCK_TX_ENABLED); psock 491 net/core/skmsg.c release_sock(psock->sk); psock 496 net/core/skmsg.c struct sk_psock *psock = kzalloc_node(sizeof(*psock), psock 499 net/core/skmsg.c if (!psock) psock 502 net/core/skmsg.c psock->sk = sk; psock 503 net/core/skmsg.c psock->eval = __SK_NONE; psock 505 net/core/skmsg.c INIT_LIST_HEAD(&psock->link); psock 506 net/core/skmsg.c spin_lock_init(&psock->link_lock); psock 508 net/core/skmsg.c INIT_WORK(&psock->work, sk_psock_backlog); psock 509 net/core/skmsg.c INIT_LIST_HEAD(&psock->ingress_msg); psock 510 net/core/skmsg.c skb_queue_head_init(&psock->ingress_skb); psock 512 net/core/skmsg.c sk_psock_set_state(psock, SK_PSOCK_TX_ENABLED); psock 513 net/core/skmsg.c refcount_set(&psock->refcnt, 1); psock 515 net/core/skmsg.c rcu_assign_sk_user_data(sk, psock); psock 518 net/core/skmsg.c return psock; psock 522 net/core/skmsg.c struct sk_psock_link *sk_psock_link_pop(struct sk_psock *psock) psock 526 net/core/skmsg.c spin_lock_bh(&psock->link_lock); psock 527 net/core/skmsg.c link = list_first_entry_or_null(&psock->link, struct sk_psock_link, psock 531 net/core/skmsg.c spin_unlock_bh(&psock->link_lock); psock 535 net/core/skmsg.c void __sk_psock_purge_ingress_msg(struct sk_psock *psock) psock 539 net/core/skmsg.c list_for_each_entry_safe(msg, tmp, &psock->ingress_msg, list) { psock 541 net/core/skmsg.c sk_msg_free(psock->sk, msg); psock 546 net/core/skmsg.c static void sk_psock_zap_ingress(struct sk_psock *psock) psock 548 net/core/skmsg.c __skb_queue_purge(&psock->ingress_skb); psock 549 net/core/skmsg.c __sk_psock_purge_ingress_msg(psock); psock 552 net/core/skmsg.c static void sk_psock_link_destroy(struct sk_psock *psock) psock 556 net/core/skmsg.c list_for_each_entry_safe(link, tmp, &psock->link, list) { psock 564 net/core/skmsg.c struct sk_psock *psock = container_of(gc, struct sk_psock, gc); psock 569 net/core/skmsg.c if (psock->progs.skb_parser) psock 570 net/core/skmsg.c strp_done(&psock->parser.strp); psock 572 net/core/skmsg.c cancel_work_sync(&psock->work); psock 574 net/core/skmsg.c psock_progs_drop(&psock->progs); psock 576 net/core/skmsg.c sk_psock_link_destroy(psock); psock 577 net/core/skmsg.c sk_psock_cork_free(psock); psock 578 net/core/skmsg.c sk_psock_zap_ingress(psock); psock 580 net/core/skmsg.c if (psock->sk_redir) psock 581 net/core/skmsg.c sock_put(psock->sk_redir); psock 582 net/core/skmsg.c sock_put(psock->sk); psock 583 net/core/skmsg.c kfree(psock); psock 588 net/core/skmsg.c struct sk_psock *psock = container_of(rcu, struct sk_psock, rcu); psock 590 net/core/skmsg.c INIT_WORK(&psock->gc, sk_psock_destroy_deferred); psock 591 net/core/skmsg.c schedule_work(&psock->gc); psock 595 net/core/skmsg.c void sk_psock_drop(struct sock *sk, struct sk_psock *psock) psock 597 net/core/skmsg.c sk_psock_cork_free(psock); psock 598 net/core/skmsg.c sk_psock_zap_ingress(psock); psock 601 net/core/skmsg.c sk_psock_restore_proto(sk, psock); psock 603 net/core/skmsg.c if (psock->progs.skb_parser) psock 604 net/core/skmsg.c sk_psock_stop_strp(sk, psock); psock 606 net/core/skmsg.c sk_psock_clear_state(psock, SK_PSOCK_TX_ENABLED); psock 608 net/core/skmsg.c call_rcu(&psock->rcu, sk_psock_destroy); psock 625 net/core/skmsg.c int sk_psock_msg_verdict(struct sock *sk, struct sk_psock *psock, psock 633 net/core/skmsg.c prog = READ_ONCE(psock->progs.msg_parser); psock 643 net/core/skmsg.c psock->apply_bytes = msg->apply_bytes; psock 645 net/core/skmsg.c if (psock->sk_redir) psock 646 net/core/skmsg.c sock_put(psock->sk_redir); psock 647 net/core/skmsg.c psock->sk_redir = msg->sk_redir; psock 648 net/core/skmsg.c if (!psock->sk_redir) { psock 652 net/core/skmsg.c sock_hold(psock->sk_redir); psock 661 net/core/skmsg.c static int sk_psock_bpf_run(struct sk_psock *psock, struct bpf_prog *prog, psock 666 net/core/skmsg.c skb->sk = psock->sk; psock 689 net/core/skmsg.c static void sk_psock_verdict_apply(struct sk_psock *psock, psock 698 net/core/skmsg.c sk_other = psock->sk; psock 700 net/core/skmsg.c !sk_psock_test_state(psock, SK_PSOCK_TX_ENABLED)) { psock 708 net/core/skmsg.c skb_queue_tail(&psock->ingress_skb, skb); psock 709 net/core/skmsg.c schedule_work(&psock->work); psock 743 net/core/skmsg.c struct sk_psock *psock = sk_psock_from_strp(strp); psock 748 net/core/skmsg.c prog = READ_ONCE(psock->progs.skb_verdict); psock 752 net/core/skmsg.c ret = sk_psock_bpf_run(psock, prog, skb); psock 756 net/core/skmsg.c sk_psock_verdict_apply(psock, skb, ret); psock 766 net/core/skmsg.c struct sk_psock *psock = sk_psock_from_strp(strp); psock 771 net/core/skmsg.c prog = READ_ONCE(psock->progs.skb_parser); psock 773 net/core/skmsg.c ret = sk_psock_bpf_run(psock, prog, skb); psock 781 net/core/skmsg.c struct sk_psock *psock; psock 784 net/core/skmsg.c psock = sk_psock(sk); psock 785 net/core/skmsg.c if (likely(psock)) { psock 787 net/core/skmsg.c strp_data_ready(&psock->parser.strp); psock 795 net/core/skmsg.c struct sk_psock *psock; psock 799 net/core/skmsg.c psock = sk_psock(sk); psock 800 net/core/skmsg.c if (likely(psock)) { psock 801 net/core/skmsg.c if (sk_psock_test_state(psock, SK_PSOCK_TX_ENABLED)) psock 802 net/core/skmsg.c schedule_work(&psock->work); psock 803 net/core/skmsg.c write_space = psock->saved_write_space; psock 810 net/core/skmsg.c int sk_psock_init_strp(struct sock *sk, struct sk_psock *psock) psock 818 net/core/skmsg.c psock->parser.enabled = false; psock 819 net/core/skmsg.c return strp_init(&psock->parser.strp, sk, &cb); psock 822 net/core/skmsg.c void sk_psock_start_strp(struct sock *sk, struct sk_psock *psock) psock 824 net/core/skmsg.c struct sk_psock_parser *parser = &psock->parser; psock 835 net/core/skmsg.c void sk_psock_stop_strp(struct sock *sk, struct sk_psock *psock) psock 837 net/core/skmsg.c struct sk_psock_parser *parser = &psock->parser; psock 95 net/core/sock_map.c static void sock_map_add_link(struct sk_psock *psock, psock 101 net/core/sock_map.c spin_lock_bh(&psock->link_lock); psock 102 net/core/sock_map.c list_add_tail(&link->list, &psock->link); psock 103 net/core/sock_map.c spin_unlock_bh(&psock->link_lock); psock 107 net/core/sock_map.c struct sk_psock *psock, void *link_raw) psock 112 net/core/sock_map.c spin_lock_bh(&psock->link_lock); psock 113 net/core/sock_map.c list_for_each_entry_safe(link, tmp, &psock->link, list) { psock 118 net/core/sock_map.c if (psock->parser.enabled && stab->progs.skb_parser) psock 124 net/core/sock_map.c spin_unlock_bh(&psock->link_lock); psock 127 net/core/sock_map.c sk_psock_stop_strp(sk, psock); psock 134 net/core/sock_map.c struct sk_psock *psock = sk_psock(sk); psock 136 net/core/sock_map.c if (likely(psock)) { psock 137 net/core/sock_map.c sock_map_del_link(sk, psock, link_raw); psock 138 net/core/sock_map.c sk_psock_put(sk, psock); psock 147 net/core/sock_map.c struct sk_psock *psock; psock 173 net/core/sock_map.c psock = sk_psock_get_checked(sk); psock 174 net/core/sock_map.c if (IS_ERR(psock)) { psock 175 net/core/sock_map.c ret = PTR_ERR(psock); psock 179 net/core/sock_map.c if (psock) { psock 180 net/core/sock_map.c if ((msg_parser && READ_ONCE(psock->progs.msg_parser)) || psock 181 net/core/sock_map.c (skb_progs && READ_ONCE(psock->progs.skb_parser))) { psock 182 net/core/sock_map.c sk_psock_put(sk, psock); psock 187 net/core/sock_map.c psock = sk_psock_init(sk, map->numa_node); psock 188 net/core/sock_map.c if (!psock) { psock 196 net/core/sock_map.c psock_set_prog(&psock->progs.msg_parser, msg_parser); psock 206 net/core/sock_map.c if (skb_progs && !psock->parser.enabled) { psock 207 net/core/sock_map.c ret = sk_psock_init_strp(sk, psock); psock 212 net/core/sock_map.c psock_set_prog(&psock->progs.skb_verdict, skb_verdict); psock 213 net/core/sock_map.c psock_set_prog(&psock->progs.skb_parser, skb_parser); psock 214 net/core/sock_map.c sk_psock_start_strp(sk, psock); psock 219 net/core/sock_map.c sk_psock_put(sk, psock); psock 345 net/core/sock_map.c struct sk_psock *psock; psock 365 net/core/sock_map.c psock = sk_psock(sk); psock 366 net/core/sock_map.c WARN_ON_ONCE(!psock); psock 378 net/core/sock_map.c sock_map_add_link(psock, link, map, &stab->sks[idx]); psock 386 net/core/sock_map.c if (psock) psock 387 net/core/sock_map.c sk_psock_put(sk, psock); psock 672 net/core/sock_map.c struct sk_psock *psock; psock 689 net/core/sock_map.c psock = sk_psock(sk); psock 690 net/core/sock_map.c WARN_ON_ONCE(!psock); psock 711 net/core/sock_map.c sock_map_add_link(psock, link, map, elem_new); psock 725 net/core/sock_map.c sk_psock_put(sk, psock); psock 15 net/ipv4/tcp_bpf.c struct sk_psock *psock; psock 19 net/ipv4/tcp_bpf.c psock = sk_psock(sk); psock 20 net/ipv4/tcp_bpf.c if (likely(psock)) psock 21 net/ipv4/tcp_bpf.c empty = list_empty(&psock->ingress_msg); psock 26 net/ipv4/tcp_bpf.c static int tcp_bpf_wait_data(struct sock *sk, struct sk_psock *psock, psock 38 net/ipv4/tcp_bpf.c !list_empty(&psock->ingress_msg) || psock 45 net/ipv4/tcp_bpf.c int __tcp_bpf_recvmsg(struct sock *sk, struct sk_psock *psock, psock 53 net/ipv4/tcp_bpf.c msg_rx = list_first_entry_or_null(&psock->ingress_msg, psock 110 net/ipv4/tcp_bpf.c msg_rx = list_first_entry_or_null(&psock->ingress_msg, psock 121 net/ipv4/tcp_bpf.c struct sk_psock *psock; psock 127 net/ipv4/tcp_bpf.c psock = sk_psock_get(sk); psock 128 net/ipv4/tcp_bpf.c if (unlikely(!psock)) psock 131 net/ipv4/tcp_bpf.c sk_psock_queue_empty(psock)) { psock 132 net/ipv4/tcp_bpf.c sk_psock_put(sk, psock); psock 137 net/ipv4/tcp_bpf.c copied = __tcp_bpf_recvmsg(sk, psock, msg, len, flags); psock 143 net/ipv4/tcp_bpf.c data = tcp_bpf_wait_data(sk, psock, flags, timeo, &err); psock 145 net/ipv4/tcp_bpf.c if (!sk_psock_queue_empty(psock)) psock 148 net/ipv4/tcp_bpf.c sk_psock_put(sk, psock); psock 160 net/ipv4/tcp_bpf.c sk_psock_put(sk, psock); psock 164 net/ipv4/tcp_bpf.c static int bpf_tcp_ingress(struct sock *sk, struct sk_psock *psock, psock 206 net/ipv4/tcp_bpf.c sk_psock_queue_msg(psock, tmp); psock 207 net/ipv4/tcp_bpf.c sk_psock_data_ready(sk, psock); psock 289 net/ipv4/tcp_bpf.c struct sk_psock *psock = sk_psock_get(sk); psock 292 net/ipv4/tcp_bpf.c if (unlikely(!psock)) { psock 296 net/ipv4/tcp_bpf.c ret = ingress ? bpf_tcp_ingress(sk, psock, msg, bytes, flags) : psock 298 net/ipv4/tcp_bpf.c sk_psock_put(sk, psock); psock 303 net/ipv4/tcp_bpf.c static int tcp_bpf_send_verdict(struct sock *sk, struct sk_psock *psock, psock 312 net/ipv4/tcp_bpf.c if (psock->eval == __SK_NONE) { psock 319 net/ipv4/tcp_bpf.c psock->eval = sk_psock_msg_verdict(sk, psock, msg); psock 325 net/ipv4/tcp_bpf.c psock->cork_bytes = msg->cork_bytes - msg->sg.size; psock 326 net/ipv4/tcp_bpf.c if (!psock->cork) { psock 327 net/ipv4/tcp_bpf.c psock->cork = kzalloc(sizeof(*psock->cork), psock 329 net/ipv4/tcp_bpf.c if (!psock->cork) psock 332 net/ipv4/tcp_bpf.c memcpy(psock->cork, msg, sizeof(*msg)); psock 337 net/ipv4/tcp_bpf.c if (psock->apply_bytes && psock->apply_bytes < tosend) psock 338 net/ipv4/tcp_bpf.c tosend = psock->apply_bytes; psock 340 net/ipv4/tcp_bpf.c switch (psock->eval) { psock 347 net/ipv4/tcp_bpf.c sk_msg_apply_bytes(psock, tosend); psock 350 net/ipv4/tcp_bpf.c sk_redir = psock->sk_redir; psock 351 net/ipv4/tcp_bpf.c sk_msg_apply_bytes(psock, tosend); psock 352 net/ipv4/tcp_bpf.c if (psock->cork) { psock 354 net/ipv4/tcp_bpf.c psock->cork = NULL; psock 376 net/ipv4/tcp_bpf.c sk_msg_apply_bytes(psock, tosend); psock 382 net/ipv4/tcp_bpf.c if (!psock->apply_bytes) { psock 383 net/ipv4/tcp_bpf.c psock->eval = __SK_NONE; psock 384 net/ipv4/tcp_bpf.c if (psock->sk_redir) { psock 385 net/ipv4/tcp_bpf.c sock_put(psock->sk_redir); psock 386 net/ipv4/tcp_bpf.c psock->sk_redir = NULL; psock 401 net/ipv4/tcp_bpf.c struct sk_psock *psock; psock 409 net/ipv4/tcp_bpf.c psock = sk_psock_get(sk); psock 410 net/ipv4/tcp_bpf.c if (unlikely(!psock)) psock 427 net/ipv4/tcp_bpf.c if (psock->cork) { psock 428 net/ipv4/tcp_bpf.c msg_tx = psock->cork; psock 451 net/ipv4/tcp_bpf.c if (psock->cork_bytes) { psock 452 net/ipv4/tcp_bpf.c if (size > psock->cork_bytes) psock 453 net/ipv4/tcp_bpf.c psock->cork_bytes = 0; psock 455 net/ipv4/tcp_bpf.c psock->cork_bytes -= size; psock 456 net/ipv4/tcp_bpf.c if (psock->cork_bytes && !enospc) psock 459 net/ipv4/tcp_bpf.c psock->eval = __SK_NONE; psock 460 net/ipv4/tcp_bpf.c psock->cork_bytes = 0; psock 463 net/ipv4/tcp_bpf.c err = tcp_bpf_send_verdict(sk, psock, msg_tx, &copied, flags); psock 472 net/ipv4/tcp_bpf.c if (msg_tx && msg_tx != psock->cork) psock 481 net/ipv4/tcp_bpf.c sk_psock_put(sk, psock); psock 490 net/ipv4/tcp_bpf.c struct sk_psock *psock; psock 493 net/ipv4/tcp_bpf.c psock = sk_psock_get(sk); psock 494 net/ipv4/tcp_bpf.c if (unlikely(!psock)) psock 498 net/ipv4/tcp_bpf.c if (psock->cork) { psock 499 net/ipv4/tcp_bpf.c msg = psock->cork; psock 514 net/ipv4/tcp_bpf.c if (psock->cork_bytes) { psock 515 net/ipv4/tcp_bpf.c if (size > psock->cork_bytes) psock 516 net/ipv4/tcp_bpf.c psock->cork_bytes = 0; psock 518 net/ipv4/tcp_bpf.c psock->cork_bytes -= size; psock 519 net/ipv4/tcp_bpf.c if (psock->cork_bytes && !enospc) psock 522 net/ipv4/tcp_bpf.c psock->eval = __SK_NONE; psock 523 net/ipv4/tcp_bpf.c psock->cork_bytes = 0; psock 526 net/ipv4/tcp_bpf.c err = tcp_bpf_send_verdict(sk, psock, msg, &copied, flags); psock 529 net/ipv4/tcp_bpf.c sk_psock_put(sk, psock); psock 533 net/ipv4/tcp_bpf.c static void tcp_bpf_remove(struct sock *sk, struct sk_psock *psock) psock 537 net/ipv4/tcp_bpf.c while ((link = sk_psock_link_pop(psock))) { psock 546 net/ipv4/tcp_bpf.c struct sk_psock *psock; psock 549 net/ipv4/tcp_bpf.c psock = sk_psock(sk); psock 550 net/ipv4/tcp_bpf.c if (unlikely(!psock)) { psock 557 net/ipv4/tcp_bpf.c saved_unhash = psock->saved_unhash; psock 558 net/ipv4/tcp_bpf.c tcp_bpf_remove(sk, psock); psock 566 net/ipv4/tcp_bpf.c struct sk_psock *psock; psock 570 net/ipv4/tcp_bpf.c psock = sk_psock(sk); psock 571 net/ipv4/tcp_bpf.c if (unlikely(!psock)) { psock 577 net/ipv4/tcp_bpf.c saved_close = psock->saved_close; psock 578 net/ipv4/tcp_bpf.c tcp_bpf_remove(sk, psock); psock 634 net/ipv4/tcp_bpf.c static void tcp_bpf_update_sk_prot(struct sock *sk, struct sk_psock *psock) psock 637 net/ipv4/tcp_bpf.c int config = psock->progs.msg_parser ? TCP_BPF_TX : TCP_BPF_BASE; psock 639 net/ipv4/tcp_bpf.c sk_psock_update_proto(sk, psock, &tcp_bpf_prots[family][config]); psock 642 net/ipv4/tcp_bpf.c static void tcp_bpf_reinit_sk_prot(struct sock *sk, struct sk_psock *psock) psock 645 net/ipv4/tcp_bpf.c int config = psock->progs.msg_parser ? TCP_BPF_TX : TCP_BPF_BASE; psock 667 net/ipv4/tcp_bpf.c struct sk_psock *psock; psock 672 net/ipv4/tcp_bpf.c psock = sk_psock(sk); psock 673 net/ipv4/tcp_bpf.c tcp_bpf_reinit_sk_prot(sk, psock); psock 680 net/ipv4/tcp_bpf.c struct sk_psock *psock; psock 685 net/ipv4/tcp_bpf.c psock = sk_psock(sk); psock 686 net/ipv4/tcp_bpf.c if (unlikely(!psock || psock->sk_proto || psock 692 net/ipv4/tcp_bpf.c tcp_bpf_update_sk_prot(sk, psock); psock 139 net/kcm/kcmproc.c static void kcm_format_psock(struct kcm_psock *psock, struct seq_file *seq, psock 144 net/kcm/kcmproc.c psock->index, psock 145 net/kcm/kcmproc.c psock->strp.stats.msgs, psock 146 net/kcm/kcmproc.c psock->strp.stats.bytes, psock 147 net/kcm/kcmproc.c psock->stats.tx_msgs, psock 148 net/kcm/kcmproc.c psock->stats.tx_bytes, psock 149 net/kcm/kcmproc.c psock->sk->sk_receive_queue.qlen, psock 150 net/kcm/kcmproc.c atomic_read(&psock->sk->sk_rmem_alloc), psock 151 net/kcm/kcmproc.c psock->sk->sk_write_queue.qlen, psock 152 net/kcm/kcmproc.c refcount_read(&psock->sk->sk_wmem_alloc)); psock 154 net/kcm/kcmproc.c if (psock->done) psock 157 net/kcm/kcmproc.c if (psock->tx_stopped) psock 160 net/kcm/kcmproc.c if (psock->strp.stopped) psock 163 net/kcm/kcmproc.c if (psock->tx_kcm) psock 164 net/kcm/kcmproc.c seq_printf(seq, "Rsvd-%d ", psock->tx_kcm->index); psock 166 net/kcm/kcmproc.c if (!psock->strp.paused && !psock->ready_rx_msg) { psock 167 net/kcm/kcmproc.c if (psock->sk->sk_receive_queue.qlen) { psock 168 net/kcm/kcmproc.c if (psock->strp.need_bytes) psock 170 net/kcm/kcmproc.c psock->strp.need_bytes); psock 175 net/kcm/kcmproc.c if (psock->strp.paused) psock 178 net/kcm/kcmproc.c if (psock->ready_rx_msg) psock 190 net/kcm/kcmproc.c struct kcm_psock *psock; psock 213 net/kcm/kcmproc.c list_for_each_entry(psock, &mux->psocks, psock_list) { psock 214 net/kcm/kcmproc.c kcm_format_psock(psock, seq, i, &len); psock 248 net/kcm/kcmproc.c struct kcm_psock *psock; psock 271 net/kcm/kcmproc.c list_for_each_entry(psock, &mux->psocks, psock_list) { psock 272 net/kcm/kcmproc.c aggregate_psock_stats(&psock->stats, &psock_stats); psock 273 net/kcm/kcmproc.c save_strp_stats(&psock->strp, &strp_stats); psock 53 net/kcm/kcmsock.c static void kcm_abort_tx_psock(struct kcm_psock *psock, int err, psock 56 net/kcm/kcmsock.c struct sock *csk = psock->sk; psock 57 net/kcm/kcmsock.c struct kcm_mux *mux = psock->mux; psock 63 net/kcm/kcmsock.c if (psock->tx_stopped) { psock 68 net/kcm/kcmsock.c psock->tx_stopped = 1; psock 69 net/kcm/kcmsock.c KCM_STATS_INCR(psock->stats.tx_aborts); psock 71 net/kcm/kcmsock.c if (!psock->tx_kcm) { psock 73 net/kcm/kcmsock.c list_del(&psock->psock_avail_list); psock 82 net/kcm/kcmsock.c queue_work(kcm_wq, &psock->tx_kcm->tx_work); psock 93 net/kcm/kcmsock.c struct kcm_psock *psock) psock 96 net/kcm/kcmsock.c psock->strp.stats.bytes - psock 97 net/kcm/kcmsock.c psock->saved_rx_bytes); psock 99 net/kcm/kcmsock.c psock->strp.stats.msgs - psock->saved_rx_msgs; psock 100 net/kcm/kcmsock.c psock->saved_rx_msgs = psock->strp.stats.msgs; psock 101 net/kcm/kcmsock.c psock->saved_rx_bytes = psock->strp.stats.bytes; psock 105 net/kcm/kcmsock.c struct kcm_psock *psock) psock 108 net/kcm/kcmsock.c psock->stats.tx_bytes - psock->saved_tx_bytes); psock 110 net/kcm/kcmsock.c psock->stats.tx_msgs - psock->saved_tx_msgs; psock 111 net/kcm/kcmsock.c psock->saved_tx_msgs = psock->stats.tx_msgs; psock 112 net/kcm/kcmsock.c psock->saved_tx_bytes = psock->stats.tx_bytes; psock 124 net/kcm/kcmsock.c struct kcm_psock *psock; psock 140 net/kcm/kcmsock.c psock = list_first_entry(&mux->psocks_ready, struct kcm_psock, psock 143 net/kcm/kcmsock.c if (kcm_queue_rcv_skb(&kcm->sk, psock->ready_rx_msg)) { psock 152 net/kcm/kcmsock.c list_del(&psock->psock_ready_list); psock 153 net/kcm/kcmsock.c psock->ready_rx_msg = NULL; psock 157 net/kcm/kcmsock.c strp_unpause(&psock->strp); psock 158 net/kcm/kcmsock.c strp_check_rcv(&psock->strp); psock 250 net/kcm/kcmsock.c static struct kcm_sock *reserve_rx_kcm(struct kcm_psock *psock, psock 253 net/kcm/kcmsock.c struct kcm_mux *mux = psock->mux; psock 256 net/kcm/kcmsock.c WARN_ON(psock->ready_rx_msg); psock 258 net/kcm/kcmsock.c if (psock->rx_kcm) psock 259 net/kcm/kcmsock.c return psock->rx_kcm; psock 263 net/kcm/kcmsock.c if (psock->rx_kcm) { psock 265 net/kcm/kcmsock.c return psock->rx_kcm; psock 268 net/kcm/kcmsock.c kcm_update_rx_mux_stats(mux, psock); psock 271 net/kcm/kcmsock.c psock->ready_rx_msg = head; psock 272 net/kcm/kcmsock.c strp_pause(&psock->strp); psock 273 net/kcm/kcmsock.c list_add_tail(&psock->psock_ready_list, psock 284 net/kcm/kcmsock.c psock->rx_kcm = kcm; psock 285 net/kcm/kcmsock.c kcm->rx_psock = psock; psock 300 net/kcm/kcmsock.c static void unreserve_rx_kcm(struct kcm_psock *psock, psock 303 net/kcm/kcmsock.c struct kcm_sock *kcm = psock->rx_kcm; psock 304 net/kcm/kcmsock.c struct kcm_mux *mux = psock->mux; psock 311 net/kcm/kcmsock.c psock->rx_kcm = NULL; psock 344 net/kcm/kcmsock.c struct kcm_psock *psock; psock 348 net/kcm/kcmsock.c psock = (struct kcm_psock *)sk->sk_user_data; psock 349 net/kcm/kcmsock.c if (likely(psock)) psock 350 net/kcm/kcmsock.c strp_data_ready(&psock->strp); psock 358 net/kcm/kcmsock.c struct kcm_psock *psock = container_of(strp, struct kcm_psock, strp); psock 362 net/kcm/kcmsock.c kcm = reserve_rx_kcm(psock, skb); psock 372 net/kcm/kcmsock.c unreserve_rx_kcm(psock, false); psock 379 net/kcm/kcmsock.c struct kcm_psock *psock = container_of(strp, struct kcm_psock, strp); psock 380 net/kcm/kcmsock.c struct bpf_prog *prog = psock->bpf_prog; psock 391 net/kcm/kcmsock.c struct kcm_psock *psock = container_of(strp, struct kcm_psock, strp); psock 393 net/kcm/kcmsock.c unreserve_rx_kcm(psock, true); psock 410 net/kcm/kcmsock.c struct kcm_psock *psock; psock 416 net/kcm/kcmsock.c psock = (struct kcm_psock *)sk->sk_user_data; psock 417 net/kcm/kcmsock.c if (unlikely(!psock)) psock 419 net/kcm/kcmsock.c mux = psock->mux; psock 424 net/kcm/kcmsock.c kcm = psock->tx_kcm; psock 439 net/kcm/kcmsock.c struct kcm_psock *psock; psock 441 net/kcm/kcmsock.c psock = kcm->tx_psock; psock 445 net/kcm/kcmsock.c if (psock) { psock 447 net/kcm/kcmsock.c if (unlikely(psock->tx_stopped)) psock 458 net/kcm/kcmsock.c psock = kcm->tx_psock; psock 459 net/kcm/kcmsock.c if (unlikely(psock)) { psock 466 net/kcm/kcmsock.c psock = list_first_entry(&mux->psocks_avail, psock 469 net/kcm/kcmsock.c list_del(&psock->psock_avail_list); psock 474 net/kcm/kcmsock.c kcm->tx_psock = psock; psock 475 net/kcm/kcmsock.c psock->tx_kcm = kcm; psock 476 net/kcm/kcmsock.c KCM_STATS_INCR(psock->stats.reserved); psock 485 net/kcm/kcmsock.c return psock; psock 489 net/kcm/kcmsock.c static void psock_now_avail(struct kcm_psock *psock) psock 491 net/kcm/kcmsock.c struct kcm_mux *mux = psock->mux; psock 495 net/kcm/kcmsock.c list_add_tail(&psock->psock_avail_list, psock 503 net/kcm/kcmsock.c psock->tx_kcm = kcm; psock 510 net/kcm/kcmsock.c kcm->tx_psock = psock; psock 511 net/kcm/kcmsock.c KCM_STATS_INCR(psock->stats.reserved); psock 519 net/kcm/kcmsock.c struct kcm_psock *psock; psock 524 net/kcm/kcmsock.c psock = kcm->tx_psock; psock 526 net/kcm/kcmsock.c if (WARN_ON(!psock)) { psock 533 net/kcm/kcmsock.c kcm_update_tx_mux_stats(mux, psock); psock 538 net/kcm/kcmsock.c psock->tx_kcm = NULL; psock 539 net/kcm/kcmsock.c KCM_STATS_INCR(psock->stats.unreserved); psock 541 net/kcm/kcmsock.c if (unlikely(psock->tx_stopped)) { psock 542 net/kcm/kcmsock.c if (psock->done) { psock 544 net/kcm/kcmsock.c list_del(&psock->psock_list); psock 546 net/kcm/kcmsock.c sock_put(psock->sk); psock 547 net/kcm/kcmsock.c fput(psock->sk->sk_socket->file); psock 548 net/kcm/kcmsock.c kmem_cache_free(kcm_psockp, psock); psock 558 net/kcm/kcmsock.c psock_now_avail(psock); psock 578 net/kcm/kcmsock.c struct kcm_psock *psock; psock 586 net/kcm/kcmsock.c psock = kcm->tx_psock; psock 587 net/kcm/kcmsock.c if (unlikely(psock && psock->tx_stopped)) { psock 607 net/kcm/kcmsock.c if (WARN_ON(!psock)) { psock 620 net/kcm/kcmsock.c psock = reserve_psock(kcm); psock 621 net/kcm/kcmsock.c if (!psock) psock 647 net/kcm/kcmsock.c ret = kernel_sendpage(psock->sk->sk_socket, psock 671 net/kcm/kcmsock.c kcm_abort_tx_psock(psock, ret ? -ret : EPIPE, psock 684 net/kcm/kcmsock.c KCM_STATS_ADD(psock->stats.tx_bytes, ret); psock 706 net/kcm/kcmsock.c KCM_STATS_INCR(psock->stats.tx_msgs); psock 1377 net/kcm/kcmsock.c struct kcm_psock *psock = NULL, *tpsock; psock 1406 net/kcm/kcmsock.c psock = kmem_cache_zalloc(kcm_psockp, GFP_KERNEL); psock 1407 net/kcm/kcmsock.c if (!psock) { psock 1412 net/kcm/kcmsock.c psock->mux = mux; psock 1413 net/kcm/kcmsock.c psock->sk = csk; psock 1414 net/kcm/kcmsock.c psock->bpf_prog = prog; psock 1416 net/kcm/kcmsock.c err = strp_init(&psock->strp, csk, &cb); psock 1418 net/kcm/kcmsock.c kmem_cache_free(kcm_psockp, psock); psock 1429 net/kcm/kcmsock.c strp_stop(&psock->strp); psock 1430 net/kcm/kcmsock.c strp_done(&psock->strp); psock 1431 net/kcm/kcmsock.c kmem_cache_free(kcm_psockp, psock); psock 1436 net/kcm/kcmsock.c psock->save_data_ready = csk->sk_data_ready; psock 1437 net/kcm/kcmsock.c psock->save_write_space = csk->sk_write_space; psock 1438 net/kcm/kcmsock.c psock->save_state_change = csk->sk_state_change; psock 1439 net/kcm/kcmsock.c csk->sk_user_data = psock; psock 1458 net/kcm/kcmsock.c list_add(&psock->psock_list, head); psock 1459 net/kcm/kcmsock.c psock->index = index; psock 1463 net/kcm/kcmsock.c psock_now_avail(psock); psock 1467 net/kcm/kcmsock.c strp_check_rcv(&psock->strp); psock 1505 net/kcm/kcmsock.c static void kcm_unattach(struct kcm_psock *psock) psock 1507 net/kcm/kcmsock.c struct sock *csk = psock->sk; psock 1508 net/kcm/kcmsock.c struct kcm_mux *mux = psock->mux; psock 1517 net/kcm/kcmsock.c csk->sk_data_ready = psock->save_data_ready; psock 1518 net/kcm/kcmsock.c csk->sk_write_space = psock->save_write_space; psock 1519 net/kcm/kcmsock.c csk->sk_state_change = psock->save_state_change; psock 1520 net/kcm/kcmsock.c strp_stop(&psock->strp); psock 1522 net/kcm/kcmsock.c if (WARN_ON(psock->rx_kcm)) { psock 1533 net/kcm/kcmsock.c if (psock->ready_rx_msg) { psock 1534 net/kcm/kcmsock.c list_del(&psock->psock_ready_list); psock 1535 net/kcm/kcmsock.c kfree_skb(psock->ready_rx_msg); psock 1536 net/kcm/kcmsock.c psock->ready_rx_msg = NULL; psock 1546 net/kcm/kcmsock.c strp_done(&psock->strp); psock 1549 net/kcm/kcmsock.c bpf_prog_put(psock->bpf_prog); psock 1553 net/kcm/kcmsock.c aggregate_psock_stats(&psock->stats, &mux->aggregate_psock_stats); psock 1554 net/kcm/kcmsock.c save_strp_stats(&psock->strp, &mux->aggregate_strp_stats); psock 1558 net/kcm/kcmsock.c if (psock->tx_kcm) { psock 1570 net/kcm/kcmsock.c kcm_abort_tx_psock(psock, EPIPE, false); psock 1573 net/kcm/kcmsock.c if (!psock->tx_kcm) { psock 1577 net/kcm/kcmsock.c psock->done = 1; psock 1583 net/kcm/kcmsock.c queue_work(kcm_wq, &psock->tx_kcm->tx_work); psock 1587 net/kcm/kcmsock.c if (!psock->tx_stopped) psock 1588 net/kcm/kcmsock.c list_del(&psock->psock_avail_list); psock 1589 net/kcm/kcmsock.c list_del(&psock->psock_list); psock 1595 net/kcm/kcmsock.c kmem_cache_free(kcm_psockp, psock); psock 1605 net/kcm/kcmsock.c struct kcm_psock *psock; psock 1624 net/kcm/kcmsock.c list_for_each_entry(psock, &mux->psocks, psock_list) { psock 1625 net/kcm/kcmsock.c if (psock->sk != csk) psock 1630 net/kcm/kcmsock.c if (psock->unattaching || WARN_ON(psock->done)) { psock 1635 net/kcm/kcmsock.c psock->unattaching = 1; psock 1640 net/kcm/kcmsock.c kcm_unattach(psock); psock 1753 net/kcm/kcmsock.c struct kcm_psock *psock, *tmp_psock; psock 1756 net/kcm/kcmsock.c list_for_each_entry_safe(psock, tmp_psock, psock 1758 net/kcm/kcmsock.c if (!WARN_ON(psock->unattaching)) psock 1759 net/kcm/kcmsock.c kcm_unattach(psock); psock 1835 net/kcm/kcmsock.c struct kcm_psock *psock; psock 1877 net/kcm/kcmsock.c psock = kcm->tx_psock; psock 1878 net/kcm/kcmsock.c if (psock) { psock 1883 net/kcm/kcmsock.c kcm_abort_tx_psock(psock, EPIPE, false); psock 789 net/tls/tls_sw.c struct sk_psock *psock; psock 797 net/tls/tls_sw.c psock = sk_psock_get(sk); psock 798 net/tls/tls_sw.c if (!psock || !policy) { psock 805 net/tls/tls_sw.c if (psock) psock 806 net/tls/tls_sw.c sk_psock_put(sk, psock); psock 811 net/tls/tls_sw.c if (psock->eval == __SK_NONE) { psock 813 net/tls/tls_sw.c psock->eval = sk_psock_msg_verdict(sk, psock, msg); psock 826 net/tls/tls_sw.c switch (psock->eval) { psock 837 net/tls/tls_sw.c sk_redir = psock->sk_redir; psock 878 net/tls/tls_sw.c psock->eval = __SK_NONE; psock 879 net/tls/tls_sw.c if (psock->sk_redir) { psock 880 net/tls/tls_sw.c sock_put(psock->sk_redir); psock 881 net/tls/tls_sw.c psock->sk_redir = NULL; psock 888 net/tls/tls_sw.c sk_psock_put(sk, psock); psock 1280 net/tls/tls_sw.c static struct sk_buff *tls_wait_data(struct sock *sk, struct sk_psock *psock, psock 1288 net/tls/tls_sw.c while (!(skb = ctx->recv_pkt) && sk_psock_queue_empty(psock)) { psock 1309 net/tls/tls_sw.c !sk_psock_queue_empty(psock), psock 1728 net/tls/tls_sw.c struct sk_psock *psock; psock 1748 net/tls/tls_sw.c psock = sk_psock_get(sk); psock 1776 net/tls/tls_sw.c skb = tls_wait_data(sk, psock, flags, timeo, &err); psock 1778 net/tls/tls_sw.c if (psock) { psock 1779 net/tls/tls_sw.c int ret = __tcp_bpf_recvmsg(sk, psock, psock 1944 net/tls/tls_sw.c if (psock) psock 1945 net/tls/tls_sw.c sk_psock_put(sk, psock); psock 2007 net/tls/tls_sw.c struct sk_psock *psock; psock 2010 net/tls/tls_sw.c psock = sk_psock(sk); psock 2011 net/tls/tls_sw.c if (psock) psock 2012 net/tls/tls_sw.c ingress_empty = list_empty(&psock->ingress_msg); psock 2098 net/tls/tls_sw.c struct sk_psock *psock; psock 2102 net/tls/tls_sw.c psock = sk_psock_get(sk); psock 2103 net/tls/tls_sw.c if (psock) { psock 2104 net/tls/tls_sw.c if (!list_empty(&psock->ingress_msg)) psock 2106 net/tls/tls_sw.c sk_psock_put(sk, psock);