Error Trace

[Home]

Bug # 155

Show/hide error trace
Error trace
Function bodies
Blocks
  • Others...
    Function bodies without model function calls
    Initialization function calls
    Initialization function bodies
    Entry point
    Entry point body
    Function calls
    Skipped function calls
    Formal parameter names
    Declarations
    Assumes
    Assume conditions
    Returns
    Return values
    DEG initialization
    DEG function calls
    Model function calls
    Model function bodies
    Model asserts
    Model state changes
    Model function function calls
    Model function function bodies
    Model returns
    Model others
    Identation
    Line numbers
    Expand signs
-__CPAchecker_initialize()
{
19 typedef signed char __s8;
20 typedef unsigned char __u8;
22 typedef short __s16;
23 typedef unsigned short __u16;
25 typedef int __s32;
26 typedef unsigned int __u32;
29 typedef long long __s64;
30 typedef unsigned long long __u64;
15 typedef signed char s8;
16 typedef unsigned char u8;
19 typedef unsigned short u16;
21 typedef int s32;
22 typedef unsigned int u32;
24 typedef long long s64;
25 typedef unsigned long long u64;
14 typedef long __kernel_long_t;
15 typedef unsigned long __kernel_ulong_t;
27 typedef int __kernel_pid_t;
48 typedef unsigned int __kernel_uid32_t;
49 typedef unsigned int __kernel_gid32_t;
71 typedef __kernel_ulong_t __kernel_size_t;
72 typedef __kernel_long_t __kernel_ssize_t;
87 typedef long long __kernel_loff_t;
88 typedef __kernel_long_t __kernel_time_t;
89 typedef __kernel_long_t __kernel_clock_t;
90 typedef int __kernel_timer_t;
91 typedef int __kernel_clockid_t;
32 typedef __u16 __le16;
33 typedef __u16 __be16;
35 typedef __u32 __be32;
37 typedef __u64 __be64;
40 typedef __u32 __wsum;
257 struct kernel_symbol { unsigned long value; const char *name; } ;
33 struct module ;
12 typedef __u32 __kernel_dev_t;
15 typedef __kernel_dev_t dev_t;
18 typedef unsigned short umode_t;
21 typedef __kernel_pid_t pid_t;
26 typedef __kernel_clockid_t clockid_t;
29 typedef _Bool bool;
31 typedef __kernel_uid32_t uid_t;
32 typedef __kernel_gid32_t gid_t;
45 typedef __kernel_loff_t loff_t;
54 typedef __kernel_size_t size_t;
59 typedef __kernel_ssize_t ssize_t;
69 typedef __kernel_time_t time_t;
102 typedef __s32 int32_t;
106 typedef __u8 uint8_t;
108 typedef __u32 uint32_t;
111 typedef __u64 uint64_t;
133 typedef unsigned long sector_t;
134 typedef unsigned long blkcnt_t;
152 typedef u64 dma_addr_t;
157 typedef unsigned int gfp_t;
158 typedef unsigned int fmode_t;
176 struct __anonstruct_atomic_t_6 { int counter; } ;
176 typedef struct __anonstruct_atomic_t_6 atomic_t;
181 struct __anonstruct_atomic64_t_7 { long counter; } ;
181 typedef struct __anonstruct_atomic64_t_7 atomic64_t;
182 struct list_head { struct list_head *next; struct list_head *prev; } ;
187 struct hlist_node ;
187 struct hlist_head { struct hlist_node *first; } ;
191 struct hlist_node { struct hlist_node *next; struct hlist_node **pprev; } ;
202 struct callback_head { struct callback_head *next; void (*func)(struct callback_head *); } ;
125 typedef void (*ctor_fn_t)();
67 struct ctl_table ;
58 struct device ;
64 struct net_device ;
467 struct file_operations ;
479 struct completion ;
480 struct pt_regs ;
27 union __anonunion___u_9 { struct list_head *__val; char __c[1U]; } ;
189 union __anonunion___u_13 { struct list_head *__val; char __c[1U]; } ;
556 struct bug_entry { int bug_addr_disp; int file_disp; unsigned short line; unsigned short flags; } ;
111 struct timespec ;
112 struct compat_timespec ;
113 struct __anonstruct_futex_25 { u32 *uaddr; u32 val; u32 flags; u32 bitset; u64 time; u32 *uaddr2; } ;
113 struct __anonstruct_nanosleep_26 { clockid_t clockid; struct timespec *rmtp; struct compat_timespec *compat_rmtp; u64 expires; } ;
113 struct pollfd ;
113 struct __anonstruct_poll_27 { struct pollfd *ufds; int nfds; int has_timeout; unsigned long tv_sec; unsigned long tv_nsec; } ;
113 union __anonunion____missing_field_name_24 { struct __anonstruct_futex_25 futex; struct __anonstruct_nanosleep_26 nanosleep; struct __anonstruct_poll_27 poll; } ;
113 struct restart_block { long int (*fn)(struct restart_block *); union __anonunion____missing_field_name_24 __annonCompField4; } ;
39 struct page ;
14 struct __anonstruct_pfn_t_28 { u64 val; } ;
14 typedef struct __anonstruct_pfn_t_28 pfn_t;
26 struct task_struct ;
27 struct mm_struct ;
288 struct pt_regs { unsigned long r15; unsigned long r14; unsigned long r13; unsigned long r12; unsigned long bp; unsigned long bx; unsigned long r11; unsigned long r10; unsigned long r9; unsigned long r8; unsigned long ax; unsigned long cx; unsigned long dx; unsigned long si; unsigned long di; unsigned long orig_ax; unsigned long ip; unsigned long cs; unsigned long flags; unsigned long sp; unsigned long ss; } ;
66 struct __anonstruct____missing_field_name_30 { unsigned int a; unsigned int b; } ;
66 struct __anonstruct____missing_field_name_31 { u16 limit0; u16 base0; unsigned char base1; unsigned char type; unsigned char s; unsigned char dpl; unsigned char p; unsigned char limit; unsigned char avl; unsigned char l; unsigned char d; unsigned char g; unsigned char base2; } ;
66 union __anonunion____missing_field_name_29 { struct __anonstruct____missing_field_name_30 __annonCompField5; struct __anonstruct____missing_field_name_31 __annonCompField6; } ;
66 struct desc_struct { union __anonunion____missing_field_name_29 __annonCompField7; } ;
13 typedef unsigned long pteval_t;
14 typedef unsigned long pmdval_t;
16 typedef unsigned long pgdval_t;
17 typedef unsigned long pgprotval_t;
19 struct __anonstruct_pte_t_32 { pteval_t pte; } ;
19 typedef struct __anonstruct_pte_t_32 pte_t;
21 struct pgprot { pgprotval_t pgprot; } ;
256 typedef struct pgprot pgprot_t;
258 struct __anonstruct_pgd_t_33 { pgdval_t pgd; } ;
258 typedef struct __anonstruct_pgd_t_33 pgd_t;
297 struct __anonstruct_pmd_t_35 { pmdval_t pmd; } ;
297 typedef struct __anonstruct_pmd_t_35 pmd_t;
423 typedef struct page *pgtable_t;
434 struct file ;
447 struct seq_file ;
483 struct thread_struct ;
485 struct cpumask ;
20 struct qspinlock { atomic_t val; } ;
33 typedef struct qspinlock arch_spinlock_t;
34 struct qrwlock { atomic_t cnts; arch_spinlock_t wait_lock; } ;
14 typedef struct qrwlock arch_rwlock_t;
247 struct math_emu_info { long ___orig_eip; struct pt_regs *regs; } ;
341 struct cpumask { unsigned long bits[128U]; } ;
15 typedef struct cpumask cpumask_t;
654 typedef struct cpumask *cpumask_var_t;
38 union __anonunion___u_44 { int __val; char __c[1U]; } ;
23 typedef atomic64_t atomic_long_t;
81 struct static_key { atomic_t enabled; } ;
22 struct tracepoint_func { void *func; void *data; int prio; } ;
28 struct tracepoint { const char *name; struct static_key key; void (*regfunc)(); void (*unregfunc)(); struct tracepoint_func *funcs; } ;
254 struct fregs_state { u32 cwd; u32 swd; u32 twd; u32 fip; u32 fcs; u32 foo; u32 fos; u32 st_space[20U]; u32 status; } ;
26 struct __anonstruct____missing_field_name_59 { u64 rip; u64 rdp; } ;
26 struct __anonstruct____missing_field_name_60 { u32 fip; u32 fcs; u32 foo; u32 fos; } ;
26 union __anonunion____missing_field_name_58 { struct __anonstruct____missing_field_name_59 __annonCompField13; struct __anonstruct____missing_field_name_60 __annonCompField14; } ;
26 union __anonunion____missing_field_name_61 { u32 padding1[12U]; u32 sw_reserved[12U]; } ;
26 struct fxregs_state { u16 cwd; u16 swd; u16 twd; u16 fop; union __anonunion____missing_field_name_58 __annonCompField15; u32 mxcsr; u32 mxcsr_mask; u32 st_space[32U]; u32 xmm_space[64U]; u32 padding[12U]; union __anonunion____missing_field_name_61 __annonCompField16; } ;
66 struct swregs_state { u32 cwd; u32 swd; u32 twd; u32 fip; u32 fcs; u32 foo; u32 fos; u32 st_space[20U]; u8 ftop; u8 changed; u8 lookahead; u8 no_update; u8 rm; u8 alimit; struct math_emu_info *info; u32 entry_eip; } ;
227 struct xstate_header { u64 xfeatures; u64 xcomp_bv; u64 reserved[6U]; } ;
233 struct xregs_state { struct fxregs_state i387; struct xstate_header header; u8 extended_state_area[0U]; } ;
254 union fpregs_state { struct fregs_state fsave; struct fxregs_state fxsave; struct swregs_state soft; struct xregs_state xsave; u8 __padding[4096U]; } ;
271 struct fpu { unsigned int last_cpu; unsigned char fpstate_active; unsigned char fpregs_active; unsigned char counter; union fpregs_state state; } ;
169 struct seq_operations ;
372 struct perf_event ;
377 struct __anonstruct_mm_segment_t_73 { unsigned long seg; } ;
377 typedef struct __anonstruct_mm_segment_t_73 mm_segment_t;
378 struct thread_struct { struct desc_struct tls_array[3U]; unsigned long sp0; unsigned long sp; unsigned short es; unsigned short ds; unsigned short fsindex; unsigned short gsindex; unsigned long fsbase; unsigned long gsbase; struct perf_event *ptrace_bps[4U]; unsigned long debugreg6; unsigned long ptrace_dr7; unsigned long cr2; unsigned long trap_nr; unsigned long error_code; unsigned long *io_bitmap_ptr; unsigned long iopl; unsigned int io_bitmap_max; mm_segment_t addr_limit; unsigned char sig_on_uaccess_err; unsigned char uaccess_err; struct fpu fpu; } ;
33 struct lockdep_map ;
55 struct stack_trace { unsigned int nr_entries; unsigned int max_entries; unsigned long *entries; int skip; } ;
28 struct lockdep_subclass_key { char __one_byte; } ;
53 struct lock_class_key { struct lockdep_subclass_key subkeys[8U]; } ;
59 struct lock_class { struct hlist_node hash_entry; struct list_head lock_entry; struct lockdep_subclass_key *key; unsigned int subclass; unsigned int dep_gen_id; unsigned long usage_mask; struct stack_trace usage_traces[13U]; struct list_head locks_after; struct list_head locks_before; unsigned int version; unsigned long ops; const char *name; int name_version; unsigned long contention_point[4U]; unsigned long contending_point[4U]; } ;
144 struct lockdep_map { struct lock_class_key *key; struct lock_class *class_cache[2U]; const char *name; int cpu; unsigned long ip; } ;
207 struct held_lock { u64 prev_chain_key; unsigned long acquire_ip; struct lockdep_map *instance; struct lockdep_map *nest_lock; u64 waittime_stamp; u64 holdtime_stamp; unsigned short class_idx; unsigned char irq_context; unsigned char trylock; unsigned char read; unsigned char check; unsigned char hardirqs_off; unsigned short references; unsigned int pin_count; } ;
572 struct raw_spinlock { arch_spinlock_t raw_lock; unsigned int magic; unsigned int owner_cpu; void *owner; struct lockdep_map dep_map; } ;
32 typedef struct raw_spinlock raw_spinlock_t;
33 struct __anonstruct____missing_field_name_75 { u8 __padding[24U]; struct lockdep_map dep_map; } ;
33 union __anonunion____missing_field_name_74 { struct raw_spinlock rlock; struct __anonstruct____missing_field_name_75 __annonCompField19; } ;
33 struct spinlock { union __anonunion____missing_field_name_74 __annonCompField20; } ;
76 typedef struct spinlock spinlock_t;
23 struct __anonstruct_rwlock_t_76 { arch_rwlock_t raw_lock; unsigned int magic; unsigned int owner_cpu; void *owner; struct lockdep_map dep_map; } ;
23 typedef struct __anonstruct_rwlock_t_76 rwlock_t;
416 struct seqcount { unsigned int sequence; struct lockdep_map dep_map; } ;
52 typedef struct seqcount seqcount_t;
407 struct __anonstruct_seqlock_t_91 { struct seqcount seqcount; spinlock_t lock; } ;
407 typedef struct __anonstruct_seqlock_t_91 seqlock_t;
601 struct timespec { __kernel_time_t tv_sec; long tv_nsec; } ;
7 typedef __s64 time64_t;
83 struct user_namespace ;
22 struct __anonstruct_kuid_t_92 { uid_t val; } ;
22 typedef struct __anonstruct_kuid_t_92 kuid_t;
27 struct __anonstruct_kgid_t_93 { gid_t val; } ;
27 typedef struct __anonstruct_kgid_t_93 kgid_t;
139 struct kstat { u64 ino; dev_t dev; umode_t mode; unsigned int nlink; kuid_t uid; kgid_t gid; dev_t rdev; loff_t size; struct timespec atime; struct timespec mtime; struct timespec ctime; unsigned long blksize; unsigned long long blocks; } ;
36 struct vm_area_struct ;
38 struct __wait_queue_head { spinlock_t lock; struct list_head task_list; } ;
43 typedef struct __wait_queue_head wait_queue_head_t;
97 struct __anonstruct_nodemask_t_94 { unsigned long bits[16U]; } ;
97 typedef struct __anonstruct_nodemask_t_94 nodemask_t;
80 struct free_area { struct list_head free_list[6U]; unsigned long nr_free; } ;
92 struct pglist_data ;
93 struct zone_padding { char x[0U]; } ;
208 struct zone_reclaim_stat { unsigned long recent_rotated[2U]; unsigned long recent_scanned[2U]; } ;
221 struct lruvec { struct list_head lists[5U]; struct zone_reclaim_stat reclaim_stat; atomic_long_t inactive_age; struct pglist_data *pgdat; } ;
247 typedef unsigned int isolate_mode_t;
255 struct per_cpu_pages { int count; int high; int batch; struct list_head lists[3U]; } ;
268 struct per_cpu_pageset { struct per_cpu_pages pcp; s8 expire; s8 stat_threshold; s8 vm_stat_diff[21U]; } ;
278 struct per_cpu_nodestat { s8 stat_threshold; s8 vm_node_stat_diff[26U]; } ;
284 enum zone_type { ZONE_DMA = 0, ZONE_DMA32 = 1, ZONE_NORMAL = 2, ZONE_MOVABLE = 3, __MAX_NR_ZONES = 4 } ;
292 struct zone { unsigned long watermark[3U]; unsigned long nr_reserved_highatomic; long lowmem_reserve[4U]; int node; struct pglist_data *zone_pgdat; struct per_cpu_pageset *pageset; unsigned long zone_start_pfn; unsigned long managed_pages; unsigned long spanned_pages; unsigned long present_pages; const char *name; unsigned long nr_isolate_pageblock; wait_queue_head_t *wait_table; unsigned long wait_table_hash_nr_entries; unsigned long wait_table_bits; struct zone_padding _pad1_; struct free_area free_area[11U]; unsigned long flags; spinlock_t lock; struct zone_padding _pad2_; unsigned long percpu_drift_mark; unsigned long compact_cached_free_pfn; unsigned long compact_cached_migrate_pfn[2U]; unsigned int compact_considered; unsigned int compact_defer_shift; int compact_order_failed; bool compact_blockskip_flush; bool contiguous; struct zone_padding _pad3_; atomic_long_t vm_stat[21U]; } ;
560 struct zoneref { struct zone *zone; int zone_idx; } ;
585 struct zonelist { struct zoneref _zonerefs[4097U]; } ;
608 struct pglist_data { struct zone node_zones[4U]; struct zonelist node_zonelists[2U]; int nr_zones; unsigned long node_start_pfn; unsigned long node_present_pages; unsigned long node_spanned_pages; int node_id; wait_queue_head_t kswapd_wait; wait_queue_head_t pfmemalloc_wait; struct task_struct *kswapd; int kswapd_order; enum zone_type kswapd_classzone_idx; int kcompactd_max_order; enum zone_type kcompactd_classzone_idx; wait_queue_head_t kcompactd_wait; struct task_struct *kcompactd; spinlock_t numabalancing_migrate_lock; unsigned long numabalancing_migrate_next_window; unsigned long numabalancing_migrate_nr_pages; unsigned long totalreserve_pages; unsigned long min_unmapped_pages; unsigned long min_slab_pages; struct zone_padding _pad1_; spinlock_t lru_lock; spinlock_t split_queue_lock; struct list_head split_queue; unsigned long split_queue_len; struct lruvec lruvec; unsigned int inactive_ratio; unsigned long flags; struct zone_padding _pad2_; struct per_cpu_nodestat *per_cpu_nodestats; atomic_long_t vm_stat[26U]; } ;
13 struct optimistic_spin_queue { atomic_t tail; } ;
39 struct mutex { atomic_t count; spinlock_t wait_lock; struct list_head wait_list; struct task_struct *owner; void *magic; struct lockdep_map dep_map; } ;
67 struct mutex_waiter { struct list_head list; struct task_struct *task; void *magic; } ;
177 struct rw_semaphore ;
178 struct rw_semaphore { atomic_long_t count; struct list_head wait_list; raw_spinlock_t wait_lock; struct optimistic_spin_queue osq; struct task_struct *owner; struct lockdep_map dep_map; } ;
178 struct completion { unsigned int done; wait_queue_head_t wait; } ;
446 union ktime { s64 tv64; } ;
41 typedef union ktime ktime_t;
1144 struct timer_list { struct hlist_node entry; unsigned long expires; void (*function)(unsigned long); unsigned long data; u32 flags; int start_pid; void *start_site; char start_comm[16U]; struct lockdep_map lockdep_map; } ;
254 struct hrtimer ;
255 enum hrtimer_restart ;
256 struct rb_node { unsigned long __rb_parent_color; struct rb_node *rb_right; struct rb_node *rb_left; } ;
41 struct rb_root { struct rb_node *rb_node; } ;
835 struct nsproxy ;
836 struct ctl_table_root ;
837 struct ctl_table_header ;
838 struct ctl_dir ;
38 typedef int proc_handler(struct ctl_table *, int, void *, size_t *, loff_t *);
58 struct ctl_table_poll { atomic_t event; wait_queue_head_t wait; } ;
97 struct ctl_table { const char *procname; void *data; int maxlen; umode_t mode; struct ctl_table *child; proc_handler *proc_handler; struct ctl_table_poll *poll; void *extra1; void *extra2; } ;
118 struct ctl_node { struct rb_node node; struct ctl_table_header *header; } ;
123 struct __anonstruct____missing_field_name_100 { struct ctl_table *ctl_table; int used; int count; int nreg; } ;
123 union __anonunion____missing_field_name_99 { struct __anonstruct____missing_field_name_100 __annonCompField21; struct callback_head rcu; } ;
123 struct ctl_table_set ;
123 struct ctl_table_header { union __anonunion____missing_field_name_99 __annonCompField22; struct completion *unregistering; struct ctl_table *ctl_table_arg; struct ctl_table_root *root; struct ctl_table_set *set; struct ctl_dir *parent; struct ctl_node *node; } ;
144 struct ctl_dir { struct ctl_table_header header; struct rb_root root; } ;
150 struct ctl_table_set { int (*is_seen)(struct ctl_table_set *); struct ctl_dir dir; } ;
155 struct ctl_table_root { struct ctl_table_set default_set; struct ctl_table_set * (*lookup)(struct ctl_table_root *, struct nsproxy *); int (*permissions)(struct ctl_table_header *, struct ctl_table *); } ;
278 struct workqueue_struct ;
279 struct work_struct ;
54 struct work_struct { atomic_long_t data; struct list_head entry; void (*func)(struct work_struct *); struct lockdep_map lockdep_map; } ;
107 struct delayed_work { struct work_struct work; struct timer_list timer; struct workqueue_struct *wq; int cpu; } ;
268 struct notifier_block ;
53 struct notifier_block { int (*notifier_call)(struct notifier_block *, unsigned long, void *); struct notifier_block *next; int priority; } ;
58 struct pm_message { int event; } ;
64 typedef struct pm_message pm_message_t;
65 struct dev_pm_ops { int (*prepare)(struct device *); void (*complete)(struct device *); int (*suspend)(struct device *); int (*resume)(struct device *); int (*freeze)(struct device *); int (*thaw)(struct device *); int (*poweroff)(struct device *); int (*restore)(struct device *); int (*suspend_late)(struct device *); int (*resume_early)(struct device *); int (*freeze_late)(struct device *); int (*thaw_early)(struct device *); int (*poweroff_late)(struct device *); int (*restore_early)(struct device *); int (*suspend_noirq)(struct device *); int (*resume_noirq)(struct device *); int (*freeze_noirq)(struct device *); int (*thaw_noirq)(struct device *); int (*poweroff_noirq)(struct device *); int (*restore_noirq)(struct device *); int (*runtime_suspend)(struct device *); int (*runtime_resume)(struct device *); int (*runtime_idle)(struct device *); } ;
320 enum rpm_status { RPM_ACTIVE = 0, RPM_RESUMING = 1, RPM_SUSPENDED = 2, RPM_SUSPENDING = 3 } ;
327 enum rpm_request { RPM_REQ_NONE = 0, RPM_REQ_IDLE = 1, RPM_REQ_SUSPEND = 2, RPM_REQ_AUTOSUSPEND = 3, RPM_REQ_RESUME = 4 } ;
335 struct wakeup_source ;
336 struct wake_irq ;
337 struct pm_domain_data ;
338 struct pm_subsys_data { spinlock_t lock; unsigned int refcount; struct list_head clock_list; struct pm_domain_data *domain_data; } ;
556 struct dev_pm_qos ;
556 struct dev_pm_info { pm_message_t power_state; unsigned char can_wakeup; unsigned char async_suspend; bool is_prepared; bool is_suspended; bool is_noirq_suspended; bool is_late_suspended; bool early_init; bool direct_complete; spinlock_t lock; struct list_head entry; struct completion completion; struct wakeup_source *wakeup; bool wakeup_path; bool syscore; bool no_pm_callbacks; struct timer_list suspend_timer; unsigned long timer_expires; struct work_struct work; wait_queue_head_t wait_queue; struct wake_irq *wakeirq; atomic_t usage_count; atomic_t child_count; unsigned char disable_depth; unsigned char idle_notification; unsigned char request_pending; unsigned char deferred_resume; unsigned char run_wake; unsigned char runtime_auto; bool ignore_children; unsigned char no_callbacks; unsigned char irq_safe; unsigned char use_autosuspend; unsigned char timer_autosuspends; unsigned char memalloc_noio; enum rpm_request request; enum rpm_status runtime_status; int runtime_error; int autosuspend_delay; unsigned long last_busy; unsigned long active_jiffies; unsigned long suspended_jiffies; unsigned long accounting_timestamp; struct pm_subsys_data *subsys_data; void (*set_latency_tolerance)(struct device *, s32 ); struct dev_pm_qos *qos; } ;
616 struct dev_pm_domain { struct dev_pm_ops ops; void (*detach)(struct device *, bool ); int (*activate)(struct device *); void (*sync)(struct device *); void (*dismiss)(struct device *); } ;
26 struct ldt_struct ;
26 struct vdso_image ;
26 struct __anonstruct_mm_context_t_165 { struct ldt_struct *ldt; unsigned short ia32_compat; struct mutex lock; void *vdso; const struct vdso_image *vdso_image; atomic_t perf_rdpmc_allowed; } ;
26 typedef struct __anonstruct_mm_context_t_165 mm_context_t;
22 struct bio_vec ;
1276 struct llist_node ;
64 struct llist_node { struct llist_node *next; } ;
17 struct call_single_data { struct llist_node llist; void (*func)(void *); void *info; unsigned int flags; } ;
37 struct cred ;
19 struct inode ;
58 struct arch_uprobe_task { unsigned long saved_scratch_register; unsigned int saved_trap_nr; unsigned int saved_tf; } ;
66 enum uprobe_task_state { UTASK_RUNNING = 0, UTASK_SSTEP = 1, UTASK_SSTEP_ACK = 2, UTASK_SSTEP_TRAPPED = 3 } ;
73 struct __anonstruct____missing_field_name_211 { struct arch_uprobe_task autask; unsigned long vaddr; } ;
73 struct __anonstruct____missing_field_name_212 { struct callback_head dup_xol_work; unsigned long dup_xol_addr; } ;
73 union __anonunion____missing_field_name_210 { struct __anonstruct____missing_field_name_211 __annonCompField35; struct __anonstruct____missing_field_name_212 __annonCompField36; } ;
73 struct uprobe ;
73 struct return_instance ;
73 struct uprobe_task { enum uprobe_task_state state; union __anonunion____missing_field_name_210 __annonCompField37; struct uprobe *active_uprobe; unsigned long xol_vaddr; struct return_instance *return_instances; unsigned int depth; } ;
94 struct return_instance { struct uprobe *uprobe; unsigned long func; unsigned long stack; unsigned long orig_ret_vaddr; bool chained; struct return_instance *next; } ;
110 struct xol_area ;
111 struct uprobes_state { struct xol_area *xol_area; } ;
150 struct address_space ;
151 struct mem_cgroup ;
152 union __anonunion____missing_field_name_213 { struct address_space *mapping; void *s_mem; atomic_t compound_mapcount; } ;
152 union __anonunion____missing_field_name_214 { unsigned long index; void *freelist; } ;
152 struct __anonstruct____missing_field_name_218 { unsigned short inuse; unsigned short objects; unsigned char frozen; } ;
152 union __anonunion____missing_field_name_217 { atomic_t _mapcount; unsigned int active; struct __anonstruct____missing_field_name_218 __annonCompField40; int units; } ;
152 struct __anonstruct____missing_field_name_216 { union __anonunion____missing_field_name_217 __annonCompField41; atomic_t _refcount; } ;
152 union __anonunion____missing_field_name_215 { unsigned long counters; struct __anonstruct____missing_field_name_216 __annonCompField42; } ;
152 struct dev_pagemap ;
152 struct __anonstruct____missing_field_name_220 { struct page *next; int pages; int pobjects; } ;
152 struct __anonstruct____missing_field_name_221 { unsigned long compound_head; unsigned int compound_dtor; unsigned int compound_order; } ;
152 struct __anonstruct____missing_field_name_222 { unsigned long __pad; pgtable_t pmd_huge_pte; } ;
152 union __anonunion____missing_field_name_219 { struct list_head lru; struct dev_pagemap *pgmap; struct __anonstruct____missing_field_name_220 __annonCompField44; struct callback_head callback_head; struct __anonstruct____missing_field_name_221 __annonCompField45; struct __anonstruct____missing_field_name_222 __annonCompField46; } ;
152 struct kmem_cache ;
152 union __anonunion____missing_field_name_223 { unsigned long private; spinlock_t *ptl; struct kmem_cache *slab_cache; } ;
152 struct page { unsigned long flags; union __anonunion____missing_field_name_213 __annonCompField38; union __anonunion____missing_field_name_214 __annonCompField39; union __anonunion____missing_field_name_215 __annonCompField43; union __anonunion____missing_field_name_219 __annonCompField47; union __anonunion____missing_field_name_223 __annonCompField48; struct mem_cgroup *mem_cgroup; } ;
197 struct page_frag { struct page *page; __u32 offset; __u32 size; } ;
282 struct userfaultfd_ctx ;
282 struct vm_userfaultfd_ctx { struct userfaultfd_ctx *ctx; } ;
289 struct __anonstruct_shared_224 { struct rb_node rb; unsigned long rb_subtree_last; } ;
289 struct anon_vma ;
289 struct vm_operations_struct ;
289 struct mempolicy ;
289 struct vm_area_struct { unsigned long vm_start; unsigned long vm_end; struct vm_area_struct *vm_next; struct vm_area_struct *vm_prev; struct rb_node vm_rb; unsigned long rb_subtree_gap; struct mm_struct *vm_mm; pgprot_t vm_page_prot; unsigned long vm_flags; struct __anonstruct_shared_224 shared; struct list_head anon_vma_chain; struct anon_vma *anon_vma; const struct vm_operations_struct *vm_ops; unsigned long vm_pgoff; struct file *vm_file; void *vm_private_data; struct mempolicy *vm_policy; struct vm_userfaultfd_ctx vm_userfaultfd_ctx; } ;
362 struct core_thread { struct task_struct *task; struct core_thread *next; } ;
367 struct core_state { atomic_t nr_threads; struct core_thread dumper; struct completion startup; } ;
381 struct task_rss_stat { int events; int count[4U]; } ;
389 struct mm_rss_stat { atomic_long_t count[4U]; } ;
394 struct kioctx_table ;
395 struct linux_binfmt ;
395 struct mmu_notifier_mm ;
395 struct mm_struct { struct vm_area_struct *mmap; struct rb_root mm_rb; u32 vmacache_seqnum; unsigned long int (*get_unmapped_area)(struct file *, unsigned long, unsigned long, unsigned long, unsigned long); unsigned long mmap_base; unsigned long mmap_legacy_base; unsigned long task_size; unsigned long highest_vm_end; pgd_t *pgd; atomic_t mm_users; atomic_t mm_count; atomic_long_t nr_ptes; atomic_long_t nr_pmds; int map_count; spinlock_t page_table_lock; struct rw_semaphore mmap_sem; struct list_head mmlist; unsigned long hiwater_rss; unsigned long hiwater_vm; unsigned long total_vm; unsigned long locked_vm; unsigned long pinned_vm; unsigned long data_vm; unsigned long exec_vm; unsigned long stack_vm; unsigned long def_flags; unsigned long start_code; unsigned long end_code; unsigned long start_data; unsigned long end_data; unsigned long start_brk; unsigned long brk; unsigned long start_stack; unsigned long arg_start; unsigned long arg_end; unsigned long env_start; unsigned long env_end; unsigned long saved_auxv[46U]; struct mm_rss_stat rss_stat; struct linux_binfmt *binfmt; cpumask_var_t cpu_vm_mask_var; mm_context_t context; unsigned long flags; struct core_state *core_state; spinlock_t ioctx_lock; struct kioctx_table *ioctx_table; struct task_struct *owner; struct file *exe_file; struct mmu_notifier_mm *mmu_notifier_mm; struct cpumask cpumask_allocation; unsigned long numa_next_scan; unsigned long numa_scan_offset; int numa_scan_seq; bool tlb_flush_pending; struct uprobes_state uprobes_state; void *bd_addr; atomic_long_t hugetlb_usage; struct work_struct async_put_work; } ;
565 struct vm_fault ;
619 struct vdso_image { void *data; unsigned long size; unsigned long alt; unsigned long alt_len; long sym_vvar_start; long sym_vvar_page; long sym_hpet_page; long sym_pvclock_page; long sym_VDSO32_NOTE_MASK; long sym___kernel_sigreturn; long sym___kernel_rt_sigreturn; long sym___kernel_vsyscall; long sym_int80_landing_pad; } ;
15 typedef __u64 Elf64_Addr;
16 typedef __u16 Elf64_Half;
18 typedef __u64 Elf64_Off;
20 typedef __u32 Elf64_Word;
21 typedef __u64 Elf64_Xword;
190 struct elf64_sym { Elf64_Word st_name; unsigned char st_info; unsigned char st_other; Elf64_Half st_shndx; Elf64_Addr st_value; Elf64_Xword st_size; } ;
198 typedef struct elf64_sym Elf64_Sym;
219 struct elf64_hdr { unsigned char e_ident[16U]; Elf64_Half e_type; Elf64_Half e_machine; Elf64_Word e_version; Elf64_Addr e_entry; Elf64_Off e_phoff; Elf64_Off e_shoff; Elf64_Word e_flags; Elf64_Half e_ehsize; Elf64_Half e_phentsize; Elf64_Half e_phnum; Elf64_Half e_shentsize; Elf64_Half e_shnum; Elf64_Half e_shstrndx; } ;
235 typedef struct elf64_hdr Elf64_Ehdr;
314 struct elf64_shdr { Elf64_Word sh_name; Elf64_Word sh_type; Elf64_Xword sh_flags; Elf64_Addr sh_addr; Elf64_Off sh_offset; Elf64_Xword sh_size; Elf64_Word sh_link; Elf64_Word sh_info; Elf64_Xword sh_addralign; Elf64_Xword sh_entsize; } ;
326 typedef struct elf64_shdr Elf64_Shdr;
53 union __anonunion____missing_field_name_229 { unsigned long bitmap[4U]; struct callback_head callback_head; } ;
53 struct idr_layer { int prefix; int layer; struct idr_layer *ary[256U]; int count; union __anonunion____missing_field_name_229 __annonCompField49; } ;
41 struct idr { struct idr_layer *hint; struct idr_layer *top; int layers; int cur; spinlock_t lock; int id_free_cnt; struct idr_layer *id_free; } ;
124 struct ida_bitmap { long nr_busy; unsigned long bitmap[15U]; } ;
167 struct ida { struct idr idr; struct ida_bitmap *free_bitmap; } ;
199 struct dentry ;
200 struct iattr ;
201 struct super_block ;
202 struct file_system_type ;
203 struct kernfs_open_node ;
204 struct kernfs_iattrs ;
227 struct kernfs_root ;
227 struct kernfs_elem_dir { unsigned long subdirs; struct rb_root children; struct kernfs_root *root; } ;
85 struct kernfs_node ;
85 struct kernfs_elem_symlink { struct kernfs_node *target_kn; } ;
89 struct kernfs_ops ;
89 struct kernfs_elem_attr { const struct kernfs_ops *ops; struct kernfs_open_node *open; loff_t size; struct kernfs_node *notify_next; } ;
96 union __anonunion____missing_field_name_234 { struct kernfs_elem_dir dir; struct kernfs_elem_symlink symlink; struct kernfs_elem_attr attr; } ;
96 struct kernfs_node { atomic_t count; atomic_t active; struct lockdep_map dep_map; struct kernfs_node *parent; const char *name; struct rb_node rb; const void *ns; unsigned int hash; union __anonunion____missing_field_name_234 __annonCompField50; void *priv; unsigned short flags; umode_t mode; unsigned int ino; struct kernfs_iattrs *iattr; } ;
138 struct kernfs_syscall_ops { int (*remount_fs)(struct kernfs_root *, int *, char *); int (*show_options)(struct seq_file *, struct kernfs_root *); int (*mkdir)(struct kernfs_node *, const char *, umode_t ); int (*rmdir)(struct kernfs_node *); int (*rename)(struct kernfs_node *, struct kernfs_node *, const char *); int (*show_path)(struct seq_file *, struct kernfs_node *, struct kernfs_root *); } ;
157 struct kernfs_root { struct kernfs_node *kn; unsigned int flags; struct ida ino_ida; struct kernfs_syscall_ops *syscall_ops; struct list_head supers; wait_queue_head_t deactivate_waitq; } ;
173 struct kernfs_open_file { struct kernfs_node *kn; struct file *file; void *priv; struct mutex mutex; struct mutex prealloc_mutex; int event; struct list_head list; char *prealloc_buf; size_t atomic_write_len; bool mmapped; const struct vm_operations_struct *vm_ops; } ;
191 struct kernfs_ops { int (*seq_show)(struct seq_file *, void *); void * (*seq_start)(struct seq_file *, loff_t *); void * (*seq_next)(struct seq_file *, void *, loff_t *); void (*seq_stop)(struct seq_file *, void *); ssize_t (*read)(struct kernfs_open_file *, char *, size_t , loff_t ); size_t atomic_write_len; bool prealloc; ssize_t (*write)(struct kernfs_open_file *, char *, size_t , loff_t ); int (*mmap)(struct kernfs_open_file *, struct vm_area_struct *); struct lock_class_key lockdep_key; } ;
499 struct sock ;
500 struct kobject ;
501 enum kobj_ns_type { KOBJ_NS_TYPE_NONE = 0, KOBJ_NS_TYPE_NET = 1, KOBJ_NS_TYPES = 2 } ;
507 struct kobj_ns_type_operations { enum kobj_ns_type type; bool (*current_may_mount)(); void * (*grab_current_ns)(); const void * (*netlink_ns)(struct sock *); const void * (*initial_ns)(); void (*drop_ns)(void *); } ;
59 struct bin_attribute ;
60 struct attribute { const char *name; umode_t mode; bool ignore_lockdep; struct lock_class_key *key; struct lock_class_key skey; } ;
37 struct attribute_group { const char *name; umode_t (*is_visible)(struct kobject *, struct attribute *, int); umode_t (*is_bin_visible)(struct kobject *, struct bin_attribute *, int); struct attribute **attrs; struct bin_attribute **bin_attrs; } ;
92 struct bin_attribute { struct attribute attr; size_t size; void *private; ssize_t (*read)(struct file *, struct kobject *, struct bin_attribute *, char *, loff_t , size_t ); ssize_t (*write)(struct file *, struct kobject *, struct bin_attribute *, char *, loff_t , size_t ); int (*mmap)(struct file *, struct kobject *, struct bin_attribute *, struct vm_area_struct *); } ;
165 struct sysfs_ops { ssize_t (*show)(struct kobject *, struct attribute *, char *); ssize_t (*store)(struct kobject *, struct attribute *, const char *, size_t ); } ;
530 struct kref { atomic_t refcount; } ;
52 struct kset ;
52 struct kobj_type ;
52 struct kobject { const char *name; struct list_head entry; struct kobject *parent; struct kset *kset; struct kobj_type *ktype; struct kernfs_node *sd; struct kref kref; struct delayed_work release; unsigned char state_initialized; unsigned char state_in_sysfs; unsigned char state_add_uevent_sent; unsigned char state_remove_uevent_sent; unsigned char uevent_suppress; } ;
115 struct kobj_type { void (*release)(struct kobject *); const struct sysfs_ops *sysfs_ops; struct attribute **default_attrs; const struct kobj_ns_type_operations * (*child_ns_type)(struct kobject *); const void * (*namespace)(struct kobject *); } ;
123 struct kobj_uevent_env { char *argv[3U]; char *envp[32U]; int envp_idx; char buf[2048U]; int buflen; } ;
131 struct kset_uevent_ops { const int (*filter)(struct kset *, struct kobject *); const const char * (*name)(struct kset *, struct kobject *); const int (*uevent)(struct kset *, struct kobject *, struct kobj_uevent_env *); } ;
148 struct kset { struct list_head list; spinlock_t list_lock; struct kobject kobj; const struct kset_uevent_ops *uevent_ops; } ;
223 struct kernel_param ;
228 struct kernel_param_ops { unsigned int flags; int (*set)(const char *, const struct kernel_param *); int (*get)(char *, const struct kernel_param *); void (*free)(void *); } ;
62 struct kparam_string ;
62 struct kparam_array ;
62 union __anonunion____missing_field_name_237 { void *arg; const struct kparam_string *str; const struct kparam_array *arr; } ;
62 struct kernel_param { const char *name; struct module *mod; const struct kernel_param_ops *ops; const u16 perm; s8 level; u8 flags; union __anonunion____missing_field_name_237 __annonCompField51; } ;
83 struct kparam_string { unsigned int maxlen; char *string; } ;
89 struct kparam_array { unsigned int max; unsigned int elemsize; unsigned int *num; const struct kernel_param_ops *ops; void *elem; } ;
470 struct exception_table_entry ;
24 struct latch_tree_node { struct rb_node node[2U]; } ;
211 struct mod_arch_specific { } ;
39 struct module_param_attrs ;
39 struct module_kobject { struct kobject kobj; struct module *mod; struct kobject *drivers_dir; struct module_param_attrs *mp; struct completion *kobj_completion; } ;
50 struct module_attribute { struct attribute attr; ssize_t (*show)(struct module_attribute *, struct module_kobject *, char *); ssize_t (*store)(struct module_attribute *, struct module_kobject *, const char *, size_t ); void (*setup)(struct module *, const char *); int (*test)(struct module *); void (*free)(struct module *); } ;
277 enum module_state { MODULE_STATE_LIVE = 0, MODULE_STATE_COMING = 1, MODULE_STATE_GOING = 2, MODULE_STATE_UNFORMED = 3 } ;
284 struct mod_tree_node { struct module *mod; struct latch_tree_node node; } ;
291 struct module_layout { void *base; unsigned int size; unsigned int text_size; unsigned int ro_size; unsigned int ro_after_init_size; struct mod_tree_node mtn; } ;
307 struct mod_kallsyms { Elf64_Sym *symtab; unsigned int num_symtab; char *strtab; } ;
321 struct klp_modinfo { Elf64_Ehdr hdr; Elf64_Shdr *sechdrs; char *secstrings; unsigned int symndx; } ;
329 struct module_sect_attrs ;
329 struct module_notes_attrs ;
329 struct trace_event_call ;
329 struct trace_enum_map ;
329 struct module { enum module_state state; struct list_head list; char name[56U]; struct module_kobject mkobj; struct module_attribute *modinfo_attrs; const char *version; const char *srcversion; struct kobject *holders_dir; const struct kernel_symbol *syms; const unsigned long *crcs; unsigned int num_syms; struct mutex param_lock; struct kernel_param *kp; unsigned int num_kp; unsigned int num_gpl_syms; const struct kernel_symbol *gpl_syms; const unsigned long *gpl_crcs; const struct kernel_symbol *unused_syms; const unsigned long *unused_crcs; unsigned int num_unused_syms; unsigned int num_unused_gpl_syms; const struct kernel_symbol *unused_gpl_syms; const unsigned long *unused_gpl_crcs; bool sig_ok; bool async_probe_requested; const struct kernel_symbol *gpl_future_syms; const unsigned long *gpl_future_crcs; unsigned int num_gpl_future_syms; unsigned int num_exentries; struct exception_table_entry *extable; int (*init)(); struct module_layout core_layout; struct module_layout init_layout; struct mod_arch_specific arch; unsigned int taints; unsigned int num_bugs; struct list_head bug_list; struct bug_entry *bug_table; struct mod_kallsyms *kallsyms; struct mod_kallsyms core_kallsyms; struct module_sect_attrs *sect_attrs; struct module_notes_attrs *notes_attrs; char *args; void *percpu; unsigned int percpu_size; unsigned int num_tracepoints; const struct tracepoint **tracepoints_ptrs; unsigned int num_trace_bprintk_fmt; const char **trace_bprintk_fmt_start; struct trace_event_call **trace_events; unsigned int num_trace_events; struct trace_enum_map **trace_enums; unsigned int num_trace_enums; bool klp; bool klp_alive; struct klp_modinfo *klp_info; struct list_head source_list; struct list_head target_list; void (*exit)(); atomic_t refcnt; ctor_fn_t (**ctors)(); unsigned int num_ctors; } ;
799 struct percpu_ref ;
55 typedef void percpu_ref_func_t(struct percpu_ref *);
68 struct percpu_ref { atomic_long_t count; unsigned long percpu_count_ptr; percpu_ref_func_t *release; percpu_ref_func_t *confirm_switch; bool force_atomic; struct callback_head rcu; } ;
93 struct shrink_control { gfp_t gfp_mask; unsigned long nr_to_scan; int nid; struct mem_cgroup *memcg; } ;
27 struct shrinker { unsigned long int (*count_objects)(struct shrinker *, struct shrink_control *); unsigned long int (*scan_objects)(struct shrinker *, struct shrink_control *); int seeks; long batch; unsigned long flags; struct list_head list; atomic_long_t *nr_deferred; } ;
41 struct rlimit { __kernel_ulong_t rlim_cur; __kernel_ulong_t rlim_max; } ;
182 struct file_ra_state ;
183 struct user_struct ;
184 struct writeback_control ;
185 struct bdi_writeback ;
273 struct vm_fault { unsigned int flags; gfp_t gfp_mask; unsigned long pgoff; void *virtual_address; struct page *cow_page; struct page *page; void *entry; } ;
308 struct fault_env { struct vm_area_struct *vma; unsigned long address; unsigned int flags; pmd_t *pmd; pte_t *pte; spinlock_t *ptl; pgtable_t prealloc_pte; } ;
335 struct vm_operations_struct { void (*open)(struct vm_area_struct *); void (*close)(struct vm_area_struct *); int (*mremap)(struct vm_area_struct *); int (*fault)(struct vm_area_struct *, struct vm_fault *); int (*pmd_fault)(struct vm_area_struct *, unsigned long, pmd_t *, unsigned int); void (*map_pages)(struct fault_env *, unsigned long, unsigned long); int (*page_mkwrite)(struct vm_area_struct *, struct vm_fault *); int (*pfn_mkwrite)(struct vm_area_struct *, struct vm_fault *); int (*access)(struct vm_area_struct *, unsigned long, void *, int, int); const char * (*name)(struct vm_area_struct *); int (*set_policy)(struct vm_area_struct *, struct mempolicy *); struct mempolicy * (*get_policy)(struct vm_area_struct *, unsigned long); struct page * (*find_special_page)(struct vm_area_struct *, unsigned long); } ;
1348 struct kvec ;
2451 struct scatterlist { unsigned long sg_magic; unsigned long page_link; unsigned int offset; unsigned int length; dma_addr_t dma_address; unsigned int dma_length; } ;
21 struct sg_table { struct scatterlist *sgl; unsigned int nents; unsigned int orig_nents; } ;
406 struct iovec { void *iov_base; __kernel_size_t iov_len; } ;
21 struct kvec { void *iov_base; size_t iov_len; } ;
27 union __anonunion____missing_field_name_262 { const struct iovec *iov; const struct kvec *kvec; const struct bio_vec *bvec; } ;
27 struct iov_iter { int type; size_t iov_offset; size_t count; union __anonunion____missing_field_name_262 __annonCompField52; unsigned long nr_segs; } ;
11 typedef unsigned short __kernel_sa_family_t;
12 struct __kernel_sockaddr_storage { __kernel_sa_family_t ss_family; char __data[126U]; } ;
18 struct pid ;
23 typedef __kernel_sa_family_t sa_family_t;
24 struct sockaddr { sa_family_t sa_family; char sa_data[14U]; } ;
38 struct kiocb ;
38 struct msghdr { void *msg_name; int msg_namelen; struct iov_iter msg_iter; void *msg_control; __kernel_size_t msg_controllen; unsigned int msg_flags; struct kiocb *msg_iocb; } ;
104 union __anonunion_in6_u_263 { __u8 u6_addr8[16U]; __be16 u6_addr16[8U]; __be32 u6_addr32[4U]; } ;
104 struct in6_addr { union __anonunion_in6_u_263 in6_u; } ;
46 struct klist_node ;
37 struct klist_node { void *n_klist; struct list_head n_node; struct kref n_ref; } ;
580 struct hlist_bl_node ;
580 struct hlist_bl_head { struct hlist_bl_node *first; } ;
36 struct hlist_bl_node { struct hlist_bl_node *next; struct hlist_bl_node **pprev; } ;
114 struct __anonstruct____missing_field_name_307 { spinlock_t lock; int count; } ;
114 union __anonunion____missing_field_name_306 { struct __anonstruct____missing_field_name_307 __annonCompField53; } ;
114 struct lockref { union __anonunion____missing_field_name_306 __annonCompField54; } ;
77 struct path ;
78 struct vfsmount ;
79 struct __anonstruct____missing_field_name_309 { u32 hash; u32 len; } ;
79 union __anonunion____missing_field_name_308 { struct __anonstruct____missing_field_name_309 __annonCompField55; u64 hash_len; } ;
79 struct qstr { union __anonunion____missing_field_name_308 __annonCompField56; const unsigned char *name; } ;
65 struct dentry_operations ;
65 union __anonunion____missing_field_name_310 { struct list_head d_lru; wait_queue_head_t *d_wait; } ;
65 union __anonunion_d_u_311 { struct hlist_node d_alias; struct hlist_bl_node d_in_lookup_hash; struct callback_head d_rcu; } ;
65 struct dentry { unsigned int d_flags; seqcount_t d_seq; struct hlist_bl_node d_hash; struct dentry *d_parent; struct qstr d_name; struct inode *d_inode; unsigned char d_iname[32U]; struct lockref d_lockref; const struct dentry_operations *d_op; struct super_block *d_sb; unsigned long d_time; void *d_fsdata; union __anonunion____missing_field_name_310 __annonCompField57; struct list_head d_child; struct list_head d_subdirs; union __anonunion_d_u_311 d_u; } ;
121 struct dentry_operations { int (*d_revalidate)(struct dentry *, unsigned int); int (*d_weak_revalidate)(struct dentry *, unsigned int); int (*d_hash)(const struct dentry *, struct qstr *); int (*d_compare)(const struct dentry *, unsigned int, const char *, const struct qstr *); int (*d_delete)(const struct dentry *); int (*d_init)(struct dentry *); void (*d_release)(struct dentry *); void (*d_prune)(struct dentry *); void (*d_iput)(struct dentry *, struct inode *); char * (*d_dname)(struct dentry *, char *, int); struct vfsmount * (*d_automount)(struct path *); int (*d_manage)(struct dentry *, bool ); struct dentry * (*d_real)(struct dentry *, const struct inode *, unsigned int); } ;
591 struct path { struct vfsmount *mnt; struct dentry *dentry; } ;
27 struct list_lru_one { struct list_head list; long nr_items; } ;
32 struct list_lru_memcg { struct list_lru_one *lru[0U]; } ;
37 struct list_lru_node { spinlock_t lock; struct list_lru_one lru; struct list_lru_memcg *memcg_lrus; } ;
47 struct list_lru { struct list_lru_node *node; struct list_head list; } ;
63 struct __anonstruct____missing_field_name_313 { struct radix_tree_node *parent; void *private_data; } ;
63 union __anonunion____missing_field_name_312 { struct __anonstruct____missing_field_name_313 __annonCompField58; struct callback_head callback_head; } ;
63 struct radix_tree_node { unsigned char shift; unsigned char offset; unsigned int count; union __anonunion____missing_field_name_312 __annonCompField59; struct list_head private_list; void *slots[64U]; unsigned long tags[3U][1U]; } ;
106 struct radix_tree_root { gfp_t gfp_mask; struct radix_tree_node *rnode; } ;
523 enum pid_type { PIDTYPE_PID = 0, PIDTYPE_PGID = 1, PIDTYPE_SID = 2, PIDTYPE_MAX = 3 } ;
530 struct pid_namespace ;
530 struct upid { int nr; struct pid_namespace *ns; struct hlist_node pid_chain; } ;
56 struct pid { atomic_t count; unsigned int level; struct hlist_head tasks[3U]; struct callback_head rcu; struct upid numbers[1U]; } ;
68 struct pid_link { struct hlist_node node; struct pid *pid; } ;
22 struct kernel_cap_struct { __u32 cap[2U]; } ;
25 typedef struct kernel_cap_struct kernel_cap_t;
248 struct semaphore { raw_spinlock_t lock; unsigned int count; struct list_head wait_list; } ;
45 struct fiemap_extent { __u64 fe_logical; __u64 fe_physical; __u64 fe_length; __u64 fe_reserved64[2U]; __u32 fe_flags; __u32 fe_reserved[3U]; } ;
38 enum migrate_mode { MIGRATE_ASYNC = 0, MIGRATE_SYNC_LIGHT = 1, MIGRATE_SYNC = 2 } ;
44 enum rcu_sync_type { RCU_SYNC = 0, RCU_SCHED_SYNC = 1, RCU_BH_SYNC = 2 } ;
50 struct rcu_sync { int gp_state; int gp_count; wait_queue_head_t gp_wait; int cb_state; struct callback_head cb_head; enum rcu_sync_type gp_type; } ;
65 struct percpu_rw_semaphore { struct rcu_sync rss; unsigned int *fast_read_ctr; struct rw_semaphore rw_sem; atomic_t slow_read_ctr; wait_queue_head_t write_waitq; } ;
54 struct bio_vec { struct page *bv_page; unsigned int bv_len; unsigned int bv_offset; } ;
34 struct bvec_iter { sector_t bi_sector; unsigned int bi_size; unsigned int bi_idx; unsigned int bi_bvec_done; } ;
84 struct bio_set ;
85 struct bio ;
86 struct bio_integrity_payload ;
87 struct block_device ;
88 struct io_context ;
89 struct cgroup_subsys_state ;
18 typedef void bio_end_io_t(struct bio *);
20 union __anonunion____missing_field_name_321 { struct bio_integrity_payload *bi_integrity; } ;
20 struct bio { struct bio *bi_next; struct block_device *bi_bdev; int bi_error; unsigned int bi_opf; unsigned short bi_flags; unsigned short bi_ioprio; struct bvec_iter bi_iter; unsigned int bi_phys_segments; unsigned int bi_seg_front_size; unsigned int bi_seg_back_size; atomic_t __bi_remaining; bio_end_io_t *bi_end_io; void *bi_private; struct io_context *bi_ioc; struct cgroup_subsys_state *bi_css; union __anonunion____missing_field_name_321 __annonCompField60; unsigned short bi_vcnt; unsigned short bi_max_vecs; atomic_t __bi_cnt; struct bio_vec *bi_io_vec; struct bio_set *bi_pool; struct bio_vec bi_inline_vecs[0U]; } ;
243 typedef unsigned int blk_qc_t;
266 struct delayed_call { void (*fn)(void *); void *arg; } ;
261 struct backing_dev_info ;
262 struct export_operations ;
263 struct hd_geometry ;
264 struct pipe_inode_info ;
265 struct poll_table_struct ;
266 struct kstatfs ;
267 struct swap_info_struct ;
268 struct fscrypt_info ;
269 struct fscrypt_operations ;
76 struct iattr { unsigned int ia_valid; umode_t ia_mode; kuid_t ia_uid; kgid_t ia_gid; loff_t ia_size; struct timespec ia_atime; struct timespec ia_mtime; struct timespec ia_ctime; struct file *ia_file; } ;
261 struct percpu_counter { raw_spinlock_t lock; s64 count; struct list_head list; s32 *counters; } ;
213 struct dquot ;
214 struct kqid ;
19 typedef __kernel_uid32_t projid_t;
23 struct __anonstruct_kprojid_t_322 { projid_t val; } ;
23 typedef struct __anonstruct_kprojid_t_322 kprojid_t;
181 enum quota_type { USRQUOTA = 0, GRPQUOTA = 1, PRJQUOTA = 2 } ;
66 typedef long long qsize_t;
67 union __anonunion____missing_field_name_323 { kuid_t uid; kgid_t gid; kprojid_t projid; } ;
67 struct kqid { union __anonunion____missing_field_name_323 __annonCompField61; enum quota_type type; } ;
194 struct mem_dqblk { qsize_t dqb_bhardlimit; qsize_t dqb_bsoftlimit; qsize_t dqb_curspace; qsize_t dqb_rsvspace; qsize_t dqb_ihardlimit; qsize_t dqb_isoftlimit; qsize_t dqb_curinodes; time64_t dqb_btime; time64_t dqb_itime; } ;
216 struct quota_format_type ;
217 struct mem_dqinfo { struct quota_format_type *dqi_format; int dqi_fmt_id; struct list_head dqi_dirty_list; unsigned long dqi_flags; unsigned int dqi_bgrace; unsigned int dqi_igrace; qsize_t dqi_max_spc_limit; qsize_t dqi_max_ino_limit; void *dqi_priv; } ;
282 struct dquot { struct hlist_node dq_hash; struct list_head dq_inuse; struct list_head dq_free; struct list_head dq_dirty; struct mutex dq_lock; atomic_t dq_count; wait_queue_head_t dq_wait_unused; struct super_block *dq_sb; struct kqid dq_id; loff_t dq_off; unsigned long dq_flags; struct mem_dqblk dq_dqb; } ;
309 struct quota_format_ops { int (*check_quota_file)(struct super_block *, int); int (*read_file_info)(struct super_block *, int); int (*write_file_info)(struct super_block *, int); int (*free_file_info)(struct super_block *, int); int (*read_dqblk)(struct dquot *); int (*commit_dqblk)(struct dquot *); int (*release_dqblk)(struct dquot *); int (*get_next_id)(struct super_block *, struct kqid *); } ;
321 struct dquot_operations { int (*write_dquot)(struct dquot *); struct dquot * (*alloc_dquot)(struct super_block *, int); void (*destroy_dquot)(struct dquot *); int (*acquire_dquot)(struct dquot *); int (*release_dquot)(struct dquot *); int (*mark_dirty)(struct dquot *); int (*write_info)(struct super_block *, int); qsize_t * (*get_reserved_space)(struct inode *); int (*get_projid)(struct inode *, kprojid_t *); int (*get_next_id)(struct super_block *, struct kqid *); } ;
338 struct qc_dqblk { int d_fieldmask; u64 d_spc_hardlimit; u64 d_spc_softlimit; u64 d_ino_hardlimit; u64 d_ino_softlimit; u64 d_space; u64 d_ino_count; s64 d_ino_timer; s64 d_spc_timer; int d_ino_warns; int d_spc_warns; u64 d_rt_spc_hardlimit; u64 d_rt_spc_softlimit; u64 d_rt_space; s64 d_rt_spc_timer; int d_rt_spc_warns; } ;
361 struct qc_type_state { unsigned int flags; unsigned int spc_timelimit; unsigned int ino_timelimit; unsigned int rt_spc_timelimit; unsigned int spc_warnlimit; unsigned int ino_warnlimit; unsigned int rt_spc_warnlimit; unsigned long long ino; blkcnt_t blocks; blkcnt_t nextents; } ;
407 struct qc_state { unsigned int s_incoredqs; struct qc_type_state s_state[3U]; } ;
418 struct qc_info { int i_fieldmask; unsigned int i_flags; unsigned int i_spc_timelimit; unsigned int i_ino_timelimit; unsigned int i_rt_spc_timelimit; unsigned int i_spc_warnlimit; unsigned int i_ino_warnlimit; unsigned int i_rt_spc_warnlimit; } ;
431 struct quotactl_ops { int (*quota_on)(struct super_block *, int, int, struct path *); int (*quota_off)(struct super_block *, int); int (*quota_enable)(struct super_block *, unsigned int); int (*quota_disable)(struct super_block *, unsigned int); int (*quota_sync)(struct super_block *, int); int (*set_info)(struct super_block *, int, struct qc_info *); int (*get_dqblk)(struct super_block *, struct kqid , struct qc_dqblk *); int (*get_nextdqblk)(struct super_block *, struct kqid *, struct qc_dqblk *); int (*set_dqblk)(struct super_block *, struct kqid , struct qc_dqblk *); int (*get_state)(struct super_block *, struct qc_state *); int (*rm_xquota)(struct super_block *, unsigned int); } ;
447 struct quota_format_type { int qf_fmt_id; const struct quota_format_ops *qf_ops; struct module *qf_owner; struct quota_format_type *qf_next; } ;
511 struct quota_info { unsigned int flags; struct mutex dqio_mutex; struct mutex dqonoff_mutex; struct inode *files[3U]; struct mem_dqinfo info[3U]; const struct quota_format_ops *ops[3U]; } ;
541 struct kiocb { struct file *ki_filp; loff_t ki_pos; void (*ki_complete)(struct kiocb *, long, long); void *private; int ki_flags; } ;
367 struct address_space_operations { int (*writepage)(struct page *, struct writeback_control *); int (*readpage)(struct file *, struct page *); int (*writepages)(struct address_space *, struct writeback_control *); int (*set_page_dirty)(struct page *); int (*readpages)(struct file *, struct address_space *, struct list_head *, unsigned int); int (*write_begin)(struct file *, struct address_space *, loff_t , unsigned int, unsigned int, struct page **, void **); int (*write_end)(struct file *, struct address_space *, loff_t , unsigned int, unsigned int, struct page *, void *); sector_t (*bmap)(struct address_space *, sector_t ); void (*invalidatepage)(struct page *, unsigned int, unsigned int); int (*releasepage)(struct page *, gfp_t ); void (*freepage)(struct page *); ssize_t (*direct_IO)(struct kiocb *, struct iov_iter *); int (*migratepage)(struct address_space *, struct page *, struct page *, enum migrate_mode ); bool (*isolate_page)(struct page *, isolate_mode_t ); void (*putback_page)(struct page *); int (*launder_page)(struct page *); int (*is_partially_uptodate)(struct page *, unsigned long, unsigned long); void (*is_dirty_writeback)(struct page *, bool *, bool *); int (*error_remove_page)(struct address_space *, struct page *); int (*swap_activate)(struct swap_info_struct *, struct file *, sector_t *); void (*swap_deactivate)(struct file *); } ;
426 struct address_space { struct inode *host; struct radix_tree_root page_tree; spinlock_t tree_lock; atomic_t i_mmap_writable; struct rb_root i_mmap; struct rw_semaphore i_mmap_rwsem; unsigned long nrpages; unsigned long nrexceptional; unsigned long writeback_index; const struct address_space_operations *a_ops; unsigned long flags; spinlock_t private_lock; struct list_head private_list; void *private_data; } ;
447 struct request_queue ;
448 struct hd_struct ;
448 struct gendisk ;
448 struct block_device { dev_t bd_dev; int bd_openers; struct inode *bd_inode; struct super_block *bd_super; struct mutex bd_mutex; void *bd_claiming; void *bd_holder; int bd_holders; bool bd_write_holder; struct list_head bd_holder_disks; struct block_device *bd_contains; unsigned int bd_block_size; struct hd_struct *bd_part; unsigned int bd_part_count; int bd_invalidated; struct gendisk *bd_disk; struct request_queue *bd_queue; struct list_head bd_list; unsigned long bd_private; int bd_fsfreeze_count; struct mutex bd_fsfreeze_mutex; } ;
563 struct posix_acl ;
589 struct inode_operations ;
589 union __anonunion____missing_field_name_328 { const unsigned int i_nlink; unsigned int __i_nlink; } ;
589 union __anonunion____missing_field_name_329 { struct hlist_head i_dentry; struct callback_head i_rcu; } ;
589 struct file_lock_context ;
589 struct cdev ;
589 union __anonunion____missing_field_name_330 { struct pipe_inode_info *i_pipe; struct block_device *i_bdev; struct cdev *i_cdev; char *i_link; unsigned int i_dir_seq; } ;
589 struct inode { umode_t i_mode; unsigned short i_opflags; kuid_t i_uid; kgid_t i_gid; unsigned int i_flags; struct posix_acl *i_acl; struct posix_acl *i_default_acl; const struct inode_operations *i_op; struct super_block *i_sb; struct address_space *i_mapping; void *i_security; unsigned long i_ino; union __anonunion____missing_field_name_328 __annonCompField62; dev_t i_rdev; loff_t i_size; struct timespec i_atime; struct timespec i_mtime; struct timespec i_ctime; spinlock_t i_lock; unsigned short i_bytes; unsigned int i_blkbits; blkcnt_t i_blocks; unsigned long i_state; struct rw_semaphore i_rwsem; unsigned long dirtied_when; unsigned long dirtied_time_when; struct hlist_node i_hash; struct list_head i_io_list; struct bdi_writeback *i_wb; int i_wb_frn_winner; u16 i_wb_frn_avg_time; u16 i_wb_frn_history; struct list_head i_lru; struct list_head i_sb_list; struct list_head i_wb_list; union __anonunion____missing_field_name_329 __annonCompField63; u64 i_version; atomic_t i_count; atomic_t i_dio_count; atomic_t i_writecount; atomic_t i_readcount; const struct file_operations *i_fop; struct file_lock_context *i_flctx; struct address_space i_data; struct list_head i_devices; union __anonunion____missing_field_name_330 __annonCompField64; __u32 i_generation; __u32 i_fsnotify_mask; struct hlist_head i_fsnotify_marks; struct fscrypt_info *i_crypt_info; void *i_private; } ;
843 struct fown_struct { rwlock_t lock; struct pid *pid; enum pid_type pid_type; kuid_t uid; kuid_t euid; int signum; } ;
851 struct file_ra_state { unsigned long start; unsigned int size; unsigned int async_size; unsigned int ra_pages; unsigned int mmap_miss; loff_t prev_pos; } ;
874 union __anonunion_f_u_331 { struct llist_node fu_llist; struct callback_head fu_rcuhead; } ;
874 struct file { union __anonunion_f_u_331 f_u; struct path f_path; struct inode *f_inode; const struct file_operations *f_op; spinlock_t f_lock; atomic_long_t f_count; unsigned int f_flags; fmode_t f_mode; struct mutex f_pos_lock; loff_t f_pos; struct fown_struct f_owner; const struct cred *f_cred; struct file_ra_state f_ra; u64 f_version; void *f_security; void *private_data; struct list_head f_ep_links; struct list_head f_tfile_llink; struct address_space *f_mapping; } ;
959 typedef void *fl_owner_t;
960 struct file_lock ;
961 struct file_lock_operations { void (*fl_copy_lock)(struct file_lock *, struct file_lock *); void (*fl_release_private)(struct file_lock *); } ;
967 struct lock_manager_operations { int (*lm_compare_owner)(struct file_lock *, struct file_lock *); unsigned long int (*lm_owner_key)(struct file_lock *); fl_owner_t (*lm_get_owner)(fl_owner_t ); void (*lm_put_owner)(fl_owner_t ); void (*lm_notify)(struct file_lock *); int (*lm_grant)(struct file_lock *, int); bool (*lm_break)(struct file_lock *); int (*lm_change)(struct file_lock *, int, struct list_head *); void (*lm_setup)(struct file_lock *, void **); } ;
988 struct net ;
994 struct nlm_lockowner ;
995 struct nfs_lock_info { u32 state; struct nlm_lockowner *owner; struct list_head list; } ;
14 struct nfs4_lock_state ;
15 struct nfs4_lock_info { struct nfs4_lock_state *owner; } ;
19 struct fasync_struct ;
19 struct __anonstruct_afs_333 { struct list_head link; int state; } ;
19 union __anonunion_fl_u_332 { struct nfs_lock_info nfs_fl; struct nfs4_lock_info nfs4_fl; struct __anonstruct_afs_333 afs; } ;
19 struct file_lock { struct file_lock *fl_next; struct list_head fl_list; struct hlist_node fl_link; struct list_head fl_block; fl_owner_t fl_owner; unsigned int fl_flags; unsigned char fl_type; unsigned int fl_pid; int fl_link_cpu; struct pid *fl_nspid; wait_queue_head_t fl_wait; struct file *fl_file; loff_t fl_start; loff_t fl_end; struct fasync_struct *fl_fasync; unsigned long fl_break_time; unsigned long fl_downgrade_time; const struct file_lock_operations *fl_ops; const struct lock_manager_operations *fl_lmops; union __anonunion_fl_u_332 fl_u; } ;
1047 struct file_lock_context { spinlock_t flc_lock; struct list_head flc_flock; struct list_head flc_posix; struct list_head flc_lease; } ;
1102 struct files_struct ;
1255 struct fasync_struct { spinlock_t fa_lock; int magic; int fa_fd; struct fasync_struct *fa_next; struct file *fa_file; struct callback_head fa_rcu; } ;
1290 struct sb_writers { int frozen; wait_queue_head_t wait_unfrozen; struct percpu_rw_semaphore rw_sem[3U]; } ;
1320 struct super_operations ;
1320 struct xattr_handler ;
1320 struct mtd_info ;
1320 struct super_block { struct list_head s_list; dev_t s_dev; unsigned char s_blocksize_bits; unsigned long s_blocksize; loff_t s_maxbytes; struct file_system_type *s_type; const struct super_operations *s_op; const struct dquot_operations *dq_op; const struct quotactl_ops *s_qcop; const struct export_operations *s_export_op; unsigned long s_flags; unsigned long s_iflags; unsigned long s_magic; struct dentry *s_root; struct rw_semaphore s_umount; int s_count; atomic_t s_active; void *s_security; const struct xattr_handler **s_xattr; const struct fscrypt_operations *s_cop; struct hlist_bl_head s_anon; struct list_head s_mounts; struct block_device *s_bdev; struct backing_dev_info *s_bdi; struct mtd_info *s_mtd; struct hlist_node s_instances; unsigned int s_quota_types; struct quota_info s_dquot; struct sb_writers s_writers; char s_id[32U]; u8 s_uuid[16U]; void *s_fs_info; unsigned int s_max_links; fmode_t s_mode; u32 s_time_gran; struct mutex s_vfs_rename_mutex; char *s_subtype; char *s_options; const struct dentry_operations *s_d_op; int cleancache_poolid; struct shrinker s_shrink; atomic_long_t s_remove_count; int s_readonly_remount; struct workqueue_struct *s_dio_done_wq; struct hlist_head s_pins; struct user_namespace *s_user_ns; struct list_lru s_dentry_lru; struct list_lru s_inode_lru; struct callback_head rcu; struct work_struct destroy_work; struct mutex s_sync_lock; int s_stack_depth; spinlock_t s_inode_list_lock; struct list_head s_inodes; spinlock_t s_inode_wblist_lock; struct list_head s_inodes_wb; } ;
1603 struct fiemap_extent_info { unsigned int fi_flags; unsigned int fi_extents_mapped; unsigned int fi_extents_max; struct fiemap_extent *fi_extents_start; } ;
1616 struct dir_context ;
1641 struct dir_context { int (*actor)(struct dir_context *, const char *, int, loff_t , u64 , unsigned int); loff_t pos; } ;
1647 struct block_device_operations ;
1648 struct file_operations { struct module *owner; loff_t (*llseek)(struct file *, loff_t , int); ssize_t (*read)(struct file *, char *, size_t , loff_t *); ssize_t (*write)(struct file *, const char *, size_t , loff_t *); ssize_t (*read_iter)(struct kiocb *, struct iov_iter *); ssize_t (*write_iter)(struct kiocb *, struct iov_iter *); int (*iterate)(struct file *, struct dir_context *); int (*iterate_shared)(struct file *, struct dir_context *); unsigned int (*poll)(struct file *, struct poll_table_struct *); long int (*unlocked_ioctl)(struct file *, unsigned int, unsigned long); long int (*compat_ioctl)(struct file *, unsigned int, unsigned long); int (*mmap)(struct file *, struct vm_area_struct *); int (*open)(struct inode *, struct file *); int (*flush)(struct file *, fl_owner_t ); int (*release)(struct inode *, struct file *); int (*fsync)(struct file *, loff_t , loff_t , int); int (*aio_fsync)(struct kiocb *, int); int (*fasync)(int, struct file *, int); int (*lock)(struct file *, int, struct file_lock *); ssize_t (*sendpage)(struct file *, struct page *, int, size_t , loff_t *, int); unsigned long int (*get_unmapped_area)(struct file *, unsigned long, unsigned long, unsigned long, unsigned long); int (*check_flags)(int); int (*flock)(struct file *, int, struct file_lock *); ssize_t (*splice_write)(struct pipe_inode_info *, struct file *, loff_t *, size_t , unsigned int); ssize_t (*splice_read)(struct file *, loff_t *, struct pipe_inode_info *, size_t , unsigned int); int (*setlease)(struct file *, long, struct file_lock **, void **); long int (*fallocate)(struct file *, int, loff_t , loff_t ); void (*show_fdinfo)(struct seq_file *, struct file *); ssize_t (*copy_file_range)(struct file *, loff_t , struct file *, loff_t , size_t , unsigned int); int (*clone_file_range)(struct file *, loff_t , struct file *, loff_t , u64 ); ssize_t (*dedupe_file_range)(struct file *, u64 , u64 , struct file *, u64 ); } ;
1717 struct inode_operations { struct dentry * (*lookup)(struct inode *, struct dentry *, unsigned int); const char * (*get_link)(struct dentry *, struct inode *, struct delayed_call *); int (*permission)(struct inode *, int); struct posix_acl * (*get_acl)(struct inode *, int); int (*readlink)(struct dentry *, char *, int); int (*create)(struct inode *, struct dentry *, umode_t , bool ); int (*link)(struct dentry *, struct inode *, struct dentry *); int (*unlink)(struct inode *, struct dentry *); int (*symlink)(struct inode *, struct dentry *, const char *); int (*mkdir)(struct inode *, struct dentry *, umode_t ); int (*rmdir)(struct inode *, struct dentry *); int (*mknod)(struct inode *, struct dentry *, umode_t , dev_t ); int (*rename)(struct inode *, struct dentry *, struct inode *, struct dentry *); int (*rename2)(struct inode *, struct dentry *, struct inode *, struct dentry *, unsigned int); int (*setattr)(struct dentry *, struct iattr *); int (*getattr)(struct vfsmount *, struct dentry *, struct kstat *); int (*setxattr)(struct dentry *, struct inode *, const char *, const void *, size_t , int); ssize_t (*getxattr)(struct dentry *, struct inode *, const char *, void *, size_t ); ssize_t (*listxattr)(struct dentry *, char *, size_t ); int (*removexattr)(struct dentry *, const char *); int (*fiemap)(struct inode *, struct fiemap_extent_info *, u64 , u64 ); int (*update_time)(struct inode *, struct timespec *, int); int (*atomic_open)(struct inode *, struct dentry *, struct file *, unsigned int, umode_t , int *); int (*tmpfile)(struct inode *, struct dentry *, umode_t ); int (*set_acl)(struct inode *, struct posix_acl *, int); } ;
1774 struct super_operations { struct inode * (*alloc_inode)(struct super_block *); void (*destroy_inode)(struct inode *); void (*dirty_inode)(struct inode *, int); int (*write_inode)(struct inode *, struct writeback_control *); int (*drop_inode)(struct inode *); void (*evict_inode)(struct inode *); void (*put_super)(struct super_block *); int (*sync_fs)(struct super_block *, int); int (*freeze_super)(struct super_block *); int (*freeze_fs)(struct super_block *); int (*thaw_super)(struct super_block *); int (*unfreeze_fs)(struct super_block *); int (*statfs)(struct dentry *, struct kstatfs *); int (*remount_fs)(struct super_block *, int *, char *); void (*umount_begin)(struct super_block *); int (*show_options)(struct seq_file *, struct dentry *); int (*show_devname)(struct seq_file *, struct dentry *); int (*show_path)(struct seq_file *, struct dentry *); int (*show_stats)(struct seq_file *, struct dentry *); ssize_t (*quota_read)(struct super_block *, int, char *, size_t , loff_t ); ssize_t (*quota_write)(struct super_block *, int, const char *, size_t , loff_t ); struct dquot ** (*get_dquots)(struct inode *); int (*bdev_try_to_free_page)(struct super_block *, struct page *, gfp_t ); long int (*nr_cached_objects)(struct super_block *, struct shrink_control *); long int (*free_cached_objects)(struct super_block *, struct shrink_control *); } ;
2018 struct file_system_type { const char *name; int fs_flags; struct dentry * (*mount)(struct file_system_type *, int, const char *, void *); void (*kill_sb)(struct super_block *); struct module *owner; struct file_system_type *next; struct hlist_head fs_supers; struct lock_class_key s_lock_key; struct lock_class_key s_umount_key; struct lock_class_key s_vfs_rename_key; struct lock_class_key s_writers_key[3U]; struct lock_class_key i_lock_key; struct lock_class_key i_mutex_key; struct lock_class_key i_mutex_dir_key; } ;
3193 struct assoc_array_ptr ;
3193 struct assoc_array { struct assoc_array_ptr *root; unsigned long nr_leaves_on_tree; } ;
31 typedef int32_t key_serial_t;
34 typedef uint32_t key_perm_t;
35 struct key ;
36 struct signal_struct ;
37 struct key_type ;
41 struct keyring_index_key { struct key_type *type; const char *description; size_t desc_len; } ;
91 union key_payload { void *rcu_data0; void *data[4U]; } ;
128 union __anonunion____missing_field_name_334 { struct list_head graveyard_link; struct rb_node serial_node; } ;
128 struct key_user ;
128 union __anonunion____missing_field_name_335 { time_t expiry; time_t revoked_at; } ;
128 struct __anonstruct____missing_field_name_337 { struct key_type *type; char *description; } ;
128 union __anonunion____missing_field_name_336 { struct keyring_index_key index_key; struct __anonstruct____missing_field_name_337 __annonCompField67; } ;
128 struct __anonstruct____missing_field_name_339 { struct list_head name_link; struct assoc_array keys; } ;
128 union __anonunion____missing_field_name_338 { union key_payload payload; struct __anonstruct____missing_field_name_339 __annonCompField69; int reject_error; } ;
128 struct key { atomic_t usage; key_serial_t serial; union __anonunion____missing_field_name_334 __annonCompField65; struct rw_semaphore sem; struct key_user *user; void *security; union __anonunion____missing_field_name_335 __annonCompField66; time_t last_used_at; kuid_t uid; kgid_t gid; key_perm_t perm; unsigned short quotalen; unsigned short datalen; unsigned long flags; union __anonunion____missing_field_name_336 __annonCompField68; union __anonunion____missing_field_name_338 __annonCompField70; int (*restrict_link)(struct key *, const struct key_type *, const union key_payload *); } ;
377 struct audit_context ;
27 struct group_info { atomic_t usage; int ngroups; int nblocks; kgid_t small_block[32U]; kgid_t *blocks[0U]; } ;
90 struct cred { atomic_t usage; atomic_t subscribers; void *put_addr; unsigned int magic; kuid_t uid; kgid_t gid; kuid_t suid; kgid_t sgid; kuid_t euid; kgid_t egid; kuid_t fsuid; kgid_t fsgid; unsigned int securebits; kernel_cap_t cap_inheritable; kernel_cap_t cap_permitted; kernel_cap_t cap_effective; kernel_cap_t cap_bset; kernel_cap_t cap_ambient; unsigned char jit_keyring; struct key *session_keyring; struct key *process_keyring; struct key *thread_keyring; struct key *request_key_auth; void *security; struct user_struct *user; struct user_namespace *user_ns; struct group_info *group_info; struct callback_head rcu; } ;
377 struct seq_file { char *buf; size_t size; size_t from; size_t count; size_t pad_until; loff_t index; loff_t read_pos; u64 version; struct mutex lock; const struct seq_operations *op; int poll_event; const struct file *file; void *private; } ;
30 struct seq_operations { void * (*start)(struct seq_file *, loff_t *); void (*stop)(struct seq_file *, void *); void * (*next)(struct seq_file *, void *, loff_t *); int (*show)(struct seq_file *, void *); } ;
222 struct pinctrl ;
223 struct pinctrl_state ;
194 struct dev_pin_info { struct pinctrl *p; struct pinctrl_state *default_state; struct pinctrl_state *init_state; struct pinctrl_state *sleep_state; struct pinctrl_state *idle_state; } ;
84 struct plist_node { int prio; struct list_head prio_list; struct list_head node_list; } ;
4 typedef unsigned long cputime_t;
25 struct sem_undo_list ;
25 struct sysv_sem { struct sem_undo_list *undo_list; } ;
26 struct sysv_shm { struct list_head shm_clist; } ;
24 struct __anonstruct_sigset_t_340 { unsigned long sig[1U]; } ;
24 typedef struct __anonstruct_sigset_t_340 sigset_t;
25 struct siginfo ;
17 typedef void __signalfn_t(int);
18 typedef __signalfn_t *__sighandler_t;
20 typedef void __restorefn_t();
21 typedef __restorefn_t *__sigrestore_t;
34 union sigval { int sival_int; void *sival_ptr; } ;
10 typedef union sigval sigval_t;
11 struct __anonstruct__kill_342 { __kernel_pid_t _pid; __kernel_uid32_t _uid; } ;
11 struct __anonstruct__timer_343 { __kernel_timer_t _tid; int _overrun; char _pad[0U]; sigval_t _sigval; int _sys_private; } ;
11 struct __anonstruct__rt_344 { __kernel_pid_t _pid; __kernel_uid32_t _uid; sigval_t _sigval; } ;
11 struct __anonstruct__sigchld_345 { __kernel_pid_t _pid; __kernel_uid32_t _uid; int _status; __kernel_clock_t _utime; __kernel_clock_t _stime; } ;
11 struct __anonstruct__addr_bnd_348 { void *_lower; void *_upper; } ;
11 union __anonunion____missing_field_name_347 { struct __anonstruct__addr_bnd_348 _addr_bnd; __u32 _pkey; } ;
11 struct __anonstruct__sigfault_346 { void *_addr; short _addr_lsb; union __anonunion____missing_field_name_347 __annonCompField71; } ;
11 struct __anonstruct__sigpoll_349 { long _band; int _fd; } ;
11 struct __anonstruct__sigsys_350 { void *_call_addr; int _syscall; unsigned int _arch; } ;
11 union __anonunion__sifields_341 { int _pad[28U]; struct __anonstruct__kill_342 _kill; struct __anonstruct__timer_343 _timer; struct __anonstruct__rt_344 _rt; struct __anonstruct__sigchld_345 _sigchld; struct __anonstruct__sigfault_346 _sigfault; struct __anonstruct__sigpoll_349 _sigpoll; struct __anonstruct__sigsys_350 _sigsys; } ;
11 struct siginfo { int si_signo; int si_errno; int si_code; union __anonunion__sifields_341 _sifields; } ;
118 typedef struct siginfo siginfo_t;
22 struct sigpending { struct list_head list; sigset_t signal; } ;
257 struct sigaction { __sighandler_t sa_handler; unsigned long sa_flags; __sigrestore_t sa_restorer; sigset_t sa_mask; } ;
271 struct k_sigaction { struct sigaction sa; } ;
43 struct seccomp_filter ;
44 struct seccomp { int mode; struct seccomp_filter *filter; } ;
40 struct rt_mutex_waiter ;
100 struct timerqueue_node { struct rb_node node; ktime_t expires; } ;
12 struct timerqueue_head { struct rb_root head; struct timerqueue_node *next; } ;
50 struct hrtimer_clock_base ;
51 struct hrtimer_cpu_base ;
60 enum hrtimer_restart { HRTIMER_NORESTART = 0, HRTIMER_RESTART = 1 } ;
65 struct hrtimer { struct timerqueue_node node; ktime_t _softexpires; enum hrtimer_restart (*function)(struct hrtimer *); struct hrtimer_clock_base *base; u8 state; u8 is_rel; int start_pid; void *start_site; char start_comm[16U]; } ;
125 struct hrtimer_clock_base { struct hrtimer_cpu_base *cpu_base; int index; clockid_t clockid; struct timerqueue_head active; ktime_t (*get_time)(); ktime_t offset; } ;
158 struct hrtimer_cpu_base { raw_spinlock_t lock; seqcount_t seq; struct hrtimer *running; unsigned int cpu; unsigned int active_bases; unsigned int clock_was_set_seq; bool migration_enabled; bool nohz_active; unsigned char in_hrtirq; unsigned char hres_active; unsigned char hang_detected; ktime_t expires_next; struct hrtimer *next_timer; unsigned int nr_events; unsigned int nr_retries; unsigned int nr_hangs; unsigned int max_hang_time; struct hrtimer_clock_base clock_base[4U]; } ;
12 enum kcov_mode { KCOV_MODE_DISABLED = 0, KCOV_MODE_TRACE = 1 } ;
17 struct task_io_accounting { u64 rchar; u64 wchar; u64 syscr; u64 syscw; u64 read_bytes; u64 write_bytes; u64 cancelled_write_bytes; } ;
45 struct latency_record { unsigned long backtrace[12U]; unsigned int count; unsigned long time; unsigned long max; } ;
41 struct cgroup ;
42 struct cgroup_root ;
43 struct cgroup_subsys ;
44 struct cgroup_taskset ;
88 struct cgroup_file { struct kernfs_node *kn; } ;
90 struct cgroup_subsys_state { struct cgroup *cgroup; struct cgroup_subsys *ss; struct percpu_ref refcnt; struct cgroup_subsys_state *parent; struct list_head sibling; struct list_head children; int id; unsigned int flags; u64 serial_nr; atomic_t online_cnt; struct callback_head callback_head; struct work_struct destroy_work; } ;
141 struct css_set { atomic_t refcount; struct hlist_node hlist; struct list_head tasks; struct list_head mg_tasks; struct list_head cgrp_links; struct cgroup *dfl_cgrp; struct cgroup_subsys_state *subsys[13U]; struct list_head mg_preload_node; struct list_head mg_node; struct cgroup *mg_src_cgrp; struct cgroup *mg_dst_cgrp; struct css_set *mg_dst_cset; struct list_head e_cset_node[13U]; struct list_head task_iters; bool dead; struct callback_head callback_head; } ;
221 struct cgroup { struct cgroup_subsys_state self; unsigned long flags; int id; int level; int populated_cnt; struct kernfs_node *kn; struct cgroup_file procs_file; struct cgroup_file events_file; u16 subtree_control; u16 subtree_ss_mask; u16 old_subtree_control; u16 old_subtree_ss_mask; struct cgroup_subsys_state *subsys[13U]; struct cgroup_root *root; struct list_head cset_links; struct list_head e_csets[13U]; struct list_head pidlists; struct mutex pidlist_mutex; wait_queue_head_t offline_waitq; struct work_struct release_agent_work; int ancestor_ids[]; } ;
306 struct cgroup_root { struct kernfs_root *kf_root; unsigned int subsys_mask; int hierarchy_id; struct cgroup cgrp; int cgrp_ancestor_id_storage; atomic_t nr_cgrps; struct list_head root_list; unsigned int flags; struct idr cgroup_idr; char release_agent_path[4096U]; char name[64U]; } ;
345 struct cftype { char name[64U]; unsigned long private; size_t max_write_len; unsigned int flags; unsigned int file_offset; struct cgroup_subsys *ss; struct list_head node; struct kernfs_ops *kf_ops; u64 (*read_u64)(struct cgroup_subsys_state *, struct cftype *); s64 (*read_s64)(struct cgroup_subsys_state *, struct cftype *); int (*seq_show)(struct seq_file *, void *); void * (*seq_start)(struct seq_file *, loff_t *); void * (*seq_next)(struct seq_file *, void *, loff_t *); void (*seq_stop)(struct seq_file *, void *); int (*write_u64)(struct cgroup_subsys_state *, struct cftype *, u64 ); int (*write_s64)(struct cgroup_subsys_state *, struct cftype *, s64 ); ssize_t (*write)(struct kernfs_open_file *, char *, size_t , loff_t ); struct lock_class_key lockdep_key; } ;
430 struct cgroup_subsys { struct cgroup_subsys_state * (*css_alloc)(struct cgroup_subsys_state *); int (*css_online)(struct cgroup_subsys_state *); void (*css_offline)(struct cgroup_subsys_state *); void (*css_released)(struct cgroup_subsys_state *); void (*css_free)(struct cgroup_subsys_state *); void (*css_reset)(struct cgroup_subsys_state *); int (*can_attach)(struct cgroup_taskset *); void (*cancel_attach)(struct cgroup_taskset *); void (*attach)(struct cgroup_taskset *); void (*post_attach)(); int (*can_fork)(struct task_struct *); void (*cancel_fork)(struct task_struct *); void (*fork)(struct task_struct *); void (*exit)(struct task_struct *); void (*free)(struct task_struct *); void (*bind)(struct cgroup_subsys_state *); bool early_init; bool implicit_on_dfl; bool broken_hierarchy; bool warned_broken_hierarchy; int id; const char *name; const char *legacy_name; struct cgroup_root *root; struct idr css_idr; struct list_head cfts; struct cftype *dfl_cftypes; struct cftype *legacy_cftypes; unsigned int depends_on; } ;
546 struct __anonstruct____missing_field_name_354 { u8 is_data; u8 padding; u16 prioidx; u32 classid; } ;
546 union __anonunion____missing_field_name_353 { struct __anonstruct____missing_field_name_354 __annonCompField72; u64 val; } ;
546 struct sock_cgroup_data { union __anonunion____missing_field_name_353 __annonCompField73; } ;
128 struct futex_pi_state ;
129 struct robust_list_head ;
130 struct bio_list ;
131 struct fs_struct ;
132 struct perf_event_context ;
133 struct blk_plug ;
134 struct nameidata ;
188 struct cfs_rq ;
189 struct task_group ;
493 struct sighand_struct { atomic_t count; struct k_sigaction action[64U]; spinlock_t siglock; wait_queue_head_t signalfd_wqh; } ;
536 struct pacct_struct { int ac_flag; long ac_exitcode; unsigned long ac_mem; cputime_t ac_utime; cputime_t ac_stime; unsigned long ac_minflt; unsigned long ac_majflt; } ;
544 struct cpu_itimer { cputime_t expires; cputime_t incr; u32 error; u32 incr_error; } ;
551 struct prev_cputime { cputime_t utime; cputime_t stime; raw_spinlock_t lock; } ;
576 struct task_cputime { cputime_t utime; cputime_t stime; unsigned long long sum_exec_runtime; } ;
592 struct task_cputime_atomic { atomic64_t utime; atomic64_t stime; atomic64_t sum_exec_runtime; } ;
614 struct thread_group_cputimer { struct task_cputime_atomic cputime_atomic; bool running; bool checking_timer; } ;
659 struct autogroup ;
660 struct tty_struct ;
660 struct taskstats ;
660 struct tty_audit_buf ;
660 struct signal_struct { atomic_t sigcnt; atomic_t live; int nr_threads; atomic_t oom_victims; struct list_head thread_head; wait_queue_head_t wait_chldexit; struct task_struct *curr_target; struct sigpending shared_pending; int group_exit_code; int notify_count; struct task_struct *group_exit_task; int group_stop_count; unsigned int flags; unsigned char is_child_subreaper; unsigned char has_child_subreaper; int posix_timer_id; struct list_head posix_timers; struct hrtimer real_timer; struct pid *leader_pid; ktime_t it_real_incr; struct cpu_itimer it[2U]; struct thread_group_cputimer cputimer; struct task_cputime cputime_expires; struct list_head cpu_timers[3U]; struct pid *tty_old_pgrp; int leader; struct tty_struct *tty; struct autogroup *autogroup; seqlock_t stats_lock; cputime_t utime; cputime_t stime; cputime_t cutime; cputime_t cstime; cputime_t gtime; cputime_t cgtime; struct prev_cputime prev_cputime; unsigned long nvcsw; unsigned long nivcsw; unsigned long cnvcsw; unsigned long cnivcsw; unsigned long min_flt; unsigned long maj_flt; unsigned long cmin_flt; unsigned long cmaj_flt; unsigned long inblock; unsigned long oublock; unsigned long cinblock; unsigned long coublock; unsigned long maxrss; unsigned long cmaxrss; struct task_io_accounting ioac; unsigned long long sum_sched_runtime; struct rlimit rlim[16U]; struct pacct_struct pacct; struct taskstats *stats; unsigned int audit_tty; struct tty_audit_buf *tty_audit_buf; bool oom_flag_origin; short oom_score_adj; short oom_score_adj_min; struct mutex cred_guard_mutex; } ;
835 struct user_struct { atomic_t __count; atomic_t processes; atomic_t sigpending; atomic_t inotify_watches; atomic_t inotify_devs; atomic_t fanotify_listeners; atomic_long_t epoll_watches; unsigned long mq_bytes; unsigned long locked_shm; unsigned long unix_inflight; atomic_long_t pipe_bufs; struct key *uid_keyring; struct key *session_keyring; struct hlist_node uidhash_node; kuid_t uid; atomic_long_t locked_vm; } ;
880 struct reclaim_state ;
881 struct sched_info { unsigned long pcount; unsigned long long run_delay; unsigned long long last_arrival; unsigned long long last_queued; } ;
896 struct task_delay_info { spinlock_t lock; unsigned int flags; u64 blkio_start; u64 blkio_delay; u64 swapin_delay; u32 blkio_count; u32 swapin_count; u64 freepages_start; u64 freepages_delay; u32 freepages_count; } ;
953 struct wake_q_node { struct wake_q_node *next; } ;
1219 struct uts_namespace ;
1220 struct load_weight { unsigned long weight; u32 inv_weight; } ;
1228 struct sched_avg { u64 last_update_time; u64 load_sum; u32 util_sum; u32 period_contrib; unsigned long load_avg; unsigned long util_avg; } ;
1286 struct sched_statistics { u64 wait_start; u64 wait_max; u64 wait_count; u64 wait_sum; u64 iowait_count; u64 iowait_sum; u64 sleep_start; u64 sleep_max; s64 sum_sleep_runtime; u64 block_start; u64 block_max; u64 exec_max; u64 slice_max; u64 nr_migrations_cold; u64 nr_failed_migrations_affine; u64 nr_failed_migrations_running; u64 nr_failed_migrations_hot; u64 nr_forced_migrations; u64 nr_wakeups; u64 nr_wakeups_sync; u64 nr_wakeups_migrate; u64 nr_wakeups_local; u64 nr_wakeups_remote; u64 nr_wakeups_affine; u64 nr_wakeups_affine_attempts; u64 nr_wakeups_passive; u64 nr_wakeups_idle; } ;
1321 struct sched_entity { struct load_weight load; struct rb_node run_node; struct list_head group_node; unsigned int on_rq; u64 exec_start; u64 sum_exec_runtime; u64 vruntime; u64 prev_sum_exec_runtime; u64 nr_migrations; struct sched_statistics statistics; int depth; struct sched_entity *parent; struct cfs_rq *cfs_rq; struct cfs_rq *my_q; struct sched_avg avg; } ;
1358 struct rt_rq ;
1358 struct sched_rt_entity { struct list_head run_list; unsigned long timeout; unsigned long watchdog_stamp; unsigned int time_slice; unsigned short on_rq; unsigned short on_list; struct sched_rt_entity *back; struct sched_rt_entity *parent; struct rt_rq *rt_rq; struct rt_rq *my_q; } ;
1376 struct sched_dl_entity { struct rb_node rb_node; u64 dl_runtime; u64 dl_deadline; u64 dl_period; u64 dl_bw; s64 runtime; u64 deadline; unsigned int flags; int dl_throttled; int dl_boosted; int dl_yielded; struct hrtimer dl_timer; } ;
1440 struct tlbflush_unmap_batch { struct cpumask cpumask; bool flush_required; bool writable; } ;
1459 struct sched_class ;
1459 struct compat_robust_list_head ;
1459 struct numa_group ;
1459 struct kcov ;
1459 struct task_struct { volatile long state; void *stack; atomic_t usage; unsigned int flags; unsigned int ptrace; struct llist_node wake_entry; int on_cpu; unsigned int wakee_flips; unsigned long wakee_flip_decay_ts; struct task_struct *last_wakee; int wake_cpu; int on_rq; int prio; int static_prio; int normal_prio; unsigned int rt_priority; const struct sched_class *sched_class; struct sched_entity se; struct sched_rt_entity rt; struct task_group *sched_task_group; struct sched_dl_entity dl; struct hlist_head preempt_notifiers; unsigned int policy; int nr_cpus_allowed; cpumask_t cpus_allowed; unsigned long rcu_tasks_nvcsw; bool rcu_tasks_holdout; struct list_head rcu_tasks_holdout_list; int rcu_tasks_idle_cpu; struct sched_info sched_info; struct list_head tasks; struct plist_node pushable_tasks; struct rb_node pushable_dl_tasks; struct mm_struct *mm; struct mm_struct *active_mm; u32 vmacache_seqnum; struct vm_area_struct *vmacache[4U]; struct task_rss_stat rss_stat; int exit_state; int exit_code; int exit_signal; int pdeath_signal; unsigned long jobctl; unsigned int personality; unsigned char sched_reset_on_fork; unsigned char sched_contributes_to_load; unsigned char sched_migrated; unsigned char sched_remote_wakeup; unsigned char; unsigned char in_execve; unsigned char in_iowait; unsigned char restore_sigmask; unsigned char memcg_may_oom; unsigned char memcg_kmem_skip_account; unsigned char brk_randomized; unsigned long atomic_flags; struct restart_block restart_block; pid_t pid; pid_t tgid; struct task_struct *real_parent; struct task_struct *parent; struct list_head children; struct list_head sibling; struct task_struct *group_leader; struct list_head ptraced; struct list_head ptrace_entry; struct pid_link pids[3U]; struct list_head thread_group; struct list_head thread_node; struct completion *vfork_done; int *set_child_tid; int *clear_child_tid; cputime_t utime; cputime_t stime; cputime_t utimescaled; cputime_t stimescaled; cputime_t gtime; struct prev_cputime prev_cputime; unsigned long nvcsw; unsigned long nivcsw; u64 start_time; u64 real_start_time; unsigned long min_flt; unsigned long maj_flt; struct task_cputime cputime_expires; struct list_head cpu_timers[3U]; const struct cred *real_cred; const struct cred *cred; char comm[16U]; struct nameidata *nameidata; struct sysv_sem sysvsem; struct sysv_shm sysvshm; unsigned long last_switch_count; struct fs_struct *fs; struct files_struct *files; struct nsproxy *nsproxy; struct signal_struct *signal; struct sighand_struct *sighand; sigset_t blocked; sigset_t real_blocked; sigset_t saved_sigmask; struct sigpending pending; unsigned long sas_ss_sp; size_t sas_ss_size; unsigned int sas_ss_flags; struct callback_head *task_works; struct audit_context *audit_context; kuid_t loginuid; unsigned int sessionid; struct seccomp seccomp; u32 parent_exec_id; u32 self_exec_id; spinlock_t alloc_lock; raw_spinlock_t pi_lock; struct wake_q_node wake_q; struct rb_root pi_waiters; struct rb_node *pi_waiters_leftmost; struct rt_mutex_waiter *pi_blocked_on; struct mutex_waiter *blocked_on; unsigned int irq_events; unsigned long hardirq_enable_ip; unsigned long hardirq_disable_ip; unsigned int hardirq_enable_event; unsigned int hardirq_disable_event; int hardirqs_enabled; int hardirq_context; unsigned long softirq_disable_ip; unsigned long softirq_enable_ip; unsigned int softirq_disable_event; unsigned int softirq_enable_event; int softirqs_enabled; int softirq_context; u64 curr_chain_key; int lockdep_depth; unsigned int lockdep_recursion; struct held_lock held_locks[48U]; gfp_t lockdep_reclaim_gfp; unsigned int in_ubsan; void *journal_info; struct bio_list *bio_list; struct blk_plug *plug; struct reclaim_state *reclaim_state; struct backing_dev_info *backing_dev_info; struct io_context *io_context; unsigned long ptrace_message; siginfo_t *last_siginfo; struct task_io_accounting ioac; u64 acct_rss_mem1; u64 acct_vm_mem1; cputime_t acct_timexpd; nodemask_t mems_allowed; seqcount_t mems_allowed_seq; int cpuset_mem_spread_rotor; int cpuset_slab_spread_rotor; struct css_set *cgroups; struct list_head cg_list; struct robust_list_head *robust_list; struct compat_robust_list_head *compat_robust_list; struct list_head pi_state_list; struct futex_pi_state *pi_state_cache; struct perf_event_context *perf_event_ctxp[2U]; struct mutex perf_event_mutex; struct list_head perf_event_list; struct mempolicy *mempolicy; short il_next; short pref_node_fork; int numa_scan_seq; unsigned int numa_scan_period; unsigned int numa_scan_period_max; int numa_preferred_nid; unsigned long numa_migrate_retry; u64 node_stamp; u64 last_task_numa_placement; u64 last_sum_exec_runtime; struct callback_head numa_work; struct list_head numa_entry; struct numa_group *numa_group; unsigned long *numa_faults; unsigned long total_numa_faults; unsigned long numa_faults_locality[3U]; unsigned long numa_pages_migrated; struct tlbflush_unmap_batch tlb_ubc; struct callback_head rcu; struct pipe_inode_info *splice_pipe; struct page_frag task_frag; struct task_delay_info *delays; int make_it_fail; int nr_dirtied; int nr_dirtied_pause; unsigned long dirty_paused_when; int latency_record_count; struct latency_record latency_record[32U]; u64 timer_slack_ns; u64 default_timer_slack_ns; unsigned int kasan_depth; unsigned long trace; unsigned long trace_recursion; enum kcov_mode kcov_mode; unsigned int kcov_size; void *kcov_area; struct kcov *kcov; struct mem_cgroup *memcg_in_oom; gfp_t memcg_oom_gfp_mask; int memcg_oom_order; unsigned int memcg_nr_pages_over_high; struct uprobe_task *utask; unsigned int sequential_io; unsigned int sequential_io_avg; unsigned long task_state_change; int pagefault_disabled; struct task_struct *oom_reaper_list; struct thread_struct thread; } ;
76 struct dma_map_ops ;
76 struct dev_archdata { struct dma_map_ops *dma_ops; void *iommu; } ;
24 struct device_private ;
25 struct device_driver ;
26 struct driver_private ;
27 struct class ;
28 struct subsys_private ;
29 struct bus_type ;
30 struct device_node ;
31 struct fwnode_handle ;
32 struct iommu_ops ;
33 struct iommu_group ;
61 struct device_attribute ;
61 struct bus_type { const char *name; const char *dev_name; struct device *dev_root; struct device_attribute *dev_attrs; const struct attribute_group **bus_groups; const struct attribute_group **dev_groups; const struct attribute_group **drv_groups; int (*match)(struct device *, struct device_driver *); int (*uevent)(struct device *, struct kobj_uevent_env *); int (*probe)(struct device *); int (*remove)(struct device *); void (*shutdown)(struct device *); int (*online)(struct device *); int (*offline)(struct device *); int (*suspend)(struct device *, pm_message_t ); int (*resume)(struct device *); const struct dev_pm_ops *pm; const struct iommu_ops *iommu_ops; struct subsys_private *p; struct lock_class_key lock_key; } ;
142 struct device_type ;
201 enum probe_type { PROBE_DEFAULT_STRATEGY = 0, PROBE_PREFER_ASYNCHRONOUS = 1, PROBE_FORCE_SYNCHRONOUS = 2 } ;
207 struct of_device_id ;
207 struct acpi_device_id ;
207 struct device_driver { const char *name; struct bus_type *bus; struct module *owner; const char *mod_name; bool suppress_bind_attrs; enum probe_type probe_type; const struct of_device_id *of_match_table; const struct acpi_device_id *acpi_match_table; int (*probe)(struct device *); int (*remove)(struct device *); void (*shutdown)(struct device *); int (*suspend)(struct device *, pm_message_t ); int (*resume)(struct device *); const struct attribute_group **groups; const struct dev_pm_ops *pm; struct driver_private *p; } ;
357 struct class_attribute ;
357 struct class { const char *name; struct module *owner; struct class_attribute *class_attrs; const struct attribute_group **dev_groups; struct kobject *dev_kobj; int (*dev_uevent)(struct device *, struct kobj_uevent_env *); char * (*devnode)(struct device *, umode_t *); void (*class_release)(struct class *); void (*dev_release)(struct device *); int (*suspend)(struct device *, pm_message_t ); int (*resume)(struct device *); const struct kobj_ns_type_operations *ns_type; const void * (*namespace)(struct device *); const struct dev_pm_ops *pm; struct subsys_private *p; } ;
450 struct class_attribute { struct attribute attr; ssize_t (*show)(struct class *, struct class_attribute *, char *); ssize_t (*store)(struct class *, struct class_attribute *, const char *, size_t ); } ;
518 struct device_type { const char *name; const struct attribute_group **groups; int (*uevent)(struct device *, struct kobj_uevent_env *); char * (*devnode)(struct device *, umode_t *, kuid_t *, kgid_t *); void (*release)(struct device *); const struct dev_pm_ops *pm; } ;
546 struct device_attribute { struct attribute attr; ssize_t (*show)(struct device *, struct device_attribute *, char *); ssize_t (*store)(struct device *, struct device_attribute *, const char *, size_t ); } ;
699 struct device_dma_parameters { unsigned int max_segment_size; unsigned long segment_boundary_mask; } ;
708 struct irq_domain ;
708 struct dma_coherent_mem ;
708 struct cma ;
708 struct device { struct device *parent; struct device_private *p; struct kobject kobj; const char *init_name; const struct device_type *type; struct mutex mutex; struct bus_type *bus; struct device_driver *driver; void *platform_data; void *driver_data; struct dev_pm_info power; struct dev_pm_domain *pm_domain; struct irq_domain *msi_domain; struct dev_pin_info *pins; struct list_head msi_list; int numa_node; u64 *dma_mask; u64 coherent_dma_mask; unsigned long dma_pfn_offset; struct device_dma_parameters *dma_parms; struct list_head dma_pools; struct dma_coherent_mem *dma_mem; struct cma *cma_area; struct dev_archdata archdata; struct device_node *of_node; struct fwnode_handle *fwnode; dev_t devt; u32 id; spinlock_t devres_lock; struct list_head devres_head; struct klist_node knode_class; struct class *class; const struct attribute_group **groups; void (*release)(struct device *); struct iommu_group *iommu_group; bool offline_disabled; bool offline; } ;
862 struct wakeup_source { const char *name; struct list_head entry; spinlock_t lock; struct wake_irq *wakeirq; struct timer_list timer; unsigned long timer_expires; ktime_t total_time; ktime_t max_time; ktime_t last_time; ktime_t start_prevent_time; ktime_t prevent_sleep_time; unsigned long event_count; unsigned long active_count; unsigned long relax_count; unsigned long expire_count; unsigned long wakeup_count; bool active; bool autosleep_enabled; } ;
89 enum dma_data_direction { DMA_BIDIRECTIONAL = 0, DMA_TO_DEVICE = 1, DMA_FROM_DEVICE = 2, DMA_NONE = 3 } ;
158 struct dma_map_ops { void * (*alloc)(struct device *, size_t , dma_addr_t *, gfp_t , unsigned long); void (*free)(struct device *, size_t , void *, dma_addr_t , unsigned long); int (*mmap)(struct device *, struct vm_area_struct *, void *, dma_addr_t , size_t , unsigned long); int (*get_sgtable)(struct device *, struct sg_table *, void *, dma_addr_t , size_t , unsigned long); dma_addr_t (*map_page)(struct device *, struct page *, unsigned long, size_t , enum dma_data_direction , unsigned long); void (*unmap_page)(struct device *, dma_addr_t , size_t , enum dma_data_direction , unsigned long); int (*map_sg)(struct device *, struct scatterlist *, int, enum dma_data_direction , unsigned long); void (*unmap_sg)(struct device *, struct scatterlist *, int, enum dma_data_direction , unsigned long); void (*sync_single_for_cpu)(struct device *, dma_addr_t , size_t , enum dma_data_direction ); void (*sync_single_for_device)(struct device *, dma_addr_t , size_t , enum dma_data_direction ); void (*sync_sg_for_cpu)(struct device *, struct scatterlist *, int, enum dma_data_direction ); void (*sync_sg_for_device)(struct device *, struct scatterlist *, int, enum dma_data_direction ); int (*mapping_error)(struct device *, dma_addr_t ); int (*dma_supported)(struct device *, u64 ); int (*set_dma_mask)(struct device *, u64 ); int is_phys; } ;
716 struct irq_poll ;
5 typedef int irq_poll_fn(struct irq_poll *, int);
6 struct irq_poll { struct list_head list; unsigned long state; int weight; irq_poll_fn *poll; } ;
24 struct ethhdr { unsigned char h_dest[6U]; unsigned char h_source[6U]; __be16 h_proto; } ;
180 struct ipv6_stable_secret { bool initialized; struct in6_addr secret; } ;
64 struct ipv6_devconf { __s32 forwarding; __s32 hop_limit; __s32 mtu6; __s32 accept_ra; __s32 accept_redirects; __s32 autoconf; __s32 dad_transmits; __s32 rtr_solicits; __s32 rtr_solicit_interval; __s32 rtr_solicit_delay; __s32 force_mld_version; __s32 mldv1_unsolicited_report_interval; __s32 mldv2_unsolicited_report_interval; __s32 use_tempaddr; __s32 temp_valid_lft; __s32 temp_prefered_lft; __s32 regen_max_retry; __s32 max_desync_factor; __s32 max_addresses; __s32 accept_ra_defrtr; __s32 accept_ra_min_hop_limit; __s32 accept_ra_pinfo; __s32 ignore_routes_with_linkdown; __s32 accept_ra_rtr_pref; __s32 rtr_probe_interval; __s32 accept_ra_rt_info_max_plen; __s32 proxy_ndp; __s32 accept_source_route; __s32 accept_ra_from_local; __s32 optimistic_dad; __s32 use_optimistic; __s32 mc_forwarding; __s32 disable_ipv6; __s32 drop_unicast_in_l2_multicast; __s32 accept_dad; __s32 force_tllao; __s32 ndisc_notify; __s32 suppress_frag_ndisc; __s32 accept_ra_mtu; __s32 drop_unsolicited_na; struct ipv6_stable_secret stable_secret; __s32 use_oif_addrs_only; __s32 keep_addr_on_down; struct ctl_table_header *sysctl_header; } ;
129 enum ldv_25500 { SS_FREE = 0, SS_UNCONNECTED = 1, SS_CONNECTING = 2, SS_CONNECTED = 3, SS_DISCONNECTING = 4 } ;
53 typedef enum ldv_25500 socket_state;
70 struct socket_wq { wait_queue_head_t wait; struct fasync_struct *fasync_list; unsigned long flags; struct callback_head rcu; } ;
99 struct proto_ops ;
99 struct socket { socket_state state; short type; unsigned long flags; struct socket_wq *wq; struct file *file; struct sock *sk; const struct proto_ops *ops; } ;
125 struct proto_ops { int family; struct module *owner; int (*release)(struct socket *); int (*bind)(struct socket *, struct sockaddr *, int); int (*connect)(struct socket *, struct sockaddr *, int, int); int (*socketpair)(struct socket *, struct socket *); int (*accept)(struct socket *, struct socket *, int); int (*getname)(struct socket *, struct sockaddr *, int *, int); unsigned int (*poll)(struct file *, struct socket *, struct poll_table_struct *); int (*ioctl)(struct socket *, unsigned int, unsigned long); int (*compat_ioctl)(struct socket *, unsigned int, unsigned long); int (*listen)(struct socket *, int); int (*shutdown)(struct socket *, int); int (*setsockopt)(struct socket *, int, int, char *, unsigned int); int (*getsockopt)(struct socket *, int, int, char *, int *); int (*compat_setsockopt)(struct socket *, int, int, char *, unsigned int); int (*compat_getsockopt)(struct socket *, int, int, char *, int *); int (*sendmsg)(struct socket *, struct msghdr *, size_t ); int (*recvmsg)(struct socket *, struct msghdr *, size_t , int); int (*mmap)(struct file *, struct socket *, struct vm_area_struct *); ssize_t (*sendpage)(struct socket *, struct page *, int, size_t , int); ssize_t (*splice_read)(struct socket *, loff_t *, struct pipe_inode_info *, size_t , unsigned int); int (*set_peek_off)(struct sock *, int); int (*peek_len)(struct socket *); } ;
63 struct exception_table_entry { int insn; int fixup; int handler; } ;
145 struct sk_buff ;
15 typedef u64 netdev_features_t;
199 struct pipe_buf_operations ;
199 struct pipe_buffer { struct page *page; unsigned int offset; unsigned int len; const struct pipe_buf_operations *ops; unsigned int flags; unsigned long private; } ;
27 struct pipe_inode_info { struct mutex mutex; wait_queue_head_t wait; unsigned int nrbufs; unsigned int curbuf; unsigned int buffers; unsigned int readers; unsigned int writers; unsigned int files; unsigned int waiting_writers; unsigned int r_counter; unsigned int w_counter; struct page *tmp_page; struct fasync_struct *fasync_readers; struct fasync_struct *fasync_writers; struct pipe_buffer *bufs; struct user_struct *user; } ;
63 struct pipe_buf_operations { int can_merge; int (*confirm)(struct pipe_inode_info *, struct pipe_buffer *); void (*release)(struct pipe_inode_info *, struct pipe_buffer *); int (*steal)(struct pipe_inode_info *, struct pipe_buffer *); void (*get)(struct pipe_inode_info *, struct pipe_buffer *); } ;
295 struct flowi_tunnel { __be64 tun_id; } ;
26 struct flowi_common { int flowic_oif; int flowic_iif; __u32 flowic_mark; __u8 flowic_tos; __u8 flowic_scope; __u8 flowic_proto; __u8 flowic_flags; __u32 flowic_secid; struct flowi_tunnel flowic_tun_key; } ;
42 struct __anonstruct_ports_389 { __be16 dport; __be16 sport; } ;
42 struct __anonstruct_icmpt_390 { __u8 type; __u8 code; } ;
42 struct __anonstruct_dnports_391 { __le16 dport; __le16 sport; } ;
42 struct __anonstruct_mht_392 { __u8 type; } ;
42 union flowi_uli { struct __anonstruct_ports_389 ports; struct __anonstruct_icmpt_390 icmpt; struct __anonstruct_dnports_391 dnports; __be32 spi; __be32 gre_key; struct __anonstruct_mht_392 mht; } ;
66 struct flowi4 { struct flowi_common __fl_common; __be32 saddr; __be32 daddr; union flowi_uli uli; } ;
123 struct flowi6 { struct flowi_common __fl_common; struct in6_addr daddr; struct in6_addr saddr; __be32 flowlabel; union flowi_uli uli; } ;
141 struct flowidn { struct flowi_common __fl_common; __le16 daddr; __le16 saddr; union flowi_uli uli; } ;
161 union __anonunion_u_393 { struct flowi_common __fl_common; struct flowi4 ip4; struct flowi6 ip6; struct flowidn dn; } ;
161 struct flowi { union __anonunion_u_393 u; } ;
265 struct napi_struct ;
266 struct nf_conntrack { atomic_t use; } ;
254 union __anonunion____missing_field_name_394 { __be32 ipv4_daddr; struct in6_addr ipv6_daddr; char neigh_header[8U]; } ;
254 struct nf_bridge_info { atomic_t use; unsigned char orig_proto; unsigned char pkt_otherhost; unsigned char in_prerouting; unsigned char bridged_dnat; __u16 frag_max_size; struct net_device *physindev; struct net_device *physoutdev; union __anonunion____missing_field_name_394 __annonCompField82; } ;
278 struct sk_buff_head { struct sk_buff *next; struct sk_buff *prev; __u32 qlen; spinlock_t lock; } ;
500 typedef unsigned int sk_buff_data_t;
501 struct __anonstruct____missing_field_name_397 { u32 stamp_us; u32 stamp_jiffies; } ;
501 union __anonunion____missing_field_name_396 { u64 v64; struct __anonstruct____missing_field_name_397 __annonCompField83; } ;
501 struct skb_mstamp { union __anonunion____missing_field_name_396 __annonCompField84; } ;
564 union __anonunion____missing_field_name_400 { ktime_t tstamp; struct skb_mstamp skb_mstamp; } ;
564 struct __anonstruct____missing_field_name_399 { struct sk_buff *next; struct sk_buff *prev; union __anonunion____missing_field_name_400 __annonCompField85; } ;
564 union __anonunion____missing_field_name_398 { struct __anonstruct____missing_field_name_399 __annonCompField86; struct rb_node rbnode; } ;
564 struct sec_path ;
564 struct __anonstruct____missing_field_name_402 { __u16 csum_start; __u16 csum_offset; } ;
564 union __anonunion____missing_field_name_401 { __wsum csum; struct __anonstruct____missing_field_name_402 __annonCompField88; } ;
564 union __anonunion____missing_field_name_403 { unsigned int napi_id; unsigned int sender_cpu; } ;
564 union __anonunion____missing_field_name_404 { __u32 secmark; __u32 offload_fwd_mark; } ;
564 union __anonunion____missing_field_name_405 { __u32 mark; __u32 reserved_tailroom; } ;
564 union __anonunion____missing_field_name_406 { __be16 inner_protocol; __u8 inner_ipproto; } ;
564 struct sk_buff { union __anonunion____missing_field_name_398 __annonCompField87; struct sock *sk; struct net_device *dev; char cb[48U]; unsigned long _skb_refdst; void (*destructor)(struct sk_buff *); struct sec_path *sp; struct nf_conntrack *nfct; struct nf_bridge_info *nf_bridge; unsigned int len; unsigned int data_len; __u16 mac_len; __u16 hdr_len; __u16 queue_mapping; unsigned char cloned; unsigned char nohdr; unsigned char fclone; unsigned char peeked; unsigned char head_frag; unsigned char xmit_more; __u32 headers_start[0U]; __u8 __pkt_type_offset[0U]; unsigned char pkt_type; unsigned char pfmemalloc; unsigned char ignore_df; unsigned char nfctinfo; unsigned char nf_trace; unsigned char ip_summed; unsigned char ooo_okay; unsigned char l4_hash; unsigned char sw_hash; unsigned char wifi_acked_valid; unsigned char wifi_acked; unsigned char no_fcs; unsigned char encapsulation; unsigned char encap_hdr_csum; unsigned char csum_valid; unsigned char csum_complete_sw; unsigned char csum_level; unsigned char csum_bad; unsigned char ndisc_nodetype; unsigned char ipvs_property; unsigned char inner_protocol_type; unsigned char remcsum_offload; __u16 tc_index; __u16 tc_verd; union __anonunion____missing_field_name_401 __annonCompField89; __u32 priority; int skb_iif; __u32 hash; __be16 vlan_proto; __u16 vlan_tci; union __anonunion____missing_field_name_403 __annonCompField90; union __anonunion____missing_field_name_404 __annonCompField91; union __anonunion____missing_field_name_405 __annonCompField92; union __anonunion____missing_field_name_406 __annonCompField93; __u16 inner_transport_header; __u16 inner_network_header; __u16 inner_mac_header; __be16 protocol; __u16 transport_header; __u16 network_header; __u16 mac_header; __u32 headers_end[0U]; sk_buff_data_t tail; sk_buff_data_t end; unsigned char *head; unsigned char *data; unsigned int truesize; atomic_t users; } ;
831 struct dst_entry ;
880 struct rtable ;
1402 struct dql { unsigned int num_queued; unsigned int adj_limit; unsigned int last_obj_cnt; unsigned int limit; unsigned int num_completed; unsigned int prev_ovlimit; unsigned int prev_num_queued; unsigned int prev_last_obj_cnt; unsigned int lowest_slack; unsigned long slack_start_time; unsigned int max_limit; unsigned int min_limit; unsigned int slack_hold_time; } ;
43 struct __anonstruct_sync_serial_settings_410 { unsigned int clock_rate; unsigned int clock_type; unsigned short loopback; } ;
43 typedef struct __anonstruct_sync_serial_settings_410 sync_serial_settings;
50 struct __anonstruct_te1_settings_411 { unsigned int clock_rate; unsigned int clock_type; unsigned short loopback; unsigned int slot_map; } ;
50 typedef struct __anonstruct_te1_settings_411 te1_settings;
55 struct __anonstruct_raw_hdlc_proto_412 { unsigned short encoding; unsigned short parity; } ;
55 typedef struct __anonstruct_raw_hdlc_proto_412 raw_hdlc_proto;
65 struct __anonstruct_fr_proto_413 { unsigned int t391; unsigned int t392; unsigned int n391; unsigned int n392; unsigned int n393; unsigned short lmi; unsigned short dce; } ;
65 typedef struct __anonstruct_fr_proto_413 fr_proto;
69 struct __anonstruct_fr_proto_pvc_414 { unsigned int dlci; } ;
69 typedef struct __anonstruct_fr_proto_pvc_414 fr_proto_pvc;
74 struct __anonstruct_fr_proto_pvc_info_415 { unsigned int dlci; char master[16U]; } ;
74 typedef struct __anonstruct_fr_proto_pvc_info_415 fr_proto_pvc_info;
79 struct __anonstruct_cisco_proto_416 { unsigned int interval; unsigned int timeout; } ;
79 typedef struct __anonstruct_cisco_proto_416 cisco_proto;
117 struct ifmap { unsigned long mem_start; unsigned long mem_end; unsigned short base_addr; unsigned char irq; unsigned char dma; unsigned char port; } ;
197 union __anonunion_ifs_ifsu_417 { raw_hdlc_proto *raw_hdlc; cisco_proto *cisco; fr_proto *fr; fr_proto_pvc *fr_pvc; fr_proto_pvc_info *fr_pvc_info; sync_serial_settings *sync; te1_settings *te1; } ;
197 struct if_settings { unsigned int type; unsigned int size; union __anonunion_ifs_ifsu_417 ifs_ifsu; } ;
216 union __anonunion_ifr_ifrn_418 { char ifrn_name[16U]; } ;
216 union __anonunion_ifr_ifru_419 { struct sockaddr ifru_addr; struct sockaddr ifru_dstaddr; struct sockaddr ifru_broadaddr; struct sockaddr ifru_netmask; struct sockaddr ifru_hwaddr; short ifru_flags; int ifru_ivalue; int ifru_mtu; struct ifmap ifru_map; char ifru_slave[16U]; char ifru_newname[16U]; void *ifru_data; struct if_settings ifru_settings; } ;
216 struct ifreq { union __anonunion_ifr_ifrn_418 ifr_ifrn; union __anonunion_ifr_ifru_419 ifr_ifru; } ;
18 typedef s32 compat_time_t;
39 typedef s32 compat_long_t;
45 typedef u32 compat_uptr_t;
46 struct compat_timespec { compat_time_t tv_sec; s32 tv_nsec; } ;
278 struct compat_robust_list { compat_uptr_t next; } ;
282 struct compat_robust_list_head { struct compat_robust_list list; compat_long_t futex_offset; compat_uptr_t list_op_pending; } ;
39 struct ethtool_cmd { __u32 cmd; __u32 supported; __u32 advertising; __u16 speed; __u8 duplex; __u8 port; __u8 phy_address; __u8 transceiver; __u8 autoneg; __u8 mdio_support; __u32 maxtxpkt; __u32 maxrxpkt; __u16 speed_hi; __u8 eth_tp_mdix; __u8 eth_tp_mdix_ctrl; __u32 lp_advertising; __u32 reserved[2U]; } ;
131 struct ethtool_drvinfo { __u32 cmd; char driver[32U]; char version[32U]; char fw_version[32U]; char bus_info[32U]; char erom_version[32U]; char reserved2[12U]; __u32 n_priv_flags; __u32 n_stats; __u32 testinfo_len; __u32 eedump_len; __u32 regdump_len; } ;
195 struct ethtool_wolinfo { __u32 cmd; __u32 supported; __u32 wolopts; __u8 sopass[6U]; } ;
239 struct ethtool_tunable { __u32 cmd; __u32 id; __u32 type_id; __u32 len; void *data[0U]; } ;
251 struct ethtool_regs { __u32 cmd; __u32 version; __u32 len; __u8 data[0U]; } ;
273 struct ethtool_eeprom { __u32 cmd; __u32 magic; __u32 offset; __u32 len; __u8 data[0U]; } ;
299 struct ethtool_eee { __u32 cmd; __u32 supported; __u32 advertised; __u32 lp_advertised; __u32 eee_active; __u32 eee_enabled; __u32 tx_lpi_enabled; __u32 tx_lpi_timer; __u32 reserved[2U]; } ;
328 struct ethtool_modinfo { __u32 cmd; __u32 type; __u32 eeprom_len; __u32 reserved[8U]; } ;
345 struct ethtool_coalesce { __u32 cmd; __u32 rx_coalesce_usecs; __u32 rx_max_coalesced_frames; __u32 rx_coalesce_usecs_irq; __u32 rx_max_coalesced_frames_irq; __u32 tx_coalesce_usecs; __u32 tx_max_coalesced_frames; __u32 tx_coalesce_usecs_irq; __u32 tx_max_coalesced_frames_irq; __u32 stats_block_coalesce_usecs; __u32 use_adaptive_rx_coalesce; __u32 use_adaptive_tx_coalesce; __u32 pkt_rate_low; __u32 rx_coalesce_usecs_low; __u32 rx_max_coalesced_frames_low; __u32 tx_coalesce_usecs_low; __u32 tx_max_coalesced_frames_low; __u32 pkt_rate_high; __u32 rx_coalesce_usecs_high; __u32 rx_max_coalesced_frames_high; __u32 tx_coalesce_usecs_high; __u32 tx_max_coalesced_frames_high; __u32 rate_sample_interval; } ;
444 struct ethtool_ringparam { __u32 cmd; __u32 rx_max_pending; __u32 rx_mini_max_pending; __u32 rx_jumbo_max_pending; __u32 tx_max_pending; __u32 rx_pending; __u32 rx_mini_pending; __u32 rx_jumbo_pending; __u32 tx_pending; } ;
481 struct ethtool_channels { __u32 cmd; __u32 max_rx; __u32 max_tx; __u32 max_other; __u32 max_combined; __u32 rx_count; __u32 tx_count; __u32 other_count; __u32 combined_count; } ;
509 struct ethtool_pauseparam { __u32 cmd; __u32 autoneg; __u32 rx_pause; __u32 tx_pause; } ;
613 struct ethtool_test { __u32 cmd; __u32 flags; __u32 reserved; __u32 len; __u64 data[0U]; } ;
645 struct ethtool_stats { __u32 cmd; __u32 n_stats; __u64 data[0U]; } ;
687 struct ethtool_tcpip4_spec { __be32 ip4src; __be32 ip4dst; __be16 psrc; __be16 pdst; __u8 tos; } ;
720 struct ethtool_ah_espip4_spec { __be32 ip4src; __be32 ip4dst; __be32 spi; __u8 tos; } ;
736 struct ethtool_usrip4_spec { __be32 ip4src; __be32 ip4dst; __be32 l4_4_bytes; __u8 tos; __u8 ip_ver; __u8 proto; } ;
756 struct ethtool_tcpip6_spec { __be32 ip6src[4U]; __be32 ip6dst[4U]; __be16 psrc; __be16 pdst; __u8 tclass; } ;
774 struct ethtool_ah_espip6_spec { __be32 ip6src[4U]; __be32 ip6dst[4U]; __be32 spi; __u8 tclass; } ;
790 struct ethtool_usrip6_spec { __be32 ip6src[4U]; __be32 ip6dst[4U]; __be32 l4_4_bytes; __u8 tclass; __u8 l4_proto; } ;
806 union ethtool_flow_union { struct ethtool_tcpip4_spec tcp_ip4_spec; struct ethtool_tcpip4_spec udp_ip4_spec; struct ethtool_tcpip4_spec sctp_ip4_spec; struct ethtool_ah_espip4_spec ah_ip4_spec; struct ethtool_ah_espip4_spec esp_ip4_spec; struct ethtool_usrip4_spec usr_ip4_spec; struct ethtool_tcpip6_spec tcp_ip6_spec; struct ethtool_tcpip6_spec udp_ip6_spec; struct ethtool_tcpip6_spec sctp_ip6_spec; struct ethtool_ah_espip6_spec ah_ip6_spec; struct ethtool_ah_espip6_spec esp_ip6_spec; struct ethtool_usrip6_spec usr_ip6_spec; struct ethhdr ether_spec; __u8 hdata[52U]; } ;
823 struct ethtool_flow_ext { __u8 padding[2U]; unsigned char h_dest[6U]; __be16 vlan_etype; __be16 vlan_tci; __be32 data[2U]; } ;
842 struct ethtool_rx_flow_spec { __u32 flow_type; union ethtool_flow_union h_u; struct ethtool_flow_ext h_ext; union ethtool_flow_union m_u; struct ethtool_flow_ext m_ext; __u64 ring_cookie; __u32 location; } ;
892 struct ethtool_rxnfc { __u32 cmd; __u32 flow_type; __u64 data; struct ethtool_rx_flow_spec fs; __u32 rule_cnt; __u32 rule_locs[0U]; } ;
1063 struct ethtool_flash { __u32 cmd; __u32 region; char data[128U]; } ;
1071 struct ethtool_dump { __u32 cmd; __u32 version; __u32 flag; __u32 len; __u8 data[0U]; } ;
1147 struct ethtool_ts_info { __u32 cmd; __u32 so_timestamping; __s32 phc_index; __u32 tx_types; __u32 tx_reserved[3U]; __u32 rx_filters; __u32 rx_reserved[3U]; } ;
1515 struct ethtool_link_settings { __u32 cmd; __u32 speed; __u8 duplex; __u8 port; __u8 phy_address; __u8 autoneg; __u8 mdio_support; __u8 eth_tp_mdix; __u8 eth_tp_mdix_ctrl; __s8 link_mode_masks_nwords; __u32 reserved[8U]; __u32 link_mode_masks[0U]; } ;
39 enum ethtool_phys_id_state { ETHTOOL_ID_INACTIVE = 0, ETHTOOL_ID_ACTIVE = 1, ETHTOOL_ID_ON = 2, ETHTOOL_ID_OFF = 3 } ;
97 struct __anonstruct_link_modes_439 { unsigned long supported[1U]; unsigned long advertising[1U]; unsigned long lp_advertising[1U]; } ;
97 struct ethtool_link_ksettings { struct ethtool_link_settings base; struct __anonstruct_link_modes_439 link_modes; } ;
158 struct ethtool_ops { int (*get_settings)(struct net_device *, struct ethtool_cmd *); int (*set_settings)(struct net_device *, struct ethtool_cmd *); void (*get_drvinfo)(struct net_device *, struct ethtool_drvinfo *); int (*get_regs_len)(struct net_device *); void (*get_regs)(struct net_device *, struct ethtool_regs *, void *); void (*get_wol)(struct net_device *, struct ethtool_wolinfo *); int (*set_wol)(struct net_device *, struct ethtool_wolinfo *); u32 (*get_msglevel)(struct net_device *); void (*set_msglevel)(struct net_device *, u32 ); int (*nway_reset)(struct net_device *); u32 (*get_link)(struct net_device *); int (*get_eeprom_len)(struct net_device *); int (*get_eeprom)(struct net_device *, struct ethtool_eeprom *, u8 *); int (*set_eeprom)(struct net_device *, struct ethtool_eeprom *, u8 *); int (*get_coalesce)(struct net_device *, struct ethtool_coalesce *); int (*set_coalesce)(struct net_device *, struct ethtool_coalesce *); void (*get_ringparam)(struct net_device *, struct ethtool_ringparam *); int (*set_ringparam)(struct net_device *, struct ethtool_ringparam *); void (*get_pauseparam)(struct net_device *, struct ethtool_pauseparam *); int (*set_pauseparam)(struct net_device *, struct ethtool_pauseparam *); void (*self_test)(struct net_device *, struct ethtool_test *, u64 *); void (*get_strings)(struct net_device *, u32 , u8 *); int (*set_phys_id)(struct net_device *, enum ethtool_phys_id_state ); void (*get_ethtool_stats)(struct net_device *, struct ethtool_stats *, u64 *); int (*begin)(struct net_device *); void (*complete)(struct net_device *); u32 (*get_priv_flags)(struct net_device *); int (*set_priv_flags)(struct net_device *, u32 ); int (*get_sset_count)(struct net_device *, int); int (*get_rxnfc)(struct net_device *, struct ethtool_rxnfc *, u32 *); int (*set_rxnfc)(struct net_device *, struct ethtool_rxnfc *); int (*flash_device)(struct net_device *, struct ethtool_flash *); int (*reset)(struct net_device *, u32 *); u32 (*get_rxfh_key_size)(struct net_device *); u32 (*get_rxfh_indir_size)(struct net_device *); int (*get_rxfh)(struct net_device *, u32 *, u8 *, u8 *); int (*set_rxfh)(struct net_device *, const u32 *, const u8 *, const u8 ); void (*get_channels)(struct net_device *, struct ethtool_channels *); int (*set_channels)(struct net_device *, struct ethtool_channels *); int (*get_dump_flag)(struct net_device *, struct ethtool_dump *); int (*get_dump_data)(struct net_device *, struct ethtool_dump *, void *); int (*set_dump)(struct net_device *, struct ethtool_dump *); int (*get_ts_info)(struct net_device *, struct ethtool_ts_info *); int (*get_module_info)(struct net_device *, struct ethtool_modinfo *); int (*get_module_eeprom)(struct net_device *, struct ethtool_eeprom *, u8 *); int (*get_eee)(struct net_device *, struct ethtool_eee *); int (*set_eee)(struct net_device *, struct ethtool_eee *); int (*get_tunable)(struct net_device *, const struct ethtool_tunable *, void *); int (*set_tunable)(struct net_device *, const struct ethtool_tunable *, const void *); int (*get_per_queue_coalesce)(struct net_device *, u32 , struct ethtool_coalesce *); int (*set_per_queue_coalesce)(struct net_device *, u32 , struct ethtool_coalesce *); int (*get_link_ksettings)(struct net_device *, struct ethtool_link_ksettings *); int (*set_link_ksettings)(struct net_device *, const struct ethtool_link_ksettings *); } ;
375 struct prot_inuse ;
376 struct netns_core { struct ctl_table_header *sysctl_hdr; int sysctl_somaxconn; struct prot_inuse *inuse; } ;
38 struct u64_stats_sync { } ;
160 struct ipstats_mib { u64 mibs[36U]; struct u64_stats_sync syncp; } ;
61 struct icmp_mib { unsigned long mibs[28U]; } ;
67 struct icmpmsg_mib { atomic_long_t mibs[512U]; } ;
72 struct icmpv6_mib { unsigned long mibs[6U]; } ;
79 struct icmpv6_mib_device { atomic_long_t mibs[6U]; } ;
83 struct icmpv6msg_mib { atomic_long_t mibs[512U]; } ;
89 struct icmpv6msg_mib_device { atomic_long_t mibs[512U]; } ;
93 struct tcp_mib { unsigned long mibs[16U]; } ;
100 struct udp_mib { unsigned long mibs[9U]; } ;
106 struct linux_mib { unsigned long mibs[117U]; } ;
112 struct linux_xfrm_mib { unsigned long mibs[29U]; } ;
118 struct proc_dir_entry ;
118 struct netns_mib { struct tcp_mib *tcp_statistics; struct ipstats_mib *ip_statistics; struct linux_mib *net_statistics; struct udp_mib *udp_statistics; struct udp_mib *udplite_statistics; struct icmp_mib *icmp_statistics; struct icmpmsg_mib *icmpmsg_statistics; struct proc_dir_entry *proc_net_devsnmp6; struct udp_mib *udp_stats_in6; struct udp_mib *udplite_stats_in6; struct ipstats_mib *ipv6_statistics; struct icmpv6_mib *icmpv6_statistics; struct icmpv6msg_mib *icmpv6msg_statistics; struct linux_xfrm_mib *xfrm_statistics; } ;
26 struct netns_unix { int sysctl_max_dgram_qlen; struct ctl_table_header *ctl; } ;
12 struct netns_packet { struct mutex sklist_lock; struct hlist_head sklist; } ;
14 struct netns_frags { struct percpu_counter mem; int timeout; int high_thresh; int low_thresh; int max_dist; } ;
187 struct ipv4_devconf ;
188 struct fib_rules_ops ;
189 struct fib_table ;
190 struct local_ports { seqlock_t lock; int range[2U]; bool warned; } ;
24 struct ping_group_range { seqlock_t lock; kgid_t range[2U]; } ;
29 struct inet_peer_base ;
29 struct xt_table ;
29 struct netns_ipv4 { struct ctl_table_header *forw_hdr; struct ctl_table_header *frags_hdr; struct ctl_table_header *ipv4_hdr; struct ctl_table_header *route_hdr; struct ctl_table_header *xfrm4_hdr; struct ipv4_devconf *devconf_all; struct ipv4_devconf *devconf_dflt; struct fib_rules_ops *rules_ops; bool fib_has_custom_rules; struct fib_table *fib_local; struct fib_table *fib_main; struct fib_table *fib_default; int fib_num_tclassid_users; struct hlist_head *fib_table_hash; bool fib_offload_disabled; struct sock *fibnl; struct sock **icmp_sk; struct sock *mc_autojoin_sk; struct inet_peer_base *peers; struct sock **tcp_sk; struct netns_frags frags; struct xt_table *iptable_filter; struct xt_table *iptable_mangle; struct xt_table *iptable_raw; struct xt_table *arptable_filter; struct xt_table *iptable_security; struct xt_table *nat_table; int sysctl_icmp_echo_ignore_all; int sysctl_icmp_echo_ignore_broadcasts; int sysctl_icmp_ignore_bogus_error_responses; int sysctl_icmp_ratelimit; int sysctl_icmp_ratemask; int sysctl_icmp_errors_use_inbound_ifaddr; struct local_ports ip_local_ports; int sysctl_tcp_ecn; int sysctl_tcp_ecn_fallback; int sysctl_ip_default_ttl; int sysctl_ip_no_pmtu_disc; int sysctl_ip_fwd_use_pmtu; int sysctl_ip_nonlocal_bind; int sysctl_ip_dynaddr; int sysctl_ip_early_demux; int sysctl_fwmark_reflect; int sysctl_tcp_fwmark_accept; int sysctl_tcp_l3mdev_accept; int sysctl_tcp_mtu_probing; int sysctl_tcp_base_mss; int sysctl_tcp_probe_threshold; u32 sysctl_tcp_probe_interval; int sysctl_tcp_keepalive_time; int sysctl_tcp_keepalive_probes; int sysctl_tcp_keepalive_intvl; int sysctl_tcp_syn_retries; int sysctl_tcp_synack_retries; int sysctl_tcp_syncookies; int sysctl_tcp_reordering; int sysctl_tcp_retries1; int sysctl_tcp_retries2; int sysctl_tcp_orphan_retries; int sysctl_tcp_fin_timeout; unsigned int sysctl_tcp_notsent_lowat; int sysctl_igmp_max_memberships; int sysctl_igmp_max_msf; int sysctl_igmp_llm_reports; int sysctl_igmp_qrv; struct ping_group_range ping_group_range; atomic_t dev_addr_genid; unsigned long *sysctl_local_reserved_ports; struct list_head mr_tables; struct fib_rules_ops *mr_rules_ops; int sysctl_fib_multipath_use_neigh; atomic_t rt_genid; } ;
142 struct neighbour ;
142 struct dst_ops { unsigned short family; unsigned int gc_thresh; int (*gc)(struct dst_ops *); struct dst_entry * (*check)(struct dst_entry *, __u32 ); unsigned int (*default_advmss)(const struct dst_entry *); unsigned int (*mtu)(const struct dst_entry *); u32 * (*cow_metrics)(struct dst_entry *, unsigned long); void (*destroy)(struct dst_entry *); void (*ifdown)(struct dst_entry *, struct net_device *, int); struct dst_entry * (*negative_advice)(struct dst_entry *); void (*link_failure)(struct sk_buff *); void (*update_pmtu)(struct dst_entry *, struct sock *, struct sk_buff *, u32 ); void (*redirect)(struct dst_entry *, struct sock *, struct sk_buff *); int (*local_out)(struct net *, struct sock *, struct sk_buff *); struct neighbour * (*neigh_lookup)(const struct dst_entry *, struct sk_buff *, const void *); struct kmem_cache *kmem_cachep; struct percpu_counter pcpuc_entries; } ;
73 struct netns_sysctl_ipv6 { struct ctl_table_header *hdr; struct ctl_table_header *route_hdr; struct ctl_table_header *icmp_hdr; struct ctl_table_header *frags_hdr; struct ctl_table_header *xfrm6_hdr; int bindv6only; int flush_delay; int ip6_rt_max_size; int ip6_rt_gc_min_interval; int ip6_rt_gc_timeout; int ip6_rt_gc_interval; int ip6_rt_gc_elasticity; int ip6_rt_mtu_expires; int ip6_rt_min_advmss; int flowlabel_consistency; int auto_flowlabels; int icmpv6_time; int anycast_src_echo_reply; int ip_nonlocal_bind; int fwmark_reflect; int idgen_retries; int idgen_delay; int flowlabel_state_ranges; } ;
40 struct rt6_info ;
40 struct rt6_statistics ;
40 struct fib6_table ;
40 struct netns_ipv6 { struct netns_sysctl_ipv6 sysctl; struct ipv6_devconf *devconf_all; struct ipv6_devconf *devconf_dflt; struct inet_peer_base *peers; struct netns_frags frags; struct xt_table *ip6table_filter; struct xt_table *ip6table_mangle; struct xt_table *ip6table_raw; struct xt_table *ip6table_security; struct xt_table *ip6table_nat; struct rt6_info *ip6_null_entry; struct rt6_statistics *rt6_stats; struct timer_list ip6_fib_timer; struct hlist_head *fib_table_hash; struct fib6_table *fib6_main_tbl; struct list_head fib6_walkers; struct dst_ops ip6_dst_ops; rwlock_t fib6_walker_lock; spinlock_t fib6_gc_lock; unsigned int ip6_rt_gc_expire; unsigned long ip6_rt_last_gc; struct rt6_info *ip6_prohibit_entry; struct rt6_info *ip6_blk_hole_entry; struct fib6_table *fib6_local_tbl; struct fib_rules_ops *fib6_rules_ops; struct sock **icmp_sk; struct sock *ndisc_sk; struct sock *tcp_sk; struct sock *igmp_sk; struct sock *mc_autojoin_sk; struct list_head mr6_tables; struct fib_rules_ops *mr6_rules_ops; atomic_t dev_addr_genid; atomic_t fib6_sernum; } ;
89 struct netns_nf_frag { struct netns_sysctl_ipv6 sysctl; struct netns_frags frags; } ;
95 struct netns_sysctl_lowpan { struct ctl_table_header *frags_hdr; } ;
14 struct netns_ieee802154_lowpan { struct netns_sysctl_lowpan sysctl; struct netns_frags frags; } ;
20 struct sctp_mib ;
21 struct netns_sctp { struct sctp_mib *sctp_statistics; struct proc_dir_entry *proc_net_sctp; struct ctl_table_header *sysctl_header; struct sock *ctl_sock; struct list_head local_addr_list; struct list_head addr_waitq; struct timer_list addr_wq_timer; struct list_head auto_asconf_splist; spinlock_t addr_wq_lock; spinlock_t local_addr_lock; unsigned int rto_initial; unsigned int rto_min; unsigned int rto_max; int rto_alpha; int rto_beta; int max_burst; int cookie_preserve_enable; char *sctp_hmac_alg; unsigned int valid_cookie_life; unsigned int sack_timeout; unsigned int hb_interval; int max_retrans_association; int max_retrans_path; int max_retrans_init; int pf_retrans; int pf_enable; int sndbuf_policy; int rcvbuf_policy; int default_auto_asconf; int addip_enable; int addip_noauth; int prsctp_enable; int auth_enable; int scope_policy; int rwnd_upd_shift; unsigned long max_autoclose; } ;
141 struct netns_dccp { struct sock *v4_ctl_sk; struct sock *v6_ctl_sk; } ;
79 struct nf_logger ;
80 struct nf_queue_handler ;
81 struct netns_nf { struct proc_dir_entry *proc_netfilter; const struct nf_queue_handler *queue_handler; const struct nf_logger *nf_loggers[13U]; struct ctl_table_header *nf_log_dir_header; struct list_head hooks[13U][8U]; } ;
21 struct ebt_table ;
22 struct netns_xt { struct list_head tables[13U]; bool notrack_deprecated_warning; bool clusterip_deprecated_warning; struct ebt_table *broute_table; struct ebt_table *frame_filter; struct ebt_table *frame_nat; } ;
19 struct hlist_nulls_node ;
19 struct hlist_nulls_head { struct hlist_nulls_node *first; } ;
23 struct hlist_nulls_node { struct hlist_nulls_node *next; struct hlist_nulls_node **pprev; } ;
32 struct nf_proto_net { struct ctl_table_header *ctl_table_header; struct ctl_table *ctl_table; struct ctl_table_header *ctl_compat_header; struct ctl_table *ctl_compat_table; unsigned int users; } ;
25 struct nf_generic_net { struct nf_proto_net pn; unsigned int timeout; } ;
30 struct nf_tcp_net { struct nf_proto_net pn; unsigned int timeouts[14U]; unsigned int tcp_loose; unsigned int tcp_be_liberal; unsigned int tcp_max_retrans; } ;
44 struct nf_udp_net { struct nf_proto_net pn; unsigned int timeouts[2U]; } ;
49 struct nf_icmp_net { struct nf_proto_net pn; unsigned int timeout; } ;
54 struct nf_ip_net { struct nf_generic_net generic; struct nf_tcp_net tcp; struct nf_udp_net udp; struct nf_icmp_net icmp; struct nf_icmp_net icmpv6; struct ctl_table_header *ctl_table_header; struct ctl_table *ctl_table; } ;
65 struct ct_pcpu { spinlock_t lock; struct hlist_nulls_head unconfirmed; struct hlist_nulls_head dying; } ;
72 struct ip_conntrack_stat ;
72 struct nf_ct_event_notifier ;
72 struct nf_exp_event_notifier ;
72 struct netns_ct { atomic_t count; unsigned int expect_count; struct delayed_work ecache_dwork; bool ecache_dwork_pending; struct ctl_table_header *sysctl_header; struct ctl_table_header *acct_sysctl_header; struct ctl_table_header *tstamp_sysctl_header; struct ctl_table_header *event_sysctl_header; struct ctl_table_header *helper_sysctl_header; unsigned int sysctl_log_invalid; int sysctl_events; int sysctl_acct; int sysctl_auto_assign_helper; bool auto_assign_helper_warned; int sysctl_tstamp; int sysctl_checksum; struct ct_pcpu *pcpu_lists; struct ip_conntrack_stat *stat; struct nf_ct_event_notifier *nf_conntrack_event_cb; struct nf_exp_event_notifier *nf_expect_event_cb; struct nf_ip_net nf_ct_proto; unsigned int labels_used; u8 label_words; } ;
104 struct nft_af_info ;
105 struct netns_nftables { struct list_head af_info; struct list_head commit_list; struct nft_af_info *ipv4; struct nft_af_info *ipv6; struct nft_af_info *inet; struct nft_af_info *arp; struct nft_af_info *bridge; struct nft_af_info *netdev; unsigned int base_seq; u8 gencursor; } ;
486 struct tasklet_struct { struct tasklet_struct *next; unsigned long state; atomic_t count; void (*func)(unsigned long); unsigned long data; } ;
708 struct flow_cache_percpu { struct hlist_head *hash_table; int hash_count; u32 hash_rnd; int hash_rnd_recalc; struct tasklet_struct flush_tasklet; } ;
16 struct flow_cache { u32 hash_shift; struct flow_cache_percpu *percpu; struct notifier_block hotcpu_notifier; int low_watermark; int high_watermark; struct timer_list rnd_timer; } ;
25 struct xfrm_policy_hash { struct hlist_head *table; unsigned int hmask; u8 dbits4; u8 sbits4; u8 dbits6; u8 sbits6; } ;
21 struct xfrm_policy_hthresh { struct work_struct work; seqlock_t lock; u8 lbits4; u8 rbits4; u8 lbits6; u8 rbits6; } ;
30 struct netns_xfrm { struct list_head state_all; struct hlist_head *state_bydst; struct hlist_head *state_bysrc; struct hlist_head *state_byspi; unsigned int state_hmask; unsigned int state_num; struct work_struct state_hash_work; struct hlist_head state_gc_list; struct work_struct state_gc_work; struct list_head policy_all; struct hlist_head *policy_byidx; unsigned int policy_idx_hmask; struct hlist_head policy_inexact[3U]; struct xfrm_policy_hash policy_bydst[3U]; unsigned int policy_count[6U]; struct work_struct policy_hash_work; struct xfrm_policy_hthresh policy_hthresh; struct sock *nlsk; struct sock *nlsk_stash; u32 sysctl_aevent_etime; u32 sysctl_aevent_rseqth; int sysctl_larval_drop; u32 sysctl_acq_expires; struct ctl_table_header *sysctl_hdr; struct dst_ops xfrm4_dst_ops; struct dst_ops xfrm6_dst_ops; spinlock_t xfrm_state_lock; rwlock_t xfrm_policy_lock; struct mutex xfrm_cfg_mutex; struct flow_cache flow_cache_global; atomic_t flow_cache_genid; struct list_head flow_cache_gc_list; atomic_t flow_cache_gc_count; spinlock_t flow_cache_gc_lock; struct work_struct flow_cache_gc_work; struct work_struct flow_cache_flush_work; struct mutex flow_flush_sem; } ;
89 struct mpls_route ;
90 struct netns_mpls { size_t platform_labels; struct mpls_route **platform_label; struct ctl_table_header *ctl; } ;
16 struct proc_ns_operations ;
17 struct ns_common { atomic_long_t stashed; const struct proc_ns_operations *ops; unsigned int inum; } ;
11 struct net_generic ;
12 struct netns_ipvs ;
13 struct net { atomic_t passive; atomic_t count; spinlock_t rules_mod_lock; atomic64_t cookie_gen; struct list_head list; struct list_head cleanup_list; struct list_head exit_list; struct user_namespace *user_ns; spinlock_t nsid_lock; struct idr netns_ids; struct ns_common ns; struct proc_dir_entry *proc_net; struct proc_dir_entry *proc_net_stat; struct ctl_table_set sysctls; struct sock *rtnl; struct sock *genl_sock; struct list_head dev_base_head; struct hlist_head *dev_name_head; struct hlist_head *dev_index_head; unsigned int dev_base_seq; int ifindex; unsigned int dev_unreg_count; struct list_head rules_ops; struct net_device *loopback_dev; struct netns_core core; struct netns_mib mib; struct netns_packet packet; struct netns_unix unx; struct netns_ipv4 ipv4; struct netns_ipv6 ipv6; struct netns_ieee802154_lowpan ieee802154_lowpan; struct netns_sctp sctp; struct netns_dccp dccp; struct netns_nf nf; struct netns_xt xt; struct netns_ct ct; struct netns_nftables nft; struct netns_nf_frag nf_frag; struct sock *nfnl; struct sock *nfnl_stash; struct list_head nfnl_acct_list; struct list_head nfct_timeout_list; struct sk_buff_head wext_nlevents; struct net_generic *gen; struct netns_xfrm xfrm; struct netns_ipvs *ipvs; struct netns_mpls mpls; struct sock *diag_nlsk; atomic_t fnhe_genid; } ;
247 struct __anonstruct_possible_net_t_454 { struct net *net; } ;
247 typedef struct __anonstruct_possible_net_t_454 possible_net_t;
13 typedef unsigned long kernel_ulong_t;
186 struct acpi_device_id { __u8 id[9U]; kernel_ulong_t driver_data; __u32 cls; __u32 cls_msk; } ;
229 struct of_device_id { char name[32U]; char type[32U]; char compatible[128U]; const void *data; } ;
674 enum fwnode_type { FWNODE_INVALID = 0, FWNODE_OF = 1, FWNODE_ACPI = 2, FWNODE_ACPI_DATA = 3, FWNODE_PDATA = 4, FWNODE_IRQCHIP = 5 } ;
683 struct fwnode_handle { enum fwnode_type type; struct fwnode_handle *secondary; } ;
32 typedef u32 phandle;
34 struct property { char *name; int length; void *value; struct property *next; unsigned long _flags; unsigned int unique_id; struct bin_attribute attr; } ;
44 struct device_node { const char *name; const char *type; phandle phandle; const char *full_name; struct fwnode_handle fwnode; struct property *properties; struct property *deadprops; struct device_node *parent; struct device_node *child; struct device_node *sibling; struct kobject kobj; unsigned long _flags; void *data; } ;
296 struct mii_bus ;
303 struct mdio_device { struct device dev; const struct dev_pm_ops *pm_ops; struct mii_bus *bus; int (*bus_match)(struct device *, struct device_driver *); void (*device_free)(struct mdio_device *); void (*device_remove)(struct mdio_device *); int addr; int flags; } ;
41 struct mdio_driver_common { struct device_driver driver; int flags; } ;
244 struct phy_device ;
245 enum ldv_30622 { PHY_INTERFACE_MODE_NA = 0, PHY_INTERFACE_MODE_MII = 1, PHY_INTERFACE_MODE_GMII = 2, PHY_INTERFACE_MODE_SGMII = 3, PHY_INTERFACE_MODE_TBI = 4, PHY_INTERFACE_MODE_REVMII = 5, PHY_INTERFACE_MODE_RMII = 6, PHY_INTERFACE_MODE_RGMII = 7, PHY_INTERFACE_MODE_RGMII_ID = 8, PHY_INTERFACE_MODE_RGMII_RXID = 9, PHY_INTERFACE_MODE_RGMII_TXID = 10, PHY_INTERFACE_MODE_RTBI = 11, PHY_INTERFACE_MODE_SMII = 12, PHY_INTERFACE_MODE_XGMII = 13, PHY_INTERFACE_MODE_MOCA = 14, PHY_INTERFACE_MODE_QSGMII = 15, PHY_INTERFACE_MODE_MAX = 16 } ;
84 typedef enum ldv_30622 phy_interface_t;
130 enum ldv_30673 { MDIOBUS_ALLOCATED = 1, MDIOBUS_REGISTERED = 2, MDIOBUS_UNREGISTERED = 3, MDIOBUS_RELEASED = 4 } ;
137 struct mii_bus { struct module *owner; const char *name; char id[17U]; void *priv; int (*read)(struct mii_bus *, int, int); int (*write)(struct mii_bus *, int, int, u16 ); int (*reset)(struct mii_bus *); struct mutex mdio_lock; struct device *parent; enum ldv_30673 state; struct device dev; struct mdio_device *mdio_map[32U]; u32 phy_mask; u32 phy_ignore_ta_mask; int irq[32U]; } ;
218 enum phy_state { PHY_DOWN = 0, PHY_STARTING = 1, PHY_READY = 2, PHY_PENDING = 3, PHY_UP = 4, PHY_AN = 5, PHY_RUNNING = 6, PHY_NOLINK = 7, PHY_FORCING = 8, PHY_CHANGELINK = 9, PHY_HALTED = 10, PHY_RESUMING = 11 } ;
233 struct phy_c45_device_ids { u32 devices_in_package; u32 device_ids[8U]; } ;
326 struct phy_driver ;
326 struct phy_device { struct mdio_device mdio; struct phy_driver *drv; u32 phy_id; struct phy_c45_device_ids c45_ids; bool is_c45; bool is_internal; bool is_pseudo_fixed_link; bool has_fixups; bool suspended; enum phy_state state; u32 dev_flags; phy_interface_t interface; int speed; int duplex; int pause; int asym_pause; int link; u32 interrupts; u32 supported; u32 advertising; u32 lp_advertising; int autoneg; int link_timeout; int irq; void *priv; struct work_struct phy_queue; struct delayed_work state_queue; atomic_t irq_disable; struct mutex lock; struct net_device *attached_dev; u8 mdix; void (*adjust_link)(struct net_device *); } ;
428 struct phy_driver { struct mdio_driver_common mdiodrv; u32 phy_id; char *name; unsigned int phy_id_mask; u32 features; u32 flags; const void *driver_data; int (*soft_reset)(struct phy_device *); int (*config_init)(struct phy_device *); int (*probe)(struct phy_device *); int (*suspend)(struct phy_device *); int (*resume)(struct phy_device *); int (*config_aneg)(struct phy_device *); int (*aneg_done)(struct phy_device *); int (*read_status)(struct phy_device *); int (*ack_interrupt)(struct phy_device *); int (*config_intr)(struct phy_device *); int (*did_interrupt)(struct phy_device *); void (*remove)(struct phy_device *); int (*match_phy_device)(struct phy_device *); int (*ts_info)(struct phy_device *, struct ethtool_ts_info *); int (*hwtstamp)(struct phy_device *, struct ifreq *); bool (*rxtstamp)(struct phy_device *, struct sk_buff *, int); void (*txtstamp)(struct phy_device *, struct sk_buff *, int); int (*set_wol)(struct phy_device *, struct ethtool_wolinfo *); void (*get_wol)(struct phy_device *, struct ethtool_wolinfo *); void (*link_change_notify)(struct phy_device *); int (*read_mmd_indirect)(struct phy_device *, int, int, int); void (*write_mmd_indirect)(struct phy_device *, int, int, int, u32 ); int (*module_info)(struct phy_device *, struct ethtool_modinfo *); int (*module_eeprom)(struct phy_device *, struct ethtool_eeprom *, u8 *); int (*get_sset_count)(struct phy_device *); void (*get_strings)(struct phy_device *, u8 *); void (*get_stats)(struct phy_device *, struct ethtool_stats *, u64 *); } ;
841 struct fixed_phy_status { int link; int speed; int duplex; int pause; int asym_pause; } ;
27 enum dsa_tag_protocol { DSA_TAG_PROTO_NONE = 0, DSA_TAG_PROTO_DSA = 1, DSA_TAG_PROTO_TRAILER = 2, DSA_TAG_PROTO_EDSA = 3, DSA_TAG_PROTO_BRCM = 4, DSA_TAG_LAST = 5 } ;
36 struct dsa_chip_data { struct device *host_dev; int sw_addr; int eeprom_len; struct device_node *of_node; char *port_names[12U]; struct device_node *port_dn[12U]; s8 rtable[4U]; } ;
70 struct dsa_platform_data { struct device *netdev; struct net_device *of_netdev; int nr_chips; struct dsa_chip_data *chip; } ;
86 struct packet_type ;
87 struct dsa_switch ;
87 struct dsa_device_ops ;
87 struct dsa_switch_tree { struct list_head list; u32 tree; struct kref refcount; bool applied; struct dsa_platform_data *pd; struct net_device *master_netdev; int (*rcv)(struct sk_buff *, struct net_device *, struct packet_type *, struct net_device *); struct ethtool_ops master_ethtool_ops; const struct ethtool_ops *master_orig_ethtool_ops; s8 cpu_switch; s8 cpu_port; struct dsa_switch *ds[4U]; const struct dsa_device_ops *tag_ops; } ;
140 struct dsa_port { struct net_device *netdev; struct device_node *dn; unsigned int ageing_time; } ;
146 struct dsa_switch_driver ;
146 struct dsa_switch { struct device *dev; struct dsa_switch_tree *dst; int index; void *priv; struct dsa_chip_data *cd; struct dsa_switch_driver *drv; s8 rtable[4U]; char hwmon_name[24U]; struct device *hwmon_dev; struct net_device *master_netdev; u32 dsa_port_mask; u32 cpu_port_mask; u32 enabled_port_mask; u32 phys_mii_mask; struct dsa_port ports[12U]; struct mii_bus *slave_mii_bus; } ;
233 struct switchdev_trans ;
234 struct switchdev_obj ;
235 struct switchdev_obj_port_fdb ;
236 struct switchdev_obj_port_vlan ;
237 struct dsa_switch_driver { struct list_head list; enum dsa_tag_protocol tag_protocol; const char * (*probe)(struct device *, struct device *, int, void **); int (*setup)(struct dsa_switch *); int (*set_addr)(struct dsa_switch *, u8 *); u32 (*get_phy_flags)(struct dsa_switch *, int); int (*phy_read)(struct dsa_switch *, int, int); int (*phy_write)(struct dsa_switch *, int, int, u16 ); void (*adjust_link)(struct dsa_switch *, int, struct phy_device *); void (*fixed_link_update)(struct dsa_switch *, int, struct fixed_phy_status *); void (*get_strings)(struct dsa_switch *, int, uint8_t *); void (*get_ethtool_stats)(struct dsa_switch *, int, uint64_t *); int (*get_sset_count)(struct dsa_switch *); void (*get_wol)(struct dsa_switch *, int, struct ethtool_wolinfo *); int (*set_wol)(struct dsa_switch *, int, struct ethtool_wolinfo *); int (*suspend)(struct dsa_switch *); int (*resume)(struct dsa_switch *); int (*port_enable)(struct dsa_switch *, int, struct phy_device *); void (*port_disable)(struct dsa_switch *, int, struct phy_device *); int (*set_eee)(struct dsa_switch *, int, struct phy_device *, struct ethtool_eee *); int (*get_eee)(struct dsa_switch *, int, struct ethtool_eee *); int (*get_temp)(struct dsa_switch *, int *); int (*get_temp_limit)(struct dsa_switch *, int *); int (*set_temp_limit)(struct dsa_switch *, int); int (*get_temp_alarm)(struct dsa_switch *, bool *); int (*get_eeprom_len)(struct dsa_switch *); int (*get_eeprom)(struct dsa_switch *, struct ethtool_eeprom *, u8 *); int (*set_eeprom)(struct dsa_switch *, struct ethtool_eeprom *, u8 *); int (*get_regs_len)(struct dsa_switch *, int); void (*get_regs)(struct dsa_switch *, int, struct ethtool_regs *, void *); int (*set_ageing_time)(struct dsa_switch *, unsigned int); int (*port_bridge_join)(struct dsa_switch *, int, struct net_device *); void (*port_bridge_leave)(struct dsa_switch *, int); void (*port_stp_state_set)(struct dsa_switch *, int, u8 ); int (*port_vlan_filtering)(struct dsa_switch *, int, bool ); int (*port_vlan_prepare)(struct dsa_switch *, int, const struct switchdev_obj_port_vlan *, struct switchdev_trans *); void (*port_vlan_add)(struct dsa_switch *, int, const struct switchdev_obj_port_vlan *, struct switchdev_trans *); int (*port_vlan_del)(struct dsa_switch *, int, const struct switchdev_obj_port_vlan *); int (*port_vlan_dump)(struct dsa_switch *, int, struct switchdev_obj_port_vlan *, int (*)(struct switchdev_obj *)); int (*port_fdb_prepare)(struct dsa_switch *, int, const struct switchdev_obj_port_fdb *, struct switchdev_trans *); void (*port_fdb_add)(struct dsa_switch *, int, const struct switchdev_obj_port_fdb *, struct switchdev_trans *); int (*port_fdb_del)(struct dsa_switch *, int, const struct switchdev_obj_port_fdb *); int (*port_fdb_dump)(struct dsa_switch *, int, struct switchdev_obj_port_fdb *, int (*)(struct switchdev_obj *)); } ;
389 struct ieee_ets { __u8 willing; __u8 ets_cap; __u8 cbs; __u8 tc_tx_bw[8U]; __u8 tc_rx_bw[8U]; __u8 tc_tsa[8U]; __u8 prio_tc[8U]; __u8 tc_reco_bw[8U]; __u8 tc_reco_tsa[8U]; __u8 reco_prio_tc[8U]; } ;
69 struct ieee_maxrate { __u64 tc_maxrate[8U]; } ;
87 struct ieee_qcn { __u8 rpg_enable[8U]; __u32 rppp_max_rps[8U]; __u32 rpg_time_reset[8U]; __u32 rpg_byte_reset[8U]; __u32 rpg_threshold[8U]; __u32 rpg_max_rate[8U]; __u32 rpg_ai_rate[8U]; __u32 rpg_hai_rate[8U]; __u32 rpg_gd[8U]; __u32 rpg_min_dec_fac[8U]; __u32 rpg_min_rate[8U]; __u32 cndd_state_machine[8U]; } ;
132 struct ieee_qcn_stats { __u64 rppp_rp_centiseconds[8U]; __u32 rppp_created_rps[8U]; } ;
144 struct ieee_pfc { __u8 pfc_cap; __u8 pfc_en; __u8 mbc; __u16 delay; __u64 requests[8U]; __u64 indications[8U]; } ;
164 struct cee_pg { __u8 willing; __u8 error; __u8 pg_en; __u8 tcs_supported; __u8 pg_bw[8U]; __u8 prio_pg[8U]; } ;
187 struct cee_pfc { __u8 willing; __u8 error; __u8 pfc_en; __u8 tcs_supported; } ;
202 struct dcb_app { __u8 selector; __u8 priority; __u16 protocol; } ;
236 struct dcb_peer_app_info { __u8 willing; __u8 error; } ;
40 struct dcbnl_rtnl_ops { int (*ieee_getets)(struct net_device *, struct ieee_ets *); int (*ieee_setets)(struct net_device *, struct ieee_ets *); int (*ieee_getmaxrate)(struct net_device *, struct ieee_maxrate *); int (*ieee_setmaxrate)(struct net_device *, struct ieee_maxrate *); int (*ieee_getqcn)(struct net_device *, struct ieee_qcn *); int (*ieee_setqcn)(struct net_device *, struct ieee_qcn *); int (*ieee_getqcnstats)(struct net_device *, struct ieee_qcn_stats *); int (*ieee_getpfc)(struct net_device *, struct ieee_pfc *); int (*ieee_setpfc)(struct net_device *, struct ieee_pfc *); int (*ieee_getapp)(struct net_device *, struct dcb_app *); int (*ieee_setapp)(struct net_device *, struct dcb_app *); int (*ieee_delapp)(struct net_device *, struct dcb_app *); int (*ieee_peer_getets)(struct net_device *, struct ieee_ets *); int (*ieee_peer_getpfc)(struct net_device *, struct ieee_pfc *); u8 (*getstate)(struct net_device *); u8 (*setstate)(struct net_device *, u8 ); void (*getpermhwaddr)(struct net_device *, u8 *); void (*setpgtccfgtx)(struct net_device *, int, u8 , u8 , u8 , u8 ); void (*setpgbwgcfgtx)(struct net_device *, int, u8 ); void (*setpgtccfgrx)(struct net_device *, int, u8 , u8 , u8 , u8 ); void (*setpgbwgcfgrx)(struct net_device *, int, u8 ); void (*getpgtccfgtx)(struct net_device *, int, u8 *, u8 *, u8 *, u8 *); void (*getpgbwgcfgtx)(struct net_device *, int, u8 *); void (*getpgtccfgrx)(struct net_device *, int, u8 *, u8 *, u8 *, u8 *); void (*getpgbwgcfgrx)(struct net_device *, int, u8 *); void (*setpfccfg)(struct net_device *, int, u8 ); void (*getpfccfg)(struct net_device *, int, u8 *); u8 (*setall)(struct net_device *); u8 (*getcap)(struct net_device *, int, u8 *); int (*getnumtcs)(struct net_device *, int, u8 *); int (*setnumtcs)(struct net_device *, int, u8 ); u8 (*getpfcstate)(struct net_device *); void (*setpfcstate)(struct net_device *, u8 ); void (*getbcncfg)(struct net_device *, int, u32 *); void (*setbcncfg)(struct net_device *, int, u32 ); void (*getbcnrp)(struct net_device *, int, u8 *); void (*setbcnrp)(struct net_device *, int, u8 ); int (*setapp)(struct net_device *, u8 , u16 , u8 ); int (*getapp)(struct net_device *, u8 , u16 ); u8 (*getfeatcfg)(struct net_device *, int, u8 *); u8 (*setfeatcfg)(struct net_device *, int, u8 ); u8 (*getdcbx)(struct net_device *); u8 (*setdcbx)(struct net_device *, u8 ); int (*peer_getappinfo)(struct net_device *, struct dcb_peer_app_info *, u16 *); int (*peer_getapptable)(struct net_device *, struct dcb_app *); int (*cee_peer_getpg)(struct net_device *, struct cee_pg *); int (*cee_peer_getpfc)(struct net_device *, struct cee_pfc *); } ;
105 struct taskstats { __u16 version; __u32 ac_exitcode; __u8 ac_flag; __u8 ac_nice; __u64 cpu_count; __u64 cpu_delay_total; __u64 blkio_count; __u64 blkio_delay_total; __u64 swapin_count; __u64 swapin_delay_total; __u64 cpu_run_real_total; __u64 cpu_run_virtual_total; char ac_comm[32U]; __u8 ac_sched; __u8 ac_pad[3U]; __u32 ac_uid; __u32 ac_gid; __u32 ac_pid; __u32 ac_ppid; __u32 ac_btime; __u64 ac_etime; __u64 ac_utime; __u64 ac_stime; __u64 ac_minflt; __u64 ac_majflt; __u64 coremem; __u64 virtmem; __u64 hiwater_rss; __u64 hiwater_vm; __u64 read_char; __u64 write_char; __u64 read_syscalls; __u64 write_syscalls; __u64 read_bytes; __u64 write_bytes; __u64 cancelled_write_bytes; __u64 nvcsw; __u64 nivcsw; __u64 ac_utimescaled; __u64 ac_stimescaled; __u64 cpu_scaled_run_real_total; __u64 freepages_count; __u64 freepages_delay_total; } ;
58 struct mnt_namespace ;
59 struct ipc_namespace ;
60 struct cgroup_namespace ;
61 struct nsproxy { atomic_t count; struct uts_namespace *uts_ns; struct ipc_namespace *ipc_ns; struct mnt_namespace *mnt_ns; struct pid_namespace *pid_ns_for_children; struct net *net_ns; struct cgroup_namespace *cgroup_ns; } ;
86 struct uid_gid_extent { u32 first; u32 lower_first; u32 count; } ;
19 struct uid_gid_map { u32 nr_extents; struct uid_gid_extent extent[5U]; } ;
20 struct user_namespace { struct uid_gid_map uid_map; struct uid_gid_map gid_map; struct uid_gid_map projid_map; atomic_t count; struct user_namespace *parent; int level; kuid_t owner; kgid_t group; struct ns_common ns; unsigned long flags; struct key *persistent_keyring_register; struct rw_semaphore persistent_keyring_register_sem; } ;
609 struct cgroup_namespace { atomic_t count; struct ns_common ns; struct user_namespace *user_ns; struct css_set *root_cset; } ;
663 struct netprio_map { struct callback_head rcu; u32 priomap_len; u32 priomap[]; } ;
99 struct xfrm_policy ;
100 struct xfrm_state ;
116 struct request_sock ;
41 struct nlmsghdr { __u32 nlmsg_len; __u16 nlmsg_type; __u16 nlmsg_flags; __u32 nlmsg_seq; __u32 nlmsg_pid; } ;
143 struct nlattr { __u16 nla_len; __u16 nla_type; } ;
105 struct netlink_callback { struct sk_buff *skb; const struct nlmsghdr *nlh; int (*start)(struct netlink_callback *); int (*dump)(struct sk_buff *, struct netlink_callback *); int (*done)(struct netlink_callback *); void *data; struct module *module; u16 family; u16 min_dump_alloc; unsigned int prev_seq; unsigned int seq; long args[6U]; } ;
183 struct ndmsg { __u8 ndm_family; __u8 ndm_pad1; __u16 ndm_pad2; __s32 ndm_ifindex; __u16 ndm_state; __u8 ndm_flags; __u8 ndm_type; } ;
41 struct rtnl_link_stats64 { __u64 rx_packets; __u64 tx_packets; __u64 rx_bytes; __u64 tx_bytes; __u64 rx_errors; __u64 tx_errors; __u64 rx_dropped; __u64 tx_dropped; __u64 multicast; __u64 collisions; __u64 rx_length_errors; __u64 rx_over_errors; __u64 rx_crc_errors; __u64 rx_frame_errors; __u64 rx_fifo_errors; __u64 rx_missed_errors; __u64 tx_aborted_errors; __u64 tx_carrier_errors; __u64 tx_fifo_errors; __u64 tx_heartbeat_errors; __u64 tx_window_errors; __u64 rx_compressed; __u64 tx_compressed; __u64 rx_nohandler; } ;
840 struct ifla_vf_stats { __u64 rx_packets; __u64 tx_packets; __u64 rx_bytes; __u64 tx_bytes; __u64 broadcast; __u64 multicast; } ;
16 struct ifla_vf_info { __u32 vf; __u8 mac[32U]; __u32 vlan; __u32 qos; __u32 spoofchk; __u32 linkstate; __u32 min_tx_rate; __u32 max_tx_rate; __u32 rss_query_en; __u32 trusted; } ;
118 struct tc_stats { __u64 bytes; __u32 packets; __u32 drops; __u32 overlimits; __u32 bps; __u32 pps; __u32 qlen; __u32 backlog; } ;
96 struct tc_sizespec { unsigned char cell_log; unsigned char size_log; short cell_align; int overhead; unsigned int linklayer; unsigned int mpu; unsigned int mtu; unsigned int tsize; } ;
486 struct netpoll_info ;
487 struct wireless_dev ;
488 struct wpan_dev ;
489 struct mpls_dev ;
490 struct udp_tunnel_info ;
491 struct bpf_prog ;
69 enum netdev_tx { __NETDEV_TX_MIN = -2147483648, NETDEV_TX_OK = 0, NETDEV_TX_BUSY = 16 } ;
112 typedef enum netdev_tx netdev_tx_t;
131 struct net_device_stats { unsigned long rx_packets; unsigned long tx_packets; unsigned long rx_bytes; unsigned long tx_bytes; unsigned long rx_errors; unsigned long tx_errors; unsigned long rx_dropped; unsigned long tx_dropped; unsigned long multicast; unsigned long collisions; unsigned long rx_length_errors; unsigned long rx_over_errors; unsigned long rx_crc_errors; unsigned long rx_frame_errors; unsigned long rx_fifo_errors; unsigned long rx_missed_errors; unsigned long tx_aborted_errors; unsigned long tx_carrier_errors; unsigned long tx_fifo_errors; unsigned long tx_heartbeat_errors; unsigned long tx_window_errors; unsigned long rx_compressed; unsigned long tx_compressed; } ;
194 struct neigh_parms ;
215 struct netdev_hw_addr_list { struct list_head list; int count; } ;
220 struct hh_cache { u16 hh_len; u16 __pad; seqlock_t hh_lock; unsigned long hh_data[16U]; } ;
249 struct header_ops { int (*create)(struct sk_buff *, struct net_device *, unsigned short, const void *, const void *, unsigned int); int (*parse)(const struct sk_buff *, unsigned char *); int (*cache)(const struct neighbour *, struct hh_cache *, __be16 ); void (*cache_update)(struct hh_cache *, const struct net_device *, const unsigned char *); bool (*validate)(const char *, unsigned int); } ;
300 struct napi_struct { struct list_head poll_list; unsigned long state; int weight; unsigned int gro_count; int (*poll)(struct napi_struct *, int); spinlock_t poll_lock; int poll_owner; struct net_device *dev; struct sk_buff *gro_list; struct sk_buff *skb; struct hrtimer timer; struct list_head dev_list; struct hlist_node napi_hash_node; unsigned int napi_id; } ;
346 enum rx_handler_result { RX_HANDLER_CONSUMED = 0, RX_HANDLER_ANOTHER = 1, RX_HANDLER_EXACT = 2, RX_HANDLER_PASS = 3 } ;
394 typedef enum rx_handler_result rx_handler_result_t;
395 typedef rx_handler_result_t rx_handler_func_t(struct sk_buff **);
540 struct Qdisc ;
540 struct netdev_queue { struct net_device *dev; struct Qdisc *qdisc; struct Qdisc *qdisc_sleeping; struct kobject kobj; int numa_node; unsigned long tx_maxrate; unsigned long trans_timeout; spinlock_t _xmit_lock; int xmit_lock_owner; unsigned long trans_start; unsigned long state; struct dql dql; } ;
611 struct rps_map { unsigned int len; struct callback_head rcu; u16 cpus[0U]; } ;
623 struct rps_dev_flow { u16 cpu; u16 filter; unsigned int last_qtail; } ;
635 struct rps_dev_flow_table { unsigned int mask; struct callback_head rcu; struct rps_dev_flow flows[0U]; } ;
687 struct netdev_rx_queue { struct rps_map *rps_map; struct rps_dev_flow_table *rps_flow_table; struct kobject kobj; struct net_device *dev; } ;
710 struct xps_map { unsigned int len; unsigned int alloc_len; struct callback_head rcu; u16 queues[0U]; } ;
723 struct xps_dev_maps { struct callback_head rcu; struct xps_map *cpu_map[0U]; } ;
734 struct netdev_tc_txq { u16 count; u16 offset; } ;
745 struct netdev_fcoe_hbainfo { char manufacturer[64U]; char serial_number[64U]; char hardware_version[64U]; char driver_version[64U]; char optionrom_version[64U]; char firmware_version[64U]; char model[256U]; char model_description[256U]; } ;
761 struct netdev_phys_item_id { unsigned char id[32U]; unsigned char id_len; } ;
788 struct tc_cls_u32_offload ;
789 struct tc_cls_flower_offload ;
789 struct tc_cls_matchall_offload ;
789 union __anonunion____missing_field_name_470 { u8 tc; struct tc_cls_u32_offload *cls_u32; struct tc_cls_flower_offload *cls_flower; struct tc_cls_matchall_offload *cls_mall; } ;
789 struct tc_to_netdev { unsigned int type; union __anonunion____missing_field_name_470 __annonCompField106; } ;
804 enum xdp_netdev_command { XDP_SETUP_PROG = 0, XDP_QUERY_PROG = 1 } ;
809 union __anonunion____missing_field_name_471 { struct bpf_prog *prog; bool prog_attached; } ;
809 struct netdev_xdp { enum xdp_netdev_command command; union __anonunion____missing_field_name_471 __annonCompField107; } ;
832 struct net_device_ops { int (*ndo_init)(struct net_device *); void (*ndo_uninit)(struct net_device *); int (*ndo_open)(struct net_device *); int (*ndo_stop)(struct net_device *); netdev_tx_t (*ndo_start_xmit)(struct sk_buff *, struct net_device *); netdev_features_t (*ndo_features_check)(struct sk_buff *, struct net_device *, netdev_features_t ); u16 (*ndo_select_queue)(struct net_device *, struct sk_buff *, void *, u16 (*)(struct net_device *, struct sk_buff *)); void (*ndo_change_rx_flags)(struct net_device *, int); void (*ndo_set_rx_mode)(struct net_device *); int (*ndo_set_mac_address)(struct net_device *, void *); int (*ndo_validate_addr)(struct net_device *); int (*ndo_do_ioctl)(struct net_device *, struct ifreq *, int); int (*ndo_set_config)(struct net_device *, struct ifmap *); int (*ndo_change_mtu)(struct net_device *, int); int (*ndo_neigh_setup)(struct net_device *, struct neigh_parms *); void (*ndo_tx_timeout)(struct net_device *); struct rtnl_link_stats64 * (*ndo_get_stats64)(struct net_device *, struct rtnl_link_stats64 *); struct net_device_stats * (*ndo_get_stats)(struct net_device *); int (*ndo_vlan_rx_add_vid)(struct net_device *, __be16 , u16 ); int (*ndo_vlan_rx_kill_vid)(struct net_device *, __be16 , u16 ); void (*ndo_poll_controller)(struct net_device *); int (*ndo_netpoll_setup)(struct net_device *, struct netpoll_info *); void (*ndo_netpoll_cleanup)(struct net_device *); int (*ndo_busy_poll)(struct napi_struct *); int (*ndo_set_vf_mac)(struct net_device *, int, u8 *); int (*ndo_set_vf_vlan)(struct net_device *, int, u16 , u8 ); int (*ndo_set_vf_rate)(struct net_device *, int, int, int); int (*ndo_set_vf_spoofchk)(struct net_device *, int, bool ); int (*ndo_set_vf_trust)(struct net_device *, int, bool ); int (*ndo_get_vf_config)(struct net_device *, int, struct ifla_vf_info *); int (*ndo_set_vf_link_state)(struct net_device *, int, int); int (*ndo_get_vf_stats)(struct net_device *, int, struct ifla_vf_stats *); int (*ndo_set_vf_port)(struct net_device *, int, struct nlattr **); int (*ndo_get_vf_port)(struct net_device *, int, struct sk_buff *); int (*ndo_set_vf_guid)(struct net_device *, int, u64 , int); int (*ndo_set_vf_rss_query_en)(struct net_device *, int, bool ); int (*ndo_setup_tc)(struct net_device *, u32 , __be16 , struct tc_to_netdev *); int (*ndo_fcoe_enable)(struct net_device *); int (*ndo_fcoe_disable)(struct net_device *); int (*ndo_fcoe_ddp_setup)(struct net_device *, u16 , struct scatterlist *, unsigned int); int (*ndo_fcoe_ddp_done)(struct net_device *, u16 ); int (*ndo_fcoe_ddp_target)(struct net_device *, u16 , struct scatterlist *, unsigned int); int (*ndo_fcoe_get_hbainfo)(struct net_device *, struct netdev_fcoe_hbainfo *); int (*ndo_fcoe_get_wwn)(struct net_device *, u64 *, int); int (*ndo_rx_flow_steer)(struct net_device *, const struct sk_buff *, u16 , u32 ); int (*ndo_add_slave)(struct net_device *, struct net_device *); int (*ndo_del_slave)(struct net_device *, struct net_device *); netdev_features_t (*ndo_fix_features)(struct net_device *, netdev_features_t ); int (*ndo_set_features)(struct net_device *, netdev_features_t ); int (*ndo_neigh_construct)(struct net_device *, struct neighbour *); void (*ndo_neigh_destroy)(struct net_device *, struct neighbour *); int (*ndo_fdb_add)(struct ndmsg *, struct nlattr **, struct net_device *, const unsigned char *, u16 , u16 ); int (*ndo_fdb_del)(struct ndmsg *, struct nlattr **, struct net_device *, const unsigned char *, u16 ); int (*ndo_fdb_dump)(struct sk_buff *, struct netlink_callback *, struct net_device *, struct net_device *, int); int (*ndo_bridge_setlink)(struct net_device *, struct nlmsghdr *, u16 ); int (*ndo_bridge_getlink)(struct sk_buff *, u32 , u32 , struct net_device *, u32 , int); int (*ndo_bridge_dellink)(struct net_device *, struct nlmsghdr *, u16 ); int (*ndo_change_carrier)(struct net_device *, bool ); int (*ndo_get_phys_port_id)(struct net_device *, struct netdev_phys_item_id *); int (*ndo_get_phys_port_name)(struct net_device *, char *, size_t ); void (*ndo_udp_tunnel_add)(struct net_device *, struct udp_tunnel_info *); void (*ndo_udp_tunnel_del)(struct net_device *, struct udp_tunnel_info *); void * (*ndo_dfwd_add_station)(struct net_device *, struct net_device *); void (*ndo_dfwd_del_station)(struct net_device *, void *); netdev_tx_t (*ndo_dfwd_start_xmit)(struct sk_buff *, struct net_device *, void *); int (*ndo_get_lock_subclass)(struct net_device *); int (*ndo_set_tx_maxrate)(struct net_device *, int, u32 ); int (*ndo_get_iflink)(const struct net_device *); int (*ndo_change_proto_down)(struct net_device *, bool ); int (*ndo_fill_metadata_dst)(struct net_device *, struct sk_buff *); void (*ndo_set_rx_headroom)(struct net_device *, int); int (*ndo_xdp)(struct net_device *, struct netdev_xdp *); } ;
1354 struct __anonstruct_adj_list_472 { struct list_head upper; struct list_head lower; } ;
1354 struct __anonstruct_all_adj_list_473 { struct list_head upper; struct list_head lower; } ;
1354 struct iw_handler_def ;
1354 struct iw_public_data ;
1354 struct switchdev_ops ;
1354 struct l3mdev_ops ;
1354 struct ndisc_ops ;
1354 struct vlan_info ;
1354 struct tipc_bearer ;
1354 struct in_device ;
1354 struct dn_dev ;
1354 struct inet6_dev ;
1354 struct tcf_proto ;
1354 struct cpu_rmap ;
1354 struct pcpu_lstats ;
1354 struct pcpu_sw_netstats ;
1354 struct pcpu_dstats ;
1354 struct pcpu_vstats ;
1354 union __anonunion____missing_field_name_474 { void *ml_priv; struct pcpu_lstats *lstats; struct pcpu_sw_netstats *tstats; struct pcpu_dstats *dstats; struct pcpu_vstats *vstats; } ;
1354 struct garp_port ;
1354 struct mrp_port ;
1354 struct rtnl_link_ops ;
1354 struct net_device { char name[16U]; struct hlist_node name_hlist; char *ifalias; unsigned long mem_end; unsigned long mem_start; unsigned long base_addr; int irq; atomic_t carrier_changes; unsigned long state; struct list_head dev_list; struct list_head napi_list; struct list_head unreg_list; struct list_head close_list; struct list_head ptype_all; struct list_head ptype_specific; struct __anonstruct_adj_list_472 adj_list; struct __anonstruct_all_adj_list_473 all_adj_list; netdev_features_t features; netdev_features_t hw_features; netdev_features_t wanted_features; netdev_features_t vlan_features; netdev_features_t hw_enc_features; netdev_features_t mpls_features; netdev_features_t gso_partial_features; int ifindex; int group; struct net_device_stats stats; atomic_long_t rx_dropped; atomic_long_t tx_dropped; atomic_long_t rx_nohandler; const struct iw_handler_def *wireless_handlers; struct iw_public_data *wireless_data; const struct net_device_ops *netdev_ops; const struct ethtool_ops *ethtool_ops; const struct switchdev_ops *switchdev_ops; const struct l3mdev_ops *l3mdev_ops; const struct ndisc_ops *ndisc_ops; const struct header_ops *header_ops; unsigned int flags; unsigned int priv_flags; unsigned short gflags; unsigned short padded; unsigned char operstate; unsigned char link_mode; unsigned char if_port; unsigned char dma; unsigned int mtu; unsigned short type; unsigned short hard_header_len; unsigned short needed_headroom; unsigned short needed_tailroom; unsigned char perm_addr[32U]; unsigned char addr_assign_type; unsigned char addr_len; unsigned short neigh_priv_len; unsigned short dev_id; unsigned short dev_port; spinlock_t addr_list_lock; unsigned char name_assign_type; bool uc_promisc; struct netdev_hw_addr_list uc; struct netdev_hw_addr_list mc; struct netdev_hw_addr_list dev_addrs; struct kset *queues_kset; unsigned int promiscuity; unsigned int allmulti; struct vlan_info *vlan_info; struct dsa_switch_tree *dsa_ptr; struct tipc_bearer *tipc_ptr; void *atalk_ptr; struct in_device *ip_ptr; struct dn_dev *dn_ptr; struct inet6_dev *ip6_ptr; void *ax25_ptr; struct wireless_dev *ieee80211_ptr; struct wpan_dev *ieee802154_ptr; struct mpls_dev *mpls_ptr; unsigned long last_rx; unsigned char *dev_addr; struct netdev_rx_queue *_rx; unsigned int num_rx_queues; unsigned int real_num_rx_queues; unsigned long gro_flush_timeout; rx_handler_func_t *rx_handler; void *rx_handler_data; struct tcf_proto *ingress_cl_list; struct netdev_queue *ingress_queue; struct list_head nf_hooks_ingress; unsigned char broadcast[32U]; struct cpu_rmap *rx_cpu_rmap; struct hlist_node index_hlist; struct netdev_queue *_tx; unsigned int num_tx_queues; unsigned int real_num_tx_queues; struct Qdisc *qdisc; unsigned long tx_queue_len; spinlock_t tx_global_lock; int watchdog_timeo; struct xps_dev_maps *xps_maps; struct tcf_proto *egress_cl_list; u32 offload_fwd_mark; struct timer_list watchdog_timer; int *pcpu_refcnt; struct list_head todo_list; struct list_head link_watch_list; unsigned char reg_state; bool dismantle; unsigned short rtnl_link_state; void (*destructor)(struct net_device *); struct netpoll_info *npinfo; possible_net_t nd_net; union __anonunion____missing_field_name_474 __annonCompField108; struct garp_port *garp_port; struct mrp_port *mrp_port; struct device dev; const struct attribute_group *sysfs_groups[4U]; const struct attribute_group *sysfs_rx_queue_group; const struct rtnl_link_ops *rtnl_link_ops; unsigned int gso_max_size; u16 gso_max_segs; const struct dcbnl_rtnl_ops *dcbnl_ops; u8 num_tc; struct netdev_tc_txq tc_to_txq[16U]; u8 prio_tc_map[16U]; unsigned int fcoe_ddp_xid; struct netprio_map *priomap; struct phy_device *phydev; struct lock_class_key *qdisc_tx_busylock; struct lock_class_key *qdisc_running_key; bool proto_down; } ;
2165 struct packet_type { __be16 type; struct net_device *dev; int (*func)(struct sk_buff *, struct net_device *, struct packet_type *, struct net_device *); bool (*id_match)(struct packet_type *, struct sock *); void *af_packet_priv; struct list_head list; } ;
2195 struct pcpu_sw_netstats { u64 rx_packets; u64 rx_bytes; u64 tx_packets; u64 tx_bytes; struct u64_stats_sync syncp; } ;
103 struct page_counter { atomic_long_t count; unsigned long limit; struct page_counter *parent; unsigned long watermark; unsigned long failcnt; } ;
33 struct eventfd_ctx ;
41 struct vmpressure { unsigned long scanned; unsigned long reclaimed; unsigned long tree_scanned; unsigned long tree_reclaimed; struct spinlock sr_lock; struct list_head events; struct mutex events_lock; struct work_struct work; } ;
44 struct fprop_global { struct percpu_counter events; unsigned int period; seqcount_t sequence; } ;
72 struct fprop_local_percpu { struct percpu_counter events; unsigned int period; raw_spinlock_t lock; } ;
32 typedef int congested_fn(void *, int);
41 struct bdi_writeback_congested { unsigned long state; atomic_t refcnt; struct backing_dev_info *bdi; int blkcg_id; struct rb_node rb_node; } ;
60 union __anonunion____missing_field_name_479 { struct work_struct release_work; struct callback_head rcu; } ;
60 struct bdi_writeback { struct backing_dev_info *bdi; unsigned long state; unsigned long last_old_flush; struct list_head b_dirty; struct list_head b_io; struct list_head b_more_io; struct list_head b_dirty_time; spinlock_t list_lock; struct percpu_counter stat[4U]; struct bdi_writeback_congested *congested; unsigned long bw_time_stamp; unsigned long dirtied_stamp; unsigned long written_stamp; unsigned long write_bandwidth; unsigned long avg_write_bandwidth; unsigned long dirty_ratelimit; unsigned long balanced_dirty_ratelimit; struct fprop_local_percpu completions; int dirty_exceeded; spinlock_t work_lock; struct list_head work_list; struct delayed_work dwork; struct list_head bdi_node; struct percpu_ref refcnt; struct fprop_local_percpu memcg_completions; struct cgroup_subsys_state *memcg_css; struct cgroup_subsys_state *blkcg_css; struct list_head memcg_node; struct list_head blkcg_node; union __anonunion____missing_field_name_479 __annonCompField109; } ;
134 struct backing_dev_info { struct list_head bdi_list; unsigned long ra_pages; unsigned int capabilities; congested_fn *congested_fn; void *congested_data; char *name; unsigned int min_ratio; unsigned int max_ratio; unsigned int max_prop_frac; atomic_long_t tot_write_bandwidth; struct bdi_writeback wb; struct list_head wb_list; struct radix_tree_root cgwb_tree; struct rb_root cgwb_congested_tree; atomic_t usage_cnt; wait_queue_head_t wb_waitq; struct device *dev; struct device *owner; struct timer_list laptop_mode_wb_timer; struct dentry *debug_dir; struct dentry *debug_stats; } ;
14 enum writeback_sync_modes { WB_SYNC_NONE = 0, WB_SYNC_ALL = 1 } ;
31 struct writeback_control { long nr_to_write; long pages_skipped; loff_t range_start; loff_t range_end; enum writeback_sync_modes sync_mode; unsigned char for_kupdate; unsigned char for_background; unsigned char tagged_writepages; unsigned char for_reclaim; unsigned char range_cyclic; unsigned char for_sync; struct bdi_writeback *wb; struct inode *inode; int wb_id; int wb_lcand_id; int wb_tcand_id; size_t wb_bytes; size_t wb_lcand_bytes; size_t wb_tcand_bytes; } ;
101 struct wb_domain { spinlock_t lock; struct fprop_global completions; struct timer_list period_timer; unsigned long period_time; unsigned long dirty_limit_tstamp; unsigned long dirty_limit; } ;
12 typedef void * mempool_alloc_t(gfp_t , void *);
13 typedef void mempool_free_t(void *, void *);
14 struct mempool_s { spinlock_t lock; int min_nr; int curr_nr; void **elements; void *pool_data; mempool_alloc_t *alloc; mempool_free_t *free; wait_queue_head_t wait; } ;
25 typedef struct mempool_s mempool_t;
79 union __anonunion____missing_field_name_480 { struct list_head q_node; struct kmem_cache *__rcu_icq_cache; } ;
79 union __anonunion____missing_field_name_481 { struct hlist_node ioc_node; struct callback_head __rcu_head; } ;
79 struct io_cq { struct request_queue *q; struct io_context *ioc; union __anonunion____missing_field_name_480 __annonCompField110; union __anonunion____missing_field_name_481 __annonCompField111; unsigned int flags; } ;
92 struct io_context { atomic_long_t refcount; atomic_t active_ref; atomic_t nr_tasks; spinlock_t lock; unsigned short ioprio; int nr_batch_requests; unsigned long last_waited; struct radix_tree_root icq_tree; struct io_cq *icq_hint; struct hlist_head icq_list; struct work_struct release_work; } ;
295 struct bio_integrity_payload { struct bio *bip_bio; struct bvec_iter bip_iter; bio_end_io_t *bip_end_io; unsigned short bip_slab; unsigned short bip_vcnt; unsigned short bip_max_vcnt; unsigned short bip_flags; struct work_struct bip_work; struct bio_vec *bip_vec; struct bio_vec bip_inline_vecs[0U]; } ;
529 struct bio_list { struct bio *head; struct bio *tail; } ;
661 struct bio_set { struct kmem_cache *bio_slab; unsigned int front_pad; mempool_t *bio_pool; mempool_t *bvec_pool; mempool_t *bio_integrity_pool; mempool_t *bvec_integrity_pool; spinlock_t rescue_lock; struct bio_list rescue_list; struct work_struct rescue_work; struct workqueue_struct *rescue_workqueue; } ;
87 struct mem_cgroup_id { int id; atomic_t ref; } ;
104 struct mem_cgroup_stat_cpu { long count[11U]; unsigned long events[8U]; unsigned long nr_page_events; unsigned long targets[3U]; } ;
111 struct mem_cgroup_reclaim_iter { struct mem_cgroup *position; unsigned int generation; } ;
117 struct mem_cgroup_per_node { struct lruvec lruvec; unsigned long lru_size[5U]; struct mem_cgroup_reclaim_iter iter[13U]; struct rb_node tree_node; unsigned long usage_in_excess; bool on_tree; struct mem_cgroup *memcg; } ;
133 struct mem_cgroup_threshold { struct eventfd_ctx *eventfd; unsigned long threshold; } ;
139 struct mem_cgroup_threshold_ary { int current_threshold; unsigned int size; struct mem_cgroup_threshold entries[0U]; } ;
149 struct mem_cgroup_thresholds { struct mem_cgroup_threshold_ary *primary; struct mem_cgroup_threshold_ary *spare; } ;
160 enum memcg_kmem_state { KMEM_NONE = 0, KMEM_ALLOCATED = 1, KMEM_ONLINE = 2 } ;
166 struct mem_cgroup { struct cgroup_subsys_state css; struct mem_cgroup_id id; struct page_counter memory; struct page_counter swap; struct page_counter memsw; struct page_counter kmem; struct page_counter tcpmem; unsigned long low; unsigned long high; struct work_struct high_work; unsigned long soft_limit; struct vmpressure vmpressure; bool use_hierarchy; bool oom_lock; int under_oom; int swappiness; int oom_kill_disable; struct cgroup_file events_file; struct mutex thresholds_lock; struct mem_cgroup_thresholds thresholds; struct mem_cgroup_thresholds memsw_thresholds; struct list_head oom_notify; unsigned long move_charge_at_immigrate; atomic_t moving_account; spinlock_t move_lock; struct task_struct *move_lock_task; unsigned long move_lock_flags; struct mem_cgroup_stat_cpu *stat; unsigned long socket_pressure; bool tcpmem_active; int tcpmem_pressure; int kmemcg_id; enum memcg_kmem_state kmem_state; int last_scanned_node; nodemask_t scan_nodes; atomic_t numainfo_events; atomic_t numainfo_updating; struct list_head cgwb_list; struct wb_domain cgwb_domain; struct list_head event_list; spinlock_t event_list_lock; struct mem_cgroup_per_node *nodeinfo[0U]; } ;
27 struct gnet_stats_basic_packed { __u64 bytes; __u32 packets; } ;
41 struct gnet_stats_rate_est64 { __u64 bps; __u64 pps; } ;
51 struct gnet_stats_queue { __u32 qlen; __u32 backlog; __u32 drops; __u32 requeues; __u32 overlimits; } ;
519 struct tcmsg { unsigned char tcm_family; unsigned char tcm__pad1; unsigned short tcm__pad2; int tcm_ifindex; __u32 tcm_handle; __u32 tcm_parent; __u32 tcm_info; } ;
122 struct gnet_stats_basic_cpu { struct gnet_stats_basic_packed bstats; struct u64_stats_sync syncp; } ;
13 struct gnet_dump { spinlock_t *lock; struct sk_buff *skb; struct nlattr *tail; int compat_tc_stats; int compat_xstats; int padattr; void *xstats; int xstats_len; struct tc_stats tc_stats; } ;
87 struct nla_policy { u16 type; u16 len; } ;
25 struct rtnl_link_ops { struct list_head list; const char *kind; size_t priv_size; void (*setup)(struct net_device *); int maxtype; const struct nla_policy *policy; int (*validate)(struct nlattr **, struct nlattr **); int (*newlink)(struct net *, struct net_device *, struct nlattr **, struct nlattr **); int (*changelink)(struct net_device *, struct nlattr **, struct nlattr **); void (*dellink)(struct net_device *, struct list_head *); size_t (*get_size)(const struct net_device *); int (*fill_info)(struct sk_buff *, const struct net_device *); size_t (*get_xstats_size)(const struct net_device *); int (*fill_xstats)(struct sk_buff *, const struct net_device *); unsigned int (*get_num_tx_queues)(); unsigned int (*get_num_rx_queues)(); int slave_maxtype; const struct nla_policy *slave_policy; int (*slave_validate)(struct nlattr **, struct nlattr **); int (*slave_changelink)(struct net_device *, struct net_device *, struct nlattr **, struct nlattr **); size_t (*get_slave_size)(const struct net_device *, const struct net_device *); int (*fill_slave_info)(struct sk_buff *, const struct net_device *, const struct net_device *); struct net * (*get_link_net)(const struct net_device *); size_t (*get_linkxstats_size)(const struct net_device *, int); int (*fill_linkxstats)(struct sk_buff *, const struct net_device *, int *, int); } ;
158 struct Qdisc_ops ;
159 struct qdisc_walker ;
160 struct tcf_walker ;
30 struct qdisc_size_table { struct callback_head rcu; struct list_head list; struct tc_sizespec szopts; int refcnt; u16 data[]; } ;
38 struct Qdisc { int (*enqueue)(struct sk_buff *, struct Qdisc *, struct sk_buff **); struct sk_buff * (*dequeue)(struct Qdisc *); unsigned int flags; u32 limit; const struct Qdisc_ops *ops; struct qdisc_size_table *stab; struct list_head list; u32 handle; u32 parent; void *u32_node; struct netdev_queue *dev_queue; struct gnet_stats_rate_est64 rate_est; struct gnet_stats_basic_cpu *cpu_bstats; struct gnet_stats_queue *cpu_qstats; struct sk_buff *gso_skb; struct sk_buff_head q; struct gnet_stats_basic_packed bstats; seqcount_t running; struct gnet_stats_queue qstats; unsigned long state; struct Qdisc *next_sched; struct sk_buff *skb_bad_txq; struct callback_head callback_head; int padded; atomic_t refcnt; spinlock_t busylock; } ;
126 struct Qdisc_class_ops { struct netdev_queue * (*select_queue)(struct Qdisc *, struct tcmsg *); int (*graft)(struct Qdisc *, unsigned long, struct Qdisc *, struct Qdisc **); struct Qdisc * (*leaf)(struct Qdisc *, unsigned long); void (*qlen_notify)(struct Qdisc *, unsigned long); unsigned long int (*get)(struct Qdisc *, u32 ); void (*put)(struct Qdisc *, unsigned long); int (*change)(struct Qdisc *, u32 , u32 , struct nlattr **, unsigned long *); int (*delete)(struct Qdisc *, unsigned long); void (*walk)(struct Qdisc *, struct qdisc_walker *); struct tcf_proto ** (*tcf_chain)(struct Qdisc *, unsigned long); bool (*tcf_cl_offload)(u32 ); unsigned long int (*bind_tcf)(struct Qdisc *, unsigned long, u32 ); void (*unbind_tcf)(struct Qdisc *, unsigned long); int (*dump)(struct Qdisc *, unsigned long, struct sk_buff *, struct tcmsg *); int (*dump_stats)(struct Qdisc *, unsigned long, struct gnet_dump *); } ;
158 struct Qdisc_ops { struct Qdisc_ops *next; const struct Qdisc_class_ops *cl_ops; char id[16U]; int priv_size; int (*enqueue)(struct sk_buff *, struct Qdisc *, struct sk_buff **); struct sk_buff * (*dequeue)(struct Qdisc *); struct sk_buff * (*peek)(struct Qdisc *); int (*init)(struct Qdisc *, struct nlattr *); void (*reset)(struct Qdisc *); void (*destroy)(struct Qdisc *); int (*change)(struct Qdisc *, struct nlattr *); void (*attach)(struct Qdisc *); int (*dump)(struct Qdisc *, struct sk_buff *); int (*dump_stats)(struct Qdisc *, struct gnet_dump *); struct module *owner; } ;
183 struct tcf_result { unsigned long class; u32 classid; } ;
189 struct tcf_proto_ops { struct list_head head; char kind[16U]; int (*classify)(struct sk_buff *, const struct tcf_proto *, struct tcf_result *); int (*init)(struct tcf_proto *); bool (*destroy)(struct tcf_proto *, bool ); unsigned long int (*get)(struct tcf_proto *, u32 ); int (*change)(struct net *, struct sk_buff *, struct tcf_proto *, unsigned long, u32 , struct nlattr **, unsigned long *, bool ); int (*delete)(struct tcf_proto *, unsigned long); void (*walk)(struct tcf_proto *, struct tcf_walker *); int (*dump)(struct net *, struct tcf_proto *, unsigned long, struct sk_buff *, struct tcmsg *); struct module *owner; } ;
214 struct tcf_proto { struct tcf_proto *next; void *root; int (*classify)(struct sk_buff *, const struct tcf_proto *, struct tcf_result *); __be16 protocol; u32 prio; u32 classid; struct Qdisc *q; void *data; const struct tcf_proto_ops *ops; struct callback_head rcu; } ;
806 struct sock_filter { __u16 code; __u8 jt; __u8 jf; __u32 k; } ;
49 struct bpf_insn { __u8 code; unsigned char dst_reg; unsigned char src_reg; __s16 off; __s32 imm; } ;
88 enum bpf_prog_type { BPF_PROG_TYPE_UNSPEC = 0, BPF_PROG_TYPE_SOCKET_FILTER = 1, BPF_PROG_TYPE_KPROBE = 2, BPF_PROG_TYPE_SCHED_CLS = 3, BPF_PROG_TYPE_SCHED_ACT = 4, BPF_PROG_TYPE_TRACEPOINT = 5, BPF_PROG_TYPE_XDP = 6 } ;
472 struct bpf_prog_aux ;
323 struct sock_fprog_kern { u16 len; struct sock_filter *filter; } ;
334 union __anonunion____missing_field_name_505 { struct sock_filter insns[0U]; struct bpf_insn insnsi[0U]; } ;
334 struct bpf_prog { u16 pages; unsigned char jited; unsigned char gpl_compatible; unsigned char cb_access; unsigned char dst_needed; u32 len; enum bpf_prog_type type; struct bpf_prog_aux *aux; struct sock_fprog_kern *orig_prog; unsigned int (*bpf_func)(const struct sk_buff *, const struct bpf_insn *); union __anonunion____missing_field_name_505 __annonCompField118; } ;
355 struct sk_filter { atomic_t refcnt; struct callback_head rcu; struct bpf_prog *prog; } ;
138 struct pollfd { int fd; short events; short revents; } ;
32 struct poll_table_struct { void (*_qproc)(struct file *, wait_queue_head_t *, struct poll_table_struct *); unsigned long _key; } ;
187 struct neigh_table ;
187 struct neigh_parms { possible_net_t net; struct net_device *dev; struct list_head list; int (*neigh_setup)(struct neighbour *); void (*neigh_cleanup)(struct neighbour *); struct neigh_table *tbl; void *sysctl_table; int dead; atomic_t refcnt; struct callback_head callback_head; int reachable_time; int data[13U]; unsigned long data_state[1U]; } ;
110 struct neigh_statistics { unsigned long allocs; unsigned long destroys; unsigned long hash_grows; unsigned long res_failed; unsigned long lookups; unsigned long hits; unsigned long rcv_probes_mcast; unsigned long rcv_probes_ucast; unsigned long periodic_gc_runs; unsigned long forced_gc_runs; unsigned long unres_discards; unsigned long table_fulls; } ;
130 struct neigh_ops ;
130 struct neighbour { struct neighbour *next; struct neigh_table *tbl; struct neigh_parms *parms; unsigned long confirmed; unsigned long updated; rwlock_t lock; atomic_t refcnt; struct sk_buff_head arp_queue; unsigned int arp_queue_len_bytes; struct timer_list timer; unsigned long used; atomic_t probes; __u8 flags; __u8 nud_state; __u8 type; __u8 dead; seqlock_t ha_lock; unsigned char ha[32U]; struct hh_cache hh; int (*output)(struct neighbour *, struct sk_buff *); const struct neigh_ops *ops; struct callback_head rcu; struct net_device *dev; u8 primary_key[0U]; } ;
159 struct neigh_ops { int family; void (*solicit)(struct neighbour *, struct sk_buff *); void (*error_report)(struct neighbour *, struct sk_buff *); int (*output)(struct neighbour *, struct sk_buff *); int (*connected_output)(struct neighbour *, struct sk_buff *); } ;
167 struct pneigh_entry { struct pneigh_entry *next; possible_net_t net; struct net_device *dev; u8 flags; u8 key[0U]; } ;
175 struct neigh_hash_table { struct neighbour **hash_buckets; unsigned int hash_shift; __u32 hash_rnd[4U]; struct callback_head rcu; } ;
188 struct neigh_table { int family; int entry_size; int key_len; __be16 protocol; __u32 (*hash)(const void *, const struct net_device *, __u32 *); bool (*key_eq)(const struct neighbour *, const void *); int (*constructor)(struct neighbour *); int (*pconstructor)(struct pneigh_entry *); void (*pdestructor)(struct pneigh_entry *); void (*proxy_redo)(struct sk_buff *); char *id; struct neigh_parms parms; struct list_head parms_list; int gc_interval; int gc_thresh1; int gc_thresh2; int gc_thresh3; unsigned long last_flush; struct delayed_work gc_work; struct timer_list proxy_timer; struct sk_buff_head proxy_queue; atomic_t entries; rwlock_t lock; unsigned long last_rand; struct neigh_statistics *stats; struct neigh_hash_table *nht; struct pneigh_entry **phash_buckets; } ;
520 struct lwtunnel_state ;
520 struct dn_route ;
520 union __anonunion____missing_field_name_521 { struct dst_entry *next; struct rtable *rt_next; struct rt6_info *rt6_next; struct dn_route *dn_next; } ;
520 struct dst_entry { struct callback_head callback_head; struct dst_entry *child; struct net_device *dev; struct dst_ops *ops; unsigned long _metrics; unsigned long expires; struct dst_entry *path; struct dst_entry *from; struct xfrm_state *xfrm; int (*input)(struct sk_buff *); int (*output)(struct net *, struct sock *, struct sk_buff *); unsigned short flags; unsigned short pending_confirm; short error; short obsolete; unsigned short header_len; unsigned short trailer_len; __u32 tclassid; long __pad_to_align_refcnt[2U]; atomic_t __refcnt; int __use; unsigned long lastuse; struct lwtunnel_state *lwtstate; union __anonunion____missing_field_name_521 __annonCompField119; } ;
110 struct __anonstruct_socket_lock_t_522 { spinlock_t slock; int owned; wait_queue_head_t wq; struct lockdep_map dep_map; } ;
110 typedef struct __anonstruct_socket_lock_t_522 socket_lock_t;
110 struct proto ;
116 typedef __u32 __portpair;
117 typedef __u64 __addrpair;
118 struct __anonstruct____missing_field_name_524 { __be32 skc_daddr; __be32 skc_rcv_saddr; } ;
118 union __anonunion____missing_field_name_523 { __addrpair skc_addrpair; struct __anonstruct____missing_field_name_524 __annonCompField120; } ;
118 union __anonunion____missing_field_name_525 { unsigned int skc_hash; __u16 skc_u16hashes[2U]; } ;
118 struct __anonstruct____missing_field_name_527 { __be16 skc_dport; __u16 skc_num; } ;
118 union __anonunion____missing_field_name_526 { __portpair skc_portpair; struct __anonstruct____missing_field_name_527 __annonCompField123; } ;
118 union __anonunion____missing_field_name_528 { struct hlist_node skc_bind_node; struct hlist_node skc_portaddr_node; } ;
118 struct inet_timewait_death_row ;
118 union __anonunion____missing_field_name_529 { unsigned long skc_flags; struct sock *skc_listener; struct inet_timewait_death_row *skc_tw_dr; } ;
118 union __anonunion____missing_field_name_530 { struct hlist_node skc_node; struct hlist_nulls_node skc_nulls_node; } ;
118 union __anonunion____missing_field_name_531 { int skc_incoming_cpu; u32 skc_rcv_wnd; u32 skc_tw_rcv_nxt; } ;
118 union __anonunion____missing_field_name_532 { u32 skc_rxhash; u32 skc_window_clamp; u32 skc_tw_snd_nxt; } ;
118 struct sock_common { union __anonunion____missing_field_name_523 __annonCompField121; union __anonunion____missing_field_name_525 __annonCompField122; union __anonunion____missing_field_name_526 __annonCompField124; unsigned short skc_family; volatile unsigned char skc_state; unsigned char skc_reuse; unsigned char skc_reuseport; unsigned char skc_ipv6only; unsigned char skc_net_refcnt; int skc_bound_dev_if; union __anonunion____missing_field_name_528 __annonCompField125; struct proto *skc_prot; possible_net_t skc_net; struct in6_addr skc_v6_daddr; struct in6_addr skc_v6_rcv_saddr; atomic64_t skc_cookie; union __anonunion____missing_field_name_529 __annonCompField126; int skc_dontcopy_begin[0U]; union __anonunion____missing_field_name_530 __annonCompField127; int skc_tx_queue_mapping; union __anonunion____missing_field_name_531 __annonCompField128; atomic_t skc_refcnt; int skc_dontcopy_end[0U]; union __anonunion____missing_field_name_532 __annonCompField129; } ;
230 struct __anonstruct_sk_backlog_533 { atomic_t rmem_alloc; int len; struct sk_buff *head; struct sk_buff *tail; } ;
230 union __anonunion____missing_field_name_534 { struct socket_wq *sk_wq; struct socket_wq *sk_wq_raw; } ;
230 struct sock_reuseport ;
230 struct sock { struct sock_common __sk_common; socket_lock_t sk_lock; struct sk_buff_head sk_receive_queue; struct __anonstruct_sk_backlog_533 sk_backlog; int sk_forward_alloc; __u32 sk_txhash; unsigned int sk_napi_id; unsigned int sk_ll_usec; atomic_t sk_drops; int sk_rcvbuf; struct sk_filter *sk_filter; union __anonunion____missing_field_name_534 __annonCompField130; struct xfrm_policy *sk_policy[2U]; struct dst_entry *sk_rx_dst; struct dst_entry *sk_dst_cache; atomic_t sk_wmem_alloc; atomic_t sk_omem_alloc; int sk_sndbuf; struct sk_buff_head sk_write_queue; unsigned char sk_padding; unsigned char sk_no_check_tx; unsigned char sk_no_check_rx; unsigned char sk_userlocks; unsigned char sk_protocol; unsigned short sk_type; int sk_wmem_queued; gfp_t sk_allocation; u32 sk_pacing_rate; u32 sk_max_pacing_rate; netdev_features_t sk_route_caps; netdev_features_t sk_route_nocaps; int sk_gso_type; unsigned int sk_gso_max_size; u16 sk_gso_max_segs; int sk_rcvlowat; unsigned long sk_lingertime; struct sk_buff_head sk_error_queue; struct proto *sk_prot_creator; rwlock_t sk_callback_lock; int sk_err; int sk_err_soft; u32 sk_ack_backlog; u32 sk_max_ack_backlog; __u32 sk_priority; __u32 sk_mark; struct pid *sk_peer_pid; const struct cred *sk_peer_cred; long sk_rcvtimeo; long sk_sndtimeo; struct timer_list sk_timer; ktime_t sk_stamp; u16 sk_tsflags; u8 sk_shutdown; u32 sk_tskey; struct socket *sk_socket; void *sk_user_data; struct page_frag sk_frag; struct sk_buff *sk_send_head; __s32 sk_peek_off; int sk_write_pending; void *sk_security; struct sock_cgroup_data sk_cgrp_data; struct mem_cgroup *sk_memcg; void (*sk_state_change)(struct sock *); void (*sk_data_ready)(struct sock *); void (*sk_write_space)(struct sock *); void (*sk_error_report)(struct sock *); int (*sk_backlog_rcv)(struct sock *, struct sk_buff *); void (*sk_destruct)(struct sock *); struct sock_reuseport *sk_reuseport_cb; struct callback_head sk_rcu; } ;
948 struct request_sock_ops ;
949 struct timewait_sock_ops ;
950 struct inet_hashinfo ;
951 struct raw_hashinfo ;
965 struct udp_table ;
965 union __anonunion_h_545 { struct inet_hashinfo *hashinfo; struct udp_table *udp_table; struct raw_hashinfo *raw_hash; } ;
965 struct proto { void (*close)(struct sock *, long); int (*connect)(struct sock *, struct sockaddr *, int); int (*disconnect)(struct sock *, int); struct sock * (*accept)(struct sock *, int, int *); int (*ioctl)(struct sock *, int, unsigned long); int (*init)(struct sock *); void (*destroy)(struct sock *); void (*shutdown)(struct sock *, int); int (*setsockopt)(struct sock *, int, int, char *, unsigned int); int (*getsockopt)(struct sock *, int, int, char *, int *); int (*compat_setsockopt)(struct sock *, int, int, char *, unsigned int); int (*compat_getsockopt)(struct sock *, int, int, char *, int *); int (*compat_ioctl)(struct sock *, unsigned int, unsigned long); int (*sendmsg)(struct sock *, struct msghdr *, size_t ); int (*recvmsg)(struct sock *, struct msghdr *, size_t , int, int, int *); int (*sendpage)(struct sock *, struct page *, int, size_t , int); int (*bind)(struct sock *, struct sockaddr *, int); int (*backlog_rcv)(struct sock *, struct sk_buff *); void (*release_cb)(struct sock *); int (*hash)(struct sock *); void (*unhash)(struct sock *); void (*rehash)(struct sock *); int (*get_port)(struct sock *, unsigned short); void (*clear_sk)(struct sock *, int); unsigned int inuse_idx; bool (*stream_memory_free)(const struct sock *); void (*enter_memory_pressure)(struct sock *); atomic_long_t *memory_allocated; struct percpu_counter *sockets_allocated; int *memory_pressure; long *sysctl_mem; int *sysctl_wmem; int *sysctl_rmem; int max_header; bool no_autobind; struct kmem_cache *slab; unsigned int obj_size; int slab_flags; struct percpu_counter *orphan_count; struct request_sock_ops *rsk_prot; struct timewait_sock_ops *twsk_prot; union __anonunion_h_545 h; struct module *owner; char name[32U]; struct list_head node; int (*diag_destroy)(struct sock *, int); } ;
174 struct request_sock_ops { int family; int obj_size; struct kmem_cache *slab; char *slab_name; int (*rtx_syn_ack)(const struct sock *, struct request_sock *); void (*send_ack)(const struct sock *, struct sk_buff *, struct request_sock *); void (*send_reset)(const struct sock *, struct sk_buff *); void (*destructor)(struct request_sock *); void (*syn_ack_timeout)(const struct request_sock *); } ;
46 struct request_sock { struct sock_common __req_common; struct request_sock *dl_next; u16 mss; u8 num_retrans; unsigned char cookie_ts; unsigned char num_timeout; u32 ts_recent; struct timer_list rsk_timer; const struct request_sock_ops *rsk_ops; struct sock *sk; u32 *saved_syn; u32 secid; u32 peer_secid; } ;
18 struct fib_rule_hdr { __u8 family; __u8 dst_len; __u8 src_len; __u8 tos; __u8 table; __u8 res1; __u8 res2; __u8 action; __u32 flags; } ;
68 struct fib_rule { struct list_head list; int iifindex; int oifindex; u32 mark; u32 mark_mask; u32 flags; u32 table; u8 action; u8 l3mdev; u32 target; __be64 tun_id; struct fib_rule *ctarget; struct net *fr_net; atomic_t refcnt; u32 pref; int suppress_ifgroup; int suppress_prefixlen; char iifname[16U]; char oifname[16U]; struct callback_head rcu; } ;
35 struct fib_lookup_arg { void *lookup_ptr; void *result; struct fib_rule *rule; u32 table; int flags; } ;
43 struct fib_rules_ops { int family; struct list_head list; int rule_size; int addr_size; int unresolved_rules; int nr_goto_rules; int (*action)(struct fib_rule *, struct flowi *, int, struct fib_lookup_arg *); bool (*suppress)(struct fib_rule *, struct fib_lookup_arg *); int (*match)(struct fib_rule *, struct flowi *, int); int (*configure)(struct fib_rule *, struct sk_buff *, struct fib_rule_hdr *, struct nlattr **); int (*delete)(struct fib_rule *); int (*compare)(struct fib_rule *, struct fib_rule_hdr *, struct nlattr **); int (*fill)(struct fib_rule *, struct sk_buff *, struct fib_rule_hdr *); size_t (*nlmsg_payload)(struct fib_rule *); void (*flush_cache)(struct fib_rules_ops *); int nlgroup; const struct nla_policy *policy; struct list_head rules_list; struct module *owner; struct net *fro_net; struct callback_head rcu; } ;
140 struct l3mdev_ops { u32 (*l3mdev_fib_table)(const struct net_device *); struct sk_buff * (*l3mdev_l3_rcv)(struct net_device *, struct sk_buff *, u16 ); struct rtable * (*l3mdev_get_rtable)(const struct net_device *, const struct flowi4 *); int (*l3mdev_get_saddr)(struct net_device *, struct flowi4 *); struct dst_entry * (*l3mdev_get_rt6_dst)(const struct net_device *, struct flowi6 *); int (*l3mdev_get_saddr6)(struct net_device *, const struct sock *, struct flowi6 *); } ;
328 struct timewait_sock_ops { struct kmem_cache *twsk_slab; char *twsk_slab_name; unsigned int twsk_obj_size; int (*twsk_unique)(struct sock *, struct sock *, void *); void (*twsk_destructor)(struct sock *); } ;
39 struct inet_timewait_death_row { atomic_t tw_count; struct inet_hashinfo *hashinfo; int sysctl_tw_recycle; int sysctl_max_tw_buckets; } ;
100 struct ip6_sf_list { struct ip6_sf_list *sf_next; struct in6_addr sf_addr; unsigned long sf_count[2U]; unsigned char sf_gsresp; unsigned char sf_oldin; unsigned char sf_crcount; } ;
109 struct ifmcaddr6 { struct in6_addr mca_addr; struct inet6_dev *idev; struct ifmcaddr6 *next; struct ip6_sf_list *mca_sources; struct ip6_sf_list *mca_tomb; unsigned int mca_sfmode; unsigned char mca_crcount; unsigned long mca_sfcount[2U]; struct timer_list mca_timer; unsigned int mca_flags; int mca_users; atomic_t mca_refcnt; spinlock_t mca_lock; unsigned long mca_cstamp; unsigned long mca_tstamp; } ;
141 struct ifacaddr6 { struct in6_addr aca_addr; struct inet6_dev *aca_idev; struct rt6_info *aca_rt; struct ifacaddr6 *aca_next; int aca_users; atomic_t aca_refcnt; unsigned long aca_cstamp; unsigned long aca_tstamp; } ;
152 struct ipv6_devstat { struct proc_dir_entry *proc_dir_entry; struct ipstats_mib *ipv6; struct icmpv6_mib_device *icmpv6dev; struct icmpv6msg_mib_device *icmpv6msgdev; } ;
163 struct inet6_dev { struct net_device *dev; struct list_head addr_list; struct ifmcaddr6 *mc_list; struct ifmcaddr6 *mc_tomb; spinlock_t mc_lock; unsigned char mc_qrv; unsigned char mc_gq_running; unsigned char mc_ifc_count; unsigned char mc_dad_count; unsigned long mc_v1_seen; unsigned long mc_qi; unsigned long mc_qri; unsigned long mc_maxdelay; struct timer_list mc_gq_timer; struct timer_list mc_ifc_timer; struct timer_list mc_dad_timer; struct ifacaddr6 *ac_list; rwlock_t lock; atomic_t refcnt; __u32 if_flags; int dead; u8 rndid[8U]; struct timer_list regen_timer; struct list_head tempaddr_list; struct in6_addr token; struct neigh_parms *nd_parms; struct ipv6_devconf cnf; struct ipv6_devstat stats; struct timer_list rs_timer; __u8 rs_probes; __u8 addr_gen_mode; unsigned long tstamp; struct callback_head rcu; } ;
47 struct prefix_info ;
98 struct nd_opt_hdr { __u8 nd_opt_type; __u8 nd_opt_len; } ;
103 struct ndisc_options { struct nd_opt_hdr *nd_opt_array[6U]; struct nd_opt_hdr *nd_opts_ri; struct nd_opt_hdr *nd_opts_ri_end; struct nd_opt_hdr *nd_useropts; struct nd_opt_hdr *nd_useropts_end; struct nd_opt_hdr *nd_802154_opt_array[3U]; } ;
134 struct ndisc_ops { int (*is_useropt)(u8 ); int (*parse_options)(const struct net_device *, struct nd_opt_hdr *, struct ndisc_options *); void (*update)(const struct net_device *, struct neighbour *, u32 , u8 , const struct ndisc_options *); int (*opt_addr_space)(const struct net_device *, u8 , struct neighbour *, u8 *, u8 **); void (*fill_addr_option)(const struct net_device *, struct sk_buff *, u8 , const u8 *); void (*prefix_rcv_add_addr)(struct net *, struct net_device *, const struct prefix_info *, struct inet6_dev *, struct in6_addr *, int, u32 , bool , bool , __u32 , u32 , bool ); } ;
37 struct ipv4_addr_key { __be32 addr; int vif; } ;
23 union __anonunion____missing_field_name_583 { struct ipv4_addr_key a4; struct in6_addr a6; u32 key[4U]; } ;
23 struct inetpeer_addr { union __anonunion____missing_field_name_583 __annonCompField133; __u16 family; } ;
34 union __anonunion____missing_field_name_584 { struct list_head gc_list; struct callback_head gc_rcu; } ;
34 struct __anonstruct____missing_field_name_586 { atomic_t rid; } ;
34 union __anonunion____missing_field_name_585 { struct __anonstruct____missing_field_name_586 __annonCompField135; struct callback_head rcu; struct inet_peer *gc_next; } ;
34 struct inet_peer { struct inet_peer *avl_left; struct inet_peer *avl_right; struct inetpeer_addr daddr; __u32 avl_height; u32 metrics[16U]; u32 rate_tokens; unsigned long rate_last; union __anonunion____missing_field_name_584 __annonCompField134; union __anonunion____missing_field_name_585 __annonCompField136; __u32 dtime; atomic_t refcnt; } ;
65 struct inet_peer_base { struct inet_peer *root; seqlock_t lock; int total; } ;
174 struct fib_table { struct hlist_node tb_hlist; u32 tb_id; int tb_num_default; struct callback_head rcu; unsigned long *tb_data; unsigned long __data[0U]; } ;
48 struct uncached_list ;
49 struct rtable { struct dst_entry dst; int rt_genid; unsigned int rt_flags; __u16 rt_type; __u8 rt_is_input; __u8 rt_uses_gateway; int rt_iif; __be32 rt_gateway; u32 rt_pmtu; u32 rt_table_id; struct list_head rt_uncached; struct uncached_list *rt_uncached_list; } ;
213 struct in_ifaddr ;
583 struct mmu_notifier ;
584 struct mmu_notifier_ops ;
585 struct mmu_notifier_mm { struct hlist_head list; spinlock_t lock; } ;
26 struct mmu_notifier_ops { void (*release)(struct mmu_notifier *, struct mm_struct *); int (*clear_flush_young)(struct mmu_notifier *, struct mm_struct *, unsigned long, unsigned long); int (*clear_young)(struct mmu_notifier *, struct mm_struct *, unsigned long, unsigned long); int (*test_young)(struct mmu_notifier *, struct mm_struct *, unsigned long); void (*change_pte)(struct mmu_notifier *, struct mm_struct *, unsigned long, pte_t ); void (*invalidate_page)(struct mmu_notifier *, struct mm_struct *, unsigned long); void (*invalidate_range_start)(struct mmu_notifier *, struct mm_struct *, unsigned long, unsigned long); void (*invalidate_range_end)(struct mmu_notifier *, struct mm_struct *, unsigned long, unsigned long); void (*invalidate_range)(struct mmu_notifier *, struct mm_struct *, unsigned long, unsigned long); } ;
180 struct mmu_notifier { struct hlist_node hlist; const struct mmu_notifier_ops *ops; } ;
66 struct __anonstruct_global_594 { __be64 subnet_prefix; __be64 interface_id; } ;
66 union ib_gid { u8 raw[16U]; struct __anonstruct_global_594 global; } ;
76 enum ib_gid_type { IB_GID_TYPE_IB = 0, IB_GID_TYPE_ROCE = 0, IB_GID_TYPE_ROCE_UDP_ENCAP = 1, IB_GID_TYPE_SIZE = 2 } ;
83 struct ib_gid_attr { enum ib_gid_type gid_type; struct net_device *ndev; } ;
103 enum rdma_transport_type { RDMA_TRANSPORT_IB = 0, RDMA_TRANSPORT_IWARP = 1, RDMA_TRANSPORT_USNIC = 2, RDMA_TRANSPORT_USNIC_UDP = 3 } ;
122 enum rdma_network_type { RDMA_NETWORK_IB = 0, RDMA_NETWORK_ROCE_V1 = 0, RDMA_NETWORK_IPV4 = 1, RDMA_NETWORK_IPV6 = 2 } ;
151 enum rdma_link_layer { IB_LINK_LAYER_UNSPECIFIED = 0, IB_LINK_LAYER_INFINIBAND = 1, IB_LINK_LAYER_ETHERNET = 2 } ;
205 enum ib_atomic_cap { IB_ATOMIC_NONE = 0, IB_ATOMIC_HCA = 1, IB_ATOMIC_GLOB = 2 } ;
223 struct __anonstruct_per_transport_caps_595 { uint32_t rc_odp_caps; uint32_t uc_odp_caps; uint32_t ud_odp_caps; } ;
223 struct ib_odp_caps { uint64_t general_caps; struct __anonstruct_per_transport_caps_595 per_transport_caps; } ;
268 struct ib_cq_init_attr { unsigned int cqe; int comp_vector; u32 flags; } ;
274 struct ib_device_attr { u64 fw_ver; __be64 sys_image_guid; u64 max_mr_size; u64 page_size_cap; u32 vendor_id; u32 vendor_part_id; u32 hw_ver; int max_qp; int max_qp_wr; u64 device_cap_flags; int max_sge; int max_sge_rd; int max_cq; int max_cqe; int max_mr; int max_pd; int max_qp_rd_atom; int max_ee_rd_atom; int max_res_rd_atom; int max_qp_init_rd_atom; int max_ee_init_rd_atom; enum ib_atomic_cap atomic_cap; enum ib_atomic_cap masked_atomic_cap; int max_ee; int max_rdd; int max_mw; int max_raw_ipv6_qp; int max_raw_ethy_qp; int max_mcast_grp; int max_mcast_qp_attach; int max_total_mcast_qp_attach; int max_ah; int max_fmr; int max_map_per_fmr; int max_srq; int max_srq_wr; int max_srq_sge; unsigned int max_fast_reg_page_list_len; u16 max_pkeys; u8 local_ca_ack_delay; int sig_prot_cap; int sig_guard_cap; struct ib_odp_caps odp_caps; uint64_t timestamp_mask; uint64_t hca_core_clock; } ;
322 enum ib_mtu { IB_MTU_256 = 1, IB_MTU_512 = 2, IB_MTU_1024 = 3, IB_MTU_2048 = 4, IB_MTU_4096 = 5 } ;
342 enum ib_port_state { IB_PORT_NOP = 0, IB_PORT_DOWN = 1, IB_PORT_INIT = 2, IB_PORT_ARMED = 3, IB_PORT_ACTIVE = 4, IB_PORT_ACTIVE_DEFER = 5 } ;
405 struct rdma_hw_stats { unsigned long timestamp; unsigned long lifespan; const const char **names; int num_counters; u64 value[]; } ;
454 struct ib_port_attr { u64 subnet_prefix; enum ib_port_state state; enum ib_mtu max_mtu; enum ib_mtu active_mtu; int gid_tbl_len; u32 port_cap_flags; u32 max_msg_sz; u32 bad_pkey_cntr; u32 qkey_viol_cntr; u16 pkey_tbl_len; u16 lid; u16 sm_lid; u8 lmc; u8 max_vl_num; u8 sm_sl; u8 subnet_timeout; u8 init_type_reply; u8 active_width; u8 active_speed; u8 phys_state; bool grh_required; } ;
527 struct ib_device_modify { u64 sys_image_guid; char node_desc[64U]; } ;
538 struct ib_port_modify { u32 set_port_cap_mask; u32 clr_port_cap_mask; u8 init_type; } ;
544 enum ib_event_type { IB_EVENT_CQ_ERR = 0, IB_EVENT_QP_FATAL = 1, IB_EVENT_QP_REQ_ERR = 2, IB_EVENT_QP_ACCESS_ERR = 3, IB_EVENT_COMM_EST = 4, IB_EVENT_SQ_DRAINED = 5, IB_EVENT_PATH_MIG = 6, IB_EVENT_PATH_MIG_ERR = 7, IB_EVENT_DEVICE_FATAL = 8, IB_EVENT_PORT_ACTIVE = 9, IB_EVENT_PORT_ERR = 10, IB_EVENT_LID_CHANGE = 11, IB_EVENT_PKEY_CHANGE = 12, IB_EVENT_SM_CHANGE = 13, IB_EVENT_SRQ_ERR = 14, IB_EVENT_SRQ_LIMIT_REACHED = 15, IB_EVENT_QP_LAST_WQE_REACHED = 16, IB_EVENT_CLIENT_REREGISTER = 17, IB_EVENT_GID_CHANGE = 18, IB_EVENT_WQ_FATAL = 19 } ;
569 struct ib_device ;
569 struct ib_cq ;
569 struct ib_qp ;
569 struct ib_srq ;
569 struct ib_wq ;
569 union __anonunion_element_596 { struct ib_cq *cq; struct ib_qp *qp; struct ib_srq *srq; struct ib_wq *wq; u8 port_num; } ;
569 struct ib_event { struct ib_device *device; union __anonunion_element_596 element; enum ib_event_type event; } ;
581 struct ib_event_handler { struct ib_device *device; void (*handler)(struct ib_event_handler *, struct ib_event *); struct list_head list; } ;
587 struct ib_global_route { union ib_gid dgid; u32 flow_label; u8 sgid_index; u8 hop_limit; u8 traffic_class; } ;
602 struct ib_grh { __be32 version_tclass_flow; __be16 paylen; u8 next_hdr; u8 hop_limit; union ib_gid sgid; union ib_gid dgid; } ;
669 enum ib_mr_type { IB_MR_TYPE_MEM_REG = 0, IB_MR_TYPE_SIGNATURE = 1, IB_MR_TYPE_SG_GAPS = 2 } ;
675 enum ib_signature_type { IB_SIG_TYPE_NONE = 0, IB_SIG_TYPE_T10_DIF = 1 } ;
680 enum ib_t10_dif_bg_type { IB_T10DIF_CRC = 0, IB_T10DIF_CSUM = 1 } ;
685 struct ib_t10_dif_domain { enum ib_t10_dif_bg_type bg_type; u16 pi_interval; u16 bg; u16 app_tag; u32 ref_tag; bool ref_remap; bool app_escape; bool ref_escape; u16 apptag_check_mask; } ;
733 union __anonunion_sig_598 { struct ib_t10_dif_domain dif; } ;
733 struct ib_sig_domain { enum ib_signature_type sig_type; union __anonunion_sig_598 sig; } ;
746 struct ib_sig_attrs { u8 check_mask; struct ib_sig_domain mem; struct ib_sig_domain wire; } ;
758 enum ib_sig_err_type { IB_SIG_BAD_GUARD = 0, IB_SIG_BAD_REFTAG = 1, IB_SIG_BAD_APPTAG = 2 } ;
764 struct ib_sig_err { enum ib_sig_err_type err_type; u32 expected; u32 actual; u64 sig_err_offset; u32 key; } ;
779 struct ib_mr_status { u32 fail_status; struct ib_sig_err sig_err; } ;
799 struct ib_ah_attr { struct ib_global_route grh; u16 dlid; u8 sl; u8 src_path_bits; u8 static_rate; u8 ah_flags; u8 port_num; u8 dmac[6U]; } ;
810 enum ib_wc_status { IB_WC_SUCCESS = 0, IB_WC_LOC_LEN_ERR = 1, IB_WC_LOC_QP_OP_ERR = 2, IB_WC_LOC_EEC_OP_ERR = 3, IB_WC_LOC_PROT_ERR = 4, IB_WC_WR_FLUSH_ERR = 5, IB_WC_MW_BIND_ERR = 6, IB_WC_BAD_RESP_ERR = 7, IB_WC_LOC_ACCESS_ERR = 8, IB_WC_REM_INV_REQ_ERR = 9, IB_WC_REM_ACCESS_ERR = 10, IB_WC_REM_OP_ERR = 11, IB_WC_RETRY_EXC_ERR = 12, IB_WC_RNR_RETRY_EXC_ERR = 13, IB_WC_LOC_RDD_VIOL_ERR = 14, IB_WC_REM_INV_RD_REQ_ERR = 15, IB_WC_REM_ABORT_ERR = 16, IB_WC_INV_EECN_ERR = 17, IB_WC_INV_EEC_STATE_ERR = 18, IB_WC_FATAL_ERR = 19, IB_WC_RESP_TIMEOUT_ERR = 20, IB_WC_GENERAL_ERR = 21 } ;
837 enum ib_wc_opcode { IB_WC_SEND = 0, IB_WC_RDMA_WRITE = 1, IB_WC_RDMA_READ = 2, IB_WC_COMP_SWAP = 3, IB_WC_FETCH_ADD = 4, IB_WC_LSO = 5, IB_WC_LOCAL_INV = 6, IB_WC_REG_MR = 7, IB_WC_MASKED_COMP_SWAP = 8, IB_WC_MASKED_FETCH_ADD = 9, IB_WC_RECV = 128, IB_WC_RECV_RDMA_WITH_IMM = 129 } ;
862 struct ib_cqe ;
862 union __anonunion____missing_field_name_599 { u64 wr_id; struct ib_cqe *wr_cqe; } ;
862 union __anonunion_ex_600 { __be32 imm_data; u32 invalidate_rkey; } ;
862 struct ib_wc { union __anonunion____missing_field_name_599 __annonCompField139; enum ib_wc_status status; enum ib_wc_opcode opcode; u32 vendor_err; u32 byte_len; struct ib_qp *qp; union __anonunion_ex_600 ex; u32 src_qp; int wc_flags; u16 pkey_index; u16 slid; u8 sl; u8 dlid_path_bits; u8 port_num; u8 smac[6U]; u16 vlan_id; u8 network_hdr_type; } ;
892 enum ib_cq_notify_flags { IB_CQ_SOLICITED = 1, IB_CQ_NEXT_COMP = 2, IB_CQ_SOLICITED_MASK = 3, IB_CQ_REPORT_MISSED_EVENTS = 4 } ;
899 enum ib_srq_type { IB_SRQT_BASIC = 0, IB_SRQT_XRC = 1 } ;
904 enum ib_srq_attr_mask { IB_SRQ_MAX_WR = 1, IB_SRQ_LIMIT = 2 } ;
909 struct ib_srq_attr { u32 max_wr; u32 max_sge; u32 srq_limit; } ;
915 struct ib_xrcd ;
915 struct __anonstruct_xrc_602 { struct ib_xrcd *xrcd; struct ib_cq *cq; } ;
915 union __anonunion_ext_601 { struct __anonstruct_xrc_602 xrc; } ;
915 struct ib_srq_init_attr { void (*event_handler)(struct ib_event *, void *); void *srq_context; struct ib_srq_attr attr; enum ib_srq_type srq_type; union __anonunion_ext_601 ext; } ;
929 struct ib_qp_cap { u32 max_send_wr; u32 max_recv_wr; u32 max_send_sge; u32 max_recv_sge; u32 max_inline_data; u32 max_rdma_ctxs; } ;
944 enum ib_sig_type { IB_SIGNAL_ALL_WR = 0, IB_SIGNAL_REQ_WR = 1 } ;
949 enum ib_qp_type { IB_QPT_SMI = 0, IB_QPT_GSI = 1, IB_QPT_RC = 2, IB_QPT_UC = 3, IB_QPT_UD = 4, IB_QPT_RAW_IPV6 = 5, IB_QPT_RAW_ETHERTYPE = 6, IB_QPT_RAW_PACKET = 8, IB_QPT_XRC_INI = 9, IB_QPT_XRC_TGT = 10, IB_QPT_MAX = 11, IB_QPT_RESERVED1 = 4096, IB_QPT_RESERVED2 = 4097, IB_QPT_RESERVED3 = 4098, IB_QPT_RESERVED4 = 4099, IB_QPT_RESERVED5 = 4100, IB_QPT_RESERVED6 = 4101, IB_QPT_RESERVED7 = 4102, IB_QPT_RESERVED8 = 4103, IB_QPT_RESERVED9 = 4104, IB_QPT_RESERVED10 = 4105 } ;
973 enum ib_qp_create_flags { IB_QP_CREATE_IPOIB_UD_LSO = 1, IB_QP_CREATE_BLOCK_MULTICAST_LOOPBACK = 2, IB_QP_CREATE_CROSS_CHANNEL = 4, IB_QP_CREATE_MANAGED_SEND = 8, IB_QP_CREATE_MANAGED_RECV = 16, IB_QP_CREATE_NETIF_QP = 32, IB_QP_CREATE_SIGNATURE_EN = 64, IB_QP_CREATE_USE_GFP_NOIO = 128, IB_QP_CREATE_SCATTER_FCS = 256, IB_QP_CREATE_RESERVED_START = 67108864, IB_QP_CREATE_RESERVED_END = -2147483648 } ;
987 struct ib_rwq_ind_table ;
987 struct ib_qp_init_attr { void (*event_handler)(struct ib_event *, void *); void *qp_context; struct ib_cq *send_cq; struct ib_cq *recv_cq; struct ib_srq *srq; struct ib_xrcd *xrcd; struct ib_qp_cap cap; enum ib_sig_type sq_sig_type; enum ib_qp_type qp_type; enum ib_qp_create_flags create_flags; u8 port_num; struct ib_rwq_ind_table *rwq_ind_tbl; } ;
1092 enum ib_qp_state { IB_QPS_RESET = 0, IB_QPS_INIT = 1, IB_QPS_RTR = 2, IB_QPS_RTS = 3, IB_QPS_SQD = 4, IB_QPS_SQE = 5, IB_QPS_ERR = 6 } ;
1102 enum ib_mig_state { IB_MIG_MIGRATED = 0, IB_MIG_REARM = 1, IB_MIG_ARMED = 2 } ;
1108 enum ib_mw_type { IB_MW_TYPE_1 = 1, IB_MW_TYPE_2 = 2 } ;
1113 struct ib_qp_attr { enum ib_qp_state qp_state; enum ib_qp_state cur_qp_state; enum ib_mtu path_mtu; enum ib_mig_state path_mig_state; u32 qkey; u32 rq_psn; u32 sq_psn; u32 dest_qp_num; int qp_access_flags; struct ib_qp_cap cap; struct ib_ah_attr ah_attr; struct ib_ah_attr alt_ah_attr; u16 pkey_index; u16 alt_pkey_index; u8 en_sqd_async_notify; u8 sq_draining; u8 max_rd_atomic; u8 max_dest_rd_atomic; u8 min_rnr_timer; u8 port_num; u8 timeout; u8 retry_cnt; u8 rnr_retry; u8 alt_port_num; u8 alt_timeout; } ;
1141 enum ib_wr_opcode { IB_WR_RDMA_WRITE = 0, IB_WR_RDMA_WRITE_WITH_IMM = 1, IB_WR_SEND = 2, IB_WR_SEND_WITH_IMM = 3, IB_WR_RDMA_READ = 4, IB_WR_ATOMIC_CMP_AND_SWP = 5, IB_WR_ATOMIC_FETCH_AND_ADD = 6, IB_WR_LSO = 7, IB_WR_SEND_WITH_INV = 8, IB_WR_RDMA_READ_WITH_INV = 9, IB_WR_LOCAL_INV = 10, IB_WR_REG_MR = 11, IB_WR_MASKED_ATOMIC_CMP_AND_SWP = 12, IB_WR_MASKED_ATOMIC_FETCH_AND_ADD = 13, IB_WR_REG_SIG_MR = 14, IB_WR_RESERVED1 = 240, IB_WR_RESERVED2 = 241, IB_WR_RESERVED3 = 242, IB_WR_RESERVED4 = 243, IB_WR_RESERVED5 = 244, IB_WR_RESERVED6 = 245, IB_WR_RESERVED7 = 246, IB_WR_RESERVED8 = 247, IB_WR_RESERVED9 = 248, IB_WR_RESERVED10 = 249 } ;
1179 struct ib_sge { u64 addr; u32 length; u32 lkey; } ;
1190 struct ib_cqe { void (*done)(struct ib_cq *, struct ib_wc *); } ;
1194 union __anonunion____missing_field_name_603 { u64 wr_id; struct ib_cqe *wr_cqe; } ;
1194 union __anonunion_ex_604 { __be32 imm_data; u32 invalidate_rkey; } ;
1194 struct ib_send_wr { struct ib_send_wr *next; union __anonunion____missing_field_name_603 __annonCompField140; struct ib_sge *sg_list; int num_sge; enum ib_wr_opcode opcode; int send_flags; union __anonunion_ex_604 ex; } ;
1210 struct ib_rdma_wr { struct ib_send_wr wr; u64 remote_addr; u32 rkey; } ;
1237 struct ib_ah ;
1254 struct ib_mr ;
1254 struct ib_reg_wr { struct ib_send_wr wr; struct ib_mr *mr; u32 key; int access; } ;
1266 struct ib_sig_handover_wr { struct ib_send_wr wr; struct ib_sig_attrs *sig_attrs; struct ib_mr *sig_mr; int access_flags; struct ib_sge *prot; } ;
1279 union __anonunion____missing_field_name_605 { u64 wr_id; struct ib_cqe *wr_cqe; } ;
1279 struct ib_recv_wr { struct ib_recv_wr *next; union __anonunion____missing_field_name_605 __annonCompField141; struct ib_sge *sg_list; int num_sge; } ;
1305 struct ib_fmr_attr { int max_pages; int max_maps; u8 page_shift; } ;
1315 struct ib_umem ;
1316 struct ib_ucontext { struct ib_device *device; struct list_head pd_list; struct list_head mr_list; struct list_head mw_list; struct list_head cq_list; struct list_head qp_list; struct list_head srq_list; struct list_head ah_list; struct list_head xrcd_list; struct list_head rule_list; struct list_head wq_list; struct list_head rwq_ind_tbl_list; int closing; struct pid *tgid; struct rb_root umem_tree; struct rw_semaphore umem_rwsem; void (*invalidate_range)(struct ib_umem *, unsigned long, unsigned long); struct mmu_notifier mn; atomic_t notifier_count; struct list_head no_private_counters; int odp_mrs_count; } ;
1350 struct ib_uobject { u64 user_handle; struct ib_ucontext *context; void *object; struct list_head list; int id; struct kref ref; struct rw_semaphore mutex; struct callback_head rcu; int live; } ;
1363 struct ib_udata { const void *inbuf; void *outbuf; size_t inlen; size_t outlen; } ;
1370 struct ib_pd { u32 local_dma_lkey; struct ib_device *device; struct ib_uobject *uobject; atomic_t usecnt; struct ib_mr *local_mr; } ;
1378 struct ib_xrcd { struct ib_device *device; atomic_t usecnt; struct inode *inode; struct mutex tgt_qp_mutex; struct list_head tgt_qp_list; } ;
1387 struct ib_ah { struct ib_device *device; struct ib_pd *pd; struct ib_uobject *uobject; } ;
1395 enum ib_poll_context { IB_POLL_DIRECT = 0, IB_POLL_SOFTIRQ = 1, IB_POLL_WORKQUEUE = 2 } ;
1401 union __anonunion____missing_field_name_606 { struct irq_poll iop; struct work_struct work; } ;
1401 struct ib_cq { struct ib_device *device; struct ib_uobject *uobject; void (*comp_handler)(struct ib_cq *, void *); void (*event_handler)(struct ib_event *, void *); void *cq_context; int cqe; atomic_t usecnt; enum ib_poll_context poll_ctx; struct ib_wc *wc; union __anonunion____missing_field_name_606 __annonCompField142; } ;
1417 struct __anonstruct_xrc_608 { struct ib_xrcd *xrcd; struct ib_cq *cq; u32 srq_num; } ;
1417 union __anonunion_ext_607 { struct __anonstruct_xrc_608 xrc; } ;
1417 struct ib_srq { struct ib_device *device; struct ib_pd *pd; struct ib_uobject *uobject; void (*event_handler)(struct ib_event *, void *); void *srq_context; enum ib_srq_type srq_type; atomic_t usecnt; union __anonunion_ext_607 ext; } ;
1435 enum ib_wq_type { IB_WQT_RQ = 0 } ;
1439 enum ib_wq_state { IB_WQS_RESET = 0, IB_WQS_RDY = 1, IB_WQS_ERR = 2 } ;
1445 struct ib_wq { struct ib_device *device; struct ib_uobject *uobject; void *wq_context; void (*event_handler)(struct ib_event *, void *); struct ib_pd *pd; struct ib_cq *cq; u32 wq_num; enum ib_wq_state state; enum ib_wq_type wq_type; atomic_t usecnt; } ;
1458 struct ib_wq_init_attr { void *wq_context; enum ib_wq_type wq_type; u32 max_wr; u32 max_sge; struct ib_cq *cq; void (*event_handler)(struct ib_event *, void *); } ;
1472 struct ib_wq_attr { enum ib_wq_state wq_state; enum ib_wq_state curr_wq_state; } ;
1477 struct ib_rwq_ind_table { struct ib_device *device; struct ib_uobject *uobject; atomic_t usecnt; u32 ind_tbl_num; u32 log_ind_tbl_size; struct ib_wq **ind_tbl; } ;
1486 struct ib_rwq_ind_table_init_attr { u32 log_ind_tbl_size; struct ib_wq **ind_tbl; } ;
1492 struct ib_qp { struct ib_device *device; struct ib_pd *pd; struct ib_cq *send_cq; struct ib_cq *recv_cq; spinlock_t mr_lock; int mrs_used; struct list_head rdma_mrs; struct list_head sig_mrs; struct ib_srq *srq; struct ib_xrcd *xrcd; struct list_head xrcd_list; atomic_t usecnt; struct list_head open_list; struct ib_qp *real_qp; struct ib_uobject *uobject; void (*event_handler)(struct ib_event *, void *); void *qp_context; u32 qp_num; u32 max_write_sge; u32 max_read_sge; enum ib_qp_type qp_type; struct ib_rwq_ind_table *rwq_ind_tbl; } ;
1523 union __anonunion____missing_field_name_609 { struct ib_uobject *uobject; struct list_head qp_entry; } ;
1523 struct ib_mr { struct ib_device *device; struct ib_pd *pd; u32 lkey; u32 rkey; u64 iova; u32 length; unsigned int page_size; bool need_inval; union __anonunion____missing_field_name_609 __annonCompField143; } ;
1538 struct ib_mw { struct ib_device *device; struct ib_pd *pd; struct ib_uobject *uobject; u32 rkey; enum ib_mw_type type; } ;
1546 struct ib_fmr { struct ib_device *device; struct ib_pd *pd; struct list_head list; u32 lkey; u32 rkey; } ;
1554 enum ib_flow_attr_type { IB_FLOW_ATTR_NORMAL = 0, IB_FLOW_ATTR_ALL_DEFAULT = 1, IB_FLOW_ATTR_MC_DEFAULT = 2, IB_FLOW_ATTR_SNIFFER = 3 } ;
1675 struct ib_flow_attr { enum ib_flow_attr_type type; u16 size; u16 priority; u32 flags; u8 num_of_specs; u8 port; } ;
1684 struct ib_flow { struct ib_qp *qp; struct ib_uobject *uobject; } ;
1693 struct ib_mad_hdr ;
1707 struct ib_pkey_cache ;
1707 struct ib_gid_table ;
1707 struct ib_cache { rwlock_t lock; struct ib_event_handler event_handler; struct ib_pkey_cache **pkey_cache; struct ib_gid_table **gid_cache; u8 *lmc_cache; } ;
1719 struct ib_dma_mapping_ops { int (*mapping_error)(struct ib_device *, u64 ); u64 (*map_single)(struct ib_device *, void *, size_t , enum dma_data_direction ); void (*unmap_single)(struct ib_device *, u64 , size_t , enum dma_data_direction ); u64 (*map_page)(struct ib_device *, struct page *, unsigned long, size_t , enum dma_data_direction ); void (*unmap_page)(struct ib_device *, u64 , size_t , enum dma_data_direction ); int (*map_sg)(struct ib_device *, struct scatterlist *, int, enum dma_data_direction ); void (*unmap_sg)(struct ib_device *, struct scatterlist *, int, enum dma_data_direction ); void (*sync_single_for_cpu)(struct ib_device *, u64 , size_t , enum dma_data_direction ); void (*sync_single_for_device)(struct ib_device *, u64 , size_t , enum dma_data_direction ); void * (*alloc_coherent)(struct ib_device *, size_t , u64 *, gfp_t ); void (*free_coherent)(struct ib_device *, size_t , void *, u64 ); } ;
1756 struct iw_cm_verbs ;
1757 struct ib_port_immutable { int pkey_tbl_len; int gid_tbl_len; u32 core_cap_flags; u32 max_mad_size; } ;
1767 enum ldv_40106 { IB_DEV_UNINITIALIZED = 0, IB_DEV_REGISTERED = 1, IB_DEV_UNREGISTERED = 2 } ;
1773 struct ib_device { struct device *dma_device; char name[64U]; struct list_head event_handler_list; spinlock_t event_handler_lock; spinlock_t client_data_lock; struct list_head core_list; struct list_head client_data_list; struct ib_cache cache; struct ib_port_immutable *port_immutable; int num_comp_vectors; struct iw_cm_verbs *iwcm; struct rdma_hw_stats * (*alloc_hw_stats)(struct ib_device *, u8 ); int (*get_hw_stats)(struct ib_device *, struct rdma_hw_stats *, u8 , int); int (*query_device)(struct ib_device *, struct ib_device_attr *, struct ib_udata *); int (*query_port)(struct ib_device *, u8 , struct ib_port_attr *); enum rdma_link_layer (*get_link_layer)(struct ib_device *, u8 ); struct net_device * (*get_netdev)(struct ib_device *, u8 ); int (*query_gid)(struct ib_device *, u8 , int, union ib_gid *); int (*add_gid)(struct ib_device *, u8 , unsigned int, const union ib_gid *, const struct ib_gid_attr *, void **); int (*del_gid)(struct ib_device *, u8 , unsigned int, void **); int (*query_pkey)(struct ib_device *, u8 , u16 , u16 *); int (*modify_device)(struct ib_device *, int, struct ib_device_modify *); int (*modify_port)(struct ib_device *, u8 , int, struct ib_port_modify *); struct ib_ucontext * (*alloc_ucontext)(struct ib_device *, struct ib_udata *); int (*dealloc_ucontext)(struct ib_ucontext *); int (*mmap)(struct ib_ucontext *, struct vm_area_struct *); struct ib_pd * (*alloc_pd)(struct ib_device *, struct ib_ucontext *, struct ib_udata *); int (*dealloc_pd)(struct ib_pd *); struct ib_ah * (*create_ah)(struct ib_pd *, struct ib_ah_attr *); int (*modify_ah)(struct ib_ah *, struct ib_ah_attr *); int (*query_ah)(struct ib_ah *, struct ib_ah_attr *); int (*destroy_ah)(struct ib_ah *); struct ib_srq * (*create_srq)(struct ib_pd *, struct ib_srq_init_attr *, struct ib_udata *); int (*modify_srq)(struct ib_srq *, struct ib_srq_attr *, enum ib_srq_attr_mask , struct ib_udata *); int (*query_srq)(struct ib_srq *, struct ib_srq_attr *); int (*destroy_srq)(struct ib_srq *); int (*post_srq_recv)(struct ib_srq *, struct ib_recv_wr *, struct ib_recv_wr **); struct ib_qp * (*create_qp)(struct ib_pd *, struct ib_qp_init_attr *, struct ib_udata *); int (*modify_qp)(struct ib_qp *, struct ib_qp_attr *, int, struct ib_udata *); int (*query_qp)(struct ib_qp *, struct ib_qp_attr *, int, struct ib_qp_init_attr *); int (*destroy_qp)(struct ib_qp *); int (*post_send)(struct ib_qp *, struct ib_send_wr *, struct ib_send_wr **); int (*post_recv)(struct ib_qp *, struct ib_recv_wr *, struct ib_recv_wr **); struct ib_cq * (*create_cq)(struct ib_device *, const struct ib_cq_init_attr *, struct ib_ucontext *, struct ib_udata *); int (*modify_cq)(struct ib_cq *, u16 , u16 ); int (*destroy_cq)(struct ib_cq *); int (*resize_cq)(struct ib_cq *, int, struct ib_udata *); int (*poll_cq)(struct ib_cq *, int, struct ib_wc *); int (*peek_cq)(struct ib_cq *, int); int (*req_notify_cq)(struct ib_cq *, enum ib_cq_notify_flags ); int (*req_ncomp_notif)(struct ib_cq *, int); struct ib_mr * (*get_dma_mr)(struct ib_pd *, int); struct ib_mr * (*reg_user_mr)(struct ib_pd *, u64 , u64 , u64 , int, struct ib_udata *); int (*rereg_user_mr)(struct ib_mr *, int, u64 , u64 , u64 , int, struct ib_pd *, struct ib_udata *); int (*dereg_mr)(struct ib_mr *); struct ib_mr * (*alloc_mr)(struct ib_pd *, enum ib_mr_type , u32 ); int (*map_mr_sg)(struct ib_mr *, struct scatterlist *, int, unsigned int *); struct ib_mw * (*alloc_mw)(struct ib_pd *, enum ib_mw_type , struct ib_udata *); int (*dealloc_mw)(struct ib_mw *); struct ib_fmr * (*alloc_fmr)(struct ib_pd *, int, struct ib_fmr_attr *); int (*map_phys_fmr)(struct ib_fmr *, u64 *, int, u64 ); int (*unmap_fmr)(struct list_head *); int (*dealloc_fmr)(struct ib_fmr *); int (*attach_mcast)(struct ib_qp *, union ib_gid *, u16 ); int (*detach_mcast)(struct ib_qp *, union ib_gid *, u16 ); int (*process_mad)(struct ib_device *, int, u8 , const struct ib_wc *, const struct ib_grh *, const struct ib_mad_hdr *, size_t , struct ib_mad_hdr *, size_t *, u16 *); struct ib_xrcd * (*alloc_xrcd)(struct ib_device *, struct ib_ucontext *, struct ib_udata *); int (*dealloc_xrcd)(struct ib_xrcd *); struct ib_flow * (*create_flow)(struct ib_qp *, struct ib_flow_attr *, int); int (*destroy_flow)(struct ib_flow *); int (*check_mr_status)(struct ib_mr *, u32 , struct ib_mr_status *); void (*disassociate_ucontext)(struct ib_ucontext *); void (*drain_rq)(struct ib_qp *); void (*drain_sq)(struct ib_qp *); int (*set_vf_link_state)(struct ib_device *, int, u8 , int); int (*get_vf_config)(struct ib_device *, int, u8 , struct ifla_vf_info *); int (*get_vf_stats)(struct ib_device *, int, u8 , struct ifla_vf_stats *); int (*set_vf_guid)(struct ib_device *, int, u8 , u64 , int); struct ib_wq * (*create_wq)(struct ib_pd *, struct ib_wq_init_attr *, struct ib_udata *); int (*destroy_wq)(struct ib_wq *); int (*modify_wq)(struct ib_wq *, struct ib_wq_attr *, u32 , struct ib_udata *); struct ib_rwq_ind_table * (*create_rwq_ind_table)(struct ib_device *, struct ib_rwq_ind_table_init_attr *, struct ib_udata *); int (*destroy_rwq_ind_table)(struct ib_rwq_ind_table *); struct ib_dma_mapping_ops *dma_ops; struct module *owner; struct device dev; struct kobject *ports_parent; struct list_head port_list; enum ldv_40106 reg_state; int uverbs_abi_ver; u64 uverbs_cmd_mask; u64 uverbs_ex_cmd_mask; char node_desc[64U]; __be64 node_guid; u32 local_dma_lkey; unsigned char is_switch; u8 node_type; u8 phys_port_cnt; struct ib_device_attr attrs; struct attribute_group *hw_stats_ag; struct rdma_hw_stats *hw_stats; int (*get_port_immutable)(struct ib_device *, u8 , struct ib_port_immutable *); void (*get_dev_fw_str)(struct ib_device *, char *, size_t ); } ;
3299 struct ipv4_devconf { void *sysctl; int data[31U]; unsigned long state[1U]; } ;
20 struct ip_mc_list ;
20 struct in_device { struct net_device *dev; atomic_t refcnt; int dead; struct in_ifaddr *ifa_list; struct ip_mc_list *mc_list; struct ip_mc_list **mc_hash; int mc_count; spinlock_t mc_tomb_lock; struct ip_mc_list *mc_tomb; unsigned long mr_v1_seen; unsigned long mr_v2_seen; unsigned long mr_maxdelay; unsigned char mr_qrv; unsigned char mr_gq_running; unsigned char mr_ifc_count; struct timer_list mr_gq_timer; struct timer_list mr_ifc_timer; struct neigh_parms *arp_parms; struct ipv4_devconf cnf; struct callback_head callback_head; } ;
71 struct in_ifaddr { struct hlist_node hash; struct in_ifaddr *ifa_next; struct in_device *ifa_dev; struct callback_head callback_head; __be32 ifa_local; __be32 ifa_address; __be32 ifa_mask; __be32 ifa_broadcast; unsigned char ifa_scope; unsigned char ifa_prefixlen; __u32 ifa_flags; char ifa_label[16U]; __u32 ifa_valid_lft; __u32 ifa_preferred_lft; unsigned long ifa_cstamp; unsigned long ifa_tstamp; } ;
67 struct rdma_dev_addr { unsigned char src_dev_addr[32U]; unsigned char dst_dev_addr[32U]; unsigned char broadcast[32U]; unsigned short dev_type; int bound_dev_if; enum rdma_transport_type transport; struct net *net; enum rdma_network_type network; int hoplimit; } ;
249 struct ib_mad_hdr { u8 base_version; u8 mgmt_class; u8 class_version; u8 method; __be16 status; __be16 class_specific; __be64 tid; __be16 attr_id; __be16 resv; __be32 attr_mod; } ;
899 struct ib_sa_path_rec { __be64 service_id; union ib_gid dgid; union ib_gid sgid; __be16 dlid; __be16 slid; int raw_traffic; __be32 flow_label; u8 hop_limit; u8 traffic_class; int reversible; u8 numb_path; __be16 pkey; __be16 qos_class; u8 sl; u8 mtu_selector; u8 mtu; u8 rate_selector; u8 rate; u8 packet_life_time_selector; u8 packet_life_time; u8 preference; u8 dmac[6U]; int ifindex; struct net *net; enum ib_gid_type gid_type; } ;
459 enum rdma_cm_event_type { RDMA_CM_EVENT_ADDR_RESOLVED = 0, RDMA_CM_EVENT_ADDR_ERROR = 1, RDMA_CM_EVENT_ROUTE_RESOLVED = 2, RDMA_CM_EVENT_ROUTE_ERROR = 3, RDMA_CM_EVENT_CONNECT_REQUEST = 4, RDMA_CM_EVENT_CONNECT_RESPONSE = 5, RDMA_CM_EVENT_CONNECT_ERROR = 6, RDMA_CM_EVENT_UNREACHABLE = 7, RDMA_CM_EVENT_REJECTED = 8, RDMA_CM_EVENT_ESTABLISHED = 9, RDMA_CM_EVENT_DISCONNECTED = 10, RDMA_CM_EVENT_DEVICE_REMOVAL = 11, RDMA_CM_EVENT_MULTICAST_JOIN = 12, RDMA_CM_EVENT_MULTICAST_ERROR = 13, RDMA_CM_EVENT_ADDR_CHANGE = 14, RDMA_CM_EVENT_TIMEWAIT_EXIT = 15 } ;
66 enum rdma_port_space { RDMA_PS_SDP = 1, RDMA_PS_IPOIB = 2, RDMA_PS_IB = 319, RDMA_PS_TCP = 262, RDMA_PS_UDP = 273 } ;
74 struct rdma_addr { struct __kernel_sockaddr_storage src_addr; struct __kernel_sockaddr_storage dst_addr; struct rdma_dev_addr dev_addr; } ;
85 struct rdma_route { struct rdma_addr addr; struct ib_sa_path_rec *path_rec; int num_paths; } ;
91 struct rdma_conn_param { const void *private_data; u8 private_data_len; u8 responder_resources; u8 initiator_depth; u8 flow_control; u8 retry_count; u8 rnr_retry_count; u8 srq; u32 qp_num; u32 qkey; } ;
105 struct rdma_ud_param { const void *private_data; u8 private_data_len; struct ib_ah_attr ah_attr; u32 qp_num; u32 qkey; } ;
113 union __anonunion_param_626 { struct rdma_conn_param conn; struct rdma_ud_param ud; } ;
113 struct rdma_cm_event { enum rdma_cm_event_type event; int status; union __anonunion_param_626 param; } ;
136 struct rdma_cm_id ;
147 struct rdma_cm_id { struct ib_device *device; void *context; struct ib_qp *qp; int (*event_handler)(struct rdma_cm_id *, struct rdma_cm_event *); struct rdma_route route; enum rdma_port_space ps; enum ib_qp_type qp_type; u8 port_num; } ;
390 struct configfs_item_operations ;
391 struct configfs_group_operations ;
392 struct configfs_attribute ;
393 struct configfs_bin_attribute ;
394 struct configfs_subsystem ;
395 struct config_group ;
395 struct config_item_type ;
395 struct config_item { char *ci_name; char ci_namebuf[20U]; struct kref ci_kref; struct list_head ci_entry; struct config_item *ci_parent; struct config_group *ci_group; struct config_item_type *ci_type; struct dentry *ci_dentry; } ;
82 struct config_item_type { struct module *ct_owner; struct configfs_item_operations *ct_item_ops; struct configfs_group_operations *ct_group_ops; struct configfs_attribute **ct_attrs; struct configfs_bin_attribute **ct_bin_attrs; } ;
90 struct config_group { struct config_item cg_item; struct list_head cg_children; struct configfs_subsystem *cg_subsys; struct list_head default_groups; struct list_head group_entry; } ;
132 struct configfs_attribute { const char *ca_name; struct module *ca_owner; umode_t ca_mode; ssize_t (*show)(struct config_item *, char *); ssize_t (*store)(struct config_item *, const char *, size_t ); } ;
140 struct configfs_bin_attribute { struct configfs_attribute cb_attr; void *cb_private; size_t cb_max_size; ssize_t (*read)(struct config_item *, void *, size_t ); ssize_t (*write)(struct config_item *, const void *, size_t ); } ;
176 struct configfs_item_operations { void (*release)(struct config_item *); int (*allow_link)(struct config_item *, struct config_item *); int (*drop_link)(struct config_item *, struct config_item *); } ;
233 struct configfs_group_operations { struct config_item * (*make_item)(struct config_group *, const char *); struct config_group * (*make_group)(struct config_group *, const char *); int (*commit_item)(struct config_item *); void (*disconnect_notify)(struct config_group *, struct config_item *); void (*drop_item)(struct config_group *, struct config_item *); } ;
241 struct configfs_subsystem { struct config_group su_group; struct mutex su_mutex; } ;
82 struct disk_stats { unsigned long sectors[2U]; unsigned long ios[2U]; unsigned long merges[2U]; unsigned long ticks[2U]; unsigned long io_ticks; unsigned long time_in_queue; } ;
91 struct partition_meta_info { char uuid[37U]; u8 volname[64U]; } ;
103 struct hd_struct { sector_t start_sect; sector_t nr_sects; seqcount_t nr_sects_seq; sector_t alignment_offset; unsigned int discard_alignment; struct device __dev; struct kobject *holder_dir; int policy; int partno; struct partition_meta_info *info; int make_it_fail; unsigned long stamp; atomic_t in_flight[2U]; struct disk_stats *dkstats; struct percpu_ref ref; struct callback_head callback_head; } ;
157 struct disk_part_tbl { struct callback_head callback_head; int len; struct hd_struct *last_lookup; struct hd_struct *part[]; } ;
164 struct disk_events ;
165 struct badblocks ;
166 struct blk_integrity_profile ;
166 struct blk_integrity { struct blk_integrity_profile *profile; unsigned char flags; unsigned char tuple_size; unsigned char interval_exp; unsigned char tag_size; } ;
177 struct timer_rand_state ;
177 struct gendisk { int major; int first_minor; int minors; char disk_name[32U]; char * (*devnode)(struct gendisk *, umode_t *); unsigned int events; unsigned int async_events; struct disk_part_tbl *part_tbl; struct hd_struct part0; const struct block_device_operations *fops; struct request_queue *queue; void *private_data; int flags; struct kobject *slave_dir; struct timer_rand_state *random; atomic_t sync_io; struct disk_events *ev; struct kobject integrity_kobj; int node_id; struct badblocks *bb; } ;
64 struct bsg_class_device { struct device *class_dev; struct device *parent; int minor; struct request_queue *queue; struct kref ref; void (*release)(struct device *); } ;
22 struct elevator_queue ;
24 struct request ;
26 struct bsg_job ;
27 struct blkcg_gq ;
28 struct blk_flush_queue ;
29 struct pr_ops ;
50 typedef void rq_end_io_fn(struct request *, int);
51 struct request_list { struct request_queue *q; struct blkcg_gq *blkg; int count[2U]; int starved[2U]; mempool_t *rq_pool; wait_queue_head_t wait[2U]; unsigned int flags; } ;
76 union __anonunion____missing_field_name_627 { struct call_single_data csd; u64 fifo_time; } ;
76 struct blk_mq_ctx ;
76 union __anonunion____missing_field_name_628 { struct hlist_node hash; struct list_head ipi_list; } ;
76 union __anonunion____missing_field_name_629 { struct rb_node rb_node; void *completion_data; } ;
76 struct __anonstruct_elv_631 { struct io_cq *icq; void *priv[2U]; } ;
76 struct __anonstruct_flush_632 { unsigned int seq; struct list_head list; rq_end_io_fn *saved_end_io; } ;
76 union __anonunion____missing_field_name_630 { struct __anonstruct_elv_631 elv; struct __anonstruct_flush_632 flush; } ;
76 struct request { struct list_head queuelist; union __anonunion____missing_field_name_627 __annonCompField146; struct request_queue *q; struct blk_mq_ctx *mq_ctx; int cpu; unsigned int cmd_type; u64 cmd_flags; unsigned long atomic_flags; unsigned int __data_len; sector_t __sector; struct bio *bio; struct bio *biotail; union __anonunion____missing_field_name_628 __annonCompField147; union __anonunion____missing_field_name_629 __annonCompField148; union __anonunion____missing_field_name_630 __annonCompField149; struct gendisk *rq_disk; struct hd_struct *part; unsigned long start_time; struct request_list *rl; unsigned long long start_time_ns; unsigned long long io_start_time_ns; unsigned short nr_phys_segments; unsigned short nr_integrity_segments; unsigned short ioprio; void *special; int tag; int errors; unsigned char __cmd[16U]; unsigned char *cmd; unsigned short cmd_len; unsigned int extra_len; unsigned int sense_len; unsigned int resid_len; void *sense; unsigned long deadline; struct list_head timeout_list; unsigned int timeout; int retries; rq_end_io_fn *end_io; void *end_io_data; struct request *next_rq; } ;
117 struct elevator_type ;
12 typedef int elevator_merge_fn(struct request_queue *, struct request **, struct bio *);
15 typedef void elevator_merge_req_fn(struct request_queue *, struct request *, struct request *);
17 typedef void elevator_merged_fn(struct request_queue *, struct request *, int);
19 typedef int elevator_allow_bio_merge_fn(struct request_queue *, struct request *, struct bio *);
22 typedef int elevator_allow_rq_merge_fn(struct request_queue *, struct request *, struct request *);
25 typedef void elevator_bio_merged_fn(struct request_queue *, struct request *, struct bio *);
28 typedef int elevator_dispatch_fn(struct request_queue *, int);
30 typedef void elevator_add_req_fn(struct request_queue *, struct request *);
31 typedef struct request * elevator_request_list_fn(struct request_queue *, struct request *);
32 typedef void elevator_completed_req_fn(struct request_queue *, struct request *);
33 typedef int elevator_may_queue_fn(struct request_queue *, int, int);
35 typedef void elevator_init_icq_fn(struct io_cq *);
36 typedef void elevator_exit_icq_fn(struct io_cq *);
37 typedef int elevator_set_req_fn(struct request_queue *, struct request *, struct bio *, gfp_t );
39 typedef void elevator_put_req_fn(struct request *);
40 typedef void elevator_activate_req_fn(struct request_queue *, struct request *);
41 typedef void elevator_deactivate_req_fn(struct request_queue *, struct request *);
43 typedef int elevator_init_fn(struct request_queue *, struct elevator_type *);
45 typedef void elevator_exit_fn(struct elevator_queue *);
46 typedef void elevator_registered_fn(struct request_queue *);
47 struct elevator_ops { elevator_merge_fn *elevator_merge_fn; elevator_merged_fn *elevator_merged_fn; elevator_merge_req_fn *elevator_merge_req_fn; elevator_allow_bio_merge_fn *elevator_allow_bio_merge_fn; elevator_allow_rq_merge_fn *elevator_allow_rq_merge_fn; elevator_bio_merged_fn *elevator_bio_merged_fn; elevator_dispatch_fn *elevator_dispatch_fn; elevator_add_req_fn *elevator_add_req_fn; elevator_activate_req_fn *elevator_activate_req_fn; elevator_deactivate_req_fn *elevator_deactivate_req_fn; elevator_completed_req_fn *elevator_completed_req_fn; elevator_request_list_fn *elevator_former_req_fn; elevator_request_list_fn *elevator_latter_req_fn; elevator_init_icq_fn *elevator_init_icq_fn; elevator_exit_icq_fn *elevator_exit_icq_fn; elevator_set_req_fn *elevator_set_req_fn; elevator_put_req_fn *elevator_put_req_fn; elevator_may_queue_fn *elevator_may_queue_fn; elevator_init_fn *elevator_init_fn; elevator_exit_fn *elevator_exit_fn; elevator_registered_fn *elevator_registered_fn; } ;
79 struct elv_fs_entry { struct attribute attr; ssize_t (*show)(struct elevator_queue *, char *); ssize_t (*store)(struct elevator_queue *, const char *, size_t ); } ;
87 struct elevator_type { struct kmem_cache *icq_cache; struct elevator_ops ops; size_t icq_size; size_t icq_align; struct elv_fs_entry *elevator_attrs; char elevator_name[16U]; struct module *elevator_owner; char icq_cache_name[21U]; struct list_head list; } ;
108 struct elevator_queue { struct elevator_type *type; void *elevator_data; struct kobject kobj; struct mutex sysfs_lock; unsigned char registered; struct hlist_head hash[64U]; } ;
224 typedef void request_fn_proc(struct request_queue *);
225 typedef blk_qc_t make_request_fn(struct request_queue *, struct bio *);
226 typedef int prep_rq_fn(struct request_queue *, struct request *);
227 typedef void unprep_rq_fn(struct request_queue *, struct request *);
230 typedef void softirq_done_fn(struct request *);
231 typedef int dma_drain_needed_fn(struct request *);
232 typedef int lld_busy_fn(struct request_queue *);
233 typedef int bsg_job_fn(struct bsg_job *);
234 enum blk_eh_timer_return { BLK_EH_NOT_HANDLED = 0, BLK_EH_HANDLED = 1, BLK_EH_RESET_TIMER = 2 } ;
241 typedef enum blk_eh_timer_return rq_timed_out_fn(struct request *);
247 struct blk_queue_tag { struct request **tag_index; unsigned long *tag_map; int busy; int max_depth; int real_max_depth; atomic_t refcnt; int alloc_policy; int next_tag; } ;
258 struct queue_limits { unsigned long bounce_pfn; unsigned long seg_boundary_mask; unsigned long virt_boundary_mask; unsigned int max_hw_sectors; unsigned int max_dev_sectors; unsigned int chunk_sectors; unsigned int max_sectors; unsigned int max_segment_size; unsigned int physical_block_size; unsigned int alignment_offset; unsigned int io_min; unsigned int io_opt; unsigned int max_discard_sectors; unsigned int max_hw_discard_sectors; unsigned int max_write_same_sectors; unsigned int discard_granularity; unsigned int discard_alignment; unsigned short logical_block_size; unsigned short max_segments; unsigned short max_integrity_segments; unsigned char misaligned; unsigned char discard_misaligned; unsigned char cluster; unsigned char discard_zeroes_data; unsigned char raid_partial_stripes_expensive; } ;
294 struct blk_mq_ops ;
294 struct blk_mq_hw_ctx ;
294 struct throtl_data ;
294 struct blk_mq_tag_set ;
294 struct request_queue { struct list_head queue_head; struct request *last_merge; struct elevator_queue *elevator; int nr_rqs[2U]; int nr_rqs_elvpriv; struct request_list root_rl; request_fn_proc *request_fn; make_request_fn *make_request_fn; prep_rq_fn *prep_rq_fn; unprep_rq_fn *unprep_rq_fn; softirq_done_fn *softirq_done_fn; rq_timed_out_fn *rq_timed_out_fn; dma_drain_needed_fn *dma_drain_needed; lld_busy_fn *lld_busy_fn; struct blk_mq_ops *mq_ops; unsigned int *mq_map; struct blk_mq_ctx *queue_ctx; unsigned int nr_queues; struct blk_mq_hw_ctx **queue_hw_ctx; unsigned int nr_hw_queues; sector_t end_sector; struct request *boundary_rq; struct delayed_work delay_work; struct backing_dev_info backing_dev_info; void *queuedata; unsigned long queue_flags; int id; gfp_t bounce_gfp; spinlock_t __queue_lock; spinlock_t *queue_lock; struct kobject kobj; struct kobject mq_kobj; struct blk_integrity integrity; struct device *dev; int rpm_status; unsigned int nr_pending; unsigned long nr_requests; unsigned int nr_congestion_on; unsigned int nr_congestion_off; unsigned int nr_batching; unsigned int dma_drain_size; void *dma_drain_buffer; unsigned int dma_pad_mask; unsigned int dma_alignment; struct blk_queue_tag *queue_tags; struct list_head tag_busy_list; unsigned int nr_sorted; unsigned int in_flight[2U]; unsigned int request_fn_active; unsigned int rq_timeout; struct timer_list timeout; struct work_struct timeout_work; struct list_head timeout_list; struct list_head icq_list; unsigned long blkcg_pols[1U]; struct blkcg_gq *root_blkg; struct list_head blkg_list; struct queue_limits limits; unsigned int sg_timeout; unsigned int sg_reserved_size; int node; struct blk_flush_queue *fq; struct list_head requeue_list; spinlock_t requeue_lock; struct work_struct requeue_work; struct mutex sysfs_lock; int bypass_depth; atomic_t mq_freeze_depth; bsg_job_fn *bsg_job_fn; int bsg_job_size; struct bsg_class_device bsg_dev; struct throtl_data *td; struct callback_head callback_head; wait_queue_head_t mq_freeze_wq; struct percpu_ref q_usage_counter; struct list_head all_q_node; struct blk_mq_tag_set *tag_set; struct list_head tag_set_list; struct bio_set *bio_split; bool mq_sysfs_init_done; } ;
1048 struct blk_plug { struct list_head list; struct list_head mq_list; struct list_head cb_list; } ;
1482 struct blk_integrity_iter { void *prot_buf; void *data_buf; sector_t seed; unsigned int data_size; unsigned short interval; const char *disk_name; } ;
1511 typedef int integrity_processing_fn(struct blk_integrity_iter *);
1512 struct blk_integrity_profile { integrity_processing_fn *generate_fn; integrity_processing_fn *verify_fn; const char *name; } ;
1671 struct block_device_operations { int (*open)(struct block_device *, fmode_t ); void (*release)(struct gendisk *, fmode_t ); int (*rw_page)(struct block_device *, sector_t , struct page *, bool ); int (*ioctl)(struct block_device *, fmode_t , unsigned int, unsigned long); int (*compat_ioctl)(struct block_device *, fmode_t , unsigned int, unsigned long); long int (*direct_access)(struct block_device *, sector_t , void **, pfn_t *, long); unsigned int (*check_events)(struct gendisk *, unsigned int); int (*media_changed)(struct gendisk *); void (*unlock_native_capacity)(struct gendisk *); int (*revalidate_disk)(struct gendisk *); int (*getgeo)(struct block_device *, struct hd_geometry *); void (*swap_slot_free_notify)(struct block_device *, unsigned long); struct module *owner; const struct pr_ops *pr_ops; } ;
1701 struct percpu_ida_cpu ;
1702 struct __anonstruct____missing_field_name_634 { spinlock_t lock; unsigned int cpu_last_stolen; wait_queue_head_t wait; unsigned int nr_free; unsigned int *freelist; } ;
1702 struct percpu_ida { unsigned int nr_tags; unsigned int percpu_max_size; unsigned int percpu_batch_size; struct percpu_ida_cpu *tag_cpu; cpumask_t cpus_have_tags; struct __anonstruct____missing_field_name_634 __annonCompField150; } ;
19 struct inet_ehash_bucket { struct hlist_nulls_head chain; } ;
92 struct inet_bind_hashbucket { spinlock_t lock; struct hlist_head chain; } ;
100 struct inet_listen_hashbucket { spinlock_t lock; struct hlist_head head; } ;
108 struct inet_hashinfo { struct inet_ehash_bucket *ehash; spinlock_t *ehash_locks; unsigned int ehash_mask; unsigned int ehash_locks_mask; struct inet_bind_hashbucket *bhash; unsigned int bhash_size; struct kmem_cache *bind_bucket_cachep; struct inet_listen_hashbucket listening_hash[32U]; } ;
1382 struct ahash_request ;
1883 enum transport_state_table { TRANSPORT_NO_STATE = 0, TRANSPORT_NEW_CMD = 1, TRANSPORT_WRITE_PENDING = 3, TRANSPORT_PROCESSING = 5, TRANSPORT_COMPLETE = 6, TRANSPORT_ISTATE_PROCESSING = 11, TRANSPORT_COMPLETE_QF_WP = 18, TRANSPORT_COMPLETE_QF_OK = 19 } ;
152 typedef unsigned int sense_reason_t;
220 struct se_cmd ;
235 struct se_device ;
235 struct t10_alua_tg_pt_gp ;
235 struct t10_alua { u16 alua_tg_pt_gps_counter; u32 alua_tg_pt_gps_count; spinlock_t lba_map_lock; u32 lba_map_segment_size; u32 lba_map_segment_multiplier; struct list_head lba_map_list; spinlock_t tg_pt_gps_lock; struct se_device *t10_dev; struct t10_alua_tg_pt_gp *default_tg_pt_gp; struct config_group alua_tg_pt_gps_group; struct list_head tg_pt_gps_list; } ;
253 struct t10_alua_lu_gp { u16 lu_gp_id; int lu_gp_valid_id; u32 lu_gp_members; atomic_t lu_gp_ref_cnt; spinlock_t lu_gp_lock; struct config_group lu_gp_group; struct list_head lu_gp_node; struct list_head lu_gp_mem_list; } ;
264 struct t10_alua_lu_gp_member { bool lu_gp_assoc; atomic_t lu_gp_mem_ref_cnt; spinlock_t lu_gp_mem_lock; struct t10_alua_lu_gp *lu_gp; struct se_device *lu_gp_mem_dev; struct list_head lu_gp_mem_list; } ;
273 struct se_lun ;
273 struct se_node_acl ;
273 struct t10_alua_tg_pt_gp { u16 tg_pt_gp_id; int tg_pt_gp_valid_id; int tg_pt_gp_alua_supported_states; int tg_pt_gp_alua_pending_state; int tg_pt_gp_alua_previous_state; int tg_pt_gp_alua_access_status; int tg_pt_gp_alua_access_type; int tg_pt_gp_nonop_delay_msecs; int tg_pt_gp_trans_delay_msecs; int tg_pt_gp_implicit_trans_secs; int tg_pt_gp_pref; int tg_pt_gp_write_metadata; u32 tg_pt_gp_members; atomic_t tg_pt_gp_alua_access_state; atomic_t tg_pt_gp_ref_cnt; spinlock_t tg_pt_gp_lock; struct mutex tg_pt_gp_md_mutex; struct se_device *tg_pt_gp_dev; struct config_group tg_pt_gp_group; struct list_head tg_pt_gp_list; struct list_head tg_pt_gp_lun_list; struct se_lun *tg_pt_gp_alua_lun; struct se_node_acl *tg_pt_gp_alua_nacl; struct delayed_work tg_pt_gp_transition_work; struct completion *tg_pt_gp_transition_complete; } ;
311 struct t10_wwn { char vendor[8U]; char model[16U]; char revision[4U]; char unit_serial[254U]; spinlock_t t10_vpd_lock; struct se_device *t10_dev; struct config_group t10_wwn_group; struct list_head t10_vpd_list; } ;
322 struct se_dev_entry ;
322 struct t10_pr_registration { char pr_reg_isid[16U]; unsigned char pr_iport[256U]; unsigned char pr_tport[256U]; u16 pr_aptpl_rpti; u16 pr_reg_tpgt; int pr_reg_all_tg_pt; int pr_reg_aptpl; int pr_res_holder; int pr_res_type; int pr_res_scope; bool isid_present_at_reg; u64 pr_res_mapped_lun; u64 pr_aptpl_target_lun; u16 tg_pt_sep_rtpi; u32 pr_res_generation; u64 pr_reg_bin_isid; u64 pr_res_key; atomic_t pr_res_holders; struct se_node_acl *pr_reg_nacl; struct se_dev_entry *pr_reg_deve; struct list_head pr_reg_list; struct list_head pr_reg_abort_list; struct list_head pr_reg_aptpl_list; struct list_head pr_reg_atp_list; struct list_head pr_reg_atp_mem_list; } ;
362 struct t10_reservation { int pr_all_tg_pt; int pr_aptpl_active; u32 pr_generation; spinlock_t registration_lock; spinlock_t aptpl_reg_lock; struct se_node_acl *pr_res_holder; struct list_head registration_list; struct list_head aptpl_reg_list; } ;
387 struct se_tmr_req { u8 function; u8 response; int call_transport; u64 ref_task_tag; void *fabric_tmr_ptr; struct se_cmd *task_cmd; struct se_device *tmr_dev; struct se_lun *tmr_lun; struct list_head tmr_list; } ;
402 enum target_prot_op { TARGET_PROT_NORMAL = 0, TARGET_PROT_DIN_INSERT = 1, TARGET_PROT_DOUT_INSERT = 2, TARGET_PROT_DIN_STRIP = 4, TARGET_PROT_DOUT_STRIP = 8, TARGET_PROT_DIN_PASS = 16, TARGET_PROT_DOUT_PASS = 32 } ;
412 enum target_prot_type { TARGET_DIF_TYPE0_PROT = 0, TARGET_DIF_TYPE1_PROT = 1, TARGET_DIF_TYPE2_PROT = 2, TARGET_DIF_TYPE3_PROT = 3 } ;
425 struct se_session ;
425 struct target_core_fabric_ops ;
425 struct se_cmd { u8 scsi_status; u8 scsi_asc; u8 scsi_ascq; u16 scsi_sense_length; unsigned char cmd_wait_set; unsigned char unknown_data_length; bool state_active; u64 tag; int alua_nonop_delay; enum dma_data_direction data_direction; int sam_task_attr; unsigned int map_tag; enum transport_state_table t_state; u32 se_cmd_flags; u32 data_length; u32 residual_count; u64 orig_fe_lun; u64 pr_res_key; void *sense_buffer; struct list_head se_delayed_node; struct list_head se_qf_node; struct se_device *se_dev; struct se_lun *se_lun; struct se_session *se_sess; struct se_tmr_req *se_tmr_req; struct list_head se_cmd_list; struct completion cmd_wait_comp; const struct target_core_fabric_ops *se_tfo; sense_reason_t (*execute_cmd)(struct se_cmd *); sense_reason_t (*transport_complete_callback)(struct se_cmd *, bool , int *); void *protocol_data; unsigned char *t_task_cdb; unsigned char __t_task_cdb[32U]; unsigned long long t_task_lba; unsigned int t_task_nolb; unsigned int transport_state; spinlock_t t_state_lock; struct kref cmd_kref; struct completion t_transport_stop_comp; struct work_struct work; struct scatterlist *t_data_sg; struct scatterlist *t_data_sg_orig; unsigned int t_data_nents; unsigned int t_data_nents_orig; void *t_data_vmap; struct scatterlist *t_bidi_data_sg; unsigned int t_bidi_data_nents; int lun_ref_active; struct list_head state_list; void *priv; enum target_prot_op prot_op; enum target_prot_type prot_type; u8 prot_checks; bool prot_pto; u32 prot_length; u32 reftag_seed; struct scatterlist *t_prot_sg; unsigned int t_prot_nents; sense_reason_t pi_err; sector_t bad_sector; int cpuid; } ;
535 struct se_portal_group ;
535 struct se_node_acl { char initiatorname[224U]; bool dynamic_node_acl; u32 queue_depth; u32 acl_index; enum target_prot_type saved_prot_type; char acl_tag[64U]; atomic_t acl_pr_ref_count; struct hlist_head lun_entry_hlist; struct se_session *nacl_sess; struct se_portal_group *se_tpg; struct mutex lun_entry_mutex; spinlock_t nacl_sess_lock; struct config_group acl_group; struct config_group acl_attrib_group; struct config_group acl_auth_group; struct config_group acl_param_group; struct config_group acl_fabric_stat_group; struct list_head acl_list; struct list_head acl_sess_list; struct completion acl_free_comp; struct kref acl_kref; } ;
592 struct se_session { unsigned char sess_tearing_down; u64 sess_bin_isid; enum target_prot_op sup_prot_ops; enum target_prot_type sess_prot_type; struct se_node_acl *se_node_acl; struct se_portal_group *se_tpg; void *fabric_sess_ptr; struct list_head sess_list; struct list_head sess_acl_list; struct list_head sess_cmd_list; struct list_head sess_wait_list; spinlock_t sess_cmd_lock; void *sess_cmd_map; struct percpu_ida sess_tag_pool; } ;
610 struct se_ml_stat_grps { struct config_group stat_group; struct config_group scsi_auth_intr_group; struct config_group scsi_att_intr_port_group; } ;
619 struct se_lun_acl { u64 mapped_lun; struct se_node_acl *se_lun_nacl; struct se_lun *se_lun; struct config_group se_lun_group; struct se_ml_stat_grps ml_stat_grps; } ;
627 struct se_dev_entry { u64 mapped_lun; u64 pr_res_key; u64 creation_time; bool lun_access_ro; u32 attach_count; atomic_long_t total_cmds; atomic_long_t read_bytes; atomic_long_t write_bytes; atomic_t ua_count; struct kref pr_kref; struct completion pr_comp; struct se_lun_acl *se_lun_acl; spinlock_t ua_lock; struct se_lun *se_lun; unsigned long deve_flags; struct list_head alua_port_list; struct list_head lun_link; struct list_head ua_list; struct hlist_node link; struct callback_head callback_head; } ;
652 struct se_dev_attrib { int emulate_model_alias; int emulate_dpo; int emulate_fua_write; int emulate_fua_read; int emulate_write_cache; int emulate_ua_intlck_ctrl; int emulate_tas; int emulate_tpu; int emulate_tpws; int emulate_caw; int emulate_3pc; int pi_prot_format; enum target_prot_type pi_prot_type; enum target_prot_type hw_pi_prot_type; int enforce_pr_isids; int force_pr_aptpl; int is_nonrot; int emulate_rest_reord; int unmap_zeroes_data; u32 hw_block_size; u32 block_size; u32 hw_max_sectors; u32 optimal_sectors; u32 hw_queue_depth; u32 queue_depth; u32 max_unmap_lba_count; u32 max_unmap_block_desc_count; u32 unmap_granularity; u32 unmap_granularity_alignment; u32 max_write_same_len; u32 max_bytes_per_io; struct se_device *da_dev; struct config_group da_group; } ;
688 struct se_port_stat_grps { struct config_group stat_group; struct config_group scsi_port_group; struct config_group scsi_tgt_port_group; struct config_group scsi_transport_group; } ;
695 struct scsi_port_stats { atomic_long_t cmd_pdus; atomic_long_t tx_data_octets; atomic_long_t rx_data_octets; } ;
701 struct se_lun { u64 unpacked_lun; u32 lun_link_magic; bool lun_access_ro; u32 lun_index; u16 lun_rtpi; atomic_t lun_acl_count; struct se_device *lun_se_dev; struct list_head lun_deve_list; spinlock_t lun_deve_lock; int lun_tg_pt_secondary_stat; int lun_tg_pt_secondary_write_md; atomic_t lun_tg_pt_secondary_offline; struct mutex lun_tg_pt_md_mutex; struct list_head lun_tg_pt_gp_link; struct t10_alua_tg_pt_gp *lun_tg_pt_gp; spinlock_t lun_tg_pt_gp_lock; struct se_portal_group *lun_tpg; struct scsi_port_stats lun_stats; struct config_group lun_group; struct se_port_stat_grps port_stat_grps; struct completion lun_ref_comp; struct percpu_ref lun_ref; struct list_head lun_dev_link; struct hlist_node link; struct callback_head callback_head; } ;
738 struct se_dev_stat_grps { struct config_group stat_group; struct config_group scsi_dev_group; struct config_group scsi_tgt_dev_group; struct config_group scsi_lu_group; } ;
745 struct se_hba ;
745 struct target_backend_ops ;
745 struct se_device { u32 dev_link_magic; u16 dev_rpti_counter; u32 dev_cur_ordered_id; u32 dev_flags; u32 queue_depth; u64 dev_res_bin_isid; u32 dev_index; u64 creation_time; atomic_long_t num_resets; atomic_long_t num_cmds; atomic_long_t read_bytes; atomic_long_t write_bytes; atomic_t simple_cmds; atomic_t dev_ordered_sync; atomic_t dev_qf_count; u32 export_count; spinlock_t delayed_cmd_lock; spinlock_t execute_task_lock; spinlock_t dev_reservation_lock; unsigned int dev_reservation_flags; spinlock_t se_port_lock; spinlock_t se_tmr_lock; spinlock_t qf_cmd_lock; struct semaphore caw_sem; struct se_node_acl *dev_reserved_node_acl; struct t10_alua_lu_gp_member *dev_alua_lu_gp_mem; struct t10_pr_registration *dev_pr_res_holder; struct list_head dev_sep_list; struct list_head dev_tmr_list; struct workqueue_struct *tmr_wq; struct work_struct qf_work_queue; struct list_head delayed_cmd_list; struct list_head state_list; struct list_head qf_cmd_list; struct list_head g_dev_node; struct se_hba *se_hba; struct t10_wwn t10_wwn; struct t10_alua t10_alua; struct t10_reservation t10_pr; struct se_dev_attrib dev_attrib; struct config_group dev_group; struct config_group dev_pr_group; struct se_dev_stat_grps dev_stat_grps; unsigned char dev_alias[512U]; unsigned char udev_path[512U]; const struct target_backend_ops *transport; struct list_head dev_list; struct se_lun xcopy_lun; int prot_length; u32 hba_index; struct callback_head callback_head; } ;
827 struct target_backend ;
827 struct se_hba { u16 hba_tpgt; u32 hba_id; u32 hba_flags; u32 dev_count; u32 hba_index; void *hba_ptr; struct list_head hba_node; spinlock_t device_lock; struct config_group hba_group; struct mutex hba_access_mutex; struct target_backend *backend; } ;
844 struct se_tpg_np { struct se_portal_group *tpg_np_parent; struct config_group tpg_np_group; } ;
855 struct se_wwn ;
855 struct se_portal_group { int proto_id; atomic_t tpg_pr_ref_count; struct mutex acl_node_mutex; spinlock_t session_lock; struct mutex tpg_lun_mutex; struct list_head se_tpg_node; struct list_head acl_node_list; struct hlist_head tpg_lun_hlist; struct se_lun *tpg_virt_lun0; struct list_head tpg_sess_list; const struct target_core_fabric_ops *se_tpg_tfo; struct se_wwn *se_tpg_wwn; struct config_group tpg_group; struct config_group tpg_lun_group; struct config_group tpg_np_group; struct config_group tpg_acl_group; struct config_group tpg_attrib_group; struct config_group tpg_auth_group; struct config_group tpg_param_group; } ;
912 struct target_fabric_configfs ;
912 struct se_wwn { struct target_fabric_configfs *wwn_tf; struct config_group wwn_group; struct config_group fabric_stat_group; } ;
932 struct target_core_fabric_ops { struct module *module; const char *name; size_t node_acl_size; u32 max_data_sg_nents; char * (*get_fabric_name)(); char * (*tpg_get_wwn)(struct se_portal_group *); u16 (*tpg_get_tag)(struct se_portal_group *); u32 (*tpg_get_default_depth)(struct se_portal_group *); int (*tpg_check_demo_mode)(struct se_portal_group *); int (*tpg_check_demo_mode_cache)(struct se_portal_group *); int (*tpg_check_demo_mode_write_protect)(struct se_portal_group *); int (*tpg_check_prod_mode_write_protect)(struct se_portal_group *); int (*tpg_check_demo_mode_login_only)(struct se_portal_group *); int (*tpg_check_prot_fabric_only)(struct se_portal_group *); u32 (*tpg_get_inst_index)(struct se_portal_group *); int (*check_stop_free)(struct se_cmd *); void (*release_cmd)(struct se_cmd *); void (*close_session)(struct se_session *); u32 (*sess_get_index)(struct se_session *); u32 (*sess_get_initiator_sid)(struct se_session *, unsigned char *, u32 ); int (*write_pending)(struct se_cmd *); int (*write_pending_status)(struct se_cmd *); void (*set_default_node_attributes)(struct se_node_acl *); int (*get_cmd_state)(struct se_cmd *); int (*queue_data_in)(struct se_cmd *); int (*queue_status)(struct se_cmd *); void (*queue_tm_rsp)(struct se_cmd *); void (*aborted_task)(struct se_cmd *); struct se_wwn * (*fabric_make_wwn)(struct target_fabric_configfs *, struct config_group *, const char *); void (*fabric_drop_wwn)(struct se_wwn *); void (*add_wwn_groups)(struct se_wwn *); struct se_portal_group * (*fabric_make_tpg)(struct se_wwn *, struct config_group *, const char *); void (*fabric_drop_tpg)(struct se_portal_group *); int (*fabric_post_link)(struct se_portal_group *, struct se_lun *); void (*fabric_pre_unlink)(struct se_portal_group *, struct se_lun *); struct se_tpg_np * (*fabric_make_np)(struct se_portal_group *, struct config_group *, const char *); void (*fabric_drop_np)(struct se_tpg_np *); int (*fabric_init_nodeacl)(struct se_node_acl *, const char *); struct configfs_attribute **tfc_discovery_attrs; struct configfs_attribute **tfc_wwn_attrs; struct configfs_attribute **tfc_tpg_base_attrs; struct configfs_attribute **tfc_tpg_np_base_attrs; struct configfs_attribute **tfc_tpg_attrib_attrs; struct configfs_attribute **tfc_tpg_auth_attrs; struct configfs_attribute **tfc_tpg_param_attrs; struct configfs_attribute **tfc_tpg_nacl_base_attrs; struct configfs_attribute **tfc_tpg_nacl_attrib_attrs; struct configfs_attribute **tfc_tpg_nacl_auth_attrs; struct configfs_attribute **tfc_tpg_nacl_param_attrs; } ;
199 struct scsi_lun { __u8 scsi_lun[8U]; } ;
77 typedef uint32_t itt_t;
78 struct iscsi_hdr { uint8_t opcode; uint8_t flags; uint8_t rsvd2[2U]; uint8_t hlength; uint8_t dlength[3U]; struct scsi_lun lun; itt_t itt; __be32 ttt; __be32 statsn; __be32 exp_statsn; __be32 max_statsn; uint8_t other[12U]; } ;
143 struct iscsi_scsi_req { uint8_t opcode; uint8_t flags; __be16 rsvd2; uint8_t hlength; uint8_t dlength[3U]; struct scsi_lun lun; itt_t itt; __be32 data_length; __be32 cmdsn; __be32 exp_statsn; uint8_t cdb[16U]; } ;
192 struct iscsi_scsi_rsp { uint8_t opcode; uint8_t flags; uint8_t response; uint8_t cmd_status; uint8_t hlength; uint8_t dlength[3U]; uint8_t rsvd[8U]; itt_t itt; __be32 rsvd1; __be32 statsn; __be32 exp_cmdsn; __be32 max_cmdsn; __be32 exp_datasn; __be32 bi_residual_count; __be32 residual_count; } ;
243 struct iscsi_nopout { uint8_t opcode; uint8_t flags; __be16 rsvd2; uint8_t rsvd3; uint8_t dlength[3U]; struct scsi_lun lun; itt_t itt; __be32 ttt; __be32 cmdsn; __be32 exp_statsn; uint8_t rsvd4[16U]; } ;
266 struct iscsi_nopin { uint8_t opcode; uint8_t flags; __be16 rsvd2; uint8_t rsvd3; uint8_t dlength[3U]; struct scsi_lun lun; itt_t itt; __be32 ttt; __be32 statsn; __be32 exp_cmdsn; __be32 max_cmdsn; uint8_t rsvd4[12U]; } ;
299 struct iscsi_tm_rsp { uint8_t opcode; uint8_t flags; uint8_t response; uint8_t qualifier; uint8_t hlength; uint8_t dlength[3U]; uint8_t rsvd2[8U]; itt_t itt; itt_t rtt; __be32 statsn; __be32 exp_cmdsn; __be32 max_cmdsn; uint8_t rsvd3[12U]; } ;
358 struct iscsi_data { uint8_t opcode; uint8_t flags; uint8_t rsvd2[2U]; uint8_t rsvd3; uint8_t dlength[3U]; struct scsi_lun lun; itt_t itt; __be32 ttt; __be32 rsvd4; __be32 exp_statsn; __be32 rsvd5; __be32 datasn; __be32 offset; __be32 rsvd6; } ;
396 struct iscsi_text { uint8_t opcode; uint8_t flags; uint8_t rsvd2[2U]; uint8_t hlength; uint8_t dlength[3U]; uint8_t rsvd4[8U]; itt_t itt; __be32 ttt; __be32 cmdsn; __be32 exp_statsn; uint8_t rsvd5[16U]; } ;
417 struct iscsi_text_rsp { uint8_t opcode; uint8_t flags; uint8_t rsvd2[2U]; uint8_t hlength; uint8_t dlength[3U]; uint8_t rsvd4[8U]; itt_t itt; __be32 ttt; __be32 statsn; __be32 exp_cmdsn; __be32 max_cmdsn; uint8_t rsvd5[12U]; } ;
436 struct iscsi_login_req { uint8_t opcode; uint8_t flags; uint8_t max_version; uint8_t min_version; uint8_t hlength; uint8_t dlength[3U]; uint8_t isid[6U]; __be16 tsih; itt_t itt; __be16 cid; __be16 rsvd3; __be32 cmdsn; __be32 exp_statsn; uint8_t rsvd5[16U]; } ;
547 struct iscsi_logout_rsp { uint8_t opcode; uint8_t flags; uint8_t response; uint8_t rsvd2; uint8_t hlength; uint8_t dlength[3U]; uint8_t rsvd3[8U]; itt_t itt; __be32 rsvd4; __be32 statsn; __be32 exp_cmdsn; __be32 max_cmdsn; __be32 rsvd5; __be16 t2wait; __be16 t2retain; __be32 rsvd6; } ;
601 struct iscsi_reject { uint8_t opcode; uint8_t flags; uint8_t reason; uint8_t rsvd2; uint8_t hlength; uint8_t dlength[3U]; uint8_t rsvd3[8U]; __be32 ffffffff; uint8_t rsvd4[4U]; __be32 statsn; __be32 exp_cmdsn; __be32 max_cmdsn; __be32 datasn; uint8_t rsvd5[8U]; } ;
627 enum iscsit_transport_type { ISCSI_TCP = 0, ISCSI_SCTP_TCP = 1, ISCSI_SCTP_UDP = 2, ISCSI_IWARP_TCP = 3, ISCSI_IWARP_SCTP = 4, ISCSI_INFINIBAND = 5, ISCSI_CXGBIT = 6 } ;
660 enum datain_req_comp_table { DATAIN_COMPLETE_NORMAL = 1, DATAIN_COMPLETE_WITHIN_COMMAND_RECOVERY = 2, DATAIN_COMPLETE_CONNECTION_RECOVERY = 3 } ;
666 enum datain_req_rec_table { DATAIN_WITHIN_COMMAND_RECOVERY = 1, DATAIN_CONNECTION_RECOVERY = 2 } ;
671 enum tpg_state_table { TPG_STATE_FREE = 0, TPG_STATE_ACTIVE = 1, TPG_STATE_INACTIVE = 2, TPG_STATE_COLD_RESET = 3 } ;
678 enum tiqn_state_table { TIQN_STATE_ACTIVE = 1, TIQN_STATE_SHUTDOWN = 2 } ;
683 enum cmd_flags_table { ICF_GOT_LAST_DATAOUT = 1, ICF_GOT_DATACK_SNACK = 2, ICF_NON_IMMEDIATE_UNSOLICITED_DATA = 4, ICF_SENT_LAST_R2T = 8, ICF_WITHIN_COMMAND_RECOVERY = 16, ICF_CONTIG_MEMORY = 32, ICF_ATTACHED_TO_RQUEUE = 64, ICF_OOO_CMDSN = 128, ICF_SENDTARGETS_ALL = 256, ICF_SENDTARGETS_SINGLE = 512 } ;
696 enum cmd_i_state_table { ISTATE_NO_STATE = 0, ISTATE_NEW_CMD = 1, ISTATE_DEFERRED_CMD = 2, ISTATE_UNSOLICITED_DATA = 3, ISTATE_RECEIVE_DATAOUT = 4, ISTATE_RECEIVE_DATAOUT_RECOVERY = 5, ISTATE_RECEIVED_LAST_DATAOUT = 6, ISTATE_WITHIN_DATAOUT_RECOVERY = 7, ISTATE_IN_CONNECTION_RECOVERY = 8, ISTATE_RECEIVED_TASKMGT = 9, ISTATE_SEND_ASYNCMSG = 10, ISTATE_SENT_ASYNCMSG = 11, ISTATE_SEND_DATAIN = 12, ISTATE_SEND_LAST_DATAIN = 13, ISTATE_SENT_LAST_DATAIN = 14, ISTATE_SEND_LOGOUTRSP = 15, ISTATE_SENT_LOGOUTRSP = 16, ISTATE_SEND_NOPIN = 17, ISTATE_SENT_NOPIN = 18, ISTATE_SEND_REJECT = 19, ISTATE_SENT_REJECT = 20, ISTATE_SEND_R2T = 21, ISTATE_SENT_R2T = 22, ISTATE_SEND_R2T_RECOVERY = 23, ISTATE_SENT_R2T_RECOVERY = 24, ISTATE_SEND_LAST_R2T = 25, ISTATE_SENT_LAST_R2T = 26, ISTATE_SEND_LAST_R2T_RECOVERY = 27, ISTATE_SENT_LAST_R2T_RECOVERY = 28, ISTATE_SEND_STATUS = 29, ISTATE_SEND_STATUS_BROKEN_PC = 30, ISTATE_SENT_STATUS = 31, ISTATE_SEND_STATUS_RECOVERY = 32, ISTATE_SENT_STATUS_RECOVERY = 33, ISTATE_SEND_TASKMGTRSP = 34, ISTATE_SENT_TASKMGTRSP = 35, ISTATE_SEND_TEXTRSP = 36, ISTATE_SENT_TEXTRSP = 37, ISTATE_SEND_NOPIN_WANT_RESPONSE = 38, ISTATE_SENT_NOPIN_WANT_RESPONSE = 39, ISTATE_SEND_NOPIN_NO_RESPONSE = 40, ISTATE_REMOVE = 41, ISTATE_FREE = 42 } ;
764 enum naf_flags_table { NAF_USERID_SET = 1, NAF_PASSWORD_SET = 2, NAF_USERID_IN_SET = 4, NAF_PASSWORD_IN_SET = 8 } ;
771 enum iscsi_timer_flags_table { ISCSI_TF_RUNNING = 1, ISCSI_TF_STOP = 2, ISCSI_TF_EXPIRED = 4 } ;
777 enum np_flags_table { NPF_IP_NETWORK = 0 } ;
781 enum np_thread_state_table { ISCSI_NP_THREAD_ACTIVE = 1, ISCSI_NP_THREAD_INACTIVE = 2, ISCSI_NP_THREAD_RESET = 3, ISCSI_NP_THREAD_SHUTDOWN = 4, ISCSI_NP_THREAD_EXIT = 5 } ;
789 struct iscsi_conn_ops { u8 HeaderDigest; u8 DataDigest; u32 MaxRecvDataSegmentLength; u32 MaxXmitDataSegmentLength; u32 InitiatorRecvDataSegmentLength; u32 TargetRecvDataSegmentLength; } ;
259 struct iscsi_sess_ops { char InitiatorName[224U]; char InitiatorAlias[256U]; char TargetName[224U]; char TargetAlias[256U]; char TargetAddress[256U]; u16 TargetPortalGroupTag; u16 MaxConnections; u8 InitialR2T; u8 ImmediateData; u32 MaxBurstLength; u32 FirstBurstLength; u16 DefaultTime2Wait; u16 DefaultTime2Retain; u16 MaxOutstandingR2T; u8 DataPDUInOrder; u8 DataSequenceInOrder; u8 ErrorRecoveryLevel; u8 SessionType; u8 RDMAExtensions; } ;
284 struct iscsi_cmd ;
300 struct iscsi_param_list { bool iser; struct list_head param_list; struct list_head extra_response_list; } ;
306 struct iscsi_datain_req { enum datain_req_comp_table dr_complete; int generate_recovery_values; enum datain_req_rec_table recovery; u32 begrun; u32 runlength; u32 data_length; u32 data_offset; u32 data_sn; u32 next_burst_len; u32 read_data_done; u32 seq_send_order; struct list_head cmd_datain_node; } ;
337 struct iscsi_r2t { int seq_complete; int recovery_r2t; int sent_r2t; u32 r2t_sn; u32 offset; u32 targ_xfer_tag; u32 xfer_len; struct list_head r2t_list; } ;
348 struct iscsi_pdu ;
348 struct iscsi_seq ;
348 struct iscsi_tmr_req ;
348 struct iscsi_conn ;
348 struct iscsi_conn_recovery ;
348 struct iscsi_session ;
348 struct iscsi_cmd { enum iscsi_timer_flags_table dataout_timer_flags; u8 dataout_timeout_retries; u8 error_recovery_count; enum cmd_i_state_table deferred_i_state; enum cmd_i_state_table i_state; u8 immediate_cmd; u8 immediate_data; u8 iscsi_opcode; u8 iscsi_response; u8 logout_reason; u8 logout_response; u8 maxcmdsn_inc; u8 unsolicited_data; u8 reject_reason; u16 logout_cid; enum cmd_flags_table cmd_flags; itt_t init_task_tag; u32 targ_xfer_tag; u32 cmd_sn; u32 exp_stat_sn; u32 stat_sn; u32 data_sn; u32 r2t_sn; u32 acked_data_sn; u32 buf_ptr_size; u32 data_crc; u32 outstanding_r2ts; u32 r2t_offset; u32 iov_data_count; u32 orig_iov_data_count; u32 iov_misc_count; u32 pdu_count; u32 pdu_send_order; u32 pdu_start; u32 seq_send_order; u32 seq_count; u32 seq_no; u32 seq_start_offset; u32 seq_end_offset; u32 read_data_done; u32 write_data_done; u32 first_burst_len; u32 next_burst_len; u32 tx_size; void *buf_ptr; void *text_in_ptr; enum dma_data_direction data_direction; unsigned char pdu[52U]; atomic_t immed_queue_count; atomic_t response_queue_count; spinlock_t datain_lock; spinlock_t dataout_timeout_lock; spinlock_t istate_lock; spinlock_t error_lock; spinlock_t r2t_lock; struct list_head datain_list; struct list_head cmd_r2t_list; struct timer_list dataout_timer; struct kvec *iov_data; struct kvec iov_misc[5U]; struct iscsi_pdu *pdu_list; struct iscsi_pdu *pdu_ptr; struct iscsi_seq *seq_list; struct iscsi_seq *seq_ptr; struct iscsi_tmr_req *tmr_req; struct iscsi_conn *conn; struct iscsi_conn_recovery *cr; struct iscsi_session *sess; struct list_head i_conn_node; struct se_cmd se_cmd; unsigned char sense_buffer[98U]; u32 padding; u8 pad_bytes[4U]; struct scatterlist *first_data_sg; u32 first_data_sg_off; u32 kmapped_nents; sense_reason_t sense_reason; } ;
498 struct iscsi_tmr_req { bool task_reassign; u32 exp_data_sn; struct iscsi_cmd *ref_cmd; struct iscsi_conn_recovery *conn_recovery; struct se_tmr_req *se_tmr_req; } ;
506 struct iscsi_login ;
506 struct iscsit_transport ;
506 struct iscsi_login_thread_s ;
506 struct iscsi_portal_group ;
506 struct iscsi_tpg_np ;
506 struct iscsi_conn { wait_queue_head_t queues_wq; u8 auth_complete; u8 conn_state; u8 conn_logout_reason; u8 network_transport; enum iscsi_timer_flags_table nopin_timer_flags; enum iscsi_timer_flags_table nopin_response_timer_flags; u8 which_thread; u16 cid; u16 login_port; int net_size; int login_family; u32 auth_id; u32 conn_flags; itt_t login_itt; u32 exp_statsn; u32 stat_sn; struct __kernel_sockaddr_storage login_sockaddr; struct __kernel_sockaddr_storage local_sockaddr; int conn_usage_count; int conn_waiting_on_uc; atomic_t check_immediate_queue; atomic_t conn_logout_remove; atomic_t connection_exit; atomic_t connection_recovery; atomic_t connection_reinstatement; atomic_t connection_wait_rcfr; atomic_t sleep_on_conn_wait_comp; atomic_t transport_failed; struct completion conn_post_wait_comp; struct completion conn_wait_comp; struct completion conn_wait_rcfr_comp; struct completion conn_waiting_on_uc_comp; struct completion conn_logout_comp; struct completion tx_half_close_comp; struct completion rx_half_close_comp; struct socket *sock; void (*orig_data_ready)(struct sock *); void (*orig_state_change)(struct sock *); unsigned long login_flags; struct delayed_work login_work; struct delayed_work login_cleanup_work; struct iscsi_login *login; struct timer_list nopin_timer; struct timer_list nopin_response_timer; struct timer_list transport_timer; struct task_struct *login_kworker; spinlock_t cmd_lock; spinlock_t conn_usage_lock; spinlock_t immed_queue_lock; spinlock_t nopin_timer_lock; spinlock_t response_queue_lock; spinlock_t state_lock; struct ahash_request *conn_rx_hash; struct ahash_request *conn_tx_hash; cpumask_var_t conn_cpumask; unsigned char conn_rx_reset_cpumask; unsigned char conn_tx_reset_cpumask; struct list_head conn_cmd_list; struct list_head immed_queue_list; struct list_head response_queue_list; struct iscsi_conn_ops *conn_ops; struct iscsi_login *conn_login; struct iscsit_transport *conn_transport; struct iscsi_param_list *param_list; void *auth_protocol; void *context; struct iscsi_login_thread_s *login_thread; struct iscsi_portal_group *tpg; struct iscsi_tpg_np *tpg_np; struct iscsi_session *sess; int bitmap_id; int rx_thread_active; struct task_struct *rx_thread; struct completion rx_login_comp; int tx_thread_active; struct task_struct *tx_thread; struct list_head conn_list; } ;
605 struct iscsi_conn_recovery { u16 cid; u32 cmd_count; u32 maxrecvdatasegmentlength; u32 maxxmitdatasegmentlength; int ready_for_reallegiance; struct list_head conn_recovery_cmd_list; spinlock_t conn_recovery_cmd_lock; struct timer_list time2retain_timer; struct iscsi_session *sess; struct list_head cr_list; } ;
618 struct iscsi_session { u8 initiator_vendor; u8 isid[6U]; enum iscsi_timer_flags_table time2retain_timer_flags; u8 version_active; u16 cid_called; u16 conn_recovery_count; u16 tsih; u32 session_state; itt_t init_task_tag; u32 targ_xfer_tag; u32 cmdsn_window; struct mutex cmdsn_mutex; u32 exp_cmd_sn; atomic_t max_cmd_sn; struct list_head sess_ooo_cmdsn_list; u32 sid; char auth_type[8U]; int session_index; int session_usage_count; int session_waiting_on_uc; atomic_long_t cmd_pdus; atomic_long_t rsp_pdus; atomic_long_t tx_data_octets; atomic_long_t rx_data_octets; atomic_long_t conn_digest_errors; atomic_long_t conn_timeout_errors; u64 creation_time; atomic_t nconn; atomic_t session_continuation; atomic_t session_fall_back_to_erl0; atomic_t session_logout; atomic_t session_reinstatement; atomic_t session_stop_active; atomic_t sleep_on_sess_wait_comp; struct list_head sess_conn_list; struct list_head cr_active_list; struct list_head cr_inactive_list; spinlock_t conn_lock; spinlock_t cr_a_lock; spinlock_t cr_i_lock; spinlock_t session_usage_lock; spinlock_t ttt_lock; struct completion async_msg_comp; struct completion reinstatement_comp; struct completion session_wait_comp; struct completion session_waiting_on_uc_comp; struct timer_list time2retain_timer; struct iscsi_sess_ops *sess_ops; struct se_session *se_sess; struct iscsi_portal_group *tpg; } ;
684 struct iscsi_np ;
684 struct iscsi_login { u8 auth_complete; u8 checked_for_existing; u8 current_stage; u8 leading_connection; u8 first_request; u8 version_min; u8 version_max; u8 login_complete; u8 login_failed; bool zero_tsih; char isid[6U]; u32 cmd_sn; itt_t init_task_tag; u32 initial_exp_statsn; u32 rsp_length; u16 cid; u16 tsih; char req[48U]; char rsp[48U]; char *req_buf; char *rsp_buf; struct iscsi_conn *conn; struct iscsi_np *np; } ;
725 struct iscsi_node_auth { enum naf_flags_table naf_flags; int authenticate_target; int enforce_discovery_auth; char userid[256U]; char password[256U]; char userid_mutual[256U]; char password_mutual[256U]; } ;
17 struct iscsi_sess_err_stats { spinlock_t lock; u32 digest_errors; u32 cxn_timeout_errors; u32 pdu_format_errors; u32 last_sess_failure_type; char last_sess_fail_rem_name[224U]; } ;
33 struct iscsi_login_stats { spinlock_t lock; u32 accepts; u32 other_fails; u32 redirects; u32 authorize_fails; u32 authenticate_fails; u32 negotiate_fails; u64 last_fail_time; u32 last_fail_type; int last_intr_fail_ip_family; struct __kernel_sockaddr_storage last_intr_fail_sockaddr; char last_intr_fail_name[224U]; } ;
56 struct iscsi_logout_stats { spinlock_t lock; u32 normal_logouts; u32 abnormal_logouts; } ;
754 struct iscsi_tpg_attrib { u32 authentication; u32 login_timeout; u32 netif_timeout; u32 generate_node_acls; u32 cache_dynamic_acls; u32 default_cmdsn_depth; u32 demo_mode_write_protect; u32 prod_mode_write_protect; u32 demo_mode_discovery; u32 default_erl; u8 t10_pi; u32 fabric_prot_type; u32 tpg_enabled_sendtargets; struct iscsi_portal_group *tpg; } ;
771 struct iscsi_np { int np_network_transport; int np_ip_proto; int np_sock_type; enum np_thread_state_table np_thread_state; bool enabled; enum iscsi_timer_flags_table np_login_timer_flags; u32 np_exports; enum np_flags_table np_flags; spinlock_t np_thread_lock; struct completion np_restart_comp; struct socket *np_socket; struct __kernel_sockaddr_storage np_sockaddr; struct task_struct *np_thread; struct timer_list np_login_timer; void *np_context; struct iscsit_transport *np_transport; struct list_head np_list; } ;
791 struct iscsi_tpg_np { struct iscsi_np *tpg_np; struct iscsi_portal_group *tpg; struct iscsi_tpg_np *tpg_np_parent; struct list_head tpg_np_list; struct list_head tpg_np_child_list; struct list_head tpg_np_parent_list; struct se_tpg_np se_tpg_np; spinlock_t tpg_np_parent_lock; struct completion tpg_np_comp; struct kref tpg_np_kref; } ;
804 struct iscsi_tiqn ;
804 struct iscsi_portal_group { unsigned char tpg_chap_id; enum tpg_state_table tpg_state; u16 tpgt; u16 ntsih; u32 nsessions; u32 num_tpg_nps; u32 sid; spinlock_t tpg_np_lock; spinlock_t tpg_state_lock; struct se_portal_group tpg_se_tpg; struct mutex tpg_access_lock; struct semaphore np_login_sem; struct iscsi_tpg_attrib tpg_attrib; struct iscsi_node_auth tpg_demo_auth; struct iscsi_param_list *param_list; struct iscsi_tiqn *tpg_tiqn; struct list_head tpg_gnp_list; struct list_head tpg_list; } ;
833 struct iscsi_wwn_stat_grps { struct config_group iscsi_stat_group; struct config_group iscsi_instance_group; struct config_group iscsi_sess_err_group; struct config_group iscsi_tgt_attr_group; struct config_group iscsi_login_stats_group; struct config_group iscsi_logout_stats_group; } ;
842 struct iscsi_tiqn { unsigned char tiqn[224U]; enum tiqn_state_table tiqn_state; int tiqn_access_count; u32 tiqn_active_tpgs; u32 tiqn_ntpgs; u32 tiqn_num_tpg_nps; u32 tiqn_nsessions; struct list_head tiqn_list; struct list_head tiqn_tpg_list; spinlock_t tiqn_state_lock; spinlock_t tiqn_tpg_lock; struct se_wwn tiqn_wwn; struct iscsi_wwn_stat_grps tiqn_stat_grps; int tiqn_index; struct iscsi_sess_err_stats sess_err_stats; struct iscsi_login_stats login_stats; struct iscsi_logout_stats logout_stats; } ;
920 struct iscsit_transport { char name[16U]; int transport_type; bool rdma_shutdown; int priv_size; struct module *owner; struct list_head t_node; int (*iscsit_setup_np)(struct iscsi_np *, struct __kernel_sockaddr_storage *); int (*iscsit_accept_np)(struct iscsi_np *, struct iscsi_conn *); void (*iscsit_free_np)(struct iscsi_np *); void (*iscsit_wait_conn)(struct iscsi_conn *); void (*iscsit_free_conn)(struct iscsi_conn *); int (*iscsit_get_login_rx)(struct iscsi_conn *, struct iscsi_login *); int (*iscsit_put_login_tx)(struct iscsi_conn *, struct iscsi_login *, u32 ); int (*iscsit_immediate_queue)(struct iscsi_conn *, struct iscsi_cmd *, int); int (*iscsit_response_queue)(struct iscsi_conn *, struct iscsi_cmd *, int); int (*iscsit_get_dataout)(struct iscsi_conn *, struct iscsi_cmd *, bool ); int (*iscsit_queue_data_in)(struct iscsi_conn *, struct iscsi_cmd *); int (*iscsit_queue_status)(struct iscsi_conn *, struct iscsi_cmd *); void (*iscsit_aborted_task)(struct iscsi_conn *, struct iscsi_cmd *); int (*iscsit_xmit_pdu)(struct iscsi_conn *, struct iscsi_cmd *, struct iscsi_datain_req *, const void *, u32 ); void (*iscsit_release_cmd)(struct iscsi_conn *, struct iscsi_cmd *); void (*iscsit_get_rx_pdu)(struct iscsi_conn *); int (*iscsit_validate_params)(struct iscsi_conn *); void (*iscsit_get_r2t_ttt)(struct iscsi_conn *, struct iscsi_cmd *, struct iscsi_r2t *); enum target_prot_op (*iscsit_get_sup_prot_ops)(struct iscsi_conn *); } ;
24 struct rdma_rw_reg_ctx { struct ib_sge sge; struct ib_rdma_wr wr; struct ib_reg_wr reg_wr; struct ib_send_wr inv_wr; struct ib_mr *mr; } ;
50 struct __anonstruct_single_641 { struct ib_sge sge; struct ib_rdma_wr wr; } ;
50 struct __anonstruct_map_642 { struct ib_sge *sges; struct ib_rdma_wr *wrs; } ;
50 struct __anonstruct_sig_643 { struct rdma_rw_reg_ctx data; struct rdma_rw_reg_ctx prot; struct ib_send_wr sig_inv_wr; struct ib_mr *sig_mr; struct ib_sge sig_sge; struct ib_sig_handover_wr sig_wr; } ;
50 union __anonunion____missing_field_name_640 { struct __anonstruct_single_641 single; struct __anonstruct_map_642 map; struct rdma_rw_reg_ctx *reg; struct __anonstruct_sig_643 *sig; } ;
50 struct rdma_rw_ctx { u32 nr_ops; u8 type; union __anonunion____missing_field_name_640 __annonCompField154; } ;
87 struct iser_cm_hdr { u8 flags; u8 rsvd[3U]; } ;
58 struct iser_ctrl { u8 flags; u8 rsvd[3U]; __be32 write_stag; __be64 write_va; __be32 read_stag; __be64 read_va; } ;
77 enum isert_desc_type { ISCSI_TX_CONTROL = 0, ISCSI_TX_DATAIN = 1 } ;
82 enum iser_conn_state { ISER_CONN_INIT = 0, ISER_CONN_UP = 1, ISER_CONN_BOUND = 2, ISER_CONN_FULL_FEATURE = 3, ISER_CONN_TERMINATING = 4, ISER_CONN_DOWN = 5 } ;
91 struct iser_rx_desc { struct iser_ctrl iser_header; struct iscsi_hdr iscsi_header; char data[8192U]; u64 dma_addr; struct ib_sge rx_sg; struct ib_cqe rx_cqe; char pad[3988U]; } ;
96 struct iser_tx_desc { struct iser_ctrl iser_header; struct iscsi_hdr iscsi_header; enum isert_desc_type type; u64 dma_addr; struct ib_sge tx_sg[2U]; struct ib_cqe tx_cqe; int num_sge; struct ib_send_wr send_wr; } ;
112 struct isert_conn ;
112 struct isert_cmd { uint32_t read_stag; uint32_t write_stag; uint64_t read_va; uint64_t write_va; uint32_t inv_rkey; u64 pdu_buf_dma; u32 pdu_buf_len; struct isert_conn *conn; struct iscsi_cmd *iscsi_cmd; struct iser_tx_desc tx_desc; struct iser_rx_desc *rx_desc; struct rdma_rw_ctx rw; struct work_struct comp_work; struct scatterlist sg; } ;
134 struct isert_device ;
135 struct isert_conn { enum iser_conn_state state; u32 responder_resources; u32 initiator_depth; bool pi_support; struct iser_rx_desc *login_req_buf; char *login_rsp_buf; u64 login_req_dma; int login_req_len; u64 login_rsp_dma; struct iser_rx_desc *rx_descs; struct ib_recv_wr rx_wr[128U]; struct iscsi_conn *conn; struct list_head node; struct completion login_comp; struct completion login_req_comp; struct iser_tx_desc login_tx_desc; struct rdma_cm_id *cm_id; struct ib_qp *qp; struct isert_device *device; struct mutex mutex; struct kref kref; struct work_struct release_work; bool logout_posted; bool snd_w_inv; } ;
162 struct isert_comp { struct isert_device *device; struct ib_cq *cq; int active_qps; } ;
178 struct isert_device { bool pi_capable; int refcount; struct ib_device *ib_device; struct ib_pd *pd; struct isert_comp *comps; int comps_used; struct list_head dev_node; } ;
188 struct isert_np { struct iscsi_np *np; struct semaphore sem; struct rdma_cm_id *cm_id; struct mutex mutex; struct list_head accepted; struct list_head pending; } ;
1 void * __builtin_memcpy(void *, const void *, unsigned long);
1 long int __builtin_expect(long, long);
218 void __read_once_size(const volatile void *p, void *res, int size);
243 void __write_once_size(volatile void *p, void *res, int size);
33 extern struct module __this_module;
7 __u32 __arch_swab32(__u32 val);
14 __u64 __arch_swab64(__u64 val);
46 __u16 __fswab16(__u16 val);
55 __u32 __fswab32(__u32 val);
64 __u64 __fswab64(__u64 val);
162 int printk(const char *, ...);
257 void dump_stack();
275 void __pr_err(const char *, ...);
276 void __pr_warn(const char *, ...);
278 void __pr_info(const char *, ...);
3 bool ldv_is_err(const void *ptr);
5 void * ldv_err_ptr(long error);
6 long int ldv_ptr_err(const void *ptr);
8 void ldv_dma_map_page();
9 void ldv_dma_mapping_error();
31 void * __memcpy(void *, const void *, size_t );
56 void * __memset(void *, int, size_t );
25 void INIT_LIST_HEAD(struct list_head *list);
48 void __list_add(struct list_head *, struct list_head *, struct list_head *);
75 void list_add_tail(struct list_head *new, struct list_head *head);
112 void __list_del_entry(struct list_head *);
113 void list_del(struct list_head *);
143 void list_del_init(struct list_head *entry);
165 void list_move_tail(struct list_head *list, struct list_head *head);
187 int list_empty(const struct list_head *head);
87 void __bad_percpu_size();
71 void warn_slowpath_null(const char *, const int);
23 unsigned long int __phys_addr(unsigned long);
70 bool __virt_addr_valid(unsigned long);
10 extern struct task_struct *current_task;
12 struct task_struct * get_current();
114 int __bitmap_weight(const unsigned long *, unsigned int);
311 int bitmap_weight(const unsigned long *src, unsigned int nbits);
37 extern int nr_cpu_ids;
88 extern struct cpumask __cpu_possible_mask;
89 extern struct cpumask __cpu_online_mask;
478 unsigned int cpumask_weight(const struct cpumask *srcp);
16 void __xadd_wrong_size();
36 void atomic_set(atomic_t *v, int i);
78 bool atomic_sub_and_test(int i, atomic_t *v);
154 int atomic_add_return(int i, atomic_t *v);
23 void * ERR_PTR(long error);
32 long int PTR_ERR(const void *ptr);
41 bool IS_ERR(const void *ptr);
281 void lockdep_init_map(struct lockdep_map *, const char *, struct lock_class_key *, int);
30 void _raw_spin_lock_bh(raw_spinlock_t *);
42 void _raw_spin_unlock_bh(raw_spinlock_t *);
305 void spin_lock_bh(spinlock_t *lock);
350 void spin_unlock_bh(spinlock_t *lock);
72 void __init_waitqueue_head(wait_queue_head_t *, const char *, struct lock_class_key *);
119 void __mutex_init(struct mutex *, const char *, struct lock_class_key *);
138 void mutex_lock_nested(struct mutex *, unsigned int);
174 void mutex_unlock(struct mutex *);
73 void init_completion(struct completion *x);
86 void reinit_completion(struct completion *x);
93 int wait_for_completion_interruptible(struct completion *);
95 unsigned long int wait_for_completion_timeout(struct completion *, unsigned long);
106 void complete(struct completion *);
181 void __init_work(struct work_struct *, int);
353 extern struct workqueue_struct *system_wq;
362 struct workqueue_struct * __alloc_workqueue_key(const char *, unsigned int, int, struct lock_class_key *, const char *, ...);
422 void destroy_workqueue(struct workqueue_struct *);
430 bool queue_work_on(int, struct workqueue_struct *, struct work_struct *);
432 bool queue_delayed_work_on(int, struct workqueue_struct *, struct delayed_work *, unsigned long);
437 void flush_workqueue(struct workqueue_struct *);
470 bool queue_work(struct workqueue_struct *wq, struct work_struct *work);
484 bool queue_delayed_work(struct workqueue_struct *wq, struct delayed_work *dwork, unsigned long delay);
558 void flush_scheduled_work();
586 bool schedule_delayed_work(struct delayed_work *dwork, unsigned long delay);
31 void kref_init(struct kref *kref);
40 void kref_get(struct kref *kref);
67 int kref_sub(struct kref *kref, unsigned int count, void (*release)(struct kref *));
96 int kref_put(struct kref *kref, void (*release)(struct kref *));
82 void sg_assign_page(struct scatterlist *sg, struct page *page);
112 void sg_set_page(struct scatterlist *sg, struct page *page, unsigned int len, unsigned int offset);
136 void sg_set_buf(struct scatterlist *sg, const void *buf, unsigned int buflen);
248 void sg_init_table(struct scatterlist *, unsigned int);
272 size_t sg_copy_from_buffer(struct scatterlist *, unsigned int, const void *, size_t );
32 void sema_init(struct semaphore *sem, int val);
40 int down_interruptible(struct semaphore *);
44 void up(struct semaphore *);
37 void debug_dma_map_page(struct device *, struct page *, size_t , size_t , int, dma_addr_t , bool );
42 void debug_dma_mapping_error(struct device *, dma_addr_t );
44 void debug_dma_unmap_page(struct device *, dma_addr_t , size_t , int, bool );
59 void debug_dma_sync_single_for_cpu(struct device *, dma_addr_t , size_t , int);
63 void debug_dma_sync_single_for_device(struct device *, dma_addr_t , size_t , int);
131 void kmemcheck_mark_initialized(void *address, unsigned int n);
125 int valid_dma_direction(int dma_direction);
28 extern struct dma_map_ops *dma_ops;
30 struct dma_map_ops * get_dma_ops(struct device *dev);
169 dma_addr_t ldv_dma_map_single_attrs_5(struct device *dev, void *ptr, size_t size, enum dma_data_direction dir, unsigned long attrs);
169 dma_addr_t dma_map_single_attrs(struct device *dev, void *ptr, size_t size, enum dma_data_direction dir, unsigned long attrs);
192 void dma_unmap_single_attrs(struct device *dev, dma_addr_t addr, size_t size, enum dma_data_direction dir, unsigned long attrs);
269 void dma_sync_single_for_cpu(struct device *dev, dma_addr_t addr, size_t size, enum dma_data_direction dir);
281 void dma_sync_single_for_device(struct device *dev, dma_addr_t addr, size_t size, enum dma_data_direction dir);
471 int ldv_dma_mapping_error_7(struct device *dev, dma_addr_t dma_addr);
471 int dma_mapping_error(struct device *dev, dma_addr_t dma_addr);
154 void kfree(const void *);
318 void * __kmalloc(size_t , gfp_t );
466 void * kmalloc(size_t size, gfp_t flags);
564 void * kmalloc_array(size_t n, size_t size, gfp_t flags);
579 void * kcalloc(size_t n, size_t size, gfp_t flags);
622 void * kzalloc(size_t size, gfp_t flags);
7 extern struct net init_net;
568 const char * ib_event_msg(enum ib_event_type );
836 const char * ib_wc_status_msg(enum ib_wc_status );
2505 struct ib_pd * ib_alloc_pd(struct ib_device *);
2507 void ib_dealloc_pd(struct ib_pd *);
2678 int ib_destroy_qp(struct ib_qp *);
2712 int ib_post_send(struct ib_qp *qp, struct ib_send_wr *send_wr, struct ib_send_wr **bad_send_wr);
2727 int ib_post_recv(struct ib_qp *qp, struct ib_recv_wr *recv_wr, struct ib_recv_wr **bad_recv_wr);
2734 struct ib_cq * ib_alloc_cq(struct ib_device *, void *, int, int, enum ib_poll_context );
2736 void ib_free_cq(struct ib_cq *);
2876 int ib_dma_mapping_error(struct ib_device *dev, u64 dma_addr);
2890 u64 ib_dma_map_single(struct ib_device *dev, void *cpu_addr, size_t size, enum dma_data_direction direction);
2906 void ib_dma_unmap_single(struct ib_device *dev, u64 addr, size_t size, enum dma_data_direction direction);
3054 void ib_dma_sync_single_for_cpu(struct ib_device *dev, u64 addr, size_t size, enum dma_data_direction dir);
3072 void ib_dma_sync_single_for_device(struct ib_device *dev, u64 addr, size_t size, enum dma_data_direction dir);
3262 int ib_check_mr_status(struct ib_mr *, u32 , struct ib_mr_status *);
3298 void ib_drain_qp(struct ib_qp *);
52 void put_unaligned_be16(u16 val, void *p);
65 const char * rdma_event_msg(enum rdma_cm_event_type );
172 struct rdma_cm_id * rdma_create_id(struct net *, int (*)(struct rdma_cm_id *, struct rdma_cm_event *), void *, enum rdma_port_space , enum ib_qp_type );
185 void rdma_destroy_id(struct rdma_cm_id *);
198 int rdma_bind_addr(struct rdma_cm_id *, struct sockaddr *);
230 int rdma_create_qp(struct rdma_cm_id *, struct ib_pd *, struct ib_qp_init_attr *);
285 int rdma_listen(struct rdma_cm_id *, int);
302 int rdma_accept(struct rdma_cm_id *, struct rdma_conn_param *);
317 int rdma_notify(struct rdma_cm_id *, enum ib_event_type );
322 int rdma_reject(struct rdma_cm_id *, const void *, u8 );
329 int rdma_disconnect(struct rdma_cm_id *);
147 void target_execute_cmd(struct se_cmd *);
149 int transport_generic_free_cmd(struct se_cmd *, int);
153 int transport_send_check_condition_and_sense(struct se_cmd *, sense_reason_t , int);
156 int target_put_sess_cmd(struct se_cmd *);
157 void target_sess_cmd_list_set_waiting(struct se_session *);
158 void target_wait_for_sess_cmds(struct se_session *);
195 enum dma_data_direction target_reverse_dma_direction(struct se_cmd *se_cmd);
893 struct iscsi_cmd * iscsit_find_cmd_from_itt(struct iscsi_conn *, itt_t );
36 void * iscsit_priv_cmd(struct iscsi_cmd *cmd);
45 int iscsit_register_transport(struct iscsit_transport *);
46 void iscsit_unregister_transport(struct iscsit_transport *);
53 int iscsit_setup_scsi_cmd(struct iscsi_conn *, struct iscsi_cmd *, unsigned char *);
55 void iscsit_set_unsoliticed_dataout(struct iscsi_cmd *);
56 int iscsit_process_scsi_cmd(struct iscsi_conn *, struct iscsi_cmd *, struct iscsi_scsi_req *);
58 int iscsit_check_dataout_hdr(struct iscsi_conn *, unsigned char *, struct iscsi_cmd **);
60 int iscsit_check_dataout_payload(struct iscsi_cmd *, struct iscsi_data *, bool );
62 int iscsit_setup_nop_out(struct iscsi_conn *, struct iscsi_cmd *, struct iscsi_nopout *);
64 int iscsit_process_nop_out(struct iscsi_conn *, struct iscsi_cmd *, struct iscsi_nopout *);
66 int iscsit_handle_logout_cmd(struct iscsi_conn *, struct iscsi_cmd *, unsigned char *);
68 int iscsit_handle_task_mgt_cmd(struct iscsi_conn *, struct iscsi_cmd *, unsigned char *);
70 int iscsit_setup_text_cmd(struct iscsi_conn *, struct iscsi_cmd *, struct iscsi_text *);
72 int iscsit_process_text_cmd(struct iscsi_conn *, struct iscsi_cmd *, struct iscsi_text *);
74 void iscsit_build_rsp_pdu(struct iscsi_cmd *, struct iscsi_conn *, bool , struct iscsi_scsi_rsp *);
76 void iscsit_build_nopin_rsp(struct iscsi_cmd *, struct iscsi_conn *, struct iscsi_nopin *, bool );
78 void iscsit_build_task_mgt_rsp(struct iscsi_cmd *, struct iscsi_conn *, struct iscsi_tm_rsp *);
80 int iscsit_build_text_rsp(struct iscsi_cmd *, struct iscsi_conn *, struct iscsi_text_rsp *, enum iscsit_transport_type );
83 void iscsit_build_reject(struct iscsi_cmd *, struct iscsi_conn *, struct iscsi_reject *);
85 int iscsit_build_logout_rsp(struct iscsi_cmd *, struct iscsi_conn *, struct iscsi_logout_rsp *);
87 int iscsit_logout_post_handler(struct iscsi_cmd *, struct iscsi_conn *);
107 void iscsit_cause_connection_reinstatement(struct iscsi_conn *, int);
111 void iscsit_stop_dataout_timer(struct iscsi_cmd *);
116 int iscsit_tmr_post_handler(struct iscsi_cmd *, struct iscsi_conn *);
121 struct iscsi_cmd * iscsit_allocate_cmd(struct iscsi_conn *, int);
122 int iscsit_sequence_cmd(struct iscsi_conn *, struct iscsi_cmd *, unsigned char *, __be32 );
124 void iscsit_release_cmd(struct iscsi_cmd *);
62 int rdma_rw_ctx_init(struct rdma_rw_ctx *, struct ib_qp *, u8 , struct scatterlist *, u32 , u32 , u64 , u32 , enum dma_data_direction );
65 void rdma_rw_ctx_destroy(struct rdma_rw_ctx *, struct ib_qp *, u8 , struct scatterlist *, u32 , enum dma_data_direction );
69 int rdma_rw_ctx_signature_init(struct rdma_rw_ctx *, struct ib_qp *, u8 , struct scatterlist *, u32 , struct scatterlist *, u32 , struct ib_sig_attrs *, u64 , u32 , enum dma_data_direction );
74 void rdma_rw_ctx_destroy_signature(struct rdma_rw_ctx *, struct ib_qp *, u8 , struct scatterlist *, u32 , struct scatterlist *, u32 , enum dma_data_direction );
81 int rdma_rw_ctx_post(struct rdma_rw_ctx *, struct ib_qp *, u8 , struct ib_cqe *, struct ib_send_wr *);
91 struct iser_rx_desc * cqe_to_rx_desc(struct ib_cqe *cqe);
107 struct iser_tx_desc * cqe_to_tx_desc(struct ib_cqe *cqe);
129 struct isert_cmd * tx_desc_to_cmd(struct iser_tx_desc *desc);
42 int isert_debug_level = 0;
46 struct mutex device_list_mutex = { { 1 }, { { { { { 0 } }, 3735899821U, 4294967295U, (void *)-1, { 0, { 0, 0 }, "device_list_mutex.wait_lock", 0, 0UL } } } }, { &(device_list_mutex.wait_list), &(device_list_mutex.wait_list) }, 0, (void *)(&device_list_mutex), { 0, { 0, 0 }, "device_list_mutex", 0, 0UL } };
47 struct list_head device_list = { &device_list, &device_list };
48 struct workqueue_struct *isert_comp_wq = 0;
49 struct workqueue_struct *isert_release_wq = 0;
52 int isert_put_response(struct iscsi_conn *conn, struct iscsi_cmd *cmd);
54 int isert_login_post_recv(struct isert_conn *isert_conn);
56 int isert_rdma_accept(struct isert_conn *isert_conn);
57 struct rdma_cm_id * isert_setup_id(struct isert_np *isert_np);
59 void isert_release_work(struct work_struct *work);
60 void isert_recv_done(struct ib_cq *cq, struct ib_wc *wc);
61 void isert_send_done(struct ib_cq *cq, struct ib_wc *wc);
62 void isert_login_recv_done(struct ib_cq *cq, struct ib_wc *wc);
63 void isert_login_send_done(struct ib_cq *cq, struct ib_wc *wc);
66 bool isert_prot_cmd(struct isert_conn *conn, struct se_cmd *cmd);
74 void isert_qp_event_callback(struct ib_event *e, void *context);
94 struct isert_comp * isert_comp_get(struct isert_conn *isert_conn);
116 void isert_comp_put(struct isert_comp *comp);
124 struct ib_qp * isert_create_qp(struct isert_conn *isert_conn, struct isert_comp *comp, struct rdma_cm_id *cma_id);
157 int isert_conn_setup_qp(struct isert_conn *isert_conn, struct rdma_cm_id *cma_id);
176 int isert_alloc_rx_descriptors(struct isert_conn *isert_conn);
224 void isert_free_rx_descriptors(struct isert_conn *isert_conn);
244 void isert_free_comps(struct isert_device *device);
258 int isert_alloc_comps(struct isert_device *device);
301 int isert_create_device_ib_res(struct isert_device *device);
336 void isert_free_device_ib_res(struct isert_device *device);
345 void isert_device_put(struct isert_device *device);
359 struct isert_device * isert_device_get(struct rdma_cm_id *cma_id);
401 void isert_init_conn(struct isert_conn *isert_conn);
413 void isert_free_login_buf(struct isert_conn *isert_conn);
428 int isert_alloc_login_buf(struct isert_conn *isert_conn, struct ib_device *ib_dev);
479 void isert_set_nego_params(struct isert_conn *isert_conn, struct rdma_conn_param *param);
505 int isert_connect_request(struct rdma_cm_id *cma_id, struct rdma_cm_event *event);
573 void isert_connect_release(struct isert_conn *isert_conn);
601 void isert_connected_handler(struct rdma_cm_id *cma_id);
622 void isert_release_kref(struct kref *kref);
634 void isert_put_conn(struct isert_conn *isert_conn);
640 void isert_handle_unbound_conn(struct isert_conn *isert_conn);
670 void isert_conn_terminate(struct isert_conn *isert_conn);
687 int isert_np_cma_handler(struct isert_np *isert_np, enum rdma_cm_event_type event);
714 int isert_disconnected_handler(struct rdma_cm_id *cma_id, enum rdma_cm_event_type event);
742 int isert_connect_error(struct rdma_cm_id *cma_id);
754 int isert_cma_handler(struct rdma_cm_id *cma_id, struct rdma_cm_event *event);
795 int isert_post_recvm(struct isert_conn *isert_conn, u32 count);
821 int isert_post_recv(struct isert_conn *isert_conn, struct iser_rx_desc *rx_desc);
839 int isert_login_post_send(struct isert_conn *isert_conn, struct iser_tx_desc *tx_desc);
865 void isert_create_send_desc(struct isert_conn *isert_conn, struct isert_cmd *isert_cmd, struct iser_tx_desc *tx_desc);
887 int isert_init_tx_hdrs(struct isert_conn *isert_conn, struct iser_tx_desc *tx_desc);
914 void isert_init_send_wr(struct isert_conn *isert_conn, struct isert_cmd *isert_cmd, struct ib_send_wr *send_wr);
964 int isert_put_login_tx(struct iscsi_conn *conn, struct iscsi_login *login, u32 length);
1027 void isert_rx_login_req(struct isert_conn *isert_conn);
1076 struct iscsi_cmd * isert_allocate_cmd(struct iscsi_conn *conn, struct iser_rx_desc *rx_desc);
1096 int isert_handle_scsi_cmd(struct isert_conn *isert_conn, struct isert_cmd *isert_cmd, struct iscsi_cmd *cmd, struct iser_rx_desc *rx_desc, unsigned char *buf);
1164 int isert_handle_iscsi_dataout(struct isert_conn *isert_conn, struct iser_rx_desc *rx_desc, unsigned char *buf);
1229 int isert_handle_nop_out(struct isert_conn *isert_conn, struct isert_cmd *isert_cmd, struct iscsi_cmd *cmd, struct iser_rx_desc *rx_desc, unsigned char *buf);
1248 int isert_handle_text_cmd(struct isert_conn *isert_conn, struct isert_cmd *isert_cmd, struct iscsi_cmd *cmd, struct iser_rx_desc *rx_desc, struct iscsi_text *hdr);
1277 int isert_rx_opcode(struct isert_conn *isert_conn, struct iser_rx_desc *rx_desc, uint32_t read_stag, uint64_t read_va, uint32_t write_stag, uint64_t write_va);
1362 void isert_print_wc(struct ib_wc *wc, const char *type);
1462 void isert_rdma_rw_ctx_destroy(struct isert_cmd *cmd, struct isert_conn *conn);
1484 void isert_put_cmd(struct isert_cmd *isert_cmd, bool comp_err);
1561 void isert_unmap_tx_desc(struct iser_tx_desc *tx_desc, struct ib_device *ib_dev);
1572 void isert_completion_put(struct iser_tx_desc *tx_desc, struct isert_cmd *isert_cmd, struct ib_device *ib_dev, bool comp_err);
1587 int isert_check_pi_status(struct se_cmd *se_cmd, struct ib_mr *sig_mr);
1631 void isert_rdma_write_done(struct ib_cq *cq, struct ib_wc *wc);
1660 void isert_rdma_read_done(struct ib_cq *cq, struct ib_wc *wc);
1703 void isert_do_control_comp(struct work_struct *work);
1784 int isert_post_response(struct isert_conn *isert_conn, struct isert_cmd *isert_cmd);
1854 void isert_aborted_task(struct iscsi_conn *conn, struct iscsi_cmd *cmd);
1870 enum target_prot_op isert_get_sup_prot_ops(struct iscsi_conn *conn);
1890 int isert_put_nopin(struct iscsi_cmd *cmd, struct iscsi_conn *conn, bool nopout_response);
1910 int isert_put_logout_rsp(struct iscsi_cmd *cmd, struct iscsi_conn *conn);
1928 int isert_put_tm_rsp(struct iscsi_cmd *cmd, struct iscsi_conn *conn);
1946 int isert_put_reject(struct iscsi_cmd *cmd, struct iscsi_conn *conn);
1979 int isert_put_text_rsp(struct iscsi_cmd *cmd, struct iscsi_conn *conn);
2020 void isert_set_dif_domain(struct se_cmd *se_cmd, struct ib_sig_attrs *sig_attrs, struct ib_sig_domain *domain);
2041 int isert_set_sig_attrs(struct se_cmd *se_cmd, struct ib_sig_attrs *sig_attrs);
2074 int isert_rdma_rw_ctx_post(struct isert_cmd *cmd, struct isert_conn *conn, struct ib_cqe *cqe, struct ib_send_wr *chain_wr);
2123 int isert_put_datain(struct iscsi_conn *conn, struct iscsi_cmd *cmd);
2165 int isert_get_dataout(struct iscsi_conn *conn, struct iscsi_cmd *cmd, bool recovery);
2182 int isert_immediate_queue(struct iscsi_conn *conn, struct iscsi_cmd *cmd, int state);
2207 int isert_response_queue(struct iscsi_conn *conn, struct iscsi_cmd *cmd, int state);
2286 int isert_setup_np(struct iscsi_np *np, struct __kernel_sockaddr_storage *ksockaddr);
2358 int isert_get_login_rx(struct iscsi_conn *conn, struct iscsi_login *login);
2394 void isert_set_conn_info(struct iscsi_np *np, struct iscsi_conn *conn, struct isert_conn *isert_conn);
2407 int isert_accept_np(struct iscsi_np *np, struct iscsi_conn *conn);
2453 void isert_free_np(struct iscsi_np *np);
2513 void isert_wait4logout(struct isert_conn *isert_conn);
2527 void isert_wait4cmds(struct iscsi_conn *conn);
2547 void isert_put_unsol_pending_cmds(struct iscsi_conn *conn);
2572 void isert_wait_conn(struct iscsi_conn *conn);
2590 void isert_free_conn(struct iscsi_conn *conn);
2598 void isert_get_rx_pdu(struct iscsi_conn *conn);
2607 struct iscsit_transport iser_target_transport = { { 'I', 'B', '/', 'i', 'S', 'E', 'R', '\x0' }, 5, 1, 448, &__this_module, { 0, 0 }, &isert_setup_np, &isert_accept_np, &isert_free_np, &isert_wait_conn, &isert_free_conn, &isert_get_login_rx, &isert_put_login_tx, &isert_immediate_queue, &isert_response_queue, &isert_get_dataout, &isert_put_datain, &isert_put_response, &isert_aborted_task, 0, 0, &isert_get_rx_pdu, 0, 0, &isert_get_sup_prot_ops };
2630 int isert_init();
2661 void isert_exit();
2694 void ldv_check_final_state();
2703 void ldv_initialize();
2706 void ldv_handler_precall();
2709 int nondet_int();
2712 int LDV_IN_INTERRUPT = 0;
2715 void ldv_main0_sequence_infinite_withcheck_stateful();
10 void ldv_error();
28 bool ldv_is_err_or_null(const void *ptr);
5 int LDV_DMA_MAP_CALLS = 0;
return ;
}
-entry_point
{
2717 struct iscsi_np *var_group1;
2718 struct __kernel_sockaddr_storage *var_group2;
2719 struct iscsi_conn *var_group3;
2720 struct iscsi_login *var_group4;
2721 unsigned int var_isert_put_login_tx_36_p2;
2722 struct iscsi_cmd *var_group5;
2723 int var_isert_immediate_queue_71_p2;
2724 int var_isert_response_queue_72_p2;
2725 _Bool var_isert_get_dataout_70_p2;
2726 int tmp;
2727 int tmp___0;
2728 int tmp___1;
2882 LDV_IN_INTERRUPT = 1;
2891 ldv_initialize() { /* Function call is skipped due to function is undefined */}
2904 ldv_handler_precall() { /* Function call is skipped due to function is undefined */}
2905 -isert_init()
{
2632 int ret;
2633 struct lock_class_key __key;
2634 const char *__lock_name;
2635 struct workqueue_struct *tmp;
2636 struct lock_class_key __key___0;
2637 const char *__lock_name___0;
2638 int __max1;
2639 int __max2;
2640 unsigned int tmp___0;
2641 struct workqueue_struct *tmp___1;
2642 long tmp___2;
2634 __lock_name = "\"isert_comp_wq\"";
2634 tmp = __alloc_workqueue_key("isert_comp_wq", 18U, 0, &__key, __lock_name) { /* Function call is skipped due to function is undefined */}
2634 isert_comp_wq = tmp;
2636 assume(!(((unsigned long)isert_comp_wq) == ((unsigned long)((struct workqueue_struct *)0))));
2642 __lock_name___0 = "\"isert_release_wq\"";
2642 __max1 = 512;
2642 -cpumask_weight((const struct cpumask *)(&__cpu_possible_mask))
{
480 int tmp;
480 -bitmap_weight((const unsigned long *)(&(srcp->bits)), (unsigned int)nr_cpu_ids)
{
313 int tmp___0;
315 tmp___0 = __bitmap_weight(src, nbits) { /* Function call is skipped due to function is undefined */}
315 return tmp___0;;
}
480 return (unsigned int)tmp;;
}
2642 __max2 = (int)(tmp___0 * 4U);
2642 int __CPAchecker_TMP_0;
2642 assume(__max1 > __max2);
2642 __CPAchecker_TMP_0 = __max1;
2642 tmp___1 = __alloc_workqueue_key("isert_release_wq", 2U, __CPAchecker_TMP_0, &__key___0, __lock_name___0) { /* Function call is skipped due to function is undefined */}
2642 isert_release_wq = tmp___1;
2644 assume(!(((unsigned long)isert_release_wq) == ((unsigned long)((struct workqueue_struct *)0))));
2650 iscsit_register_transport(&iser_target_transport) { /* Function call is skipped due to function is undefined */}
2651 tmp___2 = __builtin_expect(isert_debug_level > 1, 0L) { /* Function call is skipped due to function is undefined */}
2651 assume(!(tmp___2 != 0L));
2653 return 0;;
}
2905 assume(!(tmp != 0));
2910 goto ldv_68937;
2910 tmp___1 = nondet_int() { /* Function call is skipped due to function is undefined */}
2910 assume(tmp___1 != 0);
2912 goto ldv_68936;
2911 ldv_68936:;
2913 tmp___0 = nondet_int() { /* Function call is skipped due to function is undefined */}
2913 switch (tmp___0);
2914 assume(!(tmp___0 == 0));
2939 assume(!(tmp___0 == 1));
2963 assume(!(tmp___0 == 2));
2987 assume(!(tmp___0 == 3));
3011 assume(!(tmp___0 == 4));
3035 assume(!(tmp___0 == 5));
3059 assume(!(tmp___0 == 6));
3083 assume(!(tmp___0 == 7));
3107 assume(!(tmp___0 == 8));
3131 assume(!(tmp___0 == 9));
3155 assume(!(tmp___0 == 10));
3179 assume(tmp___0 == 11);
3194 ldv_handler_precall() { /* Function call is skipped due to function is undefined */}
3195 -isert_put_response(var_group3, var_group5)
{
1807 struct isert_cmd *isert_cmd;
1808 void *tmp;
1809 struct isert_conn *isert_conn;
1810 struct ib_send_wr *send_wr;
1811 struct iscsi_scsi_rsp *hdr;
1812 struct isert_device *device;
1813 struct ib_device *ib_dev;
1814 struct ib_sge *tx_dsg;
1815 unsigned int padding;
1816 unsigned int pdu_len;
1817 long tmp___0;
1818 int tmp___1;
1807 -iscsit_priv_cmd(cmd)
{
38 return ((void *)cmd) + 1U;;
}
1807 isert_cmd = (struct isert_cmd *)tmp;
1808 struct isert_conn *__CPAchecker_TMP_0 = (struct isert_conn *)(conn->context);
1808 isert_conn = __CPAchecker_TMP_0;
1809 send_wr = &(isert_cmd->tx_desc.send_wr);
1810 hdr = (struct iscsi_scsi_rsp *)(&(isert_cmd->tx_desc.iscsi_header));
1813 -isert_create_send_desc(isert_conn, isert_cmd, &(isert_cmd->tx_desc))
{
868 struct isert_device *device;
869 struct ib_device *ib_dev;
870 long tmp;
869 device = isert_conn->device;
870 ib_dev = device->ib_device;
872 -ib_dma_sync_single_for_cpu(ib_dev, tx_desc->dma_addr, 76UL, 1)
{
3059 unsigned long __CPAchecker_TMP_0 = (unsigned long)(dev->dma_ops);
3059 assume(!(__CPAchecker_TMP_0 != ((unsigned long)((struct ib_dma_mapping_ops *)0))));
3062 -dma_sync_single_for_cpu(dev->dma_device, addr, size, dir)
{
272 struct dma_map_ops *ops;
273 struct dma_map_ops *tmp;
274 int tmp___0;
275 long tmp___1;
273 -get_dma_ops(dev)
{
32 long tmp;
35 tmp = __builtin_expect(((unsigned long)dev) == ((unsigned long)((struct device *)0)), 0L) { /* Function call is skipped due to function is undefined */}
35 assume(tmp != 0L);
36 return dma_ops;;
}
273 ops = tmp;
275 -valid_dma_direction((int)dir)
{
127 int __CPAchecker_TMP_0;
127 assume(!(dma_direction == 0));
127 assume(dma_direction == 1);
__CPAchecker_TMP_0 = 1;
127 return __CPAchecker_TMP_0;;
}
275 tmp___1 = __builtin_expect(tmp___0 == 0, 0L) { /* Function call is skipped due to function is undefined */}
275 assume(!(tmp___1 != 0L));
276 unsigned long __CPAchecker_TMP_0 = (unsigned long)(ops->sync_single_for_cpu);
276 assume(__CPAchecker_TMP_0 != ((unsigned long)((void (*)(struct device *, dma_addr_t , size_t , enum dma_data_direction ))0)));
277 (*(ops->sync_single_for_cpu))(dev, addr, size, dir);
278 debug_dma_sync_single_for_cpu(dev, addr, size, (int)dir) { /* Function call is skipped due to function is undefined */}
279 return ;;
}
3063 return ;;
}
875 __memset((void *)(&(tx_desc->iser_header)), 0, 28UL) { /* Function call is skipped due to function is undefined */}
876 tx_desc->iser_header.flags = 16U;
878 tx_desc->num_sge = 1;
880 assume((((tx_desc->tx_sg)[0]).lkey) != (device->pd->local_dma_lkey));
881 ((tx_desc->tx_sg)[0]).lkey = device->pd->local_dma_lkey;
882 tmp = __builtin_expect(isert_debug_level > 2, 0L) { /* Function call is skipped due to function is undefined */}
882 assume(!(tmp != 0L));
884 return ;;
}
1814 iscsit_build_rsp_pdu(cmd, conn, 1, hdr) { /* Function call is skipped due to function is undefined */}
1815 -isert_init_tx_hdrs(isert_conn, &(isert_cmd->tx_desc))
{
889 struct isert_device *device;
890 struct ib_device *ib_dev;
891 unsigned long long dma_addr;
892 int tmp;
893 long tmp___0;
890 device = isert_conn->device;
891 ib_dev = device->ib_device;
894 -ib_dma_map_single(ib_dev, (void *)tx_desc, 76UL, 1)
{
2893 unsigned long long tmp;
2894 unsigned long long tmp___0;
2894 unsigned long __CPAchecker_TMP_0 = (unsigned long)(dev->dma_ops);
2894 assume(!(__CPAchecker_TMP_0 != ((unsigned long)((struct ib_dma_mapping_ops *)0))));
2896 -dma_map_single_attrs(dev->dma_device, cpu_addr, size, direction, 0UL)
{
38 unsigned long long tmp;
38 -ldv_dma_map_page()
{
10 assume(!(LDV_DMA_MAP_CALLS != 0));
12 LDV_DMA_MAP_CALLS = LDV_DMA_MAP_CALLS + 1;
13 return ;;
}
40 -ldv_dma_map_single_attrs_5(dev, ptr, size, dir, attrs)
{
173 struct dma_map_ops *ops;
174 struct dma_map_ops *tmp;
175 unsigned long long addr;
176 int tmp___0;
177 long tmp___1;
178 unsigned long tmp___2;
179 unsigned long tmp___3;
174 -get_dma_ops(dev)
{
32 long tmp;
35 tmp = __builtin_expect(((unsigned long)dev) == ((unsigned long)((struct device *)0)), 0L) { /* Function call is skipped due to function is undefined */}
35 assume(tmp != 0L);
36 return dma_ops;;
}
174 ops = tmp;
177 -kmemcheck_mark_initialized(ptr, (unsigned int)size)
{
133 return ;;
}
178 -valid_dma_direction((int)dir)
{
127 int __CPAchecker_TMP_0;
127 assume(!(dma_direction == 0));
127 assume(dma_direction == 1);
__CPAchecker_TMP_0 = 1;
127 return __CPAchecker_TMP_0;;
}
178 tmp___1 = __builtin_expect(tmp___0 == 0, 0L) { /* Function call is skipped due to function is undefined */}
178 assume(!(tmp___1 != 0L));
179 tmp___2 = __phys_addr((unsigned long)ptr) { /* Function call is skipped due to function is undefined */}
179 addr = (*(ops->map_page))(dev, ((struct page *)-24189255811072L) + (tmp___2 >> 12), ((unsigned long)ptr) & 4095UL, size, dir, attrs);
182 tmp___3 = __phys_addr((unsigned long)ptr) { /* Function call is skipped due to function is undefined */}
182 debug_dma_map_page(dev, ((struct page *)-24189255811072L) + (tmp___3 >> 12), ((unsigned long)ptr) & 4095UL, size, (int)dir, addr, 1) { /* Function call is skipped due to function is undefined */}
185 return addr;;
}
40 return tmp;;
}
2896 return tmp___0;;
}
896 -ib_dma_mapping_error(ib_dev, dma_addr)
{
2878 int tmp;
2879 int tmp___0;
2878 unsigned long __CPAchecker_TMP_0 = (unsigned long)(dev->dma_ops);
2878 assume(!(__CPAchecker_TMP_0 != ((unsigned long)((struct ib_dma_mapping_ops *)0))));
2880 -dma_mapping_error(dev->dma_device, dma_addr)
{
53 int tmp;
54 -ldv_dma_mapping_error()
{
18 assume(!(LDV_DMA_MAP_CALLS == 0));
20 LDV_DMA_MAP_CALLS = LDV_DMA_MAP_CALLS - 1;
21 return ;;
}
56 -ldv_dma_mapping_error_7(dev, dma_addr)
{
473 struct dma_map_ops *tmp;
474 int tmp___0;
475 struct dma_map_ops *tmp___1;
473 debug_dma_mapping_error(dev, dma_addr) { /* Function call is skipped due to function is undefined */}
475 -get_dma_ops(dev)
{
32 long tmp;
35 tmp = __builtin_expect(((unsigned long)dev) == ((unsigned long)((struct device *)0)), 0L) { /* Function call is skipped due to function is undefined */}
35 assume(tmp != 0L);
36 return dma_ops;;
}
475 unsigned long __CPAchecker_TMP_0 = (unsigned long)(tmp___1->mapping_error);
475 assume(!(__CPAchecker_TMP_0 != ((unsigned long)((int (*)(struct device *, dma_addr_t ))0))));
479 return dma_addr == 0ULL;;
}
56 return tmp;;
}
2880 return tmp___0;;
}
896 assume(tmp != 0);
897 __pr_err("isert: %s: ib_dma_mapping_error() failed\n", "isert_init_tx_hdrs") { /* Function call is skipped due to function is undefined */}
898 return -12;;
}
1819 assume(((unsigned long)(cmd->se_cmd.sense_buffer)) != ((unsigned long)((void *)0)));
1819 assume(!(((cmd->se_cmd.se_cmd_flags) & 2U) != 0U));
1819 assume(((cmd->se_cmd.se_cmd_flags) & 4U) != 0U);
1822 device = isert_conn->device;
1823 ib_dev = device->ib_device;
1824 tx_dsg = ((struct ib_sge *)(&(isert_cmd->tx_desc.tx_sg))) + 1UL;
1827 -put_unaligned_be16((int)(cmd->se_cmd.scsi_sense_length), (void *)(&(cmd->sense_buffer)))
{
54 unsigned short tmp;
54 -__fswab16((int)val)
{
51 return (__u16 )(((int)((short)(((int)val) << 8))) | ((int)((short)(((int)val) >> 8))));;
}
54 *((__be16 *)p) = tmp;
55 return ;;
}
1829 cmd->se_cmd.scsi_sense_length = ((unsigned int)(cmd->se_cmd.scsi_sense_length)) + 2U;
1831 padding = ((u32 )(-((int)(cmd->se_cmd.scsi_sense_length)))) & 3U;
1832 (hdr->dlength)[0] = 0U;
1832 (hdr->dlength)[1] = (uint8_t )(((int)(cmd->se_cmd.scsi_sense_length)) >> 8);
1832 (hdr->dlength)[2] = (uint8_t )(cmd->se_cmd.scsi_sense_length);
1833 pdu_len = ((u32 )(cmd->se_cmd.scsi_sense_length)) + padding;
1835 -ib_dma_map_single(ib_dev, (void *)(&(cmd->sense_buffer)), (size_t )pdu_len, 1)
{
2893 unsigned long long tmp;
2894 unsigned long long tmp___0;
2894 unsigned long __CPAchecker_TMP_0 = (unsigned long)(dev->dma_ops);
2894 assume(!(__CPAchecker_TMP_0 != ((unsigned long)((struct ib_dma_mapping_ops *)0))));
2896 -dma_map_single_attrs(dev->dma_device, cpu_addr, size, direction, 0UL)
{
38 unsigned long long tmp;
38 -ldv_dma_map_page()
{
10 assume(!(LDV_DMA_MAP_CALLS != 0));
12 LDV_DMA_MAP_CALLS = LDV_DMA_MAP_CALLS + 1;
13 return ;;
}
40 -ldv_dma_map_single_attrs_5(dev, ptr, size, dir, attrs)
{
173 struct dma_map_ops *ops;
174 struct dma_map_ops *tmp;
175 unsigned long long addr;
176 int tmp___0;
177 long tmp___1;
178 unsigned long tmp___2;
179 unsigned long tmp___3;
174 -get_dma_ops(dev)
{
32 long tmp;
35 tmp = __builtin_expect(((unsigned long)dev) == ((unsigned long)((struct device *)0)), 0L) { /* Function call is skipped due to function is undefined */}
35 assume(tmp != 0L);
36 return dma_ops;;
}
174 ops = tmp;
177 -kmemcheck_mark_initialized(ptr, (unsigned int)size)
{
133 return ;;
}
178 -valid_dma_direction((int)dir)
{
127 int __CPAchecker_TMP_0;
127 assume(!(dma_direction == 0));
127 assume(dma_direction == 1);
__CPAchecker_TMP_0 = 1;
127 return __CPAchecker_TMP_0;;
}
178 tmp___1 = __builtin_expect(tmp___0 == 0, 0L) { /* Function call is skipped due to function is undefined */}
178 assume(!(tmp___1 != 0L));
179 tmp___2 = __phys_addr((unsigned long)ptr) { /* Function call is skipped due to function is undefined */}
179 addr = (*(ops->map_page))(dev, ((struct page *)-24189255811072L) + (tmp___2 >> 12), ((unsigned long)ptr) & 4095UL, size, dir, attrs);
182 tmp___3 = __phys_addr((unsigned long)ptr) { /* Function call is skipped due to function is undefined */}
182 debug_dma_map_page(dev, ((struct page *)-24189255811072L) + (tmp___3 >> 12), ((unsigned long)ptr) & 4095UL, size, (int)dir, addr, 1) { /* Function call is skipped due to function is undefined */}
185 return addr;;
}
40 return tmp;;
}
2896 return tmp___0;;
}
1839 isert_cmd->pdu_buf_len = pdu_len;
1840 tx_dsg->addr = isert_cmd->pdu_buf_dma;
1841 tx_dsg->length = pdu_len;
1842 tx_dsg->lkey = device->pd->local_dma_lkey;
1843 isert_cmd->tx_desc.num_sge = 2;
1846 -isert_init_send_wr(isert_conn, isert_cmd, send_wr)
{
917 struct iser_tx_desc *tx_desc;
917 tx_desc = &(isert_cmd->tx_desc);
919 tx_desc->tx_cqe.done = &isert_send_done;
920 send_wr->__annonCompField140.wr_cqe = &(tx_desc->tx_cqe);
922 int __CPAchecker_TMP_0 = (int)(isert_conn->snd_w_inv);
922 assume(!(__CPAchecker_TMP_0 == 0));
922 assume((isert_cmd->inv_rkey) != 0U);
923 send_wr->opcode = 8;
924 send_wr->ex.invalidate_rkey = isert_cmd->inv_rkey;
929 send_wr->sg_list = (struct ib_sge *)(&(tx_desc->tx_sg));
930 send_wr->num_sge = isert_cmd->tx_desc.num_sge;
931 send_wr->send_flags = 2;
932 return ;;
}
1848 tmp___0 = __builtin_expect(isert_debug_level > 2, 0L) { /* Function call is skipped due to function is undefined */}
1848 assume(!(tmp___0 != 0L));
1850 -isert_post_response(isert_conn, isert_cmd)
{
1786 struct ib_send_wr *wr_failed;
1787 int ret;
1789 -isert_post_recv(isert_conn, isert_cmd->rx_desc)
{
823 struct ib_recv_wr *rx_wr_failed;
824 struct ib_recv_wr rx_wr;
825 int ret;
826 rx_wr.__annonCompField141.wr_cqe = &(rx_desc->rx_cqe);
827 rx_wr.sg_list = &(rx_desc->rx_sg);
828 rx_wr.num_sge = 1;
829 rx_wr.next = (struct ib_recv_wr *)0;
831 -ib_post_recv(isert_conn->qp, &rx_wr, &rx_wr_failed)
{
2729 int tmp;
2731 tmp = (*(qp->device->post_recv))(qp, recv_wr, bad_recv_wr);
2731 return tmp;;
}
832 assume(!(ret != 0));
835 return ret;;
}
1790 assume(!(ret != 0));
1795 -ib_post_send(isert_conn->qp, &(isert_cmd->tx_desc.send_wr), &wr_failed)
{
2714 int tmp;
2716 tmp = (*(qp->device->post_send))(qp, send_wr, bad_send_wr);
2716 return tmp;;
}
1797 assume(ret != 0);
1798 __pr_err("isert: %s: ib_post_send failed with %d\n", "isert_post_response", ret) { /* Function call is skipped due to function is undefined */}
1799 return ret;;
}
1850 return tmp___1;;
}
3202 goto ldv_68920;
3277 ldv_68920:;
3278 ldv_68937:;
2910 tmp___1 = nondet_int() { /* Function call is skipped due to function is undefined */}
2910 assume(tmp___1 != 0);
2912 goto ldv_68936;
2911 ldv_68936:;
2913 tmp___0 = nondet_int() { /* Function call is skipped due to function is undefined */}
2913 switch (tmp___0);
2914 assume(!(tmp___0 == 0));
2939 assume(!(tmp___0 == 1));
2963 assume(!(tmp___0 == 2));
2987 assume(!(tmp___0 == 3));
3011 assume(!(tmp___0 == 4));
3035 assume(!(tmp___0 == 5));
3059 assume(!(tmp___0 == 6));
3083 assume(!(tmp___0 == 7));
3107 assume(!(tmp___0 == 8));
3131 assume(!(tmp___0 == 9));
3155 assume(!(tmp___0 == 10));
3179 assume(tmp___0 == 11);
3194 ldv_handler_precall() { /* Function call is skipped due to function is undefined */}
3195 -isert_put_response(var_group3, var_group5)
{
1807 struct isert_cmd *isert_cmd;
1808 void *tmp;
1809 struct isert_conn *isert_conn;
1810 struct ib_send_wr *send_wr;
1811 struct iscsi_scsi_rsp *hdr;
1812 struct isert_device *device;
1813 struct ib_device *ib_dev;
1814 struct ib_sge *tx_dsg;
1815 unsigned int padding;
1816 unsigned int pdu_len;
1817 long tmp___0;
1818 int tmp___1;
1807 -iscsit_priv_cmd(cmd)
{
38 return ((void *)cmd) + 1U;;
}
1807 isert_cmd = (struct isert_cmd *)tmp;
1808 struct isert_conn *__CPAchecker_TMP_0 = (struct isert_conn *)(conn->context);
1808 isert_conn = __CPAchecker_TMP_0;
1809 send_wr = &(isert_cmd->tx_desc.send_wr);
1810 hdr = (struct iscsi_scsi_rsp *)(&(isert_cmd->tx_desc.iscsi_header));
1813 -isert_create_send_desc(isert_conn, isert_cmd, &(isert_cmd->tx_desc))
{
868 struct isert_device *device;
869 struct ib_device *ib_dev;
870 long tmp;
869 device = isert_conn->device;
870 ib_dev = device->ib_device;
872 -ib_dma_sync_single_for_cpu(ib_dev, tx_desc->dma_addr, 76UL, 1)
{
3059 unsigned long __CPAchecker_TMP_0 = (unsigned long)(dev->dma_ops);
3059 assume(!(__CPAchecker_TMP_0 != ((unsigned long)((struct ib_dma_mapping_ops *)0))));
3062 -dma_sync_single_for_cpu(dev->dma_device, addr, size, dir)
{
272 struct dma_map_ops *ops;
273 struct dma_map_ops *tmp;
274 int tmp___0;
275 long tmp___1;
273 -get_dma_ops(dev)
{
32 long tmp;
35 tmp = __builtin_expect(((unsigned long)dev) == ((unsigned long)((struct device *)0)), 0L) { /* Function call is skipped due to function is undefined */}
35 assume(tmp != 0L);
36 return dma_ops;;
}
273 ops = tmp;
275 -valid_dma_direction((int)dir)
{
127 int __CPAchecker_TMP_0;
127 assume(!(dma_direction == 0));
127 assume(dma_direction == 1);
__CPAchecker_TMP_0 = 1;
127 return __CPAchecker_TMP_0;;
}
275 tmp___1 = __builtin_expect(tmp___0 == 0, 0L) { /* Function call is skipped due to function is undefined */}
275 assume(!(tmp___1 != 0L));
276 unsigned long __CPAchecker_TMP_0 = (unsigned long)(ops->sync_single_for_cpu);
276 assume(__CPAchecker_TMP_0 != ((unsigned long)((void (*)(struct device *, dma_addr_t , size_t , enum dma_data_direction ))0)));
277 (*(ops->sync_single_for_cpu))(dev, addr, size, dir);
278 debug_dma_sync_single_for_cpu(dev, addr, size, (int)dir) { /* Function call is skipped due to function is undefined */}
279 return ;;
}
3063 return ;;
}
875 __memset((void *)(&(tx_desc->iser_header)), 0, 28UL) { /* Function call is skipped due to function is undefined */}
876 tx_desc->iser_header.flags = 16U;
878 tx_desc->num_sge = 1;
880 assume((((tx_desc->tx_sg)[0]).lkey) != (device->pd->local_dma_lkey));
881 ((tx_desc->tx_sg)[0]).lkey = device->pd->local_dma_lkey;
882 tmp = __builtin_expect(isert_debug_level > 2, 0L) { /* Function call is skipped due to function is undefined */}
882 assume(!(tmp != 0L));
884 return ;;
}
1814 iscsit_build_rsp_pdu(cmd, conn, 1, hdr) { /* Function call is skipped due to function is undefined */}
1815 -isert_init_tx_hdrs(isert_conn, &(isert_cmd->tx_desc))
{
889 struct isert_device *device;
890 struct ib_device *ib_dev;
891 unsigned long long dma_addr;
892 int tmp;
893 long tmp___0;
890 device = isert_conn->device;
891 ib_dev = device->ib_device;
894 -ib_dma_map_single(ib_dev, (void *)tx_desc, 76UL, 1)
{
2893 unsigned long long tmp;
2894 unsigned long long tmp___0;
2894 unsigned long __CPAchecker_TMP_0 = (unsigned long)(dev->dma_ops);
2894 assume(!(__CPAchecker_TMP_0 != ((unsigned long)((struct ib_dma_mapping_ops *)0))));
2896 -dma_map_single_attrs(dev->dma_device, cpu_addr, size, direction, 0UL)
{
38 unsigned long long tmp;
38 -ldv_dma_map_page()
{
10 assume(LDV_DMA_MAP_CALLS != 0);
10 -ldv_error()
{
15 LDV_ERROR:;
}
}
}
}
}
}
}
Source code
1 #ifndef _ASM_X86_DMA_MAPPING_H 2 #define _ASM_X86_DMA_MAPPING_H 3 4 /* 5 * IOMMU interface. See Documentation/DMA-API-HOWTO.txt and 6 * Documentation/DMA-API.txt for documentation. 7 */ 8 9 #include <linux/kmemcheck.h> 10 #include <linux/scatterlist.h> 11 #include <linux/dma-debug.h> 12 #include <asm/io.h> 13 #include <asm/swiotlb.h> 14 #include <linux/dma-contiguous.h> 15 16 #ifdef CONFIG_ISA 17 # define ISA_DMA_BIT_MASK DMA_BIT_MASK(24) 18 #else 19 # define ISA_DMA_BIT_MASK DMA_BIT_MASK(32) 20 #endif 21 22 #define DMA_ERROR_CODE 0 23 24 extern int iommu_merge; 25 extern struct device x86_dma_fallback_dev; 26 extern int panic_on_overflow; 27 28 extern struct dma_map_ops *dma_ops; 29 30 static inline struct dma_map_ops *get_dma_ops(struct device *dev) 31 { 32 #ifndef CONFIG_X86_DEV_DMA_OPS 33 return dma_ops; 34 #else 35 if (unlikely(!dev) || !dev->archdata.dma_ops) 36 return dma_ops; 37 else 38 return dev->archdata.dma_ops; 39 #endif 40 } 41 42 bool arch_dma_alloc_attrs(struct device **dev, gfp_t *gfp); 43 #define arch_dma_alloc_attrs arch_dma_alloc_attrs 44 45 #define HAVE_ARCH_DMA_SUPPORTED 1 46 extern int dma_supported(struct device *hwdev, u64 mask); 47 48 extern void *dma_generic_alloc_coherent(struct device *dev, size_t size, 49 dma_addr_t *dma_addr, gfp_t flag, 50 unsigned long attrs); 51 52 extern void dma_generic_free_coherent(struct device *dev, size_t size, 53 void *vaddr, dma_addr_t dma_addr, 54 unsigned long attrs); 55 56 #ifdef CONFIG_X86_DMA_REMAP /* Platform code defines bridge-specific code */ 57 extern bool dma_capable(struct device *dev, dma_addr_t addr, size_t size); 58 extern dma_addr_t phys_to_dma(struct device *dev, phys_addr_t paddr); 59 extern phys_addr_t dma_to_phys(struct device *dev, dma_addr_t daddr); 60 #else 61 62 static inline bool dma_capable(struct device *dev, dma_addr_t addr, size_t size) 63 { 64 if (!dev->dma_mask) 65 return 0; 66 67 return addr + size - 1 <= *dev->dma_mask; 68 } 69 70 static inline dma_addr_t phys_to_dma(struct device *dev, phys_addr_t paddr) 71 { 72 return paddr; 73 } 74 75 static inline phys_addr_t dma_to_phys(struct device *dev, dma_addr_t daddr) 76 { 77 return daddr; 78 } 79 #endif /* CONFIG_X86_DMA_REMAP */ 80 81 static inline void 82 dma_cache_sync(struct device *dev, void *vaddr, size_t size, 83 enum dma_data_direction dir) 84 { 85 flush_write_buffers(); 86 } 87 88 static inline unsigned long dma_alloc_coherent_mask(struct device *dev, 89 gfp_t gfp) 90 { 91 unsigned long dma_mask = 0; 92 93 dma_mask = dev->coherent_dma_mask; 94 if (!dma_mask) 95 dma_mask = (gfp & GFP_DMA) ? DMA_BIT_MASK(24) : DMA_BIT_MASK(32); 96 97 return dma_mask; 98 } 99 100 static inline gfp_t dma_alloc_coherent_gfp_flags(struct device *dev, gfp_t gfp) 101 { 102 unsigned long dma_mask = dma_alloc_coherent_mask(dev, gfp); 103 104 if (dma_mask <= DMA_BIT_MASK(24)) 105 gfp |= GFP_DMA; 106 #ifdef CONFIG_X86_64 107 if (dma_mask <= DMA_BIT_MASK(32) && !(gfp & GFP_DMA)) 108 gfp |= GFP_DMA32; 109 #endif 110 return gfp; 111 } 112 113 #endif
1 2 /******************************************************************************* 3 * This file contains iSCSI extentions for RDMA (iSER) Verbs 4 * 5 * (c) Copyright 2013 Datera, Inc. 6 * 7 * Nicholas A. Bellinger <nab@linux-iscsi.org> 8 * 9 * This program is free software; you can redistribute it and/or modify 10 * it under the terms of the GNU General Public License as published by 11 * the Free Software Foundation; either version 2 of the License, or 12 * (at your option) any later version. 13 * 14 * This program is distributed in the hope that it will be useful, 15 * but WITHOUT ANY WARRANTY; without even the implied warranty of 16 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the 17 * GNU General Public License for more details. 18 ****************************************************************************/ 19 20 #include <linux/string.h> 21 #include <linux/module.h> 22 #include <linux/scatterlist.h> 23 #include <linux/socket.h> 24 #include <linux/in.h> 25 #include <linux/in6.h> 26 #include <rdma/ib_verbs.h> 27 #include <rdma/rdma_cm.h> 28 #include <target/target_core_base.h> 29 #include <target/target_core_fabric.h> 30 #include <target/iscsi/iscsi_transport.h> 31 #include <linux/semaphore.h> 32 33 #include "ib_isert.h" 34 35 #define ISERT_MAX_CONN 8 36 #define ISER_MAX_RX_CQ_LEN (ISERT_QP_MAX_RECV_DTOS * ISERT_MAX_CONN) 37 #define ISER_MAX_TX_CQ_LEN \ 38 ((ISERT_QP_MAX_REQ_DTOS + ISCSI_DEF_XMIT_CMDS_MAX) * ISERT_MAX_CONN) 39 #define ISER_MAX_CQ_LEN (ISER_MAX_RX_CQ_LEN + ISER_MAX_TX_CQ_LEN + \ 40 ISERT_MAX_CONN) 41 42 static int isert_debug_level; 43 module_param_named(debug_level, isert_debug_level, int, 0644); 44 MODULE_PARM_DESC(debug_level, "Enable debug tracing if > 0 (default:0)"); 45 46 static DEFINE_MUTEX(device_list_mutex); 47 static LIST_HEAD(device_list); 48 static struct workqueue_struct *isert_comp_wq; 49 static struct workqueue_struct *isert_release_wq; 50 51 static int 52 isert_put_response(struct iscsi_conn *conn, struct iscsi_cmd *cmd); 53 static int 54 isert_login_post_recv(struct isert_conn *isert_conn); 55 static int 56 isert_rdma_accept(struct isert_conn *isert_conn); 57 struct rdma_cm_id *isert_setup_id(struct isert_np *isert_np); 58 59 static void isert_release_work(struct work_struct *work); 60 static void isert_recv_done(struct ib_cq *cq, struct ib_wc *wc); 61 static void isert_send_done(struct ib_cq *cq, struct ib_wc *wc); 62 static void isert_login_recv_done(struct ib_cq *cq, struct ib_wc *wc); 63 static void isert_login_send_done(struct ib_cq *cq, struct ib_wc *wc); 64 65 static inline bool 66 isert_prot_cmd(struct isert_conn *conn, struct se_cmd *cmd) 67 { 68 return (conn->pi_support && 69 cmd->prot_op != TARGET_PROT_NORMAL); 70 } 71 72 73 static void 74 isert_qp_event_callback(struct ib_event *e, void *context) 75 { 76 struct isert_conn *isert_conn = context; 77 78 isert_err("%s (%d): conn %p\n", 79 ib_event_msg(e->event), e->event, isert_conn); 80 81 switch (e->event) { 82 case IB_EVENT_COMM_EST: 83 rdma_notify(isert_conn->cm_id, IB_EVENT_COMM_EST); 84 break; 85 case IB_EVENT_QP_LAST_WQE_REACHED: 86 isert_warn("Reached TX IB_EVENT_QP_LAST_WQE_REACHED\n"); 87 break; 88 default: 89 break; 90 } 91 } 92 93 static struct isert_comp * 94 isert_comp_get(struct isert_conn *isert_conn) 95 { 96 struct isert_device *device = isert_conn->device; 97 struct isert_comp *comp; 98 int i, min = 0; 99 100 mutex_lock(&device_list_mutex); 101 for (i = 0; i < device->comps_used; i++) 102 if (device->comps[i].active_qps < 103 device->comps[min].active_qps) 104 min = i; 105 comp = &device->comps[min]; 106 comp->active_qps++; 107 mutex_unlock(&device_list_mutex); 108 109 isert_info("conn %p, using comp %p min_index: %d\n", 110 isert_conn, comp, min); 111 112 return comp; 113 } 114 115 static void 116 isert_comp_put(struct isert_comp *comp) 117 { 118 mutex_lock(&device_list_mutex); 119 comp->active_qps--; 120 mutex_unlock(&device_list_mutex); 121 } 122 123 static struct ib_qp * 124 isert_create_qp(struct isert_conn *isert_conn, 125 struct isert_comp *comp, 126 struct rdma_cm_id *cma_id) 127 { 128 struct isert_device *device = isert_conn->device; 129 struct ib_qp_init_attr attr; 130 int ret; 131 132 memset(&attr, 0, sizeof(struct ib_qp_init_attr)); 133 attr.event_handler = isert_qp_event_callback; 134 attr.qp_context = isert_conn; 135 attr.send_cq = comp->cq; 136 attr.recv_cq = comp->cq; 137 attr.cap.max_send_wr = ISERT_QP_MAX_REQ_DTOS + 1; 138 attr.cap.max_recv_wr = ISERT_QP_MAX_RECV_DTOS + 1; 139 attr.cap.max_rdma_ctxs = ISCSI_DEF_XMIT_CMDS_MAX; 140 attr.cap.max_send_sge = device->ib_device->attrs.max_sge; 141 attr.cap.max_recv_sge = 1; 142 attr.sq_sig_type = IB_SIGNAL_REQ_WR; 143 attr.qp_type = IB_QPT_RC; 144 if (device->pi_capable) 145 attr.create_flags |= IB_QP_CREATE_SIGNATURE_EN; 146 147 ret = rdma_create_qp(cma_id, device->pd, &attr); 148 if (ret) { 149 isert_err("rdma_create_qp failed for cma_id %d\n", ret); 150 return ERR_PTR(ret); 151 } 152 153 return cma_id->qp; 154 } 155 156 static int 157 isert_conn_setup_qp(struct isert_conn *isert_conn, struct rdma_cm_id *cma_id) 158 { 159 struct isert_comp *comp; 160 int ret; 161 162 comp = isert_comp_get(isert_conn); 163 isert_conn->qp = isert_create_qp(isert_conn, comp, cma_id); 164 if (IS_ERR(isert_conn->qp)) { 165 ret = PTR_ERR(isert_conn->qp); 166 goto err; 167 } 168 169 return 0; 170 err: 171 isert_comp_put(comp); 172 return ret; 173 } 174 175 static int 176 isert_alloc_rx_descriptors(struct isert_conn *isert_conn) 177 { 178 struct isert_device *device = isert_conn->device; 179 struct ib_device *ib_dev = device->ib_device; 180 struct iser_rx_desc *rx_desc; 181 struct ib_sge *rx_sg; 182 u64 dma_addr; 183 int i, j; 184 185 isert_conn->rx_descs = kzalloc(ISERT_QP_MAX_RECV_DTOS * 186 sizeof(struct iser_rx_desc), GFP_KERNEL); 187 if (!isert_conn->rx_descs) 188 goto fail; 189 190 rx_desc = isert_conn->rx_descs; 191 192 for (i = 0; i < ISERT_QP_MAX_RECV_DTOS; i++, rx_desc++) { 193 dma_addr = ib_dma_map_single(ib_dev, (void *)rx_desc, 194 ISER_RX_PAYLOAD_SIZE, DMA_FROM_DEVICE); 195 if (ib_dma_mapping_error(ib_dev, dma_addr)) 196 goto dma_map_fail; 197 198 rx_desc->dma_addr = dma_addr; 199 200 rx_sg = &rx_desc->rx_sg; 201 rx_sg->addr = rx_desc->dma_addr; 202 rx_sg->length = ISER_RX_PAYLOAD_SIZE; 203 rx_sg->lkey = device->pd->local_dma_lkey; 204 rx_desc->rx_cqe.done = isert_recv_done; 205 } 206 207 return 0; 208 209 dma_map_fail: 210 rx_desc = isert_conn->rx_descs; 211 for (j = 0; j < i; j++, rx_desc++) { 212 ib_dma_unmap_single(ib_dev, rx_desc->dma_addr, 213 ISER_RX_PAYLOAD_SIZE, DMA_FROM_DEVICE); 214 } 215 kfree(isert_conn->rx_descs); 216 isert_conn->rx_descs = NULL; 217 fail: 218 isert_err("conn %p failed to allocate rx descriptors\n", isert_conn); 219 220 return -ENOMEM; 221 } 222 223 static void 224 isert_free_rx_descriptors(struct isert_conn *isert_conn) 225 { 226 struct ib_device *ib_dev = isert_conn->device->ib_device; 227 struct iser_rx_desc *rx_desc; 228 int i; 229 230 if (!isert_conn->rx_descs) 231 return; 232 233 rx_desc = isert_conn->rx_descs; 234 for (i = 0; i < ISERT_QP_MAX_RECV_DTOS; i++, rx_desc++) { 235 ib_dma_unmap_single(ib_dev, rx_desc->dma_addr, 236 ISER_RX_PAYLOAD_SIZE, DMA_FROM_DEVICE); 237 } 238 239 kfree(isert_conn->rx_descs); 240 isert_conn->rx_descs = NULL; 241 } 242 243 static void 244 isert_free_comps(struct isert_device *device) 245 { 246 int i; 247 248 for (i = 0; i < device->comps_used; i++) { 249 struct isert_comp *comp = &device->comps[i]; 250 251 if (comp->cq) 252 ib_free_cq(comp->cq); 253 } 254 kfree(device->comps); 255 } 256 257 static int 258 isert_alloc_comps(struct isert_device *device) 259 { 260 int i, max_cqe, ret = 0; 261 262 device->comps_used = min(ISERT_MAX_CQ, min_t(int, num_online_cpus(), 263 device->ib_device->num_comp_vectors)); 264 265 isert_info("Using %d CQs, %s supports %d vectors support " 266 "pi_capable %d\n", 267 device->comps_used, device->ib_device->name, 268 device->ib_device->num_comp_vectors, 269 device->pi_capable); 270 271 device->comps = kcalloc(device->comps_used, sizeof(struct isert_comp), 272 GFP_KERNEL); 273 if (!device->comps) { 274 isert_err("Unable to allocate completion contexts\n"); 275 return -ENOMEM; 276 } 277 278 max_cqe = min(ISER_MAX_CQ_LEN, device->ib_device->attrs.max_cqe); 279 280 for (i = 0; i < device->comps_used; i++) { 281 struct isert_comp *comp = &device->comps[i]; 282 283 comp->device = device; 284 comp->cq = ib_alloc_cq(device->ib_device, comp, max_cqe, i, 285 IB_POLL_WORKQUEUE); 286 if (IS_ERR(comp->cq)) { 287 isert_err("Unable to allocate cq\n"); 288 ret = PTR_ERR(comp->cq); 289 comp->cq = NULL; 290 goto out_cq; 291 } 292 } 293 294 return 0; 295 out_cq: 296 isert_free_comps(device); 297 return ret; 298 } 299 300 static int 301 isert_create_device_ib_res(struct isert_device *device) 302 { 303 struct ib_device *ib_dev = device->ib_device; 304 int ret; 305 306 isert_dbg("devattr->max_sge: %d\n", ib_dev->attrs.max_sge); 307 isert_dbg("devattr->max_sge_rd: %d\n", ib_dev->attrs.max_sge_rd); 308 309 ret = isert_alloc_comps(device); 310 if (ret) 311 goto out; 312 313 device->pd = ib_alloc_pd(ib_dev); 314 if (IS_ERR(device->pd)) { 315 ret = PTR_ERR(device->pd); 316 isert_err("failed to allocate pd, device %p, ret=%d\n", 317 device, ret); 318 goto out_cq; 319 } 320 321 /* Check signature cap */ 322 device->pi_capable = ib_dev->attrs.device_cap_flags & 323 IB_DEVICE_SIGNATURE_HANDOVER ? true : false; 324 325 return 0; 326 327 out_cq: 328 isert_free_comps(device); 329 out: 330 if (ret > 0) 331 ret = -EINVAL; 332 return ret; 333 } 334 335 static void 336 isert_free_device_ib_res(struct isert_device *device) 337 { 338 isert_info("device %p\n", device); 339 340 ib_dealloc_pd(device->pd); 341 isert_free_comps(device); 342 } 343 344 static void 345 isert_device_put(struct isert_device *device) 346 { 347 mutex_lock(&device_list_mutex); 348 device->refcount--; 349 isert_info("device %p refcount %d\n", device, device->refcount); 350 if (!device->refcount) { 351 isert_free_device_ib_res(device); 352 list_del(&device->dev_node); 353 kfree(device); 354 } 355 mutex_unlock(&device_list_mutex); 356 } 357 358 static struct isert_device * 359 isert_device_get(struct rdma_cm_id *cma_id) 360 { 361 struct isert_device *device; 362 int ret; 363 364 mutex_lock(&device_list_mutex); 365 list_for_each_entry(device, &device_list, dev_node) { 366 if (device->ib_device->node_guid == cma_id->device->node_guid) { 367 device->refcount++; 368 isert_info("Found iser device %p refcount %d\n", 369 device, device->refcount); 370 mutex_unlock(&device_list_mutex); 371 return device; 372 } 373 } 374 375 device = kzalloc(sizeof(struct isert_device), GFP_KERNEL); 376 if (!device) { 377 mutex_unlock(&device_list_mutex); 378 return ERR_PTR(-ENOMEM); 379 } 380 381 INIT_LIST_HEAD(&device->dev_node); 382 383 device->ib_device = cma_id->device; 384 ret = isert_create_device_ib_res(device); 385 if (ret) { 386 kfree(device); 387 mutex_unlock(&device_list_mutex); 388 return ERR_PTR(ret); 389 } 390 391 device->refcount++; 392 list_add_tail(&device->dev_node, &device_list); 393 isert_info("Created a new iser device %p refcount %d\n", 394 device, device->refcount); 395 mutex_unlock(&device_list_mutex); 396 397 return device; 398 } 399 400 static void 401 isert_init_conn(struct isert_conn *isert_conn) 402 { 403 isert_conn->state = ISER_CONN_INIT; 404 INIT_LIST_HEAD(&isert_conn->node); 405 init_completion(&isert_conn->login_comp); 406 init_completion(&isert_conn->login_req_comp); 407 kref_init(&isert_conn->kref); 408 mutex_init(&isert_conn->mutex); 409 INIT_WORK(&isert_conn->release_work, isert_release_work); 410 } 411 412 static void 413 isert_free_login_buf(struct isert_conn *isert_conn) 414 { 415 struct ib_device *ib_dev = isert_conn->device->ib_device; 416 417 ib_dma_unmap_single(ib_dev, isert_conn->login_rsp_dma, 418 ISER_RX_PAYLOAD_SIZE, DMA_TO_DEVICE); 419 kfree(isert_conn->login_rsp_buf); 420 421 ib_dma_unmap_single(ib_dev, isert_conn->login_req_dma, 422 ISER_RX_PAYLOAD_SIZE, 423 DMA_FROM_DEVICE); 424 kfree(isert_conn->login_req_buf); 425 } 426 427 static int 428 isert_alloc_login_buf(struct isert_conn *isert_conn, 429 struct ib_device *ib_dev) 430 { 431 int ret; 432 433 isert_conn->login_req_buf = kzalloc(sizeof(*isert_conn->login_req_buf), 434 GFP_KERNEL); 435 if (!isert_conn->login_req_buf) { 436 isert_err("Unable to allocate isert_conn->login_buf\n"); 437 return -ENOMEM; 438 } 439 440 isert_conn->login_req_dma = ib_dma_map_single(ib_dev, 441 isert_conn->login_req_buf, 442 ISER_RX_PAYLOAD_SIZE, DMA_FROM_DEVICE); 443 ret = ib_dma_mapping_error(ib_dev, isert_conn->login_req_dma); 444 if (ret) { 445 isert_err("login_req_dma mapping error: %d\n", ret); 446 isert_conn->login_req_dma = 0; 447 goto out_free_login_req_buf; 448 } 449 450 isert_conn->login_rsp_buf = kzalloc(ISER_RX_PAYLOAD_SIZE, GFP_KERNEL); 451 if (!isert_conn->login_rsp_buf) { 452 isert_err("Unable to allocate isert_conn->login_rspbuf\n"); 453 goto out_unmap_login_req_buf; 454 } 455 456 isert_conn->login_rsp_dma = ib_dma_map_single(ib_dev, 457 isert_conn->login_rsp_buf, 458 ISER_RX_PAYLOAD_SIZE, DMA_TO_DEVICE); 459 ret = ib_dma_mapping_error(ib_dev, isert_conn->login_rsp_dma); 460 if (ret) { 461 isert_err("login_rsp_dma mapping error: %d\n", ret); 462 isert_conn->login_rsp_dma = 0; 463 goto out_free_login_rsp_buf; 464 } 465 466 return 0; 467 468 out_free_login_rsp_buf: 469 kfree(isert_conn->login_rsp_buf); 470 out_unmap_login_req_buf: 471 ib_dma_unmap_single(ib_dev, isert_conn->login_req_dma, 472 ISER_RX_PAYLOAD_SIZE, DMA_FROM_DEVICE); 473 out_free_login_req_buf: 474 kfree(isert_conn->login_req_buf); 475 return ret; 476 } 477 478 static void 479 isert_set_nego_params(struct isert_conn *isert_conn, 480 struct rdma_conn_param *param) 481 { 482 struct ib_device_attr *attr = &isert_conn->device->ib_device->attrs; 483 484 /* Set max inflight RDMA READ requests */ 485 isert_conn->initiator_depth = min_t(u8, param->initiator_depth, 486 attr->max_qp_init_rd_atom); 487 isert_dbg("Using initiator_depth: %u\n", isert_conn->initiator_depth); 488 489 if (param->private_data) { 490 u8 flags = *(u8 *)param->private_data; 491 492 /* 493 * use remote invalidation if the both initiator 494 * and the HCA support it 495 */ 496 isert_conn->snd_w_inv = !(flags & ISER_SEND_W_INV_NOT_SUP) && 497 (attr->device_cap_flags & 498 IB_DEVICE_MEM_MGT_EXTENSIONS); 499 if (isert_conn->snd_w_inv) 500 isert_info("Using remote invalidation\n"); 501 } 502 } 503 504 static int 505 isert_connect_request(struct rdma_cm_id *cma_id, struct rdma_cm_event *event) 506 { 507 struct isert_np *isert_np = cma_id->context; 508 struct iscsi_np *np = isert_np->np; 509 struct isert_conn *isert_conn; 510 struct isert_device *device; 511 int ret = 0; 512 513 spin_lock_bh(&np->np_thread_lock); 514 if (!np->enabled) { 515 spin_unlock_bh(&np->np_thread_lock); 516 isert_dbg("iscsi_np is not enabled, reject connect request\n"); 517 return rdma_reject(cma_id, NULL, 0); 518 } 519 spin_unlock_bh(&np->np_thread_lock); 520 521 isert_dbg("cma_id: %p, portal: %p\n", 522 cma_id, cma_id->context); 523 524 isert_conn = kzalloc(sizeof(struct isert_conn), GFP_KERNEL); 525 if (!isert_conn) 526 return -ENOMEM; 527 528 isert_init_conn(isert_conn); 529 isert_conn->cm_id = cma_id; 530 531 ret = isert_alloc_login_buf(isert_conn, cma_id->device); 532 if (ret) 533 goto out; 534 535 device = isert_device_get(cma_id); 536 if (IS_ERR(device)) { 537 ret = PTR_ERR(device); 538 goto out_rsp_dma_map; 539 } 540 isert_conn->device = device; 541 542 isert_set_nego_params(isert_conn, &event->param.conn); 543 544 ret = isert_conn_setup_qp(isert_conn, cma_id); 545 if (ret) 546 goto out_conn_dev; 547 548 ret = isert_login_post_recv(isert_conn); 549 if (ret) 550 goto out_conn_dev; 551 552 ret = isert_rdma_accept(isert_conn); 553 if (ret) 554 goto out_conn_dev; 555 556 mutex_lock(&isert_np->mutex); 557 list_add_tail(&isert_conn->node, &isert_np->accepted); 558 mutex_unlock(&isert_np->mutex); 559 560 return 0; 561 562 out_conn_dev: 563 isert_device_put(device); 564 out_rsp_dma_map: 565 isert_free_login_buf(isert_conn); 566 out: 567 kfree(isert_conn); 568 rdma_reject(cma_id, NULL, 0); 569 return ret; 570 } 571 572 static void 573 isert_connect_release(struct isert_conn *isert_conn) 574 { 575 struct isert_device *device = isert_conn->device; 576 577 isert_dbg("conn %p\n", isert_conn); 578 579 BUG_ON(!device); 580 581 isert_free_rx_descriptors(isert_conn); 582 if (isert_conn->cm_id) 583 rdma_destroy_id(isert_conn->cm_id); 584 585 if (isert_conn->qp) { 586 struct isert_comp *comp = isert_conn->qp->recv_cq->cq_context; 587 588 isert_comp_put(comp); 589 ib_destroy_qp(isert_conn->qp); 590 } 591 592 if (isert_conn->login_req_buf) 593 isert_free_login_buf(isert_conn); 594 595 isert_device_put(device); 596 597 kfree(isert_conn); 598 } 599 600 static void 601 isert_connected_handler(struct rdma_cm_id *cma_id) 602 { 603 struct isert_conn *isert_conn = cma_id->qp->qp_context; 604 struct isert_np *isert_np = cma_id->context; 605 606 isert_info("conn %p\n", isert_conn); 607 608 mutex_lock(&isert_conn->mutex); 609 isert_conn->state = ISER_CONN_UP; 610 kref_get(&isert_conn->kref); 611 mutex_unlock(&isert_conn->mutex); 612 613 mutex_lock(&isert_np->mutex); 614 list_move_tail(&isert_conn->node, &isert_np->pending); 615 mutex_unlock(&isert_np->mutex); 616 617 isert_info("np %p: Allow accept_np to continue\n", isert_np); 618 up(&isert_np->sem); 619 } 620 621 static void 622 isert_release_kref(struct kref *kref) 623 { 624 struct isert_conn *isert_conn = container_of(kref, 625 struct isert_conn, kref); 626 627 isert_info("conn %p final kref %s/%d\n", isert_conn, current->comm, 628 current->pid); 629 630 isert_connect_release(isert_conn); 631 } 632 633 static void 634 isert_put_conn(struct isert_conn *isert_conn) 635 { 636 kref_put(&isert_conn->kref, isert_release_kref); 637 } 638 639 static void 640 isert_handle_unbound_conn(struct isert_conn *isert_conn) 641 { 642 struct isert_np *isert_np = isert_conn->cm_id->context; 643 644 mutex_lock(&isert_np->mutex); 645 if (!list_empty(&isert_conn->node)) { 646 /* 647 * This means iscsi doesn't know this connection 648 * so schedule a cleanup ourselves 649 */ 650 list_del_init(&isert_conn->node); 651 isert_put_conn(isert_conn); 652 queue_work(isert_release_wq, &isert_conn->release_work); 653 } 654 mutex_unlock(&isert_np->mutex); 655 } 656 657 /** 658 * isert_conn_terminate() - Initiate connection termination 659 * @isert_conn: isert connection struct 660 * 661 * Notes: 662 * In case the connection state is BOUND, move state 663 * to TEMINATING and start teardown sequence (rdma_disconnect). 664 * In case the connection state is UP, complete flush as well. 665 * 666 * This routine must be called with mutex held. Thus it is 667 * safe to call multiple times. 668 */ 669 static void 670 isert_conn_terminate(struct isert_conn *isert_conn) 671 { 672 int err; 673 674 if (isert_conn->state >= ISER_CONN_TERMINATING) 675 return; 676 677 isert_info("Terminating conn %p state %d\n", 678 isert_conn, isert_conn->state); 679 isert_conn->state = ISER_CONN_TERMINATING; 680 err = rdma_disconnect(isert_conn->cm_id); 681 if (err) 682 isert_warn("Failed rdma_disconnect isert_conn %p\n", 683 isert_conn); 684 } 685 686 static int 687 isert_np_cma_handler(struct isert_np *isert_np, 688 enum rdma_cm_event_type event) 689 { 690 isert_dbg("%s (%d): isert np %p\n", 691 rdma_event_msg(event), event, isert_np); 692 693 switch (event) { 694 case RDMA_CM_EVENT_DEVICE_REMOVAL: 695 isert_np->cm_id = NULL; 696 break; 697 case RDMA_CM_EVENT_ADDR_CHANGE: 698 isert_np->cm_id = isert_setup_id(isert_np); 699 if (IS_ERR(isert_np->cm_id)) { 700 isert_err("isert np %p setup id failed: %ld\n", 701 isert_np, PTR_ERR(isert_np->cm_id)); 702 isert_np->cm_id = NULL; 703 } 704 break; 705 default: 706 isert_err("isert np %p Unexpected event %d\n", 707 isert_np, event); 708 } 709 710 return -1; 711 } 712 713 static int 714 isert_disconnected_handler(struct rdma_cm_id *cma_id, 715 enum rdma_cm_event_type event) 716 { 717 struct isert_conn *isert_conn = cma_id->qp->qp_context; 718 719 mutex_lock(&isert_conn->mutex); 720 switch (isert_conn->state) { 721 case ISER_CONN_TERMINATING: 722 break; 723 case ISER_CONN_UP: 724 isert_conn_terminate(isert_conn); 725 ib_drain_qp(isert_conn->qp); 726 isert_handle_unbound_conn(isert_conn); 727 break; 728 case ISER_CONN_BOUND: 729 case ISER_CONN_FULL_FEATURE: /* FALLTHRU */ 730 iscsit_cause_connection_reinstatement(isert_conn->conn, 0); 731 break; 732 default: 733 isert_warn("conn %p teminating in state %d\n", 734 isert_conn, isert_conn->state); 735 } 736 mutex_unlock(&isert_conn->mutex); 737 738 return 0; 739 } 740 741 static int 742 isert_connect_error(struct rdma_cm_id *cma_id) 743 { 744 struct isert_conn *isert_conn = cma_id->qp->qp_context; 745 746 list_del_init(&isert_conn->node); 747 isert_conn->cm_id = NULL; 748 isert_put_conn(isert_conn); 749 750 return -1; 751 } 752 753 static int 754 isert_cma_handler(struct rdma_cm_id *cma_id, struct rdma_cm_event *event) 755 { 756 struct isert_np *isert_np = cma_id->context; 757 int ret = 0; 758 759 isert_info("%s (%d): status %d id %p np %p\n", 760 rdma_event_msg(event->event), event->event, 761 event->status, cma_id, cma_id->context); 762 763 if (isert_np->cm_id == cma_id) 764 return isert_np_cma_handler(cma_id->context, event->event); 765 766 switch (event->event) { 767 case RDMA_CM_EVENT_CONNECT_REQUEST: 768 ret = isert_connect_request(cma_id, event); 769 if (ret) 770 isert_err("failed handle connect request %d\n", ret); 771 break; 772 case RDMA_CM_EVENT_ESTABLISHED: 773 isert_connected_handler(cma_id); 774 break; 775 case RDMA_CM_EVENT_ADDR_CHANGE: /* FALLTHRU */ 776 case RDMA_CM_EVENT_DISCONNECTED: /* FALLTHRU */ 777 case RDMA_CM_EVENT_DEVICE_REMOVAL: /* FALLTHRU */ 778 case RDMA_CM_EVENT_TIMEWAIT_EXIT: /* FALLTHRU */ 779 ret = isert_disconnected_handler(cma_id, event->event); 780 break; 781 case RDMA_CM_EVENT_REJECTED: /* FALLTHRU */ 782 case RDMA_CM_EVENT_UNREACHABLE: /* FALLTHRU */ 783 case RDMA_CM_EVENT_CONNECT_ERROR: 784 ret = isert_connect_error(cma_id); 785 break; 786 default: 787 isert_err("Unhandled RDMA CMA event: %d\n", event->event); 788 break; 789 } 790 791 return ret; 792 } 793 794 static int 795 isert_post_recvm(struct isert_conn *isert_conn, u32 count) 796 { 797 struct ib_recv_wr *rx_wr, *rx_wr_failed; 798 int i, ret; 799 struct iser_rx_desc *rx_desc; 800 801 for (rx_wr = isert_conn->rx_wr, i = 0; i < count; i++, rx_wr++) { 802 rx_desc = &isert_conn->rx_descs[i]; 803 804 rx_wr->wr_cqe = &rx_desc->rx_cqe; 805 rx_wr->sg_list = &rx_desc->rx_sg; 806 rx_wr->num_sge = 1; 807 rx_wr->next = rx_wr + 1; 808 } 809 rx_wr--; 810 rx_wr->next = NULL; /* mark end of work requests list */ 811 812 ret = ib_post_recv(isert_conn->qp, isert_conn->rx_wr, 813 &rx_wr_failed); 814 if (ret) 815 isert_err("ib_post_recv() failed with ret: %d\n", ret); 816 817 return ret; 818 } 819 820 static int 821 isert_post_recv(struct isert_conn *isert_conn, struct iser_rx_desc *rx_desc) 822 { 823 struct ib_recv_wr *rx_wr_failed, rx_wr; 824 int ret; 825 826 rx_wr.wr_cqe = &rx_desc->rx_cqe; 827 rx_wr.sg_list = &rx_desc->rx_sg; 828 rx_wr.num_sge = 1; 829 rx_wr.next = NULL; 830 831 ret = ib_post_recv(isert_conn->qp, &rx_wr, &rx_wr_failed); 832 if (ret) 833 isert_err("ib_post_recv() failed with ret: %d\n", ret); 834 835 return ret; 836 } 837 838 static int 839 isert_login_post_send(struct isert_conn *isert_conn, struct iser_tx_desc *tx_desc) 840 { 841 struct ib_device *ib_dev = isert_conn->cm_id->device; 842 struct ib_send_wr send_wr, *send_wr_failed; 843 int ret; 844 845 ib_dma_sync_single_for_device(ib_dev, tx_desc->dma_addr, 846 ISER_HEADERS_LEN, DMA_TO_DEVICE); 847 848 tx_desc->tx_cqe.done = isert_login_send_done; 849 850 send_wr.next = NULL; 851 send_wr.wr_cqe = &tx_desc->tx_cqe; 852 send_wr.sg_list = tx_desc->tx_sg; 853 send_wr.num_sge = tx_desc->num_sge; 854 send_wr.opcode = IB_WR_SEND; 855 send_wr.send_flags = IB_SEND_SIGNALED; 856 857 ret = ib_post_send(isert_conn->qp, &send_wr, &send_wr_failed); 858 if (ret) 859 isert_err("ib_post_send() failed, ret: %d\n", ret); 860 861 return ret; 862 } 863 864 static void 865 isert_create_send_desc(struct isert_conn *isert_conn, 866 struct isert_cmd *isert_cmd, 867 struct iser_tx_desc *tx_desc) 868 { 869 struct isert_device *device = isert_conn->device; 870 struct ib_device *ib_dev = device->ib_device; 871 872 ib_dma_sync_single_for_cpu(ib_dev, tx_desc->dma_addr, 873 ISER_HEADERS_LEN, DMA_TO_DEVICE); 874 875 memset(&tx_desc->iser_header, 0, sizeof(struct iser_ctrl)); 876 tx_desc->iser_header.flags = ISCSI_CTRL; 877 878 tx_desc->num_sge = 1; 879 880 if (tx_desc->tx_sg[0].lkey != device->pd->local_dma_lkey) { 881 tx_desc->tx_sg[0].lkey = device->pd->local_dma_lkey; 882 isert_dbg("tx_desc %p lkey mismatch, fixing\n", tx_desc); 883 } 884 } 885 886 static int 887 isert_init_tx_hdrs(struct isert_conn *isert_conn, 888 struct iser_tx_desc *tx_desc) 889 { 890 struct isert_device *device = isert_conn->device; 891 struct ib_device *ib_dev = device->ib_device; 892 u64 dma_addr; 893 894 dma_addr = ib_dma_map_single(ib_dev, (void *)tx_desc, 895 ISER_HEADERS_LEN, DMA_TO_DEVICE); 896 if (ib_dma_mapping_error(ib_dev, dma_addr)) { 897 isert_err("ib_dma_mapping_error() failed\n"); 898 return -ENOMEM; 899 } 900 901 tx_desc->dma_addr = dma_addr; 902 tx_desc->tx_sg[0].addr = tx_desc->dma_addr; 903 tx_desc->tx_sg[0].length = ISER_HEADERS_LEN; 904 tx_desc->tx_sg[0].lkey = device->pd->local_dma_lkey; 905 906 isert_dbg("Setup tx_sg[0].addr: 0x%llx length: %u lkey: 0x%x\n", 907 tx_desc->tx_sg[0].addr, tx_desc->tx_sg[0].length, 908 tx_desc->tx_sg[0].lkey); 909 910 return 0; 911 } 912 913 static void 914 isert_init_send_wr(struct isert_conn *isert_conn, struct isert_cmd *isert_cmd, 915 struct ib_send_wr *send_wr) 916 { 917 struct iser_tx_desc *tx_desc = &isert_cmd->tx_desc; 918 919 tx_desc->tx_cqe.done = isert_send_done; 920 send_wr->wr_cqe = &tx_desc->tx_cqe; 921 922 if (isert_conn->snd_w_inv && isert_cmd->inv_rkey) { 923 send_wr->opcode = IB_WR_SEND_WITH_INV; 924 send_wr->ex.invalidate_rkey = isert_cmd->inv_rkey; 925 } else { 926 send_wr->opcode = IB_WR_SEND; 927 } 928 929 send_wr->sg_list = &tx_desc->tx_sg[0]; 930 send_wr->num_sge = isert_cmd->tx_desc.num_sge; 931 send_wr->send_flags = IB_SEND_SIGNALED; 932 } 933 934 static int 935 isert_login_post_recv(struct isert_conn *isert_conn) 936 { 937 struct ib_recv_wr rx_wr, *rx_wr_fail; 938 struct ib_sge sge; 939 int ret; 940 941 memset(&sge, 0, sizeof(struct ib_sge)); 942 sge.addr = isert_conn->login_req_dma; 943 sge.length = ISER_RX_PAYLOAD_SIZE; 944 sge.lkey = isert_conn->device->pd->local_dma_lkey; 945 946 isert_dbg("Setup sge: addr: %llx length: %d 0x%08x\n", 947 sge.addr, sge.length, sge.lkey); 948 949 isert_conn->login_req_buf->rx_cqe.done = isert_login_recv_done; 950 951 memset(&rx_wr, 0, sizeof(struct ib_recv_wr)); 952 rx_wr.wr_cqe = &isert_conn->login_req_buf->rx_cqe; 953 rx_wr.sg_list = &sge; 954 rx_wr.num_sge = 1; 955 956 ret = ib_post_recv(isert_conn->qp, &rx_wr, &rx_wr_fail); 957 if (ret) 958 isert_err("ib_post_recv() failed: %d\n", ret); 959 960 return ret; 961 } 962 963 static int 964 isert_put_login_tx(struct iscsi_conn *conn, struct iscsi_login *login, 965 u32 length) 966 { 967 struct isert_conn *isert_conn = conn->context; 968 struct isert_device *device = isert_conn->device; 969 struct ib_device *ib_dev = device->ib_device; 970 struct iser_tx_desc *tx_desc = &isert_conn->login_tx_desc; 971 int ret; 972 973 isert_create_send_desc(isert_conn, NULL, tx_desc); 974 975 memcpy(&tx_desc->iscsi_header, &login->rsp[0], 976 sizeof(struct iscsi_hdr)); 977 978 isert_init_tx_hdrs(isert_conn, tx_desc); 979 980 if (length > 0) { 981 struct ib_sge *tx_dsg = &tx_desc->tx_sg[1]; 982 983 ib_dma_sync_single_for_cpu(ib_dev, isert_conn->login_rsp_dma, 984 length, DMA_TO_DEVICE); 985 986 memcpy(isert_conn->login_rsp_buf, login->rsp_buf, length); 987 988 ib_dma_sync_single_for_device(ib_dev, isert_conn->login_rsp_dma, 989 length, DMA_TO_DEVICE); 990 991 tx_dsg->addr = isert_conn->login_rsp_dma; 992 tx_dsg->length = length; 993 tx_dsg->lkey = isert_conn->device->pd->local_dma_lkey; 994 tx_desc->num_sge = 2; 995 } 996 if (!login->login_failed) { 997 if (login->login_complete) { 998 ret = isert_alloc_rx_descriptors(isert_conn); 999 if (ret) 1000 return ret; 1001 1002 ret = isert_post_recvm(isert_conn, 1003 ISERT_QP_MAX_RECV_DTOS); 1004 if (ret) 1005 return ret; 1006 1007 /* Now we are in FULL_FEATURE phase */ 1008 mutex_lock(&isert_conn->mutex); 1009 isert_conn->state = ISER_CONN_FULL_FEATURE; 1010 mutex_unlock(&isert_conn->mutex); 1011 goto post_send; 1012 } 1013 1014 ret = isert_login_post_recv(isert_conn); 1015 if (ret) 1016 return ret; 1017 } 1018 post_send: 1019 ret = isert_login_post_send(isert_conn, tx_desc); 1020 if (ret) 1021 return ret; 1022 1023 return 0; 1024 } 1025 1026 static void 1027 isert_rx_login_req(struct isert_conn *isert_conn) 1028 { 1029 struct iser_rx_desc *rx_desc = isert_conn->login_req_buf; 1030 int rx_buflen = isert_conn->login_req_len; 1031 struct iscsi_conn *conn = isert_conn->conn; 1032 struct iscsi_login *login = conn->conn_login; 1033 int size; 1034 1035 isert_info("conn %p\n", isert_conn); 1036 1037 WARN_ON_ONCE(!login); 1038 1039 if (login->first_request) { 1040 struct iscsi_login_req *login_req = 1041 (struct iscsi_login_req *)&rx_desc->iscsi_header; 1042 /* 1043 * Setup the initial iscsi_login values from the leading 1044 * login request PDU. 1045 */ 1046 login->leading_connection = (!login_req->tsih) ? 1 : 0; 1047 login->current_stage = 1048 (login_req->flags & ISCSI_FLAG_LOGIN_CURRENT_STAGE_MASK) 1049 >> 2; 1050 login->version_min = login_req->min_version; 1051 login->version_max = login_req->max_version; 1052 memcpy(login->isid, login_req->isid, 6); 1053 login->cmd_sn = be32_to_cpu(login_req->cmdsn); 1054 login->init_task_tag = login_req->itt; 1055 login->initial_exp_statsn = be32_to_cpu(login_req->exp_statsn); 1056 login->cid = be16_to_cpu(login_req->cid); 1057 login->tsih = be16_to_cpu(login_req->tsih); 1058 } 1059 1060 memcpy(&login->req[0], (void *)&rx_desc->iscsi_header, ISCSI_HDR_LEN); 1061 1062 size = min(rx_buflen, MAX_KEY_VALUE_PAIRS); 1063 isert_dbg("Using login payload size: %d, rx_buflen: %d " 1064 "MAX_KEY_VALUE_PAIRS: %d\n", size, rx_buflen, 1065 MAX_KEY_VALUE_PAIRS); 1066 memcpy(login->req_buf, &rx_desc->data[0], size); 1067 1068 if (login->first_request) { 1069 complete(&isert_conn->login_comp); 1070 return; 1071 } 1072 schedule_delayed_work(&conn->login_work, 0); 1073 } 1074 1075 static struct iscsi_cmd 1076 *isert_allocate_cmd(struct iscsi_conn *conn, struct iser_rx_desc *rx_desc) 1077 { 1078 struct isert_conn *isert_conn = conn->context; 1079 struct isert_cmd *isert_cmd; 1080 struct iscsi_cmd *cmd; 1081 1082 cmd = iscsit_allocate_cmd(conn, TASK_INTERRUPTIBLE); 1083 if (!cmd) { 1084 isert_err("Unable to allocate iscsi_cmd + isert_cmd\n"); 1085 return NULL; 1086 } 1087 isert_cmd = iscsit_priv_cmd(cmd); 1088 isert_cmd->conn = isert_conn; 1089 isert_cmd->iscsi_cmd = cmd; 1090 isert_cmd->rx_desc = rx_desc; 1091 1092 return cmd; 1093 } 1094 1095 static int 1096 isert_handle_scsi_cmd(struct isert_conn *isert_conn, 1097 struct isert_cmd *isert_cmd, struct iscsi_cmd *cmd, 1098 struct iser_rx_desc *rx_desc, unsigned char *buf) 1099 { 1100 struct iscsi_conn *conn = isert_conn->conn; 1101 struct iscsi_scsi_req *hdr = (struct iscsi_scsi_req *)buf; 1102 int imm_data, imm_data_len, unsol_data, sg_nents, rc; 1103 bool dump_payload = false; 1104 unsigned int data_len; 1105 1106 rc = iscsit_setup_scsi_cmd(conn, cmd, buf); 1107 if (rc < 0) 1108 return rc; 1109 1110 imm_data = cmd->immediate_data; 1111 imm_data_len = cmd->first_burst_len; 1112 unsol_data = cmd->unsolicited_data; 1113 data_len = cmd->se_cmd.data_length; 1114 1115 if (imm_data && imm_data_len == data_len) 1116 cmd->se_cmd.se_cmd_flags |= SCF_PASSTHROUGH_SG_TO_MEM_NOALLOC; 1117 rc = iscsit_process_scsi_cmd(conn, cmd, hdr); 1118 if (rc < 0) { 1119 return 0; 1120 } else if (rc > 0) { 1121 dump_payload = true; 1122 goto sequence_cmd; 1123 } 1124 1125 if (!imm_data) 1126 return 0; 1127 1128 if (imm_data_len != data_len) { 1129 sg_nents = max(1UL, DIV_ROUND_UP(imm_data_len, PAGE_SIZE)); 1130 sg_copy_from_buffer(cmd->se_cmd.t_data_sg, sg_nents, 1131 &rx_desc->data[0], imm_data_len); 1132 isert_dbg("Copy Immediate sg_nents: %u imm_data_len: %d\n", 1133 sg_nents, imm_data_len); 1134 } else { 1135 sg_init_table(&isert_cmd->sg, 1); 1136 cmd->se_cmd.t_data_sg = &isert_cmd->sg; 1137 cmd->se_cmd.t_data_nents = 1; 1138 sg_set_buf(&isert_cmd->sg, &rx_desc->data[0], imm_data_len); 1139 isert_dbg("Transfer Immediate imm_data_len: %d\n", 1140 imm_data_len); 1141 } 1142 1143 cmd->write_data_done += imm_data_len; 1144 1145 if (cmd->write_data_done == cmd->se_cmd.data_length) { 1146 spin_lock_bh(&cmd->istate_lock); 1147 cmd->cmd_flags |= ICF_GOT_LAST_DATAOUT; 1148 cmd->i_state = ISTATE_RECEIVED_LAST_DATAOUT; 1149 spin_unlock_bh(&cmd->istate_lock); 1150 } 1151 1152 sequence_cmd: 1153 rc = iscsit_sequence_cmd(conn, cmd, buf, hdr->cmdsn); 1154 1155 if (!rc && dump_payload == false && unsol_data) 1156 iscsit_set_unsoliticed_dataout(cmd); 1157 else if (dump_payload && imm_data) 1158 target_put_sess_cmd(&cmd->se_cmd); 1159 1160 return 0; 1161 } 1162 1163 static int 1164 isert_handle_iscsi_dataout(struct isert_conn *isert_conn, 1165 struct iser_rx_desc *rx_desc, unsigned char *buf) 1166 { 1167 struct scatterlist *sg_start; 1168 struct iscsi_conn *conn = isert_conn->conn; 1169 struct iscsi_cmd *cmd = NULL; 1170 struct iscsi_data *hdr = (struct iscsi_data *)buf; 1171 u32 unsol_data_len = ntoh24(hdr->dlength); 1172 int rc, sg_nents, sg_off, page_off; 1173 1174 rc = iscsit_check_dataout_hdr(conn, buf, &cmd); 1175 if (rc < 0) 1176 return rc; 1177 else if (!cmd) 1178 return 0; 1179 /* 1180 * FIXME: Unexpected unsolicited_data out 1181 */ 1182 if (!cmd->unsolicited_data) { 1183 isert_err("Received unexpected solicited data payload\n"); 1184 dump_stack(); 1185 return -1; 1186 } 1187 1188 isert_dbg("Unsolicited DataOut unsol_data_len: %u, " 1189 "write_data_done: %u, data_length: %u\n", 1190 unsol_data_len, cmd->write_data_done, 1191 cmd->se_cmd.data_length); 1192 1193 sg_off = cmd->write_data_done / PAGE_SIZE; 1194 sg_start = &cmd->se_cmd.t_data_sg[sg_off]; 1195 sg_nents = max(1UL, DIV_ROUND_UP(unsol_data_len, PAGE_SIZE)); 1196 page_off = cmd->write_data_done % PAGE_SIZE; 1197 /* 1198 * FIXME: Non page-aligned unsolicited_data out 1199 */ 1200 if (page_off) { 1201 isert_err("unexpected non-page aligned data payload\n"); 1202 dump_stack(); 1203 return -1; 1204 } 1205 isert_dbg("Copying DataOut: sg_start: %p, sg_off: %u " 1206 "sg_nents: %u from %p %u\n", sg_start, sg_off, 1207 sg_nents, &rx_desc->data[0], unsol_data_len); 1208 1209 sg_copy_from_buffer(sg_start, sg_nents, &rx_desc->data[0], 1210 unsol_data_len); 1211 1212 rc = iscsit_check_dataout_payload(cmd, hdr, false); 1213 if (rc < 0) 1214 return rc; 1215 1216 /* 1217 * multiple data-outs on the same command can arrive - 1218 * so post the buffer before hand 1219 */ 1220 rc = isert_post_recv(isert_conn, rx_desc); 1221 if (rc) { 1222 isert_err("ib_post_recv failed with %d\n", rc); 1223 return rc; 1224 } 1225 return 0; 1226 } 1227 1228 static int 1229 isert_handle_nop_out(struct isert_conn *isert_conn, struct isert_cmd *isert_cmd, 1230 struct iscsi_cmd *cmd, struct iser_rx_desc *rx_desc, 1231 unsigned char *buf) 1232 { 1233 struct iscsi_conn *conn = isert_conn->conn; 1234 struct iscsi_nopout *hdr = (struct iscsi_nopout *)buf; 1235 int rc; 1236 1237 rc = iscsit_setup_nop_out(conn, cmd, hdr); 1238 if (rc < 0) 1239 return rc; 1240 /* 1241 * FIXME: Add support for NOPOUT payload using unsolicited RDMA payload 1242 */ 1243 1244 return iscsit_process_nop_out(conn, cmd, hdr); 1245 } 1246 1247 static int 1248 isert_handle_text_cmd(struct isert_conn *isert_conn, struct isert_cmd *isert_cmd, 1249 struct iscsi_cmd *cmd, struct iser_rx_desc *rx_desc, 1250 struct iscsi_text *hdr) 1251 { 1252 struct iscsi_conn *conn = isert_conn->conn; 1253 u32 payload_length = ntoh24(hdr->dlength); 1254 int rc; 1255 unsigned char *text_in = NULL; 1256 1257 rc = iscsit_setup_text_cmd(conn, cmd, hdr); 1258 if (rc < 0) 1259 return rc; 1260 1261 if (payload_length) { 1262 text_in = kzalloc(payload_length, GFP_KERNEL); 1263 if (!text_in) { 1264 isert_err("Unable to allocate text_in of payload_length: %u\n", 1265 payload_length); 1266 return -ENOMEM; 1267 } 1268 } 1269 cmd->text_in_ptr = text_in; 1270 1271 memcpy(cmd->text_in_ptr, &rx_desc->data[0], payload_length); 1272 1273 return iscsit_process_text_cmd(conn, cmd, hdr); 1274 } 1275 1276 static int 1277 isert_rx_opcode(struct isert_conn *isert_conn, struct iser_rx_desc *rx_desc, 1278 uint32_t read_stag, uint64_t read_va, 1279 uint32_t write_stag, uint64_t write_va) 1280 { 1281 struct iscsi_hdr *hdr = &rx_desc->iscsi_header; 1282 struct iscsi_conn *conn = isert_conn->conn; 1283 struct iscsi_cmd *cmd; 1284 struct isert_cmd *isert_cmd; 1285 int ret = -EINVAL; 1286 u8 opcode = (hdr->opcode & ISCSI_OPCODE_MASK); 1287 1288 if (conn->sess->sess_ops->SessionType && 1289 (!(opcode & ISCSI_OP_TEXT) || !(opcode & ISCSI_OP_LOGOUT))) { 1290 isert_err("Got illegal opcode: 0x%02x in SessionType=Discovery," 1291 " ignoring\n", opcode); 1292 return 0; 1293 } 1294 1295 switch (opcode) { 1296 case ISCSI_OP_SCSI_CMD: 1297 cmd = isert_allocate_cmd(conn, rx_desc); 1298 if (!cmd) 1299 break; 1300 1301 isert_cmd = iscsit_priv_cmd(cmd); 1302 isert_cmd->read_stag = read_stag; 1303 isert_cmd->read_va = read_va; 1304 isert_cmd->write_stag = write_stag; 1305 isert_cmd->write_va = write_va; 1306 isert_cmd->inv_rkey = read_stag ? read_stag : write_stag; 1307 1308 ret = isert_handle_scsi_cmd(isert_conn, isert_cmd, cmd, 1309 rx_desc, (unsigned char *)hdr); 1310 break; 1311 case ISCSI_OP_NOOP_OUT: 1312 cmd = isert_allocate_cmd(conn, rx_desc); 1313 if (!cmd) 1314 break; 1315 1316 isert_cmd = iscsit_priv_cmd(cmd); 1317 ret = isert_handle_nop_out(isert_conn, isert_cmd, cmd, 1318 rx_desc, (unsigned char *)hdr); 1319 break; 1320 case ISCSI_OP_SCSI_DATA_OUT: 1321 ret = isert_handle_iscsi_dataout(isert_conn, rx_desc, 1322 (unsigned char *)hdr); 1323 break; 1324 case ISCSI_OP_SCSI_TMFUNC: 1325 cmd = isert_allocate_cmd(conn, rx_desc); 1326 if (!cmd) 1327 break; 1328 1329 ret = iscsit_handle_task_mgt_cmd(conn, cmd, 1330 (unsigned char *)hdr); 1331 break; 1332 case ISCSI_OP_LOGOUT: 1333 cmd = isert_allocate_cmd(conn, rx_desc); 1334 if (!cmd) 1335 break; 1336 1337 ret = iscsit_handle_logout_cmd(conn, cmd, (unsigned char *)hdr); 1338 break; 1339 case ISCSI_OP_TEXT: 1340 if (be32_to_cpu(hdr->ttt) != 0xFFFFFFFF) 1341 cmd = iscsit_find_cmd_from_itt(conn, hdr->itt); 1342 else 1343 cmd = isert_allocate_cmd(conn, rx_desc); 1344 1345 if (!cmd) 1346 break; 1347 1348 isert_cmd = iscsit_priv_cmd(cmd); 1349 ret = isert_handle_text_cmd(isert_conn, isert_cmd, cmd, 1350 rx_desc, (struct iscsi_text *)hdr); 1351 break; 1352 default: 1353 isert_err("Got unknown iSCSI OpCode: 0x%02x\n", opcode); 1354 dump_stack(); 1355 break; 1356 } 1357 1358 return ret; 1359 } 1360 1361 static void 1362 isert_print_wc(struct ib_wc *wc, const char *type) 1363 { 1364 if (wc->status != IB_WC_WR_FLUSH_ERR) 1365 isert_err("%s failure: %s (%d) vend_err %x\n", type, 1366 ib_wc_status_msg(wc->status), wc->status, 1367 wc->vendor_err); 1368 else 1369 isert_dbg("%s failure: %s (%d)\n", type, 1370 ib_wc_status_msg(wc->status), wc->status); 1371 } 1372 1373 static void 1374 isert_recv_done(struct ib_cq *cq, struct ib_wc *wc) 1375 { 1376 struct isert_conn *isert_conn = wc->qp->qp_context; 1377 struct ib_device *ib_dev = isert_conn->cm_id->device; 1378 struct iser_rx_desc *rx_desc = cqe_to_rx_desc(wc->wr_cqe); 1379 struct iscsi_hdr *hdr = &rx_desc->iscsi_header; 1380 struct iser_ctrl *iser_ctrl = &rx_desc->iser_header; 1381 uint64_t read_va = 0, write_va = 0; 1382 uint32_t read_stag = 0, write_stag = 0; 1383 1384 if (unlikely(wc->status != IB_WC_SUCCESS)) { 1385 isert_print_wc(wc, "recv"); 1386 if (wc->status != IB_WC_WR_FLUSH_ERR) 1387 iscsit_cause_connection_reinstatement(isert_conn->conn, 0); 1388 return; 1389 } 1390 1391 ib_dma_sync_single_for_cpu(ib_dev, rx_desc->dma_addr, 1392 ISER_RX_PAYLOAD_SIZE, DMA_FROM_DEVICE); 1393 1394 isert_dbg("DMA: 0x%llx, iSCSI opcode: 0x%02x, ITT: 0x%08x, flags: 0x%02x dlen: %d\n", 1395 rx_desc->dma_addr, hdr->opcode, hdr->itt, hdr->flags, 1396 (int)(wc->byte_len - ISER_HEADERS_LEN)); 1397 1398 switch (iser_ctrl->flags & 0xF0) { 1399 case ISCSI_CTRL: 1400 if (iser_ctrl->flags & ISER_RSV) { 1401 read_stag = be32_to_cpu(iser_ctrl->read_stag); 1402 read_va = be64_to_cpu(iser_ctrl->read_va); 1403 isert_dbg("ISER_RSV: read_stag: 0x%x read_va: 0x%llx\n", 1404 read_stag, (unsigned long long)read_va); 1405 } 1406 if (iser_ctrl->flags & ISER_WSV) { 1407 write_stag = be32_to_cpu(iser_ctrl->write_stag); 1408 write_va = be64_to_cpu(iser_ctrl->write_va); 1409 isert_dbg("ISER_WSV: write_stag: 0x%x write_va: 0x%llx\n", 1410 write_stag, (unsigned long long)write_va); 1411 } 1412 1413 isert_dbg("ISER ISCSI_CTRL PDU\n"); 1414 break; 1415 case ISER_HELLO: 1416 isert_err("iSER Hello message\n"); 1417 break; 1418 default: 1419 isert_warn("Unknown iSER hdr flags: 0x%02x\n", iser_ctrl->flags); 1420 break; 1421 } 1422 1423 isert_rx_opcode(isert_conn, rx_desc, 1424 read_stag, read_va, write_stag, write_va); 1425 1426 ib_dma_sync_single_for_device(ib_dev, rx_desc->dma_addr, 1427 ISER_RX_PAYLOAD_SIZE, DMA_FROM_DEVICE); 1428 } 1429 1430 static void 1431 isert_login_recv_done(struct ib_cq *cq, struct ib_wc *wc) 1432 { 1433 struct isert_conn *isert_conn = wc->qp->qp_context; 1434 struct ib_device *ib_dev = isert_conn->cm_id->device; 1435 1436 if (unlikely(wc->status != IB_WC_SUCCESS)) { 1437 isert_print_wc(wc, "login recv"); 1438 return; 1439 } 1440 1441 ib_dma_sync_single_for_cpu(ib_dev, isert_conn->login_req_dma, 1442 ISER_RX_PAYLOAD_SIZE, DMA_FROM_DEVICE); 1443 1444 isert_conn->login_req_len = wc->byte_len - ISER_HEADERS_LEN; 1445 1446 if (isert_conn->conn) { 1447 struct iscsi_login *login = isert_conn->conn->conn_login; 1448 1449 if (login && !login->first_request) 1450 isert_rx_login_req(isert_conn); 1451 } 1452 1453 mutex_lock(&isert_conn->mutex); 1454 complete(&isert_conn->login_req_comp); 1455 mutex_unlock(&isert_conn->mutex); 1456 1457 ib_dma_sync_single_for_device(ib_dev, isert_conn->login_req_dma, 1458 ISER_RX_PAYLOAD_SIZE, DMA_FROM_DEVICE); 1459 } 1460 1461 static void 1462 isert_rdma_rw_ctx_destroy(struct isert_cmd *cmd, struct isert_conn *conn) 1463 { 1464 struct se_cmd *se_cmd = &cmd->iscsi_cmd->se_cmd; 1465 enum dma_data_direction dir = target_reverse_dma_direction(se_cmd); 1466 1467 if (!cmd->rw.nr_ops) 1468 return; 1469 1470 if (isert_prot_cmd(conn, se_cmd)) { 1471 rdma_rw_ctx_destroy_signature(&cmd->rw, conn->qp, 1472 conn->cm_id->port_num, se_cmd->t_data_sg, 1473 se_cmd->t_data_nents, se_cmd->t_prot_sg, 1474 se_cmd->t_prot_nents, dir); 1475 } else { 1476 rdma_rw_ctx_destroy(&cmd->rw, conn->qp, conn->cm_id->port_num, 1477 se_cmd->t_data_sg, se_cmd->t_data_nents, dir); 1478 } 1479 1480 cmd->rw.nr_ops = 0; 1481 } 1482 1483 static void 1484 isert_put_cmd(struct isert_cmd *isert_cmd, bool comp_err) 1485 { 1486 struct iscsi_cmd *cmd = isert_cmd->iscsi_cmd; 1487 struct isert_conn *isert_conn = isert_cmd->conn; 1488 struct iscsi_conn *conn = isert_conn->conn; 1489 struct iscsi_text_rsp *hdr; 1490 1491 isert_dbg("Cmd %p\n", isert_cmd); 1492 1493 switch (cmd->iscsi_opcode) { 1494 case ISCSI_OP_SCSI_CMD: 1495 spin_lock_bh(&conn->cmd_lock); 1496 if (!list_empty(&cmd->i_conn_node)) 1497 list_del_init(&cmd->i_conn_node); 1498 spin_unlock_bh(&conn->cmd_lock); 1499 1500 if (cmd->data_direction == DMA_TO_DEVICE) { 1501 iscsit_stop_dataout_timer(cmd); 1502 /* 1503 * Check for special case during comp_err where 1504 * WRITE_PENDING has been handed off from core, 1505 * but requires an extra target_put_sess_cmd() 1506 * before transport_generic_free_cmd() below. 1507 */ 1508 if (comp_err && 1509 cmd->se_cmd.t_state == TRANSPORT_WRITE_PENDING) { 1510 struct se_cmd *se_cmd = &cmd->se_cmd; 1511 1512 target_put_sess_cmd(se_cmd); 1513 } 1514 } 1515 1516 isert_rdma_rw_ctx_destroy(isert_cmd, isert_conn); 1517 transport_generic_free_cmd(&cmd->se_cmd, 0); 1518 break; 1519 case ISCSI_OP_SCSI_TMFUNC: 1520 spin_lock_bh(&conn->cmd_lock); 1521 if (!list_empty(&cmd->i_conn_node)) 1522 list_del_init(&cmd->i_conn_node); 1523 spin_unlock_bh(&conn->cmd_lock); 1524 1525 transport_generic_free_cmd(&cmd->se_cmd, 0); 1526 break; 1527 case ISCSI_OP_REJECT: 1528 case ISCSI_OP_NOOP_OUT: 1529 case ISCSI_OP_TEXT: 1530 hdr = (struct iscsi_text_rsp *)&isert_cmd->tx_desc.iscsi_header; 1531 /* If the continue bit is on, keep the command alive */ 1532 if (hdr->flags & ISCSI_FLAG_TEXT_CONTINUE) 1533 break; 1534 1535 spin_lock_bh(&conn->cmd_lock); 1536 if (!list_empty(&cmd->i_conn_node)) 1537 list_del_init(&cmd->i_conn_node); 1538 spin_unlock_bh(&conn->cmd_lock); 1539 1540 /* 1541 * Handle special case for REJECT when iscsi_add_reject*() has 1542 * overwritten the original iscsi_opcode assignment, and the 1543 * associated cmd->se_cmd needs to be released. 1544 */ 1545 if (cmd->se_cmd.se_tfo != NULL) { 1546 isert_dbg("Calling transport_generic_free_cmd for 0x%02x\n", 1547 cmd->iscsi_opcode); 1548 transport_generic_free_cmd(&cmd->se_cmd, 0); 1549 break; 1550 } 1551 /* 1552 * Fall-through 1553 */ 1554 default: 1555 iscsit_release_cmd(cmd); 1556 break; 1557 } 1558 } 1559 1560 static void 1561 isert_unmap_tx_desc(struct iser_tx_desc *tx_desc, struct ib_device *ib_dev) 1562 { 1563 if (tx_desc->dma_addr != 0) { 1564 isert_dbg("unmap single for tx_desc->dma_addr\n"); 1565 ib_dma_unmap_single(ib_dev, tx_desc->dma_addr, 1566 ISER_HEADERS_LEN, DMA_TO_DEVICE); 1567 tx_desc->dma_addr = 0; 1568 } 1569 } 1570 1571 static void 1572 isert_completion_put(struct iser_tx_desc *tx_desc, struct isert_cmd *isert_cmd, 1573 struct ib_device *ib_dev, bool comp_err) 1574 { 1575 if (isert_cmd->pdu_buf_dma != 0) { 1576 isert_dbg("unmap single for isert_cmd->pdu_buf_dma\n"); 1577 ib_dma_unmap_single(ib_dev, isert_cmd->pdu_buf_dma, 1578 isert_cmd->pdu_buf_len, DMA_TO_DEVICE); 1579 isert_cmd->pdu_buf_dma = 0; 1580 } 1581 1582 isert_unmap_tx_desc(tx_desc, ib_dev); 1583 isert_put_cmd(isert_cmd, comp_err); 1584 } 1585 1586 static int 1587 isert_check_pi_status(struct se_cmd *se_cmd, struct ib_mr *sig_mr) 1588 { 1589 struct ib_mr_status mr_status; 1590 int ret; 1591 1592 ret = ib_check_mr_status(sig_mr, IB_MR_CHECK_SIG_STATUS, &mr_status); 1593 if (ret) { 1594 isert_err("ib_check_mr_status failed, ret %d\n", ret); 1595 goto fail_mr_status; 1596 } 1597 1598 if (mr_status.fail_status & IB_MR_CHECK_SIG_STATUS) { 1599 u64 sec_offset_err; 1600 u32 block_size = se_cmd->se_dev->dev_attrib.block_size + 8; 1601 1602 switch (mr_status.sig_err.err_type) { 1603 case IB_SIG_BAD_GUARD: 1604 se_cmd->pi_err = TCM_LOGICAL_BLOCK_GUARD_CHECK_FAILED; 1605 break; 1606 case IB_SIG_BAD_REFTAG: 1607 se_cmd->pi_err = TCM_LOGICAL_BLOCK_REF_TAG_CHECK_FAILED; 1608 break; 1609 case IB_SIG_BAD_APPTAG: 1610 se_cmd->pi_err = TCM_LOGICAL_BLOCK_APP_TAG_CHECK_FAILED; 1611 break; 1612 } 1613 sec_offset_err = mr_status.sig_err.sig_err_offset; 1614 do_div(sec_offset_err, block_size); 1615 se_cmd->bad_sector = sec_offset_err + se_cmd->t_task_lba; 1616 1617 isert_err("PI error found type %d at sector 0x%llx " 1618 "expected 0x%x vs actual 0x%x\n", 1619 mr_status.sig_err.err_type, 1620 (unsigned long long)se_cmd->bad_sector, 1621 mr_status.sig_err.expected, 1622 mr_status.sig_err.actual); 1623 ret = 1; 1624 } 1625 1626 fail_mr_status: 1627 return ret; 1628 } 1629 1630 static void 1631 isert_rdma_write_done(struct ib_cq *cq, struct ib_wc *wc) 1632 { 1633 struct isert_conn *isert_conn = wc->qp->qp_context; 1634 struct isert_device *device = isert_conn->device; 1635 struct iser_tx_desc *desc = cqe_to_tx_desc(wc->wr_cqe); 1636 struct isert_cmd *isert_cmd = tx_desc_to_cmd(desc); 1637 struct se_cmd *cmd = &isert_cmd->iscsi_cmd->se_cmd; 1638 int ret = 0; 1639 1640 if (unlikely(wc->status != IB_WC_SUCCESS)) { 1641 isert_print_wc(wc, "rdma write"); 1642 if (wc->status != IB_WC_WR_FLUSH_ERR) 1643 iscsit_cause_connection_reinstatement(isert_conn->conn, 0); 1644 isert_completion_put(desc, isert_cmd, device->ib_device, true); 1645 return; 1646 } 1647 1648 isert_dbg("Cmd %p\n", isert_cmd); 1649 1650 ret = isert_check_pi_status(cmd, isert_cmd->rw.sig->sig_mr); 1651 isert_rdma_rw_ctx_destroy(isert_cmd, isert_conn); 1652 1653 if (ret) 1654 transport_send_check_condition_and_sense(cmd, cmd->pi_err, 0); 1655 else 1656 isert_put_response(isert_conn->conn, isert_cmd->iscsi_cmd); 1657 } 1658 1659 static void 1660 isert_rdma_read_done(struct ib_cq *cq, struct ib_wc *wc) 1661 { 1662 struct isert_conn *isert_conn = wc->qp->qp_context; 1663 struct isert_device *device = isert_conn->device; 1664 struct iser_tx_desc *desc = cqe_to_tx_desc(wc->wr_cqe); 1665 struct isert_cmd *isert_cmd = tx_desc_to_cmd(desc); 1666 struct iscsi_cmd *cmd = isert_cmd->iscsi_cmd; 1667 struct se_cmd *se_cmd = &cmd->se_cmd; 1668 int ret = 0; 1669 1670 if (unlikely(wc->status != IB_WC_SUCCESS)) { 1671 isert_print_wc(wc, "rdma read"); 1672 if (wc->status != IB_WC_WR_FLUSH_ERR) 1673 iscsit_cause_connection_reinstatement(isert_conn->conn, 0); 1674 isert_completion_put(desc, isert_cmd, device->ib_device, true); 1675 return; 1676 } 1677 1678 isert_dbg("Cmd %p\n", isert_cmd); 1679 1680 iscsit_stop_dataout_timer(cmd); 1681 1682 if (isert_prot_cmd(isert_conn, se_cmd)) 1683 ret = isert_check_pi_status(se_cmd, isert_cmd->rw.sig->sig_mr); 1684 isert_rdma_rw_ctx_destroy(isert_cmd, isert_conn); 1685 cmd->write_data_done = 0; 1686 1687 isert_dbg("Cmd: %p RDMA_READ comp calling execute_cmd\n", isert_cmd); 1688 spin_lock_bh(&cmd->istate_lock); 1689 cmd->cmd_flags |= ICF_GOT_LAST_DATAOUT; 1690 cmd->i_state = ISTATE_RECEIVED_LAST_DATAOUT; 1691 spin_unlock_bh(&cmd->istate_lock); 1692 1693 if (ret) { 1694 target_put_sess_cmd(se_cmd); 1695 transport_send_check_condition_and_sense(se_cmd, 1696 se_cmd->pi_err, 0); 1697 } else { 1698 target_execute_cmd(se_cmd); 1699 } 1700 } 1701 1702 static void 1703 isert_do_control_comp(struct work_struct *work) 1704 { 1705 struct isert_cmd *isert_cmd = container_of(work, 1706 struct isert_cmd, comp_work); 1707 struct isert_conn *isert_conn = isert_cmd->conn; 1708 struct ib_device *ib_dev = isert_conn->cm_id->device; 1709 struct iscsi_cmd *cmd = isert_cmd->iscsi_cmd; 1710 1711 isert_dbg("Cmd %p i_state %d\n", isert_cmd, cmd->i_state); 1712 1713 switch (cmd->i_state) { 1714 case ISTATE_SEND_TASKMGTRSP: 1715 iscsit_tmr_post_handler(cmd, cmd->conn); 1716 case ISTATE_SEND_REJECT: /* FALLTHRU */ 1717 case ISTATE_SEND_TEXTRSP: /* FALLTHRU */ 1718 cmd->i_state = ISTATE_SENT_STATUS; 1719 isert_completion_put(&isert_cmd->tx_desc, isert_cmd, 1720 ib_dev, false); 1721 break; 1722 case ISTATE_SEND_LOGOUTRSP: 1723 iscsit_logout_post_handler(cmd, cmd->conn); 1724 break; 1725 default: 1726 isert_err("Unknown i_state %d\n", cmd->i_state); 1727 dump_stack(); 1728 break; 1729 } 1730 } 1731 1732 static void 1733 isert_login_send_done(struct ib_cq *cq, struct ib_wc *wc) 1734 { 1735 struct isert_conn *isert_conn = wc->qp->qp_context; 1736 struct ib_device *ib_dev = isert_conn->cm_id->device; 1737 struct iser_tx_desc *tx_desc = cqe_to_tx_desc(wc->wr_cqe); 1738 1739 if (unlikely(wc->status != IB_WC_SUCCESS)) { 1740 isert_print_wc(wc, "login send"); 1741 if (wc->status != IB_WC_WR_FLUSH_ERR) 1742 iscsit_cause_connection_reinstatement(isert_conn->conn, 0); 1743 } 1744 1745 isert_unmap_tx_desc(tx_desc, ib_dev); 1746 } 1747 1748 static void 1749 isert_send_done(struct ib_cq *cq, struct ib_wc *wc) 1750 { 1751 struct isert_conn *isert_conn = wc->qp->qp_context; 1752 struct ib_device *ib_dev = isert_conn->cm_id->device; 1753 struct iser_tx_desc *tx_desc = cqe_to_tx_desc(wc->wr_cqe); 1754 struct isert_cmd *isert_cmd = tx_desc_to_cmd(tx_desc); 1755 1756 if (unlikely(wc->status != IB_WC_SUCCESS)) { 1757 isert_print_wc(wc, "send"); 1758 if (wc->status != IB_WC_WR_FLUSH_ERR) 1759 iscsit_cause_connection_reinstatement(isert_conn->conn, 0); 1760 isert_completion_put(tx_desc, isert_cmd, ib_dev, true); 1761 return; 1762 } 1763 1764 isert_dbg("Cmd %p\n", isert_cmd); 1765 1766 switch (isert_cmd->iscsi_cmd->i_state) { 1767 case ISTATE_SEND_TASKMGTRSP: 1768 case ISTATE_SEND_LOGOUTRSP: 1769 case ISTATE_SEND_REJECT: 1770 case ISTATE_SEND_TEXTRSP: 1771 isert_unmap_tx_desc(tx_desc, ib_dev); 1772 1773 INIT_WORK(&isert_cmd->comp_work, isert_do_control_comp); 1774 queue_work(isert_comp_wq, &isert_cmd->comp_work); 1775 return; 1776 default: 1777 isert_cmd->iscsi_cmd->i_state = ISTATE_SENT_STATUS; 1778 isert_completion_put(tx_desc, isert_cmd, ib_dev, false); 1779 break; 1780 } 1781 } 1782 1783 static int 1784 isert_post_response(struct isert_conn *isert_conn, struct isert_cmd *isert_cmd) 1785 { 1786 struct ib_send_wr *wr_failed; 1787 int ret; 1788 1789 ret = isert_post_recv(isert_conn, isert_cmd->rx_desc); 1790 if (ret) { 1791 isert_err("ib_post_recv failed with %d\n", ret); 1792 return ret; 1793 } 1794 1795 ret = ib_post_send(isert_conn->qp, &isert_cmd->tx_desc.send_wr, 1796 &wr_failed); 1797 if (ret) { 1798 isert_err("ib_post_send failed with %d\n", ret); 1799 return ret; 1800 } 1801 return ret; 1802 } 1803 1804 static int 1805 isert_put_response(struct iscsi_conn *conn, struct iscsi_cmd *cmd) 1806 { 1807 struct isert_cmd *isert_cmd = iscsit_priv_cmd(cmd); 1808 struct isert_conn *isert_conn = conn->context; 1809 struct ib_send_wr *send_wr = &isert_cmd->tx_desc.send_wr; 1810 struct iscsi_scsi_rsp *hdr = (struct iscsi_scsi_rsp *) 1811 &isert_cmd->tx_desc.iscsi_header; 1812 1813 isert_create_send_desc(isert_conn, isert_cmd, &isert_cmd->tx_desc); 1814 iscsit_build_rsp_pdu(cmd, conn, true, hdr); 1815 isert_init_tx_hdrs(isert_conn, &isert_cmd->tx_desc); 1816 /* 1817 * Attach SENSE DATA payload to iSCSI Response PDU 1818 */ 1819 if (cmd->se_cmd.sense_buffer && 1820 ((cmd->se_cmd.se_cmd_flags & SCF_TRANSPORT_TASK_SENSE) || 1821 (cmd->se_cmd.se_cmd_flags & SCF_EMULATED_TASK_SENSE))) { 1822 struct isert_device *device = isert_conn->device; 1823 struct ib_device *ib_dev = device->ib_device; 1824 struct ib_sge *tx_dsg = &isert_cmd->tx_desc.tx_sg[1]; 1825 u32 padding, pdu_len; 1826 1827 put_unaligned_be16(cmd->se_cmd.scsi_sense_length, 1828 cmd->sense_buffer); 1829 cmd->se_cmd.scsi_sense_length += sizeof(__be16); 1830 1831 padding = -(cmd->se_cmd.scsi_sense_length) & 3; 1832 hton24(hdr->dlength, (u32)cmd->se_cmd.scsi_sense_length); 1833 pdu_len = cmd->se_cmd.scsi_sense_length + padding; 1834 1835 isert_cmd->pdu_buf_dma = ib_dma_map_single(ib_dev, 1836 (void *)cmd->sense_buffer, pdu_len, 1837 DMA_TO_DEVICE); 1838 1839 isert_cmd->pdu_buf_len = pdu_len; 1840 tx_dsg->addr = isert_cmd->pdu_buf_dma; 1841 tx_dsg->length = pdu_len; 1842 tx_dsg->lkey = device->pd->local_dma_lkey; 1843 isert_cmd->tx_desc.num_sge = 2; 1844 } 1845 1846 isert_init_send_wr(isert_conn, isert_cmd, send_wr); 1847 1848 isert_dbg("Posting SCSI Response\n"); 1849 1850 return isert_post_response(isert_conn, isert_cmd); 1851 } 1852 1853 static void 1854 isert_aborted_task(struct iscsi_conn *conn, struct iscsi_cmd *cmd) 1855 { 1856 struct isert_cmd *isert_cmd = iscsit_priv_cmd(cmd); 1857 struct isert_conn *isert_conn = conn->context; 1858 1859 spin_lock_bh(&conn->cmd_lock); 1860 if (!list_empty(&cmd->i_conn_node)) 1861 list_del_init(&cmd->i_conn_node); 1862 spin_unlock_bh(&conn->cmd_lock); 1863 1864 if (cmd->data_direction == DMA_TO_DEVICE) 1865 iscsit_stop_dataout_timer(cmd); 1866 isert_rdma_rw_ctx_destroy(isert_cmd, isert_conn); 1867 } 1868 1869 static enum target_prot_op 1870 isert_get_sup_prot_ops(struct iscsi_conn *conn) 1871 { 1872 struct isert_conn *isert_conn = conn->context; 1873 struct isert_device *device = isert_conn->device; 1874 1875 if (conn->tpg->tpg_attrib.t10_pi) { 1876 if (device->pi_capable) { 1877 isert_info("conn %p PI offload enabled\n", isert_conn); 1878 isert_conn->pi_support = true; 1879 return TARGET_PROT_ALL; 1880 } 1881 } 1882 1883 isert_info("conn %p PI offload disabled\n", isert_conn); 1884 isert_conn->pi_support = false; 1885 1886 return TARGET_PROT_NORMAL; 1887 } 1888 1889 static int 1890 isert_put_nopin(struct iscsi_cmd *cmd, struct iscsi_conn *conn, 1891 bool nopout_response) 1892 { 1893 struct isert_cmd *isert_cmd = iscsit_priv_cmd(cmd); 1894 struct isert_conn *isert_conn = conn->context; 1895 struct ib_send_wr *send_wr = &isert_cmd->tx_desc.send_wr; 1896 1897 isert_create_send_desc(isert_conn, isert_cmd, &isert_cmd->tx_desc); 1898 iscsit_build_nopin_rsp(cmd, conn, (struct iscsi_nopin *) 1899 &isert_cmd->tx_desc.iscsi_header, 1900 nopout_response); 1901 isert_init_tx_hdrs(isert_conn, &isert_cmd->tx_desc); 1902 isert_init_send_wr(isert_conn, isert_cmd, send_wr); 1903 1904 isert_dbg("conn %p Posting NOPIN Response\n", isert_conn); 1905 1906 return isert_post_response(isert_conn, isert_cmd); 1907 } 1908 1909 static int 1910 isert_put_logout_rsp(struct iscsi_cmd *cmd, struct iscsi_conn *conn) 1911 { 1912 struct isert_cmd *isert_cmd = iscsit_priv_cmd(cmd); 1913 struct isert_conn *isert_conn = conn->context; 1914 struct ib_send_wr *send_wr = &isert_cmd->tx_desc.send_wr; 1915 1916 isert_create_send_desc(isert_conn, isert_cmd, &isert_cmd->tx_desc); 1917 iscsit_build_logout_rsp(cmd, conn, (struct iscsi_logout_rsp *) 1918 &isert_cmd->tx_desc.iscsi_header); 1919 isert_init_tx_hdrs(isert_conn, &isert_cmd->tx_desc); 1920 isert_init_send_wr(isert_conn, isert_cmd, send_wr); 1921 1922 isert_dbg("conn %p Posting Logout Response\n", isert_conn); 1923 1924 return isert_post_response(isert_conn, isert_cmd); 1925 } 1926 1927 static int 1928 isert_put_tm_rsp(struct iscsi_cmd *cmd, struct iscsi_conn *conn) 1929 { 1930 struct isert_cmd *isert_cmd = iscsit_priv_cmd(cmd); 1931 struct isert_conn *isert_conn = conn->context; 1932 struct ib_send_wr *send_wr = &isert_cmd->tx_desc.send_wr; 1933 1934 isert_create_send_desc(isert_conn, isert_cmd, &isert_cmd->tx_desc); 1935 iscsit_build_task_mgt_rsp(cmd, conn, (struct iscsi_tm_rsp *) 1936 &isert_cmd->tx_desc.iscsi_header); 1937 isert_init_tx_hdrs(isert_conn, &isert_cmd->tx_desc); 1938 isert_init_send_wr(isert_conn, isert_cmd, send_wr); 1939 1940 isert_dbg("conn %p Posting Task Management Response\n", isert_conn); 1941 1942 return isert_post_response(isert_conn, isert_cmd); 1943 } 1944 1945 static int 1946 isert_put_reject(struct iscsi_cmd *cmd, struct iscsi_conn *conn) 1947 { 1948 struct isert_cmd *isert_cmd = iscsit_priv_cmd(cmd); 1949 struct isert_conn *isert_conn = conn->context; 1950 struct ib_send_wr *send_wr = &isert_cmd->tx_desc.send_wr; 1951 struct isert_device *device = isert_conn->device; 1952 struct ib_device *ib_dev = device->ib_device; 1953 struct ib_sge *tx_dsg = &isert_cmd->tx_desc.tx_sg[1]; 1954 struct iscsi_reject *hdr = 1955 (struct iscsi_reject *)&isert_cmd->tx_desc.iscsi_header; 1956 1957 isert_create_send_desc(isert_conn, isert_cmd, &isert_cmd->tx_desc); 1958 iscsit_build_reject(cmd, conn, hdr); 1959 isert_init_tx_hdrs(isert_conn, &isert_cmd->tx_desc); 1960 1961 hton24(hdr->dlength, ISCSI_HDR_LEN); 1962 isert_cmd->pdu_buf_dma = ib_dma_map_single(ib_dev, 1963 (void *)cmd->buf_ptr, ISCSI_HDR_LEN, 1964 DMA_TO_DEVICE); 1965 isert_cmd->pdu_buf_len = ISCSI_HDR_LEN; 1966 tx_dsg->addr = isert_cmd->pdu_buf_dma; 1967 tx_dsg->length = ISCSI_HDR_LEN; 1968 tx_dsg->lkey = device->pd->local_dma_lkey; 1969 isert_cmd->tx_desc.num_sge = 2; 1970 1971 isert_init_send_wr(isert_conn, isert_cmd, send_wr); 1972 1973 isert_dbg("conn %p Posting Reject\n", isert_conn); 1974 1975 return isert_post_response(isert_conn, isert_cmd); 1976 } 1977 1978 static int 1979 isert_put_text_rsp(struct iscsi_cmd *cmd, struct iscsi_conn *conn) 1980 { 1981 struct isert_cmd *isert_cmd = iscsit_priv_cmd(cmd); 1982 struct isert_conn *isert_conn = conn->context; 1983 struct ib_send_wr *send_wr = &isert_cmd->tx_desc.send_wr; 1984 struct iscsi_text_rsp *hdr = 1985 (struct iscsi_text_rsp *)&isert_cmd->tx_desc.iscsi_header; 1986 u32 txt_rsp_len; 1987 int rc; 1988 1989 isert_create_send_desc(isert_conn, isert_cmd, &isert_cmd->tx_desc); 1990 rc = iscsit_build_text_rsp(cmd, conn, hdr, ISCSI_INFINIBAND); 1991 if (rc < 0) 1992 return rc; 1993 1994 txt_rsp_len = rc; 1995 isert_init_tx_hdrs(isert_conn, &isert_cmd->tx_desc); 1996 1997 if (txt_rsp_len) { 1998 struct isert_device *device = isert_conn->device; 1999 struct ib_device *ib_dev = device->ib_device; 2000 struct ib_sge *tx_dsg = &isert_cmd->tx_desc.tx_sg[1]; 2001 void *txt_rsp_buf = cmd->buf_ptr; 2002 2003 isert_cmd->pdu_buf_dma = ib_dma_map_single(ib_dev, 2004 txt_rsp_buf, txt_rsp_len, DMA_TO_DEVICE); 2005 2006 isert_cmd->pdu_buf_len = txt_rsp_len; 2007 tx_dsg->addr = isert_cmd->pdu_buf_dma; 2008 tx_dsg->length = txt_rsp_len; 2009 tx_dsg->lkey = device->pd->local_dma_lkey; 2010 isert_cmd->tx_desc.num_sge = 2; 2011 } 2012 isert_init_send_wr(isert_conn, isert_cmd, send_wr); 2013 2014 isert_dbg("conn %p Text Response\n", isert_conn); 2015 2016 return isert_post_response(isert_conn, isert_cmd); 2017 } 2018 2019 static inline void 2020 isert_set_dif_domain(struct se_cmd *se_cmd, struct ib_sig_attrs *sig_attrs, 2021 struct ib_sig_domain *domain) 2022 { 2023 domain->sig_type = IB_SIG_TYPE_T10_DIF; 2024 domain->sig.dif.bg_type = IB_T10DIF_CRC; 2025 domain->sig.dif.pi_interval = se_cmd->se_dev->dev_attrib.block_size; 2026 domain->sig.dif.ref_tag = se_cmd->reftag_seed; 2027 /* 2028 * At the moment we hard code those, but if in the future 2029 * the target core would like to use it, we will take it 2030 * from se_cmd. 2031 */ 2032 domain->sig.dif.apptag_check_mask = 0xffff; 2033 domain->sig.dif.app_escape = true; 2034 domain->sig.dif.ref_escape = true; 2035 if (se_cmd->prot_type == TARGET_DIF_TYPE1_PROT || 2036 se_cmd->prot_type == TARGET_DIF_TYPE2_PROT) 2037 domain->sig.dif.ref_remap = true; 2038 }; 2039 2040 static int 2041 isert_set_sig_attrs(struct se_cmd *se_cmd, struct ib_sig_attrs *sig_attrs) 2042 { 2043 memset(sig_attrs, 0, sizeof(*sig_attrs)); 2044 2045 switch (se_cmd->prot_op) { 2046 case TARGET_PROT_DIN_INSERT: 2047 case TARGET_PROT_DOUT_STRIP: 2048 sig_attrs->mem.sig_type = IB_SIG_TYPE_NONE; 2049 isert_set_dif_domain(se_cmd, sig_attrs, &sig_attrs->wire); 2050 break; 2051 case TARGET_PROT_DOUT_INSERT: 2052 case TARGET_PROT_DIN_STRIP: 2053 sig_attrs->wire.sig_type = IB_SIG_TYPE_NONE; 2054 isert_set_dif_domain(se_cmd, sig_attrs, &sig_attrs->mem); 2055 break; 2056 case TARGET_PROT_DIN_PASS: 2057 case TARGET_PROT_DOUT_PASS: 2058 isert_set_dif_domain(se_cmd, sig_attrs, &sig_attrs->wire); 2059 isert_set_dif_domain(se_cmd, sig_attrs, &sig_attrs->mem); 2060 break; 2061 default: 2062 isert_err("Unsupported PI operation %d\n", se_cmd->prot_op); 2063 return -EINVAL; 2064 } 2065 2066 sig_attrs->check_mask = 2067 (se_cmd->prot_checks & TARGET_DIF_CHECK_GUARD ? 0xc0 : 0) | 2068 (se_cmd->prot_checks & TARGET_DIF_CHECK_REFTAG ? 0x30 : 0) | 2069 (se_cmd->prot_checks & TARGET_DIF_CHECK_REFTAG ? 0x0f : 0); 2070 return 0; 2071 } 2072 2073 static int 2074 isert_rdma_rw_ctx_post(struct isert_cmd *cmd, struct isert_conn *conn, 2075 struct ib_cqe *cqe, struct ib_send_wr *chain_wr) 2076 { 2077 struct se_cmd *se_cmd = &cmd->iscsi_cmd->se_cmd; 2078 enum dma_data_direction dir = target_reverse_dma_direction(se_cmd); 2079 u8 port_num = conn->cm_id->port_num; 2080 u64 addr; 2081 u32 rkey, offset; 2082 int ret; 2083 2084 if (dir == DMA_FROM_DEVICE) { 2085 addr = cmd->write_va; 2086 rkey = cmd->write_stag; 2087 offset = cmd->iscsi_cmd->write_data_done; 2088 } else { 2089 addr = cmd->read_va; 2090 rkey = cmd->read_stag; 2091 offset = 0; 2092 } 2093 2094 if (isert_prot_cmd(conn, se_cmd)) { 2095 struct ib_sig_attrs sig_attrs; 2096 2097 ret = isert_set_sig_attrs(se_cmd, &sig_attrs); 2098 if (ret) 2099 return ret; 2100 2101 WARN_ON_ONCE(offset); 2102 ret = rdma_rw_ctx_signature_init(&cmd->rw, conn->qp, port_num, 2103 se_cmd->t_data_sg, se_cmd->t_data_nents, 2104 se_cmd->t_prot_sg, se_cmd->t_prot_nents, 2105 &sig_attrs, addr, rkey, dir); 2106 } else { 2107 ret = rdma_rw_ctx_init(&cmd->rw, conn->qp, port_num, 2108 se_cmd->t_data_sg, se_cmd->t_data_nents, 2109 offset, addr, rkey, dir); 2110 } 2111 if (ret < 0) { 2112 isert_err("Cmd: %p failed to prepare RDMA res\n", cmd); 2113 return ret; 2114 } 2115 2116 ret = rdma_rw_ctx_post(&cmd->rw, conn->qp, port_num, cqe, chain_wr); 2117 if (ret < 0) 2118 isert_err("Cmd: %p failed to post RDMA res\n", cmd); 2119 return ret; 2120 } 2121 2122 static int 2123 isert_put_datain(struct iscsi_conn *conn, struct iscsi_cmd *cmd) 2124 { 2125 struct se_cmd *se_cmd = &cmd->se_cmd; 2126 struct isert_cmd *isert_cmd = iscsit_priv_cmd(cmd); 2127 struct isert_conn *isert_conn = conn->context; 2128 struct ib_cqe *cqe = NULL; 2129 struct ib_send_wr *chain_wr = NULL; 2130 int rc; 2131 2132 isert_dbg("Cmd: %p RDMA_WRITE data_length: %u\n", 2133 isert_cmd, se_cmd->data_length); 2134 2135 if (isert_prot_cmd(isert_conn, se_cmd)) { 2136 isert_cmd->tx_desc.tx_cqe.done = isert_rdma_write_done; 2137 cqe = &isert_cmd->tx_desc.tx_cqe; 2138 } else { 2139 /* 2140 * Build isert_conn->tx_desc for iSCSI response PDU and attach 2141 */ 2142 isert_create_send_desc(isert_conn, isert_cmd, 2143 &isert_cmd->tx_desc); 2144 iscsit_build_rsp_pdu(cmd, conn, true, (struct iscsi_scsi_rsp *) 2145 &isert_cmd->tx_desc.iscsi_header); 2146 isert_init_tx_hdrs(isert_conn, &isert_cmd->tx_desc); 2147 isert_init_send_wr(isert_conn, isert_cmd, 2148 &isert_cmd->tx_desc.send_wr); 2149 2150 rc = isert_post_recv(isert_conn, isert_cmd->rx_desc); 2151 if (rc) { 2152 isert_err("ib_post_recv failed with %d\n", rc); 2153 return rc; 2154 } 2155 2156 chain_wr = &isert_cmd->tx_desc.send_wr; 2157 } 2158 2159 isert_rdma_rw_ctx_post(isert_cmd, isert_conn, cqe, chain_wr); 2160 isert_dbg("Cmd: %p posted RDMA_WRITE for iSER Data READ\n", isert_cmd); 2161 return 1; 2162 } 2163 2164 static int 2165 isert_get_dataout(struct iscsi_conn *conn, struct iscsi_cmd *cmd, bool recovery) 2166 { 2167 struct isert_cmd *isert_cmd = iscsit_priv_cmd(cmd); 2168 2169 isert_dbg("Cmd: %p RDMA_READ data_length: %u write_data_done: %u\n", 2170 isert_cmd, cmd->se_cmd.data_length, cmd->write_data_done); 2171 2172 isert_cmd->tx_desc.tx_cqe.done = isert_rdma_read_done; 2173 isert_rdma_rw_ctx_post(isert_cmd, conn->context, 2174 &isert_cmd->tx_desc.tx_cqe, NULL); 2175 2176 isert_dbg("Cmd: %p posted RDMA_READ memory for ISER Data WRITE\n", 2177 isert_cmd); 2178 return 0; 2179 } 2180 2181 static int 2182 isert_immediate_queue(struct iscsi_conn *conn, struct iscsi_cmd *cmd, int state) 2183 { 2184 struct isert_cmd *isert_cmd = iscsit_priv_cmd(cmd); 2185 int ret = 0; 2186 2187 switch (state) { 2188 case ISTATE_REMOVE: 2189 spin_lock_bh(&conn->cmd_lock); 2190 list_del_init(&cmd->i_conn_node); 2191 spin_unlock_bh(&conn->cmd_lock); 2192 isert_put_cmd(isert_cmd, true); 2193 break; 2194 case ISTATE_SEND_NOPIN_WANT_RESPONSE: 2195 ret = isert_put_nopin(cmd, conn, false); 2196 break; 2197 default: 2198 isert_err("Unknown immediate state: 0x%02x\n", state); 2199 ret = -EINVAL; 2200 break; 2201 } 2202 2203 return ret; 2204 } 2205 2206 static int 2207 isert_response_queue(struct iscsi_conn *conn, struct iscsi_cmd *cmd, int state) 2208 { 2209 struct isert_conn *isert_conn = conn->context; 2210 int ret; 2211 2212 switch (state) { 2213 case ISTATE_SEND_LOGOUTRSP: 2214 ret = isert_put_logout_rsp(cmd, conn); 2215 if (!ret) 2216 isert_conn->logout_posted = true; 2217 break; 2218 case ISTATE_SEND_NOPIN: 2219 ret = isert_put_nopin(cmd, conn, true); 2220 break; 2221 case ISTATE_SEND_TASKMGTRSP: 2222 ret = isert_put_tm_rsp(cmd, conn); 2223 break; 2224 case ISTATE_SEND_REJECT: 2225 ret = isert_put_reject(cmd, conn); 2226 break; 2227 case ISTATE_SEND_TEXTRSP: 2228 ret = isert_put_text_rsp(cmd, conn); 2229 break; 2230 case ISTATE_SEND_STATUS: 2231 /* 2232 * Special case for sending non GOOD SCSI status from TX thread 2233 * context during pre se_cmd excecution failure. 2234 */ 2235 ret = isert_put_response(conn, cmd); 2236 break; 2237 default: 2238 isert_err("Unknown response state: 0x%02x\n", state); 2239 ret = -EINVAL; 2240 break; 2241 } 2242 2243 return ret; 2244 } 2245 2246 struct rdma_cm_id * 2247 isert_setup_id(struct isert_np *isert_np) 2248 { 2249 struct iscsi_np *np = isert_np->np; 2250 struct rdma_cm_id *id; 2251 struct sockaddr *sa; 2252 int ret; 2253 2254 sa = (struct sockaddr *)&np->np_sockaddr; 2255 isert_dbg("ksockaddr: %p, sa: %p\n", &np->np_sockaddr, sa); 2256 2257 id = rdma_create_id(&init_net, isert_cma_handler, isert_np, 2258 RDMA_PS_TCP, IB_QPT_RC); 2259 if (IS_ERR(id)) { 2260 isert_err("rdma_create_id() failed: %ld\n", PTR_ERR(id)); 2261 ret = PTR_ERR(id); 2262 goto out; 2263 } 2264 isert_dbg("id %p context %p\n", id, id->context); 2265 2266 ret = rdma_bind_addr(id, sa); 2267 if (ret) { 2268 isert_err("rdma_bind_addr() failed: %d\n", ret); 2269 goto out_id; 2270 } 2271 2272 ret = rdma_listen(id, 0); 2273 if (ret) { 2274 isert_err("rdma_listen() failed: %d\n", ret); 2275 goto out_id; 2276 } 2277 2278 return id; 2279 out_id: 2280 rdma_destroy_id(id); 2281 out: 2282 return ERR_PTR(ret); 2283 } 2284 2285 static int 2286 isert_setup_np(struct iscsi_np *np, 2287 struct sockaddr_storage *ksockaddr) 2288 { 2289 struct isert_np *isert_np; 2290 struct rdma_cm_id *isert_lid; 2291 int ret; 2292 2293 isert_np = kzalloc(sizeof(struct isert_np), GFP_KERNEL); 2294 if (!isert_np) { 2295 isert_err("Unable to allocate struct isert_np\n"); 2296 return -ENOMEM; 2297 } 2298 sema_init(&isert_np->sem, 0); 2299 mutex_init(&isert_np->mutex); 2300 INIT_LIST_HEAD(&isert_np->accepted); 2301 INIT_LIST_HEAD(&isert_np->pending); 2302 isert_np->np = np; 2303 2304 /* 2305 * Setup the np->np_sockaddr from the passed sockaddr setup 2306 * in iscsi_target_configfs.c code.. 2307 */ 2308 memcpy(&np->np_sockaddr, ksockaddr, 2309 sizeof(struct sockaddr_storage)); 2310 2311 isert_lid = isert_setup_id(isert_np); 2312 if (IS_ERR(isert_lid)) { 2313 ret = PTR_ERR(isert_lid); 2314 goto out; 2315 } 2316 2317 isert_np->cm_id = isert_lid; 2318 np->np_context = isert_np; 2319 2320 return 0; 2321 2322 out: 2323 kfree(isert_np); 2324 2325 return ret; 2326 } 2327 2328 static int 2329 isert_rdma_accept(struct isert_conn *isert_conn) 2330 { 2331 struct rdma_cm_id *cm_id = isert_conn->cm_id; 2332 struct rdma_conn_param cp; 2333 int ret; 2334 struct iser_cm_hdr rsp_hdr; 2335 2336 memset(&cp, 0, sizeof(struct rdma_conn_param)); 2337 cp.initiator_depth = isert_conn->initiator_depth; 2338 cp.retry_count = 7; 2339 cp.rnr_retry_count = 7; 2340 2341 memset(&rsp_hdr, 0, sizeof(rsp_hdr)); 2342 rsp_hdr.flags = ISERT_ZBVA_NOT_USED; 2343 if (!isert_conn->snd_w_inv) 2344 rsp_hdr.flags = rsp_hdr.flags | ISERT_SEND_W_INV_NOT_USED; 2345 cp.private_data = (void *)&rsp_hdr; 2346 cp.private_data_len = sizeof(rsp_hdr); 2347 2348 ret = rdma_accept(cm_id, &cp); 2349 if (ret) { 2350 isert_err("rdma_accept() failed with: %d\n", ret); 2351 return ret; 2352 } 2353 2354 return 0; 2355 } 2356 2357 static int 2358 isert_get_login_rx(struct iscsi_conn *conn, struct iscsi_login *login) 2359 { 2360 struct isert_conn *isert_conn = conn->context; 2361 int ret; 2362 2363 isert_info("before login_req comp conn: %p\n", isert_conn); 2364 ret = wait_for_completion_interruptible(&isert_conn->login_req_comp); 2365 if (ret) { 2366 isert_err("isert_conn %p interrupted before got login req\n", 2367 isert_conn); 2368 return ret; 2369 } 2370 reinit_completion(&isert_conn->login_req_comp); 2371 2372 /* 2373 * For login requests after the first PDU, isert_rx_login_req() will 2374 * kick schedule_delayed_work(&conn->login_work) as the packet is 2375 * received, which turns this callback from iscsi_target_do_login_rx() 2376 * into a NOP. 2377 */ 2378 if (!login->first_request) 2379 return 0; 2380 2381 isert_rx_login_req(isert_conn); 2382 2383 isert_info("before login_comp conn: %p\n", conn); 2384 ret = wait_for_completion_interruptible(&isert_conn->login_comp); 2385 if (ret) 2386 return ret; 2387 2388 isert_info("processing login->req: %p\n", login->req); 2389 2390 return 0; 2391 } 2392 2393 static void 2394 isert_set_conn_info(struct iscsi_np *np, struct iscsi_conn *conn, 2395 struct isert_conn *isert_conn) 2396 { 2397 struct rdma_cm_id *cm_id = isert_conn->cm_id; 2398 struct rdma_route *cm_route = &cm_id->route; 2399 2400 conn->login_family = np->np_sockaddr.ss_family; 2401 2402 conn->login_sockaddr = cm_route->addr.dst_addr; 2403 conn->local_sockaddr = cm_route->addr.src_addr; 2404 } 2405 2406 static int 2407 isert_accept_np(struct iscsi_np *np, struct iscsi_conn *conn) 2408 { 2409 struct isert_np *isert_np = np->np_context; 2410 struct isert_conn *isert_conn; 2411 int ret; 2412 2413 accept_wait: 2414 ret = down_interruptible(&isert_np->sem); 2415 if (ret) 2416 return -ENODEV; 2417 2418 spin_lock_bh(&np->np_thread_lock); 2419 if (np->np_thread_state >= ISCSI_NP_THREAD_RESET) { 2420 spin_unlock_bh(&np->np_thread_lock); 2421 isert_dbg("np_thread_state %d\n", 2422 np->np_thread_state); 2423 /** 2424 * No point in stalling here when np_thread 2425 * is in state RESET/SHUTDOWN/EXIT - bail 2426 **/ 2427 return -ENODEV; 2428 } 2429 spin_unlock_bh(&np->np_thread_lock); 2430 2431 mutex_lock(&isert_np->mutex); 2432 if (list_empty(&isert_np->pending)) { 2433 mutex_unlock(&isert_np->mutex); 2434 goto accept_wait; 2435 } 2436 isert_conn = list_first_entry(&isert_np->pending, 2437 struct isert_conn, node); 2438 list_del_init(&isert_conn->node); 2439 mutex_unlock(&isert_np->mutex); 2440 2441 conn->context = isert_conn; 2442 isert_conn->conn = conn; 2443 isert_conn->state = ISER_CONN_BOUND; 2444 2445 isert_set_conn_info(np, conn, isert_conn); 2446 2447 isert_dbg("Processing isert_conn: %p\n", isert_conn); 2448 2449 return 0; 2450 } 2451 2452 static void 2453 isert_free_np(struct iscsi_np *np) 2454 { 2455 struct isert_np *isert_np = np->np_context; 2456 struct isert_conn *isert_conn, *n; 2457 2458 if (isert_np->cm_id) 2459 rdma_destroy_id(isert_np->cm_id); 2460 2461 /* 2462 * FIXME: At this point we don't have a good way to insure 2463 * that at this point we don't have hanging connections that 2464 * completed RDMA establishment but didn't start iscsi login 2465 * process. So work-around this by cleaning up what ever piled 2466 * up in accepted and pending lists. 2467 */ 2468 mutex_lock(&isert_np->mutex); 2469 if (!list_empty(&isert_np->pending)) { 2470 isert_info("Still have isert pending connections\n"); 2471 list_for_each_entry_safe(isert_conn, n, 2472 &isert_np->pending, 2473 node) { 2474 isert_info("cleaning isert_conn %p state (%d)\n", 2475 isert_conn, isert_conn->state); 2476 isert_connect_release(isert_conn); 2477 } 2478 } 2479 2480 if (!list_empty(&isert_np->accepted)) { 2481 isert_info("Still have isert accepted connections\n"); 2482 list_for_each_entry_safe(isert_conn, n, 2483 &isert_np->accepted, 2484 node) { 2485 isert_info("cleaning isert_conn %p state (%d)\n", 2486 isert_conn, isert_conn->state); 2487 isert_connect_release(isert_conn); 2488 } 2489 } 2490 mutex_unlock(&isert_np->mutex); 2491 2492 np->np_context = NULL; 2493 kfree(isert_np); 2494 } 2495 2496 static void isert_release_work(struct work_struct *work) 2497 { 2498 struct isert_conn *isert_conn = container_of(work, 2499 struct isert_conn, 2500 release_work); 2501 2502 isert_info("Starting release conn %p\n", isert_conn); 2503 2504 mutex_lock(&isert_conn->mutex); 2505 isert_conn->state = ISER_CONN_DOWN; 2506 mutex_unlock(&isert_conn->mutex); 2507 2508 isert_info("Destroying conn %p\n", isert_conn); 2509 isert_put_conn(isert_conn); 2510 } 2511 2512 static void 2513 isert_wait4logout(struct isert_conn *isert_conn) 2514 { 2515 struct iscsi_conn *conn = isert_conn->conn; 2516 2517 isert_info("conn %p\n", isert_conn); 2518 2519 if (isert_conn->logout_posted) { 2520 isert_info("conn %p wait for conn_logout_comp\n", isert_conn); 2521 wait_for_completion_timeout(&conn->conn_logout_comp, 2522 SECONDS_FOR_LOGOUT_COMP * HZ); 2523 } 2524 } 2525 2526 static void 2527 isert_wait4cmds(struct iscsi_conn *conn) 2528 { 2529 isert_info("iscsi_conn %p\n", conn); 2530 2531 if (conn->sess) { 2532 target_sess_cmd_list_set_waiting(conn->sess->se_sess); 2533 target_wait_for_sess_cmds(conn->sess->se_sess); 2534 } 2535 } 2536 2537 /** 2538 * isert_put_unsol_pending_cmds() - Drop commands waiting for 2539 * unsolicitate dataout 2540 * @conn: iscsi connection 2541 * 2542 * We might still have commands that are waiting for unsolicited 2543 * dataouts messages. We must put the extra reference on those 2544 * before blocking on the target_wait_for_session_cmds 2545 */ 2546 static void 2547 isert_put_unsol_pending_cmds(struct iscsi_conn *conn) 2548 { 2549 struct iscsi_cmd *cmd, *tmp; 2550 static LIST_HEAD(drop_cmd_list); 2551 2552 spin_lock_bh(&conn->cmd_lock); 2553 list_for_each_entry_safe(cmd, tmp, &conn->conn_cmd_list, i_conn_node) { 2554 if ((cmd->cmd_flags & ICF_NON_IMMEDIATE_UNSOLICITED_DATA) && 2555 (cmd->write_data_done < conn->sess->sess_ops->FirstBurstLength) && 2556 (cmd->write_data_done < cmd->se_cmd.data_length)) 2557 list_move_tail(&cmd->i_conn_node, &drop_cmd_list); 2558 } 2559 spin_unlock_bh(&conn->cmd_lock); 2560 2561 list_for_each_entry_safe(cmd, tmp, &drop_cmd_list, i_conn_node) { 2562 list_del_init(&cmd->i_conn_node); 2563 if (cmd->i_state != ISTATE_REMOVE) { 2564 struct isert_cmd *isert_cmd = iscsit_priv_cmd(cmd); 2565 2566 isert_info("conn %p dropping cmd %p\n", conn, cmd); 2567 isert_put_cmd(isert_cmd, true); 2568 } 2569 } 2570 } 2571 2572 static void isert_wait_conn(struct iscsi_conn *conn) 2573 { 2574 struct isert_conn *isert_conn = conn->context; 2575 2576 isert_info("Starting conn %p\n", isert_conn); 2577 2578 mutex_lock(&isert_conn->mutex); 2579 isert_conn_terminate(isert_conn); 2580 mutex_unlock(&isert_conn->mutex); 2581 2582 ib_drain_qp(isert_conn->qp); 2583 isert_put_unsol_pending_cmds(conn); 2584 isert_wait4cmds(conn); 2585 isert_wait4logout(isert_conn); 2586 2587 queue_work(isert_release_wq, &isert_conn->release_work); 2588 } 2589 2590 static void isert_free_conn(struct iscsi_conn *conn) 2591 { 2592 struct isert_conn *isert_conn = conn->context; 2593 2594 ib_drain_qp(isert_conn->qp); 2595 isert_put_conn(isert_conn); 2596 } 2597 2598 static void isert_get_rx_pdu(struct iscsi_conn *conn) 2599 { 2600 struct completion comp; 2601 2602 init_completion(&comp); 2603 2604 wait_for_completion_interruptible(&comp); 2605 } 2606 2607 static struct iscsit_transport iser_target_transport = { 2608 .name = "IB/iSER", 2609 .transport_type = ISCSI_INFINIBAND, 2610 .rdma_shutdown = true, 2611 .priv_size = sizeof(struct isert_cmd), 2612 .owner = THIS_MODULE, 2613 .iscsit_setup_np = isert_setup_np, 2614 .iscsit_accept_np = isert_accept_np, 2615 .iscsit_free_np = isert_free_np, 2616 .iscsit_wait_conn = isert_wait_conn, 2617 .iscsit_free_conn = isert_free_conn, 2618 .iscsit_get_login_rx = isert_get_login_rx, 2619 .iscsit_put_login_tx = isert_put_login_tx, 2620 .iscsit_immediate_queue = isert_immediate_queue, 2621 .iscsit_response_queue = isert_response_queue, 2622 .iscsit_get_dataout = isert_get_dataout, 2623 .iscsit_queue_data_in = isert_put_datain, 2624 .iscsit_queue_status = isert_put_response, 2625 .iscsit_aborted_task = isert_aborted_task, 2626 .iscsit_get_rx_pdu = isert_get_rx_pdu, 2627 .iscsit_get_sup_prot_ops = isert_get_sup_prot_ops, 2628 }; 2629 2630 static int __init isert_init(void) 2631 { 2632 int ret; 2633 2634 isert_comp_wq = alloc_workqueue("isert_comp_wq", 2635 WQ_UNBOUND | WQ_HIGHPRI, 0); 2636 if (!isert_comp_wq) { 2637 isert_err("Unable to allocate isert_comp_wq\n"); 2638 ret = -ENOMEM; 2639 return -ENOMEM; 2640 } 2641 2642 isert_release_wq = alloc_workqueue("isert_release_wq", WQ_UNBOUND, 2643 WQ_UNBOUND_MAX_ACTIVE); 2644 if (!isert_release_wq) { 2645 isert_err("Unable to allocate isert_release_wq\n"); 2646 ret = -ENOMEM; 2647 goto destroy_comp_wq; 2648 } 2649 2650 iscsit_register_transport(&iser_target_transport); 2651 isert_info("iSER_TARGET[0] - Loaded iser_target_transport\n"); 2652 2653 return 0; 2654 2655 destroy_comp_wq: 2656 destroy_workqueue(isert_comp_wq); 2657 2658 return ret; 2659 } 2660 2661 static void __exit isert_exit(void) 2662 { 2663 flush_scheduled_work(); 2664 destroy_workqueue(isert_release_wq); 2665 destroy_workqueue(isert_comp_wq); 2666 iscsit_unregister_transport(&iser_target_transport); 2667 isert_info("iSER_TARGET[0] - Released iser_target_transport\n"); 2668 } 2669 2670 MODULE_DESCRIPTION("iSER-Target for mainline target infrastructure"); 2671 MODULE_VERSION("1.0"); 2672 MODULE_AUTHOR("nab@Linux-iSCSI.org"); 2673 MODULE_LICENSE("GPL"); 2674 2675 module_init(isert_init); 2676 module_exit(isert_exit); 2677 2678 2679 2680 2681 2682 /* LDV_COMMENT_BEGIN_MAIN */ 2683 #ifdef LDV_MAIN0_sequence_infinite_withcheck_stateful 2684 2685 /*###########################################################################*/ 2686 2687 /*############## Driver Environment Generator 0.2 output ####################*/ 2688 2689 /*###########################################################################*/ 2690 2691 2692 2693 /* LDV_COMMENT_FUNCTION_DECLARE_LDV Special function for LDV verifier. Test if all kernel resources are correctly released by driver before driver will be unloaded. */ 2694 void ldv_check_final_state(void); 2695 2696 /* LDV_COMMENT_FUNCTION_DECLARE_LDV Special function for LDV verifier. Test correct return result. */ 2697 void ldv_check_return_value(int res); 2698 2699 /* LDV_COMMENT_FUNCTION_DECLARE_LDV Special function for LDV verifier. Test correct return result of probe() function. */ 2700 void ldv_check_return_value_probe(int res); 2701 2702 /* LDV_COMMENT_FUNCTION_DECLARE_LDV Special function for LDV verifier. Initializes the model. */ 2703 void ldv_initialize(void); 2704 2705 /* LDV_COMMENT_FUNCTION_DECLARE_LDV Special function for LDV verifier. Reinitializes the model between distinct model function calls. */ 2706 void ldv_handler_precall(void); 2707 2708 /* LDV_COMMENT_FUNCTION_DECLARE_LDV Special function for LDV verifier. Returns arbitrary interger value. */ 2709 int nondet_int(void); 2710 2711 /* LDV_COMMENT_VAR_DECLARE_LDV Special variable for LDV verifier. */ 2712 int LDV_IN_INTERRUPT; 2713 2714 /* LDV_COMMENT_FUNCTION_MAIN Main function for LDV verifier. */ 2715 void ldv_main0_sequence_infinite_withcheck_stateful(void) { 2716 2717 2718 2719 /* LDV_COMMENT_BEGIN_VARIABLE_DECLARATION_PART */ 2720 /*============================= VARIABLE DECLARATION PART =============================*/ 2721 /** STRUCT: struct type: iscsit_transport, struct name: iser_target_transport **/ 2722 /* content: static int isert_setup_np(struct iscsi_np *np, struct sockaddr_storage *ksockaddr)*/ 2723 /* LDV_COMMENT_BEGIN_PREP */ 2724 #define ISERT_MAX_CONN 8 2725 #define ISER_MAX_RX_CQ_LEN (ISERT_QP_MAX_RECV_DTOS * ISERT_MAX_CONN) 2726 #define ISER_MAX_TX_CQ_LEN \ 2727 ((ISERT_QP_MAX_REQ_DTOS + ISCSI_DEF_XMIT_CMDS_MAX) * ISERT_MAX_CONN) 2728 #define ISER_MAX_CQ_LEN (ISER_MAX_RX_CQ_LEN + ISER_MAX_TX_CQ_LEN + \ 2729 ISERT_MAX_CONN) 2730 /* LDV_COMMENT_END_PREP */ 2731 /* LDV_COMMENT_VAR_DECLARE Variable declaration for function "isert_setup_np" */ 2732 struct iscsi_np * var_group1; 2733 /* LDV_COMMENT_VAR_DECLARE Variable declaration for function "isert_setup_np" */ 2734 struct sockaddr_storage * var_group2; 2735 /* content: static int isert_accept_np(struct iscsi_np *np, struct iscsi_conn *conn)*/ 2736 /* LDV_COMMENT_BEGIN_PREP */ 2737 #define ISERT_MAX_CONN 8 2738 #define ISER_MAX_RX_CQ_LEN (ISERT_QP_MAX_RECV_DTOS * ISERT_MAX_CONN) 2739 #define ISER_MAX_TX_CQ_LEN \ 2740 ((ISERT_QP_MAX_REQ_DTOS + ISCSI_DEF_XMIT_CMDS_MAX) * ISERT_MAX_CONN) 2741 #define ISER_MAX_CQ_LEN (ISER_MAX_RX_CQ_LEN + ISER_MAX_TX_CQ_LEN + \ 2742 ISERT_MAX_CONN) 2743 /* LDV_COMMENT_END_PREP */ 2744 /* LDV_COMMENT_VAR_DECLARE Variable declaration for function "isert_accept_np" */ 2745 struct iscsi_conn * var_group3; 2746 /* content: static void isert_free_np(struct iscsi_np *np)*/ 2747 /* LDV_COMMENT_BEGIN_PREP */ 2748 #define ISERT_MAX_CONN 8 2749 #define ISER_MAX_RX_CQ_LEN (ISERT_QP_MAX_RECV_DTOS * ISERT_MAX_CONN) 2750 #define ISER_MAX_TX_CQ_LEN \ 2751 ((ISERT_QP_MAX_REQ_DTOS + ISCSI_DEF_XMIT_CMDS_MAX) * ISERT_MAX_CONN) 2752 #define ISER_MAX_CQ_LEN (ISER_MAX_RX_CQ_LEN + ISER_MAX_TX_CQ_LEN + \ 2753 ISERT_MAX_CONN) 2754 /* LDV_COMMENT_END_PREP */ 2755 /* content: static void isert_wait_conn(struct iscsi_conn *conn)*/ 2756 /* LDV_COMMENT_BEGIN_PREP */ 2757 #define ISERT_MAX_CONN 8 2758 #define ISER_MAX_RX_CQ_LEN (ISERT_QP_MAX_RECV_DTOS * ISERT_MAX_CONN) 2759 #define ISER_MAX_TX_CQ_LEN \ 2760 ((ISERT_QP_MAX_REQ_DTOS + ISCSI_DEF_XMIT_CMDS_MAX) * ISERT_MAX_CONN) 2761 #define ISER_MAX_CQ_LEN (ISER_MAX_RX_CQ_LEN + ISER_MAX_TX_CQ_LEN + \ 2762 ISERT_MAX_CONN) 2763 /* LDV_COMMENT_END_PREP */ 2764 /* content: static void isert_free_conn(struct iscsi_conn *conn)*/ 2765 /* LDV_COMMENT_BEGIN_PREP */ 2766 #define ISERT_MAX_CONN 8 2767 #define ISER_MAX_RX_CQ_LEN (ISERT_QP_MAX_RECV_DTOS * ISERT_MAX_CONN) 2768 #define ISER_MAX_TX_CQ_LEN \ 2769 ((ISERT_QP_MAX_REQ_DTOS + ISCSI_DEF_XMIT_CMDS_MAX) * ISERT_MAX_CONN) 2770 #define ISER_MAX_CQ_LEN (ISER_MAX_RX_CQ_LEN + ISER_MAX_TX_CQ_LEN + \ 2771 ISERT_MAX_CONN) 2772 /* LDV_COMMENT_END_PREP */ 2773 /* content: static int isert_get_login_rx(struct iscsi_conn *conn, struct iscsi_login *login)*/ 2774 /* LDV_COMMENT_BEGIN_PREP */ 2775 #define ISERT_MAX_CONN 8 2776 #define ISER_MAX_RX_CQ_LEN (ISERT_QP_MAX_RECV_DTOS * ISERT_MAX_CONN) 2777 #define ISER_MAX_TX_CQ_LEN \ 2778 ((ISERT_QP_MAX_REQ_DTOS + ISCSI_DEF_XMIT_CMDS_MAX) * ISERT_MAX_CONN) 2779 #define ISER_MAX_CQ_LEN (ISER_MAX_RX_CQ_LEN + ISER_MAX_TX_CQ_LEN + \ 2780 ISERT_MAX_CONN) 2781 /* LDV_COMMENT_END_PREP */ 2782 /* LDV_COMMENT_VAR_DECLARE Variable declaration for function "isert_get_login_rx" */ 2783 struct iscsi_login * var_group4; 2784 /* content: static int isert_put_login_tx(struct iscsi_conn *conn, struct iscsi_login *login, u32 length)*/ 2785 /* LDV_COMMENT_BEGIN_PREP */ 2786 #define ISERT_MAX_CONN 8 2787 #define ISER_MAX_RX_CQ_LEN (ISERT_QP_MAX_RECV_DTOS * ISERT_MAX_CONN) 2788 #define ISER_MAX_TX_CQ_LEN \ 2789 ((ISERT_QP_MAX_REQ_DTOS + ISCSI_DEF_XMIT_CMDS_MAX) * ISERT_MAX_CONN) 2790 #define ISER_MAX_CQ_LEN (ISER_MAX_RX_CQ_LEN + ISER_MAX_TX_CQ_LEN + \ 2791 ISERT_MAX_CONN) 2792 /* LDV_COMMENT_END_PREP */ 2793 /* LDV_COMMENT_VAR_DECLARE Variable declaration for function "isert_put_login_tx" */ 2794 u32 var_isert_put_login_tx_36_p2; 2795 /* content: static int isert_immediate_queue(struct iscsi_conn *conn, struct iscsi_cmd *cmd, int state)*/ 2796 /* LDV_COMMENT_BEGIN_PREP */ 2797 #define ISERT_MAX_CONN 8 2798 #define ISER_MAX_RX_CQ_LEN (ISERT_QP_MAX_RECV_DTOS * ISERT_MAX_CONN) 2799 #define ISER_MAX_TX_CQ_LEN \ 2800 ((ISERT_QP_MAX_REQ_DTOS + ISCSI_DEF_XMIT_CMDS_MAX) * ISERT_MAX_CONN) 2801 #define ISER_MAX_CQ_LEN (ISER_MAX_RX_CQ_LEN + ISER_MAX_TX_CQ_LEN + \ 2802 ISERT_MAX_CONN) 2803 /* LDV_COMMENT_END_PREP */ 2804 /* LDV_COMMENT_VAR_DECLARE Variable declaration for function "isert_immediate_queue" */ 2805 struct iscsi_cmd * var_group5; 2806 /* LDV_COMMENT_VAR_DECLARE Variable declaration for function "isert_immediate_queue" */ 2807 int var_isert_immediate_queue_71_p2; 2808 /* content: static int isert_response_queue(struct iscsi_conn *conn, struct iscsi_cmd *cmd, int state)*/ 2809 /* LDV_COMMENT_BEGIN_PREP */ 2810 #define ISERT_MAX_CONN 8 2811 #define ISER_MAX_RX_CQ_LEN (ISERT_QP_MAX_RECV_DTOS * ISERT_MAX_CONN) 2812 #define ISER_MAX_TX_CQ_LEN \ 2813 ((ISERT_QP_MAX_REQ_DTOS + ISCSI_DEF_XMIT_CMDS_MAX) * ISERT_MAX_CONN) 2814 #define ISER_MAX_CQ_LEN (ISER_MAX_RX_CQ_LEN + ISER_MAX_TX_CQ_LEN + \ 2815 ISERT_MAX_CONN) 2816 /* LDV_COMMENT_END_PREP */ 2817 /* LDV_COMMENT_VAR_DECLARE Variable declaration for function "isert_response_queue" */ 2818 int var_isert_response_queue_72_p2; 2819 /* content: static int isert_get_dataout(struct iscsi_conn *conn, struct iscsi_cmd *cmd, bool recovery)*/ 2820 /* LDV_COMMENT_BEGIN_PREP */ 2821 #define ISERT_MAX_CONN 8 2822 #define ISER_MAX_RX_CQ_LEN (ISERT_QP_MAX_RECV_DTOS * ISERT_MAX_CONN) 2823 #define ISER_MAX_TX_CQ_LEN \ 2824 ((ISERT_QP_MAX_REQ_DTOS + ISCSI_DEF_XMIT_CMDS_MAX) * ISERT_MAX_CONN) 2825 #define ISER_MAX_CQ_LEN (ISER_MAX_RX_CQ_LEN + ISER_MAX_TX_CQ_LEN + \ 2826 ISERT_MAX_CONN) 2827 /* LDV_COMMENT_END_PREP */ 2828 /* LDV_COMMENT_VAR_DECLARE Variable declaration for function "isert_get_dataout" */ 2829 bool var_isert_get_dataout_70_p2; 2830 /* content: static int isert_put_datain(struct iscsi_conn *conn, struct iscsi_cmd *cmd)*/ 2831 /* LDV_COMMENT_BEGIN_PREP */ 2832 #define ISERT_MAX_CONN 8 2833 #define ISER_MAX_RX_CQ_LEN (ISERT_QP_MAX_RECV_DTOS * ISERT_MAX_CONN) 2834 #define ISER_MAX_TX_CQ_LEN \ 2835 ((ISERT_QP_MAX_REQ_DTOS + ISCSI_DEF_XMIT_CMDS_MAX) * ISERT_MAX_CONN) 2836 #define ISER_MAX_CQ_LEN (ISER_MAX_RX_CQ_LEN + ISER_MAX_TX_CQ_LEN + \ 2837 ISERT_MAX_CONN) 2838 /* LDV_COMMENT_END_PREP */ 2839 /* content: static int isert_put_response(struct iscsi_conn *conn, struct iscsi_cmd *cmd)*/ 2840 /* LDV_COMMENT_BEGIN_PREP */ 2841 #define ISERT_MAX_CONN 8 2842 #define ISER_MAX_RX_CQ_LEN (ISERT_QP_MAX_RECV_DTOS * ISERT_MAX_CONN) 2843 #define ISER_MAX_TX_CQ_LEN \ 2844 ((ISERT_QP_MAX_REQ_DTOS + ISCSI_DEF_XMIT_CMDS_MAX) * ISERT_MAX_CONN) 2845 #define ISER_MAX_CQ_LEN (ISER_MAX_RX_CQ_LEN + ISER_MAX_TX_CQ_LEN + \ 2846 ISERT_MAX_CONN) 2847 /* LDV_COMMENT_END_PREP */ 2848 /* content: static void isert_aborted_task(struct iscsi_conn *conn, struct iscsi_cmd *cmd)*/ 2849 /* LDV_COMMENT_BEGIN_PREP */ 2850 #define ISERT_MAX_CONN 8 2851 #define ISER_MAX_RX_CQ_LEN (ISERT_QP_MAX_RECV_DTOS * ISERT_MAX_CONN) 2852 #define ISER_MAX_TX_CQ_LEN \ 2853 ((ISERT_QP_MAX_REQ_DTOS + ISCSI_DEF_XMIT_CMDS_MAX) * ISERT_MAX_CONN) 2854 #define ISER_MAX_CQ_LEN (ISER_MAX_RX_CQ_LEN + ISER_MAX_TX_CQ_LEN + \ 2855 ISERT_MAX_CONN) 2856 /* LDV_COMMENT_END_PREP */ 2857 /* content: static void isert_get_rx_pdu(struct iscsi_conn *conn)*/ 2858 /* LDV_COMMENT_BEGIN_PREP */ 2859 #define ISERT_MAX_CONN 8 2860 #define ISER_MAX_RX_CQ_LEN (ISERT_QP_MAX_RECV_DTOS * ISERT_MAX_CONN) 2861 #define ISER_MAX_TX_CQ_LEN \ 2862 ((ISERT_QP_MAX_REQ_DTOS + ISCSI_DEF_XMIT_CMDS_MAX) * ISERT_MAX_CONN) 2863 #define ISER_MAX_CQ_LEN (ISER_MAX_RX_CQ_LEN + ISER_MAX_TX_CQ_LEN + \ 2864 ISERT_MAX_CONN) 2865 /* LDV_COMMENT_END_PREP */ 2866 /* content: static enum target_prot_op isert_get_sup_prot_ops(struct iscsi_conn *conn)*/ 2867 /* LDV_COMMENT_BEGIN_PREP */ 2868 #define ISERT_MAX_CONN 8 2869 #define ISER_MAX_RX_CQ_LEN (ISERT_QP_MAX_RECV_DTOS * ISERT_MAX_CONN) 2870 #define ISER_MAX_TX_CQ_LEN \ 2871 ((ISERT_QP_MAX_REQ_DTOS + ISCSI_DEF_XMIT_CMDS_MAX) * ISERT_MAX_CONN) 2872 #define ISER_MAX_CQ_LEN (ISER_MAX_RX_CQ_LEN + ISER_MAX_TX_CQ_LEN + \ 2873 ISERT_MAX_CONN) 2874 /* LDV_COMMENT_END_PREP */ 2875 2876 2877 2878 2879 /* LDV_COMMENT_END_VARIABLE_DECLARATION_PART */ 2880 /* LDV_COMMENT_BEGIN_VARIABLE_INITIALIZING_PART */ 2881 /*============================= VARIABLE INITIALIZING PART =============================*/ 2882 LDV_IN_INTERRUPT=1; 2883 2884 2885 2886 2887 /* LDV_COMMENT_END_VARIABLE_INITIALIZING_PART */ 2888 /* LDV_COMMENT_BEGIN_FUNCTION_CALL_SECTION */ 2889 /*============================= FUNCTION CALL SECTION =============================*/ 2890 /* LDV_COMMENT_FUNCTION_CALL Initialize LDV model. */ 2891 ldv_initialize(); 2892 2893 /** INIT: init_type: ST_MODULE_INIT **/ 2894 /* content: static int __init isert_init(void)*/ 2895 /* LDV_COMMENT_BEGIN_PREP */ 2896 #define ISERT_MAX_CONN 8 2897 #define ISER_MAX_RX_CQ_LEN (ISERT_QP_MAX_RECV_DTOS * ISERT_MAX_CONN) 2898 #define ISER_MAX_TX_CQ_LEN \ 2899 ((ISERT_QP_MAX_REQ_DTOS + ISCSI_DEF_XMIT_CMDS_MAX) * ISERT_MAX_CONN) 2900 #define ISER_MAX_CQ_LEN (ISER_MAX_RX_CQ_LEN + ISER_MAX_TX_CQ_LEN + \ 2901 ISERT_MAX_CONN) 2902 /* LDV_COMMENT_END_PREP */ 2903 /* LDV_COMMENT_FUNCTION_CALL Kernel calls driver init function after driver loading to kernel. This function declared as "MODULE_INIT(function name)". */ 2904 ldv_handler_precall(); 2905 if(isert_init()) 2906 goto ldv_final; 2907 2908 2909 2910 while( nondet_int() 2911 ) { 2912 2913 switch(nondet_int()) { 2914 2915 case 0: { 2916 2917 /** STRUCT: struct type: iscsit_transport, struct name: iser_target_transport **/ 2918 2919 2920 /* content: static int isert_setup_np(struct iscsi_np *np, struct sockaddr_storage *ksockaddr)*/ 2921 /* LDV_COMMENT_BEGIN_PREP */ 2922 #define ISERT_MAX_CONN 8 2923 #define ISER_MAX_RX_CQ_LEN (ISERT_QP_MAX_RECV_DTOS * ISERT_MAX_CONN) 2924 #define ISER_MAX_TX_CQ_LEN \ 2925 ((ISERT_QP_MAX_REQ_DTOS + ISCSI_DEF_XMIT_CMDS_MAX) * ISERT_MAX_CONN) 2926 #define ISER_MAX_CQ_LEN (ISER_MAX_RX_CQ_LEN + ISER_MAX_TX_CQ_LEN + \ 2927 ISERT_MAX_CONN) 2928 /* LDV_COMMENT_END_PREP */ 2929 /* LDV_COMMENT_FUNCTION_CALL Function from field "iscsit_setup_np" from driver structure with callbacks "iser_target_transport" */ 2930 ldv_handler_precall(); 2931 isert_setup_np( var_group1, var_group2); 2932 2933 2934 2935 2936 } 2937 2938 break; 2939 case 1: { 2940 2941 /** STRUCT: struct type: iscsit_transport, struct name: iser_target_transport **/ 2942 2943 2944 /* content: static int isert_accept_np(struct iscsi_np *np, struct iscsi_conn *conn)*/ 2945 /* LDV_COMMENT_BEGIN_PREP */ 2946 #define ISERT_MAX_CONN 8 2947 #define ISER_MAX_RX_CQ_LEN (ISERT_QP_MAX_RECV_DTOS * ISERT_MAX_CONN) 2948 #define ISER_MAX_TX_CQ_LEN \ 2949 ((ISERT_QP_MAX_REQ_DTOS + ISCSI_DEF_XMIT_CMDS_MAX) * ISERT_MAX_CONN) 2950 #define ISER_MAX_CQ_LEN (ISER_MAX_RX_CQ_LEN + ISER_MAX_TX_CQ_LEN + \ 2951 ISERT_MAX_CONN) 2952 /* LDV_COMMENT_END_PREP */ 2953 /* LDV_COMMENT_FUNCTION_CALL Function from field "iscsit_accept_np" from driver structure with callbacks "iser_target_transport" */ 2954 ldv_handler_precall(); 2955 isert_accept_np( var_group1, var_group3); 2956 2957 2958 2959 2960 } 2961 2962 break; 2963 case 2: { 2964 2965 /** STRUCT: struct type: iscsit_transport, struct name: iser_target_transport **/ 2966 2967 2968 /* content: static void isert_free_np(struct iscsi_np *np)*/ 2969 /* LDV_COMMENT_BEGIN_PREP */ 2970 #define ISERT_MAX_CONN 8 2971 #define ISER_MAX_RX_CQ_LEN (ISERT_QP_MAX_RECV_DTOS * ISERT_MAX_CONN) 2972 #define ISER_MAX_TX_CQ_LEN \ 2973 ((ISERT_QP_MAX_REQ_DTOS + ISCSI_DEF_XMIT_CMDS_MAX) * ISERT_MAX_CONN) 2974 #define ISER_MAX_CQ_LEN (ISER_MAX_RX_CQ_LEN + ISER_MAX_TX_CQ_LEN + \ 2975 ISERT_MAX_CONN) 2976 /* LDV_COMMENT_END_PREP */ 2977 /* LDV_COMMENT_FUNCTION_CALL Function from field "iscsit_free_np" from driver structure with callbacks "iser_target_transport" */ 2978 ldv_handler_precall(); 2979 isert_free_np( var_group1); 2980 2981 2982 2983 2984 } 2985 2986 break; 2987 case 3: { 2988 2989 /** STRUCT: struct type: iscsit_transport, struct name: iser_target_transport **/ 2990 2991 2992 /* content: static void isert_wait_conn(struct iscsi_conn *conn)*/ 2993 /* LDV_COMMENT_BEGIN_PREP */ 2994 #define ISERT_MAX_CONN 8 2995 #define ISER_MAX_RX_CQ_LEN (ISERT_QP_MAX_RECV_DTOS * ISERT_MAX_CONN) 2996 #define ISER_MAX_TX_CQ_LEN \ 2997 ((ISERT_QP_MAX_REQ_DTOS + ISCSI_DEF_XMIT_CMDS_MAX) * ISERT_MAX_CONN) 2998 #define ISER_MAX_CQ_LEN (ISER_MAX_RX_CQ_LEN + ISER_MAX_TX_CQ_LEN + \ 2999 ISERT_MAX_CONN) 3000 /* LDV_COMMENT_END_PREP */ 3001 /* LDV_COMMENT_FUNCTION_CALL Function from field "iscsit_wait_conn" from driver structure with callbacks "iser_target_transport" */ 3002 ldv_handler_precall(); 3003 isert_wait_conn( var_group3); 3004 3005 3006 3007 3008 } 3009 3010 break; 3011 case 4: { 3012 3013 /** STRUCT: struct type: iscsit_transport, struct name: iser_target_transport **/ 3014 3015 3016 /* content: static void isert_free_conn(struct iscsi_conn *conn)*/ 3017