Error Trace
[Home]
Bug # 9
Show/hide error trace| Error trace
{ 95 struct kernel_symbol { unsigned long value; const char *name; } ; 33 struct module ; 19 typedef signed char __s8; 20 typedef unsigned char __u8; 22 typedef short __s16; 23 typedef unsigned short __u16; 25 typedef int __s32; 26 typedef unsigned int __u32; 30 typedef unsigned long long __u64; 15 typedef signed char s8; 16 typedef unsigned char u8; 18 typedef short s16; 19 typedef unsigned short u16; 21 typedef int s32; 22 typedef unsigned int u32; 24 typedef long long s64; 25 typedef unsigned long long u64; 14 typedef long __kernel_long_t; 15 typedef unsigned long __kernel_ulong_t; 27 typedef int __kernel_pid_t; 48 typedef unsigned int __kernel_uid32_t; 49 typedef unsigned int __kernel_gid32_t; 71 typedef __kernel_ulong_t __kernel_size_t; 72 typedef __kernel_long_t __kernel_ssize_t; 87 typedef long long __kernel_loff_t; 88 typedef __kernel_long_t __kernel_time_t; 89 typedef __kernel_long_t __kernel_clock_t; 90 typedef int __kernel_timer_t; 91 typedef int __kernel_clockid_t; 32 typedef __u16 __le16; 33 typedef __u16 __be16; 34 typedef __u32 __le32; 35 typedef __u32 __be32; 36 typedef __u64 __le64; 39 typedef __u16 __sum16; 40 typedef __u32 __wsum; 12 typedef __u32 __kernel_dev_t; 15 typedef __kernel_dev_t dev_t; 18 typedef unsigned short umode_t; 21 typedef __kernel_pid_t pid_t; 26 typedef __kernel_clockid_t clockid_t; 29 typedef _Bool bool; 31 typedef __kernel_uid32_t uid_t; 32 typedef __kernel_gid32_t gid_t; 45 typedef __kernel_loff_t loff_t; 54 typedef __kernel_size_t size_t; 59 typedef __kernel_ssize_t ssize_t; 69 typedef __kernel_time_t time_t; 102 typedef __s32 int32_t; 106 typedef __u8 uint8_t; 108 typedef __u32 uint32_t; 111 typedef __u64 uint64_t; 133 typedef unsigned long sector_t; 134 typedef unsigned long blkcnt_t; 147 typedef u64 dma_addr_t; 158 typedef unsigned int gfp_t; 159 typedef unsigned int fmode_t; 160 typedef unsigned int oom_flags_t; 163 typedef u64 phys_addr_t; 168 typedef phys_addr_t resource_size_t; 178 struct __anonstruct_atomic_t_6 { int counter; } ; 178 typedef struct __anonstruct_atomic_t_6 atomic_t; 183 struct __anonstruct_atomic64_t_7 { long counter; } ; 183 typedef struct __anonstruct_atomic64_t_7 atomic64_t; 184 struct list_head { struct list_head *next; struct list_head *prev; } ; 189 struct hlist_node ; 189 struct hlist_head { struct hlist_node *first; } ; 193 struct hlist_node { struct hlist_node *next; struct hlist_node **pprev; } ; 204 struct callback_head { struct callback_head *next; void (*func)(struct callback_head *); } ; 65 struct pt_regs { unsigned long r15; unsigned long r14; unsigned long r13; unsigned long r12; unsigned long bp; unsigned long bx; unsigned long r11; unsigned long r10; unsigned long r9; unsigned long r8; unsigned long ax; unsigned long cx; unsigned long dx; unsigned long si; unsigned long di; unsigned long orig_ax; unsigned long ip; unsigned long cs; unsigned long flags; unsigned long sp; unsigned long ss; } ; 59 struct __anonstruct_ldv_1016_9 { unsigned int a; unsigned int b; } ; 59 struct __anonstruct_ldv_1031_10 { u16 limit0; u16 base0; unsigned char base1; unsigned char type; unsigned char s; unsigned char dpl; unsigned char p; unsigned char limit; unsigned char avl; unsigned char l; unsigned char d; unsigned char g; unsigned char base2; } ; 59 union __anonunion_ldv_1032_8 { struct __anonstruct_ldv_1016_9 ldv_1016; struct __anonstruct_ldv_1031_10 ldv_1031; } ; 59 struct desc_struct { union __anonunion_ldv_1032_8 ldv_1032; } ; 12 typedef unsigned long pteval_t; 15 typedef unsigned long pgdval_t; 16 typedef unsigned long pgprotval_t; 18 struct __anonstruct_pte_t_11 { pteval_t pte; } ; 18 typedef struct __anonstruct_pte_t_11 pte_t; 20 struct pgprot { pgprotval_t pgprot; } ; 242 typedef struct pgprot pgprot_t; 244 struct __anonstruct_pgd_t_12 { pgdval_t pgd; } ; 244 typedef struct __anonstruct_pgd_t_12 pgd_t; 332 struct page ; 332 typedef struct page *pgtable_t; 340 struct file ; 353 struct seq_file ; 390 struct thread_struct ; 392 struct mm_struct ; 393 struct task_struct ; 394 struct cpumask ; 395 struct paravirt_callee_save { void *func; } ; 196 struct pv_irq_ops { struct paravirt_callee_save save_fl; struct paravirt_callee_save restore_fl; struct paravirt_callee_save irq_disable; struct paravirt_callee_save irq_enable; void (*safe_halt)(); void (*halt)(); void (*adjust_exception_frame)(); } ; 327 struct arch_spinlock ; 18 typedef u16 __ticket_t; 19 typedef u32 __ticketpair_t; 20 struct __raw_tickets { __ticket_t head; __ticket_t tail; } ; 32 union __anonunion_ldv_1452_15 { __ticketpair_t head_tail; struct __raw_tickets tickets; } ; 32 struct arch_spinlock { union __anonunion_ldv_1452_15 ldv_1452; } ; 33 typedef struct arch_spinlock arch_spinlock_t; 34 struct qrwlock { atomic_t cnts; arch_spinlock_t lock; } ; 14 typedef struct qrwlock arch_rwlock_t; 142 typedef void (*ctor_fn_t)(); 48 struct device ; 54 struct net_device ; 400 struct file_operations ; 412 struct completion ; 416 struct pid ; 527 struct bug_entry { int bug_addr_disp; int file_disp; unsigned short line; unsigned short flags; } ; 102 struct timespec ; 127 struct kernel_vm86_regs { struct pt_regs pt; unsigned short es; unsigned short __esh; unsigned short ds; unsigned short __dsh; unsigned short fs; unsigned short __fsh; unsigned short gs; unsigned short __gsh; } ; 79 union __anonunion_ldv_2961_20 { struct pt_regs *regs; struct kernel_vm86_regs *vm86; } ; 79 struct math_emu_info { long ___orig_eip; union __anonunion_ldv_2961_20 ldv_2961; } ; 306 struct cpumask { unsigned long bits[128U]; } ; 14 typedef struct cpumask cpumask_t; 671 typedef struct cpumask *cpumask_var_t; 162 struct seq_operations ; 294 struct i387_fsave_struct { u32 cwd; u32 swd; u32 twd; u32 fip; u32 fcs; u32 foo; u32 fos; u32 st_space[20U]; u32 status; } ; 312 struct __anonstruct_ldv_5248_25 { u64 rip; u64 rdp; } ; 312 struct __anonstruct_ldv_5254_26 { u32 fip; u32 fcs; u32 foo; u32 fos; } ; 312 union __anonunion_ldv_5255_24 { struct __anonstruct_ldv_5248_25 ldv_5248; struct __anonstruct_ldv_5254_26 ldv_5254; } ; 312 union __anonunion_ldv_5264_27 { u32 padding1[12U]; u32 sw_reserved[12U]; } ; 312 struct i387_fxsave_struct { u16 cwd; u16 swd; u16 twd; u16 fop; union __anonunion_ldv_5255_24 ldv_5255; u32 mxcsr; u32 mxcsr_mask; u32 st_space[32U]; u32 xmm_space[64U]; u32 padding[12U]; union __anonunion_ldv_5264_27 ldv_5264; } ; 346 struct i387_soft_struct { u32 cwd; u32 swd; u32 twd; u32 fip; u32 fcs; u32 foo; u32 fos; u32 st_space[20U]; u8 ftop; u8 changed; u8 lookahead; u8 no_update; u8 rm; u8 alimit; struct math_emu_info *info; u32 entry_eip; } ; 367 struct ymmh_struct { u32 ymmh_space[64U]; } ; 372 struct lwp_struct { u8 reserved[128U]; } ; 377 struct bndregs_struct { u64 bndregs[8U]; } ; 381 struct bndcsr_struct { u64 cfg_reg_u; u64 status_reg; } ; 386 struct xsave_hdr_struct { u64 xstate_bv; u64 reserved1[2U]; u64 reserved2[5U]; } ; 392 struct xsave_struct { struct i387_fxsave_struct i387; struct xsave_hdr_struct xsave_hdr; struct ymmh_struct ymmh; struct lwp_struct lwp; struct bndregs_struct bndregs; struct bndcsr_struct bndcsr; } ; 401 union thread_xstate { struct i387_fsave_struct fsave; struct i387_fxsave_struct fxsave; struct i387_soft_struct soft; struct xsave_struct xsave; } ; 409 struct fpu { unsigned int last_cpu; unsigned int has_fpu; union thread_xstate *state; } ; 465 struct kmem_cache ; 466 struct perf_event ; 467 struct thread_struct { struct desc_struct tls_array[3U]; unsigned long sp0; unsigned long sp; unsigned long usersp; unsigned short es; unsigned short ds; unsigned short fsindex; unsigned short gsindex; unsigned long fs; unsigned long gs; struct perf_event *ptrace_bps[4U]; unsigned long debugreg6; unsigned long ptrace_dr7; unsigned long cr2; unsigned long trap_nr; unsigned long error_code; struct fpu fpu; unsigned long *io_bitmap_ptr; unsigned long iopl; unsigned int io_bitmap_max; unsigned char fpu_counter; } ; 23 typedef atomic64_t atomic_long_t; 35 struct lockdep_map ; 55 struct stack_trace { unsigned int nr_entries; unsigned int max_entries; unsigned long *entries; int skip; } ; 26 struct lockdep_subclass_key { char __one_byte; } ; 53 struct lock_class_key { struct lockdep_subclass_key subkeys[8U]; } ; 59 struct lock_class { struct list_head hash_entry; struct list_head lock_entry; struct lockdep_subclass_key *key; unsigned int subclass; unsigned int dep_gen_id; unsigned long usage_mask; struct stack_trace usage_traces[13U]; struct list_head locks_after; struct list_head locks_before; unsigned int version; unsigned long ops; const char *name; int name_version; unsigned long contention_point[4U]; unsigned long contending_point[4U]; } ; 144 struct lockdep_map { struct lock_class_key *key; struct lock_class *class_cache[2U]; const char *name; int cpu; unsigned long ip; } ; 205 struct held_lock { u64 prev_chain_key; unsigned long acquire_ip; struct lockdep_map *instance; struct lockdep_map *nest_lock; u64 waittime_stamp; u64 holdtime_stamp; unsigned short class_idx; unsigned char irq_context; unsigned char trylock; unsigned char read; unsigned char check; unsigned char hardirqs_off; unsigned short references; } ; 530 struct raw_spinlock { arch_spinlock_t raw_lock; unsigned int magic; unsigned int owner_cpu; void *owner; struct lockdep_map dep_map; } ; 32 typedef struct raw_spinlock raw_spinlock_t; 33 struct __anonstruct_ldv_6305_31 { u8 __padding[24U]; struct lockdep_map dep_map; } ; 33 union __anonunion_ldv_6306_30 { struct raw_spinlock rlock; struct __anonstruct_ldv_6305_31 ldv_6305; } ; 33 struct spinlock { union __anonunion_ldv_6306_30 ldv_6306; } ; 76 typedef struct spinlock spinlock_t; 23 struct __anonstruct_rwlock_t_32 { arch_rwlock_t raw_lock; unsigned int magic; unsigned int owner_cpu; void *owner; struct lockdep_map dep_map; } ; 23 typedef struct __anonstruct_rwlock_t_32 rwlock_t; 135 struct seqcount { unsigned int sequence; struct lockdep_map dep_map; } ; 51 typedef struct seqcount seqcount_t; 259 struct __anonstruct_seqlock_t_33 { struct seqcount seqcount; spinlock_t lock; } ; 259 typedef struct __anonstruct_seqlock_t_33 seqlock_t; 433 struct timespec { __kernel_time_t tv_sec; long tv_nsec; } ; 83 struct user_namespace ; 22 struct __anonstruct_kuid_t_34 { uid_t val; } ; 22 typedef struct __anonstruct_kuid_t_34 kuid_t; 27 struct __anonstruct_kgid_t_35 { gid_t val; } ; 27 typedef struct __anonstruct_kgid_t_35 kgid_t; 127 struct kstat { u64 ino; dev_t dev; umode_t mode; unsigned int nlink; kuid_t uid; kgid_t gid; dev_t rdev; loff_t size; struct timespec atime; struct timespec mtime; struct timespec ctime; unsigned long blksize; unsigned long long blocks; } ; 34 struct __wait_queue_head { spinlock_t lock; struct list_head task_list; } ; 39 typedef struct __wait_queue_head wait_queue_head_t; 98 struct __anonstruct_nodemask_t_36 { unsigned long bits[16U]; } ; 98 typedef struct __anonstruct_nodemask_t_36 nodemask_t; 814 struct optimistic_spin_queue ; 815 struct mutex { atomic_t count; spinlock_t wait_lock; struct list_head wait_list; struct task_struct *owner; const char *name; void *magic; struct lockdep_map dep_map; } ; 68 struct mutex_waiter { struct list_head list; struct task_struct *task; void *magic; } ; 178 struct rw_semaphore ; 179 struct rw_semaphore { long count; raw_spinlock_t wait_lock; struct list_head wait_list; struct task_struct *owner; struct optimistic_spin_queue *osq; struct lockdep_map dep_map; } ; 174 struct completion { unsigned int done; wait_queue_head_t wait; } ; 105 struct llist_node ; 64 struct llist_node { struct llist_node *next; } ; 72 struct resource { resource_size_t start; resource_size_t end; const char *name; unsigned long flags; struct resource *parent; struct resource *sibling; struct resource *child; } ; 172 struct pci_dev ; 323 union ktime { s64 tv64; } ; 59 typedef union ktime ktime_t; 412 struct tvec_base ; 413 struct timer_list { struct list_head entry; unsigned long expires; struct tvec_base *base; void (*function)(unsigned long); unsigned long data; int slack; int start_pid; void *start_site; char start_comm[16U]; struct lockdep_map lockdep_map; } ; 254 struct hrtimer ; 255 enum hrtimer_restart ; 266 struct workqueue_struct ; 267 struct work_struct ; 53 struct work_struct { atomic_long_t data; struct list_head entry; void (*func)(struct work_struct *); struct lockdep_map lockdep_map; } ; 106 struct delayed_work { struct work_struct work; struct timer_list timer; struct workqueue_struct *wq; int cpu; } ; 58 struct pm_message { int event; } ; 64 typedef struct pm_message pm_message_t; 65 struct dev_pm_ops { int (*prepare)(struct device *); void (*complete)(struct device *); int (*suspend)(struct device *); int (*resume)(struct device *); int (*freeze)(struct device *); int (*thaw)(struct device *); int (*poweroff)(struct device *); int (*restore)(struct device *); int (*suspend_late)(struct device *); int (*resume_early)(struct device *); int (*freeze_late)(struct device *); int (*thaw_early)(struct device *); int (*poweroff_late)(struct device *); int (*restore_early)(struct device *); int (*suspend_noirq)(struct device *); int (*resume_noirq)(struct device *); int (*freeze_noirq)(struct device *); int (*thaw_noirq)(struct device *); int (*poweroff_noirq)(struct device *); int (*restore_noirq)(struct device *); int (*runtime_suspend)(struct device *); int (*runtime_resume)(struct device *); int (*runtime_idle)(struct device *); } ; 320 enum rpm_status { RPM_ACTIVE = 0, RPM_RESUMING = 1, RPM_SUSPENDED = 2, RPM_SUSPENDING = 3 } ; 327 enum rpm_request { RPM_REQ_NONE = 0, RPM_REQ_IDLE = 1, RPM_REQ_SUSPEND = 2, RPM_REQ_AUTOSUSPEND = 3, RPM_REQ_RESUME = 4 } ; 335 struct wakeup_source ; 546 struct pm_subsys_data { spinlock_t lock; unsigned int refcount; struct list_head clock_list; } ; 553 struct dev_pm_qos ; 553 struct dev_pm_info { pm_message_t power_state; unsigned char can_wakeup; unsigned char async_suspend; bool is_prepared; bool is_suspended; bool is_noirq_suspended; bool is_late_suspended; bool ignore_children; bool early_init; bool direct_complete; spinlock_t lock; struct list_head entry; struct completion completion; struct wakeup_source *wakeup; bool wakeup_path; bool syscore; struct timer_list suspend_timer; unsigned long timer_expires; struct work_struct work; wait_queue_head_t wait_queue; atomic_t usage_count; atomic_t child_count; unsigned char disable_depth; unsigned char idle_notification; unsigned char request_pending; unsigned char deferred_resume; unsigned char run_wake; unsigned char runtime_auto; unsigned char no_callbacks; unsigned char irq_safe; unsigned char use_autosuspend; unsigned char timer_autosuspends; unsigned char memalloc_noio; enum rpm_request request; enum rpm_status runtime_status; int runtime_error; int autosuspend_delay; unsigned long last_busy; unsigned long active_jiffies; unsigned long suspended_jiffies; unsigned long accounting_timestamp; struct pm_subsys_data *subsys_data; void (*set_latency_tolerance)(struct device *, s32 ); struct dev_pm_qos *qos; } ; 614 struct dev_pm_domain { struct dev_pm_ops ops; } ; 133 struct pci_bus ; 22 struct __anonstruct_mm_context_t_101 { void *ldt; int size; unsigned short ia32_compat; struct mutex lock; void *vdso; } ; 22 typedef struct __anonstruct_mm_context_t_101 mm_context_t; 18 struct rb_node { unsigned long __rb_parent_color; struct rb_node *rb_right; struct rb_node *rb_left; } ; 40 struct rb_root { struct rb_node *rb_node; } ; 87 struct vm_area_struct ; 22 struct bio_vec ; 167 struct notifier_block ; 51 struct notifier_block { int (*notifier_call)(struct notifier_block *, unsigned long, void *); struct notifier_block *next; int priority; } ; 63 struct blocking_notifier_head { struct rw_semaphore rwsem; struct notifier_block *head; } ; 906 struct ctl_table ; 835 struct nsproxy ; 836 struct ctl_table_root ; 837 struct ctl_table_header ; 838 struct ctl_dir ; 39 typedef int proc_handler(struct ctl_table *, int, void *, size_t *, loff_t *); 59 struct ctl_table_poll { atomic_t event; wait_queue_head_t wait; } ; 98 struct ctl_table { const char *procname; void *data; int maxlen; umode_t mode; struct ctl_table *child; proc_handler *proc_handler; struct ctl_table_poll *poll; void *extra1; void *extra2; } ; 119 struct ctl_node { struct rb_node node; struct ctl_table_header *header; } ; 124 struct __anonstruct_ldv_14188_129 { struct ctl_table *ctl_table; int used; int count; int nreg; } ; 124 union __anonunion_ldv_14190_128 { struct __anonstruct_ldv_14188_129 ldv_14188; struct callback_head rcu; } ; 124 struct ctl_table_set ; 124 struct ctl_table_header { union __anonunion_ldv_14190_128 ldv_14190; struct completion *unregistering; struct ctl_table *ctl_table_arg; struct ctl_table_root *root; struct ctl_table_set *set; struct ctl_dir *parent; struct ctl_node *node; } ; 145 struct ctl_dir { struct ctl_table_header header; struct rb_root root; } ; 151 struct ctl_table_set { int (*is_seen)(struct ctl_table_set *); struct ctl_dir dir; } ; 156 struct ctl_table_root { struct ctl_table_set default_set; struct ctl_table_set * (*lookup)(struct ctl_table_root *, struct nsproxy *); int (*permissions)(struct ctl_table_header *, struct ctl_table *); } ; 37 struct cred ; 24 struct inode ; 58 struct arch_uprobe_task { unsigned long saved_scratch_register; unsigned int saved_trap_nr; unsigned int saved_tf; } ; 66 enum uprobe_task_state { UTASK_RUNNING = 0, UTASK_SSTEP = 1, UTASK_SSTEP_ACK = 2, UTASK_SSTEP_TRAPPED = 3 } ; 73 struct __anonstruct_ldv_14434_136 { struct arch_uprobe_task autask; unsigned long vaddr; } ; 73 struct __anonstruct_ldv_14438_137 { struct callback_head dup_xol_work; unsigned long dup_xol_addr; } ; 73 union __anonunion_ldv_14439_135 { struct __anonstruct_ldv_14434_136 ldv_14434; struct __anonstruct_ldv_14438_137 ldv_14438; } ; 73 struct uprobe ; 73 struct return_instance ; 73 struct uprobe_task { enum uprobe_task_state state; union __anonunion_ldv_14439_135 ldv_14439; struct uprobe *active_uprobe; unsigned long xol_vaddr; struct return_instance *return_instances; unsigned int depth; } ; 94 struct xol_area ; 95 struct uprobes_state { struct xol_area *xol_area; } ; 133 struct address_space ; 134 union __anonunion_ldv_14548_138 { struct address_space *mapping; void *s_mem; } ; 134 union __anonunion_ldv_14554_140 { unsigned long index; void *freelist; bool pfmemalloc; } ; 134 struct __anonstruct_ldv_14564_144 { unsigned short inuse; unsigned short objects; unsigned char frozen; } ; 134 union __anonunion_ldv_14566_143 { atomic_t _mapcount; struct __anonstruct_ldv_14564_144 ldv_14564; int units; } ; 134 struct __anonstruct_ldv_14568_142 { union __anonunion_ldv_14566_143 ldv_14566; atomic_t _count; } ; 134 union __anonunion_ldv_14570_141 { unsigned long counters; struct __anonstruct_ldv_14568_142 ldv_14568; unsigned int active; } ; 134 struct __anonstruct_ldv_14571_139 { union __anonunion_ldv_14554_140 ldv_14554; union __anonunion_ldv_14570_141 ldv_14570; } ; 134 struct __anonstruct_ldv_14578_146 { struct page *next; int pages; int pobjects; } ; 134 struct slab ; 134 union __anonunion_ldv_14583_145 { struct list_head lru; struct __anonstruct_ldv_14578_146 ldv_14578; struct slab *slab_page; struct callback_head callback_head; pgtable_t pmd_huge_pte; } ; 134 union __anonunion_ldv_14589_147 { unsigned long private; spinlock_t *ptl; struct kmem_cache *slab_cache; struct page *first_page; } ; 134 struct page { unsigned long flags; union __anonunion_ldv_14548_138 ldv_14548; struct __anonstruct_ldv_14571_139 ldv_14571; union __anonunion_ldv_14583_145 ldv_14583; union __anonunion_ldv_14589_147 ldv_14589; unsigned long debug_flags; } ; 187 struct page_frag { struct page *page; __u32 offset; __u32 size; } ; 239 struct __anonstruct_linear_149 { struct rb_node rb; unsigned long rb_subtree_last; } ; 239 union __anonunion_shared_148 { struct __anonstruct_linear_149 linear; struct list_head nonlinear; } ; 239 struct anon_vma ; 239 struct vm_operations_struct ; 239 struct mempolicy ; 239 struct vm_area_struct { unsigned long vm_start; unsigned long vm_end; struct vm_area_struct *vm_next; struct vm_area_struct *vm_prev; struct rb_node vm_rb; unsigned long rb_subtree_gap; struct mm_struct *vm_mm; pgprot_t vm_page_prot; unsigned long vm_flags; union __anonunion_shared_148 shared; struct list_head anon_vma_chain; struct anon_vma *anon_vma; const struct vm_operations_struct *vm_ops; unsigned long vm_pgoff; struct file *vm_file; void *vm_private_data; struct mempolicy *vm_policy; } ; 311 struct core_thread { struct task_struct *task; struct core_thread *next; } ; 317 struct core_state { atomic_t nr_threads; struct core_thread dumper; struct completion startup; } ; 330 struct task_rss_stat { int events; int count[3U]; } ; 338 struct mm_rss_stat { atomic_long_t count[3U]; } ; 343 struct kioctx_table ; 344 struct linux_binfmt ; 344 struct mmu_notifier_mm ; 344 struct mm_struct { struct vm_area_struct *mmap; struct rb_root mm_rb; u32 vmacache_seqnum; unsigned long int (*get_unmapped_area)(struct file *, unsigned long, unsigned long, unsigned long, unsigned long); unsigned long mmap_base; unsigned long mmap_legacy_base; unsigned long task_size; unsigned long highest_vm_end; pgd_t *pgd; atomic_t mm_users; atomic_t mm_count; atomic_long_t nr_ptes; int map_count; spinlock_t page_table_lock; struct rw_semaphore mmap_sem; struct list_head mmlist; unsigned long hiwater_rss; unsigned long hiwater_vm; unsigned long total_vm; unsigned long locked_vm; unsigned long pinned_vm; unsigned long shared_vm; unsigned long exec_vm; unsigned long stack_vm; unsigned long def_flags; unsigned long start_code; unsigned long end_code; unsigned long start_data; unsigned long end_data; unsigned long start_brk; unsigned long brk; unsigned long start_stack; unsigned long arg_start; unsigned long arg_end; unsigned long env_start; unsigned long env_end; unsigned long saved_auxv[46U]; struct mm_rss_stat rss_stat; struct linux_binfmt *binfmt; cpumask_var_t cpu_vm_mask_var; mm_context_t context; unsigned long flags; struct core_state *core_state; spinlock_t ioctx_lock; struct kioctx_table *ioctx_table; struct task_struct *owner; struct file *exe_file; struct mmu_notifier_mm *mmu_notifier_mm; struct cpumask cpumask_allocation; unsigned long numa_next_scan; unsigned long numa_scan_offset; int numa_scan_seq; bool tlb_flush_pending; struct uprobes_state uprobes_state; } ; 15 typedef __u64 Elf64_Addr; 16 typedef __u16 Elf64_Half; 20 typedef __u32 Elf64_Word; 21 typedef __u64 Elf64_Xword; 190 struct elf64_sym { Elf64_Word st_name; unsigned char st_info; unsigned char st_other; Elf64_Half st_shndx; Elf64_Addr st_value; Elf64_Xword st_size; } ; 198 typedef struct elf64_sym Elf64_Sym; 48 union __anonunion_ldv_14952_153 { unsigned long bitmap[4U]; struct callback_head callback_head; } ; 48 struct idr_layer { int prefix; int layer; struct idr_layer *ary[256U]; int count; union __anonunion_ldv_14952_153 ldv_14952; } ; 41 struct idr { struct idr_layer *hint; struct idr_layer *top; int layers; int cur; spinlock_t lock; int id_free_cnt; struct idr_layer *id_free; } ; 124 struct ida_bitmap { long nr_busy; unsigned long bitmap[15U]; } ; 153 struct ida { struct idr idr; struct ida_bitmap *free_bitmap; } ; 185 struct dentry ; 186 struct iattr ; 187 struct super_block ; 188 struct file_system_type ; 189 struct kernfs_open_node ; 190 struct kernfs_iattrs ; 213 struct kernfs_root ; 213 struct kernfs_elem_dir { unsigned long subdirs; struct rb_root children; struct kernfs_root *root; } ; 85 struct kernfs_node ; 85 struct kernfs_elem_symlink { struct kernfs_node *target_kn; } ; 89 struct kernfs_ops ; 89 struct kernfs_elem_attr { const struct kernfs_ops *ops; struct kernfs_open_node *open; loff_t size; } ; 95 union __anonunion_ldv_15096_154 { struct kernfs_elem_dir dir; struct kernfs_elem_symlink symlink; struct kernfs_elem_attr attr; } ; 95 struct kernfs_node { atomic_t count; atomic_t active; struct lockdep_map dep_map; struct kernfs_node *parent; const char *name; struct rb_node rb; const void *ns; unsigned int hash; union __anonunion_ldv_15096_154 ldv_15096; void *priv; unsigned short flags; umode_t mode; unsigned int ino; struct kernfs_iattrs *iattr; } ; 137 struct kernfs_syscall_ops { int (*remount_fs)(struct kernfs_root *, int *, char *); int (*show_options)(struct seq_file *, struct kernfs_root *); int (*mkdir)(struct kernfs_node *, const char *, umode_t ); int (*rmdir)(struct kernfs_node *); int (*rename)(struct kernfs_node *, struct kernfs_node *, const char *); } ; 154 struct kernfs_root { struct kernfs_node *kn; unsigned int flags; struct ida ino_ida; struct kernfs_syscall_ops *syscall_ops; struct list_head supers; wait_queue_head_t deactivate_waitq; } ; 170 struct kernfs_open_file { struct kernfs_node *kn; struct file *file; void *priv; struct mutex mutex; int event; struct list_head list; size_t atomic_write_len; bool mmapped; const struct vm_operations_struct *vm_ops; } ; 186 struct kernfs_ops { int (*seq_show)(struct seq_file *, void *); void * (*seq_start)(struct seq_file *, loff_t *); void * (*seq_next)(struct seq_file *, void *, loff_t *); void (*seq_stop)(struct seq_file *, void *); ssize_t (*read)(struct kernfs_open_file *, char *, size_t , loff_t ); size_t atomic_write_len; ssize_t (*write)(struct kernfs_open_file *, char *, size_t , loff_t ); int (*mmap)(struct kernfs_open_file *, struct vm_area_struct *); struct lock_class_key lockdep_key; } ; 462 struct sock ; 463 struct kobject ; 464 enum kobj_ns_type { KOBJ_NS_TYPE_NONE = 0, KOBJ_NS_TYPE_NET = 1, KOBJ_NS_TYPES = 2 } ; 470 struct kobj_ns_type_operations { enum kobj_ns_type type; bool (*current_may_mount)(); void * (*grab_current_ns)(); const void * (*netlink_ns)(struct sock *); const void * (*initial_ns)(); void (*drop_ns)(void *); } ; 59 struct bin_attribute ; 60 struct attribute { const char *name; umode_t mode; bool ignore_lockdep; struct lock_class_key *key; struct lock_class_key skey; } ; 37 struct attribute_group { const char *name; umode_t (*is_visible)(struct kobject *, struct attribute *, int); struct attribute **attrs; struct bin_attribute **bin_attrs; } ; 67 struct bin_attribute { struct attribute attr; size_t size; void *private; ssize_t (*read)(struct file *, struct kobject *, struct bin_attribute *, char *, loff_t , size_t ); ssize_t (*write)(struct file *, struct kobject *, struct bin_attribute *, char *, loff_t , size_t ); int (*mmap)(struct file *, struct kobject *, struct bin_attribute *, struct vm_area_struct *); } ; 131 struct sysfs_ops { ssize_t (*show)(struct kobject *, struct attribute *, char *); ssize_t (*store)(struct kobject *, struct attribute *, const char *, size_t ); } ; 470 struct kref { atomic_t refcount; } ; 52 struct kset ; 52 struct kobj_type ; 52 struct kobject { const char *name; struct list_head entry; struct kobject *parent; struct kset *kset; struct kobj_type *ktype; struct kernfs_node *sd; struct kref kref; struct delayed_work release; unsigned char state_initialized; unsigned char state_in_sysfs; unsigned char state_add_uevent_sent; unsigned char state_remove_uevent_sent; unsigned char uevent_suppress; } ; 114 struct kobj_type { void (*release)(struct kobject *); const struct sysfs_ops *sysfs_ops; struct attribute **default_attrs; const struct kobj_ns_type_operations * (*child_ns_type)(struct kobject *); const void * (*namespace)(struct kobject *); } ; 122 struct kobj_uevent_env { char *argv[3U]; char *envp[32U]; int envp_idx; char buf[2048U]; int buflen; } ; 130 struct kset_uevent_ops { const int (*filter)(struct kset *, struct kobject *); const const char * (*name)(struct kset *, struct kobject *); const int (*uevent)(struct kset *, struct kobject *, struct kobj_uevent_env *); } ; 147 struct kset { struct list_head list; spinlock_t list_lock; struct kobject kobj; const struct kset_uevent_ops *uevent_ops; } ; 222 struct kernel_param ; 227 struct kernel_param_ops { unsigned int flags; int (*set)(const char *, const struct kernel_param *); int (*get)(char *, const struct kernel_param *); void (*free)(void *); } ; 58 struct kparam_string ; 58 struct kparam_array ; 58 union __anonunion_ldv_15771_155 { void *arg; const struct kparam_string *str; const struct kparam_array *arr; } ; 58 struct kernel_param { const char *name; const struct kernel_param_ops *ops; u16 perm; s16 level; union __anonunion_ldv_15771_155 ldv_15771; } ; 70 struct kparam_string { unsigned int maxlen; char *string; } ; 76 struct kparam_array { unsigned int max; unsigned int elemsize; unsigned int *num; const struct kernel_param_ops *ops; void *elem; } ; 461 struct mod_arch_specific { } ; 36 struct module_param_attrs ; 36 struct module_kobject { struct kobject kobj; struct module *mod; struct kobject *drivers_dir; struct module_param_attrs *mp; struct completion *kobj_completion; } ; 46 struct module_attribute { struct attribute attr; ssize_t (*show)(struct module_attribute *, struct module_kobject *, char *); ssize_t (*store)(struct module_attribute *, struct module_kobject *, const char *, size_t ); void (*setup)(struct module *, const char *); int (*test)(struct module *); void (*free)(struct module *); } ; 72 struct exception_table_entry ; 205 enum module_state { MODULE_STATE_LIVE = 0, MODULE_STATE_COMING = 1, MODULE_STATE_GOING = 2, MODULE_STATE_UNFORMED = 3 } ; 212 struct module_ref { unsigned long incs; unsigned long decs; } ; 226 struct module_sect_attrs ; 226 struct module_notes_attrs ; 226 struct tracepoint ; 226 struct ftrace_event_call ; 226 struct module { enum module_state state; struct list_head list; char name[56U]; struct module_kobject mkobj; struct module_attribute *modinfo_attrs; const char *version; const char *srcversion; struct kobject *holders_dir; const struct kernel_symbol *syms; const unsigned long *crcs; unsigned int num_syms; struct kernel_param *kp; unsigned int num_kp; unsigned int num_gpl_syms; const struct kernel_symbol *gpl_syms; const unsigned long *gpl_crcs; const struct kernel_symbol *unused_syms; const unsigned long *unused_crcs; unsigned int num_unused_syms; unsigned int num_unused_gpl_syms; const struct kernel_symbol *unused_gpl_syms; const unsigned long *unused_gpl_crcs; bool sig_ok; const struct kernel_symbol *gpl_future_syms; const unsigned long *gpl_future_crcs; unsigned int num_gpl_future_syms; unsigned int num_exentries; struct exception_table_entry *extable; int (*init)(); void *module_init; void *module_core; unsigned int init_size; unsigned int core_size; unsigned int init_text_size; unsigned int core_text_size; unsigned int init_ro_size; unsigned int core_ro_size; struct mod_arch_specific arch; unsigned int taints; unsigned int num_bugs; struct list_head bug_list; struct bug_entry *bug_table; Elf64_Sym *symtab; Elf64_Sym *core_symtab; unsigned int num_symtab; unsigned int core_num_syms; char *strtab; char *core_strtab; struct module_sect_attrs *sect_attrs; struct module_notes_attrs *notes_attrs; char *args; void *percpu; unsigned int percpu_size; unsigned int num_tracepoints; const struct tracepoint **tracepoints_ptrs; unsigned int num_trace_bprintk_fmt; const char **trace_bprintk_fmt_start; struct ftrace_event_call **trace_events; unsigned int num_trace_events; struct list_head source_list; struct list_head target_list; void (*exit)(); struct module_ref *refptr; ctor_fn_t (**ctors)(); unsigned int num_ctors; } ; 22 struct kernel_cap_struct { __u32 cap[2U]; } ; 25 typedef struct kernel_cap_struct kernel_cap_t; 218 struct plist_head { struct list_head node_list; } ; 84 struct plist_node { int prio; struct list_head prio_list; struct list_head node_list; } ; 4 typedef unsigned long cputime_t; 25 struct sem_undo_list ; 25 struct sysv_sem { struct sem_undo_list *undo_list; } ; 24 struct __anonstruct_sigset_t_157 { unsigned long sig[1U]; } ; 24 typedef struct __anonstruct_sigset_t_157 sigset_t; 25 struct siginfo ; 17 typedef void __signalfn_t(int); 18 typedef __signalfn_t *__sighandler_t; 20 typedef void __restorefn_t(); 21 typedef __restorefn_t *__sigrestore_t; 34 union sigval { int sival_int; void *sival_ptr; } ; 10 typedef union sigval sigval_t; 11 struct __anonstruct__kill_159 { __kernel_pid_t _pid; __kernel_uid32_t _uid; } ; 11 struct __anonstruct__timer_160 { __kernel_timer_t _tid; int _overrun; char _pad[0U]; sigval_t _sigval; int _sys_private; } ; 11 struct __anonstruct__rt_161 { __kernel_pid_t _pid; __kernel_uid32_t _uid; sigval_t _sigval; } ; 11 struct __anonstruct__sigchld_162 { __kernel_pid_t _pid; __kernel_uid32_t _uid; int _status; __kernel_clock_t _utime; __kernel_clock_t _stime; } ; 11 struct __anonstruct__sigfault_163 { void *_addr; short _addr_lsb; } ; 11 struct __anonstruct__sigpoll_164 { long _band; int _fd; } ; 11 struct __anonstruct__sigsys_165 { void *_call_addr; int _syscall; unsigned int _arch; } ; 11 union __anonunion__sifields_158 { int _pad[28U]; struct __anonstruct__kill_159 _kill; struct __anonstruct__timer_160 _timer; struct __anonstruct__rt_161 _rt; struct __anonstruct__sigchld_162 _sigchld; struct __anonstruct__sigfault_163 _sigfault; struct __anonstruct__sigpoll_164 _sigpoll; struct __anonstruct__sigsys_165 _sigsys; } ; 11 struct siginfo { int si_signo; int si_errno; int si_code; union __anonunion__sifields_158 _sifields; } ; 109 typedef struct siginfo siginfo_t; 11 struct user_struct ; 21 struct sigpending { struct list_head list; sigset_t signal; } ; 246 struct sigaction { __sighandler_t sa_handler; unsigned long sa_flags; __sigrestore_t sa_restorer; sigset_t sa_mask; } ; 260 struct k_sigaction { struct sigaction sa; } ; 459 enum pid_type { PIDTYPE_PID = 0, PIDTYPE_PGID = 1, PIDTYPE_SID = 2, PIDTYPE_MAX = 3 } ; 466 struct pid_namespace ; 466 struct upid { int nr; struct pid_namespace *ns; struct hlist_node pid_chain; } ; 56 struct pid { atomic_t count; unsigned int level; struct hlist_head tasks[3U]; struct callback_head rcu; struct upid numbers[1U]; } ; 68 struct pid_link { struct hlist_node node; struct pid *pid; } ; 174 struct percpu_counter { raw_spinlock_t lock; s64 count; struct list_head list; s32 *counters; } ; 46 struct seccomp_filter ; 47 struct seccomp { int mode; struct seccomp_filter *filter; } ; 40 struct rt_mutex_waiter ; 41 struct rlimit { __kernel_ulong_t rlim_cur; __kernel_ulong_t rlim_max; } ; 11 struct timerqueue_node { struct rb_node node; ktime_t expires; } ; 12 struct timerqueue_head { struct rb_root head; struct timerqueue_node *next; } ; 50 struct hrtimer_clock_base ; 51 struct hrtimer_cpu_base ; 60 enum hrtimer_restart { HRTIMER_NORESTART = 0, HRTIMER_RESTART = 1 } ; 65 struct hrtimer { struct timerqueue_node node; ktime_t _softexpires; enum hrtimer_restart (*function)(struct hrtimer *); struct hrtimer_clock_base *base; unsigned long state; int start_pid; void *start_site; char start_comm[16U]; } ; 132 struct hrtimer_clock_base { struct hrtimer_cpu_base *cpu_base; int index; clockid_t clockid; struct timerqueue_head active; ktime_t resolution; ktime_t (*get_time)(); ktime_t softirq_time; ktime_t offset; } ; 163 struct hrtimer_cpu_base { raw_spinlock_t lock; unsigned int active_bases; unsigned int clock_was_set; ktime_t expires_next; int hres_active; int hang_detected; unsigned long nr_events; unsigned long nr_retries; unsigned long nr_hangs; ktime_t max_hang_time; struct hrtimer_clock_base clock_base[4U]; } ; 463 struct task_io_accounting { u64 rchar; u64 wchar; u64 syscr; u64 syscw; u64 read_bytes; u64 write_bytes; u64 cancelled_write_bytes; } ; 45 struct latency_record { unsigned long backtrace[12U]; unsigned int count; unsigned long time; unsigned long max; } ; 39 struct assoc_array_ptr ; 39 struct assoc_array { struct assoc_array_ptr *root; unsigned long nr_leaves_on_tree; } ; 31 typedef int32_t key_serial_t; 34 typedef uint32_t key_perm_t; 35 struct key ; 36 struct signal_struct ; 37 struct key_type ; 41 struct keyring_index_key { struct key_type *type; const char *description; size_t desc_len; } ; 123 union __anonunion_ldv_17540_168 { struct list_head graveyard_link; struct rb_node serial_node; } ; 123 struct key_user ; 123 union __anonunion_ldv_17548_169 { time_t expiry; time_t revoked_at; } ; 123 struct __anonstruct_ldv_17561_171 { struct key_type *type; char *description; } ; 123 union __anonunion_ldv_17562_170 { struct keyring_index_key index_key; struct __anonstruct_ldv_17561_171 ldv_17561; } ; 123 union __anonunion_type_data_172 { struct list_head link; unsigned long x[2U]; void *p[2U]; int reject_error; } ; 123 union __anonunion_payload_174 { unsigned long value; void *rcudata; void *data; void *data2[2U]; } ; 123 union __anonunion_ldv_17577_173 { union __anonunion_payload_174 payload; struct assoc_array keys; } ; 123 struct key { atomic_t usage; key_serial_t serial; union __anonunion_ldv_17540_168 ldv_17540; struct rw_semaphore sem; struct key_user *user; void *security; union __anonunion_ldv_17548_169 ldv_17548; time_t last_used_at; kuid_t uid; kgid_t gid; key_perm_t perm; unsigned short quotalen; unsigned short datalen; unsigned long flags; union __anonunion_ldv_17562_170 ldv_17562; union __anonunion_type_data_172 type_data; union __anonunion_ldv_17577_173 ldv_17577; } ; 356 struct audit_context ; 27 struct group_info { atomic_t usage; int ngroups; int nblocks; kgid_t small_block[32U]; kgid_t *blocks[0U]; } ; 78 struct cred { atomic_t usage; atomic_t subscribers; void *put_addr; unsigned int magic; kuid_t uid; kgid_t gid; kuid_t suid; kgid_t sgid; kuid_t euid; kgid_t egid; kuid_t fsuid; kgid_t fsgid; unsigned int securebits; kernel_cap_t cap_inheritable; kernel_cap_t cap_permitted; kernel_cap_t cap_effective; kernel_cap_t cap_bset; unsigned char jit_keyring; struct key *session_keyring; struct key *process_keyring; struct key *thread_keyring; struct key *request_key_auth; void *security; struct user_struct *user; struct user_namespace *user_ns; struct group_info *group_info; struct callback_head rcu; } ; 125 struct futex_pi_state ; 126 struct robust_list_head ; 127 struct bio_list ; 128 struct fs_struct ; 129 struct perf_event_context ; 130 struct blk_plug ; 180 struct cfs_rq ; 181 struct task_group ; 426 struct sighand_struct { atomic_t count; struct k_sigaction action[64U]; spinlock_t siglock; wait_queue_head_t signalfd_wqh; } ; 465 struct pacct_struct { int ac_flag; long ac_exitcode; unsigned long ac_mem; cputime_t ac_utime; cputime_t ac_stime; unsigned long ac_minflt; unsigned long ac_majflt; } ; 473 struct cpu_itimer { cputime_t expires; cputime_t incr; u32 error; u32 incr_error; } ; 480 struct cputime { cputime_t utime; cputime_t stime; } ; 492 struct task_cputime { cputime_t utime; cputime_t stime; unsigned long long sum_exec_runtime; } ; 512 struct thread_group_cputimer { struct task_cputime cputime; int running; raw_spinlock_t lock; } ; 554 struct autogroup ; 555 struct tty_struct ; 555 struct taskstats ; 555 struct tty_audit_buf ; 555 struct signal_struct { atomic_t sigcnt; atomic_t live; int nr_threads; struct list_head thread_head; wait_queue_head_t wait_chldexit; struct task_struct *curr_target; struct sigpending shared_pending; int group_exit_code; int notify_count; struct task_struct *group_exit_task; int group_stop_count; unsigned int flags; unsigned char is_child_subreaper; unsigned char has_child_subreaper; int posix_timer_id; struct list_head posix_timers; struct hrtimer real_timer; struct pid *leader_pid; ktime_t it_real_incr; struct cpu_itimer it[2U]; struct thread_group_cputimer cputimer; struct task_cputime cputime_expires; struct list_head cpu_timers[3U]; struct pid *tty_old_pgrp; int leader; struct tty_struct *tty; struct autogroup *autogroup; cputime_t utime; cputime_t stime; cputime_t cutime; cputime_t cstime; cputime_t gtime; cputime_t cgtime; struct cputime prev_cputime; unsigned long nvcsw; unsigned long nivcsw; unsigned long cnvcsw; unsigned long cnivcsw; unsigned long min_flt; unsigned long maj_flt; unsigned long cmin_flt; unsigned long cmaj_flt; unsigned long inblock; unsigned long oublock; unsigned long cinblock; unsigned long coublock; unsigned long maxrss; unsigned long cmaxrss; struct task_io_accounting ioac; unsigned long long sum_sched_runtime; struct rlimit rlim[16U]; struct pacct_struct pacct; struct taskstats *stats; unsigned int audit_tty; unsigned int audit_tty_log_passwd; struct tty_audit_buf *tty_audit_buf; struct rw_semaphore group_rwsem; oom_flags_t oom_flags; short oom_score_adj; short oom_score_adj_min; struct mutex cred_guard_mutex; } ; 735 struct user_struct { atomic_t __count; atomic_t processes; atomic_t sigpending; atomic_t inotify_watches; atomic_t inotify_devs; atomic_t fanotify_listeners; atomic_long_t epoll_watches; unsigned long mq_bytes; unsigned long locked_shm; struct key *uid_keyring; struct key *session_keyring; struct hlist_node uidhash_node; kuid_t uid; atomic_long_t locked_vm; } ; 778 struct backing_dev_info ; 779 struct reclaim_state ; 780 struct sched_info { unsigned long pcount; unsigned long long run_delay; unsigned long long last_arrival; unsigned long long last_queued; } ; 794 struct task_delay_info { spinlock_t lock; unsigned int flags; struct timespec blkio_start; struct timespec blkio_end; u64 blkio_delay; u64 swapin_delay; u32 blkio_count; u32 swapin_count; struct timespec freepages_start; struct timespec freepages_end; u64 freepages_delay; u32 freepages_count; } ; 1026 struct io_context ; 1060 struct pipe_inode_info ; 1061 struct uts_namespace ; 1062 struct load_weight { unsigned long weight; u32 inv_weight; } ; 1069 struct sched_avg { u32 runnable_avg_sum; u32 runnable_avg_period; u64 last_runnable_update; s64 decay_count; unsigned long load_avg_contrib; } ; 1081 struct sched_statistics { u64 wait_start; u64 wait_max; u64 wait_count; u64 wait_sum; u64 iowait_count; u64 iowait_sum; u64 sleep_start; u64 sleep_max; s64 sum_sleep_runtime; u64 block_start; u64 block_max; u64 exec_max; u64 slice_max; u64 nr_migrations_cold; u64 nr_failed_migrations_affine; u64 nr_failed_migrations_running; u64 nr_failed_migrations_hot; u64 nr_forced_migrations; u64 nr_wakeups; u64 nr_wakeups_sync; u64 nr_wakeups_migrate; u64 nr_wakeups_local; u64 nr_wakeups_remote; u64 nr_wakeups_affine; u64 nr_wakeups_affine_attempts; u64 nr_wakeups_passive; u64 nr_wakeups_idle; } ; 1116 struct sched_entity { struct load_weight load; struct rb_node run_node; struct list_head group_node; unsigned int on_rq; u64 exec_start; u64 sum_exec_runtime; u64 vruntime; u64 prev_sum_exec_runtime; u64 nr_migrations; struct sched_statistics statistics; int depth; struct sched_entity *parent; struct cfs_rq *cfs_rq; struct cfs_rq *my_q; struct sched_avg avg; } ; 1148 struct rt_rq ; 1148 struct sched_rt_entity { struct list_head run_list; unsigned long timeout; unsigned long watchdog_stamp; unsigned int time_slice; struct sched_rt_entity *back; struct sched_rt_entity *parent; struct rt_rq *rt_rq; struct rt_rq *my_q; } ; 1164 struct sched_dl_entity { struct rb_node rb_node; u64 dl_runtime; u64 dl_deadline; u64 dl_period; u64 dl_bw; s64 runtime; u64 deadline; unsigned int flags; int dl_throttled; int dl_new; int dl_boosted; int dl_yielded; struct hrtimer dl_timer; } ; 1222 struct mem_cgroup ; 1222 struct memcg_batch_info { int do_batch; struct mem_cgroup *memcg; unsigned long nr_pages; unsigned long memsw_nr_pages; } ; 1643 struct memcg_oom_info { struct mem_cgroup *memcg; gfp_t gfp_mask; int order; unsigned char may_oom; } ; 1650 struct sched_class ; 1650 struct files_struct ; 1650 struct css_set ; 1650 struct compat_robust_list_head ; 1650 struct numa_group ; 1650 struct task_struct { volatile long state; void *stack; atomic_t usage; unsigned int flags; unsigned int ptrace; struct llist_node wake_entry; int on_cpu; struct task_struct *last_wakee; unsigned long wakee_flips; unsigned long wakee_flip_decay_ts; int wake_cpu; int on_rq; int prio; int static_prio; int normal_prio; unsigned int rt_priority; const struct sched_class *sched_class; struct sched_entity se; struct sched_rt_entity rt; struct task_group *sched_task_group; struct sched_dl_entity dl; struct hlist_head preempt_notifiers; unsigned int policy; int nr_cpus_allowed; cpumask_t cpus_allowed; struct sched_info sched_info; struct list_head tasks; struct plist_node pushable_tasks; struct rb_node pushable_dl_tasks; struct mm_struct *mm; struct mm_struct *active_mm; unsigned char brk_randomized; u32 vmacache_seqnum; struct vm_area_struct *vmacache[4U]; struct task_rss_stat rss_stat; int exit_state; int exit_code; int exit_signal; int pdeath_signal; unsigned int jobctl; unsigned int personality; unsigned char in_execve; unsigned char in_iowait; unsigned char no_new_privs; unsigned char sched_reset_on_fork; unsigned char sched_contributes_to_load; pid_t pid; pid_t tgid; struct task_struct *real_parent; struct task_struct *parent; struct list_head children; struct list_head sibling; struct task_struct *group_leader; struct list_head ptraced; struct list_head ptrace_entry; struct pid_link pids[3U]; struct list_head thread_group; struct list_head thread_node; struct completion *vfork_done; int *set_child_tid; int *clear_child_tid; cputime_t utime; cputime_t stime; cputime_t utimescaled; cputime_t stimescaled; cputime_t gtime; struct cputime prev_cputime; unsigned long nvcsw; unsigned long nivcsw; struct timespec start_time; struct timespec real_start_time; unsigned long min_flt; unsigned long maj_flt; struct task_cputime cputime_expires; struct list_head cpu_timers[3U]; const struct cred *real_cred; const struct cred *cred; char comm[16U]; int link_count; int total_link_count; struct sysv_sem sysvsem; unsigned long last_switch_count; struct thread_struct thread; struct fs_struct *fs; struct files_struct *files; struct nsproxy *nsproxy; struct signal_struct *signal; struct sighand_struct *sighand; sigset_t blocked; sigset_t real_blocked; sigset_t saved_sigmask; struct sigpending pending; unsigned long sas_ss_sp; size_t sas_ss_size; int (*notifier)(void *); void *notifier_data; sigset_t *notifier_mask; struct callback_head *task_works; struct audit_context *audit_context; kuid_t loginuid; unsigned int sessionid; struct seccomp seccomp; u32 parent_exec_id; u32 self_exec_id; spinlock_t alloc_lock; raw_spinlock_t pi_lock; struct rb_root pi_waiters; struct rb_node *pi_waiters_leftmost; struct rt_mutex_waiter *pi_blocked_on; struct task_struct *pi_top_task; struct mutex_waiter *blocked_on; unsigned int irq_events; unsigned long hardirq_enable_ip; unsigned long hardirq_disable_ip; unsigned int hardirq_enable_event; unsigned int hardirq_disable_event; int hardirqs_enabled; int hardirq_context; unsigned long softirq_disable_ip; unsigned long softirq_enable_ip; unsigned int softirq_disable_event; unsigned int softirq_enable_event; int softirqs_enabled; int softirq_context; u64 curr_chain_key; int lockdep_depth; unsigned int lockdep_recursion; struct held_lock held_locks[48U]; gfp_t lockdep_reclaim_gfp; void *journal_info; struct bio_list *bio_list; struct blk_plug *plug; struct reclaim_state *reclaim_state; struct backing_dev_info *backing_dev_info; struct io_context *io_context; unsigned long ptrace_message; siginfo_t *last_siginfo; struct task_io_accounting ioac; u64 acct_rss_mem1; u64 acct_vm_mem1; cputime_t acct_timexpd; nodemask_t mems_allowed; seqcount_t mems_allowed_seq; int cpuset_mem_spread_rotor; int cpuset_slab_spread_rotor; struct css_set *cgroups; struct list_head cg_list; struct robust_list_head *robust_list; struct compat_robust_list_head *compat_robust_list; struct list_head pi_state_list; struct futex_pi_state *pi_state_cache; struct perf_event_context *perf_event_ctxp[2U]; struct mutex perf_event_mutex; struct list_head perf_event_list; struct mempolicy *mempolicy; short il_next; short pref_node_fork; int numa_scan_seq; unsigned int numa_scan_period; unsigned int numa_scan_period_max; int numa_preferred_nid; unsigned long numa_migrate_retry; u64 node_stamp; u64 last_task_numa_placement; u64 last_sum_exec_runtime; struct callback_head numa_work; struct list_head numa_entry; struct numa_group *numa_group; unsigned long *numa_faults_memory; unsigned long total_numa_faults; unsigned long *numa_faults_buffer_memory; unsigned long *numa_faults_cpu; unsigned long *numa_faults_buffer_cpu; unsigned long numa_faults_locality[2U]; unsigned long numa_pages_migrated; struct callback_head rcu; struct pipe_inode_info *splice_pipe; struct page_frag task_frag; struct task_delay_info *delays; int make_it_fail; int nr_dirtied; int nr_dirtied_pause; unsigned long dirty_paused_when; int latency_record_count; struct latency_record latency_record[32U]; unsigned long timer_slack_ns; unsigned long default_timer_slack_ns; unsigned long trace; unsigned long trace_recursion; struct memcg_batch_info memcg_batch; unsigned int memcg_kmem_skip_account; struct memcg_oom_info memcg_oom; struct uprobe_task *utask; unsigned int sequential_io; unsigned int sequential_io_avg; } ; 2998 enum irqreturn { IRQ_NONE = 0, IRQ_HANDLED = 1, IRQ_WAKE_THREAD = 2 } ; 16 typedef enum irqreturn irqreturn_t; 359 struct proc_dir_entry ; 62 struct exception_table_entry { int insn; int fixup; } ; 450 struct tasklet_struct { struct tasklet_struct *next; unsigned long state; atomic_t count; void (*func)(unsigned long); unsigned long data; } ; 13 typedef unsigned long kernel_ulong_t; 14 struct pci_device_id { __u32 vendor; __u32 device; __u32 subvendor; __u32 subdevice; __u32 class; __u32 class_mask; kernel_ulong_t driver_data; } ; 186 struct acpi_device_id { __u8 id[9U]; kernel_ulong_t driver_data; } ; 219 struct of_device_id { char name[32U]; char type[32U]; char compatible[128U]; const void *data; } ; 628 struct klist_node ; 37 struct klist_node { void *n_klist; struct list_head n_node; struct kref n_ref; } ; 67 struct path ; 68 struct seq_file { char *buf; size_t size; size_t from; size_t count; size_t pad_until; loff_t index; loff_t read_pos; u64 version; struct mutex lock; const struct seq_operations *op; int poll_event; struct user_namespace *user_ns; void *private; } ; 35 struct seq_operations { void * (*start)(struct seq_file *, loff_t *); void (*stop)(struct seq_file *, void *); void * (*next)(struct seq_file *, void *, loff_t *); int (*show)(struct seq_file *, void *); } ; 196 struct pinctrl ; 197 struct pinctrl_state ; 194 struct dev_pin_info { struct pinctrl *p; struct pinctrl_state *default_state; struct pinctrl_state *sleep_state; struct pinctrl_state *idle_state; } ; 42 struct dma_map_ops ; 42 struct dev_archdata { struct dma_map_ops *dma_ops; void *iommu; } ; 14 struct device_private ; 15 struct device_driver ; 16 struct driver_private ; 17 struct class ; 18 struct subsys_private ; 19 struct bus_type ; 20 struct device_node ; 21 struct iommu_ops ; 22 struct iommu_group ; 60 struct device_attribute ; 60 struct bus_type { const char *name; const char *dev_name; struct device *dev_root; struct device_attribute *dev_attrs; const struct attribute_group **bus_groups; const struct attribute_group **dev_groups; const struct attribute_group **drv_groups; int (*match)(struct device *, struct device_driver *); int (*uevent)(struct device *, struct kobj_uevent_env *); int (*probe)(struct device *); int (*remove)(struct device *); void (*shutdown)(struct device *); int (*online)(struct device *); int (*offline)(struct device *); int (*suspend)(struct device *, pm_message_t ); int (*resume)(struct device *); const struct dev_pm_ops *pm; struct iommu_ops *iommu_ops; struct subsys_private *p; struct lock_class_key lock_key; } ; 138 struct device_type ; 195 struct device_driver { const char *name; struct bus_type *bus; struct module *owner; const char *mod_name; bool suppress_bind_attrs; const struct of_device_id *of_match_table; const struct acpi_device_id *acpi_match_table; int (*probe)(struct device *); int (*remove)(struct device *); void (*shutdown)(struct device *); int (*suspend)(struct device *, pm_message_t ); int (*resume)(struct device *); const struct attribute_group **groups; const struct dev_pm_ops *pm; struct driver_private *p; } ; 321 struct class_attribute ; 321 struct class { const char *name; struct module *owner; struct class_attribute *class_attrs; const struct attribute_group **dev_groups; struct kobject *dev_kobj; int (*dev_uevent)(struct device *, struct kobj_uevent_env *); char * (*devnode)(struct device *, umode_t *); void (*class_release)(struct class *); void (*dev_release)(struct device *); int (*suspend)(struct device *, pm_message_t ); int (*resume)(struct device *); const struct kobj_ns_type_operations *ns_type; const void * (*namespace)(struct device *); const struct dev_pm_ops *pm; struct subsys_private *p; } ; 414 struct class_attribute { struct attribute attr; ssize_t (*show)(struct class *, struct class_attribute *, char *); ssize_t (*store)(struct class *, struct class_attribute *, const char *, size_t ); } ; 482 struct device_type { const char *name; const struct attribute_group **groups; int (*uevent)(struct device *, struct kobj_uevent_env *); char * (*devnode)(struct device *, umode_t *, kuid_t *, kgid_t *); void (*release)(struct device *); const struct dev_pm_ops *pm; } ; 510 struct device_attribute { struct attribute attr; ssize_t (*show)(struct device *, struct device_attribute *, char *); ssize_t (*store)(struct device *, struct device_attribute *, const char *, size_t ); } ; 640 struct device_dma_parameters { unsigned int max_segment_size; unsigned long segment_boundary_mask; } ; 649 struct acpi_device ; 650 struct acpi_dev_node { struct acpi_device *companion; } ; 656 struct dma_coherent_mem ; 656 struct cma ; 656 struct device { struct device *parent; struct device_private *p; struct kobject kobj; const char *init_name; const struct device_type *type; struct mutex mutex; struct bus_type *bus; struct device_driver *driver; void *platform_data; void *driver_data; struct dev_pm_info power; struct dev_pm_domain *pm_domain; struct dev_pin_info *pins; int numa_node; u64 *dma_mask; u64 coherent_dma_mask; unsigned long dma_pfn_offset; struct device_dma_parameters *dma_parms; struct list_head dma_pools; struct dma_coherent_mem *dma_mem; struct cma *cma_area; struct dev_archdata archdata; struct device_node *of_node; struct acpi_dev_node acpi_node; dev_t devt; u32 id; spinlock_t devres_lock; struct list_head devres_head; struct klist_node knode_class; struct class *class; const struct attribute_group **groups; void (*release)(struct device *); struct iommu_group *iommu_group; bool offline_disabled; bool offline; } ; 803 struct wakeup_source { const char *name; struct list_head entry; spinlock_t lock; struct timer_list timer; unsigned long timer_expires; ktime_t total_time; ktime_t max_time; ktime_t last_time; ktime_t start_prevent_time; ktime_t prevent_sleep_time; unsigned long event_count; unsigned long active_count; unsigned long relax_count; unsigned long expire_count; unsigned long wakeup_count; bool active; bool autosleep_enabled; } ; 69 struct hotplug_slot ; 69 struct pci_slot { struct pci_bus *bus; struct list_head list; struct hotplug_slot *hotplug; unsigned char number; struct kobject kobj; } ; 109 typedef int pci_power_t; 136 typedef unsigned int pci_channel_state_t; 137 enum pci_channel_state { pci_channel_io_normal = 1, pci_channel_io_frozen = 2, pci_channel_io_perm_failure = 3 } ; 162 typedef unsigned short pci_dev_flags_t; 185 typedef unsigned short pci_bus_flags_t; 242 struct pcie_link_state ; 243 struct pci_vpd ; 244 struct pci_sriov ; 245 struct pci_ats ; 246 struct pci_driver ; 246 union __anonunion_ldv_22518_181 { struct pci_sriov *sriov; struct pci_dev *physfn; } ; 246 struct pci_dev { struct list_head bus_list; struct pci_bus *bus; struct pci_bus *subordinate; void *sysdata; struct proc_dir_entry *procent; struct pci_slot *slot; unsigned int devfn; unsigned short vendor; unsigned short device; unsigned short subsystem_vendor; unsigned short subsystem_device; unsigned int class; u8 revision; u8 hdr_type; u8 pcie_cap; u8 msi_cap; u8 msix_cap; unsigned char pcie_mpss; u8 rom_base_reg; u8 pin; u16 pcie_flags_reg; u8 dma_alias_devfn; struct pci_driver *driver; u64 dma_mask; struct device_dma_parameters dma_parms; pci_power_t current_state; u8 pm_cap; unsigned char pme_support; unsigned char pme_interrupt; unsigned char pme_poll; unsigned char d1_support; unsigned char d2_support; unsigned char no_d1d2; unsigned char no_d3cold; unsigned char d3cold_allowed; unsigned char mmio_always_on; unsigned char wakeup_prepared; unsigned char runtime_d3cold; unsigned int d3_delay; unsigned int d3cold_delay; struct pcie_link_state *link_state; pci_channel_state_t error_state; struct device dev; int cfg_size; unsigned int irq; struct resource resource[17U]; bool match_driver; unsigned char transparent; unsigned char multifunction; unsigned char is_added; unsigned char is_busmaster; unsigned char no_msi; unsigned char block_cfg_access; unsigned char broken_parity_status; unsigned char irq_reroute_variant; unsigned char msi_enabled; unsigned char msix_enabled; unsigned char ari_enabled; unsigned char is_managed; unsigned char needs_freset; unsigned char state_saved; unsigned char is_physfn; unsigned char is_virtfn; unsigned char reset_fn; unsigned char is_hotplug_bridge; unsigned char __aer_firmware_first_valid; unsigned char __aer_firmware_first; unsigned char broken_intx_masking; unsigned char io_window_1k; pci_dev_flags_t dev_flags; atomic_t enable_cnt; u32 saved_config_space[16U]; struct hlist_head saved_cap_space; struct bin_attribute *rom_attr; int rom_attr_enabled; struct bin_attribute *res_attr[17U]; struct bin_attribute *res_attr_wc[17U]; struct list_head msi_list; const struct attribute_group **msi_irq_groups; struct pci_vpd *vpd; union __anonunion_ldv_22518_181 ldv_22518; struct pci_ats *ats; phys_addr_t rom; size_t romlen; char *driver_override; } ; 436 struct pci_ops ; 436 struct msi_chip ; 436 struct pci_bus { struct list_head node; struct pci_bus *parent; struct list_head children; struct list_head devices; struct pci_dev *self; struct list_head slots; struct resource *resource[4U]; struct list_head resources; struct resource busn_res; struct pci_ops *ops; struct msi_chip *msi; void *sysdata; struct proc_dir_entry *procdir; unsigned char number; unsigned char primary; unsigned char max_bus_speed; unsigned char cur_bus_speed; char name[48U]; unsigned short bridge_ctl; pci_bus_flags_t bus_flags; struct device *bridge; struct device dev; struct bin_attribute *legacy_io; struct bin_attribute *legacy_mem; unsigned char is_added; } ; 553 struct pci_ops { int (*read)(struct pci_bus *, unsigned int, int, int, u32 *); int (*write)(struct pci_bus *, unsigned int, int, int, u32 ); } ; 574 struct pci_dynids { spinlock_t lock; struct list_head list; } ; 588 typedef unsigned int pci_ers_result_t; 598 struct pci_error_handlers { pci_ers_result_t (*error_detected)(struct pci_dev *, enum pci_channel_state ); pci_ers_result_t (*mmio_enabled)(struct pci_dev *); pci_ers_result_t (*link_reset)(struct pci_dev *); pci_ers_result_t (*slot_reset)(struct pci_dev *); void (*reset_notify)(struct pci_dev *, bool ); void (*resume)(struct pci_dev *); } ; 631 struct pci_driver { struct list_head node; const char *name; const struct pci_device_id *id_table; int (*probe)(struct pci_dev *, const struct pci_device_id *); void (*remove)(struct pci_dev *); int (*suspend)(struct pci_dev *, pm_message_t ); int (*suspend_late)(struct pci_dev *, pm_message_t ); int (*resume_early)(struct pci_dev *); int (*resume)(struct pci_dev *); void (*shutdown)(struct pci_dev *); int (*sriov_configure)(struct pci_dev *, int); const struct pci_error_handlers *err_handler; struct device_driver driver; struct pci_dynids dynids; } ; 1153 struct scatterlist { unsigned long sg_magic; unsigned long page_link; unsigned int offset; unsigned int length; dma_addr_t dma_address; unsigned int dma_length; } ; 93 struct shrink_control { gfp_t gfp_mask; unsigned long nr_to_scan; nodemask_t nodes_to_scan; int nid; } ; 26 struct shrinker { unsigned long int (*count_objects)(struct shrinker *, struct shrink_control *); unsigned long int (*scan_objects)(struct shrinker *, struct shrink_control *); int seeks; long batch; unsigned long flags; struct list_head list; atomic_long_t *nr_deferred; } ; 71 struct file_ra_state ; 72 struct writeback_control ; 188 struct vm_fault { unsigned int flags; unsigned long pgoff; void *virtual_address; struct page *page; unsigned long max_pgoff; pte_t *pte; } ; 221 struct vm_operations_struct { void (*open)(struct vm_area_struct *); void (*close)(struct vm_area_struct *); int (*fault)(struct vm_area_struct *, struct vm_fault *); void (*map_pages)(struct vm_area_struct *, struct vm_fault *); int (*page_mkwrite)(struct vm_area_struct *, struct vm_fault *); int (*access)(struct vm_area_struct *, unsigned long, void *, int, int); const char * (*name)(struct vm_area_struct *); int (*set_policy)(struct vm_area_struct *, struct mempolicy *); struct mempolicy * (*get_policy)(struct vm_area_struct *, unsigned long); int (*migrate)(struct vm_area_struct *, const nodemask_t *, const nodemask_t *, unsigned long); int (*remap_pages)(struct vm_area_struct *, unsigned long, unsigned long, unsigned long); } ; 368 struct kmem_cache_cpu { void **freelist; unsigned long tid; struct page *page; struct page *partial; unsigned int stat[26U]; } ; 48 struct kmem_cache_order_objects { unsigned long x; } ; 58 struct memcg_cache_params ; 58 struct kmem_cache_node ; 58 struct kmem_cache { struct kmem_cache_cpu *cpu_slab; unsigned long flags; unsigned long min_partial; int size; int object_size; int offset; int cpu_partial; struct kmem_cache_order_objects oo; struct kmem_cache_order_objects max; struct kmem_cache_order_objects min; gfp_t allocflags; int refcount; void (*ctor)(void *); int inuse; int align; int reserved; const char *name; struct list_head list; struct kobject kobj; struct memcg_cache_params *memcg_params; int max_attr_size; struct kset *memcg_kset; int remote_node_defrag_ratio; struct kmem_cache_node *node[1024U]; } ; 501 struct __anonstruct_ldv_26538_183 { struct callback_head callback_head; struct kmem_cache *memcg_caches[0U]; } ; 501 struct __anonstruct_ldv_26544_184 { struct mem_cgroup *memcg; struct list_head list; struct kmem_cache *root_cache; atomic_t nr_pages; } ; 501 union __anonunion_ldv_26545_182 { struct __anonstruct_ldv_26538_183 ldv_26538; struct __anonstruct_ldv_26544_184 ldv_26544; } ; 501 struct memcg_cache_params { bool is_root_cache; union __anonunion_ldv_26545_182 ldv_26545; } ; 34 struct dma_attrs { unsigned long flags[1U]; } ; 70 enum dma_data_direction { DMA_BIDIRECTIONAL = 0, DMA_TO_DEVICE = 1, DMA_FROM_DEVICE = 2, DMA_NONE = 3 } ; 77 struct sg_table { struct scatterlist *sgl; unsigned int nents; unsigned int orig_nents; } ; 351 struct dma_map_ops { void * (*alloc)(struct device *, size_t , dma_addr_t *, gfp_t , struct dma_attrs *); void (*free)(struct device *, size_t , void *, dma_addr_t , struct dma_attrs *); int (*mmap)(struct device *, struct vm_area_struct *, void *, dma_addr_t , size_t , struct dma_attrs *); int (*get_sgtable)(struct device *, struct sg_table *, void *, dma_addr_t , size_t , struct dma_attrs *); dma_addr_t (*map_page)(struct device *, struct page *, unsigned long, size_t , enum dma_data_direction , struct dma_attrs *); void (*unmap_page)(struct device *, dma_addr_t , size_t , enum dma_data_direction , struct dma_attrs *); int (*map_sg)(struct device *, struct scatterlist *, int, enum dma_data_direction , struct dma_attrs *); void (*unmap_sg)(struct device *, struct scatterlist *, int, enum dma_data_direction , struct dma_attrs *); void (*sync_single_for_cpu)(struct device *, dma_addr_t , size_t , enum dma_data_direction ); void (*sync_single_for_device)(struct device *, dma_addr_t , size_t , enum dma_data_direction ); void (*sync_sg_for_cpu)(struct device *, struct scatterlist *, int, enum dma_data_direction ); void (*sync_sg_for_device)(struct device *, struct scatterlist *, int, enum dma_data_direction ); int (*mapping_error)(struct device *, dma_addr_t ); int (*dma_supported)(struct device *, u64 ); int (*set_dma_mask)(struct device *, u64 ); int is_phys; } ; 84 struct pm_qos_request { struct plist_node node; int pm_qos_class; struct delayed_work work; } ; 48 struct pm_qos_flags_request { struct list_head node; s32 flags; } ; 53 enum dev_pm_qos_req_type { DEV_PM_QOS_RESUME_LATENCY = 1, DEV_PM_QOS_LATENCY_TOLERANCE = 2, DEV_PM_QOS_FLAGS = 3 } ; 59 union __anonunion_data_185 { struct plist_node pnode; struct pm_qos_flags_request flr; } ; 59 struct dev_pm_qos_request { enum dev_pm_qos_req_type type; union __anonunion_data_185 data; struct device *dev; } ; 68 enum pm_qos_type { PM_QOS_UNITIALIZED = 0, PM_QOS_MAX = 1, PM_QOS_MIN = 2 } ; 74 struct pm_qos_constraints { struct plist_head list; s32 target_value; s32 default_value; s32 no_constraint_value; enum pm_qos_type type; struct blocking_notifier_head *notifiers; } ; 88 struct pm_qos_flags { struct list_head list; s32 effective_flags; } ; 93 struct dev_pm_qos { struct pm_qos_constraints resume_latency; struct pm_qos_constraints latency_tolerance; struct pm_qos_flags flags; struct dev_pm_qos_request *resume_latency_req; struct dev_pm_qos_request *latency_tolerance_req; struct dev_pm_qos_request *flags_req; } ; 54 struct iovec { void *iov_base; __kernel_size_t iov_len; } ; 27 union __anonunion_ldv_28086_186 { const struct iovec *iov; const struct bio_vec *bvec; } ; 27 struct iov_iter { int type; size_t iov_offset; size_t count; union __anonunion_ldv_28086_186 ldv_28086; unsigned long nr_segs; } ; 38 typedef s32 dma_cookie_t; 1153 struct dql { unsigned int num_queued; unsigned int adj_limit; unsigned int last_obj_cnt; unsigned int limit; unsigned int num_completed; unsigned int prev_ovlimit; unsigned int prev_num_queued; unsigned int prev_last_obj_cnt; unsigned int lowest_slack; unsigned long slack_start_time; unsigned int max_limit; unsigned int min_limit; unsigned int slack_hold_time; } ; 11 typedef unsigned short __kernel_sa_family_t; 23 typedef __kernel_sa_family_t sa_family_t; 24 struct sockaddr { sa_family_t sa_family; char sa_data[14U]; } ; 43 struct __anonstruct_sync_serial_settings_188 { unsigned int clock_rate; unsigned int clock_type; unsigned short loopback; } ; 43 typedef struct __anonstruct_sync_serial_settings_188 sync_serial_settings; 50 struct __anonstruct_te1_settings_189 { unsigned int clock_rate; unsigned int clock_type; unsigned short loopback; unsigned int slot_map; } ; 50 typedef struct __anonstruct_te1_settings_189 te1_settings; 55 struct __anonstruct_raw_hdlc_proto_190 { unsigned short encoding; unsigned short parity; } ; 55 typedef struct __anonstruct_raw_hdlc_proto_190 raw_hdlc_proto; 65 struct __anonstruct_fr_proto_191 { unsigned int t391; unsigned int t392; unsigned int n391; unsigned int n392; unsigned int n393; unsigned short lmi; unsigned short dce; } ; 65 typedef struct __anonstruct_fr_proto_191 fr_proto; 69 struct __anonstruct_fr_proto_pvc_192 { unsigned int dlci; } ; 69 typedef struct __anonstruct_fr_proto_pvc_192 fr_proto_pvc; 74 struct __anonstruct_fr_proto_pvc_info_193 { unsigned int dlci; char master[16U]; } ; 74 typedef struct __anonstruct_fr_proto_pvc_info_193 fr_proto_pvc_info; 79 struct __anonstruct_cisco_proto_194 { unsigned int interval; unsigned int timeout; } ; 79 typedef struct __anonstruct_cisco_proto_194 cisco_proto; 117 struct ifmap { unsigned long mem_start; unsigned long mem_end; unsigned short base_addr; unsigned char irq; unsigned char dma; unsigned char port; } ; 177 union __anonunion_ifs_ifsu_195 { raw_hdlc_proto *raw_hdlc; cisco_proto *cisco; fr_proto *fr; fr_proto_pvc *fr_pvc; fr_proto_pvc_info *fr_pvc_info; sync_serial_settings *sync; te1_settings *te1; } ; 177 struct if_settings { unsigned int type; unsigned int size; union __anonunion_ifs_ifsu_195 ifs_ifsu; } ; 195 union __anonunion_ifr_ifrn_196 { char ifrn_name[16U]; } ; 195 union __anonunion_ifr_ifru_197 { struct sockaddr ifru_addr; struct sockaddr ifru_dstaddr; struct sockaddr ifru_broadaddr; struct sockaddr ifru_netmask; struct sockaddr ifru_hwaddr; short ifru_flags; int ifru_ivalue; int ifru_mtu; struct ifmap ifru_map; char ifru_slave[16U]; char ifru_newname[16U]; void *ifru_data; struct if_settings ifru_settings; } ; 195 struct ifreq { union __anonunion_ifr_ifrn_196 ifr_ifrn; union __anonunion_ifr_ifru_197 ifr_ifru; } ; 91 struct hlist_bl_node ; 91 struct hlist_bl_head { struct hlist_bl_node *first; } ; 36 struct hlist_bl_node { struct hlist_bl_node *next; struct hlist_bl_node **pprev; } ; 114 struct __anonstruct_ldv_29075_200 { spinlock_t lock; unsigned int count; } ; 114 union __anonunion_ldv_29076_199 { struct __anonstruct_ldv_29075_200 ldv_29075; } ; 114 struct lockref { union __anonunion_ldv_29076_199 ldv_29076; } ; 49 struct nameidata ; 50 struct vfsmount ; 51 struct __anonstruct_ldv_29099_202 { u32 hash; u32 len; } ; 51 union __anonunion_ldv_29101_201 { struct __anonstruct_ldv_29099_202 ldv_29099; u64 hash_len; } ; 51 struct qstr { union __anonunion_ldv_29101_201 ldv_29101; const unsigned char *name; } ; 90 struct dentry_operations ; 90 union __anonunion_d_u_203 { struct list_head d_child; struct callback_head d_rcu; } ; 90 struct dentry { unsigned int d_flags; seqcount_t d_seq; struct hlist_bl_node d_hash; struct dentry *d_parent; struct qstr d_name; struct inode *d_inode; unsigned char d_iname[32U]; struct lockref d_lockref; const struct dentry_operations *d_op; struct super_block *d_sb; unsigned long d_time; void *d_fsdata; struct list_head d_lru; union __anonunion_d_u_203 d_u; struct list_head d_subdirs; struct hlist_node d_alias; } ; 142 struct dentry_operations { int (*d_revalidate)(struct dentry *, unsigned int); int (*d_weak_revalidate)(struct dentry *, unsigned int); int (*d_hash)(const struct dentry *, struct qstr *); int (*d_compare)(const struct dentry *, const struct dentry *, unsigned int, const char *, const struct qstr *); int (*d_delete)(const struct dentry *); void (*d_release)(struct dentry *); void (*d_prune)(struct dentry *); void (*d_iput)(struct dentry *, struct inode *); char * (*d_dname)(struct dentry *, char *, int); struct vfsmount * (*d_automount)(struct path *); int (*d_manage)(struct dentry *, bool ); } ; 477 struct path { struct vfsmount *mnt; struct dentry *dentry; } ; 27 struct list_lru_node { spinlock_t lock; struct list_head list; long nr_items; } ; 30 struct list_lru { struct list_lru_node *node; nodemask_t active_nodes; } ; 58 struct __anonstruct_ldv_29462_205 { struct radix_tree_node *parent; void *private_data; } ; 58 union __anonunion_ldv_29464_204 { struct __anonstruct_ldv_29462_205 ldv_29462; struct callback_head callback_head; } ; 58 struct radix_tree_node { unsigned int path; unsigned int count; union __anonunion_ldv_29464_204 ldv_29464; struct list_head private_list; void *slots[64U]; unsigned long tags[3U][1U]; } ; 105 struct radix_tree_root { unsigned int height; gfp_t gfp_mask; struct radix_tree_node *rnode; } ; 45 struct fiemap_extent { __u64 fe_logical; __u64 fe_physical; __u64 fe_length; __u64 fe_reserved64[2U]; __u32 fe_flags; __u32 fe_reserved[3U]; } ; 38 enum migrate_mode { MIGRATE_ASYNC = 0, MIGRATE_SYNC_LIGHT = 1, MIGRATE_SYNC = 2 } ; 30 struct block_device ; 31 struct cgroup_subsys_state ; 19 struct bio_vec { struct page *bv_page; unsigned int bv_len; unsigned int bv_offset; } ; 59 struct export_operations ; 61 struct kiocb ; 62 struct poll_table_struct ; 63 struct kstatfs ; 64 struct swap_info_struct ; 69 struct iattr { unsigned int ia_valid; umode_t ia_mode; kuid_t ia_uid; kgid_t ia_gid; loff_t ia_size; struct timespec ia_atime; struct timespec ia_mtime; struct timespec ia_ctime; struct file *ia_file; } ; 253 struct fs_disk_quota { __s8 d_version; __s8 d_flags; __u16 d_fieldmask; __u32 d_id; __u64 d_blk_hardlimit; __u64 d_blk_softlimit; __u64 d_ino_hardlimit; __u64 d_ino_softlimit; __u64 d_bcount; __u64 d_icount; __s32 d_itimer; __s32 d_btimer; __u16 d_iwarns; __u16 d_bwarns; __s32 d_padding2; __u64 d_rtb_hardlimit; __u64 d_rtb_softlimit; __u64 d_rtbcount; __s32 d_rtbtimer; __u16 d_rtbwarns; __s16 d_padding3; char d_padding4[8U]; } ; 76 struct fs_qfilestat { __u64 qfs_ino; __u64 qfs_nblks; __u32 qfs_nextents; } ; 151 typedef struct fs_qfilestat fs_qfilestat_t; 152 struct fs_quota_stat { __s8 qs_version; __u16 qs_flags; __s8 qs_pad; fs_qfilestat_t qs_uquota; fs_qfilestat_t qs_gquota; __u32 qs_incoredqs; __s32 qs_btimelimit; __s32 qs_itimelimit; __s32 qs_rtbtimelimit; __u16 qs_bwarnlimit; __u16 qs_iwarnlimit; } ; 166 struct fs_qfilestatv { __u64 qfs_ino; __u64 qfs_nblks; __u32 qfs_nextents; __u32 qfs_pad; } ; 196 struct fs_quota_statv { __s8 qs_version; __u8 qs_pad1; __u16 qs_flags; __u32 qs_incoredqs; struct fs_qfilestatv qs_uquota; struct fs_qfilestatv qs_gquota; struct fs_qfilestatv qs_pquota; __s32 qs_btimelimit; __s32 qs_itimelimit; __s32 qs_rtbtimelimit; __u16 qs_bwarnlimit; __u16 qs_iwarnlimit; __u64 qs_pad2[8U]; } ; 212 struct dquot ; 19 typedef __kernel_uid32_t projid_t; 23 struct __anonstruct_kprojid_t_206 { projid_t val; } ; 23 typedef struct __anonstruct_kprojid_t_206 kprojid_t; 119 struct if_dqinfo { __u64 dqi_bgrace; __u64 dqi_igrace; __u32 dqi_flags; __u32 dqi_valid; } ; 152 enum quota_type { USRQUOTA = 0, GRPQUOTA = 1, PRJQUOTA = 2 } ; 60 typedef long long qsize_t; 61 union __anonunion_ldv_29991_207 { kuid_t uid; kgid_t gid; kprojid_t projid; } ; 61 struct kqid { union __anonunion_ldv_29991_207 ldv_29991; enum quota_type type; } ; 178 struct mem_dqblk { qsize_t dqb_bhardlimit; qsize_t dqb_bsoftlimit; qsize_t dqb_curspace; qsize_t dqb_rsvspace; qsize_t dqb_ihardlimit; qsize_t dqb_isoftlimit; qsize_t dqb_curinodes; time_t dqb_btime; time_t dqb_itime; } ; 200 struct quota_format_type ; 201 struct mem_dqinfo { struct quota_format_type *dqi_format; int dqi_fmt_id; struct list_head dqi_dirty_list; unsigned long dqi_flags; unsigned int dqi_bgrace; unsigned int dqi_igrace; qsize_t dqi_maxblimit; qsize_t dqi_maxilimit; void *dqi_priv; } ; 264 struct dquot { struct hlist_node dq_hash; struct list_head dq_inuse; struct list_head dq_free; struct list_head dq_dirty; struct mutex dq_lock; atomic_t dq_count; wait_queue_head_t dq_wait_unused; struct super_block *dq_sb; struct kqid dq_id; loff_t dq_off; unsigned long dq_flags; struct mem_dqblk dq_dqb; } ; 291 struct quota_format_ops { int (*check_quota_file)(struct super_block *, int); int (*read_file_info)(struct super_block *, int); int (*write_file_info)(struct super_block *, int); int (*free_file_info)(struct super_block *, int); int (*read_dqblk)(struct dquot *); int (*commit_dqblk)(struct dquot *); int (*release_dqblk)(struct dquot *); } ; 302 struct dquot_operations { int (*write_dquot)(struct dquot *); struct dquot * (*alloc_dquot)(struct super_block *, int); void (*destroy_dquot)(struct dquot *); int (*acquire_dquot)(struct dquot *); int (*release_dquot)(struct dquot *); int (*mark_dirty)(struct dquot *); int (*write_info)(struct super_block *, int); qsize_t * (*get_reserved_space)(struct inode *); } ; 316 struct quotactl_ops { int (*quota_on)(struct super_block *, int, int, struct path *); int (*quota_on_meta)(struct super_block *, int, int); int (*quota_off)(struct super_block *, int); int (*quota_sync)(struct super_block *, int); int (*get_info)(struct super_block *, int, struct if_dqinfo *); int (*set_info)(struct super_block *, int, struct if_dqinfo *); int (*get_dqblk)(struct super_block *, struct kqid , struct fs_disk_quota *); int (*set_dqblk)(struct super_block *, struct kqid , struct fs_disk_quota *); int (*get_xstate)(struct super_block *, struct fs_quota_stat *); int (*set_xstate)(struct super_block *, unsigned int, int); int (*get_xstatev)(struct super_block *, struct fs_quota_statv *); int (*rm_xquota)(struct super_block *, unsigned int); } ; 334 struct quota_format_type { int qf_fmt_id; const struct quota_format_ops *qf_ops; struct module *qf_owner; struct quota_format_type *qf_next; } ; 380 struct quota_info { unsigned int flags; struct mutex dqio_mutex; struct mutex dqonoff_mutex; struct rw_semaphore dqptr_sem; struct inode *files[2U]; struct mem_dqinfo info[2U]; const struct quota_format_ops *ops[2U]; } ; 323 struct address_space_operations { int (*writepage)(struct page *, struct writeback_control *); int (*readpage)(struct file *, struct page *); int (*writepages)(struct address_space *, struct writeback_control *); int (*set_page_dirty)(struct page *); int (*readpages)(struct file *, struct address_space *, struct list_head *, unsigned int); int (*write_begin)(struct file *, struct address_space *, loff_t , unsigned int, unsigned int, struct page **, void **); int (*write_end)(struct file *, struct address_space *, loff_t , unsigned int, unsigned int, struct page *, void *); sector_t (*bmap)(struct address_space *, sector_t ); void (*invalidatepage)(struct page *, unsigned int, unsigned int); int (*releasepage)(struct page *, gfp_t ); void (*freepage)(struct page *); ssize_t (*direct_IO)(int, struct kiocb *, struct iov_iter *, loff_t ); int (*get_xip_mem)(struct address_space *, unsigned long, int, void **, unsigned long *); int (*migratepage)(struct address_space *, struct page *, struct page *, enum migrate_mode ); int (*launder_page)(struct page *); int (*is_partially_uptodate)(struct page *, unsigned long, unsigned long); void (*is_dirty_writeback)(struct page *, bool *, bool *); int (*error_remove_page)(struct address_space *, struct page *); int (*swap_activate)(struct swap_info_struct *, struct file *, sector_t *); void (*swap_deactivate)(struct file *); } ; 382 struct address_space { struct inode *host; struct radix_tree_root page_tree; spinlock_t tree_lock; unsigned int i_mmap_writable; struct rb_root i_mmap; struct list_head i_mmap_nonlinear; struct mutex i_mmap_mutex; unsigned long nrpages; unsigned long nrshadows; unsigned long writeback_index; const struct address_space_operations *a_ops; unsigned long flags; struct backing_dev_info *backing_dev_info; spinlock_t private_lock; struct list_head private_list; void *private_data; } ; 405 struct request_queue ; 406 struct hd_struct ; 406 struct gendisk ; 406 struct block_device { dev_t bd_dev; int bd_openers; struct inode *bd_inode; struct super_block *bd_super; struct mutex bd_mutex; struct list_head bd_inodes; void *bd_claiming; void *bd_holder; int bd_holders; bool bd_write_holder; struct list_head bd_holder_disks; struct block_device *bd_contains; unsigned int bd_block_size; struct hd_struct *bd_part; unsigned int bd_part_count; int bd_invalidated; struct gendisk *bd_disk; struct request_queue *bd_queue; struct list_head bd_list; unsigned long bd_private; int bd_fsfreeze_count; struct mutex bd_fsfreeze_mutex; } ; 478 struct posix_acl ; 479 struct inode_operations ; 479 union __anonunion_ldv_30405_210 { const unsigned int i_nlink; unsigned int __i_nlink; } ; 479 union __anonunion_ldv_30425_211 { struct hlist_head i_dentry; struct callback_head i_rcu; } ; 479 struct file_lock ; 479 struct cdev ; 479 union __anonunion_ldv_30442_212 { struct pipe_inode_info *i_pipe; struct block_device *i_bdev; struct cdev *i_cdev; } ; 479 struct inode { umode_t i_mode; unsigned short i_opflags; kuid_t i_uid; kgid_t i_gid; unsigned int i_flags; struct posix_acl *i_acl; struct posix_acl *i_default_acl; const struct inode_operations *i_op; struct super_block *i_sb; struct address_space *i_mapping; void *i_security; unsigned long i_ino; union __anonunion_ldv_30405_210 ldv_30405; dev_t i_rdev; loff_t i_size; struct timespec i_atime; struct timespec i_mtime; struct timespec i_ctime; spinlock_t i_lock; unsigned short i_bytes; unsigned int i_blkbits; blkcnt_t i_blocks; unsigned long i_state; struct mutex i_mutex; unsigned long dirtied_when; struct hlist_node i_hash; struct list_head i_wb_list; struct list_head i_lru; struct list_head i_sb_list; union __anonunion_ldv_30425_211 ldv_30425; u64 i_version; atomic_t i_count; atomic_t i_dio_count; atomic_t i_writecount; atomic_t i_readcount; const struct file_operations *i_fop; struct file_lock *i_flock; struct address_space i_data; struct dquot *i_dquot[2U]; struct list_head i_devices; union __anonunion_ldv_30442_212 ldv_30442; __u32 i_generation; __u32 i_fsnotify_mask; struct hlist_head i_fsnotify_marks; void *i_private; } ; 715 struct fown_struct { rwlock_t lock; struct pid *pid; enum pid_type pid_type; kuid_t uid; kuid_t euid; int signum; } ; 723 struct file_ra_state { unsigned long start; unsigned int size; unsigned int async_size; unsigned int ra_pages; unsigned int mmap_miss; loff_t prev_pos; } ; 746 union __anonunion_f_u_213 { struct llist_node fu_llist; struct callback_head fu_rcuhead; } ; 746 struct file { union __anonunion_f_u_213 f_u; struct path f_path; struct inode *f_inode; const struct file_operations *f_op; spinlock_t f_lock; atomic_long_t f_count; unsigned int f_flags; fmode_t f_mode; struct mutex f_pos_lock; loff_t f_pos; struct fown_struct f_owner; const struct cred *f_cred; struct file_ra_state f_ra; u64 f_version; void *f_security; void *private_data; struct list_head f_ep_links; struct list_head f_tfile_llink; struct address_space *f_mapping; } ; 836 typedef struct files_struct *fl_owner_t; 837 struct file_lock_operations { void (*fl_copy_lock)(struct file_lock *, struct file_lock *); void (*fl_release_private)(struct file_lock *); } ; 842 struct lock_manager_operations { int (*lm_compare_owner)(struct file_lock *, struct file_lock *); unsigned long int (*lm_owner_key)(struct file_lock *); void (*lm_notify)(struct file_lock *); int (*lm_grant)(struct file_lock *, struct file_lock *, int); void (*lm_break)(struct file_lock *); int (*lm_change)(struct file_lock **, int); } ; 855 struct net ; 860 struct nlm_lockowner ; 861 struct nfs_lock_info { u32 state; struct nlm_lockowner *owner; struct list_head list; } ; 14 struct nfs4_lock_state ; 15 struct nfs4_lock_info { struct nfs4_lock_state *owner; } ; 19 struct fasync_struct ; 19 struct __anonstruct_afs_215 { struct list_head link; int state; } ; 19 union __anonunion_fl_u_214 { struct nfs_lock_info nfs_fl; struct nfs4_lock_info nfs4_fl; struct __anonstruct_afs_215 afs; } ; 19 struct file_lock { struct file_lock *fl_next; struct hlist_node fl_link; struct list_head fl_block; fl_owner_t fl_owner; unsigned int fl_flags; unsigned char fl_type; unsigned int fl_pid; int fl_link_cpu; struct pid *fl_nspid; wait_queue_head_t fl_wait; struct file *fl_file; loff_t fl_start; loff_t fl_end; struct fasync_struct *fl_fasync; unsigned long fl_break_time; unsigned long fl_downgrade_time; const struct file_lock_operations *fl_ops; const struct lock_manager_operations *fl_lmops; union __anonunion_fl_u_214 fl_u; } ; 963 struct fasync_struct { spinlock_t fa_lock; int magic; int fa_fd; struct fasync_struct *fa_next; struct file *fa_file; struct callback_head fa_rcu; } ; 1157 struct sb_writers { struct percpu_counter counter[3U]; wait_queue_head_t wait; int frozen; wait_queue_head_t wait_unfrozen; struct lockdep_map lock_map[3U]; } ; 1173 struct super_operations ; 1173 struct xattr_handler ; 1173 struct mtd_info ; 1173 struct super_block { struct list_head s_list; dev_t s_dev; unsigned char s_blocksize_bits; unsigned long s_blocksize; loff_t s_maxbytes; struct file_system_type *s_type; const struct super_operations *s_op; const struct dquot_operations *dq_op; const struct quotactl_ops *s_qcop; const struct export_operations *s_export_op; unsigned long s_flags; unsigned long s_magic; struct dentry *s_root; struct rw_semaphore s_umount; int s_count; atomic_t s_active; void *s_security; const struct xattr_handler **s_xattr; struct list_head s_inodes; struct hlist_bl_head s_anon; struct list_head s_mounts; struct block_device *s_bdev; struct backing_dev_info *s_bdi; struct mtd_info *s_mtd; struct hlist_node s_instances; struct quota_info s_dquot; struct sb_writers s_writers; char s_id[32U]; u8 s_uuid[16U]; void *s_fs_info; unsigned int s_max_links; fmode_t s_mode; u32 s_time_gran; struct mutex s_vfs_rename_mutex; char *s_subtype; char *s_options; const struct dentry_operations *s_d_op; int cleancache_poolid; struct shrinker s_shrink; atomic_long_t s_remove_count; int s_readonly_remount; struct workqueue_struct *s_dio_done_wq; struct list_lru s_dentry_lru; struct list_lru s_inode_lru; struct callback_head rcu; } ; 1403 struct fiemap_extent_info { unsigned int fi_flags; unsigned int fi_extents_mapped; unsigned int fi_extents_max; struct fiemap_extent *fi_extents_start; } ; 1441 struct dir_context { int (*actor)(void *, const char *, int, loff_t , u64 , unsigned int); loff_t pos; } ; 1446 struct file_operations { struct module *owner; loff_t (*llseek)(struct file *, loff_t , int); ssize_t (*read)(struct file *, char *, size_t , loff_t *); ssize_t (*write)(struct file *, const char *, size_t , loff_t *); ssize_t (*aio_read)(struct kiocb *, const struct iovec *, unsigned long, loff_t ); ssize_t (*aio_write)(struct kiocb *, const struct iovec *, unsigned long, loff_t ); ssize_t (*read_iter)(struct kiocb *, struct iov_iter *); ssize_t (*write_iter)(struct kiocb *, struct iov_iter *); int (*iterate)(struct file *, struct dir_context *); unsigned int (*poll)(struct file *, struct poll_table_struct *); long int (*unlocked_ioctl)(struct file *, unsigned int, unsigned long); long int (*compat_ioctl)(struct file *, unsigned int, unsigned long); int (*mmap)(struct file *, struct vm_area_struct *); int (*open)(struct inode *, struct file *); int (*flush)(struct file *, fl_owner_t ); int (*release)(struct inode *, struct file *); int (*fsync)(struct file *, loff_t , loff_t , int); int (*aio_fsync)(struct kiocb *, int); int (*fasync)(int, struct file *, int); int (*lock)(struct file *, int, struct file_lock *); ssize_t (*sendpage)(struct file *, struct page *, int, size_t , loff_t *, int); unsigned long int (*get_unmapped_area)(struct file *, unsigned long, unsigned long, unsigned long, unsigned long); int (*check_flags)(int); int (*flock)(struct file *, int, struct file_lock *); ssize_t (*splice_write)(struct pipe_inode_info *, struct file *, loff_t *, size_t , unsigned int); ssize_t (*splice_read)(struct file *, loff_t *, struct pipe_inode_info *, size_t , unsigned int); int (*setlease)(struct file *, long, struct file_lock **); long int (*fallocate)(struct file *, int, loff_t , loff_t ); int (*show_fdinfo)(struct seq_file *, struct file *); } ; 1488 struct inode_operations { struct dentry * (*lookup)(struct inode *, struct dentry *, unsigned int); void * (*follow_link)(struct dentry *, struct nameidata *); int (*permission)(struct inode *, int); struct posix_acl * (*get_acl)(struct inode *, int); int (*readlink)(struct dentry *, char *, int); void (*put_link)(struct dentry *, struct nameidata *, void *); int (*create)(struct inode *, struct dentry *, umode_t , bool ); int (*link)(struct dentry *, struct inode *, struct dentry *); int (*unlink)(struct inode *, struct dentry *); int (*symlink)(struct inode *, struct dentry *, const char *); int (*mkdir)(struct inode *, struct dentry *, umode_t ); int (*rmdir)(struct inode *, struct dentry *); int (*mknod)(struct inode *, struct dentry *, umode_t , dev_t ); int (*rename)(struct inode *, struct dentry *, struct inode *, struct dentry *); int (*rename2)(struct inode *, struct dentry *, struct inode *, struct dentry *, unsigned int); int (*setattr)(struct dentry *, struct iattr *); int (*getattr)(struct vfsmount *, struct dentry *, struct kstat *); int (*setxattr)(struct dentry *, const char *, const void *, size_t , int); ssize_t (*getxattr)(struct dentry *, const char *, void *, size_t ); ssize_t (*listxattr)(struct dentry *, char *, size_t ); int (*removexattr)(struct dentry *, const char *); int (*fiemap)(struct inode *, struct fiemap_extent_info *, u64 , u64 ); int (*update_time)(struct inode *, struct timespec *, int); int (*atomic_open)(struct inode *, struct dentry *, struct file *, unsigned int, umode_t , int *); int (*tmpfile)(struct inode *, struct dentry *, umode_t ); int (*set_acl)(struct inode *, struct posix_acl *, int); } ; 1535 struct super_operations { struct inode * (*alloc_inode)(struct super_block *); void (*destroy_inode)(struct inode *); void (*dirty_inode)(struct inode *, int); int (*write_inode)(struct inode *, struct writeback_control *); int (*drop_inode)(struct inode *); void (*evict_inode)(struct inode *); void (*put_super)(struct super_block *); int (*sync_fs)(struct super_block *, int); int (*freeze_fs)(struct super_block *); int (*unfreeze_fs)(struct super_block *); int (*statfs)(struct dentry *, struct kstatfs *); int (*remount_fs)(struct super_block *, int *, char *); void (*umount_begin)(struct super_block *); int (*show_options)(struct seq_file *, struct dentry *); int (*show_devname)(struct seq_file *, struct dentry *); int (*show_path)(struct seq_file *, struct dentry *); int (*show_stats)(struct seq_file *, struct dentry *); ssize_t (*quota_read)(struct super_block *, int, char *, size_t , loff_t ); ssize_t (*quota_write)(struct super_block *, int, const char *, size_t , loff_t ); int (*bdev_try_to_free_page)(struct super_block *, struct page *, gfp_t ); long int (*nr_cached_objects)(struct super_block *, int); long int (*free_cached_objects)(struct super_block *, long, int); } ; 1749 struct file_system_type { const char *name; int fs_flags; struct dentry * (*mount)(struct file_system_type *, int, const char *, void *); void (*kill_sb)(struct super_block *); struct module *owner; struct file_system_type *next; struct hlist_head fs_supers; struct lock_class_key s_lock_key; struct lock_class_key s_umount_key; struct lock_class_key s_vfs_rename_key; struct lock_class_key s_writers_key[3U]; struct lock_class_key i_lock_key; struct lock_class_key i_mutex_key; struct lock_class_key i_mutex_dir_key; } ; 39 typedef s32 compat_long_t; 44 typedef u32 compat_uptr_t; 276 struct compat_robust_list { compat_uptr_t next; } ; 280 struct compat_robust_list_head { struct compat_robust_list list; compat_long_t futex_offset; compat_uptr_t list_op_pending; } ; 140 struct sk_buff ; 15 typedef u64 netdev_features_t; 18 struct nf_conntrack { atomic_t use; } ; 137 struct nf_bridge_info { atomic_t use; unsigned int mask; struct net_device *physindev; struct net_device *physoutdev; unsigned long data[4U]; } ; 147 struct sk_buff_head { struct sk_buff *next; struct sk_buff *prev; __u32 qlen; spinlock_t lock; } ; 173 struct skb_frag_struct ; 173 typedef struct skb_frag_struct skb_frag_t; 174 struct __anonstruct_page_231 { struct page *p; } ; 174 struct skb_frag_struct { struct __anonstruct_page_231 page; __u32 page_offset; __u32 size; } ; 207 struct skb_shared_hwtstamps { ktime_t hwtstamp; ktime_t syststamp; } ; 276 struct skb_shared_info { unsigned char nr_frags; __u8 tx_flags; unsigned short gso_size; unsigned short gso_segs; unsigned short gso_type; struct sk_buff *frag_list; struct skb_shared_hwtstamps hwtstamps; __be32 ip6_frag_id; atomic_t dataref; void *destructor_arg; skb_frag_t frags[17U]; } ; 360 typedef unsigned int sk_buff_data_t; 361 struct __anonstruct_ldv_34296_233 { u32 stamp_us; u32 stamp_jiffies; } ; 361 union __anonunion_ldv_34297_232 { u64 v64; struct __anonstruct_ldv_34296_233 ldv_34296; } ; 361 struct skb_mstamp { union __anonunion_ldv_34297_232 ldv_34297; } ; 414 union __anonunion_ldv_34316_234 { ktime_t tstamp; struct skb_mstamp skb_mstamp; } ; 414 struct sec_path ; 414 struct __anonstruct_ldv_34332_236 { __u16 csum_start; __u16 csum_offset; } ; 414 union __anonunion_ldv_34333_235 { __wsum csum; struct __anonstruct_ldv_34332_236 ldv_34332; } ; 414 union __anonunion_ldv_34372_237 { unsigned int napi_id; dma_cookie_t dma_cookie; } ; 414 union __anonunion_ldv_34378_238 { __u32 mark; __u32 dropcount; __u32 reserved_tailroom; } ; 414 struct sk_buff { struct sk_buff *next; struct sk_buff *prev; union __anonunion_ldv_34316_234 ldv_34316; struct sock *sk; struct net_device *dev; char cb[48U]; unsigned long _skb_refdst; struct sec_path *sp; unsigned int len; unsigned int data_len; __u16 mac_len; __u16 hdr_len; union __anonunion_ldv_34333_235 ldv_34333; __u32 priority; unsigned char ignore_df; unsigned char cloned; unsigned char ip_summed; unsigned char nohdr; unsigned char nfctinfo; unsigned char pkt_type; unsigned char fclone; unsigned char ipvs_property; unsigned char peeked; unsigned char nf_trace; __be16 protocol; void (*destructor)(struct sk_buff *); struct nf_conntrack *nfct; struct nf_bridge_info *nf_bridge; int skb_iif; __u32 hash; __be16 vlan_proto; __u16 vlan_tci; __u16 tc_index; __u16 tc_verd; __u16 queue_mapping; unsigned char ndisc_nodetype; unsigned char pfmemalloc; unsigned char ooo_okay; unsigned char l4_hash; unsigned char wifi_acked_valid; unsigned char wifi_acked; unsigned char no_fcs; unsigned char head_frag; unsigned char encapsulation; unsigned char encap_hdr_csum; unsigned char csum_valid; unsigned char csum_complete_sw; union __anonunion_ldv_34372_237 ldv_34372; __u32 secmark; union __anonunion_ldv_34378_238 ldv_34378; __be16 inner_protocol; __u16 inner_transport_header; __u16 inner_network_header; __u16 inner_mac_header; __u16 transport_header; __u16 network_header; __u16 mac_header; sk_buff_data_t tail; sk_buff_data_t end; unsigned char *head; unsigned char *data; unsigned int truesize; atomic_t users; } ; 641 struct dst_entry ; 3161 struct ethhdr { unsigned char h_dest[6U]; unsigned char h_source[6U]; __be16 h_proto; } ; 34 struct ethtool_cmd { __u32 cmd; __u32 supported; __u32 advertising; __u16 speed; __u8 duplex; __u8 port; __u8 phy_address; __u8 transceiver; __u8 autoneg; __u8 mdio_support; __u32 maxtxpkt; __u32 maxrxpkt; __u16 speed_hi; __u8 eth_tp_mdix; __u8 eth_tp_mdix_ctrl; __u32 lp_advertising; __u32 reserved[2U]; } ; 125 struct ethtool_drvinfo { __u32 cmd; char driver[32U]; char version[32U]; char fw_version[32U]; char bus_info[32U]; char reserved1[32U]; char reserved2[12U]; __u32 n_priv_flags; __u32 n_stats; __u32 testinfo_len; __u32 eedump_len; __u32 regdump_len; } ; 187 struct ethtool_wolinfo { __u32 cmd; __u32 supported; __u32 wolopts; __u8 sopass[6U]; } ; 211 struct ethtool_regs { __u32 cmd; __u32 version; __u32 len; __u8 data[0U]; } ; 233 struct ethtool_eeprom { __u32 cmd; __u32 magic; __u32 offset; __u32 len; __u8 data[0U]; } ; 259 struct ethtool_eee { __u32 cmd; __u32 supported; __u32 advertised; __u32 lp_advertised; __u32 eee_active; __u32 eee_enabled; __u32 tx_lpi_enabled; __u32 tx_lpi_timer; __u32 reserved[2U]; } ; 288 struct ethtool_modinfo { __u32 cmd; __u32 type; __u32 eeprom_len; __u32 reserved[8U]; } ; 305 struct ethtool_coalesce { __u32 cmd; __u32 rx_coalesce_usecs; __u32 rx_max_coalesced_frames; __u32 rx_coalesce_usecs_irq; __u32 rx_max_coalesced_frames_irq; __u32 tx_coalesce_usecs; __u32 tx_max_coalesced_frames; __u32 tx_coalesce_usecs_irq; __u32 tx_max_coalesced_frames_irq; __u32 stats_block_coalesce_usecs; __u32 use_adaptive_rx_coalesce; __u32 use_adaptive_tx_coalesce; __u32 pkt_rate_low; __u32 rx_coalesce_usecs_low; __u32 rx_max_coalesced_frames_low; __u32 tx_coalesce_usecs_low; __u32 tx_max_coalesced_frames_low; __u32 pkt_rate_high; __u32 rx_coalesce_usecs_high; __u32 rx_max_coalesced_frames_high; __u32 tx_coalesce_usecs_high; __u32 tx_max_coalesced_frames_high; __u32 rate_sample_interval; } ; 404 struct ethtool_ringparam { __u32 cmd; __u32 rx_max_pending; __u32 rx_mini_max_pending; __u32 rx_jumbo_max_pending; __u32 tx_max_pending; __u32 rx_pending; __u32 rx_mini_pending; __u32 rx_jumbo_pending; __u32 tx_pending; } ; 441 struct ethtool_channels { __u32 cmd; __u32 max_rx; __u32 max_tx; __u32 max_other; __u32 max_combined; __u32 rx_count; __u32 tx_count; __u32 other_count; __u32 combined_count; } ; 469 struct ethtool_pauseparam { __u32 cmd; __u32 autoneg; __u32 rx_pause; __u32 tx_pause; } ; 568 struct ethtool_test { __u32 cmd; __u32 flags; __u32 reserved; __u32 len; __u64 data[0U]; } ; 600 struct ethtool_stats { __u32 cmd; __u32 n_stats; __u64 data[0U]; } ; 642 struct ethtool_tcpip4_spec { __be32 ip4src; __be32 ip4dst; __be16 psrc; __be16 pdst; __u8 tos; } ; 675 struct ethtool_ah_espip4_spec { __be32 ip4src; __be32 ip4dst; __be32 spi; __u8 tos; } ; 691 struct ethtool_usrip4_spec { __be32 ip4src; __be32 ip4dst; __be32 l4_4_bytes; __u8 tos; __u8 ip_ver; __u8 proto; } ; 711 union ethtool_flow_union { struct ethtool_tcpip4_spec tcp_ip4_spec; struct ethtool_tcpip4_spec udp_ip4_spec; struct ethtool_tcpip4_spec sctp_ip4_spec; struct ethtool_ah_espip4_spec ah_ip4_spec; struct ethtool_ah_espip4_spec esp_ip4_spec; struct ethtool_usrip4_spec usr_ip4_spec; struct ethhdr ether_spec; __u8 hdata[52U]; } ; 722 struct ethtool_flow_ext { __u8 padding[2U]; unsigned char h_dest[6U]; __be16 vlan_etype; __be16 vlan_tci; __be32 data[2U]; } ; 741 struct ethtool_rx_flow_spec { __u32 flow_type; union ethtool_flow_union h_u; struct ethtool_flow_ext h_ext; union ethtool_flow_union m_u; struct ethtool_flow_ext m_ext; __u64 ring_cookie; __u32 location; } ; 767 struct ethtool_rxnfc { __u32 cmd; __u32 flow_type; __u64 data; struct ethtool_rx_flow_spec fs; __u32 rule_cnt; __u32 rule_locs[0U]; } ; 933 struct ethtool_flash { __u32 cmd; __u32 region; char data[128U]; } ; 941 struct ethtool_dump { __u32 cmd; __u32 version; __u32 flag; __u32 len; __u8 data[0U]; } ; 1017 struct ethtool_ts_info { __u32 cmd; __u32 so_timestamping; __s32 phc_index; __u32 tx_types; __u32 tx_reserved[3U]; __u32 rx_filters; __u32 rx_reserved[3U]; } ; 44 enum ethtool_phys_id_state { ETHTOOL_ID_INACTIVE = 0, ETHTOOL_ID_ACTIVE = 1, ETHTOOL_ID_ON = 2, ETHTOOL_ID_OFF = 3 } ; 79 struct ethtool_ops { int (*get_settings)(struct net_device *, struct ethtool_cmd *); int (*set_settings)(struct net_device *, struct ethtool_cmd *); void (*get_drvinfo)(struct net_device *, struct ethtool_drvinfo *); int (*get_regs_len)(struct net_device *); void (*get_regs)(struct net_device *, struct ethtool_regs *, void *); void (*get_wol)(struct net_device *, struct ethtool_wolinfo *); int (*set_wol)(struct net_device *, struct ethtool_wolinfo *); u32 (*get_msglevel)(struct net_device *); void (*set_msglevel)(struct net_device *, u32 ); int (*nway_reset)(struct net_device *); u32 (*get_link)(struct net_device *); int (*get_eeprom_len)(struct net_device *); int (*get_eeprom)(struct net_device *, struct ethtool_eeprom *, u8 *); int (*set_eeprom)(struct net_device *, struct ethtool_eeprom *, u8 *); int (*get_coalesce)(struct net_device *, struct ethtool_coalesce *); int (*set_coalesce)(struct net_device *, struct ethtool_coalesce *); void (*get_ringparam)(struct net_device *, struct ethtool_ringparam *); int (*set_ringparam)(struct net_device *, struct ethtool_ringparam *); void (*get_pauseparam)(struct net_device *, struct ethtool_pauseparam *); int (*set_pauseparam)(struct net_device *, struct ethtool_pauseparam *); void (*self_test)(struct net_device *, struct ethtool_test *, u64 *); void (*get_strings)(struct net_device *, u32 , u8 *); int (*set_phys_id)(struct net_device *, enum ethtool_phys_id_state ); void (*get_ethtool_stats)(struct net_device *, struct ethtool_stats *, u64 *); int (*begin)(struct net_device *); void (*complete)(struct net_device *); u32 (*get_priv_flags)(struct net_device *); int (*set_priv_flags)(struct net_device *, u32 ); int (*get_sset_count)(struct net_device *, int); int (*get_rxnfc)(struct net_device *, struct ethtool_rxnfc *, u32 *); int (*set_rxnfc)(struct net_device *, struct ethtool_rxnfc *); int (*flash_device)(struct net_device *, struct ethtool_flash *); int (*reset)(struct net_device *, u32 *); u32 (*get_rxfh_key_size)(struct net_device *); u32 (*get_rxfh_indir_size)(struct net_device *); int (*get_rxfh)(struct net_device *, u32 *, u8 *); int (*set_rxfh)(struct net_device *, const u32 *, const u8 *); void (*get_channels)(struct net_device *, struct ethtool_channels *); int (*set_channels)(struct net_device *, struct ethtool_channels *); int (*get_dump_flag)(struct net_device *, struct ethtool_dump *); int (*get_dump_data)(struct net_device *, struct ethtool_dump *, void *); int (*set_dump)(struct net_device *, struct ethtool_dump *); int (*get_ts_info)(struct net_device *, struct ethtool_ts_info *); int (*get_module_info)(struct net_device *, struct ethtool_modinfo *); int (*get_module_eeprom)(struct net_device *, struct ethtool_eeprom *, u8 *); int (*get_eee)(struct net_device *, struct ethtool_eee *); int (*set_eee)(struct net_device *, struct ethtool_eee *); } ; 235 struct prot_inuse ; 236 struct netns_core { struct ctl_table_header *sysctl_hdr; int sysctl_somaxconn; struct prot_inuse *inuse; } ; 38 struct u64_stats_sync { } ; 145 struct ipstats_mib { u64 mibs[36U]; struct u64_stats_sync syncp; } ; 61 struct icmp_mib { unsigned long mibs[28U]; } ; 67 struct icmpmsg_mib { atomic_long_t mibs[512U]; } ; 72 struct icmpv6_mib { unsigned long mibs[6U]; } ; 83 struct icmpv6msg_mib { atomic_long_t mibs[512U]; } ; 93 struct tcp_mib { unsigned long mibs[16U]; } ; 100 struct udp_mib { unsigned long mibs[8U]; } ; 106 struct linux_mib { unsigned long mibs[103U]; } ; 112 struct linux_xfrm_mib { unsigned long mibs[29U]; } ; 118 struct netns_mib { struct tcp_mib *tcp_statistics; struct ipstats_mib *ip_statistics; struct linux_mib *net_statistics; struct udp_mib *udp_statistics; struct udp_mib *udplite_statistics; struct icmp_mib *icmp_statistics; struct icmpmsg_mib *icmpmsg_statistics; struct proc_dir_entry *proc_net_devsnmp6; struct udp_mib *udp_stats_in6; struct udp_mib *udplite_stats_in6; struct ipstats_mib *ipv6_statistics; struct icmpv6_mib *icmpv6_statistics; struct icmpv6msg_mib *icmpv6msg_statistics; struct linux_xfrm_mib *xfrm_statistics; } ; 26 struct netns_unix { int sysctl_max_dgram_qlen; struct ctl_table_header *ctl; } ; 12 struct netns_packet { struct mutex sklist_lock; struct hlist_head sklist; } ; 14 struct netns_frags { int nqueues; struct list_head lru_list; spinlock_t lru_lock; struct percpu_counter mem; int timeout; int high_thresh; int low_thresh; } ; 180 struct tcpm_hash_bucket ; 181 struct ipv4_devconf ; 182 struct fib_rules_ops ; 183 struct fib_table ; 184 struct local_ports { seqlock_t lock; int range[2U]; } ; 22 struct ping_group_range { seqlock_t lock; kgid_t range[2U]; } ; 27 struct inet_peer_base ; 27 struct xt_table ; 27 struct netns_ipv4 { struct ctl_table_header *forw_hdr; struct ctl_table_header *frags_hdr; struct ctl_table_header *ipv4_hdr; struct ctl_table_header *route_hdr; struct ctl_table_header *xfrm4_hdr; struct ipv4_devconf *devconf_all; struct ipv4_devconf *devconf_dflt; struct fib_rules_ops *rules_ops; bool fib_has_custom_rules; struct fib_table *fib_local; struct fib_table *fib_main; struct fib_table *fib_default; int fib_num_tclassid_users; struct hlist_head *fib_table_hash; struct sock *fibnl; struct sock **icmp_sk; struct inet_peer_base *peers; struct tcpm_hash_bucket *tcp_metrics_hash; unsigned int tcp_metrics_hash_log; struct netns_frags frags; struct xt_table *iptable_filter; struct xt_table *iptable_mangle; struct xt_table *iptable_raw; struct xt_table *arptable_filter; struct xt_table *iptable_security; struct xt_table *nat_table; int sysctl_icmp_echo_ignore_all; int sysctl_icmp_echo_ignore_broadcasts; int sysctl_icmp_ignore_bogus_error_responses; int sysctl_icmp_ratelimit; int sysctl_icmp_ratemask; int sysctl_icmp_errors_use_inbound_ifaddr; struct local_ports ip_local_ports; int sysctl_tcp_ecn; int sysctl_ip_no_pmtu_disc; int sysctl_ip_fwd_use_pmtu; int sysctl_fwmark_reflect; int sysctl_tcp_fwmark_accept; struct ping_group_range ping_group_range; atomic_t dev_addr_genid; unsigned long *sysctl_local_reserved_ports; struct list_head mr_tables; struct fib_rules_ops *mr_rules_ops; atomic_t rt_genid; } ; 102 struct neighbour ; 102 struct dst_ops { unsigned short family; __be16 protocol; unsigned int gc_thresh; int (*gc)(struct dst_ops *); struct dst_entry * (*check)(struct dst_entry *, __u32 ); unsigned int (*default_advmss)(const struct dst_entry *); unsigned int (*mtu)(const struct dst_entry *); u32 * (*cow_metrics)(struct dst_entry *, unsigned long); void (*destroy)(struct dst_entry *); void (*ifdown)(struct dst_entry *, struct net_device *, int); struct dst_entry * (*negative_advice)(struct dst_entry *); void (*link_failure)(struct sk_buff *); void (*update_pmtu)(struct dst_entry *, struct sock *, struct sk_buff *, u32 ); void (*redirect)(struct dst_entry *, struct sock *, struct sk_buff *); int (*local_out)(struct sk_buff *); struct neighbour * (*neigh_lookup)(const struct dst_entry *, struct sk_buff *, const void *); struct kmem_cache *kmem_cachep; struct percpu_counter pcpuc_entries; } ; 73 struct netns_sysctl_ipv6 { struct ctl_table_header *hdr; struct ctl_table_header *route_hdr; struct ctl_table_header *icmp_hdr; struct ctl_table_header *frags_hdr; struct ctl_table_header *xfrm6_hdr; int bindv6only; int flush_delay; int ip6_rt_max_size; int ip6_rt_gc_min_interval; int ip6_rt_gc_timeout; int ip6_rt_gc_interval; int ip6_rt_gc_elasticity; int ip6_rt_mtu_expires; int ip6_rt_min_advmss; int flowlabel_consistency; int icmpv6_time; int anycast_src_echo_reply; int fwmark_reflect; } ; 35 struct ipv6_devconf ; 35 struct rt6_info ; 35 struct rt6_statistics ; 35 struct fib6_table ; 35 struct netns_ipv6 { struct netns_sysctl_ipv6 sysctl; struct ipv6_devconf *devconf_all; struct ipv6_devconf *devconf_dflt; struct inet_peer_base *peers; struct netns_frags frags; struct xt_table *ip6table_filter; struct xt_table *ip6table_mangle; struct xt_table *ip6table_raw; struct xt_table *ip6table_security; struct xt_table *ip6table_nat; struct rt6_info *ip6_null_entry; struct rt6_statistics *rt6_stats; struct timer_list ip6_fib_timer; struct hlist_head *fib_table_hash; struct fib6_table *fib6_main_tbl; struct dst_ops ip6_dst_ops; unsigned int ip6_rt_gc_expire; unsigned long ip6_rt_last_gc; struct rt6_info *ip6_prohibit_entry; struct rt6_info *ip6_blk_hole_entry; struct fib6_table *fib6_local_tbl; struct fib_rules_ops *fib6_rules_ops; struct sock **icmp_sk; struct sock *ndisc_sk; struct sock *tcp_sk; struct sock *igmp_sk; struct list_head mr6_tables; struct fib_rules_ops *mr6_rules_ops; atomic_t dev_addr_genid; atomic_t rt_genid; } ; 80 struct netns_nf_frag { struct netns_sysctl_ipv6 sysctl; struct netns_frags frags; } ; 86 struct netns_sysctl_lowpan { struct ctl_table_header *frags_hdr; } ; 14 struct netns_ieee802154_lowpan { struct netns_sysctl_lowpan sysctl; struct netns_frags frags; u16 max_dsize; } ; 21 struct sctp_mib ; 22 struct netns_sctp { struct sctp_mib *sctp_statistics; struct proc_dir_entry *proc_net_sctp; struct ctl_table_header *sysctl_header; struct sock *ctl_sock; struct list_head local_addr_list; struct list_head addr_waitq; struct timer_list addr_wq_timer; struct list_head auto_asconf_splist; spinlock_t addr_wq_lock; spinlock_t local_addr_lock; unsigned int rto_initial; unsigned int rto_min; unsigned int rto_max; int rto_alpha; int rto_beta; int max_burst; int cookie_preserve_enable; char *sctp_hmac_alg; unsigned int valid_cookie_life; unsigned int sack_timeout; unsigned int hb_interval; int max_retrans_association; int max_retrans_path; int max_retrans_init; int pf_retrans; int sndbuf_policy; int rcvbuf_policy; int default_auto_asconf; int addip_enable; int addip_noauth; int prsctp_enable; int auth_enable; int scope_policy; int rwnd_upd_shift; unsigned long max_autoclose; } ; 133 struct netns_dccp { struct sock *v4_ctl_sk; struct sock *v6_ctl_sk; } ; 324 struct nlattr ; 337 struct nf_logger ; 338 struct netns_nf { struct proc_dir_entry *proc_netfilter; const struct nf_logger *nf_loggers[13U]; struct ctl_table_header *nf_log_dir_header; } ; 17 struct ebt_table ; 18 struct netns_xt { struct list_head tables[13U]; bool notrack_deprecated_warning; struct ebt_table *broute_table; struct ebt_table *frame_filter; struct ebt_table *frame_nat; bool ulog_warn_deprecated; bool ebt_ulog_warn_deprecated; } ; 24 struct hlist_nulls_node ; 24 struct hlist_nulls_head { struct hlist_nulls_node *first; } ; 20 struct hlist_nulls_node { struct hlist_nulls_node *next; struct hlist_nulls_node **pprev; } ; 32 struct nf_proto_net { struct ctl_table_header *ctl_table_header; struct ctl_table *ctl_table; struct ctl_table_header *ctl_compat_header; struct ctl_table *ctl_compat_table; unsigned int users; } ; 24 struct nf_generic_net { struct nf_proto_net pn; unsigned int timeout; } ; 29 struct nf_tcp_net { struct nf_proto_net pn; unsigned int timeouts[14U]; unsigned int tcp_loose; unsigned int tcp_be_liberal; unsigned int tcp_max_retrans; } ; 43 struct nf_udp_net { struct nf_proto_net pn; unsigned int timeouts[2U]; } ; 48 struct nf_icmp_net { struct nf_proto_net pn; unsigned int timeout; } ; 53 struct nf_ip_net { struct nf_generic_net generic; struct nf_tcp_net tcp; struct nf_udp_net udp; struct nf_icmp_net icmp; struct nf_icmp_net icmpv6; struct ctl_table_header *ctl_table_header; struct ctl_table *ctl_table; } ; 64 struct ct_pcpu { spinlock_t lock; struct hlist_nulls_head unconfirmed; struct hlist_nulls_head dying; struct hlist_nulls_head tmpl; } ; 72 struct ip_conntrack_stat ; 72 struct nf_ct_event_notifier ; 72 struct nf_exp_event_notifier ; 72 struct netns_ct { atomic_t count; unsigned int expect_count; struct ctl_table_header *sysctl_header; struct ctl_table_header *acct_sysctl_header; struct ctl_table_header *tstamp_sysctl_header; struct ctl_table_header *event_sysctl_header; struct ctl_table_header *helper_sysctl_header; char *slabname; unsigned int sysctl_log_invalid; unsigned int sysctl_events_retry_timeout; int sysctl_events; int sysctl_acct; int sysctl_auto_assign_helper; bool auto_assign_helper_warned; int sysctl_tstamp; int sysctl_checksum; unsigned int htable_size; seqcount_t generation; struct kmem_cache *nf_conntrack_cachep; struct hlist_nulls_head *hash; struct hlist_head *expect_hash; struct ct_pcpu *pcpu_lists; struct ip_conntrack_stat *stat; struct nf_ct_event_notifier *nf_conntrack_event_cb; struct nf_exp_event_notifier *nf_expect_event_cb; struct nf_ip_net nf_ct_proto; unsigned int labels_used; u8 label_words; struct hlist_head *nat_bysource; unsigned int nat_htable_size; } ; 111 struct nft_af_info ; 112 struct netns_nftables { struct list_head af_info; struct list_head commit_list; struct nft_af_info *ipv4; struct nft_af_info *ipv6; struct nft_af_info *inet; struct nft_af_info *arp; struct nft_af_info *bridge; u8 gencursor; u8 genctr; } ; 499 struct flow_cache_percpu { struct hlist_head *hash_table; int hash_count; u32 hash_rnd; int hash_rnd_recalc; struct tasklet_struct flush_tasklet; } ; 16 struct flow_cache { u32 hash_shift; struct flow_cache_percpu *percpu; struct notifier_block hotcpu_notifier; int low_watermark; int high_watermark; struct timer_list rnd_timer; } ; 25 struct xfrm_policy_hash { struct hlist_head *table; unsigned int hmask; } ; 17 struct netns_xfrm { struct list_head state_all; struct hlist_head *state_bydst; struct hlist_head *state_bysrc; struct hlist_head *state_byspi; unsigned int state_hmask; unsigned int state_num; struct work_struct state_hash_work; struct hlist_head state_gc_list; struct work_struct state_gc_work; struct list_head policy_all; struct hlist_head *policy_byidx; unsigned int policy_idx_hmask; struct hlist_head policy_inexact[6U]; struct xfrm_policy_hash policy_bydst[6U]; unsigned int policy_count[6U]; struct work_struct policy_hash_work; struct sock *nlsk; struct sock *nlsk_stash; u32 sysctl_aevent_etime; u32 sysctl_aevent_rseqth; int sysctl_larval_drop; u32 sysctl_acq_expires; struct ctl_table_header *sysctl_hdr; struct dst_ops xfrm4_dst_ops; struct dst_ops xfrm6_dst_ops; spinlock_t xfrm_state_lock; rwlock_t xfrm_policy_lock; struct mutex xfrm_cfg_mutex; struct flow_cache flow_cache_global; atomic_t flow_cache_genid; struct list_head flow_cache_gc_list; spinlock_t flow_cache_gc_lock; struct work_struct flow_cache_gc_work; struct work_struct flow_cache_flush_work; struct mutex flow_flush_sem; } ; 74 struct net_generic ; 75 struct netns_ipvs ; 76 struct net { atomic_t passive; atomic_t count; spinlock_t rules_mod_lock; struct list_head list; struct list_head cleanup_list; struct list_head exit_list; struct user_namespace *user_ns; unsigned int proc_inum; struct proc_dir_entry *proc_net; struct proc_dir_entry *proc_net_stat; struct ctl_table_set sysctls; struct sock *rtnl; struct sock *genl_sock; struct list_head dev_base_head; struct hlist_head *dev_name_head; struct hlist_head *dev_index_head; unsigned int dev_base_seq; int ifindex; unsigned int dev_unreg_count; struct list_head rules_ops; struct net_device *loopback_dev; struct netns_core core; struct netns_mib mib; struct netns_packet packet; struct netns_unix unx; struct netns_ipv4 ipv4; struct netns_ipv6 ipv6; struct netns_ieee802154_lowpan ieee802154_lowpan; struct netns_sctp sctp; struct netns_dccp dccp; struct netns_nf nf; struct netns_xt xt; struct netns_ct ct; struct netns_nftables nft; struct netns_nf_frag nf_frag; struct sock *nfnl; struct sock *nfnl_stash; struct sk_buff_head wext_nlevents; struct net_generic *gen; struct netns_xfrm xfrm; struct netns_ipvs *ipvs; struct sock *diag_nlsk; atomic_t fnhe_genid; } ; 400 struct dsa_chip_data { struct device *mii_bus; int sw_addr; char *port_names[12U]; s8 *rtable; } ; 46 struct dsa_platform_data { struct device *netdev; int nr_chips; struct dsa_chip_data *chip; } ; 61 struct dsa_switch ; 61 struct dsa_switch_tree { struct dsa_platform_data *pd; struct net_device *master_netdev; __be16 tag_protocol; s8 cpu_switch; s8 cpu_port; int link_poll_needed; struct work_struct link_poll_work; struct timer_list link_poll_timer; struct dsa_switch *ds[4U]; } ; 94 struct dsa_switch_driver ; 94 struct mii_bus ; 94 struct dsa_switch { struct dsa_switch_tree *dst; int index; struct dsa_chip_data *pd; struct dsa_switch_driver *drv; struct mii_bus *master_mii_bus; u32 dsa_port_mask; u32 phys_port_mask; struct mii_bus *slave_mii_bus; struct net_device *ports[12U]; } ; 146 struct dsa_switch_driver { struct list_head list; __be16 tag_protocol; int priv_size; char * (*probe)(struct mii_bus *, int); int (*setup)(struct dsa_switch *); int (*set_addr)(struct dsa_switch *, u8 *); int (*phy_read)(struct dsa_switch *, int, int); int (*phy_write)(struct dsa_switch *, int, int, u16 ); void (*poll_link)(struct dsa_switch *); void (*get_strings)(struct dsa_switch *, int, uint8_t *); void (*get_ethtool_stats)(struct dsa_switch *, int, uint64_t *); int (*get_sset_count)(struct dsa_switch *); } ; 205 struct ieee_ets { __u8 willing; __u8 ets_cap; __u8 cbs; __u8 tc_tx_bw[8U]; __u8 tc_rx_bw[8U]; __u8 tc_tsa[8U]; __u8 prio_tc[8U]; __u8 tc_reco_bw[8U]; __u8 tc_reco_tsa[8U]; __u8 reco_prio_tc[8U]; } ; 69 struct ieee_maxrate { __u64 tc_maxrate[8U]; } ; 80 struct ieee_pfc { __u8 pfc_cap; __u8 pfc_en; __u8 mbc; __u16 delay; __u64 requests[8U]; __u64 indications[8U]; } ; 100 struct cee_pg { __u8 willing; __u8 error; __u8 pg_en; __u8 tcs_supported; __u8 pg_bw[8U]; __u8 prio_pg[8U]; } ; 123 struct cee_pfc { __u8 willing; __u8 error; __u8 pfc_en; __u8 tcs_supported; } ; 138 struct dcb_app { __u8 selector; __u8 priority; __u16 protocol; } ; 167 struct dcb_peer_app_info { __u8 willing; __u8 error; } ; 40 struct dcbnl_rtnl_ops { int (*ieee_getets)(struct net_device *, struct ieee_ets *); int (*ieee_setets)(struct net_device *, struct ieee_ets *); int (*ieee_getmaxrate)(struct net_device *, struct ieee_maxrate *); int (*ieee_setmaxrate)(struct net_device *, struct ieee_maxrate *); int (*ieee_getpfc)(struct net_device *, struct ieee_pfc *); int (*ieee_setpfc)(struct net_device *, struct ieee_pfc *); int (*ieee_getapp)(struct net_device *, struct dcb_app *); int (*ieee_setapp)(struct net_device *, struct dcb_app *); int (*ieee_delapp)(struct net_device *, struct dcb_app *); int (*ieee_peer_getets)(struct net_device *, struct ieee_ets *); int (*ieee_peer_getpfc)(struct net_device *, struct ieee_pfc *); u8 (*getstate)(struct net_device *); u8 (*setstate)(struct net_device *, u8 ); void (*getpermhwaddr)(struct net_device *, u8 *); void (*setpgtccfgtx)(struct net_device *, int, u8 , u8 , u8 , u8 ); void (*setpgbwgcfgtx)(struct net_device *, int, u8 ); void (*setpgtccfgrx)(struct net_device *, int, u8 , u8 , u8 , u8 ); void (*setpgbwgcfgrx)(struct net_device *, int, u8 ); void (*getpgtccfgtx)(struct net_device *, int, u8 *, u8 *, u8 *, u8 *); void (*getpgbwgcfgtx)(struct net_device *, int, u8 *); void (*getpgtccfgrx)(struct net_device *, int, u8 *, u8 *, u8 *, u8 *); void (*getpgbwgcfgrx)(struct net_device *, int, u8 *); void (*setpfccfg)(struct net_device *, int, u8 ); void (*getpfccfg)(struct net_device *, int, u8 *); u8 (*setall)(struct net_device *); u8 (*getcap)(struct net_device *, int, u8 *); int (*getnumtcs)(struct net_device *, int, u8 *); int (*setnumtcs)(struct net_device *, int, u8 ); u8 (*getpfcstate)(struct net_device *); void (*setpfcstate)(struct net_device *, u8 ); void (*getbcncfg)(struct net_device *, int, u32 *); void (*setbcncfg)(struct net_device *, int, u32 ); void (*getbcnrp)(struct net_device *, int, u8 *); void (*setbcnrp)(struct net_device *, int, u8 ); u8 (*setapp)(struct net_device *, u8 , u16 , u8 ); u8 (*getapp)(struct net_device *, u8 , u16 ); u8 (*getfeatcfg)(struct net_device *, int, u8 *); u8 (*setfeatcfg)(struct net_device *, int, u8 ); u8 (*getdcbx)(struct net_device *); u8 (*setdcbx)(struct net_device *, u8 ); int (*peer_getappinfo)(struct net_device *, struct dcb_peer_app_info *, u16 *); int (*peer_getapptable)(struct net_device *, struct dcb_app *); int (*cee_peer_getpg)(struct net_device *, struct cee_pg *); int (*cee_peer_getpfc)(struct net_device *, struct cee_pfc *); } ; 102 struct taskstats { __u16 version; __u32 ac_exitcode; __u8 ac_flag; __u8 ac_nice; __u64 cpu_count; __u64 cpu_delay_total; __u64 blkio_count; __u64 blkio_delay_total; __u64 swapin_count; __u64 swapin_delay_total; __u64 cpu_run_real_total; __u64 cpu_run_virtual_total; char ac_comm[32U]; __u8 ac_sched; __u8 ac_pad[3U]; __u32 ac_uid; __u32 ac_gid; __u32 ac_pid; __u32 ac_ppid; __u32 ac_btime; __u64 ac_etime; __u64 ac_utime; __u64 ac_stime; __u64 ac_minflt; __u64 ac_majflt; __u64 coremem; __u64 virtmem; __u64 hiwater_rss; __u64 hiwater_vm; __u64 read_char; __u64 write_char; __u64 read_syscalls; __u64 write_syscalls; __u64 read_bytes; __u64 write_bytes; __u64 cancelled_write_bytes; __u64 nvcsw; __u64 nivcsw; __u64 ac_utimescaled; __u64 ac_stimescaled; __u64 cpu_scaled_run_real_total; __u64 freepages_count; __u64 freepages_delay_total; } ; 58 struct percpu_ref ; 54 typedef void percpu_ref_func_t(struct percpu_ref *); 55 struct percpu_ref { atomic_t count; unsigned int *pcpu_count; percpu_ref_func_t *release; percpu_ref_func_t *confirm_kill; struct callback_head rcu; } ; 205 struct cgroup_root ; 206 struct cgroup_subsys ; 207 struct cgroup ; 58 struct cgroup_subsys_state { struct cgroup *cgroup; struct cgroup_subsys *ss; struct percpu_ref refcnt; struct cgroup_subsys_state *parent; struct list_head sibling; struct list_head children; int id; unsigned int flags; u64 serial_nr; struct callback_head callback_head; struct work_struct destroy_work; } ; 167 struct cgroup { struct cgroup_subsys_state self; unsigned long flags; int id; int populated_cnt; struct kernfs_node *kn; struct kernfs_node *populated_kn; unsigned int child_subsys_mask; struct cgroup_subsys_state *subsys[12U]; struct cgroup_root *root; struct list_head cset_links; struct list_head e_csets[12U]; struct list_head release_list; struct list_head pidlists; struct mutex pidlist_mutex; wait_queue_head_t offline_waitq; } ; 253 struct cgroup_root { struct kernfs_root *kf_root; unsigned int subsys_mask; int hierarchy_id; struct cgroup cgrp; atomic_t nr_cgrps; struct list_head root_list; unsigned int flags; struct idr cgroup_idr; char release_agent_path[4096U]; char name[64U]; } ; 355 struct css_set { atomic_t refcount; struct hlist_node hlist; struct list_head tasks; struct list_head mg_tasks; struct list_head cgrp_links; struct cgroup *dfl_cgrp; struct cgroup_subsys_state *subsys[12U]; struct list_head mg_preload_node; struct list_head mg_node; struct cgroup *mg_src_cgrp; struct css_set *mg_dst_cset; struct list_head e_cset_node[12U]; struct callback_head callback_head; } ; 438 struct cftype { char name[64U]; int private; umode_t mode; size_t max_write_len; unsigned int flags; struct cgroup_subsys *ss; struct list_head node; struct kernfs_ops *kf_ops; u64 (*read_u64)(struct cgroup_subsys_state *, struct cftype *); s64 (*read_s64)(struct cgroup_subsys_state *, struct cftype *); int (*seq_show)(struct seq_file *, void *); void * (*seq_start)(struct seq_file *, loff_t *); void * (*seq_next)(struct seq_file *, void *, loff_t *); void (*seq_stop)(struct seq_file *, void *); int (*write_u64)(struct cgroup_subsys_state *, struct cftype *, u64 ); int (*write_s64)(struct cgroup_subsys_state *, struct cftype *, s64 ); ssize_t (*write)(struct kernfs_open_file *, char *, size_t , loff_t ); struct lock_class_key lockdep_key; } ; 609 struct cgroup_taskset ; 617 struct cgroup_subsys { struct cgroup_subsys_state * (*css_alloc)(struct cgroup_subsys_state *); int (*css_online)(struct cgroup_subsys_state *); void (*css_offline)(struct cgroup_subsys_state *); void (*css_free)(struct cgroup_subsys_state *); int (*can_attach)(struct cgroup_subsys_state *, struct cgroup_taskset *); void (*cancel_attach)(struct cgroup_subsys_state *, struct cgroup_taskset *); void (*attach)(struct cgroup_subsys_state *, struct cgroup_taskset *); void (*fork)(struct task_struct *); void (*exit)(struct cgroup_subsys_state *, struct cgroup_subsys_state *, struct task_struct *); void (*bind)(struct cgroup_subsys_state *); int disabled; int early_init; bool broken_hierarchy; bool warned_broken_hierarchy; int id; const char *name; struct cgroup_root *root; struct idr css_idr; struct list_head cfts; struct cftype *base_cftypes; } ; 919 struct netprio_map { struct callback_head rcu; u32 priomap_len; u32 priomap[]; } ; 3161 struct mnt_namespace ; 3162 struct ipc_namespace ; 3163 struct nsproxy { atomic_t count; struct uts_namespace *uts_ns; struct ipc_namespace *ipc_ns; struct mnt_namespace *mnt_ns; struct pid_namespace *pid_ns_for_children; struct net *net_ns; } ; 41 struct nlmsghdr { __u32 nlmsg_len; __u16 nlmsg_type; __u16 nlmsg_flags; __u32 nlmsg_seq; __u32 nlmsg_pid; } ; 145 struct nlattr { __u16 nla_len; __u16 nla_type; } ; 104 struct netlink_callback { struct sk_buff *skb; const struct nlmsghdr *nlh; int (*dump)(struct sk_buff *, struct netlink_callback *); int (*done)(struct netlink_callback *); void *data; struct module *module; u16 family; u16 min_dump_alloc; unsigned int prev_seq; unsigned int seq; long args[6U]; } ; 180 struct ndmsg { __u8 ndm_family; __u8 ndm_pad1; __u16 ndm_pad2; __s32 ndm_ifindex; __u16 ndm_state; __u8 ndm_flags; __u8 ndm_type; } ; 39 struct rtnl_link_stats64 { __u64 rx_packets; __u64 tx_packets; __u64 rx_bytes; __u64 tx_bytes; __u64 rx_errors; __u64 tx_errors; __u64 rx_dropped; __u64 tx_dropped; __u64 multicast; __u64 collisions; __u64 rx_length_errors; __u64 rx_over_errors; __u64 rx_crc_errors; __u64 rx_frame_errors; __u64 rx_fifo_errors; __u64 rx_missed_errors; __u64 tx_aborted_errors; __u64 tx_carrier_errors; __u64 tx_fifo_errors; __u64 tx_heartbeat_errors; __u64 tx_window_errors; __u64 rx_compressed; __u64 tx_compressed; } ; 547 struct ifla_vf_info { __u32 vf; __u8 mac[32U]; __u32 vlan; __u32 qos; __u32 spoofchk; __u32 linkstate; __u32 min_tx_rate; __u32 max_tx_rate; } ; 28 struct netpoll_info ; 29 struct phy_device ; 30 struct wireless_dev ; 61 enum netdev_tx { __NETDEV_TX_MIN = -2147483648, NETDEV_TX_OK = 0, NETDEV_TX_BUSY = 16, NETDEV_TX_LOCKED = 32 } ; 106 typedef enum netdev_tx netdev_tx_t; 125 struct net_device_stats { unsigned long rx_packets; unsigned long tx_packets; unsigned long rx_bytes; unsigned long tx_bytes; unsigned long rx_errors; unsigned long tx_errors; unsigned long rx_dropped; unsigned long tx_dropped; unsigned long multicast; unsigned long collisions; unsigned long rx_length_errors; unsigned long rx_over_errors; unsigned long rx_crc_errors; unsigned long rx_frame_errors; unsigned long rx_fifo_errors; unsigned long rx_missed_errors; unsigned long tx_aborted_errors; unsigned long tx_carrier_errors; unsigned long tx_fifo_errors; unsigned long tx_heartbeat_errors; unsigned long tx_window_errors; unsigned long rx_compressed; unsigned long tx_compressed; } ; 186 struct neigh_parms ; 187 struct netdev_hw_addr { struct list_head list; unsigned char addr[32U]; unsigned char type; bool global_use; int sync_cnt; int refcount; int synced; struct callback_head callback_head; } ; 207 struct netdev_hw_addr_list { struct list_head list; int count; } ; 212 struct hh_cache { u16 hh_len; u16 __pad; seqlock_t hh_lock; unsigned long hh_data[16U]; } ; 241 struct header_ops { int (*create)(struct sk_buff *, struct net_device *, unsigned short, const void *, const void *, unsigned int); int (*parse)(const struct sk_buff *, unsigned char *); int (*rebuild)(struct sk_buff *); int (*cache)(const struct neighbour *, struct hh_cache *, __be16 ); void (*cache_update)(struct hh_cache *, const struct net_device *, const unsigned char *); } ; 292 struct napi_struct { struct list_head poll_list; unsigned long state; int weight; unsigned int gro_count; int (*poll)(struct napi_struct *, int); spinlock_t poll_lock; int poll_owner; struct net_device *dev; struct sk_buff *gro_list; struct sk_buff *skb; struct list_head dev_list; struct hlist_node napi_hash_node; unsigned int napi_id; } ; 336 enum rx_handler_result { RX_HANDLER_CONSUMED = 0, RX_HANDLER_ANOTHER = 1, RX_HANDLER_EXACT = 2, RX_HANDLER_PASS = 3 } ; 384 typedef enum rx_handler_result rx_handler_result_t; 385 typedef rx_handler_result_t rx_handler_func_t(struct sk_buff **); 522 struct Qdisc ; 522 struct netdev_queue { struct net_device *dev; struct Qdisc *qdisc; struct Qdisc *qdisc_sleeping; struct kobject kobj; int numa_node; spinlock_t _xmit_lock; int xmit_lock_owner; unsigned long trans_start; unsigned long trans_timeout; unsigned long state; struct dql dql; } ; 591 struct rps_map { unsigned int len; struct callback_head rcu; u16 cpus[0U]; } ; 603 struct rps_dev_flow { u16 cpu; u16 filter; unsigned int last_qtail; } ; 615 struct rps_dev_flow_table { unsigned int mask; struct callback_head rcu; struct rps_dev_flow flows[0U]; } ; 666 struct netdev_rx_queue { struct rps_map *rps_map; struct rps_dev_flow_table *rps_flow_table; struct kobject kobj; struct net_device *dev; } ; 689 struct xps_map { unsigned int len; unsigned int alloc_len; struct callback_head rcu; u16 queues[0U]; } ; 702 struct xps_dev_maps { struct callback_head rcu; struct xps_map *cpu_map[0U]; } ; 713 struct netdev_tc_txq { u16 count; u16 offset; } ; 724 struct netdev_fcoe_hbainfo { char manufacturer[64U]; char serial_number[64U]; char hardware_version[64U]; char driver_version[64U]; char optionrom_version[64U]; char firmware_version[64U]; char model[256U]; char model_description[256U]; } ; 740 struct netdev_phys_port_id { unsigned char id[32U]; unsigned char id_len; } ; 753 struct net_device_ops { int (*ndo_init)(struct net_device *); void (*ndo_uninit)(struct net_device *); int (*ndo_open)(struct net_device *); int (*ndo_stop)(struct net_device *); netdev_tx_t (*ndo_start_xmit)(struct sk_buff *, struct net_device *); u16 (*ndo_select_queue)(struct net_device *, struct sk_buff *, void *, u16 (*)(struct net_device *, struct sk_buff *)); void (*ndo_change_rx_flags)(struct net_device *, int); void (*ndo_set_rx_mode)(struct net_device *); int (*ndo_set_mac_address)(struct net_device *, void *); int (*ndo_validate_addr)(struct net_device *); int (*ndo_do_ioctl)(struct net_device *, struct ifreq *, int); int (*ndo_set_config)(struct net_device *, struct ifmap *); int (*ndo_change_mtu)(struct net_device *, int); int (*ndo_neigh_setup)(struct net_device *, struct neigh_parms *); void (*ndo_tx_timeout)(struct net_device *); struct rtnl_link_stats64 * (*ndo_get_stats64)(struct net_device *, struct rtnl_link_stats64 *); struct net_device_stats * (*ndo_get_stats)(struct net_device *); int (*ndo_vlan_rx_add_vid)(struct net_device *, __be16 , u16 ); int (*ndo_vlan_rx_kill_vid)(struct net_device *, __be16 , u16 ); void (*ndo_poll_controller)(struct net_device *); int (*ndo_netpoll_setup)(struct net_device *, struct netpoll_info *); void (*ndo_netpoll_cleanup)(struct net_device *); int (*ndo_busy_poll)(struct napi_struct *); int (*ndo_set_vf_mac)(struct net_device *, int, u8 *); int (*ndo_set_vf_vlan)(struct net_device *, int, u16 , u8 ); int (*ndo_set_vf_rate)(struct net_device *, int, int, int); int (*ndo_set_vf_spoofchk)(struct net_device *, int, bool ); int (*ndo_get_vf_config)(struct net_device *, int, struct ifla_vf_info *); int (*ndo_set_vf_link_state)(struct net_device *, int, int); int (*ndo_set_vf_port)(struct net_device *, int, struct nlattr **); int (*ndo_get_vf_port)(struct net_device *, int, struct sk_buff *); int (*ndo_setup_tc)(struct net_device *, u8 ); int (*ndo_fcoe_enable)(struct net_device *); int (*ndo_fcoe_disable)(struct net_device *); int (*ndo_fcoe_ddp_setup)(struct net_device *, u16 , struct scatterlist *, unsigned int); int (*ndo_fcoe_ddp_done)(struct net_device *, u16 ); int (*ndo_fcoe_ddp_target)(struct net_device *, u16 , struct scatterlist *, unsigned int); int (*ndo_fcoe_get_hbainfo)(struct net_device *, struct netdev_fcoe_hbainfo *); int (*ndo_fcoe_get_wwn)(struct net_device *, u64 *, int); int (*ndo_rx_flow_steer)(struct net_device *, const struct sk_buff *, u16 , u32 ); int (*ndo_add_slave)(struct net_device *, struct net_device *); int (*ndo_del_slave)(struct net_device *, struct net_device *); netdev_features_t (*ndo_fix_features)(struct net_device *, netdev_features_t ); int (*ndo_set_features)(struct net_device *, netdev_features_t ); int (*ndo_neigh_construct)(struct neighbour *); void (*ndo_neigh_destroy)(struct neighbour *); int (*ndo_fdb_add)(struct ndmsg *, struct nlattr **, struct net_device *, const unsigned char *, u16 ); int (*ndo_fdb_del)(struct ndmsg *, struct nlattr **, struct net_device *, const unsigned char *); int (*ndo_fdb_dump)(struct sk_buff *, struct netlink_callback *, struct net_device *, int); int (*ndo_bridge_setlink)(struct net_device *, struct nlmsghdr *); int (*ndo_bridge_getlink)(struct sk_buff *, u32 , u32 , struct net_device *, u32 ); int (*ndo_bridge_dellink)(struct net_device *, struct nlmsghdr *); int (*ndo_change_carrier)(struct net_device *, bool ); int (*ndo_get_phys_port_id)(struct net_device *, struct netdev_phys_port_id *); void (*ndo_add_vxlan_port)(struct net_device *, sa_family_t , __be16 ); void (*ndo_del_vxlan_port)(struct net_device *, sa_family_t , __be16 ); void * (*ndo_dfwd_add_station)(struct net_device *, struct net_device *); void (*ndo_dfwd_del_station)(struct net_device *, void *); netdev_tx_t (*ndo_dfwd_start_xmit)(struct sk_buff *, struct net_device *, void *); int (*ndo_get_lock_subclass)(struct net_device *); } ; 1187 struct __anonstruct_adj_list_250 { struct list_head upper; struct list_head lower; } ; 1187 struct __anonstruct_all_adj_list_251 { struct list_head upper; struct list_head lower; } ; 1187 struct iw_handler_def ; 1187 struct iw_public_data ; 1187 struct forwarding_accel_ops ; 1187 struct vlan_info ; 1187 struct tipc_bearer ; 1187 struct in_device ; 1187 struct dn_dev ; 1187 struct inet6_dev ; 1187 struct cpu_rmap ; 1187 struct pcpu_lstats ; 1187 struct pcpu_sw_netstats ; 1187 struct pcpu_dstats ; 1187 struct pcpu_vstats ; 1187 union __anonunion_ldv_42047_252 { void *ml_priv; struct pcpu_lstats *lstats; struct pcpu_sw_netstats *tstats; struct pcpu_dstats *dstats; struct pcpu_vstats *vstats; } ; 1187 struct garp_port ; 1187 struct mrp_port ; 1187 struct rtnl_link_ops ; 1187 struct net_device { char name[16U]; struct hlist_node name_hlist; char *ifalias; unsigned long mem_end; unsigned long mem_start; unsigned long base_addr; int irq; unsigned long state; struct list_head dev_list; struct list_head napi_list; struct list_head unreg_list; struct list_head close_list; struct __anonstruct_adj_list_250 adj_list; struct __anonstruct_all_adj_list_251 all_adj_list; netdev_features_t features; netdev_features_t hw_features; netdev_features_t wanted_features; netdev_features_t vlan_features; netdev_features_t hw_enc_features; netdev_features_t mpls_features; int ifindex; int iflink; struct net_device_stats stats; atomic_long_t rx_dropped; atomic_long_t tx_dropped; atomic_t carrier_changes; const struct iw_handler_def *wireless_handlers; struct iw_public_data *wireless_data; const struct net_device_ops *netdev_ops; const struct ethtool_ops *ethtool_ops; const struct forwarding_accel_ops *fwd_ops; const struct header_ops *header_ops; unsigned int flags; unsigned int priv_flags; unsigned short gflags; unsigned short padded; unsigned char operstate; unsigned char link_mode; unsigned char if_port; unsigned char dma; unsigned int mtu; unsigned short type; unsigned short hard_header_len; unsigned short needed_headroom; unsigned short needed_tailroom; unsigned char perm_addr[32U]; unsigned char addr_assign_type; unsigned char addr_len; unsigned short neigh_priv_len; unsigned short dev_id; unsigned short dev_port; spinlock_t addr_list_lock; struct netdev_hw_addr_list uc; struct netdev_hw_addr_list mc; struct netdev_hw_addr_list dev_addrs; struct kset *queues_kset; bool uc_promisc; unsigned int promiscuity; unsigned int allmulti; struct vlan_info *vlan_info; struct dsa_switch_tree *dsa_ptr; struct tipc_bearer *tipc_ptr; void *atalk_ptr; struct in_device *ip_ptr; struct dn_dev *dn_ptr; struct inet6_dev *ip6_ptr; void *ax25_ptr; struct wireless_dev *ieee80211_ptr; unsigned long last_rx; unsigned char *dev_addr; struct netdev_rx_queue *_rx; unsigned int num_rx_queues; unsigned int real_num_rx_queues; rx_handler_func_t *rx_handler; void *rx_handler_data; struct netdev_queue *ingress_queue; unsigned char broadcast[32U]; struct netdev_queue *_tx; unsigned int num_tx_queues; unsigned int real_num_tx_queues; struct Qdisc *qdisc; unsigned long tx_queue_len; spinlock_t tx_global_lock; struct xps_dev_maps *xps_maps; struct cpu_rmap *rx_cpu_rmap; unsigned long trans_start; int watchdog_timeo; struct timer_list watchdog_timer; int *pcpu_refcnt; struct list_head todo_list; struct hlist_node index_hlist; struct list_head link_watch_list; unsigned char reg_state; bool dismantle; unsigned short rtnl_link_state; void (*destructor)(struct net_device *); struct netpoll_info *npinfo; struct net *nd_net; union __anonunion_ldv_42047_252 ldv_42047; struct garp_port *garp_port; struct mrp_port *mrp_port; struct device dev; const struct attribute_group *sysfs_groups[4U]; const struct attribute_group *sysfs_rx_queue_group; const struct rtnl_link_ops *rtnl_link_ops; unsigned int gso_max_size; u16 gso_max_segs; const struct dcbnl_rtnl_ops *dcbnl_ops; u8 num_tc; struct netdev_tc_txq tc_to_txq[16U]; u8 prio_tc_map[16U]; unsigned int fcoe_ddp_xid; struct netprio_map *priomap; struct phy_device *phydev; struct lock_class_key *qdisc_tx_busylock; int group; struct pm_qos_request pm_qos_req; } ; 1806 struct pcpu_sw_netstats { u64 rx_packets; u64 rx_bytes; u64 tx_packets; u64 tx_bytes; struct u64_stats_sync syncp; } ; 2548 enum skb_free_reason { SKB_REASON_CONSUMED = 0, SKB_REASON_DROPPED = 1 } ; 55 struct firmware { size_t size; const u8 *data; struct page **pages; void *priv; } ; 73 struct basic_ring { u8 *ringBase; u32 lastWrite; } ; 35 struct transmit_ring { u8 *ringBase; u32 lastWrite; u32 lastRead; int writeRegister; } ; 46 struct typhoon_indexes { volatile __le32 rxHiCleared; volatile __le32 rxLoCleared; volatile __le32 rxBuffReady; volatile __le32 respCleared; volatile __le32 txLoCleared; volatile __le32 txHiCleared; volatile __le32 rxLoReady; volatile __le32 rxBuffCleared; volatile __le32 cmdCleared; volatile __le32 respReady; volatile __le32 rxHiReady; } ; 81 struct typhoon_interface { __le32 ringIndex; __le32 ringIndexHi; __le32 txLoAddr; __le32 txLoAddrHi; __le32 txLoSize; __le32 txHiAddr; __le32 txHiAddrHi; __le32 txHiSize; __le32 rxLoAddr; __le32 rxLoAddrHi; __le32 rxLoSize; __le32 rxBuffAddr; __le32 rxBuffAddrHi; __le32 rxBuffSize; __le32 cmdAddr; __le32 cmdAddrHi; __le32 cmdSize; __le32 respAddr; __le32 respAddrHi; __le32 respSize; __le32 zeroAddr; __le32 zeroAddrHi; __le32 rxHiAddr; __le32 rxHiAddrHi; __le32 rxHiSize; } ; 129 struct __anonstruct_frag_258 { __le32 addr; __le32 addrHi; } ; 129 union __anonunion_ldv_44235_257 { struct __anonstruct_frag_258 frag; u64 tx_addr; } ; 129 struct tx_desc { u8 flags; u8 numDesc; __le16 len; union __anonunion_ldv_44235_257 ldv_44235; __le32 processFlags; } ; 178 struct tcpopt_desc { u8 flags; u8 numDesc; __le16 mss_flags; __le32 respAddrLo; __le32 bytesTx; __le32 status; } ; 231 struct rx_desc { u8 flags; u8 numDesc; __le16 frameLen; u32 addr; u32 addrHi; __le32 rxStatus; __le16 filterResults; __le16 ipsecResults; __be32 vlanTag; } ; 288 struct rx_free { __le32 physAddr; __le32 physAddrHi; u32 virtAddr; u32 virtAddrHi; } ; 305 struct cmd_desc { u8 flags; u8 numDesc; __le16 cmd; u16 seqNo; __le16 parm1; __le32 parm2; __le32 parm3; } ; 351 struct resp_desc { u8 flags; u8 numDesc; __le16 cmd; __le16 seqNo; __le16 parm1; __le32 parm2; __le32 parm3; } ; 363 struct stats_resp { u8 flags; u8 numDesc; __le16 cmd; __le16 seqNo; __le16 unused; __le32 txPackets; __le64 txBytes; __le32 txDeferred; __le32 txLateCollisions; __le32 txCollisions; __le32 txCarrierLost; __le32 txMultipleCollisions; __le32 txExcessiveCollisions; __le32 txFifoUnderruns; __le32 txMulticastTxOverflows; __le32 txFiltered; __le32 rxPacketsGood; __le64 rxBytesGood; __le32 rxFifoOverruns; __le32 BadSSD; __le32 rxCrcErrors; __le32 rxOversized; __le32 rxBroadcast; __le32 rxMulticast; __le32 rxOverflow; __le32 rxFiltered; __le32 linkStatus; __le32 unused2; __le32 unused3; } ; 492 struct typhoon_file_header { u8 tag[8U]; __le32 version; __le32 numSections; __le32 startAddr; __le32 hmacDigest[5U]; } ; 522 struct typhoon_section_header { __le32 len; u16 checksum; u16 reserved; __le32 startAddr; } ; 249 struct typhoon_card_info { const char *name; const int capabilities; } ; 344 struct typhoon_shared { struct typhoon_interface iface; struct typhoon_indexes indexes; struct tx_desc txLo[128U]; struct rx_desc rxLo[32U]; struct rx_desc rxHi[32U]; struct cmd_desc cmd[16U]; struct resp_desc resp[32U]; struct rx_free rxBuff[128U]; u32 zeroWord; struct tx_desc txHi[2U]; } ; 362 struct rxbuff_ent { struct sk_buff *skb; dma_addr_t dma_addr; } ; 367 struct typhoon { struct transmit_ring txLoRing; struct pci_dev *tx_pdev; void *tx_ioaddr; u32 txlo_dma_addr; void *ioaddr; struct typhoon_indexes *indexes; u8 awaiting_resp; u8 duplex; u8 speed; u8 card_state; struct basic_ring rxLoRing; struct pci_dev *pdev; struct net_device *dev; struct napi_struct napi; struct basic_ring rxHiRing; struct basic_ring rxBuffRing; struct rxbuff_ent rxbuffers[127U]; spinlock_t command_lock; struct basic_ring cmdRing; struct basic_ring respRing; struct net_device_stats stats; struct net_device_stats stats_saved; struct typhoon_shared *shared; dma_addr_t shared_dma; __le16 xcvr_select; __le16 wol_events; __le32 offload; int capabilities; struct transmit_ring txHiRing; } ; 5467 typedef int ldv_func_ret_type___0; 1 void * __builtin_memcpy(void *, const void *, unsigned long); 1 long int __builtin_expect(long exp, long c); 33 extern struct module __this_module; 358 extern struct pv_irq_ops pv_irq_ops; 72 void set_bit(long nr, volatile unsigned long *addr); 110 void clear_bit(long nr, volatile unsigned long *addr); 204 int test_and_set_bit(long nr, volatile unsigned long *addr); 250 int test_and_clear_bit(long nr, volatile unsigned long *addr); 308 int constant_test_bit(long nr, const volatile unsigned long *addr); 7 __u32 __arch_swab32(__u32 val); 46 __u16 __fswab16(__u16 val); 57 __u32 __fswab32(__u32 val); 139 int printk(const char *, ...); 165 void __might_sleep(const char *, int, int); 391 int snprintf(char *, size_t , const char *, ...); 71 void warn_slowpath_null(const char *, const int); 23 unsigned long int __phys_addr(unsigned long); 34 void * __memcpy(void *, const void *, size_t ); 55 void * memset(void *, int, size_t ); 60 int memcmp(const void *, const void *, size_t ); 26 size_t strlcpy(char *, const char *, size_t ); 802 unsigned long int arch_local_save_flags(); 155 int arch_irqs_disabled_flags(unsigned long flags); 93 void __raw_spin_lock_init(raw_spinlock_t *, const char *, struct lock_class_key *); 22 void _raw_spin_lock(raw_spinlock_t *); 37 int _raw_spin_trylock(raw_spinlock_t *); 39 void _raw_spin_unlock(raw_spinlock_t *); 290 raw_spinlock_t * spinlock_check(spinlock_t *lock); 301 void spin_lock(spinlock_t *lock); 365 void ldv_spin_lock_55(spinlock_t *lock); 387 int spin_trylock(spinlock_t *lock); 333 int ldv_spin_trylock_53(spinlock_t *lock); 349 void spin_unlock(spinlock_t *lock); 409 void ldv_spin_unlock_54(spinlock_t *lock); 5 void __ldv_spin_lock(spinlock_t *); 8 void ldv___ldv_spin_lock_7(spinlock_t *ldv_func_arg1); 12 void ldv___ldv_spin_lock_15(spinlock_t *ldv_func_arg1); 16 void ldv___ldv_spin_lock_17(spinlock_t *ldv_func_arg1); 20 void ldv___ldv_spin_lock_19(spinlock_t *ldv_func_arg1); 24 void ldv___ldv_spin_lock_21(spinlock_t *ldv_func_arg1); 28 void ldv___ldv_spin_lock_49(spinlock_t *ldv_func_arg1); 44 void ldv_spin_lock_addr_list_lock_of_net_device(); 60 void ldv_spin_lock_command_lock_of_typhoon(); 61 void ldv_spin_unlock_command_lock_of_typhoon(); 62 int ldv_spin_trylock_command_lock_of_typhoon(); 76 void ldv_spin_lock_lock(); 84 void ldv_spin_lock_lock_of_NOT_ARG_SIGN(); 100 void ldv_spin_lock_node_size_lock_of_pglist_data(); 116 void ldv_spin_lock_siglock_of_sighand_struct(); 155 int rx_copybreak = 200; 162 unsigned int use_mmio = 2U; 168 const int multicast_filter_limit = 32; 31 unsigned int ioread32(void *); 37 void iowrite32(u32 , void *); 72 void pci_iounmap(struct pci_dev *, void *); 17 void * pci_iomap(struct pci_dev *, int, unsigned long); 86 const char * kobject_name(const struct kobject *kobj); 380 long int schedule_timeout_uninterruptible(long); 123 int request_threaded_irq(unsigned int, irqreturn_t (*)(int, void *), irqreturn_t (*)(int, void *), unsigned long, const char *, void *); 128 int request_irq(unsigned int irq, irqreturn_t (*handler)(int, void *), unsigned long flags, const char *name, void *dev); 142 void free_irq(unsigned int, void *); 806 const char * dev_name(const struct device *dev); 837 void * dev_get_drvdata(const struct device *dev); 842 void dev_set_drvdata(struct device *dev, void *data); 924 int pci_enable_device(struct pci_dev *); 941 void pci_disable_device(struct pci_dev *); 944 void pci_set_master(struct pci_dev *); 950 int pci_set_mwi(struct pci_dev *); 952 void pci_clear_mwi(struct pci_dev *); 997 int pci_save_state(struct pci_dev *); 998 void pci_restore_state(struct pci_dev *); 1009 int pci_set_power_state(struct pci_dev *, pci_power_t ); 1010 pci_power_t pci_choose_state(struct pci_dev *, pm_message_t ); 1013 int __pci_enable_wake(struct pci_dev *, pci_power_t , bool , bool ); 1022 int pci_enable_wake(struct pci_dev *dev, pci_power_t state, bool enable); 1062 int pci_request_regions(struct pci_dev *, const char *); 1064 void pci_release_regions(struct pci_dev *); 1107 int __pci_register_driver(struct pci_driver *, struct module *, const char *); 1116 void pci_unregister_driver(struct pci_driver *); 912 void * lowmem_page_address(const struct page *page); 69 int valid_dma_direction(int dma_direction); 76 int is_device_dma_capable(struct device *dev); 131 void kmemcheck_mark_initialized(void *address, unsigned int n); 37 void debug_dma_map_page(struct device *, struct page *, size_t , size_t , int, dma_addr_t , bool ); 44 void debug_dma_unmap_page(struct device *, dma_addr_t , size_t , int, bool ); 53 void debug_dma_alloc_coherent(struct device *, size_t , dma_addr_t , void *); 56 void debug_dma_free_coherent(struct device *, size_t , void *, dma_addr_t ); 59 void debug_dma_sync_single_for_cpu(struct device *, dma_addr_t , size_t , int); 63 void debug_dma_sync_single_for_device(struct device *, dma_addr_t , size_t , int); 27 extern struct device x86_dma_fallback_dev; 30 extern struct dma_map_ops *dma_ops; 32 struct dma_map_ops * get_dma_ops(struct device *dev); 10 dma_addr_t dma_map_single_attrs(struct device *dev, void *ptr, size_t size, enum dma_data_direction dir, struct dma_attrs *attrs); 29 void dma_unmap_single_attrs(struct device *dev, dma_addr_t addr, size_t size, enum dma_data_direction dir, struct dma_attrs *attrs); 97 void dma_sync_single_for_cpu(struct device *dev, dma_addr_t addr, size_t size, enum dma_data_direction dir); 109 void dma_sync_single_for_device(struct device *dev, dma_addr_t addr, size_t size, enum dma_data_direction dir); 61 int dma_set_mask(struct device *, u64 ); 103 unsigned long int dma_alloc_coherent_mask(struct device *dev, gfp_t gfp); 115 gfp_t dma_alloc_coherent_gfp_flags(struct device *dev, gfp_t gfp); 131 void * dma_alloc_attrs(struct device *dev, size_t size, dma_addr_t *dma_handle, gfp_t gfp, struct dma_attrs *attrs); 160 void dma_free_attrs(struct device *dev, size_t size, void *vaddr, dma_addr_t bus, struct dma_attrs *attrs); 16 void * pci_alloc_consistent(struct pci_dev *hwdev, size_t size, dma_addr_t *dma_handle); 23 void pci_free_consistent(struct pci_dev *hwdev, size_t size, void *vaddr, dma_addr_t dma_handle); 30 dma_addr_t pci_map_single(struct pci_dev *hwdev, void *ptr, size_t size, int direction); 36 void pci_unmap_single(struct pci_dev *hwdev, dma_addr_t dma_addr, size_t size, int direction); 71 void pci_dma_sync_single_for_cpu(struct pci_dev *hwdev, dma_addr_t dma_handle, size_t size, int direction); 78 void pci_dma_sync_single_for_device(struct pci_dev *hwdev, dma_addr_t dma_handle, size_t size, int direction); 105 int pci_set_dma_mask(struct pci_dev *dev, u64 mask); 1426 void * pci_get_drvdata(struct pci_dev *pdev); 1431 void pci_set_drvdata(struct pci_dev *pdev, void *data); 1439 const char * pci_name(const struct pci_dev *pdev); 10 void __const_udelay(unsigned long); 46 void msleep(unsigned int); 22 __sum16 csum_fold(__wsum sum); 145 __wsum csum_partial_copy_nocheck(const void *, void *, int, __wsum ); 188 unsigned int skb_frag_size(const skb_frag_t *frag); 717 void consume_skb(struct sk_buff *); 869 unsigned char * skb_end_pointer(const struct sk_buff *skb); 1445 unsigned int skb_headlen(const struct sk_buff *skb); 1565 unsigned char * skb_put(struct sk_buff *, unsigned int); 1666 void skb_reserve(struct sk_buff *skb, int len); 2016 struct sk_buff * __netdev_alloc_skb(struct net_device *, unsigned int, gfp_t ); 2032 struct sk_buff * netdev_alloc_skb(struct net_device *dev, unsigned int length); 2129 struct page * skb_frag_page(const skb_frag_t *frag); 2187 void * skb_frag_address(const skb_frag_t *frag); 2609 void skb_copy_to_linear_data(struct sk_buff *skb, const void *from, const unsigned int len); 3076 bool skb_is_gso(const struct sk_buff *skb); 3118 void skb_checksum_none_assert(const struct sk_buff *skb); 113 void ethtool_cmd_speed_set(struct ethtool_cmd *ep, __u32 speed); 121 __u32 ethtool_cmd_speed(const struct ethtool_cmd *ep); 65 u32 ethtool_op_get_link(struct net_device *); 387 void __napi_schedule(struct napi_struct *); 389 bool napi_disable_pending(struct napi_struct *n); 403 bool napi_schedule_prep(struct napi_struct *n); 439 void napi_complete(struct napi_struct *); 474 void napi_disable(struct napi_struct *n); 490 void napi_enable(struct napi_struct *n); 1621 struct netdev_queue * netdev_get_tx_queue(const struct net_device *dev, unsigned int index); 1687 void * netdev_priv(const struct net_device *dev); 1718 void netif_napi_add(struct net_device *, struct napi_struct *, int (*)(struct napi_struct *, int), int); 1975 void free_netdev(struct net_device *); 2140 void __netif_schedule(struct Qdisc *); 2156 void netif_tx_start_queue(struct netdev_queue *dev_queue); 2167 void netif_start_queue(struct net_device *dev); 2182 void netif_tx_wake_queue(struct netdev_queue *dev_queue); 2195 void netif_wake_queue(struct net_device *dev); 2210 void netif_tx_stop_queue(struct netdev_queue *dev_queue); 2226 void netif_stop_queue(struct net_device *dev); 2241 bool netif_tx_queue_stopped(const struct netdev_queue *dev_queue); 2252 bool netif_queue_stopped(const struct net_device *dev); 2398 bool netif_running(const struct net_device *dev); 2554 void __dev_kfree_skb_irq(struct sk_buff *, enum skb_free_reason ); 2555 void __dev_kfree_skb_any(struct sk_buff *, enum skb_free_reason ); 2576 void dev_kfree_skb_irq(struct sk_buff *skb); 2586 void dev_kfree_skb_any(struct sk_buff *skb); 2598 int netif_receive_skb(struct sk_buff *); 2695 void netif_carrier_on(struct net_device *); 2697 void netif_carrier_off(struct net_device *); 2765 void netif_device_detach(struct net_device *); 2767 void netif_device_attach(struct net_device *); 2998 int register_netdev(struct net_device *); 2999 void unregister_netdev(struct net_device *); 3395 int netdev_err(const struct net_device *, const char *, ...); 3397 int netdev_warn(const struct net_device *, const char *, ...); 3401 int netdev_info(const struct net_device *, const char *, ...); 32 __be16 eth_type_trans(struct sk_buff *, struct net_device *); 45 int eth_mac_addr(struct net_device *, void *); 46 int eth_change_mtu(struct net_device *, int); 47 int eth_validate_addr(struct net_device *); 49 struct net_device * alloc_etherdev_mqs(int, unsigned int, unsigned int); 89 bool is_zero_ether_addr(const u8 *addr); 107 bool is_multicast_ether_addr(const u8 *addr); 160 bool is_valid_ether_addr(const u8 *addr); 356 struct sk_buff * __vlan_hwaccel_put_tag(struct sk_buff *skb, __be16 vlan_proto, u16 vlan_tci); 14 u32 bitrev32(u32 ); 11 u32 crc32_le(u32 , const unsigned char *, size_t ); 42 int request_firmware(const struct firmware **, const char *, struct device *); 49 void release_firmware(const struct firmware *); 279 struct typhoon_card_info typhoon_card_info[13U] = { { "3Com Typhoon (3C990-TX)", 0 }, { "3Com Typhoon (3CR990-TX-95)", 1 }, { "3Com Typhoon (3CR990-TX-97)", 3 }, { "3Com Typhoon (3C990SVR)", 0 }, { "3Com Typhoon (3CR990SVR95)", 1 }, { "3Com Typhoon (3CR990SVR97)", 3 }, { "3Com Typhoon2 (3C990B-TX-M)", 4 }, { "3Com Typhoon2 (3C990BSVR)", 4 }, { "3Com Typhoon (3CR990-FX-95)", 9 }, { "3Com Typhoon (3CR990-FX-97)", 11 }, { "3Com Typhoon (3CR990-FX-95 Server)", 9 }, { "3Com Typhoon (3CR990-FX-97 Server)", 11 }, { "3Com Typhoon2 (3C990B-FX-97)", 12 } }; 314 const struct pci_device_id typhoon_pci_tbl[14U] = { { 4279U, 39168U, 4294967295U, 4294967295U, 0U, 0U, 0UL }, { 4279U, 39170U, 4294967295U, 4294967295U, 0U, 0U, 1UL }, { 4279U, 39171U, 4294967295U, 4294967295U, 0U, 0U, 2UL }, { 4279U, 39172U, 4294967295U, 4096U, 0U, 0U, 6UL }, { 4279U, 39172U, 4294967295U, 4354U, 0U, 0U, 12UL }, { 4279U, 39172U, 4294967295U, 8192U, 0U, 0U, 7UL }, { 4279U, 39173U, 4294967295U, 4353U, 0U, 0U, 8UL }, { 4279U, 39173U, 4294967295U, 4354U, 0U, 0U, 9UL }, { 4279U, 39173U, 4294967295U, 8449U, 0U, 0U, 10UL }, { 4279U, 39173U, 4294967295U, 8450U, 0U, 0U, 11UL }, { 4279U, 39176U, 4294967295U, 4294967295U, 0U, 0U, 4UL }, { 4279U, 39177U, 4294967295U, 4294967295U, 0U, 0U, 5UL }, { 4279U, 39178U, 4294967295U, 4294967295U, 0U, 0U, 3UL }, { 0U, 0U, 0U, 0U, 0U, 0U, 0UL } }; 343 const struct pci_device_id __mod_pci__typhoon_pci_tbl_device_table = { }; 444 void typhoon_inc_index(u32 *index, const int count, const int num_entries); 455 void typhoon_inc_cmd_index(u32 *index, const int count); 461 void typhoon_inc_resp_index(u32 *index, const int count); 467 void typhoon_inc_rxfree_index(u32 *index, const int count); 480 void typhoon_inc_rx_index(u32 *index, const int count); 488 int typhoon_reset(void *ioaddr, int wait_type); 543 int typhoon_wait_status(void *ioaddr, u32 wait_value); 560 void typhoon_media_status(struct net_device *dev, struct resp_desc *resp); 569 void typhoon_hello(struct typhoon *tp); 590 int typhoon_process_response(struct typhoon *tp, int resp_size, struct resp_desc *resp_save); 649 int typhoon_num_free(int lastWrite, int lastRead, int ringSize); 660 int typhoon_num_free_cmd(struct typhoon *tp); 669 int typhoon_num_free_resp(struct typhoon *tp); 678 int typhoon_num_free_tx(struct transmit_ring *ring); 685 int typhoon_issue_command(struct typhoon *tp, int num_cmd, struct cmd_desc *cmd, int num_resp, struct resp_desc *resp); 800 void typhoon_tso_fill(struct sk_buff *skb, struct transmit_ring *txRing, u32 ring_dma); 821 netdev_tx_t typhoon_start_tx(struct sk_buff *skb, struct net_device *dev); 968 void typhoon_set_rx_mode(struct net_device *dev); 1007 int typhoon_do_get_stats(struct typhoon *tp); 1059 struct net_device_stats * typhoon_get_stats(struct net_device *dev); 1078 void typhoon_get_drvinfo(struct net_device *dev, struct ethtool_drvinfo *info); 1107 int typhoon_get_settings(struct net_device *dev, struct ethtool_cmd *cmd); 1165 int typhoon_set_settings(struct net_device *dev, struct ethtool_cmd *cmd); 1215 void typhoon_get_wol(struct net_device *dev, struct ethtool_wolinfo *wol); 1229 int typhoon_set_wol(struct net_device *dev, struct ethtool_wolinfo *wol); 1246 void typhoon_get_ringparam(struct net_device *dev, struct ethtool_ringparam *ering); 1255 const struct ethtool_ops typhoon_ethtool_ops = { &typhoon_get_settings, &typhoon_set_settings, &typhoon_get_drvinfo, 0, 0, &typhoon_get_wol, &typhoon_set_wol, 0, 0, 0, ðtool_op_get_link, 0, 0, 0, 0, 0, &typhoon_get_ringparam, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 }; 1266 int typhoon_wait_interrupt(void *ioaddr); 1287 void typhoon_init_interface(struct typhoon *tp); 1357 void typhoon_init_rings(struct typhoon *tp); 1373 const struct firmware *typhoon_fw = 0; 1376 int typhoon_request_firmware(struct typhoon *tp); 1434 int typhoon_download_firmware(struct typhoon *tp); 1575 int typhoon_boot_3XP(struct typhoon *tp, u32 initial_status); 1611 u32 typhoon_clean_tx(struct typhoon *tp, struct transmit_ring *txRing, volatile __le32 *index); 1647 void typhoon_tx_complete(struct typhoon *tp, struct transmit_ring *txRing, volatile __le32 *index); 1664 void typhoon_recycle_rx_skb(struct typhoon *tp, u32 idx); 1691 int typhoon_alloc_rx_skb(struct typhoon *tp, u32 idx); 1737 int typhoon_rx(struct typhoon *tp, struct basic_ring *rxRing, volatile __le32 *ready, volatile __le32 *cleared, int budget); 1814 void typhoon_fill_free_ring(struct typhoon *tp); 1828 int typhoon_poll(struct napi_struct *napi, int budget); 1869 irqreturn_t typhoon_interrupt(int irq, void *dev_instance); 1893 void typhoon_free_rx_rings(struct typhoon *tp); 1909 int typhoon_sleep(struct typhoon *tp, pci_power_t state, __le16 events); 1946 int typhoon_wakeup(struct typhoon *tp, int wait_type); 1967 int typhoon_start_runtime(struct typhoon *tp); 2059 int typhoon_stop_runtime(struct typhoon *tp, int wait_type); 2120 void typhoon_tx_timeout(struct net_device *dev); 2148 int typhoon_open(struct net_device *dev); 2197 int typhoon_close(struct net_device *dev); 2224 int typhoon_resume(struct pci_dev *pdev); 2253 int typhoon_suspend(struct pci_dev *pdev, pm_message_t state); 2312 int typhoon_test_mmio(struct pci_dev *pdev); 2357 const struct net_device_ops typhoon_netdev_ops = { 0, 0, &typhoon_open, &typhoon_close, &typhoon_start_tx, 0, 0, &typhoon_set_rx_mode, ð_mac_addr, ð_validate_addr, 0, 0, ð_change_mtu, 0, &typhoon_tx_timeout, 0, &typhoon_get_stats, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 }; 2370 int typhoon_init_one(struct pci_dev *pdev, const struct pci_device_id *ent); 2621 void typhoon_remove_one(struct pci_dev *pdev); 2639 struct pci_driver typhoon_driver = { { 0, 0 }, "typhoon", (const struct pci_device_id *)(&typhoon_pci_tbl), &typhoon_init_one, &typhoon_remove_one, &typhoon_suspend, 0, 0, &typhoon_resume, 0, 0, 0, { 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 }, { { { { { { 0U } }, 0U, 0U, 0, { 0, { 0, 0 }, 0, 0, 0UL } } } }, { 0, 0 } } }; 2651 int typhoon_init(); 2657 void typhoon_cleanup(); 2682 void ldv_check_final_state(); 2685 void ldv_check_return_value(int); 2688 void ldv_check_return_value_probe(int); 2691 void ldv_initialize(); 2694 void ldv_handler_precall(); 2697 int nondet_int(); 2700 int LDV_IN_INTERRUPT = 0; 2703 void ldv_main0_sequence_infinite_withcheck_stateful(); 10 void ldv_error(); 25 int ldv_undef_int(); 59 void __builtin_trap(); 8 int ldv_spin__xmit_lock_of_netdev_queue = 0; 11 void ldv_spin_lock__xmit_lock_of_netdev_queue(); 20 void ldv_spin_unlock__xmit_lock_of_netdev_queue(); 29 int ldv_spin_trylock__xmit_lock_of_netdev_queue(); 55 void ldv_spin_unlock_wait__xmit_lock_of_netdev_queue(); 62 int ldv_spin_is_locked__xmit_lock_of_netdev_queue(); 83 int ldv_spin_can_lock__xmit_lock_of_netdev_queue(); 90 int ldv_spin_is_contended__xmit_lock_of_netdev_queue(); 111 int ldv_atomic_dec_and_lock__xmit_lock_of_netdev_queue(); 133 int ldv_spin_addr_list_lock_of_net_device = 0; 145 void ldv_spin_unlock_addr_list_lock_of_net_device(); 154 int ldv_spin_trylock_addr_list_lock_of_net_device(); 180 void ldv_spin_unlock_wait_addr_list_lock_of_net_device(); 187 int ldv_spin_is_locked_addr_list_lock_of_net_device(); 208 int ldv_spin_can_lock_addr_list_lock_of_net_device(); 215 int ldv_spin_is_contended_addr_list_lock_of_net_device(); 236 int ldv_atomic_dec_and_lock_addr_list_lock_of_net_device(); 258 int ldv_spin_alloc_lock_of_task_struct = 0; 261 void ldv_spin_lock_alloc_lock_of_task_struct(); 270 void ldv_spin_unlock_alloc_lock_of_task_struct(); 279 int ldv_spin_trylock_alloc_lock_of_task_struct(); 305 void ldv_spin_unlock_wait_alloc_lock_of_task_struct(); 312 int ldv_spin_is_locked_alloc_lock_of_task_struct(); 333 int ldv_spin_can_lock_alloc_lock_of_task_struct(); 340 int ldv_spin_is_contended_alloc_lock_of_task_struct(); 361 int ldv_atomic_dec_and_lock_alloc_lock_of_task_struct(); 383 int ldv_spin_command_lock_of_typhoon = 0; 430 void ldv_spin_unlock_wait_command_lock_of_typhoon(); 437 int ldv_spin_is_locked_command_lock_of_typhoon(); 458 int ldv_spin_can_lock_command_lock_of_typhoon(); 465 int ldv_spin_is_contended_command_lock_of_typhoon(); 486 int ldv_atomic_dec_and_lock_command_lock_of_typhoon(); 508 int ldv_spin_i_lock_of_inode = 0; 511 void ldv_spin_lock_i_lock_of_inode(); 520 void ldv_spin_unlock_i_lock_of_inode(); 529 int ldv_spin_trylock_i_lock_of_inode(); 555 void ldv_spin_unlock_wait_i_lock_of_inode(); 562 int ldv_spin_is_locked_i_lock_of_inode(); 583 int ldv_spin_can_lock_i_lock_of_inode(); 590 int ldv_spin_is_contended_i_lock_of_inode(); 611 int ldv_atomic_dec_and_lock_i_lock_of_inode(); 633 int ldv_spin_lock = 0; 645 void ldv_spin_unlock_lock(); 654 int ldv_spin_trylock_lock(); 680 void ldv_spin_unlock_wait_lock(); 687 int ldv_spin_is_locked_lock(); 708 int ldv_spin_can_lock_lock(); 715 int ldv_spin_is_contended_lock(); 736 int ldv_atomic_dec_and_lock_lock(); 758 int ldv_spin_lock_of_NOT_ARG_SIGN = 0; 770 void ldv_spin_unlock_lock_of_NOT_ARG_SIGN(); 779 int ldv_spin_trylock_lock_of_NOT_ARG_SIGN(); 805 void ldv_spin_unlock_wait_lock_of_NOT_ARG_SIGN(); 812 int ldv_spin_is_locked_lock_of_NOT_ARG_SIGN(); 833 int ldv_spin_can_lock_lock_of_NOT_ARG_SIGN(); 840 int ldv_spin_is_contended_lock_of_NOT_ARG_SIGN(); 861 int ldv_atomic_dec_and_lock_lock_of_NOT_ARG_SIGN(); 883 int ldv_spin_lru_lock_of_netns_frags = 0; 886 void ldv_spin_lock_lru_lock_of_netns_frags(); 895 void ldv_spin_unlock_lru_lock_of_netns_frags(); 904 int ldv_spin_trylock_lru_lock_of_netns_frags(); 930 void ldv_spin_unlock_wait_lru_lock_of_netns_frags(); 937 int ldv_spin_is_locked_lru_lock_of_netns_frags(); 958 int ldv_spin_can_lock_lru_lock_of_netns_frags(); 965 int ldv_spin_is_contended_lru_lock_of_netns_frags(); 986 int ldv_atomic_dec_and_lock_lru_lock_of_netns_frags(); 1008 int ldv_spin_node_size_lock_of_pglist_data = 0; 1020 void ldv_spin_unlock_node_size_lock_of_pglist_data(); 1029 int ldv_spin_trylock_node_size_lock_of_pglist_data(); 1055 void ldv_spin_unlock_wait_node_size_lock_of_pglist_data(); 1062 int ldv_spin_is_locked_node_size_lock_of_pglist_data(); 1083 int ldv_spin_can_lock_node_size_lock_of_pglist_data(); 1090 int ldv_spin_is_contended_node_size_lock_of_pglist_data(); 1111 int ldv_atomic_dec_and_lock_node_size_lock_of_pglist_data(); 1133 int ldv_spin_ptl = 0; 1136 void ldv_spin_lock_ptl(); 1145 void ldv_spin_unlock_ptl(); 1154 int ldv_spin_trylock_ptl(); 1180 void ldv_spin_unlock_wait_ptl(); 1187 int ldv_spin_is_locked_ptl(); 1208 int ldv_spin_can_lock_ptl(); 1215 int ldv_spin_is_contended_ptl(); 1236 int ldv_atomic_dec_and_lock_ptl(); 1258 int ldv_spin_siglock_of_sighand_struct = 0; 1270 void ldv_spin_unlock_siglock_of_sighand_struct(); 1279 int ldv_spin_trylock_siglock_of_sighand_struct(); 1305 void ldv_spin_unlock_wait_siglock_of_sighand_struct(); 1312 int ldv_spin_is_locked_siglock_of_sighand_struct(); 1333 int ldv_spin_can_lock_siglock_of_sighand_struct(); 1340 int ldv_spin_is_contended_siglock_of_sighand_struct(); 1361 int ldv_atomic_dec_and_lock_siglock_of_sighand_struct(); 1383 int ldv_spin_tx_global_lock_of_net_device = 0; 1386 void ldv_spin_lock_tx_global_lock_of_net_device(); 1395 void ldv_spin_unlock_tx_global_lock_of_net_device(); 1404 int ldv_spin_trylock_tx_global_lock_of_net_device(); 1430 void ldv_spin_unlock_wait_tx_global_lock_of_net_device(); 1437 int ldv_spin_is_locked_tx_global_lock_of_net_device(); 1458 int ldv_spin_can_lock_tx_global_lock_of_net_device(); 1465 int ldv_spin_is_contended_tx_global_lock_of_net_device(); 1486 int ldv_atomic_dec_and_lock_tx_global_lock_of_net_device(); return ; } { 2705 struct net_device *var_group1; 2706 struct ethtool_cmd *var_group2; 2707 struct ethtool_drvinfo *var_group3; 2708 struct ethtool_wolinfo *var_group4; 2709 struct ethtool_ringparam *var_group5; 2710 int res_typhoon_open_47; 2711 int res_typhoon_close_48; 2712 struct sk_buff *var_group6; 2713 struct pci_dev *var_group7; 2714 const struct pci_device_id *var_typhoon_init_one_52_p1; 2715 int res_typhoon_init_one_52; 2716 pm_message_t var_typhoon_suspend_50_p1; 2717 int var_typhoon_interrupt_40_p0; 2718 void *var_typhoon_interrupt_40_p1; 2719 int ldv_s_typhoon_netdev_ops_net_device_ops; 2720 int ldv_s_typhoon_driver_pci_driver; 2721 int tmp; 2722 int tmp___0; 2723 int tmp___1; 3757 ldv_s_typhoon_netdev_ops_net_device_ops = 0; 3760 ldv_s_typhoon_driver_pci_driver = 0; 3686 LDV_IN_INTERRUPT = 1; { 1513 ldv_spin__xmit_lock_of_netdev_queue = 1; 1515 ldv_spin_addr_list_lock_of_net_device = 1; 1517 ldv_spin_alloc_lock_of_task_struct = 1; 1519 ldv_spin_command_lock_of_typhoon = 1; 1521 ldv_spin_i_lock_of_inode = 1; 1523 ldv_spin_lock = 1; 1525 ldv_spin_lock_of_NOT_ARG_SIGN = 1; 1527 ldv_spin_lru_lock_of_netns_frags = 1; 1529 ldv_spin_node_size_lock_of_pglist_data = 1; 1531 ldv_spin_ptl = 1; 1533 ldv_spin_siglock_of_sighand_struct = 1; 1535 ldv_spin_tx_global_lock_of_net_device = 1; } 3752 ldv_handler_precall() { /* Function call is skipped due to function is undefined */} { 2653 int tmp; 2653 tmp = __pci_register_driver(&typhoon_driver, &__this_module, "typhoon") { /* Function call is skipped due to function is undefined */} } 3766 goto ldv_45041; 3766 tmp___1 = nondet_int() { /* Function call is skipped due to function is undefined */} 3770 goto ldv_45040; 3767 ldv_45040:; 3771 tmp___0 = nondet_int() { /* Function call is skipped due to function is undefined */} 3771 switch (tmp___0) 4818 ldv_handler_precall() { /* Function call is skipped due to function is undefined */} { } 2255 struct net_device *dev; 2256 void *tmp; 2257 struct typhoon *tp; 2258 void *tmp___0; 2259 struct cmd_desc xp_cmd; 2260 bool tmp___1; 2261 int tmp___2; 2262 int tmp___3; 2263 int tmp___4; 2264 struct cmd_desc *_ptr; 2265 __u16 tmp___5; 2266 __u32 tmp___6; 2267 int tmp___7; 2268 struct cmd_desc *_ptr___0; 2269 int tmp___8; 2270 pci_power_t tmp___9; 2271 int tmp___10; 2255 dev = (struct net_device *)tmp; 2256 tp = (struct typhoon *)tmp___0; { 2400 int tmp; { } 310 return ((int)(((unsigned long)(*(addr + ((unsigned long)(nr >> 6))))) >> (((int)nr) & 63))) & 1;; } 2261 tmp___2 = 0; 2265 int __CPAchecker_TMP_0 = (int)(tp->wol_events); 2268 netif_device_detach(dev) { /* Function call is skipped due to function is undefined */} { } 2061 struct typhoon_indexes *indexes; 2062 struct transmit_ring *txLo; 2063 void *ioaddr; 2064 struct cmd_desc xp_cmd; 2065 int i; 2066 struct cmd_desc *_ptr; 2067 struct cmd_desc *_ptr___0; 2068 size_t __len; 2069 void *__ret; 2070 struct cmd_desc *_ptr___1; 2071 int tmp; 2072 int tmp___0; 2061 indexes = tp->indexes; 2062 txLo = &(tp->txLoRing); 2063 ioaddr = tp->ioaddr; 2071 iowrite32(0U, ioaddr + 8UL) { /* Function call is skipped due to function is undefined */} 2073 _ptr = &xp_cmd; 2073 memset((void *)_ptr, 0, 16UL) { /* Function call is skipped due to function is undefined */} 2073 _ptr->flags = 130U; 2073 _ptr->cmd = 4U; { } 688 struct typhoon_indexes *indexes; 689 struct basic_ring *ring; 690 struct resp_desc local_resp; 691 int i; 692 int err; 693 int got_resp; 694 int freeCmd; 695 int freeResp; 696 int len; 697 int wrap_len; 698 long tmp; 699 size_t __len; 700 void *__ret; 701 struct cmd_desc *wrap_ptr; 702 size_t __len___0; 703 void *__ret___0; 704 long tmp___0; 705 long tmp___1; 688 indexes = tp->indexes; 689 ring = &(tp->cmdRing); 691 err = 0; { { } 303 _raw_spin_lock(&(lock->ldv_6306.rlock)) { /* Function call is skipped due to function is undefined */} } { 662 int lastWrite; 663 int cmdCleared; 664 int tmp; 662 lastWrite = (int)(tp->cmdRing.lastWrite); 663 int __CPAchecker_TMP_0 = (int)(tp->indexes->cmdCleared); 663 cmdCleared = __CPAchecker_TMP_0; { } 654 lastWrite = (int)(((unsigned long)lastWrite) / 16UL); 655 lastRead = (int)(((unsigned long)lastRead) / 16UL); } { 671 int respReady; 672 int respCleared; 673 int tmp; 671 int __CPAchecker_TMP_0 = (int)(tp->indexes->respReady); 671 respReady = __CPAchecker_TMP_0; 672 int __CPAchecker_TMP_1 = (int)(tp->indexes->respCleared); 672 respCleared = __CPAchecker_TMP_1; { } 654 lastWrite = (int)(((unsigned long)lastWrite) / 16UL); 655 lastRead = (int)(((unsigned long)lastRead) / 16UL); } 708 int __CPAchecker_TMP_1 = (int)(cmd->flags); 712 tp->awaiting_resp = 1U; 714 resp = &local_resp; 715 num_resp = 1; 719 wrap_len = 0; 720 len = (int)(((unsigned int)num_cmd) * 16U); 726 __len = (size_t )len; 726 void *__CPAchecker_TMP_2 = (void *)(ring->ringBase); 726 unsigned long __CPAchecker_TMP_3 = (unsigned long)(ring->lastWrite); 726 __ret = __builtin_memcpy(__CPAchecker_TMP_2 + __CPAchecker_TMP_3, (const void *)cmd, __len) { /* Function call is skipped due to function is undefined */} { 737 Ignored inline assembler code { } 450 *index = (*index) + (((u32 )((unsigned long)count)) * 16U); 451 *index = (u32 )(((unsigned long)(*index)) % (((unsigned long)num_entries) * 16UL)); } 738 iowrite32(ring->lastWrite, (tp->ioaddr) + 40UL) { /* Function call is skipped due to function is undefined */} 739 ioread32((tp->ioaddr) + 52UL) { /* Function call is skipped due to function is undefined */} 741 int __CPAchecker_TMP_5 = (int)(cmd->flags); 760 got_resp = 0; 761 i = 0; 761 goto ldv_44570; 763 goto ldv_44569; 762 ldv_44569:; 762 unsigned int __CPAchecker_TMP_6 = (unsigned int)(indexes->respCleared); 762 unsigned int __CPAchecker_TMP_7 = (unsigned int)(indexes->respReady); { } 592 struct typhoon_indexes *indexes; 593 struct resp_desc *resp; 594 u8 *base; 595 int count; 596 int len; 597 int wrap_len; 598 u32 cleared; 599 u32 ready; 600 long tmp; 601 size_t __len; 602 void *__ret; 603 size_t __len___0; 604 void *__ret___0; 605 long tmp___0; 593 indexes = tp->indexes; 595 base = tp->respRing.ringBase; 600 cleared = indexes->respCleared; 601 ready = indexes->respReady; 602 goto ldv_44524; 604 goto ldv_44523; 603 ldv_44523:; 603 resp = ((struct resp_desc *)base) + ((unsigned long)cleared); 604 int __CPAchecker_TMP_0 = (int)(resp->numDesc); 604 count = __CPAchecker_TMP_0 + 1; 605 unsigned int __CPAchecker_TMP_1 = (unsigned int)(resp->seqNo); 625 unsigned int __CPAchecker_TMP_2 = (unsigned int)(resp->cmd); 627 unsigned int __CPAchecker_TMP_3 = (unsigned int)(resp->cmd); { } 571 struct basic_ring *ring; 572 struct cmd_desc *cmd; 573 struct cmd_desc *_ptr; 574 int tmp; 571 ring = &(tp->cmdRing); { } 5467 ldv_func_ret_type___0 ldv_func_res; 5468 int tmp; 5469 int tmp___0; { 389 int tmp; 389 tmp = _raw_spin_trylock(&(lock->ldv_6306.rlock)) { /* Function call is skipped due to function is undefined */} } 5469 ldv_func_res = tmp; } | Source code 1 #ifndef _ASM_X86_BITOPS_H
2 #define _ASM_X86_BITOPS_H
3
4 /*
5 * Copyright 1992, Linus Torvalds.
6 *
7 * Note: inlines with more than a single statement should be marked
8 * __always_inline to avoid problems with older gcc's inlining heuristics.
9 */
10
11 #ifndef _LINUX_BITOPS_H
12 #error only <linux/bitops.h> can be included directly
13 #endif
14
15 #include <linux/compiler.h>
16 #include <asm/alternative.h>
17 #include <asm/rmwcc.h>
18 #include <asm/barrier.h>
19
20 #if BITS_PER_LONG == 32
21 # define _BITOPS_LONG_SHIFT 5
22 #elif BITS_PER_LONG == 64
23 # define _BITOPS_LONG_SHIFT 6
24 #else
25 # error "Unexpected BITS_PER_LONG"
26 #endif
27
28 #define BIT_64(n) (U64_C(1) << (n))
29
30 /*
31 * These have to be done with inline assembly: that way the bit-setting
32 * is guaranteed to be atomic. All bit operations return 0 if the bit
33 * was cleared before the operation and != 0 if it was not.
34 *
35 * bit 0 is the LSB of addr; bit 32 is the LSB of (addr+1).
36 */
37
38 #if __GNUC__ < 4 || (__GNUC__ == 4 && __GNUC_MINOR__ < 1)
39 /* Technically wrong, but this avoids compilation errors on some gcc
40 versions. */
41 #define BITOP_ADDR(x) "=m" (*(volatile long *) (x))
42 #else
43 #define BITOP_ADDR(x) "+m" (*(volatile long *) (x))
44 #endif
45
46 #define ADDR BITOP_ADDR(addr)
47
48 /*
49 * We do the locked ops that don't return the old value as
50 * a mask operation on a byte.
51 */
52 #define IS_IMMEDIATE(nr) (__builtin_constant_p(nr))
53 #define CONST_MASK_ADDR(nr, addr) BITOP_ADDR((void *)(addr) + ((nr)>>3))
54 #define CONST_MASK(nr) (1 << ((nr) & 7))
55
56 /**
57 * set_bit - Atomically set a bit in memory
58 * @nr: the bit to set
59 * @addr: the address to start counting from
60 *
61 * This function is atomic and may not be reordered. See __set_bit()
62 * if you do not require the atomic guarantees.
63 *
64 * Note: there are no guarantees that this function will not be reordered
65 * on non x86 architectures, so if you are writing portable code,
66 * make sure not to rely on its reordering guarantees.
67 *
68 * Note that @nr may be almost arbitrarily large; this function is not
69 * restricted to acting on a single-word quantity.
70 */
71 static __always_inline void
72 set_bit(long nr, volatile unsigned long *addr)
73 {
74 if (IS_IMMEDIATE(nr)) {
75 asm volatile(LOCK_PREFIX "orb %1,%0"
76 : CONST_MASK_ADDR(nr, addr)
77 : "iq" ((u8)CONST_MASK(nr))
78 : "memory");
79 } else {
80 asm volatile(LOCK_PREFIX "bts %1,%0"
81 : BITOP_ADDR(addr) : "Ir" (nr) : "memory");
82 }
83 }
84
85 /**
86 * __set_bit - Set a bit in memory
87 * @nr: the bit to set
88 * @addr: the address to start counting from
89 *
90 * Unlike set_bit(), this function is non-atomic and may be reordered.
91 * If it's called on the same region of memory simultaneously, the effect
92 * may be that only one operation succeeds.
93 */
94 static inline void __set_bit(long nr, volatile unsigned long *addr)
95 {
96 asm volatile("bts %1,%0" : ADDR : "Ir" (nr) : "memory");
97 }
98
99 /**
100 * clear_bit - Clears a bit in memory
101 * @nr: Bit to clear
102 * @addr: Address to start counting from
103 *
104 * clear_bit() is atomic and may not be reordered. However, it does
105 * not contain a memory barrier, so if it is used for locking purposes,
106 * you should call smp_mb__before_atomic() and/or smp_mb__after_atomic()
107 * in order to ensure changes are visible on other processors.
108 */
109 static __always_inline void
110 clear_bit(long nr, volatile unsigned long *addr)
111 {
112 if (IS_IMMEDIATE(nr)) {
113 asm volatile(LOCK_PREFIX "andb %1,%0"
114 : CONST_MASK_ADDR(nr, addr)
115 : "iq" ((u8)~CONST_MASK(nr)));
116 } else {
117 asm volatile(LOCK_PREFIX "btr %1,%0"
118 : BITOP_ADDR(addr)
119 : "Ir" (nr));
120 }
121 }
122
123 /*
124 * clear_bit_unlock - Clears a bit in memory
125 * @nr: Bit to clear
126 * @addr: Address to start counting from
127 *
128 * clear_bit() is atomic and implies release semantics before the memory
129 * operation. It can be used for an unlock.
130 */
131 static inline void clear_bit_unlock(long nr, volatile unsigned long *addr)
132 {
133 barrier();
134 clear_bit(nr, addr);
135 }
136
137 static inline void __clear_bit(long nr, volatile unsigned long *addr)
138 {
139 asm volatile("btr %1,%0" : ADDR : "Ir" (nr));
140 }
141
142 /*
143 * __clear_bit_unlock - Clears a bit in memory
144 * @nr: Bit to clear
145 * @addr: Address to start counting from
146 *
147 * __clear_bit() is non-atomic and implies release semantics before the memory
148 * operation. It can be used for an unlock if no other CPUs can concurrently
149 * modify other bits in the word.
150 *
151 * No memory barrier is required here, because x86 cannot reorder stores past
152 * older loads. Same principle as spin_unlock.
153 */
154 static inline void __clear_bit_unlock(long nr, volatile unsigned long *addr)
155 {
156 barrier();
157 __clear_bit(nr, addr);
158 }
159
160 /**
161 * __change_bit - Toggle a bit in memory
162 * @nr: the bit to change
163 * @addr: the address to start counting from
164 *
165 * Unlike change_bit(), this function is non-atomic and may be reordered.
166 * If it's called on the same region of memory simultaneously, the effect
167 * may be that only one operation succeeds.
168 */
169 static inline void __change_bit(long nr, volatile unsigned long *addr)
170 {
171 asm volatile("btc %1,%0" : ADDR : "Ir" (nr));
172 }
173
174 /**
175 * change_bit - Toggle a bit in memory
176 * @nr: Bit to change
177 * @addr: Address to start counting from
178 *
179 * change_bit() is atomic and may not be reordered.
180 * Note that @nr may be almost arbitrarily large; this function is not
181 * restricted to acting on a single-word quantity.
182 */
183 static inline void change_bit(long nr, volatile unsigned long *addr)
184 {
185 if (IS_IMMEDIATE(nr)) {
186 asm volatile(LOCK_PREFIX "xorb %1,%0"
187 : CONST_MASK_ADDR(nr, addr)
188 : "iq" ((u8)CONST_MASK(nr)));
189 } else {
190 asm volatile(LOCK_PREFIX "btc %1,%0"
191 : BITOP_ADDR(addr)
192 : "Ir" (nr));
193 }
194 }
195
196 /**
197 * test_and_set_bit - Set a bit and return its old value
198 * @nr: Bit to set
199 * @addr: Address to count from
200 *
201 * This operation is atomic and cannot be reordered.
202 * It also implies a memory barrier.
203 */
204 static inline int test_and_set_bit(long nr, volatile unsigned long *addr)
205 {
206 GEN_BINARY_RMWcc(LOCK_PREFIX "bts", *addr, "Ir", nr, "%0", "c");
207 }
208
209 /**
210 * test_and_set_bit_lock - Set a bit and return its old value for lock
211 * @nr: Bit to set
212 * @addr: Address to count from
213 *
214 * This is the same as test_and_set_bit on x86.
215 */
216 static __always_inline int
217 test_and_set_bit_lock(long nr, volatile unsigned long *addr)
218 {
219 return test_and_set_bit(nr, addr);
220 }
221
222 /**
223 * __test_and_set_bit - Set a bit and return its old value
224 * @nr: Bit to set
225 * @addr: Address to count from
226 *
227 * This operation is non-atomic and can be reordered.
228 * If two examples of this operation race, one can appear to succeed
229 * but actually fail. You must protect multiple accesses with a lock.
230 */
231 static inline int __test_and_set_bit(long nr, volatile unsigned long *addr)
232 {
233 int oldbit;
234
235 asm("bts %2,%1\n\t"
236 "sbb %0,%0"
237 : "=r" (oldbit), ADDR
238 : "Ir" (nr));
239 return oldbit;
240 }
241
242 /**
243 * test_and_clear_bit - Clear a bit and return its old value
244 * @nr: Bit to clear
245 * @addr: Address to count from
246 *
247 * This operation is atomic and cannot be reordered.
248 * It also implies a memory barrier.
249 */
250 static inline int test_and_clear_bit(long nr, volatile unsigned long *addr)
251 {
252 GEN_BINARY_RMWcc(LOCK_PREFIX "btr", *addr, "Ir", nr, "%0", "c");
253 }
254
255 /**
256 * __test_and_clear_bit - Clear a bit and return its old value
257 * @nr: Bit to clear
258 * @addr: Address to count from
259 *
260 * This operation is non-atomic and can be reordered.
261 * If two examples of this operation race, one can appear to succeed
262 * but actually fail. You must protect multiple accesses with a lock.
263 *
264 * Note: the operation is performed atomically with respect to
265 * the local CPU, but not other CPUs. Portable code should not
266 * rely on this behaviour.
267 * KVM relies on this behaviour on x86 for modifying memory that is also
268 * accessed from a hypervisor on the same CPU if running in a VM: don't change
269 * this without also updating arch/x86/kernel/kvm.c
270 */
271 static inline int __test_and_clear_bit(long nr, volatile unsigned long *addr)
272 {
273 int oldbit;
274
275 asm volatile("btr %2,%1\n\t"
276 "sbb %0,%0"
277 : "=r" (oldbit), ADDR
278 : "Ir" (nr));
279 return oldbit;
280 }
281
282 /* WARNING: non atomic and it can be reordered! */
283 static inline int __test_and_change_bit(long nr, volatile unsigned long *addr)
284 {
285 int oldbit;
286
287 asm volatile("btc %2,%1\n\t"
288 "sbb %0,%0"
289 : "=r" (oldbit), ADDR
290 : "Ir" (nr) : "memory");
291
292 return oldbit;
293 }
294
295 /**
296 * test_and_change_bit - Change a bit and return its old value
297 * @nr: Bit to change
298 * @addr: Address to count from
299 *
300 * This operation is atomic and cannot be reordered.
301 * It also implies a memory barrier.
302 */
303 static inline int test_and_change_bit(long nr, volatile unsigned long *addr)
304 {
305 GEN_BINARY_RMWcc(LOCK_PREFIX "btc", *addr, "Ir", nr, "%0", "c");
306 }
307
308 static __always_inline int constant_test_bit(long nr, const volatile unsigned long *addr)
309 {
310 return ((1UL << (nr & (BITS_PER_LONG-1))) &
311 (addr[nr >> _BITOPS_LONG_SHIFT])) != 0;
312 }
313
314 static inline int variable_test_bit(long nr, volatile const unsigned long *addr)
315 {
316 int oldbit;
317
318 asm volatile("bt %2,%1\n\t"
319 "sbb %0,%0"
320 : "=r" (oldbit)
321 : "m" (*(unsigned long *)addr), "Ir" (nr));
322
323 return oldbit;
324 }
325
326 #if 0 /* Fool kernel-doc since it doesn't do macros yet */
327 /**
328 * test_bit - Determine whether a bit is set
329 * @nr: bit number to test
330 * @addr: Address to start counting from
331 */
332 static int test_bit(int nr, const volatile unsigned long *addr);
333 #endif
334
335 #define test_bit(nr, addr) \
336 (__builtin_constant_p((nr)) \
337 ? constant_test_bit((nr), (addr)) \
338 : variable_test_bit((nr), (addr)))
339
340 /**
341 * __ffs - find first set bit in word
342 * @word: The word to search
343 *
344 * Undefined if no bit exists, so code should check against 0 first.
345 */
346 static inline unsigned long __ffs(unsigned long word)
347 {
348 asm("rep; bsf %1,%0"
349 : "=r" (word)
350 : "rm" (word));
351 return word;
352 }
353
354 /**
355 * ffz - find first zero bit in word
356 * @word: The word to search
357 *
358 * Undefined if no zero exists, so code should check against ~0UL first.
359 */
360 static inline unsigned long ffz(unsigned long word)
361 {
362 asm("rep; bsf %1,%0"
363 : "=r" (word)
364 : "r" (~word));
365 return word;
366 }
367
368 /*
369 * __fls: find last set bit in word
370 * @word: The word to search
371 *
372 * Undefined if no set bit exists, so code should check against 0 first.
373 */
374 static inline unsigned long __fls(unsigned long word)
375 {
376 asm("bsr %1,%0"
377 : "=r" (word)
378 : "rm" (word));
379 return word;
380 }
381
382 #undef ADDR
383
384 #ifdef __KERNEL__
385 /**
386 * ffs - find first set bit in word
387 * @x: the word to search
388 *
389 * This is defined the same way as the libc and compiler builtin ffs
390 * routines, therefore differs in spirit from the other bitops.
391 *
392 * ffs(value) returns 0 if value is 0 or the position of the first
393 * set bit if value is nonzero. The first (least significant) bit
394 * is at position 1.
395 */
396 static inline int ffs(int x)
397 {
398 int r;
399
400 #ifdef CONFIG_X86_64
401 /*
402 * AMD64 says BSFL won't clobber the dest reg if x==0; Intel64 says the
403 * dest reg is undefined if x==0, but their CPU architect says its
404 * value is written to set it to the same as before, except that the
405 * top 32 bits will be cleared.
406 *
407 * We cannot do this on 32 bits because at the very least some
408 * 486 CPUs did not behave this way.
409 */
410 asm("bsfl %1,%0"
411 : "=r" (r)
412 : "rm" (x), "0" (-1));
413 #elif defined(CONFIG_X86_CMOV)
414 asm("bsfl %1,%0\n\t"
415 "cmovzl %2,%0"
416 : "=&r" (r) : "rm" (x), "r" (-1));
417 #else
418 asm("bsfl %1,%0\n\t"
419 "jnz 1f\n\t"
420 "movl $-1,%0\n"
421 "1:" : "=r" (r) : "rm" (x));
422 #endif
423 return r + 1;
424 }
425
426 /**
427 * fls - find last set bit in word
428 * @x: the word to search
429 *
430 * This is defined in a similar way as the libc and compiler builtin
431 * ffs, but returns the position of the most significant set bit.
432 *
433 * fls(value) returns 0 if value is 0 or the position of the last
434 * set bit if value is nonzero. The last (most significant) bit is
435 * at position 32.
436 */
437 static inline int fls(int x)
438 {
439 int r;
440
441 #ifdef CONFIG_X86_64
442 /*
443 * AMD64 says BSRL won't clobber the dest reg if x==0; Intel64 says the
444 * dest reg is undefined if x==0, but their CPU architect says its
445 * value is written to set it to the same as before, except that the
446 * top 32 bits will be cleared.
447 *
448 * We cannot do this on 32 bits because at the very least some
449 * 486 CPUs did not behave this way.
450 */
451 asm("bsrl %1,%0"
452 : "=r" (r)
453 : "rm" (x), "0" (-1));
454 #elif defined(CONFIG_X86_CMOV)
455 asm("bsrl %1,%0\n\t"
456 "cmovzl %2,%0"
457 : "=&r" (r) : "rm" (x), "rm" (-1));
458 #else
459 asm("bsrl %1,%0\n\t"
460 "jnz 1f\n\t"
461 "movl $-1,%0\n"
462 "1:" : "=r" (r) : "rm" (x));
463 #endif
464 return r + 1;
465 }
466
467 /**
468 * fls64 - find last set bit in a 64-bit word
469 * @x: the word to search
470 *
471 * This is defined in a similar way as the libc and compiler builtin
472 * ffsll, but returns the position of the most significant set bit.
473 *
474 * fls64(value) returns 0 if value is 0 or the position of the last
475 * set bit if value is nonzero. The last (most significant) bit is
476 * at position 64.
477 */
478 #ifdef CONFIG_X86_64
479 static __always_inline int fls64(__u64 x)
480 {
481 int bitpos = -1;
482 /*
483 * AMD64 says BSRQ won't clobber the dest reg if x==0; Intel64 says the
484 * dest reg is undefined if x==0, but their CPU architect says its
485 * value is written to set it to the same as before.
486 */
487 asm("bsrq %1,%q0"
488 : "+r" (bitpos)
489 : "rm" (x));
490 return bitpos + 1;
491 }
492 #else
493 #include <asm-generic/bitops/fls64.h>
494 #endif
495
496 #include <asm-generic/bitops/find.h>
497
498 #include <asm-generic/bitops/sched.h>
499
500 #define ARCH_HAS_FAST_MULTIPLIER 1
501
502 #include <asm/arch_hweight.h>
503
504 #include <asm-generic/bitops/const_hweight.h>
505
506 #include <asm-generic/bitops/le.h>
507
508 #include <asm-generic/bitops/ext2-atomic-setbit.h>
509
510 #endif /* __KERNEL__ */
511 #endif /* _ASM_X86_BITOPS_H */ 1
2 #include <linux/kernel.h>
3 #include <linux/spinlock.h>
4
5 extern void __ldv_spin_lock(spinlock_t *lock);
6 extern void __ldv_spin_unlock(spinlock_t *lock);
7 extern int __ldv_spin_trylock(spinlock_t *lock);
8 extern void __ldv_spin_unlock_wait(spinlock_t *lock);
9 extern void __ldv_spin_can_lock(spinlock_t *lock);
10 extern int __ldv_atomic_dec_and_lock(spinlock_t *lock);
11
12 extern void ldv_spin_lock__xmit_lock_of_netdev_queue(void);
13 extern void ldv_spin_unlock__xmit_lock_of_netdev_queue(void);
14 extern int ldv_spin_trylock__xmit_lock_of_netdev_queue(void);
15 extern void ldv_spin_unlock_wait__xmit_lock_of_netdev_queue(void);
16 extern int ldv_spin_is_locked__xmit_lock_of_netdev_queue(void);
17 extern int ldv_spin_can_lock__xmit_lock_of_netdev_queue(void);
18 extern int ldv_spin_is_contended__xmit_lock_of_netdev_queue(void);
19 extern int ldv_atomic_dec_and_lock__xmit_lock_of_netdev_queue(void);
20 extern void ldv_spin_lock_addr_list_lock_of_net_device(void);
21 extern void ldv_spin_unlock_addr_list_lock_of_net_device(void);
22 extern int ldv_spin_trylock_addr_list_lock_of_net_device(void);
23 extern void ldv_spin_unlock_wait_addr_list_lock_of_net_device(void);
24 extern int ldv_spin_is_locked_addr_list_lock_of_net_device(void);
25 extern int ldv_spin_can_lock_addr_list_lock_of_net_device(void);
26 extern int ldv_spin_is_contended_addr_list_lock_of_net_device(void);
27 extern int ldv_atomic_dec_and_lock_addr_list_lock_of_net_device(void);
28 extern void ldv_spin_lock_alloc_lock_of_task_struct(void);
29 extern void ldv_spin_unlock_alloc_lock_of_task_struct(void);
30 extern int ldv_spin_trylock_alloc_lock_of_task_struct(void);
31 extern void ldv_spin_unlock_wait_alloc_lock_of_task_struct(void);
32 extern int ldv_spin_is_locked_alloc_lock_of_task_struct(void);
33 extern int ldv_spin_can_lock_alloc_lock_of_task_struct(void);
34 extern int ldv_spin_is_contended_alloc_lock_of_task_struct(void);
35 extern int ldv_atomic_dec_and_lock_alloc_lock_of_task_struct(void);
36 extern void ldv_spin_lock_command_lock_of_typhoon(void);
37 extern void ldv_spin_unlock_command_lock_of_typhoon(void);
38 extern int ldv_spin_trylock_command_lock_of_typhoon(void);
39 extern void ldv_spin_unlock_wait_command_lock_of_typhoon(void);
40 extern int ldv_spin_is_locked_command_lock_of_typhoon(void);
41 extern int ldv_spin_can_lock_command_lock_of_typhoon(void);
42 extern int ldv_spin_is_contended_command_lock_of_typhoon(void);
43 extern int ldv_atomic_dec_and_lock_command_lock_of_typhoon(void);
44 extern void ldv_spin_lock_i_lock_of_inode(void);
45 extern void ldv_spin_unlock_i_lock_of_inode(void);
46 extern int ldv_spin_trylock_i_lock_of_inode(void);
47 extern void ldv_spin_unlock_wait_i_lock_of_inode(void);
48 extern int ldv_spin_is_locked_i_lock_of_inode(void);
49 extern int ldv_spin_can_lock_i_lock_of_inode(void);
50 extern int ldv_spin_is_contended_i_lock_of_inode(void);
51 extern int ldv_atomic_dec_and_lock_i_lock_of_inode(void);
52 extern void ldv_spin_lock_lock(void);
53 extern void ldv_spin_unlock_lock(void);
54 extern int ldv_spin_trylock_lock(void);
55 extern void ldv_spin_unlock_wait_lock(void);
56 extern int ldv_spin_is_locked_lock(void);
57 extern int ldv_spin_can_lock_lock(void);
58 extern int ldv_spin_is_contended_lock(void);
59 extern int ldv_atomic_dec_and_lock_lock(void);
60 extern void ldv_spin_lock_lock_of_NOT_ARG_SIGN(void);
61 extern void ldv_spin_unlock_lock_of_NOT_ARG_SIGN(void);
62 extern int ldv_spin_trylock_lock_of_NOT_ARG_SIGN(void);
63 extern void ldv_spin_unlock_wait_lock_of_NOT_ARG_SIGN(void);
64 extern int ldv_spin_is_locked_lock_of_NOT_ARG_SIGN(void);
65 extern int ldv_spin_can_lock_lock_of_NOT_ARG_SIGN(void);
66 extern int ldv_spin_is_contended_lock_of_NOT_ARG_SIGN(void);
67 extern int ldv_atomic_dec_and_lock_lock_of_NOT_ARG_SIGN(void);
68 extern void ldv_spin_lock_lru_lock_of_netns_frags(void);
69 extern void ldv_spin_unlock_lru_lock_of_netns_frags(void);
70 extern int ldv_spin_trylock_lru_lock_of_netns_frags(void);
71 extern void ldv_spin_unlock_wait_lru_lock_of_netns_frags(void);
72 extern int ldv_spin_is_locked_lru_lock_of_netns_frags(void);
73 extern int ldv_spin_can_lock_lru_lock_of_netns_frags(void);
74 extern int ldv_spin_is_contended_lru_lock_of_netns_frags(void);
75 extern int ldv_atomic_dec_and_lock_lru_lock_of_netns_frags(void);
76 extern void ldv_spin_lock_node_size_lock_of_pglist_data(void);
77 extern void ldv_spin_unlock_node_size_lock_of_pglist_data(void);
78 extern int ldv_spin_trylock_node_size_lock_of_pglist_data(void);
79 extern void ldv_spin_unlock_wait_node_size_lock_of_pglist_data(void);
80 extern int ldv_spin_is_locked_node_size_lock_of_pglist_data(void);
81 extern int ldv_spin_can_lock_node_size_lock_of_pglist_data(void);
82 extern int ldv_spin_is_contended_node_size_lock_of_pglist_data(void);
83 extern int ldv_atomic_dec_and_lock_node_size_lock_of_pglist_data(void);
84 extern void ldv_spin_lock_ptl(void);
85 extern void ldv_spin_unlock_ptl(void);
86 extern int ldv_spin_trylock_ptl(void);
87 extern void ldv_spin_unlock_wait_ptl(void);
88 extern int ldv_spin_is_locked_ptl(void);
89 extern int ldv_spin_can_lock_ptl(void);
90 extern int ldv_spin_is_contended_ptl(void);
91 extern int ldv_atomic_dec_and_lock_ptl(void);
92 extern void ldv_spin_lock_siglock_of_sighand_struct(void);
93 extern void ldv_spin_unlock_siglock_of_sighand_struct(void);
94 extern int ldv_spin_trylock_siglock_of_sighand_struct(void);
95 extern void ldv_spin_unlock_wait_siglock_of_sighand_struct(void);
96 extern int ldv_spin_is_locked_siglock_of_sighand_struct(void);
97 extern int ldv_spin_can_lock_siglock_of_sighand_struct(void);
98 extern int ldv_spin_is_contended_siglock_of_sighand_struct(void);
99 extern int ldv_atomic_dec_and_lock_siglock_of_sighand_struct(void);
100 extern void ldv_spin_lock_tx_global_lock_of_net_device(void);
101 extern void ldv_spin_unlock_tx_global_lock_of_net_device(void);
102 extern int ldv_spin_trylock_tx_global_lock_of_net_device(void);
103 extern void ldv_spin_unlock_wait_tx_global_lock_of_net_device(void);
104 extern int ldv_spin_is_locked_tx_global_lock_of_net_device(void);
105 extern int ldv_spin_can_lock_tx_global_lock_of_net_device(void);
106 extern int ldv_spin_is_contended_tx_global_lock_of_net_device(void);
107 extern int ldv_atomic_dec_and_lock_tx_global_lock_of_net_device(void);
108
109 /* typhoon.c: A Linux Ethernet device driver for 3Com 3CR990 family of NICs */
110 /*
111 Written 2002-2004 by David Dillow <dave@thedillows.org>
112 Based on code written 1998-2000 by Donald Becker <becker@scyld.com> and
113 Linux 2.2.x driver by David P. McLean <davidpmclean@yahoo.com>.
114
115 This software may be used and distributed according to the terms of
116 the GNU General Public License (GPL), incorporated herein by reference.
117 Drivers based on or derived from this code fall under the GPL and must
118 retain the authorship, copyright and license notice. This file is not
119 a complete program and may only be used when the entire operating
120 system is licensed under the GPL.
121
122 This software is available on a public web site. It may enable
123 cryptographic capabilities of the 3Com hardware, and may be
124 exported from the United States under License Exception "TSU"
125 pursuant to 15 C.F.R. Section 740.13(e).
126
127 This work was funded by the National Library of Medicine under
128 the Department of Energy project number 0274DD06D1 and NLM project
129 number Y1-LM-2015-01.
130
131 This driver is designed for the 3Com 3CR990 Family of cards with the
132 3XP Processor. It has been tested on x86 and sparc64.
133
134 KNOWN ISSUES:
135 *) Cannot DMA Rx packets to a 2 byte aligned address. Also firmware
136 issue. Hopefully 3Com will fix it.
137 *) Waiting for a command response takes 8ms due to non-preemptable
138 polling. Only significant for getting stats and creating
139 SAs, but an ugly wart never the less.
140
141 TODO:
142 *) Doesn't do IPSEC offloading. Yet. Keep yer pants on, it's coming.
143 *) Add more support for ethtool (especially for NIC stats)
144 *) Allow disabling of RX checksum offloading
145 *) Fix MAC changing to work while the interface is up
146 (Need to put commands on the TX ring, which changes
147 the locking)
148 *) Add in FCS to {rx,tx}_bytes, since the hardware doesn't. See
149 http://oss.sgi.com/cgi-bin/mesg.cgi?a=netdev&i=20031215152211.7003fe8e.rddunlap%40osdl.org
150 */
151
152 /* Set the copy breakpoint for the copy-only-tiny-frames scheme.
153 * Setting to > 1518 effectively disables this feature.
154 */
155 static int rx_copybreak = 200;
156
157 /* Should we use MMIO or Port IO?
158 * 0: Port IO
159 * 1: MMIO
160 * 2: Try MMIO, fallback to Port IO
161 */
162 static unsigned int use_mmio = 2;
163
164 /* end user-configurable values */
165
166 /* Maximum number of multicast addresses to filter (vs. rx-all-multicast).
167 */
168 static const int multicast_filter_limit = 32;
169
170 /* Operational parameters that are set at compile time. */
171
172 /* Keep the ring sizes a power of two for compile efficiency.
173 * The compiler will convert <unsigned>'%'<2^N> into a bit mask.
174 * Making the Tx ring too large decreases the effectiveness of channel
175 * bonding and packet priority.
176 * There are no ill effects from too-large receive rings.
177 *
178 * We don't currently use the Hi Tx ring so, don't make it very big.
179 *
180 * Beware that if we start using the Hi Tx ring, we will need to change
181 * typhoon_num_free_tx() and typhoon_tx_complete() to account for that.
182 */
183 #define TXHI_ENTRIES 2
184 #define TXLO_ENTRIES 128
185 #define RX_ENTRIES 32
186 #define COMMAND_ENTRIES 16
187 #define RESPONSE_ENTRIES 32
188
189 #define COMMAND_RING_SIZE (COMMAND_ENTRIES * sizeof(struct cmd_desc))
190 #define RESPONSE_RING_SIZE (RESPONSE_ENTRIES * sizeof(struct resp_desc))
191
192 /* The 3XP will preload and remove 64 entries from the free buffer
193 * list, and we need one entry to keep the ring from wrapping, so
194 * to keep this a power of two, we use 128 entries.
195 */
196 #define RXFREE_ENTRIES 128
197 #define RXENT_ENTRIES (RXFREE_ENTRIES - 1)
198
199 /* Operational parameters that usually are not changed. */
200
201 /* Time in jiffies before concluding the transmitter is hung. */
202 #define TX_TIMEOUT (2*HZ)
203
204 #define PKT_BUF_SZ 1536
205 #define FIRMWARE_NAME "3com/typhoon.bin"
206
207 #define pr_fmt(fmt) KBUILD_MODNAME " " fmt
208
209 #include <linux/module.h>
210 #include <linux/kernel.h>
211 #include <linux/sched.h>
212 #include <linux/string.h>
213 #include <linux/timer.h>
214 #include <linux/errno.h>
215 #include <linux/ioport.h>
216 #include <linux/interrupt.h>
217 #include <linux/pci.h>
218 #include <linux/netdevice.h>
219 #include <linux/etherdevice.h>
220 #include <linux/skbuff.h>
221 #include <linux/mm.h>
222 #include <linux/init.h>
223 #include <linux/delay.h>
224 #include <linux/ethtool.h>
225 #include <linux/if_vlan.h>
226 #include <linux/crc32.h>
227 #include <linux/bitops.h>
228 #include <asm/processor.h>
229 #include <asm/io.h>
230 #include <asm/uaccess.h>
231 #include <linux/in6.h>
232 #include <linux/dma-mapping.h>
233 #include <linux/firmware.h>
234
235 #include "typhoon.h"
236
237 MODULE_AUTHOR("David Dillow <dave@thedillows.org>");
238 MODULE_VERSION("1.0");
239 MODULE_LICENSE("GPL");
240 MODULE_FIRMWARE(FIRMWARE_NAME);
241 MODULE_DESCRIPTION("3Com Typhoon Family (3C990, 3CR990, and variants)");
242 MODULE_PARM_DESC(rx_copybreak, "Packets smaller than this are copied and "
243 "the buffer given back to the NIC. Default "
244 "is 200.");
245 MODULE_PARM_DESC(use_mmio, "Use MMIO (1) or PIO(0) to access the NIC. "
246 "Default is to try MMIO and fallback to PIO.");
247 module_param(rx_copybreak, int, 0);
248 module_param(use_mmio, int, 0);
249
250 #if defined(NETIF_F_TSO) && MAX_SKB_FRAGS > 32
251 #warning Typhoon only supports 32 entries in its SG list for TSO, disabling TSO
252 #undef NETIF_F_TSO
253 #endif
254
255 #if TXLO_ENTRIES <= (2 * MAX_SKB_FRAGS)
256 #error TX ring too small!
257 #endif
258
259 struct typhoon_card_info {
260 const char *name;
261 const int capabilities;
262 };
263
264 #define TYPHOON_CRYPTO_NONE 0x00
265 #define TYPHOON_CRYPTO_DES 0x01
266 #define TYPHOON_CRYPTO_3DES 0x02
267 #define TYPHOON_CRYPTO_VARIABLE 0x04
268 #define TYPHOON_FIBER 0x08
269 #define TYPHOON_WAKEUP_NEEDS_RESET 0x10
270
271 enum typhoon_cards {
272 TYPHOON_TX = 0, TYPHOON_TX95, TYPHOON_TX97, TYPHOON_SVR,
273 TYPHOON_SVR95, TYPHOON_SVR97, TYPHOON_TXM, TYPHOON_BSVR,
274 TYPHOON_FX95, TYPHOON_FX97, TYPHOON_FX95SVR, TYPHOON_FX97SVR,
275 TYPHOON_FXM,
276 };
277
278 /* directly indexed by enum typhoon_cards, above */
279 static struct typhoon_card_info typhoon_card_info[] = {
280 { "3Com Typhoon (3C990-TX)",
281 TYPHOON_CRYPTO_NONE},
282 { "3Com Typhoon (3CR990-TX-95)",
283 TYPHOON_CRYPTO_DES},
284 { "3Com Typhoon (3CR990-TX-97)",
285 TYPHOON_CRYPTO_DES | TYPHOON_CRYPTO_3DES},
286 { "3Com Typhoon (3C990SVR)",
287 TYPHOON_CRYPTO_NONE},
288 { "3Com Typhoon (3CR990SVR95)",
289 TYPHOON_CRYPTO_DES},
290 { "3Com Typhoon (3CR990SVR97)",
291 TYPHOON_CRYPTO_DES | TYPHOON_CRYPTO_3DES},
292 { "3Com Typhoon2 (3C990B-TX-M)",
293 TYPHOON_CRYPTO_VARIABLE},
294 { "3Com Typhoon2 (3C990BSVR)",
295 TYPHOON_CRYPTO_VARIABLE},
296 { "3Com Typhoon (3CR990-FX-95)",
297 TYPHOON_CRYPTO_DES | TYPHOON_FIBER},
298 { "3Com Typhoon (3CR990-FX-97)",
299 TYPHOON_CRYPTO_DES | TYPHOON_CRYPTO_3DES | TYPHOON_FIBER},
300 { "3Com Typhoon (3CR990-FX-95 Server)",
301 TYPHOON_CRYPTO_DES | TYPHOON_FIBER},
302 { "3Com Typhoon (3CR990-FX-97 Server)",
303 TYPHOON_CRYPTO_DES | TYPHOON_CRYPTO_3DES | TYPHOON_FIBER},
304 { "3Com Typhoon2 (3C990B-FX-97)",
305 TYPHOON_CRYPTO_VARIABLE | TYPHOON_FIBER},
306 };
307
308 /* Notes on the new subsystem numbering scheme:
309 * bits 0-1 indicate crypto capabilities: (0) variable, (1) DES, or (2) 3DES
310 * bit 4 indicates if this card has secured firmware (we don't support it)
311 * bit 8 indicates if this is a (0) copper or (1) fiber card
312 * bits 12-16 indicate card type: (0) client and (1) server
313 */
314 static DEFINE_PCI_DEVICE_TABLE(typhoon_pci_tbl) = {
315 { PCI_VENDOR_ID_3COM, PCI_DEVICE_ID_3COM_3CR990,
316 PCI_ANY_ID, PCI_ANY_ID, 0, 0,TYPHOON_TX },
317 { PCI_VENDOR_ID_3COM, PCI_DEVICE_ID_3COM_3CR990_TX_95,
318 PCI_ANY_ID, PCI_ANY_ID, 0, 0, TYPHOON_TX95 },
319 { PCI_VENDOR_ID_3COM, PCI_DEVICE_ID_3COM_3CR990_TX_97,
320 PCI_ANY_ID, PCI_ANY_ID, 0, 0, TYPHOON_TX97 },
321 { PCI_VENDOR_ID_3COM, PCI_DEVICE_ID_3COM_3CR990B,
322 PCI_ANY_ID, 0x1000, 0, 0, TYPHOON_TXM },
323 { PCI_VENDOR_ID_3COM, PCI_DEVICE_ID_3COM_3CR990B,
324 PCI_ANY_ID, 0x1102, 0, 0, TYPHOON_FXM },
325 { PCI_VENDOR_ID_3COM, PCI_DEVICE_ID_3COM_3CR990B,
326 PCI_ANY_ID, 0x2000, 0, 0, TYPHOON_BSVR },
327 { PCI_VENDOR_ID_3COM, PCI_DEVICE_ID_3COM_3CR990_FX,
328 PCI_ANY_ID, 0x1101, 0, 0, TYPHOON_FX95 },
329 { PCI_VENDOR_ID_3COM, PCI_DEVICE_ID_3COM_3CR990_FX,
330 PCI_ANY_ID, 0x1102, 0, 0, TYPHOON_FX97 },
331 { PCI_VENDOR_ID_3COM, PCI_DEVICE_ID_3COM_3CR990_FX,
332 PCI_ANY_ID, 0x2101, 0, 0, TYPHOON_FX95SVR },
333 { PCI_VENDOR_ID_3COM, PCI_DEVICE_ID_3COM_3CR990_FX,
334 PCI_ANY_ID, 0x2102, 0, 0, TYPHOON_FX97SVR },
335 { PCI_VENDOR_ID_3COM, PCI_DEVICE_ID_3COM_3CR990SVR95,
336 PCI_ANY_ID, PCI_ANY_ID, 0, 0, TYPHOON_SVR95 },
337 { PCI_VENDOR_ID_3COM, PCI_DEVICE_ID_3COM_3CR990SVR97,
338 PCI_ANY_ID, PCI_ANY_ID, 0, 0, TYPHOON_SVR97 },
339 { PCI_VENDOR_ID_3COM, PCI_DEVICE_ID_3COM_3CR990SVR,
340 PCI_ANY_ID, PCI_ANY_ID, 0, 0, TYPHOON_SVR },
341 { 0, }
342 };
343 MODULE_DEVICE_TABLE(pci, typhoon_pci_tbl);
344
345 /* Define the shared memory area
346 * Align everything the 3XP will normally be using.
347 * We'll need to move/align txHi if we start using that ring.
348 */
349 #define __3xp_aligned ____cacheline_aligned
350 struct typhoon_shared {
351 struct typhoon_interface iface;
352 struct typhoon_indexes indexes __3xp_aligned;
353 struct tx_desc txLo[TXLO_ENTRIES] __3xp_aligned;
354 struct rx_desc rxLo[RX_ENTRIES] __3xp_aligned;
355 struct rx_desc rxHi[RX_ENTRIES] __3xp_aligned;
356 struct cmd_desc cmd[COMMAND_ENTRIES] __3xp_aligned;
357 struct resp_desc resp[RESPONSE_ENTRIES] __3xp_aligned;
358 struct rx_free rxBuff[RXFREE_ENTRIES] __3xp_aligned;
359 u32 zeroWord;
360 struct tx_desc txHi[TXHI_ENTRIES];
361 } __packed;
362
363 struct rxbuff_ent {
364 struct sk_buff *skb;
365 dma_addr_t dma_addr;
366 };
367
368 struct typhoon {
369 /* Tx cache line section */
370 struct transmit_ring txLoRing ____cacheline_aligned;
371 struct pci_dev * tx_pdev;
372 void __iomem *tx_ioaddr;
373 u32 txlo_dma_addr;
374
375 /* Irq/Rx cache line section */
376 void __iomem *ioaddr ____cacheline_aligned;
377 struct typhoon_indexes *indexes;
378 u8 awaiting_resp;
379 u8 duplex;
380 u8 speed;
381 u8 card_state;
382 struct basic_ring rxLoRing;
383 struct pci_dev * pdev;
384 struct net_device * dev;
385 struct napi_struct napi;
386 struct basic_ring rxHiRing;
387 struct basic_ring rxBuffRing;
388 struct rxbuff_ent rxbuffers[RXENT_ENTRIES];
389
390 /* general section */
391 spinlock_t command_lock ____cacheline_aligned;
392 struct basic_ring cmdRing;
393 struct basic_ring respRing;
394 struct net_device_stats stats;
395 struct net_device_stats stats_saved;
396 struct typhoon_shared * shared;
397 dma_addr_t shared_dma;
398 __le16 xcvr_select;
399 __le16 wol_events;
400 __le32 offload;
401
402 /* unused stuff (future use) */
403 int capabilities;
404 struct transmit_ring txHiRing;
405 };
406
407 enum completion_wait_values {
408 NoWait = 0, WaitNoSleep, WaitSleep,
409 };
410
411 /* These are the values for the typhoon.card_state variable.
412 * These determine where the statistics will come from in get_stats().
413 * The sleep image does not support the statistics we need.
414 */
415 enum state_values {
416 Sleeping = 0, Running,
417 };
418
419 /* PCI writes are not guaranteed to be posted in order, but outstanding writes
420 * cannot pass a read, so this forces current writes to post.
421 */
422 #define typhoon_post_pci_writes(x) \
423 do { if(likely(use_mmio)) ioread32(x+TYPHOON_REG_HEARTBEAT); } while(0)
424
425 /* We'll wait up to six seconds for a reset, and half a second normally.
426 */
427 #define TYPHOON_UDELAY 50
428 #define TYPHOON_RESET_TIMEOUT_SLEEP (6 * HZ)
429 #define TYPHOON_RESET_TIMEOUT_NOSLEEP ((6 * 1000000) / TYPHOON_UDELAY)
430 #define TYPHOON_WAIT_TIMEOUT ((1000000 / 2) / TYPHOON_UDELAY)
431
432 #if defined(NETIF_F_TSO)
433 #define skb_tso_size(x) (skb_shinfo(x)->gso_size)
434 #define TSO_NUM_DESCRIPTORS 2
435 #define TSO_OFFLOAD_ON TYPHOON_OFFLOAD_TCP_SEGMENT
436 #else
437 #define NETIF_F_TSO 0
438 #define skb_tso_size(x) 0
439 #define TSO_NUM_DESCRIPTORS 0
440 #define TSO_OFFLOAD_ON 0
441 #endif
442
443 static inline void
444 typhoon_inc_index(u32 *index, const int count, const int num_entries)
445 {
446 /* Increment a ring index -- we can use this for all rings execept
447 * the Rx rings, as they use different size descriptors
448 * otherwise, everything is the same size as a cmd_desc
449 */
450 *index += count * sizeof(struct cmd_desc);
451 *index %= num_entries * sizeof(struct cmd_desc);
452 }
453
454 static inline void
455 typhoon_inc_cmd_index(u32 *index, const int count)
456 {
457 typhoon_inc_index(index, count, COMMAND_ENTRIES);
458 }
459
460 static inline void
461 typhoon_inc_resp_index(u32 *index, const int count)
462 {
463 typhoon_inc_index(index, count, RESPONSE_ENTRIES);
464 }
465
466 static inline void
467 typhoon_inc_rxfree_index(u32 *index, const int count)
468 {
469 typhoon_inc_index(index, count, RXFREE_ENTRIES);
470 }
471
472 static inline void
473 typhoon_inc_tx_index(u32 *index, const int count)
474 {
475 /* if we start using the Hi Tx ring, this needs updating */
476 typhoon_inc_index(index, count, TXLO_ENTRIES);
477 }
478
479 static inline void
480 typhoon_inc_rx_index(u32 *index, const int count)
481 {
482 /* sizeof(struct rx_desc) != sizeof(struct cmd_desc) */
483 *index += count * sizeof(struct rx_desc);
484 *index %= RX_ENTRIES * sizeof(struct rx_desc);
485 }
486
487 static int
488 typhoon_reset(void __iomem *ioaddr, int wait_type)
489 {
490 int i, err = 0;
491 int timeout;
492
493 if(wait_type == WaitNoSleep)
494 timeout = TYPHOON_RESET_TIMEOUT_NOSLEEP;
495 else
496 timeout = TYPHOON_RESET_TIMEOUT_SLEEP;
497
498 iowrite32(TYPHOON_INTR_ALL, ioaddr + TYPHOON_REG_INTR_MASK);
499 iowrite32(TYPHOON_INTR_ALL, ioaddr + TYPHOON_REG_INTR_STATUS);
500
501 iowrite32(TYPHOON_RESET_ALL, ioaddr + TYPHOON_REG_SOFT_RESET);
502 typhoon_post_pci_writes(ioaddr);
503 udelay(1);
504 iowrite32(TYPHOON_RESET_NONE, ioaddr + TYPHOON_REG_SOFT_RESET);
505
506 if(wait_type != NoWait) {
507 for(i = 0; i < timeout; i++) {
508 if(ioread32(ioaddr + TYPHOON_REG_STATUS) ==
509 TYPHOON_STATUS_WAITING_FOR_HOST)
510 goto out;
511
512 if(wait_type == WaitSleep)
513 schedule_timeout_uninterruptible(1);
514 else
515 udelay(TYPHOON_UDELAY);
516 }
517
518 err = -ETIMEDOUT;
519 }
520
521 out:
522 iowrite32(TYPHOON_INTR_ALL, ioaddr + TYPHOON_REG_INTR_MASK);
523 iowrite32(TYPHOON_INTR_ALL, ioaddr + TYPHOON_REG_INTR_STATUS);
524
525 /* The 3XP seems to need a little extra time to complete the load
526 * of the sleep image before we can reliably boot it. Failure to
527 * do this occasionally results in a hung adapter after boot in
528 * typhoon_init_one() while trying to read the MAC address or
529 * putting the card to sleep. 3Com's driver waits 5ms, but
530 * that seems to be overkill. However, if we can sleep, we might
531 * as well give it that much time. Otherwise, we'll give it 500us,
532 * which should be enough (I've see it work well at 100us, but still
533 * saw occasional problems.)
534 */
535 if(wait_type == WaitSleep)
536 msleep(5);
537 else
538 udelay(500);
539 return err;
540 }
541
542 static int
543 typhoon_wait_status(void __iomem *ioaddr, u32 wait_value)
544 {
545 int i, err = 0;
546
547 for(i = 0; i < TYPHOON_WAIT_TIMEOUT; i++) {
548 if(ioread32(ioaddr + TYPHOON_REG_STATUS) == wait_value)
549 goto out;
550 udelay(TYPHOON_UDELAY);
551 }
552
553 err = -ETIMEDOUT;
554
555 out:
556 return err;
557 }
558
559 static inline void
560 typhoon_media_status(struct net_device *dev, struct resp_desc *resp)
561 {
562 if(resp->parm1 & TYPHOON_MEDIA_STAT_NO_LINK)
563 netif_carrier_off(dev);
564 else
565 netif_carrier_on(dev);
566 }
567
568 static inline void
569 typhoon_hello(struct typhoon *tp)
570 {
571 struct basic_ring *ring = &tp->cmdRing;
572 struct cmd_desc *cmd;
573
574 /* We only get a hello request if we've not sent anything to the
575 * card in a long while. If the lock is held, then we're in the
576 * process of issuing a command, so we don't need to respond.
577 */
578 if(spin_trylock(&tp->command_lock)) {
579 cmd = (struct cmd_desc *)(ring->ringBase + ring->lastWrite);
580 typhoon_inc_cmd_index(&ring->lastWrite, 1);
581
582 INIT_COMMAND_NO_RESPONSE(cmd, TYPHOON_CMD_HELLO_RESP);
583 wmb();
584 iowrite32(ring->lastWrite, tp->ioaddr + TYPHOON_REG_CMD_READY);
585 spin_unlock(&tp->command_lock);
586 }
587 }
588
589 static int
590 typhoon_process_response(struct typhoon *tp, int resp_size,
591 struct resp_desc *resp_save)
592 {
593 struct typhoon_indexes *indexes = tp->indexes;
594 struct resp_desc *resp;
595 u8 *base = tp->respRing.ringBase;
596 int count, len, wrap_len;
597 u32 cleared;
598 u32 ready;
599
600 cleared = le32_to_cpu(indexes->respCleared);
601 ready = le32_to_cpu(indexes->respReady);
602 while(cleared != ready) {
603 resp = (struct resp_desc *)(base + cleared);
604 count = resp->numDesc + 1;
605 if(resp_save && resp->seqNo) {
606 if(count > resp_size) {
607 resp_save->flags = TYPHOON_RESP_ERROR;
608 goto cleanup;
609 }
610
611 wrap_len = 0;
612 len = count * sizeof(*resp);
613 if(unlikely(cleared + len > RESPONSE_RING_SIZE)) {
614 wrap_len = cleared + len - RESPONSE_RING_SIZE;
615 len = RESPONSE_RING_SIZE - cleared;
616 }
617
618 memcpy(resp_save, resp, len);
619 if(unlikely(wrap_len)) {
620 resp_save += len / sizeof(*resp);
621 memcpy(resp_save, base, wrap_len);
622 }
623
624 resp_save = NULL;
625 } else if(resp->cmd == TYPHOON_CMD_READ_MEDIA_STATUS) {
626 typhoon_media_status(tp->dev, resp);
627 } else if(resp->cmd == TYPHOON_CMD_HELLO_RESP) {
628 typhoon_hello(tp);
629 } else {
630 netdev_err(tp->dev,
631 "dumping unexpected response 0x%04x:%d:0x%02x:0x%04x:%08x:%08x\n",
632 le16_to_cpu(resp->cmd),
633 resp->numDesc, resp->flags,
634 le16_to_cpu(resp->parm1),
635 le32_to_cpu(resp->parm2),
636 le32_to_cpu(resp->parm3));
637 }
638
639 cleanup:
640 typhoon_inc_resp_index(&cleared, count);
641 }
642
643 indexes->respCleared = cpu_to_le32(cleared);
644 wmb();
645 return resp_save == NULL;
646 }
647
648 static inline int
649 typhoon_num_free(int lastWrite, int lastRead, int ringSize)
650 {
651 /* this works for all descriptors but rx_desc, as they are a
652 * different size than the cmd_desc -- everyone else is the same
653 */
654 lastWrite /= sizeof(struct cmd_desc);
655 lastRead /= sizeof(struct cmd_desc);
656 return (ringSize + lastRead - lastWrite - 1) % ringSize;
657 }
658
659 static inline int
660 typhoon_num_free_cmd(struct typhoon *tp)
661 {
662 int lastWrite = tp->cmdRing.lastWrite;
663 int cmdCleared = le32_to_cpu(tp->indexes->cmdCleared);
664
665 return typhoon_num_free(lastWrite, cmdCleared, COMMAND_ENTRIES);
666 }
667
668 static inline int
669 typhoon_num_free_resp(struct typhoon *tp)
670 {
671 int respReady = le32_to_cpu(tp->indexes->respReady);
672 int respCleared = le32_to_cpu(tp->indexes->respCleared);
673
674 return typhoon_num_free(respReady, respCleared, RESPONSE_ENTRIES);
675 }
676
677 static inline int
678 typhoon_num_free_tx(struct transmit_ring *ring)
679 {
680 /* if we start using the Hi Tx ring, this needs updating */
681 return typhoon_num_free(ring->lastWrite, ring->lastRead, TXLO_ENTRIES);
682 }
683
684 static int
685 typhoon_issue_command(struct typhoon *tp, int num_cmd, struct cmd_desc *cmd,
686 int num_resp, struct resp_desc *resp)
687 {
688 struct typhoon_indexes *indexes = tp->indexes;
689 struct basic_ring *ring = &tp->cmdRing;
690 struct resp_desc local_resp;
691 int i, err = 0;
692 int got_resp;
693 int freeCmd, freeResp;
694 int len, wrap_len;
695
696 spin_lock(&tp->command_lock);
697
698 freeCmd = typhoon_num_free_cmd(tp);
699 freeResp = typhoon_num_free_resp(tp);
700
701 if(freeCmd < num_cmd || freeResp < num_resp) {
702 netdev_err(tp->dev, "no descs for cmd, had (needed) %d (%d) cmd, %d (%d) resp\n",
703 freeCmd, num_cmd, freeResp, num_resp);
704 err = -ENOMEM;
705 goto out;
706 }
707
708 if(cmd->flags & TYPHOON_CMD_RESPOND) {
709 /* If we're expecting a response, but the caller hasn't given
710 * us a place to put it, we'll provide one.
711 */
712 tp->awaiting_resp = 1;
713 if(resp == NULL) {
714 resp = &local_resp;
715 num_resp = 1;
716 }
717 }
718
719 wrap_len = 0;
720 len = num_cmd * sizeof(*cmd);
721 if(unlikely(ring->lastWrite + len > COMMAND_RING_SIZE)) {
722 wrap_len = ring->lastWrite + len - COMMAND_RING_SIZE;
723 len = COMMAND_RING_SIZE - ring->lastWrite;
724 }
725
726 memcpy(ring->ringBase + ring->lastWrite, cmd, len);
727 if(unlikely(wrap_len)) {
728 struct cmd_desc *wrap_ptr = cmd;
729 wrap_ptr += len / sizeof(*cmd);
730 memcpy(ring->ringBase, wrap_ptr, wrap_len);
731 }
732
733 typhoon_inc_cmd_index(&ring->lastWrite, num_cmd);
734
735 /* "I feel a presence... another warrior is on the mesa."
736 */
737 wmb();
738 iowrite32(ring->lastWrite, tp->ioaddr + TYPHOON_REG_CMD_READY);
739 typhoon_post_pci_writes(tp->ioaddr);
740
741 if((cmd->flags & TYPHOON_CMD_RESPOND) == 0)
742 goto out;
743
744 /* Ugh. We'll be here about 8ms, spinning our thumbs, unable to
745 * preempt or do anything other than take interrupts. So, don't
746 * wait for a response unless you have to.
747 *
748 * I've thought about trying to sleep here, but we're called
749 * from many contexts that don't allow that. Also, given the way
750 * 3Com has implemented irq coalescing, we would likely timeout --
751 * this has been observed in real life!
752 *
753 * The big killer is we have to wait to get stats from the card,
754 * though we could go to a periodic refresh of those if we don't
755 * mind them getting somewhat stale. The rest of the waiting
756 * commands occur during open/close/suspend/resume, so they aren't
757 * time critical. Creating SAs in the future will also have to
758 * wait here.
759 */
760 got_resp = 0;
761 for(i = 0; i < TYPHOON_WAIT_TIMEOUT && !got_resp; i++) {
762 if(indexes->respCleared != indexes->respReady)
763 got_resp = typhoon_process_response(tp, num_resp,
764 resp);
765 udelay(TYPHOON_UDELAY);
766 }
767
768 if(!got_resp) {
769 err = -ETIMEDOUT;
770 goto out;
771 }
772
773 /* Collect the error response even if we don't care about the
774 * rest of the response
775 */
776 if(resp->flags & TYPHOON_RESP_ERROR)
777 err = -EIO;
778
779 out:
780 if(tp->awaiting_resp) {
781 tp->awaiting_resp = 0;
782 smp_wmb();
783
784 /* Ugh. If a response was added to the ring between
785 * the call to typhoon_process_response() and the clearing
786 * of tp->awaiting_resp, we could have missed the interrupt
787 * and it could hang in the ring an indeterminate amount of
788 * time. So, check for it, and interrupt ourselves if this
789 * is the case.
790 */
791 if(indexes->respCleared != indexes->respReady)
792 iowrite32(1, tp->ioaddr + TYPHOON_REG_SELF_INTERRUPT);
793 }
794
795 spin_unlock(&tp->command_lock);
796 return err;
797 }
798
799 static inline void
800 typhoon_tso_fill(struct sk_buff *skb, struct transmit_ring *txRing,
801 u32 ring_dma)
802 {
803 struct tcpopt_desc *tcpd;
804 u32 tcpd_offset = ring_dma;
805
806 tcpd = (struct tcpopt_desc *) (txRing->ringBase + txRing->lastWrite);
807 tcpd_offset += txRing->lastWrite;
808 tcpd_offset += offsetof(struct tcpopt_desc, bytesTx);
809 typhoon_inc_tx_index(&txRing->lastWrite, 1);
810
811 tcpd->flags = TYPHOON_OPT_DESC | TYPHOON_OPT_TCP_SEG;
812 tcpd->numDesc = 1;
813 tcpd->mss_flags = cpu_to_le16(skb_tso_size(skb));
814 tcpd->mss_flags |= TYPHOON_TSO_FIRST | TYPHOON_TSO_LAST;
815 tcpd->respAddrLo = cpu_to_le32(tcpd_offset);
816 tcpd->bytesTx = cpu_to_le32(skb->len);
817 tcpd->status = 0;
818 }
819
820 static netdev_tx_t
821 typhoon_start_tx(struct sk_buff *skb, struct net_device *dev)
822 {
823 struct typhoon *tp = netdev_priv(dev);
824 struct transmit_ring *txRing;
825 struct tx_desc *txd, *first_txd;
826 dma_addr_t skb_dma;
827 int numDesc;
828
829 /* we have two rings to choose from, but we only use txLo for now
830 * If we start using the Hi ring as well, we'll need to update
831 * typhoon_stop_runtime(), typhoon_interrupt(), typhoon_num_free_tx(),
832 * and TXHI_ENTRIES to match, as well as update the TSO code below
833 * to get the right DMA address
834 */
835 txRing = &tp->txLoRing;
836
837 /* We need one descriptor for each fragment of the sk_buff, plus the
838 * one for the ->data area of it.
839 *
840 * The docs say a maximum of 16 fragment descriptors per TCP option
841 * descriptor, then make a new packet descriptor and option descriptor
842 * for the next 16 fragments. The engineers say just an option
843 * descriptor is needed. I've tested up to 26 fragments with a single
844 * packet descriptor/option descriptor combo, so I use that for now.
845 *
846 * If problems develop with TSO, check this first.
847 */
848 numDesc = skb_shinfo(skb)->nr_frags + 1;
849 if (skb_is_gso(skb))
850 numDesc++;
851
852 /* When checking for free space in the ring, we need to also
853 * account for the initial Tx descriptor, and we always must leave
854 * at least one descriptor unused in the ring so that it doesn't
855 * wrap and look empty.
856 *
857 * The only time we should loop here is when we hit the race
858 * between marking the queue awake and updating the cleared index.
859 * Just loop and it will appear. This comes from the acenic driver.
860 */
861 while(unlikely(typhoon_num_free_tx(txRing) < (numDesc + 2)))
862 smp_rmb();
863
864 first_txd = (struct tx_desc *) (txRing->ringBase + txRing->lastWrite);
865 typhoon_inc_tx_index(&txRing->lastWrite, 1);
866
867 first_txd->flags = TYPHOON_TX_DESC | TYPHOON_DESC_VALID;
868 first_txd->numDesc = 0;
869 first_txd->len = 0;
870 first_txd->tx_addr = (u64)((unsigned long) skb);
871 first_txd->processFlags = 0;
872
873 if(skb->ip_summed == CHECKSUM_PARTIAL) {
874 /* The 3XP will figure out if this is UDP/TCP */
875 first_txd->processFlags |= TYPHOON_TX_PF_TCP_CHKSUM;
876 first_txd->processFlags |= TYPHOON_TX_PF_UDP_CHKSUM;
877 first_txd->processFlags |= TYPHOON_TX_PF_IP_CHKSUM;
878 }
879
880 if(vlan_tx_tag_present(skb)) {
881 first_txd->processFlags |=
882 TYPHOON_TX_PF_INSERT_VLAN | TYPHOON_TX_PF_VLAN_PRIORITY;
883 first_txd->processFlags |=
884 cpu_to_le32(htons(vlan_tx_tag_get(skb)) <<
885 TYPHOON_TX_PF_VLAN_TAG_SHIFT);
886 }
887
888 if (skb_is_gso(skb)) {
889 first_txd->processFlags |= TYPHOON_TX_PF_TCP_SEGMENT;
890 first_txd->numDesc++;
891
892 typhoon_tso_fill(skb, txRing, tp->txlo_dma_addr);
893 }
894
895 txd = (struct tx_desc *) (txRing->ringBase + txRing->lastWrite);
896 typhoon_inc_tx_index(&txRing->lastWrite, 1);
897
898 /* No need to worry about padding packet -- the firmware pads
899 * it with zeros to ETH_ZLEN for us.
900 */
901 if(skb_shinfo(skb)->nr_frags == 0) {
902 skb_dma = pci_map_single(tp->tx_pdev, skb->data, skb->len,
903 PCI_DMA_TODEVICE);
904 txd->flags = TYPHOON_FRAG_DESC | TYPHOON_DESC_VALID;
905 txd->len = cpu_to_le16(skb->len);
906 txd->frag.addr = cpu_to_le32(skb_dma);
907 txd->frag.addrHi = 0;
908 first_txd->numDesc++;
909 } else {
910 int i, len;
911
912 len = skb_headlen(skb);
913 skb_dma = pci_map_single(tp->tx_pdev, skb->data, len,
914 PCI_DMA_TODEVICE);
915 txd->flags = TYPHOON_FRAG_DESC | TYPHOON_DESC_VALID;
916 txd->len = cpu_to_le16(len);
917 txd->frag.addr = cpu_to_le32(skb_dma);
918 txd->frag.addrHi = 0;
919 first_txd->numDesc++;
920
921 for (i = 0; i < skb_shinfo(skb)->nr_frags; i++) {
922 const skb_frag_t *frag = &skb_shinfo(skb)->frags[i];
923 void *frag_addr;
924
925 txd = (struct tx_desc *) (txRing->ringBase +
926 txRing->lastWrite);
927 typhoon_inc_tx_index(&txRing->lastWrite, 1);
928
929 len = skb_frag_size(frag);
930 frag_addr = skb_frag_address(frag);
931 skb_dma = pci_map_single(tp->tx_pdev, frag_addr, len,
932 PCI_DMA_TODEVICE);
933 txd->flags = TYPHOON_FRAG_DESC | TYPHOON_DESC_VALID;
934 txd->len = cpu_to_le16(len);
935 txd->frag.addr = cpu_to_le32(skb_dma);
936 txd->frag.addrHi = 0;
937 first_txd->numDesc++;
938 }
939 }
940
941 /* Kick the 3XP
942 */
943 wmb();
944 iowrite32(txRing->lastWrite, tp->tx_ioaddr + txRing->writeRegister);
945
946 /* If we don't have room to put the worst case packet on the
947 * queue, then we must stop the queue. We need 2 extra
948 * descriptors -- one to prevent ring wrap, and one for the
949 * Tx header.
950 */
951 numDesc = MAX_SKB_FRAGS + TSO_NUM_DESCRIPTORS + 1;
952
953 if(typhoon_num_free_tx(txRing) < (numDesc + 2)) {
954 netif_stop_queue(dev);
955
956 /* A Tx complete IRQ could have gotten between, making
957 * the ring free again. Only need to recheck here, since
958 * Tx is serialized.
959 */
960 if(typhoon_num_free_tx(txRing) >= (numDesc + 2))
961 netif_wake_queue(dev);
962 }
963
964 return NETDEV_TX_OK;
965 }
966
967 static void
968 typhoon_set_rx_mode(struct net_device *dev)
969 {
970 struct typhoon *tp = netdev_priv(dev);
971 struct cmd_desc xp_cmd;
972 u32 mc_filter[2];
973 __le16 filter;
974
975 filter = TYPHOON_RX_FILTER_DIRECTED | TYPHOON_RX_FILTER_BROADCAST;
976 if(dev->flags & IFF_PROMISC) {
977 filter |= TYPHOON_RX_FILTER_PROMISCOUS;
978 } else if ((netdev_mc_count(dev) > multicast_filter_limit) ||
979 (dev->flags & IFF_ALLMULTI)) {
980 /* Too many to match, or accept all multicasts. */
981 filter |= TYPHOON_RX_FILTER_ALL_MCAST;
982 } else if (!netdev_mc_empty(dev)) {
983 struct netdev_hw_addr *ha;
984
985 memset(mc_filter, 0, sizeof(mc_filter));
986 netdev_for_each_mc_addr(ha, dev) {
987 int bit = ether_crc(ETH_ALEN, ha->addr) & 0x3f;
988 mc_filter[bit >> 5] |= 1 << (bit & 0x1f);
989 }
990
991 INIT_COMMAND_NO_RESPONSE(&xp_cmd,
992 TYPHOON_CMD_SET_MULTICAST_HASH);
993 xp_cmd.parm1 = TYPHOON_MCAST_HASH_SET;
994 xp_cmd.parm2 = cpu_to_le32(mc_filter[0]);
995 xp_cmd.parm3 = cpu_to_le32(mc_filter[1]);
996 typhoon_issue_command(tp, 1, &xp_cmd, 0, NULL);
997
998 filter |= TYPHOON_RX_FILTER_MCAST_HASH;
999 }
1000
1001 INIT_COMMAND_WITH_RESPONSE(&xp_cmd, TYPHOON_CMD_SET_RX_FILTER);
1002 xp_cmd.parm1 = filter;
1003 typhoon_issue_command(tp, 1, &xp_cmd, 0, NULL);
1004 }
1005
1006 static int
1007 typhoon_do_get_stats(struct typhoon *tp)
1008 {
1009 struct net_device_stats *stats = &tp->stats;
1010 struct net_device_stats *saved = &tp->stats_saved;
1011 struct cmd_desc xp_cmd;
1012 struct resp_desc xp_resp[7];
1013 struct stats_resp *s = (struct stats_resp *) xp_resp;
1014 int err;
1015
1016 INIT_COMMAND_WITH_RESPONSE(&xp_cmd, TYPHOON_CMD_READ_STATS);
1017 err = typhoon_issue_command(tp, 1, &xp_cmd, 7, xp_resp);
1018 if(err < 0)
1019 return err;
1020
1021 /* 3Com's Linux driver uses txMultipleCollisions as it's
1022 * collisions value, but there is some other collision info as well...
1023 *
1024 * The extra status reported would be a good candidate for
1025 * ethtool_ops->get_{strings,stats}()
1026 */
1027 stats->tx_packets = le32_to_cpu(s->txPackets) +
1028 saved->tx_packets;
1029 stats->tx_bytes = le64_to_cpu(s->txBytes) +
1030 saved->tx_bytes;
1031 stats->tx_errors = le32_to_cpu(s->txCarrierLost) +
1032 saved->tx_errors;
1033 stats->tx_carrier_errors = le32_to_cpu(s->txCarrierLost) +
1034 saved->tx_carrier_errors;
1035 stats->collisions = le32_to_cpu(s->txMultipleCollisions) +
1036 saved->collisions;
1037 stats->rx_packets = le32_to_cpu(s->rxPacketsGood) +
1038 saved->rx_packets;
1039 stats->rx_bytes = le64_to_cpu(s->rxBytesGood) +
1040 saved->rx_bytes;
1041 stats->rx_fifo_errors = le32_to_cpu(s->rxFifoOverruns) +
1042 saved->rx_fifo_errors;
1043 stats->rx_errors = le32_to_cpu(s->rxFifoOverruns) +
1044 le32_to_cpu(s->BadSSD) + le32_to_cpu(s->rxCrcErrors) +
1045 saved->rx_errors;
1046 stats->rx_crc_errors = le32_to_cpu(s->rxCrcErrors) +
1047 saved->rx_crc_errors;
1048 stats->rx_length_errors = le32_to_cpu(s->rxOversized) +
1049 saved->rx_length_errors;
1050 tp->speed = (s->linkStatus & TYPHOON_LINK_100MBPS) ?
1051 SPEED_100 : SPEED_10;
1052 tp->duplex = (s->linkStatus & TYPHOON_LINK_FULL_DUPLEX) ?
1053 DUPLEX_FULL : DUPLEX_HALF;
1054
1055 return 0;
1056 }
1057
1058 static struct net_device_stats *
1059 typhoon_get_stats(struct net_device *dev)
1060 {
1061 struct typhoon *tp = netdev_priv(dev);
1062 struct net_device_stats *stats = &tp->stats;
1063 struct net_device_stats *saved = &tp->stats_saved;
1064
1065 smp_rmb();
1066 if(tp->card_state == Sleeping)
1067 return saved;
1068
1069 if(typhoon_do_get_stats(tp) < 0) {
1070 netdev_err(dev, "error getting stats\n");
1071 return saved;
1072 }
1073
1074 return stats;
1075 }
1076
1077 static void
1078 typhoon_get_drvinfo(struct net_device *dev, struct ethtool_drvinfo *info)
1079 {
1080 struct typhoon *tp = netdev_priv(dev);
1081 struct pci_dev *pci_dev = tp->pdev;
1082 struct cmd_desc xp_cmd;
1083 struct resp_desc xp_resp[3];
1084
1085 smp_rmb();
1086 if(tp->card_state == Sleeping) {
1087 strlcpy(info->fw_version, "Sleep image",
1088 sizeof(info->fw_version));
1089 } else {
1090 INIT_COMMAND_WITH_RESPONSE(&xp_cmd, TYPHOON_CMD_READ_VERSIONS);
1091 if(typhoon_issue_command(tp, 1, &xp_cmd, 3, xp_resp) < 0) {
1092 strlcpy(info->fw_version, "Unknown runtime",
1093 sizeof(info->fw_version));
1094 } else {
1095 u32 sleep_ver = le32_to_cpu(xp_resp[0].parm2);
1096 snprintf(info->fw_version, sizeof(info->fw_version),
1097 "%02x.%03x.%03x", sleep_ver >> 24,
1098 (sleep_ver >> 12) & 0xfff, sleep_ver & 0xfff);
1099 }
1100 }
1101
1102 strlcpy(info->driver, KBUILD_MODNAME, sizeof(info->driver));
1103 strlcpy(info->bus_info, pci_name(pci_dev), sizeof(info->bus_info));
1104 }
1105
1106 static int
1107 typhoon_get_settings(struct net_device *dev, struct ethtool_cmd *cmd)
1108 {
1109 struct typhoon *tp = netdev_priv(dev);
1110
1111 cmd->supported = SUPPORTED_100baseT_Half | SUPPORTED_100baseT_Full |
1112 SUPPORTED_Autoneg;
1113
1114 switch (tp->xcvr_select) {
1115 case TYPHOON_XCVR_10HALF:
1116 cmd->advertising = ADVERTISED_10baseT_Half;
1117 break;
1118 case TYPHOON_XCVR_10FULL:
1119 cmd->advertising = ADVERTISED_10baseT_Full;
1120 break;
1121 case TYPHOON_XCVR_100HALF:
1122 cmd->advertising = ADVERTISED_100baseT_Half;
1123 break;
1124 case TYPHOON_XCVR_100FULL:
1125 cmd->advertising = ADVERTISED_100baseT_Full;
1126 break;
1127 case TYPHOON_XCVR_AUTONEG:
1128 cmd->advertising = ADVERTISED_10baseT_Half |
1129 ADVERTISED_10baseT_Full |
1130 ADVERTISED_100baseT_Half |
1131 ADVERTISED_100baseT_Full |
1132 ADVERTISED_Autoneg;
1133 break;
1134 }
1135
1136 if(tp->capabilities & TYPHOON_FIBER) {
1137 cmd->supported |= SUPPORTED_FIBRE;
1138 cmd->advertising |= ADVERTISED_FIBRE;
1139 cmd->port = PORT_FIBRE;
1140 } else {
1141 cmd->supported |= SUPPORTED_10baseT_Half |
1142 SUPPORTED_10baseT_Full |
1143 SUPPORTED_TP;
1144 cmd->advertising |= ADVERTISED_TP;
1145 cmd->port = PORT_TP;
1146 }
1147
1148 /* need to get stats to make these link speed/duplex valid */
1149 typhoon_do_get_stats(tp);
1150 ethtool_cmd_speed_set(cmd, tp->speed);
1151 cmd->duplex = tp->duplex;
1152 cmd->phy_address = 0;
1153 cmd->transceiver = XCVR_INTERNAL;
1154 if(tp->xcvr_select == TYPHOON_XCVR_AUTONEG)
1155 cmd->autoneg = AUTONEG_ENABLE;
1156 else
1157 cmd->autoneg = AUTONEG_DISABLE;
1158 cmd->maxtxpkt = 1;
1159 cmd->maxrxpkt = 1;
1160
1161 return 0;
1162 }
1163
1164 static int
1165 typhoon_set_settings(struct net_device *dev, struct ethtool_cmd *cmd)
1166 {
1167 struct typhoon *tp = netdev_priv(dev);
1168 u32 speed = ethtool_cmd_speed(cmd);
1169 struct cmd_desc xp_cmd;
1170 __le16 xcvr;
1171 int err;
1172
1173 err = -EINVAL;
1174 if (cmd->autoneg == AUTONEG_ENABLE) {
1175 xcvr = TYPHOON_XCVR_AUTONEG;
1176 } else {
1177 if (cmd->duplex == DUPLEX_HALF) {
1178 if (speed == SPEED_10)
1179 xcvr = TYPHOON_XCVR_10HALF;
1180 else if (speed == SPEED_100)
1181 xcvr = TYPHOON_XCVR_100HALF;
1182 else
1183 goto out;
1184 } else if (cmd->duplex == DUPLEX_FULL) {
1185 if (speed == SPEED_10)
1186 xcvr = TYPHOON_XCVR_10FULL;
1187 else if (speed == SPEED_100)
1188 xcvr = TYPHOON_XCVR_100FULL;
1189 else
1190 goto out;
1191 } else
1192 goto out;
1193 }
1194
1195 INIT_COMMAND_NO_RESPONSE(&xp_cmd, TYPHOON_CMD_XCVR_SELECT);
1196 xp_cmd.parm1 = xcvr;
1197 err = typhoon_issue_command(tp, 1, &xp_cmd, 0, NULL);
1198 if(err < 0)
1199 goto out;
1200
1201 tp->xcvr_select = xcvr;
1202 if(cmd->autoneg == AUTONEG_ENABLE) {
1203 tp->speed = 0xff; /* invalid */
1204 tp->duplex = 0xff; /* invalid */
1205 } else {
1206 tp->speed = speed;
1207 tp->duplex = cmd->duplex;
1208 }
1209
1210 out:
1211 return err;
1212 }
1213
1214 static void
1215 typhoon_get_wol(struct net_device *dev, struct ethtool_wolinfo *wol)
1216 {
1217 struct typhoon *tp = netdev_priv(dev);
1218
1219 wol->supported = WAKE_PHY | WAKE_MAGIC;
1220 wol->wolopts = 0;
1221 if(tp->wol_events & TYPHOON_WAKE_LINK_EVENT)
1222 wol->wolopts |= WAKE_PHY;
1223 if(tp->wol_events & TYPHOON_WAKE_MAGIC_PKT)
1224 wol->wolopts |= WAKE_MAGIC;
1225 memset(&wol->sopass, 0, sizeof(wol->sopass));
1226 }
1227
1228 static int
1229 typhoon_set_wol(struct net_device *dev, struct ethtool_wolinfo *wol)
1230 {
1231 struct typhoon *tp = netdev_priv(dev);
1232
1233 if(wol->wolopts & ~(WAKE_PHY | WAKE_MAGIC))
1234 return -EINVAL;
1235
1236 tp->wol_events = 0;
1237 if(wol->wolopts & WAKE_PHY)
1238 tp->wol_events |= TYPHOON_WAKE_LINK_EVENT;
1239 if(wol->wolopts & WAKE_MAGIC)
1240 tp->wol_events |= TYPHOON_WAKE_MAGIC_PKT;
1241
1242 return 0;
1243 }
1244
1245 static void
1246 typhoon_get_ringparam(struct net_device *dev, struct ethtool_ringparam *ering)
1247 {
1248 ering->rx_max_pending = RXENT_ENTRIES;
1249 ering->tx_max_pending = TXLO_ENTRIES - 1;
1250
1251 ering->rx_pending = RXENT_ENTRIES;
1252 ering->tx_pending = TXLO_ENTRIES - 1;
1253 }
1254
1255 static const struct ethtool_ops typhoon_ethtool_ops = {
1256 .get_settings = typhoon_get_settings,
1257 .set_settings = typhoon_set_settings,
1258 .get_drvinfo = typhoon_get_drvinfo,
1259 .get_wol = typhoon_get_wol,
1260 .set_wol = typhoon_set_wol,
1261 .get_link = ethtool_op_get_link,
1262 .get_ringparam = typhoon_get_ringparam,
1263 };
1264
1265 static int
1266 typhoon_wait_interrupt(void __iomem *ioaddr)
1267 {
1268 int i, err = 0;
1269
1270 for(i = 0; i < TYPHOON_WAIT_TIMEOUT; i++) {
1271 if(ioread32(ioaddr + TYPHOON_REG_INTR_STATUS) &
1272 TYPHOON_INTR_BOOTCMD)
1273 goto out;
1274 udelay(TYPHOON_UDELAY);
1275 }
1276
1277 err = -ETIMEDOUT;
1278
1279 out:
1280 iowrite32(TYPHOON_INTR_BOOTCMD, ioaddr + TYPHOON_REG_INTR_STATUS);
1281 return err;
1282 }
1283
1284 #define shared_offset(x) offsetof(struct typhoon_shared, x)
1285
1286 static void
1287 typhoon_init_interface(struct typhoon *tp)
1288 {
1289 struct typhoon_interface *iface = &tp->shared->iface;
1290 dma_addr_t shared_dma;
1291
1292 memset(tp->shared, 0, sizeof(struct typhoon_shared));
1293
1294 /* The *Hi members of iface are all init'd to zero by the memset().
1295 */
1296 shared_dma = tp->shared_dma + shared_offset(indexes);
1297 iface->ringIndex = cpu_to_le32(shared_dma);
1298
1299 shared_dma = tp->shared_dma + shared_offset(txLo);
1300 iface->txLoAddr = cpu_to_le32(shared_dma);
1301 iface->txLoSize = cpu_to_le32(TXLO_ENTRIES * sizeof(struct tx_desc));
1302
1303 shared_dma = tp->shared_dma + shared_offset(txHi);
1304 iface->txHiAddr = cpu_to_le32(shared_dma);
1305 iface->txHiSize = cpu_to_le32(TXHI_ENTRIES * sizeof(struct tx_desc));
1306
1307 shared_dma = tp->shared_dma + shared_offset(rxBuff);
1308 iface->rxBuffAddr = cpu_to_le32(shared_dma);
1309 iface->rxBuffSize = cpu_to_le32(RXFREE_ENTRIES *
1310 sizeof(struct rx_free));
1311
1312 shared_dma = tp->shared_dma + shared_offset(rxLo);
1313 iface->rxLoAddr = cpu_to_le32(shared_dma);
1314 iface->rxLoSize = cpu_to_le32(RX_ENTRIES * sizeof(struct rx_desc));
1315
1316 shared_dma = tp->shared_dma + shared_offset(rxHi);
1317 iface->rxHiAddr = cpu_to_le32(shared_dma);
1318 iface->rxHiSize = cpu_to_le32(RX_ENTRIES * sizeof(struct rx_desc));
1319
1320 shared_dma = tp->shared_dma + shared_offset(cmd);
1321 iface->cmdAddr = cpu_to_le32(shared_dma);
1322 iface->cmdSize = cpu_to_le32(COMMAND_RING_SIZE);
1323
1324 shared_dma = tp->shared_dma + shared_offset(resp);
1325 iface->respAddr = cpu_to_le32(shared_dma);
1326 iface->respSize = cpu_to_le32(RESPONSE_RING_SIZE);
1327
1328 shared_dma = tp->shared_dma + shared_offset(zeroWord);
1329 iface->zeroAddr = cpu_to_le32(shared_dma);
1330
1331 tp->indexes = &tp->shared->indexes;
1332 tp->txLoRing.ringBase = (u8 *) tp->shared->txLo;
1333 tp->txHiRing.ringBase = (u8 *) tp->shared->txHi;
1334 tp->rxLoRing.ringBase = (u8 *) tp->shared->rxLo;
1335 tp->rxHiRing.ringBase = (u8 *) tp->shared->rxHi;
1336 tp->rxBuffRing.ringBase = (u8 *) tp->shared->rxBuff;
1337 tp->cmdRing.ringBase = (u8 *) tp->shared->cmd;
1338 tp->respRing.ringBase = (u8 *) tp->shared->resp;
1339
1340 tp->txLoRing.writeRegister = TYPHOON_REG_TX_LO_READY;
1341 tp->txHiRing.writeRegister = TYPHOON_REG_TX_HI_READY;
1342
1343 tp->txlo_dma_addr = le32_to_cpu(iface->txLoAddr);
1344 tp->card_state = Sleeping;
1345
1346 tp->offload = TYPHOON_OFFLOAD_IP_CHKSUM | TYPHOON_OFFLOAD_TCP_CHKSUM;
1347 tp->offload |= TYPHOON_OFFLOAD_UDP_CHKSUM | TSO_OFFLOAD_ON;
1348 tp->offload |= TYPHOON_OFFLOAD_VLAN;
1349
1350 spin_lock_init(&tp->command_lock);
1351
1352 /* Force the writes to the shared memory area out before continuing. */
1353 wmb();
1354 }
1355
1356 static void
1357 typhoon_init_rings(struct typhoon *tp)
1358 {
1359 memset(tp->indexes, 0, sizeof(struct typhoon_indexes));
1360
1361 tp->txLoRing.lastWrite = 0;
1362 tp->txHiRing.lastWrite = 0;
1363 tp->rxLoRing.lastWrite = 0;
1364 tp->rxHiRing.lastWrite = 0;
1365 tp->rxBuffRing.lastWrite = 0;
1366 tp->cmdRing.lastWrite = 0;
1367 tp->respRing.lastWrite = 0;
1368
1369 tp->txLoRing.lastRead = 0;
1370 tp->txHiRing.lastRead = 0;
1371 }
1372
1373 static const struct firmware *typhoon_fw;
1374
1375 static int
1376 typhoon_request_firmware(struct typhoon *tp)
1377 {
1378 const struct typhoon_file_header *fHdr;
1379 const struct typhoon_section_header *sHdr;
1380 const u8 *image_data;
1381 u32 numSections;
1382 u32 section_len;
1383 u32 remaining;
1384 int err;
1385
1386 if (typhoon_fw)
1387 return 0;
1388
1389 err = request_firmware(&typhoon_fw, FIRMWARE_NAME, &tp->pdev->dev);
1390 if (err) {
1391 netdev_err(tp->dev, "Failed to load firmware \"%s\"\n",
1392 FIRMWARE_NAME);
1393 return err;
1394 }
1395
1396 image_data = (u8 *) typhoon_fw->data;
1397 remaining = typhoon_fw->size;
1398 if (remaining < sizeof(struct typhoon_file_header))
1399 goto invalid_fw;
1400
1401 fHdr = (struct typhoon_file_header *) image_data;
1402 if (memcmp(fHdr->tag, "TYPHOON", 8))
1403 goto invalid_fw;
1404
1405 numSections = le32_to_cpu(fHdr->numSections);
1406 image_data += sizeof(struct typhoon_file_header);
1407 remaining -= sizeof(struct typhoon_file_header);
1408
1409 while (numSections--) {
1410 if (remaining < sizeof(struct typhoon_section_header))
1411 goto invalid_fw;
1412
1413 sHdr = (struct typhoon_section_header *) image_data;
1414 image_data += sizeof(struct typhoon_section_header);
1415 section_len = le32_to_cpu(sHdr->len);
1416
1417 if (remaining < section_len)
1418 goto invalid_fw;
1419
1420 image_data += section_len;
1421 remaining -= section_len;
1422 }
1423
1424 return 0;
1425
1426 invalid_fw:
1427 netdev_err(tp->dev, "Invalid firmware image\n");
1428 release_firmware(typhoon_fw);
1429 typhoon_fw = NULL;
1430 return -EINVAL;
1431 }
1432
1433 static int
1434 typhoon_download_firmware(struct typhoon *tp)
1435 {
1436 void __iomem *ioaddr = tp->ioaddr;
1437 struct pci_dev *pdev = tp->pdev;
1438 const struct typhoon_file_header *fHdr;
1439 const struct typhoon_section_header *sHdr;
1440 const u8 *image_data;
1441 void *dpage;
1442 dma_addr_t dpage_dma;
1443 __sum16 csum;
1444 u32 irqEnabled;
1445 u32 irqMasked;
1446 u32 numSections;
1447 u32 section_len;
1448 u32 len;
1449 u32 load_addr;
1450 u32 hmac;
1451 int i;
1452 int err;
1453
1454 image_data = (u8 *) typhoon_fw->data;
1455 fHdr = (struct typhoon_file_header *) image_data;
1456
1457 /* Cannot just map the firmware image using pci_map_single() as
1458 * the firmware is vmalloc()'d and may not be physically contiguous,
1459 * so we allocate some consistent memory to copy the sections into.
1460 */
1461 err = -ENOMEM;
1462 dpage = pci_alloc_consistent(pdev, PAGE_SIZE, &dpage_dma);
1463 if(!dpage) {
1464 netdev_err(tp->dev, "no DMA mem for firmware\n");
1465 goto err_out;
1466 }
1467
1468 irqEnabled = ioread32(ioaddr + TYPHOON_REG_INTR_ENABLE);
1469 iowrite32(irqEnabled | TYPHOON_INTR_BOOTCMD,
1470 ioaddr + TYPHOON_REG_INTR_ENABLE);
1471 irqMasked = ioread32(ioaddr + TYPHOON_REG_INTR_MASK);
1472 iowrite32(irqMasked | TYPHOON_INTR_BOOTCMD,
1473 ioaddr + TYPHOON_REG_INTR_MASK);
1474
1475 err = -ETIMEDOUT;
1476 if(typhoon_wait_status(ioaddr, TYPHOON_STATUS_WAITING_FOR_HOST) < 0) {
1477 netdev_err(tp->dev, "card ready timeout\n");
1478 goto err_out_irq;
1479 }
1480
1481 numSections = le32_to_cpu(fHdr->numSections);
1482 load_addr = le32_to_cpu(fHdr->startAddr);
1483
1484 iowrite32(TYPHOON_INTR_BOOTCMD, ioaddr + TYPHOON_REG_INTR_STATUS);
1485 iowrite32(load_addr, ioaddr + TYPHOON_REG_DOWNLOAD_BOOT_ADDR);
1486 hmac = le32_to_cpu(fHdr->hmacDigest[0]);
1487 iowrite32(hmac, ioaddr + TYPHOON_REG_DOWNLOAD_HMAC_0);
1488 hmac = le32_to_cpu(fHdr->hmacDigest[1]);
1489 iowrite32(hmac, ioaddr + TYPHOON_REG_DOWNLOAD_HMAC_1);
1490 hmac = le32_to_cpu(fHdr->hmacDigest[2]);
1491 iowrite32(hmac, ioaddr + TYPHOON_REG_DOWNLOAD_HMAC_2);
1492 hmac = le32_to_cpu(fHdr->hmacDigest[3]);
1493 iowrite32(hmac, ioaddr + TYPHOON_REG_DOWNLOAD_HMAC_3);
1494 hmac = le32_to_cpu(fHdr->hmacDigest[4]);
1495 iowrite32(hmac, ioaddr + TYPHOON_REG_DOWNLOAD_HMAC_4);
1496 typhoon_post_pci_writes(ioaddr);
1497 iowrite32(TYPHOON_BOOTCMD_RUNTIME_IMAGE, ioaddr + TYPHOON_REG_COMMAND);
1498
1499 image_data += sizeof(struct typhoon_file_header);
1500
1501 /* The ioread32() in typhoon_wait_interrupt() will force the
1502 * last write to the command register to post, so
1503 * we don't need a typhoon_post_pci_writes() after it.
1504 */
1505 for(i = 0; i < numSections; i++) {
1506 sHdr = (struct typhoon_section_header *) image_data;
1507 image_data += sizeof(struct typhoon_section_header);
1508 load_addr = le32_to_cpu(sHdr->startAddr);
1509 section_len = le32_to_cpu(sHdr->len);
1510
1511 while(section_len) {
1512 len = min_t(u32, section_len, PAGE_SIZE);
1513
1514 if(typhoon_wait_interrupt(ioaddr) < 0 ||
1515 ioread32(ioaddr + TYPHOON_REG_STATUS) !=
1516 TYPHOON_STATUS_WAITING_FOR_SEGMENT) {
1517 netdev_err(tp->dev, "segment ready timeout\n");
1518 goto err_out_irq;
1519 }
1520
1521 /* Do an pseudo IPv4 checksum on the data -- first
1522 * need to convert each u16 to cpu order before
1523 * summing. Fortunately, due to the properties of
1524 * the checksum, we can do this once, at the end.
1525 */
1526 csum = csum_fold(csum_partial_copy_nocheck(image_data,
1527 dpage, len,
1528 0));
1529
1530 iowrite32(len, ioaddr + TYPHOON_REG_BOOT_LENGTH);
1531 iowrite32(le16_to_cpu((__force __le16)csum),
1532 ioaddr + TYPHOON_REG_BOOT_CHECKSUM);
1533 iowrite32(load_addr,
1534 ioaddr + TYPHOON_REG_BOOT_DEST_ADDR);
1535 iowrite32(0, ioaddr + TYPHOON_REG_BOOT_DATA_HI);
1536 iowrite32(dpage_dma, ioaddr + TYPHOON_REG_BOOT_DATA_LO);
1537 typhoon_post_pci_writes(ioaddr);
1538 iowrite32(TYPHOON_BOOTCMD_SEG_AVAILABLE,
1539 ioaddr + TYPHOON_REG_COMMAND);
1540
1541 image_data += len;
1542 load_addr += len;
1543 section_len -= len;
1544 }
1545 }
1546
1547 if(typhoon_wait_interrupt(ioaddr) < 0 ||
1548 ioread32(ioaddr + TYPHOON_REG_STATUS) !=
1549 TYPHOON_STATUS_WAITING_FOR_SEGMENT) {
1550 netdev_err(tp->dev, "final segment ready timeout\n");
1551 goto err_out_irq;
1552 }
1553
1554 iowrite32(TYPHOON_BOOTCMD_DNLD_COMPLETE, ioaddr + TYPHOON_REG_COMMAND);
1555
1556 if(typhoon_wait_status(ioaddr, TYPHOON_STATUS_WAITING_FOR_BOOT) < 0) {
1557 netdev_err(tp->dev, "boot ready timeout, status 0x%0x\n",
1558 ioread32(ioaddr + TYPHOON_REG_STATUS));
1559 goto err_out_irq;
1560 }
1561
1562 err = 0;
1563
1564 err_out_irq:
1565 iowrite32(irqMasked, ioaddr + TYPHOON_REG_INTR_MASK);
1566 iowrite32(irqEnabled, ioaddr + TYPHOON_REG_INTR_ENABLE);
1567
1568 pci_free_consistent(pdev, PAGE_SIZE, dpage, dpage_dma);
1569
1570 err_out:
1571 return err;
1572 }
1573
1574 static int
1575 typhoon_boot_3XP(struct typhoon *tp, u32 initial_status)
1576 {
1577 void __iomem *ioaddr = tp->ioaddr;
1578
1579 if(typhoon_wait_status(ioaddr, initial_status) < 0) {
1580 netdev_err(tp->dev, "boot ready timeout\n");
1581 goto out_timeout;
1582 }
1583
1584 iowrite32(0, ioaddr + TYPHOON_REG_BOOT_RECORD_ADDR_HI);
1585 iowrite32(tp->shared_dma, ioaddr + TYPHOON_REG_BOOT_RECORD_ADDR_LO);
1586 typhoon_post_pci_writes(ioaddr);
1587 iowrite32(TYPHOON_BOOTCMD_REG_BOOT_RECORD,
1588 ioaddr + TYPHOON_REG_COMMAND);
1589
1590 if(typhoon_wait_status(ioaddr, TYPHOON_STATUS_RUNNING) < 0) {
1591 netdev_err(tp->dev, "boot finish timeout (status 0x%x)\n",
1592 ioread32(ioaddr + TYPHOON_REG_STATUS));
1593 goto out_timeout;
1594 }
1595
1596 /* Clear the Transmit and Command ready registers
1597 */
1598 iowrite32(0, ioaddr + TYPHOON_REG_TX_HI_READY);
1599 iowrite32(0, ioaddr + TYPHOON_REG_CMD_READY);
1600 iowrite32(0, ioaddr + TYPHOON_REG_TX_LO_READY);
1601 typhoon_post_pci_writes(ioaddr);
1602 iowrite32(TYPHOON_BOOTCMD_BOOT, ioaddr + TYPHOON_REG_COMMAND);
1603
1604 return 0;
1605
1606 out_timeout:
1607 return -ETIMEDOUT;
1608 }
1609
1610 static u32
1611 typhoon_clean_tx(struct typhoon *tp, struct transmit_ring *txRing,
1612 volatile __le32 * index)
1613 {
1614 u32 lastRead = txRing->lastRead;
1615 struct tx_desc *tx;
1616 dma_addr_t skb_dma;
1617 int dma_len;
1618 int type;
1619
1620 while(lastRead != le32_to_cpu(*index)) {
1621 tx = (struct tx_desc *) (txRing->ringBase + lastRead);
1622 type = tx->flags & TYPHOON_TYPE_MASK;
1623
1624 if(type == TYPHOON_TX_DESC) {
1625 /* This tx_desc describes a packet.
1626 */
1627 unsigned long ptr = tx->tx_addr;
1628 struct sk_buff *skb = (struct sk_buff *) ptr;
1629 dev_kfree_skb_irq(skb);
1630 } else if(type == TYPHOON_FRAG_DESC) {
1631 /* This tx_desc describes a memory mapping. Free it.
1632 */
1633 skb_dma = (dma_addr_t) le32_to_cpu(tx->frag.addr);
1634 dma_len = le16_to_cpu(tx->len);
1635 pci_unmap_single(tp->pdev, skb_dma, dma_len,
1636 PCI_DMA_TODEVICE);
1637 }
1638
1639 tx->flags = 0;
1640 typhoon_inc_tx_index(&lastRead, 1);
1641 }
1642
1643 return lastRead;
1644 }
1645
1646 static void
1647 typhoon_tx_complete(struct typhoon *tp, struct transmit_ring *txRing,
1648 volatile __le32 * index)
1649 {
1650 u32 lastRead;
1651 int numDesc = MAX_SKB_FRAGS + 1;
1652
1653 /* This will need changing if we start to use the Hi Tx ring. */
1654 lastRead = typhoon_clean_tx(tp, txRing, index);
1655 if(netif_queue_stopped(tp->dev) && typhoon_num_free(txRing->lastWrite,
1656 lastRead, TXLO_ENTRIES) > (numDesc + 2))
1657 netif_wake_queue(tp->dev);
1658
1659 txRing->lastRead = lastRead;
1660 smp_wmb();
1661 }
1662
1663 static void
1664 typhoon_recycle_rx_skb(struct typhoon *tp, u32 idx)
1665 {
1666 struct typhoon_indexes *indexes = tp->indexes;
1667 struct rxbuff_ent *rxb = &tp->rxbuffers[idx];
1668 struct basic_ring *ring = &tp->rxBuffRing;
1669 struct rx_free *r;
1670
1671 if((ring->lastWrite + sizeof(*r)) % (RXFREE_ENTRIES * sizeof(*r)) ==
1672 le32_to_cpu(indexes->rxBuffCleared)) {
1673 /* no room in ring, just drop the skb
1674 */
1675 dev_kfree_skb_any(rxb->skb);
1676 rxb->skb = NULL;
1677 return;
1678 }
1679
1680 r = (struct rx_free *) (ring->ringBase + ring->lastWrite);
1681 typhoon_inc_rxfree_index(&ring->lastWrite, 1);
1682 r->virtAddr = idx;
1683 r->physAddr = cpu_to_le32(rxb->dma_addr);
1684
1685 /* Tell the card about it */
1686 wmb();
1687 indexes->rxBuffReady = cpu_to_le32(ring->lastWrite);
1688 }
1689
1690 static int
1691 typhoon_alloc_rx_skb(struct typhoon *tp, u32 idx)
1692 {
1693 struct typhoon_indexes *indexes = tp->indexes;
1694 struct rxbuff_ent *rxb = &tp->rxbuffers[idx];
1695 struct basic_ring *ring = &tp->rxBuffRing;
1696 struct rx_free *r;
1697 struct sk_buff *skb;
1698 dma_addr_t dma_addr;
1699
1700 rxb->skb = NULL;
1701
1702 if((ring->lastWrite + sizeof(*r)) % (RXFREE_ENTRIES * sizeof(*r)) ==
1703 le32_to_cpu(indexes->rxBuffCleared))
1704 return -ENOMEM;
1705
1706 skb = netdev_alloc_skb(tp->dev, PKT_BUF_SZ);
1707 if(!skb)
1708 return -ENOMEM;
1709
1710 #if 0
1711 /* Please, 3com, fix the firmware to allow DMA to a unaligned
1712 * address! Pretty please?
1713 */
1714 skb_reserve(skb, 2);
1715 #endif
1716
1717 dma_addr = pci_map_single(tp->pdev, skb->data,
1718 PKT_BUF_SZ, PCI_DMA_FROMDEVICE);
1719
1720 /* Since no card does 64 bit DAC, the high bits will never
1721 * change from zero.
1722 */
1723 r = (struct rx_free *) (ring->ringBase + ring->lastWrite);
1724 typhoon_inc_rxfree_index(&ring->lastWrite, 1);
1725 r->virtAddr = idx;
1726 r->physAddr = cpu_to_le32(dma_addr);
1727 rxb->skb = skb;
1728 rxb->dma_addr = dma_addr;
1729
1730 /* Tell the card about it */
1731 wmb();
1732 indexes->rxBuffReady = cpu_to_le32(ring->lastWrite);
1733 return 0;
1734 }
1735
1736 static int
1737 typhoon_rx(struct typhoon *tp, struct basic_ring *rxRing, volatile __le32 * ready,
1738 volatile __le32 * cleared, int budget)
1739 {
1740 struct rx_desc *rx;
1741 struct sk_buff *skb, *new_skb;
1742 struct rxbuff_ent *rxb;
1743 dma_addr_t dma_addr;
1744 u32 local_ready;
1745 u32 rxaddr;
1746 int pkt_len;
1747 u32 idx;
1748 __le32 csum_bits;
1749 int received;
1750
1751 received = 0;
1752 local_ready = le32_to_cpu(*ready);
1753 rxaddr = le32_to_cpu(*cleared);
1754 while(rxaddr != local_ready && budget > 0) {
1755 rx = (struct rx_desc *) (rxRing->ringBase + rxaddr);
1756 idx = rx->addr;
1757 rxb = &tp->rxbuffers[idx];
1758 skb = rxb->skb;
1759 dma_addr = rxb->dma_addr;
1760
1761 typhoon_inc_rx_index(&rxaddr, 1);
1762
1763 if(rx->flags & TYPHOON_RX_ERROR) {
1764 typhoon_recycle_rx_skb(tp, idx);
1765 continue;
1766 }
1767
1768 pkt_len = le16_to_cpu(rx->frameLen);
1769
1770 if(pkt_len < rx_copybreak &&
1771 (new_skb = netdev_alloc_skb(tp->dev, pkt_len + 2)) != NULL) {
1772 skb_reserve(new_skb, 2);
1773 pci_dma_sync_single_for_cpu(tp->pdev, dma_addr,
1774 PKT_BUF_SZ,
1775 PCI_DMA_FROMDEVICE);
1776 skb_copy_to_linear_data(new_skb, skb->data, pkt_len);
1777 pci_dma_sync_single_for_device(tp->pdev, dma_addr,
1778 PKT_BUF_SZ,
1779 PCI_DMA_FROMDEVICE);
1780 skb_put(new_skb, pkt_len);
1781 typhoon_recycle_rx_skb(tp, idx);
1782 } else {
1783 new_skb = skb;
1784 skb_put(new_skb, pkt_len);
1785 pci_unmap_single(tp->pdev, dma_addr, PKT_BUF_SZ,
1786 PCI_DMA_FROMDEVICE);
1787 typhoon_alloc_rx_skb(tp, idx);
1788 }
1789 new_skb->protocol = eth_type_trans(new_skb, tp->dev);
1790 csum_bits = rx->rxStatus & (TYPHOON_RX_IP_CHK_GOOD |
1791 TYPHOON_RX_UDP_CHK_GOOD | TYPHOON_RX_TCP_CHK_GOOD);
1792 if(csum_bits ==
1793 (TYPHOON_RX_IP_CHK_GOOD | TYPHOON_RX_TCP_CHK_GOOD) ||
1794 csum_bits ==
1795 (TYPHOON_RX_IP_CHK_GOOD | TYPHOON_RX_UDP_CHK_GOOD)) {
1796 new_skb->ip_summed = CHECKSUM_UNNECESSARY;
1797 } else
1798 skb_checksum_none_assert(new_skb);
1799
1800 if (rx->rxStatus & TYPHOON_RX_VLAN)
1801 __vlan_hwaccel_put_tag(new_skb, htons(ETH_P_8021Q),
1802 ntohl(rx->vlanTag) & 0xffff);
1803 netif_receive_skb(new_skb);
1804
1805 received++;
1806 budget--;
1807 }
1808 *cleared = cpu_to_le32(rxaddr);
1809
1810 return received;
1811 }
1812
1813 static void
1814 typhoon_fill_free_ring(struct typhoon *tp)
1815 {
1816 u32 i;
1817
1818 for(i = 0; i < RXENT_ENTRIES; i++) {
1819 struct rxbuff_ent *rxb = &tp->rxbuffers[i];
1820 if(rxb->skb)
1821 continue;
1822 if(typhoon_alloc_rx_skb(tp, i) < 0)
1823 break;
1824 }
1825 }
1826
1827 static int
1828 typhoon_poll(struct napi_struct *napi, int budget)
1829 {
1830 struct typhoon *tp = container_of(napi, struct typhoon, napi);
1831 struct typhoon_indexes *indexes = tp->indexes;
1832 int work_done;
1833
1834 rmb();
1835 if(!tp->awaiting_resp && indexes->respReady != indexes->respCleared)
1836 typhoon_process_response(tp, 0, NULL);
1837
1838 if(le32_to_cpu(indexes->txLoCleared) != tp->txLoRing.lastRead)
1839 typhoon_tx_complete(tp, &tp->txLoRing, &indexes->txLoCleared);
1840
1841 work_done = 0;
1842
1843 if(indexes->rxHiCleared != indexes->rxHiReady) {
1844 work_done += typhoon_rx(tp, &tp->rxHiRing, &indexes->rxHiReady,
1845 &indexes->rxHiCleared, budget);
1846 }
1847
1848 if(indexes->rxLoCleared != indexes->rxLoReady) {
1849 work_done += typhoon_rx(tp, &tp->rxLoRing, &indexes->rxLoReady,
1850 &indexes->rxLoCleared, budget - work_done);
1851 }
1852
1853 if(le32_to_cpu(indexes->rxBuffCleared) == tp->rxBuffRing.lastWrite) {
1854 /* rxBuff ring is empty, try to fill it. */
1855 typhoon_fill_free_ring(tp);
1856 }
1857
1858 if (work_done < budget) {
1859 napi_complete(napi);
1860 iowrite32(TYPHOON_INTR_NONE,
1861 tp->ioaddr + TYPHOON_REG_INTR_MASK);
1862 typhoon_post_pci_writes(tp->ioaddr);
1863 }
1864
1865 return work_done;
1866 }
1867
1868 static irqreturn_t
1869 typhoon_interrupt(int irq, void *dev_instance)
1870 {
1871 struct net_device *dev = dev_instance;
1872 struct typhoon *tp = netdev_priv(dev);
1873 void __iomem *ioaddr = tp->ioaddr;
1874 u32 intr_status;
1875
1876 intr_status = ioread32(ioaddr + TYPHOON_REG_INTR_STATUS);
1877 if(!(intr_status & TYPHOON_INTR_HOST_INT))
1878 return IRQ_NONE;
1879
1880 iowrite32(intr_status, ioaddr + TYPHOON_REG_INTR_STATUS);
1881
1882 if (napi_schedule_prep(&tp->napi)) {
1883 iowrite32(TYPHOON_INTR_ALL, ioaddr + TYPHOON_REG_INTR_MASK);
1884 typhoon_post_pci_writes(ioaddr);
1885 __napi_schedule(&tp->napi);
1886 } else {
1887 netdev_err(dev, "Error, poll already scheduled\n");
1888 }
1889 return IRQ_HANDLED;
1890 }
1891
1892 static void
1893 typhoon_free_rx_rings(struct typhoon *tp)
1894 {
1895 u32 i;
1896
1897 for(i = 0; i < RXENT_ENTRIES; i++) {
1898 struct rxbuff_ent *rxb = &tp->rxbuffers[i];
1899 if(rxb->skb) {
1900 pci_unmap_single(tp->pdev, rxb->dma_addr, PKT_BUF_SZ,
1901 PCI_DMA_FROMDEVICE);
1902 dev_kfree_skb(rxb->skb);
1903 rxb->skb = NULL;
1904 }
1905 }
1906 }
1907
1908 static int
1909 typhoon_sleep(struct typhoon *tp, pci_power_t state, __le16 events)
1910 {
1911 struct pci_dev *pdev = tp->pdev;
1912 void __iomem *ioaddr = tp->ioaddr;
1913 struct cmd_desc xp_cmd;
1914 int err;
1915
1916 INIT_COMMAND_WITH_RESPONSE(&xp_cmd, TYPHOON_CMD_ENABLE_WAKE_EVENTS);
1917 xp_cmd.parm1 = events;
1918 err = typhoon_issue_command(tp, 1, &xp_cmd, 0, NULL);
1919 if(err < 0) {
1920 netdev_err(tp->dev, "typhoon_sleep(): wake events cmd err %d\n",
1921 err);
1922 return err;
1923 }
1924
1925 INIT_COMMAND_NO_RESPONSE(&xp_cmd, TYPHOON_CMD_GOTO_SLEEP);
1926 err = typhoon_issue_command(tp, 1, &xp_cmd, 0, NULL);
1927 if(err < 0) {
1928 netdev_err(tp->dev, "typhoon_sleep(): sleep cmd err %d\n", err);
1929 return err;
1930 }
1931
1932 if(typhoon_wait_status(ioaddr, TYPHOON_STATUS_SLEEPING) < 0)
1933 return -ETIMEDOUT;
1934
1935 /* Since we cannot monitor the status of the link while sleeping,
1936 * tell the world it went away.
1937 */
1938 netif_carrier_off(tp->dev);
1939
1940 pci_enable_wake(tp->pdev, state, 1);
1941 pci_disable_device(pdev);
1942 return pci_set_power_state(pdev, state);
1943 }
1944
1945 static int
1946 typhoon_wakeup(struct typhoon *tp, int wait_type)
1947 {
1948 struct pci_dev *pdev = tp->pdev;
1949 void __iomem *ioaddr = tp->ioaddr;
1950
1951 pci_set_power_state(pdev, PCI_D0);
1952 pci_restore_state(pdev);
1953
1954 /* Post 2.x.x versions of the Sleep Image require a reset before
1955 * we can download the Runtime Image. But let's not make users of
1956 * the old firmware pay for the reset.
1957 */
1958 iowrite32(TYPHOON_BOOTCMD_WAKEUP, ioaddr + TYPHOON_REG_COMMAND);
1959 if(typhoon_wait_status(ioaddr, TYPHOON_STATUS_WAITING_FOR_HOST) < 0 ||
1960 (tp->capabilities & TYPHOON_WAKEUP_NEEDS_RESET))
1961 return typhoon_reset(ioaddr, wait_type);
1962
1963 return 0;
1964 }
1965
1966 static int
1967 typhoon_start_runtime(struct typhoon *tp)
1968 {
1969 struct net_device *dev = tp->dev;
1970 void __iomem *ioaddr = tp->ioaddr;
1971 struct cmd_desc xp_cmd;
1972 int err;
1973
1974 typhoon_init_rings(tp);
1975 typhoon_fill_free_ring(tp);
1976
1977 err = typhoon_download_firmware(tp);
1978 if(err < 0) {
1979 netdev_err(tp->dev, "cannot load runtime on 3XP\n");
1980 goto error_out;
1981 }
1982
1983 if(typhoon_boot_3XP(tp, TYPHOON_STATUS_WAITING_FOR_BOOT) < 0) {
1984 netdev_err(tp->dev, "cannot boot 3XP\n");
1985 err = -EIO;
1986 goto error_out;
1987 }
1988
1989 INIT_COMMAND_NO_RESPONSE(&xp_cmd, TYPHOON_CMD_SET_MAX_PKT_SIZE);
1990 xp_cmd.parm1 = cpu_to_le16(PKT_BUF_SZ);
1991 err = typhoon_issue_command(tp, 1, &xp_cmd, 0, NULL);
1992 if(err < 0)
1993 goto error_out;
1994
1995 INIT_COMMAND_NO_RESPONSE(&xp_cmd, TYPHOON_CMD_SET_MAC_ADDRESS);
1996 xp_cmd.parm1 = cpu_to_le16(ntohs(*(__be16 *)&dev->dev_addr[0]));
1997 xp_cmd.parm2 = cpu_to_le32(ntohl(*(__be32 *)&dev->dev_addr[2]));
1998 err = typhoon_issue_command(tp, 1, &xp_cmd, 0, NULL);
1999 if(err < 0)
2000 goto error_out;
2001
2002 /* Disable IRQ coalescing -- we can reenable it when 3Com gives
2003 * us some more information on how to control it.
2004 */
2005 INIT_COMMAND_WITH_RESPONSE(&xp_cmd, TYPHOON_CMD_IRQ_COALESCE_CTRL);
2006 xp_cmd.parm1 = 0;
2007 err = typhoon_issue_command(tp, 1, &xp_cmd, 0, NULL);
2008 if(err < 0)
2009 goto error_out;
2010
2011 INIT_COMMAND_NO_RESPONSE(&xp_cmd, TYPHOON_CMD_XCVR_SELECT);
2012 xp_cmd.parm1 = tp->xcvr_select;
2013 err = typhoon_issue_command(tp, 1, &xp_cmd, 0, NULL);
2014 if(err < 0)
2015 goto error_out;
2016
2017 INIT_COMMAND_NO_RESPONSE(&xp_cmd, TYPHOON_CMD_VLAN_TYPE_WRITE);
2018 xp_cmd.parm1 = cpu_to_le16(ETH_P_8021Q);
2019 err = typhoon_issue_command(tp, 1, &xp_cmd, 0, NULL);
2020 if(err < 0)
2021 goto error_out;
2022
2023 INIT_COMMAND_NO_RESPONSE(&xp_cmd, TYPHOON_CMD_SET_OFFLOAD_TASKS);
2024 xp_cmd.parm2 = tp->offload;
2025 xp_cmd.parm3 = tp->offload;
2026 err = typhoon_issue_command(tp, 1, &xp_cmd, 0, NULL);
2027 if(err < 0)
2028 goto error_out;
2029
2030 typhoon_set_rx_mode(dev);
2031
2032 INIT_COMMAND_NO_RESPONSE(&xp_cmd, TYPHOON_CMD_TX_ENABLE);
2033 err = typhoon_issue_command(tp, 1, &xp_cmd, 0, NULL);
2034 if(err < 0)
2035 goto error_out;
2036
2037 INIT_COMMAND_WITH_RESPONSE(&xp_cmd, TYPHOON_CMD_RX_ENABLE);
2038 err = typhoon_issue_command(tp, 1, &xp_cmd, 0, NULL);
2039 if(err < 0)
2040 goto error_out;
2041
2042 tp->card_state = Running;
2043 smp_wmb();
2044
2045 iowrite32(TYPHOON_INTR_ENABLE_ALL, ioaddr + TYPHOON_REG_INTR_ENABLE);
2046 iowrite32(TYPHOON_INTR_NONE, ioaddr + TYPHOON_REG_INTR_MASK);
2047 typhoon_post_pci_writes(ioaddr);
2048
2049 return 0;
2050
2051 error_out:
2052 typhoon_reset(ioaddr, WaitNoSleep);
2053 typhoon_free_rx_rings(tp);
2054 typhoon_init_rings(tp);
2055 return err;
2056 }
2057
2058 static int
2059 typhoon_stop_runtime(struct typhoon *tp, int wait_type)
2060 {
2061 struct typhoon_indexes *indexes = tp->indexes;
2062 struct transmit_ring *txLo = &tp->txLoRing;
2063 void __iomem *ioaddr = tp->ioaddr;
2064 struct cmd_desc xp_cmd;
2065 int i;
2066
2067 /* Disable interrupts early, since we can't schedule a poll
2068 * when called with !netif_running(). This will be posted
2069 * when we force the posting of the command.
2070 */
2071 iowrite32(TYPHOON_INTR_NONE, ioaddr + TYPHOON_REG_INTR_ENABLE);
2072
2073 INIT_COMMAND_NO_RESPONSE(&xp_cmd, TYPHOON_CMD_RX_DISABLE);
2074 typhoon_issue_command(tp, 1, &xp_cmd, 0, NULL);
2075
2076 /* Wait 1/2 sec for any outstanding transmits to occur
2077 * We'll cleanup after the reset if this times out.
2078 */
2079 for(i = 0; i < TYPHOON_WAIT_TIMEOUT; i++) {
2080 if(indexes->txLoCleared == cpu_to_le32(txLo->lastWrite))
2081 break;
2082 udelay(TYPHOON_UDELAY);
2083 }
2084
2085 if(i == TYPHOON_WAIT_TIMEOUT)
2086 netdev_err(tp->dev, "halt timed out waiting for Tx to complete\n");
2087
2088 INIT_COMMAND_NO_RESPONSE(&xp_cmd, TYPHOON_CMD_TX_DISABLE);
2089 typhoon_issue_command(tp, 1, &xp_cmd, 0, NULL);
2090
2091 /* save the statistics so when we bring the interface up again,
2092 * the values reported to userspace are correct.
2093 */
2094 tp->card_state = Sleeping;
2095 smp_wmb();
2096 typhoon_do_get_stats(tp);
2097 memcpy(&tp->stats_saved, &tp->stats, sizeof(struct net_device_stats));
2098
2099 INIT_COMMAND_NO_RESPONSE(&xp_cmd, TYPHOON_CMD_HALT);
2100 typhoon_issue_command(tp, 1, &xp_cmd, 0, NULL);
2101
2102 if(typhoon_wait_status(ioaddr, TYPHOON_STATUS_HALTED) < 0)
2103 netdev_err(tp->dev, "timed out waiting for 3XP to halt\n");
2104
2105 if(typhoon_reset(ioaddr, wait_type) < 0) {
2106 netdev_err(tp->dev, "unable to reset 3XP\n");
2107 return -ETIMEDOUT;
2108 }
2109
2110 /* cleanup any outstanding Tx packets */
2111 if(indexes->txLoCleared != cpu_to_le32(txLo->lastWrite)) {
2112 indexes->txLoCleared = cpu_to_le32(txLo->lastWrite);
2113 typhoon_clean_tx(tp, &tp->txLoRing, &indexes->txLoCleared);
2114 }
2115
2116 return 0;
2117 }
2118
2119 static void
2120 typhoon_tx_timeout(struct net_device *dev)
2121 {
2122 struct typhoon *tp = netdev_priv(dev);
2123
2124 if(typhoon_reset(tp->ioaddr, WaitNoSleep) < 0) {
2125 netdev_warn(dev, "could not reset in tx timeout\n");
2126 goto truly_dead;
2127 }
2128
2129 /* If we ever start using the Hi ring, it will need cleaning too */
2130 typhoon_clean_tx(tp, &tp->txLoRing, &tp->indexes->txLoCleared);
2131 typhoon_free_rx_rings(tp);
2132
2133 if(typhoon_start_runtime(tp) < 0) {
2134 netdev_err(dev, "could not start runtime in tx timeout\n");
2135 goto truly_dead;
2136 }
2137
2138 netif_wake_queue(dev);
2139 return;
2140
2141 truly_dead:
2142 /* Reset the hardware, and turn off carrier to avoid more timeouts */
2143 typhoon_reset(tp->ioaddr, NoWait);
2144 netif_carrier_off(dev);
2145 }
2146
2147 static int
2148 typhoon_open(struct net_device *dev)
2149 {
2150 struct typhoon *tp = netdev_priv(dev);
2151 int err;
2152
2153 err = typhoon_request_firmware(tp);
2154 if (err)
2155 goto out;
2156
2157 err = typhoon_wakeup(tp, WaitSleep);
2158 if(err < 0) {
2159 netdev_err(dev, "unable to wakeup device\n");
2160 goto out_sleep;
2161 }
2162
2163 err = request_irq(dev->irq, typhoon_interrupt, IRQF_SHARED,
2164 dev->name, dev);
2165 if(err < 0)
2166 goto out_sleep;
2167
2168 napi_enable(&tp->napi);
2169
2170 err = typhoon_start_runtime(tp);
2171 if(err < 0) {
2172 napi_disable(&tp->napi);
2173 goto out_irq;
2174 }
2175
2176 netif_start_queue(dev);
2177 return 0;
2178
2179 out_irq:
2180 free_irq(dev->irq, dev);
2181
2182 out_sleep:
2183 if(typhoon_boot_3XP(tp, TYPHOON_STATUS_WAITING_FOR_HOST) < 0) {
2184 netdev_err(dev, "unable to reboot into sleep img\n");
2185 typhoon_reset(tp->ioaddr, NoWait);
2186 goto out;
2187 }
2188
2189 if(typhoon_sleep(tp, PCI_D3hot, 0) < 0)
2190 netdev_err(dev, "unable to go back to sleep\n");
2191
2192 out:
2193 return err;
2194 }
2195
2196 static int
2197 typhoon_close(struct net_device *dev)
2198 {
2199 struct typhoon *tp = netdev_priv(dev);
2200
2201 netif_stop_queue(dev);
2202 napi_disable(&tp->napi);
2203
2204 if(typhoon_stop_runtime(tp, WaitSleep) < 0)
2205 netdev_err(dev, "unable to stop runtime\n");
2206
2207 /* Make sure there is no irq handler running on a different CPU. */
2208 free_irq(dev->irq, dev);
2209
2210 typhoon_free_rx_rings(tp);
2211 typhoon_init_rings(tp);
2212
2213 if(typhoon_boot_3XP(tp, TYPHOON_STATUS_WAITING_FOR_HOST) < 0)
2214 netdev_err(dev, "unable to boot sleep image\n");
2215
2216 if(typhoon_sleep(tp, PCI_D3hot, 0) < 0)
2217 netdev_err(dev, "unable to put card to sleep\n");
2218
2219 return 0;
2220 }
2221
2222 #ifdef CONFIG_PM
2223 static int
2224 typhoon_resume(struct pci_dev *pdev)
2225 {
2226 struct net_device *dev = pci_get_drvdata(pdev);
2227 struct typhoon *tp = netdev_priv(dev);
2228
2229 /* If we're down, resume when we are upped.
2230 */
2231 if(!netif_running(dev))
2232 return 0;
2233
2234 if(typhoon_wakeup(tp, WaitNoSleep) < 0) {
2235 netdev_err(dev, "critical: could not wake up in resume\n");
2236 goto reset;
2237 }
2238
2239 if(typhoon_start_runtime(tp) < 0) {
2240 netdev_err(dev, "critical: could not start runtime in resume\n");
2241 goto reset;
2242 }
2243
2244 netif_device_attach(dev);
2245 return 0;
2246
2247 reset:
2248 typhoon_reset(tp->ioaddr, NoWait);
2249 return -EBUSY;
2250 }
2251
2252 static int
2253 typhoon_suspend(struct pci_dev *pdev, pm_message_t state)
2254 {
2255 struct net_device *dev = pci_get_drvdata(pdev);
2256 struct typhoon *tp = netdev_priv(dev);
2257 struct cmd_desc xp_cmd;
2258
2259 /* If we're down, we're already suspended.
2260 */
2261 if(!netif_running(dev))
2262 return 0;
2263
2264 /* TYPHOON_OFFLOAD_VLAN is always on now, so this doesn't work */
2265 if(tp->wol_events & TYPHOON_WAKE_MAGIC_PKT)
2266 netdev_warn(dev, "cannot do WAKE_MAGIC with VLAN offloading\n");
2267
2268 netif_device_detach(dev);
2269
2270 if(typhoon_stop_runtime(tp, WaitNoSleep) < 0) {
2271 netdev_err(dev, "unable to stop runtime\n");
2272 goto need_resume;
2273 }
2274
2275 typhoon_free_rx_rings(tp);
2276 typhoon_init_rings(tp);
2277
2278 if(typhoon_boot_3XP(tp, TYPHOON_STATUS_WAITING_FOR_HOST) < 0) {
2279 netdev_err(dev, "unable to boot sleep image\n");
2280 goto need_resume;
2281 }
2282
2283 INIT_COMMAND_NO_RESPONSE(&xp_cmd, TYPHOON_CMD_SET_MAC_ADDRESS);
2284 xp_cmd.parm1 = cpu_to_le16(ntohs(*(__be16 *)&dev->dev_addr[0]));
2285 xp_cmd.parm2 = cpu_to_le32(ntohl(*(__be32 *)&dev->dev_addr[2]));
2286 if(typhoon_issue_command(tp, 1, &xp_cmd, 0, NULL) < 0) {
2287 netdev_err(dev, "unable to set mac address in suspend\n");
2288 goto need_resume;
2289 }
2290
2291 INIT_COMMAND_NO_RESPONSE(&xp_cmd, TYPHOON_CMD_SET_RX_FILTER);
2292 xp_cmd.parm1 = TYPHOON_RX_FILTER_DIRECTED | TYPHOON_RX_FILTER_BROADCAST;
2293 if(typhoon_issue_command(tp, 1, &xp_cmd, 0, NULL) < 0) {
2294 netdev_err(dev, "unable to set rx filter in suspend\n");
2295 goto need_resume;
2296 }
2297
2298 if(typhoon_sleep(tp, pci_choose_state(pdev, state), tp->wol_events) < 0) {
2299 netdev_err(dev, "unable to put card to sleep\n");
2300 goto need_resume;
2301 }
2302
2303 return 0;
2304
2305 need_resume:
2306 typhoon_resume(pdev);
2307 return -EBUSY;
2308 }
2309 #endif
2310
2311 static int
2312 typhoon_test_mmio(struct pci_dev *pdev)
2313 {
2314 void __iomem *ioaddr = pci_iomap(pdev, 1, 128);
2315 int mode = 0;
2316 u32 val;
2317
2318 if(!ioaddr)
2319 goto out;
2320
2321 if(ioread32(ioaddr + TYPHOON_REG_STATUS) !=
2322 TYPHOON_STATUS_WAITING_FOR_HOST)
2323 goto out_unmap;
2324
2325 iowrite32(TYPHOON_INTR_ALL, ioaddr + TYPHOON_REG_INTR_MASK);
2326 iowrite32(TYPHOON_INTR_ALL, ioaddr + TYPHOON_REG_INTR_STATUS);
2327 iowrite32(TYPHOON_INTR_ALL, ioaddr + TYPHOON_REG_INTR_ENABLE);
2328
2329 /* Ok, see if we can change our interrupt status register by
2330 * sending ourselves an interrupt. If so, then MMIO works.
2331 * The 50usec delay is arbitrary -- it could probably be smaller.
2332 */
2333 val = ioread32(ioaddr + TYPHOON_REG_INTR_STATUS);
2334 if((val & TYPHOON_INTR_SELF) == 0) {
2335 iowrite32(1, ioaddr + TYPHOON_REG_SELF_INTERRUPT);
2336 ioread32(ioaddr + TYPHOON_REG_INTR_STATUS);
2337 udelay(50);
2338 val = ioread32(ioaddr + TYPHOON_REG_INTR_STATUS);
2339 if(val & TYPHOON_INTR_SELF)
2340 mode = 1;
2341 }
2342
2343 iowrite32(TYPHOON_INTR_ALL, ioaddr + TYPHOON_REG_INTR_MASK);
2344 iowrite32(TYPHOON_INTR_ALL, ioaddr + TYPHOON_REG_INTR_STATUS);
2345 iowrite32(TYPHOON_INTR_NONE, ioaddr + TYPHOON_REG_INTR_ENABLE);
2346 ioread32(ioaddr + TYPHOON_REG_INTR_STATUS);
2347
2348 out_unmap:
2349 pci_iounmap(pdev, ioaddr);
2350
2351 out:
2352 if(!mode)
2353 pr_info("%s: falling back to port IO\n", pci_name(pdev));
2354 return mode;
2355 }
2356
2357 static const struct net_device_ops typhoon_netdev_ops = {
2358 .ndo_open = typhoon_open,
2359 .ndo_stop = typhoon_close,
2360 .ndo_start_xmit = typhoon_start_tx,
2361 .ndo_set_rx_mode = typhoon_set_rx_mode,
2362 .ndo_tx_timeout = typhoon_tx_timeout,
2363 .ndo_get_stats = typhoon_get_stats,
2364 .ndo_validate_addr = eth_validate_addr,
2365 .ndo_set_mac_address = eth_mac_addr,
2366 .ndo_change_mtu = eth_change_mtu,
2367 };
2368
2369 static int
2370 typhoon_init_one(struct pci_dev *pdev, const struct pci_device_id *ent)
2371 {
2372 struct net_device *dev;
2373 struct typhoon *tp;
2374 int card_id = (int) ent->driver_data;
2375 void __iomem *ioaddr;
2376 void *shared;
2377 dma_addr_t shared_dma;
2378 struct cmd_desc xp_cmd;
2379 struct resp_desc xp_resp[3];
2380 int err = 0;
2381 const char *err_msg;
2382
2383 dev = alloc_etherdev(sizeof(*tp));
2384 if(dev == NULL) {
2385 err_msg = "unable to alloc new net device";
2386 err = -ENOMEM;
2387 goto error_out;
2388 }
2389 SET_NETDEV_DEV(dev, &pdev->dev);
2390
2391 err = pci_enable_device(pdev);
2392 if(err < 0) {
2393 err_msg = "unable to enable device";
2394 goto error_out_dev;
2395 }
2396
2397 err = pci_set_mwi(pdev);
2398 if(err < 0) {
2399 err_msg = "unable to set MWI";
2400 goto error_out_disable;
2401 }
2402
2403 err = pci_set_dma_mask(pdev, DMA_BIT_MASK(32));
2404 if(err < 0) {
2405 err_msg = "No usable DMA configuration";
2406 goto error_out_mwi;
2407 }
2408
2409 /* sanity checks on IO and MMIO BARs
2410 */
2411 if(!(pci_resource_flags(pdev, 0) & IORESOURCE_IO)) {
2412 err_msg = "region #1 not a PCI IO resource, aborting";
2413 err = -ENODEV;
2414 goto error_out_mwi;
2415 }
2416 if(pci_resource_len(pdev, 0) < 128) {
2417 err_msg = "Invalid PCI IO region size, aborting";
2418 err = -ENODEV;
2419 goto error_out_mwi;
2420 }
2421 if(!(pci_resource_flags(pdev, 1) & IORESOURCE_MEM)) {
2422 err_msg = "region #1 not a PCI MMIO resource, aborting";
2423 err = -ENODEV;
2424 goto error_out_mwi;
2425 }
2426 if(pci_resource_len(pdev, 1) < 128) {
2427 err_msg = "Invalid PCI MMIO region size, aborting";
2428 err = -ENODEV;
2429 goto error_out_mwi;
2430 }
2431
2432 err = pci_request_regions(pdev, KBUILD_MODNAME);
2433 if(err < 0) {
2434 err_msg = "could not request regions";
2435 goto error_out_mwi;
2436 }
2437
2438 /* map our registers
2439 */
2440 if(use_mmio != 0 && use_mmio != 1)
2441 use_mmio = typhoon_test_mmio(pdev);
2442
2443 ioaddr = pci_iomap(pdev, use_mmio, 128);
2444 if (!ioaddr) {
2445 err_msg = "cannot remap registers, aborting";
2446 err = -EIO;
2447 goto error_out_regions;
2448 }
2449
2450 /* allocate pci dma space for rx and tx descriptor rings
2451 */
2452 shared = pci_alloc_consistent(pdev, sizeof(struct typhoon_shared),
2453 &shared_dma);
2454 if(!shared) {
2455 err_msg = "could not allocate DMA memory";
2456 err = -ENOMEM;
2457 goto error_out_remap;
2458 }
2459
2460 dev->irq = pdev->irq;
2461 tp = netdev_priv(dev);
2462 tp->shared = shared;
2463 tp->shared_dma = shared_dma;
2464 tp->pdev = pdev;
2465 tp->tx_pdev = pdev;
2466 tp->ioaddr = ioaddr;
2467 tp->tx_ioaddr = ioaddr;
2468 tp->dev = dev;
2469
2470 /* Init sequence:
2471 * 1) Reset the adapter to clear any bad juju
2472 * 2) Reload the sleep image
2473 * 3) Boot the sleep image
2474 * 4) Get the hardware address.
2475 * 5) Put the card to sleep.
2476 */
2477 if (typhoon_reset(ioaddr, WaitSleep) < 0) {
2478 err_msg = "could not reset 3XP";
2479 err = -EIO;
2480 goto error_out_dma;
2481 }
2482
2483 /* Now that we've reset the 3XP and are sure it's not going to
2484 * write all over memory, enable bus mastering, and save our
2485 * state for resuming after a suspend.
2486 */
2487 pci_set_master(pdev);
2488 pci_save_state(pdev);
2489
2490 typhoon_init_interface(tp);
2491 typhoon_init_rings(tp);
2492
2493 if(typhoon_boot_3XP(tp, TYPHOON_STATUS_WAITING_FOR_HOST) < 0) {
2494 err_msg = "cannot boot 3XP sleep image";
2495 err = -EIO;
2496 goto error_out_reset;
2497 }
2498
2499 INIT_COMMAND_WITH_RESPONSE(&xp_cmd, TYPHOON_CMD_READ_MAC_ADDRESS);
2500 if(typhoon_issue_command(tp, 1, &xp_cmd, 1, xp_resp) < 0) {
2501 err_msg = "cannot read MAC address";
2502 err = -EIO;
2503 goto error_out_reset;
2504 }
2505
2506 *(__be16 *)&dev->dev_addr[0] = htons(le16_to_cpu(xp_resp[0].parm1));
2507 *(__be32 *)&dev->dev_addr[2] = htonl(le32_to_cpu(xp_resp[0].parm2));
2508
2509 if(!is_valid_ether_addr(dev->dev_addr)) {
2510 err_msg = "Could not obtain valid ethernet address, aborting";
2511 goto error_out_reset;
2512 }
2513
2514 /* Read the Sleep Image version last, so the response is valid
2515 * later when we print out the version reported.
2516 */
2517 INIT_COMMAND_WITH_RESPONSE(&xp_cmd, TYPHOON_CMD_READ_VERSIONS);
2518 if(typhoon_issue_command(tp, 1, &xp_cmd, 3, xp_resp) < 0) {
2519 err_msg = "Could not get Sleep Image version";
2520 goto error_out_reset;
2521 }
2522
2523 tp->capabilities = typhoon_card_info[card_id].capabilities;
2524 tp->xcvr_select = TYPHOON_XCVR_AUTONEG;
2525
2526 /* Typhoon 1.0 Sleep Images return one response descriptor to the
2527 * READ_VERSIONS command. Those versions are OK after waking up
2528 * from sleep without needing a reset. Typhoon 1.1+ Sleep Images
2529 * seem to need a little extra help to get started. Since we don't
2530 * know how to nudge it along, just kick it.
2531 */
2532 if(xp_resp[0].numDesc != 0)
2533 tp->capabilities |= TYPHOON_WAKEUP_NEEDS_RESET;
2534
2535 if(typhoon_sleep(tp, PCI_D3hot, 0) < 0) {
2536 err_msg = "cannot put adapter to sleep";
2537 err = -EIO;
2538 goto error_out_reset;
2539 }
2540
2541 /* The chip-specific entries in the device structure. */
2542 dev->netdev_ops = &typhoon_netdev_ops;
2543 netif_napi_add(dev, &tp->napi, typhoon_poll, 16);
2544 dev->watchdog_timeo = TX_TIMEOUT;
2545
2546 dev->ethtool_ops = &typhoon_ethtool_ops;
2547
2548 /* We can handle scatter gather, up to 16 entries, and
2549 * we can do IP checksumming (only version 4, doh...)
2550 *
2551 * There's no way to turn off the RX VLAN offloading and stripping
2552 * on the current 3XP firmware -- it does not respect the offload
2553 * settings -- so we only allow the user to toggle the TX processing.
2554 */
2555 dev->hw_features = NETIF_F_SG | NETIF_F_IP_CSUM | NETIF_F_TSO |
2556 NETIF_F_HW_VLAN_CTAG_TX;
2557 dev->features = dev->hw_features |
2558 NETIF_F_HW_VLAN_CTAG_RX | NETIF_F_RXCSUM;
2559
2560 if(register_netdev(dev) < 0) {
2561 err_msg = "unable to register netdev";
2562 goto error_out_reset;
2563 }
2564
2565 pci_set_drvdata(pdev, dev);
2566
2567 netdev_info(dev, "%s at %s 0x%llx, %pM\n",
2568 typhoon_card_info[card_id].name,
2569 use_mmio ? "MMIO" : "IO",
2570 (unsigned long long)pci_resource_start(pdev, use_mmio),
2571 dev->dev_addr);
2572
2573 /* xp_resp still contains the response to the READ_VERSIONS command.
2574 * For debugging, let the user know what version he has.
2575 */
2576 if(xp_resp[0].numDesc == 0) {
2577 /* This is the Typhoon 1.0 type Sleep Image, last 16 bits
2578 * of version is Month/Day of build.
2579 */
2580 u16 monthday = le32_to_cpu(xp_resp[0].parm2) & 0xffff;
2581 netdev_info(dev, "Typhoon 1.0 Sleep Image built %02u/%02u/2000\n",
2582 monthday >> 8, monthday & 0xff);
2583 } else if(xp_resp[0].numDesc == 2) {
2584 /* This is the Typhoon 1.1+ type Sleep Image
2585 */
2586 u32 sleep_ver = le32_to_cpu(xp_resp[0].parm2);
2587 u8 *ver_string = (u8 *) &xp_resp[1];
2588 ver_string[25] = 0;
2589 netdev_info(dev, "Typhoon 1.1+ Sleep Image version %02x.%03x.%03x %s\n",
2590 sleep_ver >> 24, (sleep_ver >> 12) & 0xfff,
2591 sleep_ver & 0xfff, ver_string);
2592 } else {
2593 netdev_warn(dev, "Unknown Sleep Image version (%u:%04x)\n",
2594 xp_resp[0].numDesc, le32_to_cpu(xp_resp[0].parm2));
2595 }
2596
2597 return 0;
2598
2599 error_out_reset:
2600 typhoon_reset(ioaddr, NoWait);
2601
2602 error_out_dma:
2603 pci_free_consistent(pdev, sizeof(struct typhoon_shared),
2604 shared, shared_dma);
2605 error_out_remap:
2606 pci_iounmap(pdev, ioaddr);
2607 error_out_regions:
2608 pci_release_regions(pdev);
2609 error_out_mwi:
2610 pci_clear_mwi(pdev);
2611 error_out_disable:
2612 pci_disable_device(pdev);
2613 error_out_dev:
2614 free_netdev(dev);
2615 error_out:
2616 pr_err("%s: %s\n", pci_name(pdev), err_msg);
2617 return err;
2618 }
2619
2620 static void
2621 typhoon_remove_one(struct pci_dev *pdev)
2622 {
2623 struct net_device *dev = pci_get_drvdata(pdev);
2624 struct typhoon *tp = netdev_priv(dev);
2625
2626 unregister_netdev(dev);
2627 pci_set_power_state(pdev, PCI_D0);
2628 pci_restore_state(pdev);
2629 typhoon_reset(tp->ioaddr, NoWait);
2630 pci_iounmap(pdev, tp->ioaddr);
2631 pci_free_consistent(pdev, sizeof(struct typhoon_shared),
2632 tp->shared, tp->shared_dma);
2633 pci_release_regions(pdev);
2634 pci_clear_mwi(pdev);
2635 pci_disable_device(pdev);
2636 free_netdev(dev);
2637 }
2638
2639 static struct pci_driver typhoon_driver = {
2640 .name = KBUILD_MODNAME,
2641 .id_table = typhoon_pci_tbl,
2642 .probe = typhoon_init_one,
2643 .remove = typhoon_remove_one,
2644 #ifdef CONFIG_PM
2645 .suspend = typhoon_suspend,
2646 .resume = typhoon_resume,
2647 #endif
2648 };
2649
2650 static int __init
2651 typhoon_init(void)
2652 {
2653 return pci_register_driver(&typhoon_driver);
2654 }
2655
2656 static void __exit
2657 typhoon_cleanup(void)
2658 {
2659 release_firmware(typhoon_fw);
2660 pci_unregister_driver(&typhoon_driver);
2661 }
2662
2663 module_init(typhoon_init);
2664 module_exit(typhoon_cleanup);
2665
2666
2667
2668
2669
2670 /* LDV_COMMENT_BEGIN_MAIN */
2671 #ifdef LDV_MAIN0_sequence_infinite_withcheck_stateful
2672
2673 /*###########################################################################*/
2674
2675 /*############## Driver Environment Generator 0.2 output ####################*/
2676
2677 /*###########################################################################*/
2678
2679
2680
2681 /* LDV_COMMENT_FUNCTION_DECLARE_LDV Special function for LDV verifier. Test if all kernel resources are correctly released by driver before driver will be unloaded. */
2682 void ldv_check_final_state(void);
2683
2684 /* LDV_COMMENT_FUNCTION_DECLARE_LDV Special function for LDV verifier. Test correct return result. */
2685 void ldv_check_return_value(int res);
2686
2687 /* LDV_COMMENT_FUNCTION_DECLARE_LDV Special function for LDV verifier. Test correct return result of probe() function. */
2688 void ldv_check_return_value_probe(int res);
2689
2690 /* LDV_COMMENT_FUNCTION_DECLARE_LDV Special function for LDV verifier. Initializes the model. */
2691 void ldv_initialize(void);
2692
2693 /* LDV_COMMENT_FUNCTION_DECLARE_LDV Special function for LDV verifier. Reinitializes the model between distinct model function calls. */
2694 void ldv_handler_precall(void);
2695
2696 /* LDV_COMMENT_FUNCTION_DECLARE_LDV Special function for LDV verifier. Returns arbitrary interger value. */
2697 int nondet_int(void);
2698
2699 /* LDV_COMMENT_VAR_DECLARE_LDV Special variable for LDV verifier. */
2700 int LDV_IN_INTERRUPT;
2701
2702 /* LDV_COMMENT_FUNCTION_MAIN Main function for LDV verifier. */
2703 void ldv_main0_sequence_infinite_withcheck_stateful(void) {
2704
2705
2706
2707 /* LDV_COMMENT_BEGIN_VARIABLE_DECLARATION_PART */
2708 /*============================= VARIABLE DECLARATION PART =============================*/
2709 /** STRUCT: struct type: ethtool_ops, struct name: typhoon_ethtool_ops **/
2710 /* content: static int typhoon_get_settings(struct net_device *dev, struct ethtool_cmd *cmd)*/
2711 /* LDV_COMMENT_BEGIN_PREP */
2712 #define TXHI_ENTRIES 2
2713 #define TXLO_ENTRIES 128
2714 #define RX_ENTRIES 32
2715 #define COMMAND_ENTRIES 16
2716 #define RESPONSE_ENTRIES 32
2717 #define COMMAND_RING_SIZE (COMMAND_ENTRIES * sizeof(struct cmd_desc))
2718 #define RESPONSE_RING_SIZE (RESPONSE_ENTRIES * sizeof(struct resp_desc))
2719 #define RXFREE_ENTRIES 128
2720 #define RXENT_ENTRIES (RXFREE_ENTRIES - 1)
2721 #define TX_TIMEOUT (2*HZ)
2722 #define PKT_BUF_SZ 1536
2723 #define FIRMWARE_NAME "3com/typhoon.bin"
2724 #define pr_fmt(fmt) KBUILD_MODNAME " " fmt
2725 #if defined(NETIF_F_TSO) && MAX_SKB_FRAGS > 32
2726 #warning Typhoon only supports 32 entries in its SG list for TSO, disabling TSO
2727 #undef NETIF_F_TSO
2728 #endif
2729 #if TXLO_ENTRIES <= (2 * MAX_SKB_FRAGS)
2730 #error TX ring too small!
2731 #endif
2732 #define TYPHOON_CRYPTO_NONE 0x00
2733 #define TYPHOON_CRYPTO_DES 0x01
2734 #define TYPHOON_CRYPTO_3DES 0x02
2735 #define TYPHOON_CRYPTO_VARIABLE 0x04
2736 #define TYPHOON_FIBER 0x08
2737 #define TYPHOON_WAKEUP_NEEDS_RESET 0x10
2738 #define __3xp_aligned ____cacheline_aligned
2739 #define typhoon_post_pci_writes(x) \
2740 do { if(likely(use_mmio)) ioread32(x+TYPHOON_REG_HEARTBEAT); } while(0)
2741 #define TYPHOON_UDELAY 50
2742 #define TYPHOON_RESET_TIMEOUT_SLEEP (6 * HZ)
2743 #define TYPHOON_RESET_TIMEOUT_NOSLEEP ((6 * 1000000) / TYPHOON_UDELAY)
2744 #define TYPHOON_WAIT_TIMEOUT ((1000000 / 2) / TYPHOON_UDELAY)
2745 #if defined(NETIF_F_TSO)
2746 #define skb_tso_size(x) (skb_shinfo(x)->gso_size)
2747 #define TSO_NUM_DESCRIPTORS 2
2748 #define TSO_OFFLOAD_ON TYPHOON_OFFLOAD_TCP_SEGMENT
2749 #else
2750 #define NETIF_F_TSO 0
2751 #define skb_tso_size(x) 0
2752 #define TSO_NUM_DESCRIPTORS 0
2753 #define TSO_OFFLOAD_ON 0
2754 #endif
2755 /* LDV_COMMENT_END_PREP */
2756 /* LDV_COMMENT_VAR_DECLARE Variable declaration for function "typhoon_get_settings" */
2757 struct net_device * var_group1;
2758 /* LDV_COMMENT_VAR_DECLARE Variable declaration for function "typhoon_get_settings" */
2759 struct ethtool_cmd * var_group2;
2760 /* LDV_COMMENT_BEGIN_PREP */
2761 #define shared_offset(x) offsetof(struct typhoon_shared, x)
2762 #if 0
2763 #endif
2764 #ifdef CONFIG_PM
2765 #endif
2766 #ifdef CONFIG_PM
2767 #endif
2768 /* LDV_COMMENT_END_PREP */
2769 /* content: static int typhoon_set_settings(struct net_device *dev, struct ethtool_cmd *cmd)*/
2770 /* LDV_COMMENT_BEGIN_PREP */
2771 #define TXHI_ENTRIES 2
2772 #define TXLO_ENTRIES 128
2773 #define RX_ENTRIES 32
2774 #define COMMAND_ENTRIES 16
2775 #define RESPONSE_ENTRIES 32
2776 #define COMMAND_RING_SIZE (COMMAND_ENTRIES * sizeof(struct cmd_desc))
2777 #define RESPONSE_RING_SIZE (RESPONSE_ENTRIES * sizeof(struct resp_desc))
2778 #define RXFREE_ENTRIES 128
2779 #define RXENT_ENTRIES (RXFREE_ENTRIES - 1)
2780 #define TX_TIMEOUT (2*HZ)
2781 #define PKT_BUF_SZ 1536
2782 #define FIRMWARE_NAME "3com/typhoon.bin"
2783 #define pr_fmt(fmt) KBUILD_MODNAME " " fmt
2784 #if defined(NETIF_F_TSO) && MAX_SKB_FRAGS > 32
2785 #warning Typhoon only supports 32 entries in its SG list for TSO, disabling TSO
2786 #undef NETIF_F_TSO
2787 #endif
2788 #if TXLO_ENTRIES <= (2 * MAX_SKB_FRAGS)
2789 #error TX ring too small!
2790 #endif
2791 #define TYPHOON_CRYPTO_NONE 0x00
2792 #define TYPHOON_CRYPTO_DES 0x01
2793 #define TYPHOON_CRYPTO_3DES 0x02
2794 #define TYPHOON_CRYPTO_VARIABLE 0x04
2795 #define TYPHOON_FIBER 0x08
2796 #define TYPHOON_WAKEUP_NEEDS_RESET 0x10
2797 #define __3xp_aligned ____cacheline_aligned
2798 #define typhoon_post_pci_writes(x) \
2799 do { if(likely(use_mmio)) ioread32(x+TYPHOON_REG_HEARTBEAT); } while(0)
2800 #define TYPHOON_UDELAY 50
2801 #define TYPHOON_RESET_TIMEOUT_SLEEP (6 * HZ)
2802 #define TYPHOON_RESET_TIMEOUT_NOSLEEP ((6 * 1000000) / TYPHOON_UDELAY)
2803 #define TYPHOON_WAIT_TIMEOUT ((1000000 / 2) / TYPHOON_UDELAY)
2804 #if defined(NETIF_F_TSO)
2805 #define skb_tso_size(x) (skb_shinfo(x)->gso_size)
2806 #define TSO_NUM_DESCRIPTORS 2
2807 #define TSO_OFFLOAD_ON TYPHOON_OFFLOAD_TCP_SEGMENT
2808 #else
2809 #define NETIF_F_TSO 0
2810 #define skb_tso_size(x) 0
2811 #define TSO_NUM_DESCRIPTORS 0
2812 #define TSO_OFFLOAD_ON 0
2813 #endif
2814 /* LDV_COMMENT_END_PREP */
2815 /* LDV_COMMENT_BEGIN_PREP */
2816 #define shared_offset(x) offsetof(struct typhoon_shared, x)
2817 #if 0
2818 #endif
2819 #ifdef CONFIG_PM
2820 #endif
2821 #ifdef CONFIG_PM
2822 #endif
2823 /* LDV_COMMENT_END_PREP */
2824 /* content: static void typhoon_get_drvinfo(struct net_device *dev, struct ethtool_drvinfo *info)*/
2825 /* LDV_COMMENT_BEGIN_PREP */
2826 #define TXHI_ENTRIES 2
2827 #define TXLO_ENTRIES 128
2828 #define RX_ENTRIES 32
2829 #define COMMAND_ENTRIES 16
2830 #define RESPONSE_ENTRIES 32
2831 #define COMMAND_RING_SIZE (COMMAND_ENTRIES * sizeof(struct cmd_desc))
2832 #define RESPONSE_RING_SIZE (RESPONSE_ENTRIES * sizeof(struct resp_desc))
2833 #define RXFREE_ENTRIES 128
2834 #define RXENT_ENTRIES (RXFREE_ENTRIES - 1)
2835 #define TX_TIMEOUT (2*HZ)
2836 #define PKT_BUF_SZ 1536
2837 #define FIRMWARE_NAME "3com/typhoon.bin"
2838 #define pr_fmt(fmt) KBUILD_MODNAME " " fmt
2839 #if defined(NETIF_F_TSO) && MAX_SKB_FRAGS > 32
2840 #warning Typhoon only supports 32 entries in its SG list for TSO, disabling TSO
2841 #undef NETIF_F_TSO
2842 #endif
2843 #if TXLO_ENTRIES <= (2 * MAX_SKB_FRAGS)
2844 #error TX ring too small!
2845 #endif
2846 #define TYPHOON_CRYPTO_NONE 0x00
2847 #define TYPHOON_CRYPTO_DES 0x01
2848 #define TYPHOON_CRYPTO_3DES 0x02
2849 #define TYPHOON_CRYPTO_VARIABLE 0x04
2850 #define TYPHOON_FIBER 0x08
2851 #define TYPHOON_WAKEUP_NEEDS_RESET 0x10
2852 #define __3xp_aligned ____cacheline_aligned
2853 #define typhoon_post_pci_writes(x) \
2854 do { if(likely(use_mmio)) ioread32(x+TYPHOON_REG_HEARTBEAT); } while(0)
2855 #define TYPHOON_UDELAY 50
2856 #define TYPHOON_RESET_TIMEOUT_SLEEP (6 * HZ)
2857 #define TYPHOON_RESET_TIMEOUT_NOSLEEP ((6 * 1000000) / TYPHOON_UDELAY)
2858 #define TYPHOON_WAIT_TIMEOUT ((1000000 / 2) / TYPHOON_UDELAY)
2859 #if defined(NETIF_F_TSO)
2860 #define skb_tso_size(x) (skb_shinfo(x)->gso_size)
2861 #define TSO_NUM_DESCRIPTORS 2
2862 #define TSO_OFFLOAD_ON TYPHOON_OFFLOAD_TCP_SEGMENT
2863 #else
2864 #define NETIF_F_TSO 0
2865 #define skb_tso_size(x) 0
2866 #define TSO_NUM_DESCRIPTORS 0
2867 #define TSO_OFFLOAD_ON 0
2868 #endif
2869 /* LDV_COMMENT_END_PREP */
2870 /* LDV_COMMENT_VAR_DECLARE Variable declaration for function "typhoon_get_drvinfo" */
2871 struct ethtool_drvinfo * var_group3;
2872 /* LDV_COMMENT_BEGIN_PREP */
2873 #define shared_offset(x) offsetof(struct typhoon_shared, x)
2874 #if 0
2875 #endif
2876 #ifdef CONFIG_PM
2877 #endif
2878 #ifdef CONFIG_PM
2879 #endif
2880 /* LDV_COMMENT_END_PREP */
2881 /* content: static void typhoon_get_wol(struct net_device *dev, struct ethtool_wolinfo *wol)*/
2882 /* LDV_COMMENT_BEGIN_PREP */
2883 #define TXHI_ENTRIES 2
2884 #define TXLO_ENTRIES 128
2885 #define RX_ENTRIES 32
2886 #define COMMAND_ENTRIES 16
2887 #define RESPONSE_ENTRIES 32
2888 #define COMMAND_RING_SIZE (COMMAND_ENTRIES * sizeof(struct cmd_desc))
2889 #define RESPONSE_RING_SIZE (RESPONSE_ENTRIES * sizeof(struct resp_desc))
2890 #define RXFREE_ENTRIES 128
2891 #define RXENT_ENTRIES (RXFREE_ENTRIES - 1)
2892 #define TX_TIMEOUT (2*HZ)
2893 #define PKT_BUF_SZ 1536
2894 #define FIRMWARE_NAME "3com/typhoon.bin"
2895 #define pr_fmt(fmt) KBUILD_MODNAME " " fmt
2896 #if defined(NETIF_F_TSO) && MAX_SKB_FRAGS > 32
2897 #warning Typhoon only supports 32 entries in its SG list for TSO, disabling TSO
2898 #undef NETIF_F_TSO
2899 #endif
2900 #if TXLO_ENTRIES <= (2 * MAX_SKB_FRAGS)
2901 #error TX ring too small!
2902 #endif
2903 #define TYPHOON_CRYPTO_NONE 0x00
2904 #define TYPHOON_CRYPTO_DES 0x01
2905 #define TYPHOON_CRYPTO_3DES 0x02
2906 #define TYPHOON_CRYPTO_VARIABLE 0x04
2907 #define TYPHOON_FIBER 0x08
2908 #define TYPHOON_WAKEUP_NEEDS_RESET 0x10
2909 #define __3xp_aligned ____cacheline_aligned
2910 #define typhoon_post_pci_writes(x) \
2911 do { if(likely(use_mmio)) ioread32(x+TYPHOON_REG_HEARTBEAT); } while(0)
2912 #define TYPHOON_UDELAY 50
2913 #define TYPHOON_RESET_TIMEOUT_SLEEP (6 * HZ)
2914 #define TYPHOON_RESET_TIMEOUT_NOSLEEP ((6 * 1000000) / TYPHOON_UDELAY)
2915 #define TYPHOON_WAIT_TIMEOUT ((1000000 / 2) / TYPHOON_UDELAY)
2916 #if defined(NETIF_F_TSO)
2917 #define skb_tso_size(x) (skb_shinfo(x)->gso_size)
2918 #define TSO_NUM_DESCRIPTORS 2
2919 #define TSO_OFFLOAD_ON TYPHOON_OFFLOAD_TCP_SEGMENT
2920 #else
2921 #define NETIF_F_TSO 0
2922 #define skb_tso_size(x) 0
2923 #define TSO_NUM_DESCRIPTORS 0
2924 #define TSO_OFFLOAD_ON 0
2925 #endif
2926 /* LDV_COMMENT_END_PREP */
2927 /* LDV_COMMENT_VAR_DECLARE Variable declaration for function "typhoon_get_wol" */
2928 struct ethtool_wolinfo * var_group4;
2929 /* LDV_COMMENT_BEGIN_PREP */
2930 #define shared_offset(x) offsetof(struct typhoon_shared, x)
2931 #if 0
2932 #endif
2933 #ifdef CONFIG_PM
2934 #endif
2935 #ifdef CONFIG_PM
2936 #endif
2937 /* LDV_COMMENT_END_PREP */
2938 /* content: static int typhoon_set_wol(struct net_device *dev, struct ethtool_wolinfo *wol)*/
2939 /* LDV_COMMENT_BEGIN_PREP */
2940 #define TXHI_ENTRIES 2
2941 #define TXLO_ENTRIES 128
2942 #define RX_ENTRIES 32
2943 #define COMMAND_ENTRIES 16
2944 #define RESPONSE_ENTRIES 32
2945 #define COMMAND_RING_SIZE (COMMAND_ENTRIES * sizeof(struct cmd_desc))
2946 #define RESPONSE_RING_SIZE (RESPONSE_ENTRIES * sizeof(struct resp_desc))
2947 #define RXFREE_ENTRIES 128
2948 #define RXENT_ENTRIES (RXFREE_ENTRIES - 1)
2949 #define TX_TIMEOUT (2*HZ)
2950 #define PKT_BUF_SZ 1536
2951 #define FIRMWARE_NAME "3com/typhoon.bin"
2952 #define pr_fmt(fmt) KBUILD_MODNAME " " fmt
2953 #if defined(NETIF_F_TSO) && MAX_SKB_FRAGS > 32
2954 #warning Typhoon only supports 32 entries in its SG list for TSO, disabling TSO
2955 #undef NETIF_F_TSO
2956 #endif
2957 #if TXLO_ENTRIES <= (2 * MAX_SKB_FRAGS)
2958 #error TX ring too small!
2959 #endif
2960 #define TYPHOON_CRYPTO_NONE 0x00
2961 #define TYPHOON_CRYPTO_DES 0x01
2962 #define TYPHOON_CRYPTO_3DES 0x02
2963 #define TYPHOON_CRYPTO_VARIABLE 0x04
2964 #define TYPHOON_FIBER 0x08
2965 #define TYPHOON_WAKEUP_NEEDS_RESET 0x10
2966 #define __3xp_aligned ____cacheline_aligned
2967 #define typhoon_post_pci_writes(x) \
2968 do { if(likely(use_mmio)) ioread32(x+TYPHOON_REG_HEARTBEAT); } while(0)
2969 #define TYPHOON_UDELAY 50
2970 #define TYPHOON_RESET_TIMEOUT_SLEEP (6 * HZ)
2971 #define TYPHOON_RESET_TIMEOUT_NOSLEEP ((6 * 1000000) / TYPHOON_UDELAY)
2972 #define TYPHOON_WAIT_TIMEOUT ((1000000 / 2) / TYPHOON_UDELAY)
2973 #if defined(NETIF_F_TSO)
2974 #define skb_tso_size(x) (skb_shinfo(x)->gso_size)
2975 #define TSO_NUM_DESCRIPTORS 2
2976 #define TSO_OFFLOAD_ON TYPHOON_OFFLOAD_TCP_SEGMENT
2977 #else
2978 #define NETIF_F_TSO 0
2979 #define skb_tso_size(x) 0
2980 #define TSO_NUM_DESCRIPTORS 0
2981 #define TSO_OFFLOAD_ON 0
2982 #endif
2983 /* LDV_COMMENT_END_PREP */
2984 /* LDV_COMMENT_BEGIN_PREP */
2985 #define shared_offset(x) offsetof(struct typhoon_shared, x)
2986 #if 0
2987 #endif
2988 #ifdef CONFIG_PM
2989 #endif
2990 #ifdef CONFIG_PM
2991 #endif
2992 /* LDV_COMMENT_END_PREP */
2993 /* content: static void typhoon_get_ringparam(struct net_device *dev, struct ethtool_ringparam *ering)*/
2994 /* LDV_COMMENT_BEGIN_PREP */
2995 #define TXHI_ENTRIES 2
2996 #define TXLO_ENTRIES 128
2997 #define RX_ENTRIES 32
2998 #define COMMAND_ENTRIES 16
2999 #define RESPONSE_ENTRIES 32
3000 #define COMMAND_RING_SIZE (COMMAND_ENTRIES * sizeof(struct cmd_desc))
3001 #define RESPONSE_RING_SIZE (RESPONSE_ENTRIES * sizeof(struct resp_desc))
3002 #define RXFREE_ENTRIES 128
3003 #define RXENT_ENTRIES (RXFREE_ENTRIES - 1)
3004 #define TX_TIMEOUT (2*HZ)
3005 #define PKT_BUF_SZ 1536
3006 #define FIRMWARE_NAME "3com/typhoon.bin"
3007 #define pr_fmt(fmt) KBUILD_MODNAME " " fmt
3008 #if defined(NETIF_F_TSO) && MAX_SKB_FRAGS > 32
3009 #warning Typhoon only supports 32 entries in its SG list for TSO, disabling TSO
3010 #undef NETIF_F_TSO
3011 #endif
3012 #if TXLO_ENTRIES <= (2 * MAX_SKB_FRAGS)
3013 #error TX ring too small!
3014 #endif
3015 #define TYPHOON_CRYPTO_NONE 0x00
3016 #define TYPHOON_CRYPTO_DES 0x01
3017 #define TYPHOON_CRYPTO_3DES 0x02
3018 #define TYPHOON_CRYPTO_VARIABLE 0x04
3019 #define TYPHOON_FIBER 0x08
3020 #define TYPHOON_WAKEUP_NEEDS_RESET 0x10
3021 #define __3xp_aligned ____cacheline_aligned
3022 #define typhoon_post_pci_writes(x) \
3023 do { if(likely(use_mmio)) ioread32(x+TYPHOON_REG_HEARTBEAT); } while(0)
3024 #define TYPHOON_UDELAY 50
3025 #define TYPHOON_RESET_TIMEOUT_SLEEP (6 * HZ)
3026 #define TYPHOON_RESET_TIMEOUT_NOSLEEP ((6 * 1000000) / TYPHOON_UDELAY)
3027 #define TYPHOON_WAIT_TIMEOUT ((1000000 / 2) / TYPHOON_UDELAY)
3028 #if defined(NETIF_F_TSO)
3029 #define skb_tso_size(x) (skb_shinfo(x)->gso_size)
3030 #define TSO_NUM_DESCRIPTORS 2
3031 #define TSO_OFFLOAD_ON TYPHOON_OFFLOAD_TCP_SEGMENT
3032 #else
3033 #define NETIF_F_TSO 0
3034 #define skb_tso_size(x) 0
3035 #define TSO_NUM_DESCRIPTORS 0
3036 #define TSO_OFFLOAD_ON 0
3037 #endif
3038 /* LDV_COMMENT_END_PREP */
3039 /* LDV_COMMENT_VAR_DECLARE Variable declaration for function "typhoon_get_ringparam" */
3040 struct ethtool_ringparam * var_group5;
3041 /* LDV_COMMENT_BEGIN_PREP */
3042 #define shared_offset(x) offsetof(struct typhoon_shared, x)
3043 #if 0
3044 #endif
3045 #ifdef CONFIG_PM
3046 #endif
3047 #ifdef CONFIG_PM
3048 #endif
3049 /* LDV_COMMENT_END_PREP */
3050
3051 /** STRUCT: struct type: net_device_ops, struct name: typhoon_netdev_ops **/
3052 /* content: static int typhoon_open(struct net_device *dev)*/
3053 /* LDV_COMMENT_BEGIN_PREP */
3054 #define TXHI_ENTRIES 2
3055 #define TXLO_ENTRIES 128
3056 #define RX_ENTRIES 32
3057 #define COMMAND_ENTRIES 16
3058 #define RESPONSE_ENTRIES 32
3059 #define COMMAND_RING_SIZE (COMMAND_ENTRIES * sizeof(struct cmd_desc))
3060 #define RESPONSE_RING_SIZE (RESPONSE_ENTRIES * sizeof(struct resp_desc))
3061 #define RXFREE_ENTRIES 128
3062 #define RXENT_ENTRIES (RXFREE_ENTRIES - 1)
3063 #define TX_TIMEOUT (2*HZ)
3064 #define PKT_BUF_SZ 1536
3065 #define FIRMWARE_NAME "3com/typhoon.bin"
3066 #define pr_fmt(fmt) KBUILD_MODNAME " " fmt
3067 #if defined(NETIF_F_TSO) && MAX_SKB_FRAGS > 32
3068 #warning Typhoon only supports 32 entries in its SG list for TSO, disabling TSO
3069 #undef NETIF_F_TSO
3070 #endif
3071 #if TXLO_ENTRIES <= (2 * MAX_SKB_FRAGS)
3072 #error TX ring too small!
3073 #endif
3074 #define TYPHOON_CRYPTO_NONE 0x00
3075 #define TYPHOON_CRYPTO_DES 0x01
3076 #define TYPHOON_CRYPTO_3DES 0x02
3077 #define TYPHOON_CRYPTO_VARIABLE 0x04
3078 #define TYPHOON_FIBER 0x08
3079 #define TYPHOON_WAKEUP_NEEDS_RESET 0x10
3080 #define __3xp_aligned ____cacheline_aligned
3081 #define typhoon_post_pci_writes(x) \
3082 do { if(likely(use_mmio)) ioread32(x+TYPHOON_REG_HEARTBEAT); } while(0)
3083 #define TYPHOON_UDELAY 50
3084 #define TYPHOON_RESET_TIMEOUT_SLEEP (6 * HZ)
3085 #define TYPHOON_RESET_TIMEOUT_NOSLEEP ((6 * 1000000) / TYPHOON_UDELAY)
3086 #define TYPHOON_WAIT_TIMEOUT ((1000000 / 2) / TYPHOON_UDELAY)
3087 #if defined(NETIF_F_TSO)
3088 #define skb_tso_size(x) (skb_shinfo(x)->gso_size)
3089 #define TSO_NUM_DESCRIPTORS 2
3090 #define TSO_OFFLOAD_ON TYPHOON_OFFLOAD_TCP_SEGMENT
3091 #else
3092 #define NETIF_F_TSO 0
3093 #define skb_tso_size(x) 0
3094 #define TSO_NUM_DESCRIPTORS 0
3095 #define TSO_OFFLOAD_ON 0
3096 #endif
3097 #define shared_offset(x) offsetof(struct typhoon_shared, x)
3098 #if 0
3099 #endif
3100 /* LDV_COMMENT_END_PREP */
3101 /* LDV_COMMENT_VAR_DECLARE Variable declaration for test return result from function call "typhoon_open" */
3102 static int res_typhoon_open_47;
3103 /* LDV_COMMENT_BEGIN_PREP */
3104 #ifdef CONFIG_PM
3105 #endif
3106 #ifdef CONFIG_PM
3107 #endif
3108 /* LDV_COMMENT_END_PREP */
3109 /* content: static int typhoon_close(struct net_device *dev)*/
3110 /* LDV_COMMENT_BEGIN_PREP */
3111 #define TXHI_ENTRIES 2
3112 #define TXLO_ENTRIES 128
3113 #define RX_ENTRIES 32
3114 #define COMMAND_ENTRIES 16
3115 #define RESPONSE_ENTRIES 32
3116 #define COMMAND_RING_SIZE (COMMAND_ENTRIES * sizeof(struct cmd_desc))
3117 #define RESPONSE_RING_SIZE (RESPONSE_ENTRIES * sizeof(struct resp_desc))
3118 #define RXFREE_ENTRIES 128
3119 #define RXENT_ENTRIES (RXFREE_ENTRIES - 1)
3120 #define TX_TIMEOUT (2*HZ)
3121 #define PKT_BUF_SZ 1536
3122 #define FIRMWARE_NAME "3com/typhoon.bin"
3123 #define pr_fmt(fmt) KBUILD_MODNAME " " fmt
3124 #if defined(NETIF_F_TSO) && MAX_SKB_FRAGS > 32
3125 #warning Typhoon only supports 32 entries in its SG list for TSO, disabling TSO
3126 #undef NETIF_F_TSO
3127 #endif
3128 #if TXLO_ENTRIES <= (2 * MAX_SKB_FRAGS)
3129 #error TX ring too small!
3130 #endif
3131 #define TYPHOON_CRYPTO_NONE 0x00
3132 #define TYPHOON_CRYPTO_DES 0x01
3133 #define TYPHOON_CRYPTO_3DES 0x02
3134 #define TYPHOON_CRYPTO_VARIABLE 0x04
3135 #define TYPHOON_FIBER 0x08
3136 #define TYPHOON_WAKEUP_NEEDS_RESET 0x10
3137 #define __3xp_aligned ____cacheline_aligned
3138 #define typhoon_post_pci_writes(x) \
3139 do { if(likely(use_mmio)) ioread32(x+TYPHOON_REG_HEARTBEAT); } while(0)
3140 #define TYPHOON_UDELAY 50
3141 #define TYPHOON_RESET_TIMEOUT_SLEEP (6 * HZ)
3142 #define TYPHOON_RESET_TIMEOUT_NOSLEEP ((6 * 1000000) / TYPHOON_UDELAY)
3143 #define TYPHOON_WAIT_TIMEOUT ((1000000 / 2) / TYPHOON_UDELAY)
3144 #if defined(NETIF_F_TSO)
3145 #define skb_tso_size(x) (skb_shinfo(x)->gso_size)
3146 #define TSO_NUM_DESCRIPTORS 2
3147 #define TSO_OFFLOAD_ON TYPHOON_OFFLOAD_TCP_SEGMENT
3148 #else
3149 #define NETIF_F_TSO 0
3150 #define skb_tso_size(x) 0
3151 #define TSO_NUM_DESCRIPTORS 0
3152 #define TSO_OFFLOAD_ON 0
3153 #endif
3154 #define shared_offset(x) offsetof(struct typhoon_shared, x)
3155 #if 0
3156 #endif
3157 /* LDV_COMMENT_END_PREP */
3158 /* LDV_COMMENT_VAR_DECLARE Variable declaration for test return result from function call "typhoon_close" */
3159 static int res_typhoon_close_48;
3160 /* LDV_COMMENT_BEGIN_PREP */
3161 #ifdef CONFIG_PM
3162 #endif
3163 #ifdef CONFIG_PM
3164 #endif
3165 /* LDV_COMMENT_END_PREP */
3166 /* content: static netdev_tx_t typhoon_start_tx(struct sk_buff *skb, struct net_device *dev)*/
3167 /* LDV_COMMENT_BEGIN_PREP */
3168 #define TXHI_ENTRIES 2
3169 #define TXLO_ENTRIES 128
3170 #define RX_ENTRIES 32
3171 #define COMMAND_ENTRIES 16
3172 #define RESPONSE_ENTRIES 32
3173 #define COMMAND_RING_SIZE (COMMAND_ENTRIES * sizeof(struct cmd_desc))
3174 #define RESPONSE_RING_SIZE (RESPONSE_ENTRIES * sizeof(struct resp_desc))
3175 #define RXFREE_ENTRIES 128
3176 #define RXENT_ENTRIES (RXFREE_ENTRIES - 1)
3177 #define TX_TIMEOUT (2*HZ)
3178 #define PKT_BUF_SZ 1536
3179 #define FIRMWARE_NAME "3com/typhoon.bin"
3180 #define pr_fmt(fmt) KBUILD_MODNAME " " fmt
3181 #if defined(NETIF_F_TSO) && MAX_SKB_FRAGS > 32
3182 #warning Typhoon only supports 32 entries in its SG list for TSO, disabling TSO
3183 #undef NETIF_F_TSO
3184 #endif
3185 #if TXLO_ENTRIES <= (2 * MAX_SKB_FRAGS)
3186 #error TX ring too small!
3187 #endif
3188 #define TYPHOON_CRYPTO_NONE 0x00
3189 #define TYPHOON_CRYPTO_DES 0x01
3190 #define TYPHOON_CRYPTO_3DES 0x02
3191 #define TYPHOON_CRYPTO_VARIABLE 0x04
3192 #define TYPHOON_FIBER 0x08
3193 #define TYPHOON_WAKEUP_NEEDS_RESET 0x10
3194 #define __3xp_aligned ____cacheline_aligned
3195 #define typhoon_post_pci_writes(x) \
3196 do { if(likely(use_mmio)) ioread32(x+TYPHOON_REG_HEARTBEAT); } while(0)
3197 #define TYPHOON_UDELAY 50
3198 #define TYPHOON_RESET_TIMEOUT_SLEEP (6 * HZ)
3199 #define TYPHOON_RESET_TIMEOUT_NOSLEEP ((6 * 1000000) / TYPHOON_UDELAY)
3200 #define TYPHOON_WAIT_TIMEOUT ((1000000 / 2) / TYPHOON_UDELAY)
3201 #if defined(NETIF_F_TSO)
3202 #define skb_tso_size(x) (skb_shinfo(x)->gso_size)
3203 #define TSO_NUM_DESCRIPTORS 2
3204 #define TSO_OFFLOAD_ON TYPHOON_OFFLOAD_TCP_SEGMENT
3205 #else
3206 #define NETIF_F_TSO 0
3207 #define skb_tso_size(x) 0
3208 #define TSO_NUM_DESCRIPTORS 0
3209 #define TSO_OFFLOAD_ON 0
3210 #endif
3211 /* LDV_COMMENT_END_PREP */
3212 /* LDV_COMMENT_VAR_DECLARE Variable declaration for function "typhoon_start_tx" */
3213 struct sk_buff * var_group6;
3214 /* LDV_COMMENT_BEGIN_PREP */
3215 #define shared_offset(x) offsetof(struct typhoon_shared, x)
3216 #if 0
3217 #endif
3218 #ifdef CONFIG_PM
3219 #endif
3220 #ifdef CONFIG_PM
3221 #endif
3222 /* LDV_COMMENT_END_PREP */
3223 /* content: static void typhoon_set_rx_mode(struct net_device *dev)*/
3224 /* LDV_COMMENT_BEGIN_PREP */
3225 #define TXHI_ENTRIES 2
3226 #define TXLO_ENTRIES 128
3227 #define RX_ENTRIES 32
3228 #define COMMAND_ENTRIES 16
3229 #define RESPONSE_ENTRIES 32
3230 #define COMMAND_RING_SIZE (COMMAND_ENTRIES * sizeof(struct cmd_desc))
3231 #define RESPONSE_RING_SIZE (RESPONSE_ENTRIES * sizeof(struct resp_desc))
3232 #define RXFREE_ENTRIES 128
3233 #define RXENT_ENTRIES (RXFREE_ENTRIES - 1)
3234 #define TX_TIMEOUT (2*HZ)
3235 #define PKT_BUF_SZ 1536
3236 #define FIRMWARE_NAME "3com/typhoon.bin"
3237 #define pr_fmt(fmt) KBUILD_MODNAME " " fmt
3238 #if defined(NETIF_F_TSO) && MAX_SKB_FRAGS > 32
3239 #warning Typhoon only supports 32 entries in its SG list for TSO, disabling TSO
3240 #undef NETIF_F_TSO
3241 #endif
3242 #if TXLO_ENTRIES <= (2 * MAX_SKB_FRAGS)
3243 #error TX ring too small!
3244 #endif
3245 #define TYPHOON_CRYPTO_NONE 0x00
3246 #define TYPHOON_CRYPTO_DES 0x01
3247 #define TYPHOON_CRYPTO_3DES 0x02
3248 #define TYPHOON_CRYPTO_VARIABLE 0x04
3249 #define TYPHOON_FIBER 0x08
3250 #define TYPHOON_WAKEUP_NEEDS_RESET 0x10
3251 #define __3xp_aligned ____cacheline_aligned
3252 #define typhoon_post_pci_writes(x) \
3253 do { if(likely(use_mmio)) ioread32(x+TYPHOON_REG_HEARTBEAT); } while(0)
3254 #define TYPHOON_UDELAY 50
3255 #define TYPHOON_RESET_TIMEOUT_SLEEP (6 * HZ)
3256 #define TYPHOON_RESET_TIMEOUT_NOSLEEP ((6 * 1000000) / TYPHOON_UDELAY)
3257 #define TYPHOON_WAIT_TIMEOUT ((1000000 / 2) / TYPHOON_UDELAY)
3258 #if defined(NETIF_F_TSO)
3259 #define skb_tso_size(x) (skb_shinfo(x)->gso_size)
3260 #define TSO_NUM_DESCRIPTORS 2
3261 #define TSO_OFFLOAD_ON TYPHOON_OFFLOAD_TCP_SEGMENT
3262 #else
3263 #define NETIF_F_TSO 0
3264 #define skb_tso_size(x) 0
3265 #define TSO_NUM_DESCRIPTORS 0
3266 #define TSO_OFFLOAD_ON 0
3267 #endif
3268 /* LDV_COMMENT_END_PREP */
3269 /* LDV_COMMENT_BEGIN_PREP */
3270 #define shared_offset(x) offsetof(struct typhoon_shared, x)
3271 #if 0
3272 #endif
3273 #ifdef CONFIG_PM
3274 #endif
3275 #ifdef CONFIG_PM
3276 #endif
3277 /* LDV_COMMENT_END_PREP */
3278 /* content: static void typhoon_tx_timeout(struct net_device *dev)*/
3279 /* LDV_COMMENT_BEGIN_PREP */
3280 #define TXHI_ENTRIES 2
3281 #define TXLO_ENTRIES 128
3282 #define RX_ENTRIES 32
3283 #define COMMAND_ENTRIES 16
3284 #define RESPONSE_ENTRIES 32
3285 #define COMMAND_RING_SIZE (COMMAND_ENTRIES * sizeof(struct cmd_desc))
3286 #define RESPONSE_RING_SIZE (RESPONSE_ENTRIES * sizeof(struct resp_desc))
3287 #define RXFREE_ENTRIES 128
3288 #define RXENT_ENTRIES (RXFREE_ENTRIES - 1)
3289 #define TX_TIMEOUT (2*HZ)
3290 #define PKT_BUF_SZ 1536
3291 #define FIRMWARE_NAME "3com/typhoon.bin"
3292 #define pr_fmt(fmt) KBUILD_MODNAME " " fmt
3293 #if defined(NETIF_F_TSO) && MAX_SKB_FRAGS > 32
3294 #warning Typhoon only supports 32 entries in its SG list for TSO, disabling TSO
3295 #undef NETIF_F_TSO
3296 #endif
3297 #if TXLO_ENTRIES <= (2 * MAX_SKB_FRAGS)
3298 #error TX ring too small!
3299 #endif
3300 #define TYPHOON_CRYPTO_NONE 0x00
3301 #define TYPHOON_CRYPTO_DES 0x01
3302 #define TYPHOON_CRYPTO_3DES 0x02
3303 #define TYPHOON_CRYPTO_VARIABLE 0x04
3304 #define TYPHOON_FIBER 0x08
3305 #define TYPHOON_WAKEUP_NEEDS_RESET 0x10
3306 #define __3xp_aligned ____cacheline_aligned
3307 #define typhoon_post_pci_writes(x) \
3308 do { if(likely(use_mmio)) ioread32(x+TYPHOON_REG_HEARTBEAT); } while(0)
3309 #define TYPHOON_UDELAY 50
3310 #define TYPHOON_RESET_TIMEOUT_SLEEP (6 * HZ)
3311 #define TYPHOON_RESET_TIMEOUT_NOSLEEP ((6 * 1000000) / TYPHOON_UDELAY)
3312 #define TYPHOON_WAIT_TIMEOUT ((1000000 / 2) / TYPHOON_UDELAY)
3313 #if defined(NETIF_F_TSO)
3314 #define skb_tso_size(x) (skb_shinfo(x)->gso_size)
3315 #define TSO_NUM_DESCRIPTORS 2
3316 #define TSO_OFFLOAD_ON TYPHOON_OFFLOAD_TCP_SEGMENT
3317 #else
3318 #define NETIF_F_TSO 0
3319 #define skb_tso_size(x) 0
3320 #define TSO_NUM_DESCRIPTORS 0
3321 #define TSO_OFFLOAD_ON 0
3322 #endif
3323 #define shared_offset(x) offsetof(struct typhoon_shared, x)
3324 #if 0
3325 #endif
3326 /* LDV_COMMENT_END_PREP */
3327 /* LDV_COMMENT_BEGIN_PREP */
3328 #ifdef CONFIG_PM
3329 #endif
3330 #ifdef CONFIG_PM
3331 #endif
3332 /* LDV_COMMENT_END_PREP */
3333 /* content: static struct net_device_stats * typhoon_get_stats(struct net_device *dev)*/
3334 /* LDV_COMMENT_BEGIN_PREP */
3335 #define TXHI_ENTRIES 2
3336 #define TXLO_ENTRIES 128
3337 #define RX_ENTRIES 32
3338 #define COMMAND_ENTRIES 16
3339 #define RESPONSE_ENTRIES 32
3340 #define COMMAND_RING_SIZE (COMMAND_ENTRIES * sizeof(struct cmd_desc))
3341 #define RESPONSE_RING_SIZE (RESPONSE_ENTRIES * sizeof(struct resp_desc))
3342 #define RXFREE_ENTRIES 128
3343 #define RXENT_ENTRIES (RXFREE_ENTRIES - 1)
3344 #define TX_TIMEOUT (2*HZ)
3345 #define PKT_BUF_SZ 1536
3346 #define FIRMWARE_NAME "3com/typhoon.bin"
3347 #define pr_fmt(fmt) KBUILD_MODNAME " " fmt
3348 #if defined(NETIF_F_TSO) && MAX_SKB_FRAGS > 32
3349 #warning Typhoon only supports 32 entries in its SG list for TSO, disabling TSO
3350 #undef NETIF_F_TSO
3351 #endif
3352 #if TXLO_ENTRIES <= (2 * MAX_SKB_FRAGS)
3353 #error TX ring too small!
3354 #endif
3355 #define TYPHOON_CRYPTO_NONE 0x00
3356 #define TYPHOON_CRYPTO_DES 0x01
3357 #define TYPHOON_CRYPTO_3DES 0x02
3358 #define TYPHOON_CRYPTO_VARIABLE 0x04
3359 #define TYPHOON_FIBER 0x08
3360 #define TYPHOON_WAKEUP_NEEDS_RESET 0x10
3361 #define __3xp_aligned ____cacheline_aligned
3362 #define typhoon_post_pci_writes(x) \
3363 do { if(likely(use_mmio)) ioread32(x+TYPHOON_REG_HEARTBEAT); } while(0)
3364 #define TYPHOON_UDELAY 50
3365 #define TYPHOON_RESET_TIMEOUT_SLEEP (6 * HZ)
3366 #define TYPHOON_RESET_TIMEOUT_NOSLEEP ((6 * 1000000) / TYPHOON_UDELAY)
3367 #define TYPHOON_WAIT_TIMEOUT ((1000000 / 2) / TYPHOON_UDELAY)
3368 #if defined(NETIF_F_TSO)
3369 #define skb_tso_size(x) (skb_shinfo(x)->gso_size)
3370 #define TSO_NUM_DESCRIPTORS 2
3371 #define TSO_OFFLOAD_ON TYPHOON_OFFLOAD_TCP_SEGMENT
3372 #else
3373 #define NETIF_F_TSO 0
3374 #define skb_tso_size(x) 0
3375 #define TSO_NUM_DESCRIPTORS 0
3376 #define TSO_OFFLOAD_ON 0
3377 #endif
3378 /* LDV_COMMENT_END_PREP */
3379 /* LDV_COMMENT_BEGIN_PREP */
3380 #define shared_offset(x) offsetof(struct typhoon_shared, x)
3381 #if 0
3382 #endif
3383 #ifdef CONFIG_PM
3384 #endif
3385 #ifdef CONFIG_PM
3386 #endif
3387 /* LDV_COMMENT_END_PREP */
3388
3389 /** STRUCT: struct type: pci_driver, struct name: typhoon_driver **/
3390 /* content: static int typhoon_init_one(struct pci_dev *pdev, const struct pci_device_id *ent)*/
3391 /* LDV_COMMENT_BEGIN_PREP */
3392 #define TXHI_ENTRIES 2
3393 #define TXLO_ENTRIES 128
3394 #define RX_ENTRIES 32
3395 #define COMMAND_ENTRIES 16
3396 #define RESPONSE_ENTRIES 32
3397 #define COMMAND_RING_SIZE (COMMAND_ENTRIES * sizeof(struct cmd_desc))
3398 #define RESPONSE_RING_SIZE (RESPONSE_ENTRIES * sizeof(struct resp_desc))
3399 #define RXFREE_ENTRIES 128
3400 #define RXENT_ENTRIES (RXFREE_ENTRIES - 1)
3401 #define TX_TIMEOUT (2*HZ)
3402 #define PKT_BUF_SZ 1536
3403 #define FIRMWARE_NAME "3com/typhoon.bin"
3404 #define pr_fmt(fmt) KBUILD_MODNAME " " fmt
3405 #if defined(NETIF_F_TSO) && MAX_SKB_FRAGS > 32
3406 #warning Typhoon only supports 32 entries in its SG list for TSO, disabling TSO
3407 #undef NETIF_F_TSO
3408 #endif
3409 #if TXLO_ENTRIES <= (2 * MAX_SKB_FRAGS)
3410 #error TX ring too small!
3411 #endif
3412 #define TYPHOON_CRYPTO_NONE 0x00
3413 #define TYPHOON_CRYPTO_DES 0x01
3414 #define TYPHOON_CRYPTO_3DES 0x02
3415 #define TYPHOON_CRYPTO_VARIABLE 0x04
3416 #define TYPHOON_FIBER 0x08
3417 #define TYPHOON_WAKEUP_NEEDS_RESET 0x10
3418 #define __3xp_aligned ____cacheline_aligned
3419 #define typhoon_post_pci_writes(x) \
3420 do { if(likely(use_mmio)) ioread32(x+TYPHOON_REG_HEARTBEAT); } while(0)
3421 #define TYPHOON_UDELAY 50
3422 #define TYPHOON_RESET_TIMEOUT_SLEEP (6 * HZ)
3423 #define TYPHOON_RESET_TIMEOUT_NOSLEEP ((6 * 1000000) / TYPHOON_UDELAY)
3424 #define TYPHOON_WAIT_TIMEOUT ((1000000 / 2) / TYPHOON_UDELAY)
3425 #if defined(NETIF_F_TSO)
3426 #define skb_tso_size(x) (skb_shinfo(x)->gso_size)
3427 #define TSO_NUM_DESCRIPTORS 2
3428 #define TSO_OFFLOAD_ON TYPHOON_OFFLOAD_TCP_SEGMENT
3429 #else
3430 #define NETIF_F_TSO 0
3431 #define skb_tso_size(x) 0
3432 #define TSO_NUM_DESCRIPTORS 0
3433 #define TSO_OFFLOAD_ON 0
3434 #endif
3435 #define shared_offset(x) offsetof(struct typhoon_shared, x)
3436 #if 0
3437 #endif
3438 #ifdef CONFIG_PM
3439 #endif
3440 /* LDV_COMMENT_END_PREP */
3441 /* LDV_COMMENT_VAR_DECLARE Variable declaration for function "typhoon_init_one" */
3442 struct pci_dev * var_group7;
3443 /* LDV_COMMENT_VAR_DECLARE Variable declaration for function "typhoon_init_one" */
3444 const struct pci_device_id * var_typhoon_init_one_52_p1;
3445 /* LDV_COMMENT_VAR_DECLARE Variable declaration for test return result from function call "typhoon_init_one" */
3446 static int res_typhoon_init_one_52;
3447 /* LDV_COMMENT_BEGIN_PREP */
3448 #ifdef CONFIG_PM
3449 #endif
3450 /* LDV_COMMENT_END_PREP */
3451 /* content: static void typhoon_remove_one(struct pci_dev *pdev)*/
3452 /* LDV_COMMENT_BEGIN_PREP */
3453 #define TXHI_ENTRIES 2
3454 #define TXLO_ENTRIES 128
3455 #define RX_ENTRIES 32
3456 #define COMMAND_ENTRIES 16
3457 #define RESPONSE_ENTRIES 32
3458 #define COMMAND_RING_SIZE (COMMAND_ENTRIES * sizeof(struct cmd_desc))
3459 #define RESPONSE_RING_SIZE (RESPONSE_ENTRIES * sizeof(struct resp_desc))
3460 #define RXFREE_ENTRIES 128
3461 #define RXENT_ENTRIES (RXFREE_ENTRIES - 1)
3462 #define TX_TIMEOUT (2*HZ)
3463 #define PKT_BUF_SZ 1536
3464 #define FIRMWARE_NAME "3com/typhoon.bin"
3465 #define pr_fmt(fmt) KBUILD_MODNAME " " fmt
3466 #if defined(NETIF_F_TSO) && MAX_SKB_FRAGS > 32
3467 #warning Typhoon only supports 32 entries in its SG list for TSO, disabling TSO
3468 #undef NETIF_F_TSO
3469 #endif
3470 #if TXLO_ENTRIES <= (2 * MAX_SKB_FRAGS)
3471 #error TX ring too small!
3472 #endif
3473 #define TYPHOON_CRYPTO_NONE 0x00
3474 #define TYPHOON_CRYPTO_DES 0x01
3475 #define TYPHOON_CRYPTO_3DES 0x02
3476 #define TYPHOON_CRYPTO_VARIABLE 0x04
3477 #define TYPHOON_FIBER 0x08
3478 #define TYPHOON_WAKEUP_NEEDS_RESET 0x10
3479 #define __3xp_aligned ____cacheline_aligned
3480 #define typhoon_post_pci_writes(x) \
3481 do { if(likely(use_mmio)) ioread32(x+TYPHOON_REG_HEARTBEAT); } while(0)
3482 #define TYPHOON_UDELAY 50
3483 #define TYPHOON_RESET_TIMEOUT_SLEEP (6 * HZ)
3484 #define TYPHOON_RESET_TIMEOUT_NOSLEEP ((6 * 1000000) / TYPHOON_UDELAY)
3485 #define TYPHOON_WAIT_TIMEOUT ((1000000 / 2) / TYPHOON_UDELAY)
3486 #if defined(NETIF_F_TSO)
3487 #define skb_tso_size(x) (skb_shinfo(x)->gso_size)
3488 #define TSO_NUM_DESCRIPTORS 2
3489 #define TSO_OFFLOAD_ON TYPHOON_OFFLOAD_TCP_SEGMENT
3490 #else
3491 #define NETIF_F_TSO 0
3492 #define skb_tso_size(x) 0
3493 #define TSO_NUM_DESCRIPTORS 0
3494 #define TSO_OFFLOAD_ON 0
3495 #endif
3496 #define shared_offset(x) offsetof(struct typhoon_shared, x)
3497 #if 0
3498 #endif
3499 #ifdef CONFIG_PM
3500 #endif
3501 /* LDV_COMMENT_END_PREP */
3502 /* LDV_COMMENT_BEGIN_PREP */
3503 #ifdef CONFIG_PM
3504 #endif
3505 /* LDV_COMMENT_END_PREP */
3506 /* content: static int typhoon_suspend(struct pci_dev *pdev, pm_message_t state)*/
3507 /* LDV_COMMENT_BEGIN_PREP */
3508 #define TXHI_ENTRIES 2
3509 #define TXLO_ENTRIES 128
3510 #define RX_ENTRIES 32
3511 #define COMMAND_ENTRIES 16
3512 #define RESPONSE_ENTRIES 32
3513 #define COMMAND_RING_SIZE (COMMAND_ENTRIES * sizeof(struct cmd_desc))
3514 #define RESPONSE_RING_SIZE (RESPONSE_ENTRIES * sizeof(struct resp_desc))
3515 #define RXFREE_ENTRIES 128
3516 #define RXENT_ENTRIES (RXFREE_ENTRIES - 1)
3517 #define TX_TIMEOUT (2*HZ)
3518 #define PKT_BUF_SZ 1536
3519 #define FIRMWARE_NAME "3com/typhoon.bin"
3520 #define pr_fmt(fmt) KBUILD_MODNAME " " fmt
3521 #if defined(NETIF_F_TSO) && MAX_SKB_FRAGS > 32
3522 #warning Typhoon only supports 32 entries in its SG list for TSO, disabling TSO
3523 #undef NETIF_F_TSO
3524 #endif
3525 #if TXLO_ENTRIES <= (2 * MAX_SKB_FRAGS)
3526 #error TX ring too small!
3527 #endif
3528 #define TYPHOON_CRYPTO_NONE 0x00
3529 #define TYPHOON_CRYPTO_DES 0x01
3530 #define TYPHOON_CRYPTO_3DES 0x02
3531 #define TYPHOON_CRYPTO_VARIABLE 0x04
3532 #define TYPHOON_FIBER 0x08
3533 #define TYPHOON_WAKEUP_NEEDS_RESET 0x10
3534 #define __3xp_aligned ____cacheline_aligned
3535 #define typhoon_post_pci_writes(x) \
3536 do { if(likely(use_mmio)) ioread32(x+TYPHOON_REG_HEARTBEAT); } while(0)
3537 #define TYPHOON_UDELAY 50
3538 #define TYPHOON_RESET_TIMEOUT_SLEEP (6 * HZ)
3539 #define TYPHOON_RESET_TIMEOUT_NOSLEEP ((6 * 1000000) / TYPHOON_UDELAY)
3540 #define TYPHOON_WAIT_TIMEOUT ((1000000 / 2) / TYPHOON_UDELAY)
3541 #if defined(NETIF_F_TSO)
3542 #define skb_tso_size(x) (skb_shinfo(x)->gso_size)
3543 #define TSO_NUM_DESCRIPTORS 2
3544 #define TSO_OFFLOAD_ON TYPHOON_OFFLOAD_TCP_SEGMENT
3545 #else
3546 #define NETIF_F_TSO 0
3547 #define skb_tso_size(x) 0
3548 #define TSO_NUM_DESCRIPTORS 0
3549 #define TSO_OFFLOAD_ON 0
3550 #endif
3551 #define shared_offset(x) offsetof(struct typhoon_shared, x)
3552 #if 0
3553 #endif
3554 #ifdef CONFIG_PM
3555 /* LDV_COMMENT_END_PREP */
3556 /* LDV_COMMENT_VAR_DECLARE Variable declaration for function "typhoon_suspend" */
3557 pm_message_t var_typhoon_suspend_50_p1;
3558 /* LDV_COMMENT_BEGIN_PREP */
3559 #endif
3560 #ifdef CONFIG_PM
3561 #endif
3562 /* LDV_COMMENT_END_PREP */
3563 /* content: static int typhoon_resume(struct pci_dev *pdev)*/
3564 /* LDV_COMMENT_BEGIN_PREP */
3565 #define TXHI_ENTRIES 2
3566 #define TXLO_ENTRIES 128
3567 #define RX_ENTRIES 32
3568 #define COMMAND_ENTRIES 16
3569 #define RESPONSE_ENTRIES 32
3570 #define COMMAND_RING_SIZE (COMMAND_ENTRIES * sizeof(struct cmd_desc))
3571 #define RESPONSE_RING_SIZE (RESPONSE_ENTRIES * sizeof(struct resp_desc))
3572 #define RXFREE_ENTRIES 128
3573 #define RXENT_ENTRIES (RXFREE_ENTRIES - 1)
3574 #define TX_TIMEOUT (2*HZ)
3575 #define PKT_BUF_SZ 1536
3576 #define FIRMWARE_NAME "3com/typhoon.bin"
3577 #define pr_fmt(fmt) KBUILD_MODNAME " " fmt
3578 #if defined(NETIF_F_TSO) && MAX_SKB_FRAGS > 32
3579 #warning Typhoon only supports 32 entries in its SG list for TSO, disabling TSO
3580 #undef NETIF_F_TSO
3581 #endif
3582 #if TXLO_ENTRIES <= (2 * MAX_SKB_FRAGS)
3583 #error TX ring too small!
3584 #endif
3585 #define TYPHOON_CRYPTO_NONE 0x00
3586 #define TYPHOON_CRYPTO_DES 0x01
3587 #define TYPHOON_CRYPTO_3DES 0x02
3588 #define TYPHOON_CRYPTO_VARIABLE 0x04
3589 #define TYPHOON_FIBER 0x08
3590 #define TYPHOON_WAKEUP_NEEDS_RESET 0x10
3591 #define __3xp_aligned ____cacheline_aligned
3592 #define typhoon_post_pci_writes(x) \
3593 do { if(likely(use_mmio)) ioread32(x+TYPHOON_REG_HEARTBEAT); } while(0)
3594 #define TYPHOON_UDELAY 50
3595 #define TYPHOON_RESET_TIMEOUT_SLEEP (6 * HZ)
3596 #define TYPHOON_RESET_TIMEOUT_NOSLEEP ((6 * 1000000) / TYPHOON_UDELAY)
3597 #define TYPHOON_WAIT_TIMEOUT ((1000000 / 2) / TYPHOON_UDELAY)
3598 #if defined(NETIF_F_TSO)
3599 #define skb_tso_size(x) (skb_shinfo(x)->gso_size)
3600 #define TSO_NUM_DESCRIPTORS 2
3601 #define TSO_OFFLOAD_ON TYPHOON_OFFLOAD_TCP_SEGMENT
3602 #else
3603 #define NETIF_F_TSO 0
3604 #define skb_tso_size(x) 0
3605 #define TSO_NUM_DESCRIPTORS 0
3606 #define TSO_OFFLOAD_ON 0
3607 #endif
3608 #define shared_offset(x) offsetof(struct typhoon_shared, x)
3609 #if 0
3610 #endif
3611 #ifdef CONFIG_PM
3612 /* LDV_COMMENT_END_PREP */
3613 /* LDV_COMMENT_BEGIN_PREP */
3614 #endif
3615 #ifdef CONFIG_PM
3616 #endif
3617 /* LDV_COMMENT_END_PREP */
3618
3619 /** CALLBACK SECTION request_irq **/
3620 /* content: static irqreturn_t typhoon_interrupt(int irq, void *dev_instance)*/
3621 /* LDV_COMMENT_BEGIN_PREP */
3622 #define TXHI_ENTRIES 2
3623 #define TXLO_ENTRIES 128
3624 #define RX_ENTRIES 32
3625 #define COMMAND_ENTRIES 16
3626 #define RESPONSE_ENTRIES 32
3627 #define COMMAND_RING_SIZE (COMMAND_ENTRIES * sizeof(struct cmd_desc))
3628 #define RESPONSE_RING_SIZE (RESPONSE_ENTRIES * sizeof(struct resp_desc))
3629 #define RXFREE_ENTRIES 128
3630 #define RXENT_ENTRIES (RXFREE_ENTRIES - 1)
3631 #define TX_TIMEOUT (2*HZ)
3632 #define PKT_BUF_SZ 1536
3633 #define FIRMWARE_NAME "3com/typhoon.bin"
3634 #define pr_fmt(fmt) KBUILD_MODNAME " " fmt
3635 #if defined(NETIF_F_TSO) && MAX_SKB_FRAGS > 32
3636 #warning Typhoon only supports 32 entries in its SG list for TSO, disabling TSO
3637 #undef NETIF_F_TSO
3638 #endif
3639 #if TXLO_ENTRIES <= (2 * MAX_SKB_FRAGS)
3640 #error TX ring too small!
3641 #endif
3642 #define TYPHOON_CRYPTO_NONE 0x00
3643 #define TYPHOON_CRYPTO_DES 0x01
3644 #define TYPHOON_CRYPTO_3DES 0x02
3645 #define TYPHOON_CRYPTO_VARIABLE 0x04
3646 #define TYPHOON_FIBER 0x08
3647 #define TYPHOON_WAKEUP_NEEDS_RESET 0x10
3648 #define __3xp_aligned ____cacheline_aligned
3649 #define typhoon_post_pci_writes(x) \
3650 do { if(likely(use_mmio)) ioread32(x+TYPHOON_REG_HEARTBEAT); } while(0)
3651 #define TYPHOON_UDELAY 50
3652 #define TYPHOON_RESET_TIMEOUT_SLEEP (6 * HZ)
3653 #define TYPHOON_RESET_TIMEOUT_NOSLEEP ((6 * 1000000) / TYPHOON_UDELAY)
3654 #define TYPHOON_WAIT_TIMEOUT ((1000000 / 2) / TYPHOON_UDELAY)
3655 #if defined(NETIF_F_TSO)
3656 #define skb_tso_size(x) (skb_shinfo(x)->gso_size)
3657 #define TSO_NUM_DESCRIPTORS 2
3658 #define TSO_OFFLOAD_ON TYPHOON_OFFLOAD_TCP_SEGMENT
3659 #else
3660 #define NETIF_F_TSO 0
3661 #define skb_tso_size(x) 0
3662 #define TSO_NUM_DESCRIPTORS 0
3663 #define TSO_OFFLOAD_ON 0
3664 #endif
3665 #define shared_offset(x) offsetof(struct typhoon_shared, x)
3666 #if 0
3667 #endif
3668 /* LDV_COMMENT_END_PREP */
3669 /* LDV_COMMENT_VAR_DECLARE Variable declaration for function "typhoon_interrupt" */
3670 int var_typhoon_interrupt_40_p0;
3671 /* LDV_COMMENT_VAR_DECLARE Variable declaration for function "typhoon_interrupt" */
3672 void * var_typhoon_interrupt_40_p1;
3673 /* LDV_COMMENT_BEGIN_PREP */
3674 #ifdef CONFIG_PM
3675 #endif
3676 #ifdef CONFIG_PM
3677 #endif
3678 /* LDV_COMMENT_END_PREP */
3679
3680
3681
3682
3683 /* LDV_COMMENT_END_VARIABLE_DECLARATION_PART */
3684 /* LDV_COMMENT_BEGIN_VARIABLE_INITIALIZING_PART */
3685 /*============================= VARIABLE INITIALIZING PART =============================*/
3686 LDV_IN_INTERRUPT=1;
3687
3688
3689
3690
3691 /* LDV_COMMENT_END_VARIABLE_INITIALIZING_PART */
3692 /* LDV_COMMENT_BEGIN_FUNCTION_CALL_SECTION */
3693 /*============================= FUNCTION CALL SECTION =============================*/
3694 /* LDV_COMMENT_FUNCTION_CALL Initialize LDV model. */
3695 ldv_initialize();
3696
3697 /** INIT: init_type: ST_MODULE_INIT **/
3698 /* content: static int __init typhoon_init(void)*/
3699 /* LDV_COMMENT_BEGIN_PREP */
3700 #define TXHI_ENTRIES 2
3701 #define TXLO_ENTRIES 128
3702 #define RX_ENTRIES 32
3703 #define COMMAND_ENTRIES 16
3704 #define RESPONSE_ENTRIES 32
3705 #define COMMAND_RING_SIZE (COMMAND_ENTRIES * sizeof(struct cmd_desc))
3706 #define RESPONSE_RING_SIZE (RESPONSE_ENTRIES * sizeof(struct resp_desc))
3707 #define RXFREE_ENTRIES 128
3708 #define RXENT_ENTRIES (RXFREE_ENTRIES - 1)
3709 #define TX_TIMEOUT (2*HZ)
3710 #define PKT_BUF_SZ 1536
3711 #define FIRMWARE_NAME "3com/typhoon.bin"
3712 #define pr_fmt(fmt) KBUILD_MODNAME " " fmt
3713 #if defined(NETIF_F_TSO) && MAX_SKB_FRAGS > 32
3714 #warning Typhoon only supports 32 entries in its SG list for TSO, disabling TSO
3715 #undef NETIF_F_TSO
3716 #endif
3717 #if TXLO_ENTRIES <= (2 * MAX_SKB_FRAGS)
3718 #error TX ring too small!
3719 #endif
3720 #define TYPHOON_CRYPTO_NONE 0x00
3721 #define TYPHOON_CRYPTO_DES 0x01
3722 #define TYPHOON_CRYPTO_3DES 0x02
3723 #define TYPHOON_CRYPTO_VARIABLE 0x04
3724 #define TYPHOON_FIBER 0x08
3725 #define TYPHOON_WAKEUP_NEEDS_RESET 0x10
3726 #define __3xp_aligned ____cacheline_aligned
3727 #define typhoon_post_pci_writes(x) \
3728 do { if(likely(use_mmio)) ioread32(x+TYPHOON_REG_HEARTBEAT); } while(0)
3729 #define TYPHOON_UDELAY 50
3730 #define TYPHOON_RESET_TIMEOUT_SLEEP (6 * HZ)
3731 #define TYPHOON_RESET_TIMEOUT_NOSLEEP ((6 * 1000000) / TYPHOON_UDELAY)
3732 #define TYPHOON_WAIT_TIMEOUT ((1000000 / 2) / TYPHOON_UDELAY)
3733 #if defined(NETIF_F_TSO)
3734 #define skb_tso_size(x) (skb_shinfo(x)->gso_size)
3735 #define TSO_NUM_DESCRIPTORS 2
3736 #define TSO_OFFLOAD_ON TYPHOON_OFFLOAD_TCP_SEGMENT
3737 #else
3738 #define NETIF_F_TSO 0
3739 #define skb_tso_size(x) 0
3740 #define TSO_NUM_DESCRIPTORS 0
3741 #define TSO_OFFLOAD_ON 0
3742 #endif
3743 #define shared_offset(x) offsetof(struct typhoon_shared, x)
3744 #if 0
3745 #endif
3746 #ifdef CONFIG_PM
3747 #endif
3748 #ifdef CONFIG_PM
3749 #endif
3750 /* LDV_COMMENT_END_PREP */
3751 /* LDV_COMMENT_FUNCTION_CALL Kernel calls driver init function after driver loading to kernel. This function declared as "MODULE_INIT(function name)". */
3752 ldv_handler_precall();
3753 if(typhoon_init())
3754 goto ldv_final;
3755
3756
3757 int ldv_s_typhoon_netdev_ops_net_device_ops = 0;
3758
3759
3760 int ldv_s_typhoon_driver_pci_driver = 0;
3761
3762
3763
3764
3765
3766 while( nondet_int()
3767 || !(ldv_s_typhoon_netdev_ops_net_device_ops == 0)
3768 || !(ldv_s_typhoon_driver_pci_driver == 0)
3769 ) {
3770
3771 switch(nondet_int()) {
3772
3773 case 0: {
3774
3775 /** STRUCT: struct type: ethtool_ops, struct name: typhoon_ethtool_ops **/
3776
3777
3778 /* content: static int typhoon_get_settings(struct net_device *dev, struct ethtool_cmd *cmd)*/
3779 /* LDV_COMMENT_BEGIN_PREP */
3780 #define TXHI_ENTRIES 2
3781 #define TXLO_ENTRIES 128
3782 #define RX_ENTRIES 32
3783 #define COMMAND_ENTRIES 16
3784 #define RESPONSE_ENTRIES 32
3785 #define COMMAND_RING_SIZE (COMMAND_ENTRIES * sizeof(struct cmd_desc))
3786 #define RESPONSE_RING_SIZE (RESPONSE_ENTRIES * sizeof(struct resp_desc))
3787 #define RXFREE_ENTRIES 128
3788 #define RXENT_ENTRIES (RXFREE_ENTRIES - 1)
3789 #define TX_TIMEOUT (2*HZ)
3790 #define PKT_BUF_SZ 1536
3791 #define FIRMWARE_NAME "3com/typhoon.bin"
3792 #define pr_fmt(fmt) KBUILD_MODNAME " " fmt
3793 #if defined(NETIF_F_TSO) && MAX_SKB_FRAGS > 32
3794 #warning Typhoon only supports 32 entries in its SG list for TSO, disabling TSO
3795 #undef NETIF_F_TSO
3796 #endif
3797 #if TXLO_ENTRIES <= (2 * MAX_SKB_FRAGS)
3798 #error TX ring too small!
3799 #endif
3800 #define TYPHOON_CRYPTO_NONE 0x00
3801 #define TYPHOON_CRYPTO_DES 0x01
3802 #define TYPHOON_CRYPTO_3DES 0x02
3803 #define TYPHOON_CRYPTO_VARIABLE 0x04
3804 #define TYPHOON_FIBER 0x08
3805 #define TYPHOON_WAKEUP_NEEDS_RESET 0x10
3806 #define __3xp_aligned ____cacheline_aligned
3807 #define typhoon_post_pci_writes(x) \
3808 do { if(likely(use_mmio)) ioread32(x+TYPHOON_REG_HEARTBEAT); } while(0)
3809 #define TYPHOON_UDELAY 50
3810 #define TYPHOON_RESET_TIMEOUT_SLEEP (6 * HZ)
3811 #define TYPHOON_RESET_TIMEOUT_NOSLEEP ((6 * 1000000) / TYPHOON_UDELAY)
3812 #define TYPHOON_WAIT_TIMEOUT ((1000000 / 2) / TYPHOON_UDELAY)
3813 #if defined(NETIF_F_TSO)
3814 #define skb_tso_size(x) (skb_shinfo(x)->gso_size)
3815 #define TSO_NUM_DESCRIPTORS 2
3816 #define TSO_OFFLOAD_ON TYPHOON_OFFLOAD_TCP_SEGMENT
3817 #else
3818 #define NETIF_F_TSO 0
3819 #define skb_tso_size(x) 0
3820 #define TSO_NUM_DESCRIPTORS 0
3821 #define TSO_OFFLOAD_ON 0
3822 #endif
3823 /* LDV_COMMENT_END_PREP */
3824 /* LDV_COMMENT_FUNCTION_CALL Function from field "get_settings" from driver structure with callbacks "typhoon_ethtool_ops" */
3825 ldv_handler_precall();
3826 typhoon_get_settings( var_group1, var_group2);
3827 /* LDV_COMMENT_BEGIN_PREP */
3828 #define shared_offset(x) offsetof(struct typhoon_shared, x)
3829 #if 0
3830 #endif
3831 #ifdef CONFIG_PM
3832 #endif
3833 #ifdef CONFIG_PM
3834 #endif
3835 /* LDV_COMMENT_END_PREP */
3836
3837
3838
3839
3840 }
3841
3842 break;
3843 case 1: {
3844
3845 /** STRUCT: struct type: ethtool_ops, struct name: typhoon_ethtool_ops **/
3846
3847
3848 /* content: static int typhoon_set_settings(struct net_device *dev, struct ethtool_cmd *cmd)*/
3849 /* LDV_COMMENT_BEGIN_PREP */
3850 #define TXHI_ENTRIES 2
3851 #define TXLO_ENTRIES 128
3852 #define RX_ENTRIES 32
3853 #define COMMAND_ENTRIES 16
3854 #define RESPONSE_ENTRIES 32
3855 #define COMMAND_RING_SIZE (COMMAND_ENTRIES * sizeof(struct cmd_desc))
3856 #define RESPONSE_RING_SIZE (RESPONSE_ENTRIES * sizeof(struct resp_desc))
3857 #define RXFREE_ENTRIES 128
3858 #define RXENT_ENTRIES (RXFREE_ENTRIES - 1)
3859 #define TX_TIMEOUT (2*HZ)
3860 #define PKT_BUF_SZ 1536
3861 #define FIRMWARE_NAME "3com/typhoon.bin"
3862 #define pr_fmt(fmt) KBUILD_MODNAME " " fmt
3863 #if defined(NETIF_F_TSO) && MAX_SKB_FRAGS > 32
3864 #warning Typhoon only supports 32 entries in its SG list for TSO, disabling TSO
3865 #undef NETIF_F_TSO
3866 #endif
3867 #if TXLO_ENTRIES <= (2 * MAX_SKB_FRAGS)
3868 #error TX ring too small!
3869 #endif
3870 #define TYPHOON_CRYPTO_NONE 0x00
3871 #define TYPHOON_CRYPTO_DES 0x01
3872 #define TYPHOON_CRYPTO_3DES 0x02
3873 #define TYPHOON_CRYPTO_VARIABLE 0x04
3874 #define TYPHOON_FIBER 0x08
3875 #define TYPHOON_WAKEUP_NEEDS_RESET 0x10
3876 #define __3xp_aligned ____cacheline_aligned
3877 #define typhoon_post_pci_writes(x) \
3878 do { if(likely(use_mmio)) ioread32(x+TYPHOON_REG_HEARTBEAT); } while(0)
3879 #define TYPHOON_UDELAY 50
3880 #define TYPHOON_RESET_TIMEOUT_SLEEP (6 * HZ)
3881 #define TYPHOON_RESET_TIMEOUT_NOSLEEP ((6 * 1000000) / TYPHOON_UDELAY)
3882 #define TYPHOON_WAIT_TIMEOUT ((1000000 / 2) / TYPHOON_UDELAY)
3883 #if defined(NETIF_F_TSO)
3884 #define skb_tso_size(x) (skb_shinfo(x)->gso_size)
3885 #define TSO_NUM_DESCRIPTORS 2
3886 #define TSO_OFFLOAD_ON TYPHOON_OFFLOAD_TCP_SEGMENT
3887 #else
3888 #define NETIF_F_TSO 0
3889 #define skb_tso_size(x) 0
3890 #define TSO_NUM_DESCRIPTORS 0
3891 #define TSO_OFFLOAD_ON 0
3892 #endif
3893 /* LDV_COMMENT_END_PREP */
3894 /* LDV_COMMENT_FUNCTION_CALL Function from field "set_settings" from driver structure with callbacks "typhoon_ethtool_ops" */
3895 ldv_handler_precall();
3896 typhoon_set_settings( var_group1, var_group2);
3897 /* LDV_COMMENT_BEGIN_PREP */
3898 #define shared_offset(x) offsetof(struct typhoon_shared, x)
3899 #if 0
3900 #endif
3901 #ifdef CONFIG_PM
3902 #endif
3903 #ifdef CONFIG_PM
3904 #endif
3905 /* LDV_COMMENT_END_PREP */
3906
3907
3908
3909
3910 }
3911
3912 break;
3913 case 2: {
3914
3915 /** STRUCT: struct type: ethtool_ops, struct name: typhoon_ethtool_ops **/
3916
3917
3918 /* content: static void typhoon_get_drvinfo(struct net_device *dev, struct ethtool_drvinfo *info)*/
3919 /* LDV_COMMENT_BEGIN_PREP */
3920 #define TXHI_ENTRIES 2
3921 #define TXLO_ENTRIES 128
3922 #define RX_ENTRIES 32
3923 #define COMMAND_ENTRIES 16
3924 #define RESPONSE_ENTRIES 32
3925 #define COMMAND_RING_SIZE (COMMAND_ENTRIES * sizeof(struct cmd_desc))
3926 #define RESPONSE_RING_SIZE (RESPONSE_ENTRIES * sizeof(struct resp_desc))
3927 #define RXFREE_ENTRIES 128
3928 #define RXENT_ENTRIES (RXFREE_ENTRIES - 1)
3929 #define TX_TIMEOUT (2*HZ)
3930 #define PKT_BUF_SZ 1536
3931 #define FIRMWARE_NAME "3com/typhoon.bin"
3932 #define pr_fmt(fmt) KBUILD_MODNAME " " fmt
3933 #if defined(NETIF_F_TSO) && MAX_SKB_FRAGS > 32
3934 #warning Typhoon only supports 32 entries in its SG list for TSO, disabling TSO
3935 #undef NETIF_F_TSO
3936 #endif
3937 #if TXLO_ENTRIES <= (2 * MAX_SKB_FRAGS)
3938 #error TX ring too small!
3939 #endif
3940 #define TYPHOON_CRYPTO_NONE 0x00
3941 #define TYPHOON_CRYPTO_DES 0x01
3942 #define TYPHOON_CRYPTO_3DES 0x02
3943 #define TYPHOON_CRYPTO_VARIABLE 0x04
3944 #define TYPHOON_FIBER 0x08
3945 #define TYPHOON_WAKEUP_NEEDS_RESET 0x10
3946 #define __3xp_aligned ____cacheline_aligned
3947 #define typhoon_post_pci_writes(x) \
3948 do { if(likely(use_mmio)) ioread32(x+TYPHOON_REG_HEARTBEAT); } while(0)
3949 #define TYPHOON_UDELAY 50
3950 #define TYPHOON_RESET_TIMEOUT_SLEEP (6 * HZ)
3951 #define TYPHOON_RESET_TIMEOUT_NOSLEEP ((6 * 1000000) / TYPHOON_UDELAY)
3952 #define TYPHOON_WAIT_TIMEOUT ((1000000 / 2) / TYPHOON_UDELAY)
3953 #if defined(NETIF_F_TSO)
3954 #define skb_tso_size(x) (skb_shinfo(x)->gso_size)
3955 #define TSO_NUM_DESCRIPTORS 2
3956 #define TSO_OFFLOAD_ON TYPHOON_OFFLOAD_TCP_SEGMENT
3957 #else
3958 #define NETIF_F_TSO 0
3959 #define skb_tso_size(x) 0
3960 #define TSO_NUM_DESCRIPTORS 0
3961 #define TSO_OFFLOAD_ON 0
3962 #endif
3963 /* LDV_COMMENT_END_PREP */
3964 /* LDV_COMMENT_FUNCTION_CALL Function from field "get_drvinfo" from driver structure with callbacks "typhoon_ethtool_ops" */
3965 ldv_handler_precall();
3966 typhoon_get_drvinfo( var_group1, var_group3);
3967 /* LDV_COMMENT_BEGIN_PREP */
3968 #define shared_offset(x) offsetof(struct typhoon_shared, x)
3969 #if 0
3970 #endif
3971 #ifdef CONFIG_PM
3972 #endif
3973 #ifdef CONFIG_PM
3974 #endif
3975 /* LDV_COMMENT_END_PREP */
3976
3977
3978
3979
3980 }
3981
3982 break;
3983 case 3: {
3984
3985 /** STRUCT: struct type: ethtool_ops, struct name: typhoon_ethtool_ops **/
3986
3987
3988 /* content: static void typhoon_get_wol(struct net_device *dev, struct ethtool_wolinfo *wol)*/
3989 /* LDV_COMMENT_BEGIN_PREP */
3990 #define TXHI_ENTRIES 2
3991 #define TXLO_ENTRIES 128
3992 #define RX_ENTRIES 32
3993 #define COMMAND_ENTRIES 16
3994 #define RESPONSE_ENTRIES 32
3995 #define COMMAND_RING_SIZE (COMMAND_ENTRIES * sizeof(struct cmd_desc))
3996 #define RESPONSE_RING_SIZE (RESPONSE_ENTRIES * sizeof(struct resp_desc))
3997 #define RXFREE_ENTRIES 128
3998 #define RXENT_ENTRIES (RXFREE_ENTRIES - 1)
3999 #define TX_TIMEOUT (2*HZ)
4000 #define PKT_BUF_SZ 1536
4001 #define FIRMWARE_NAME "3com/typhoon.bin"
4002 #define pr_fmt(fmt) KBUILD_MODNAME " " fmt
4003 #if defined(NETIF_F_TSO) && MAX_SKB_FRAGS > 32
4004 #warning Typhoon only supports 32 entries in its SG list for TSO, disabling TSO
4005 #undef NETIF_F_TSO
4006 #endif
4007 #if TXLO_ENTRIES <= (2 * MAX_SKB_FRAGS)
4008 #error TX ring too small!
4009 #endif
4010 #define TYPHOON_CRYPTO_NONE 0x00
4011 #define TYPHOON_CRYPTO_DES 0x01
4012 #define TYPHOON_CRYPTO_3DES 0x02
4013 #define TYPHOON_CRYPTO_VARIABLE 0x04
4014 #define TYPHOON_FIBER 0x08
4015 #define TYPHOON_WAKEUP_NEEDS_RESET 0x10
4016 #define __3xp_aligned ____cacheline_aligned
4017 #define typhoon_post_pci_writes(x) \
4018 do { if(likely(use_mmio)) ioread32(x+TYPHOON_REG_HEARTBEAT); } while(0)
4019 #define TYPHOON_UDELAY 50
4020 #define TYPHOON_RESET_TIMEOUT_SLEEP (6 * HZ)
4021 #define TYPHOON_RESET_TIMEOUT_NOSLEEP ((6 * 1000000) / TYPHOON_UDELAY)
4022 #define TYPHOON_WAIT_TIMEOUT ((1000000 / 2) / TYPHOON_UDELAY)
4023 #if defined(NETIF_F_TSO)
4024 #define skb_tso_size(x) (skb_shinfo(x)->gso_size)
4025 #define TSO_NUM_DESCRIPTORS 2
4026 #define TSO_OFFLOAD_ON TYPHOON_OFFLOAD_TCP_SEGMENT
4027 #else
4028 #define NETIF_F_TSO 0
4029 #define skb_tso_size(x) 0
4030 #define TSO_NUM_DESCRIPTORS 0
4031 #define TSO_OFFLOAD_ON 0
4032 #endif
4033 /* LDV_COMMENT_END_PREP */
4034 /* LDV_COMMENT_FUNCTION_CALL Function from field "get_wol" from driver structure with callbacks "typhoon_ethtool_ops" */
4035 ldv_handler_precall();
4036 typhoon_get_wol( var_group1, var_group4);
4037 /* LDV_COMMENT_BEGIN_PREP */
4038 #define shared_offset(x) offsetof(struct typhoon_shared, x)
4039 #if 0
4040 #endif
4041 #ifdef CONFIG_PM
4042 #endif
4043 #ifdef CONFIG_PM
4044 #endif
4045 /* LDV_COMMENT_END_PREP */
4046
4047
4048
4049
4050 }
4051
4052 break;
4053 case 4: {
4054
4055 /** STRUCT: struct type: ethtool_ops, struct name: typhoon_ethtool_ops **/
4056
4057
4058 /* content: static int typhoon_set_wol(struct net_device *dev, struct ethtool_wolinfo *wol)*/
4059 /* LDV_COMMENT_BEGIN_PREP */
4060 #define TXHI_ENTRIES 2
4061 #define TXLO_ENTRIES 128
4062 #define RX_ENTRIES 32
4063 #define COMMAND_ENTRIES 16
4064 #define RESPONSE_ENTRIES 32
4065 #define COMMAND_RING_SIZE (COMMAND_ENTRIES * sizeof(struct cmd_desc))
4066 #define RESPONSE_RING_SIZE (RESPONSE_ENTRIES * sizeof(struct resp_desc))
4067 #define RXFREE_ENTRIES 128
4068 #define RXENT_ENTRIES (RXFREE_ENTRIES - 1)
4069 #define TX_TIMEOUT (2*HZ)
4070 #define PKT_BUF_SZ 1536
4071 #define FIRMWARE_NAME "3com/typhoon.bin"
4072 #define pr_fmt(fmt) KBUILD_MODNAME " " fmt
4073 #if defined(NETIF_F_TSO) && MAX_SKB_FRAGS > 32
4074 #warning Typhoon only supports 32 entries in its SG list for TSO, disabling TSO
4075 #undef NETIF_F_TSO
4076 #endif
4077 #if TXLO_ENTRIES <= (2 * MAX_SKB_FRAGS)
4078 #error TX ring too small!
4079 #endif
4080 #define TYPHOON_CRYPTO_NONE 0x00
4081 #define TYPHOON_CRYPTO_DES 0x01
4082 #define TYPHOON_CRYPTO_3DES 0x02
4083 #define TYPHOON_CRYPTO_VARIABLE 0x04
4084 #define TYPHOON_FIBER 0x08
4085 #define TYPHOON_WAKEUP_NEEDS_RESET 0x10
4086 #define __3xp_aligned ____cacheline_aligned
4087 #define typhoon_post_pci_writes(x) \
4088 do { if(likely(use_mmio)) ioread32(x+TYPHOON_REG_HEARTBEAT); } while(0)
4089 #define TYPHOON_UDELAY 50
4090 #define TYPHOON_RESET_TIMEOUT_SLEEP (6 * HZ)
4091 #define TYPHOON_RESET_TIMEOUT_NOSLEEP ((6 * 1000000) / TYPHOON_UDELAY)
4092 #define TYPHOON_WAIT_TIMEOUT ((1000000 / 2) / TYPHOON_UDELAY)
4093 #if defined(NETIF_F_TSO)
4094 #define skb_tso_size(x) (skb_shinfo(x)->gso_size)
4095 #define TSO_NUM_DESCRIPTORS 2
4096 #define TSO_OFFLOAD_ON TYPHOON_OFFLOAD_TCP_SEGMENT
4097 #else
4098 #define NETIF_F_TSO 0
4099 #define skb_tso_size(x) 0
4100 #define TSO_NUM_DESCRIPTORS 0
4101 #define TSO_OFFLOAD_ON 0
4102 #endif
4103 /* LDV_COMMENT_END_PREP */
4104 /* LDV_COMMENT_FUNCTION_CALL Function from field "set_wol" from driver structure with callbacks "typhoon_ethtool_ops" */
4105 ldv_handler_precall();
4106 typhoon_set_wol( var_group1, var_group4);
4107 /* LDV_COMMENT_BEGIN_PREP */
4108 #define shared_offset(x) offsetof(struct typhoon_shared, x)
4109 #if 0
4110 #endif
4111 #ifdef CONFIG_PM
4112 #endif
4113 #ifdef CONFIG_PM
4114 #endif
4115 /* LDV_COMMENT_END_PREP */
4116
4117
4118
4119
4120 }
4121
4122 break;
4123 case 5: {
4124
4125 /** STRUCT: struct type: ethtool_ops, struct name: typhoon_ethtool_ops **/
4126
4127
4128 /* content: static void typhoon_get_ringparam(struct net_device *dev, struct ethtool_ringparam *ering)*/
4129 /* LDV_COMMENT_BEGIN_PREP */
4130 #define TXHI_ENTRIES 2
4131 #define TXLO_ENTRIES 128
4132 #define RX_ENTRIES 32
4133 #define COMMAND_ENTRIES 16
4134 #define RESPONSE_ENTRIES 32
4135 #define COMMAND_RING_SIZE (COMMAND_ENTRIES * sizeof(struct cmd_desc))
4136 #define RESPONSE_RING_SIZE (RESPONSE_ENTRIES * sizeof(struct resp_desc))
4137 #define RXFREE_ENTRIES 128
4138 #define RXENT_ENTRIES (RXFREE_ENTRIES - 1)
4139 #define TX_TIMEOUT (2*HZ)
4140 #define PKT_BUF_SZ 1536
4141 #define FIRMWARE_NAME "3com/typhoon.bin"
4142 #define pr_fmt(fmt) KBUILD_MODNAME " " fmt
4143 #if defined(NETIF_F_TSO) && MAX_SKB_FRAGS > 32
4144 #warning Typhoon only supports 32 entries in its SG list for TSO, disabling TSO
4145 #undef NETIF_F_TSO
4146 #endif
4147 #if TXLO_ENTRIES <= (2 * MAX_SKB_FRAGS)
4148 #error TX ring too small!
4149 #endif
4150 #define TYPHOON_CRYPTO_NONE 0x00
4151 #define TYPHOON_CRYPTO_DES 0x01
4152 #define TYPHOON_CRYPTO_3DES 0x02
4153 #define TYPHOON_CRYPTO_VARIABLE 0x04
4154 #define TYPHOON_FIBER 0x08
4155 #define TYPHOON_WAKEUP_NEEDS_RESET 0x10
4156 #define __3xp_aligned ____cacheline_aligned
4157 #define typhoon_post_pci_writes(x) \
4158 do { if(likely(use_mmio)) ioread32(x+TYPHOON_REG_HEARTBEAT); } while(0)
4159 #define TYPHOON_UDELAY 50
4160 #define TYPHOON_RESET_TIMEOUT_SLEEP (6 * HZ)
4161 #define TYPHOON_RESET_TIMEOUT_NOSLEEP ((6 * 1000000) / TYPHOON_UDELAY)
4162 #define TYPHOON_WAIT_TIMEOUT ((1000000 / 2) / TYPHOON_UDELAY)
4163 #if defined(NETIF_F_TSO)
4164 #define skb_tso_size(x) (skb_shinfo(x)->gso_size)
4165 #define TSO_NUM_DESCRIPTORS 2
4166 #define TSO_OFFLOAD_ON TYPHOON_OFFLOAD_TCP_SEGMENT
4167 #else
4168 #define NETIF_F_TSO 0
4169 #define skb_tso_size(x) 0
4170 #define TSO_NUM_DESCRIPTORS 0
4171 #define TSO_OFFLOAD_ON 0
4172 #endif
4173 /* LDV_COMMENT_END_PREP */
4174 /* LDV_COMMENT_FUNCTION_CALL Function from field "get_ringparam" from driver structure with callbacks "typhoon_ethtool_ops" */
4175 ldv_handler_precall();
4176 typhoon_get_ringparam( var_group1, var_group5);
4177 /* LDV_COMMENT_BEGIN_PREP */
4178 #define shared_offset(x) offsetof(struct typhoon_shared, x)
4179 #if 0
4180 #endif
4181 #ifdef CONFIG_PM
4182 #endif
4183 #ifdef CONFIG_PM
4184 #endif
4185 /* LDV_COMMENT_END_PREP */
4186
4187
4188
4189
4190 }
4191
4192 break;
4193 case 6: {
4194
4195 /** STRUCT: struct type: net_device_ops, struct name: typhoon_netdev_ops **/
4196 if(ldv_s_typhoon_netdev_ops_net_device_ops==0) {
4197
4198 /* content: static int typhoon_open(struct net_device *dev)*/
4199 /* LDV_COMMENT_BEGIN_PREP */
4200 #define TXHI_ENTRIES 2
4201 #define TXLO_ENTRIES 128
4202 #define RX_ENTRIES 32
4203 #define COMMAND_ENTRIES 16
4204 #define RESPONSE_ENTRIES 32
4205 #define COMMAND_RING_SIZE (COMMAND_ENTRIES * sizeof(struct cmd_desc))
4206 #define RESPONSE_RING_SIZE (RESPONSE_ENTRIES * sizeof(struct resp_desc))
4207 #define RXFREE_ENTRIES 128
4208 #define RXENT_ENTRIES (RXFREE_ENTRIES - 1)
4209 #define TX_TIMEOUT (2*HZ)
4210 #define PKT_BUF_SZ 1536
4211 #define FIRMWARE_NAME "3com/typhoon.bin"
4212 #define pr_fmt(fmt) KBUILD_MODNAME " " fmt
4213 #if defined(NETIF_F_TSO) && MAX_SKB_FRAGS > 32
4214 #warning Typhoon only supports 32 entries in its SG list for TSO, disabling TSO
4215 #undef NETIF_F_TSO
4216 #endif
4217 #if TXLO_ENTRIES <= (2 * MAX_SKB_FRAGS)
4218 #error TX ring too small!
4219 #endif
4220 #define TYPHOON_CRYPTO_NONE 0x00
4221 #define TYPHOON_CRYPTO_DES 0x01
4222 #define TYPHOON_CRYPTO_3DES 0x02
4223 #define TYPHOON_CRYPTO_VARIABLE 0x04
4224 #define TYPHOON_FIBER 0x08
4225 #define TYPHOON_WAKEUP_NEEDS_RESET 0x10
4226 #define __3xp_aligned ____cacheline_aligned
4227 #define typhoon_post_pci_writes(x) \
4228 do { if(likely(use_mmio)) ioread32(x+TYPHOON_REG_HEARTBEAT); } while(0)
4229 #define TYPHOON_UDELAY 50
4230 #define TYPHOON_RESET_TIMEOUT_SLEEP (6 * HZ)
4231 #define TYPHOON_RESET_TIMEOUT_NOSLEEP ((6 * 1000000) / TYPHOON_UDELAY)
4232 #define TYPHOON_WAIT_TIMEOUT ((1000000 / 2) / TYPHOON_UDELAY)
4233 #if defined(NETIF_F_TSO)
4234 #define skb_tso_size(x) (skb_shinfo(x)->gso_size)
4235 #define TSO_NUM_DESCRIPTORS 2
4236 #define TSO_OFFLOAD_ON TYPHOON_OFFLOAD_TCP_SEGMENT
4237 #else
4238 #define NETIF_F_TSO 0
4239 #define skb_tso_size(x) 0
4240 #define TSO_NUM_DESCRIPTORS 0
4241 #define TSO_OFFLOAD_ON 0
4242 #endif
4243 #define shared_offset(x) offsetof(struct typhoon_shared, x)
4244 #if 0
4245 #endif
4246 /* LDV_COMMENT_END_PREP */
4247 /* LDV_COMMENT_FUNCTION_CALL Function from field "ndo_open" from driver structure with callbacks "typhoon_netdev_ops". Standart function test for correct return result. */
4248 ldv_handler_precall();
4249 res_typhoon_open_47 = typhoon_open( var_group1);
4250 ldv_check_return_value(res_typhoon_open_47);
4251 if(res_typhoon_open_47 < 0)
4252 goto ldv_module_exit;
4253 /* LDV_COMMENT_BEGIN_PREP */
4254 #ifdef CONFIG_PM
4255 #endif
4256 #ifdef CONFIG_PM
4257 #endif
4258 /* LDV_COMMENT_END_PREP */
4259 ldv_s_typhoon_netdev_ops_net_device_ops++;
4260
4261 }
4262
4263 }
4264
4265 break;
4266 case 7: {
4267
4268 /** STRUCT: struct type: net_device_ops, struct name: typhoon_netdev_ops **/
4269 if(ldv_s_typhoon_netdev_ops_net_device_ops==1) {
4270
4271 /* content: static int typhoon_close(struct net_device *dev)*/
4272 /* LDV_COMMENT_BEGIN_PREP */
4273 #define TXHI_ENTRIES 2
4274 #define TXLO_ENTRIES 128
4275 #define RX_ENTRIES 32
4276 #define COMMAND_ENTRIES 16
4277 #define RESPONSE_ENTRIES 32
4278 #define COMMAND_RING_SIZE (COMMAND_ENTRIES * sizeof(struct cmd_desc))
4279 #define RESPONSE_RING_SIZE (RESPONSE_ENTRIES * sizeof(struct resp_desc))
4280 #define RXFREE_ENTRIES 128
4281 #define RXENT_ENTRIES (RXFREE_ENTRIES - 1)
4282 #define TX_TIMEOUT (2*HZ)
4283 #define PKT_BUF_SZ 1536
4284 #define FIRMWARE_NAME "3com/typhoon.bin"
4285 #define pr_fmt(fmt) KBUILD_MODNAME " " fmt
4286 #if defined(NETIF_F_TSO) && MAX_SKB_FRAGS > 32
4287 #warning Typhoon only supports 32 entries in its SG list for TSO, disabling TSO
4288 #undef NETIF_F_TSO
4289 #endif
4290 #if TXLO_ENTRIES <= (2 * MAX_SKB_FRAGS)
4291 #error TX ring too small!
4292 #endif
4293 #define TYPHOON_CRYPTO_NONE 0x00
4294 #define TYPHOON_CRYPTO_DES 0x01
4295 #define TYPHOON_CRYPTO_3DES 0x02
4296 #define TYPHOON_CRYPTO_VARIABLE 0x04
4297 #define TYPHOON_FIBER 0x08
4298 #define TYPHOON_WAKEUP_NEEDS_RESET 0x10
4299 #define __3xp_aligned ____cacheline_aligned
4300 #define typhoon_post_pci_writes(x) \
4301 do { if(likely(use_mmio)) ioread32(x+TYPHOON_REG_HEARTBEAT); } while(0)
4302 #define TYPHOON_UDELAY 50
4303 #define TYPHOON_RESET_TIMEOUT_SLEEP (6 * HZ)
4304 #define TYPHOON_RESET_TIMEOUT_NOSLEEP ((6 * 1000000) / TYPHOON_UDELAY)
4305 #define TYPHOON_WAIT_TIMEOUT ((1000000 / 2) / TYPHOON_UDELAY)
4306 #if defined(NETIF_F_TSO)
4307 #define skb_tso_size(x) (skb_shinfo(x)->gso_size)
4308 #define TSO_NUM_DESCRIPTORS 2
4309 #define TSO_OFFLOAD_ON TYPHOON_OFFLOAD_TCP_SEGMENT
4310 #else
4311 #define NETIF_F_TSO 0
4312 #define skb_tso_size(x) 0
4313 #define TSO_NUM_DESCRIPTORS 0
4314 #define TSO_OFFLOAD_ON 0
4315 #endif
4316 #define shared_offset(x) offsetof(struct typhoon_shared, x)
4317 #if 0
4318 #endif
4319 /* LDV_COMMENT_END_PREP */
4320 /* LDV_COMMENT_FUNCTION_CALL Function from field "ndo_stop" from driver structure with callbacks "typhoon_netdev_ops". Standart function test for correct return result. */
4321 ldv_handler_precall();
4322 res_typhoon_close_48 = typhoon_close( var_group1);
4323 ldv_check_return_value(res_typhoon_close_48);
4324 if(res_typhoon_close_48)
4325 goto ldv_module_exit;
4326 /* LDV_COMMENT_BEGIN_PREP */
4327 #ifdef CONFIG_PM
4328 #endif
4329 #ifdef CONFIG_PM
4330 #endif
4331 /* LDV_COMMENT_END_PREP */
4332 ldv_s_typhoon_netdev_ops_net_device_ops=0;
4333
4334 }
4335
4336 }
4337
4338 break;
4339 case 8: {
4340
4341 /** STRUCT: struct type: net_device_ops, struct name: typhoon_netdev_ops **/
4342
4343
4344 /* content: static netdev_tx_t typhoon_start_tx(struct sk_buff *skb, struct net_device *dev)*/
4345 /* LDV_COMMENT_BEGIN_PREP */
4346 #define TXHI_ENTRIES 2
4347 #define TXLO_ENTRIES 128
4348 #define RX_ENTRIES 32
4349 #define COMMAND_ENTRIES 16
4350 #define RESPONSE_ENTRIES 32
4351 #define COMMAND_RING_SIZE (COMMAND_ENTRIES * sizeof(struct cmd_desc))
4352 #define RESPONSE_RING_SIZE (RESPONSE_ENTRIES * sizeof(struct resp_desc))
4353 #define RXFREE_ENTRIES 128
4354 #define RXENT_ENTRIES (RXFREE_ENTRIES - 1)
4355 #define TX_TIMEOUT (2*HZ)
4356 #define PKT_BUF_SZ 1536
4357 #define FIRMWARE_NAME "3com/typhoon.bin"
4358 #define pr_fmt(fmt) KBUILD_MODNAME " " fmt
4359 #if defined(NETIF_F_TSO) && MAX_SKB_FRAGS > 32
4360 #warning Typhoon only supports 32 entries in its SG list for TSO, disabling TSO
4361 #undef NETIF_F_TSO
4362 #endif
4363 #if TXLO_ENTRIES <= (2 * MAX_SKB_FRAGS)
4364 #error TX ring too small!
4365 #endif
4366 #define TYPHOON_CRYPTO_NONE 0x00
4367 #define TYPHOON_CRYPTO_DES 0x01
4368 #define TYPHOON_CRYPTO_3DES 0x02
4369 #define TYPHOON_CRYPTO_VARIABLE 0x04
4370 #define TYPHOON_FIBER 0x08
4371 #define TYPHOON_WAKEUP_NEEDS_RESET 0x10
4372 #define __3xp_aligned ____cacheline_aligned
4373 #define typhoon_post_pci_writes(x) \
4374 do { if(likely(use_mmio)) ioread32(x+TYPHOON_REG_HEARTBEAT); } while(0)
4375 #define TYPHOON_UDELAY 50
4376 #define TYPHOON_RESET_TIMEOUT_SLEEP (6 * HZ)
4377 #define TYPHOON_RESET_TIMEOUT_NOSLEEP ((6 * 1000000) / TYPHOON_UDELAY)
4378 #define TYPHOON_WAIT_TIMEOUT ((1000000 / 2) / TYPHOON_UDELAY)
4379 #if defined(NETIF_F_TSO)
4380 #define skb_tso_size(x) (skb_shinfo(x)->gso_size)
4381 #define TSO_NUM_DESCRIPTORS 2
4382 #define TSO_OFFLOAD_ON TYPHOON_OFFLOAD_TCP_SEGMENT
4383 #else
4384 #define NETIF_F_TSO 0
4385 #define skb_tso_size(x) 0
4386 #define TSO_NUM_DESCRIPTORS 0
4387 #define TSO_OFFLOAD_ON 0
4388 #endif
4389 /* LDV_COMMENT_END_PREP */
4390 /* LDV_COMMENT_FUNCTION_CALL Function from field "ndo_start_xmit" from driver structure with callbacks "typhoon_netdev_ops" */
4391 ldv_handler_precall();
4392 typhoon_start_tx( var_group6, var_group1);
4393 /* LDV_COMMENT_BEGIN_PREP */
4394 #define shared_offset(x) offsetof(struct typhoon_shared, x)
4395 #if 0
4396 #endif
4397 #ifdef CONFIG_PM
4398 #endif
4399 #ifdef CONFIG_PM
4400 #endif
4401 /* LDV_COMMENT_END_PREP */
4402
4403
4404
4405
4406 }
4407
4408 break;
4409 case 9: {
4410
4411 /** STRUCT: struct type: net_device_ops, struct name: typhoon_netdev_ops **/
4412
4413
4414 /* content: static void typhoon_set_rx_mode(struct net_device *dev)*/
4415 /* LDV_COMMENT_BEGIN_PREP */
4416 #define TXHI_ENTRIES 2
4417 #define TXLO_ENTRIES 128
4418 #define RX_ENTRIES 32
4419 #define COMMAND_ENTRIES 16
4420 #define RESPONSE_ENTRIES 32
4421 #define COMMAND_RING_SIZE (COMMAND_ENTRIES * sizeof(struct cmd_desc))
4422 #define RESPONSE_RING_SIZE (RESPONSE_ENTRIES * sizeof(struct resp_desc))
4423 #define RXFREE_ENTRIES 128
4424 #define RXENT_ENTRIES (RXFREE_ENTRIES - 1)
4425 #define TX_TIMEOUT (2*HZ)
4426 #define PKT_BUF_SZ 1536
4427 #define FIRMWARE_NAME "3com/typhoon.bin"
4428 #define pr_fmt(fmt) KBUILD_MODNAME " " fmt
4429 #if defined(NETIF_F_TSO) && MAX_SKB_FRAGS > 32
4430 #warning Typhoon only supports 32 entries in its SG list for TSO, disabling TSO
4431 #undef NETIF_F_TSO
4432 #endif
4433 #if TXLO_ENTRIES <= (2 * MAX_SKB_FRAGS)
4434 #error TX ring too small!
4435 #endif
4436 #define TYPHOON_CRYPTO_NONE 0x00
4437 #define TYPHOON_CRYPTO_DES 0x01
4438 #define TYPHOON_CRYPTO_3DES 0x02
4439 #define TYPHOON_CRYPTO_VARIABLE 0x04
4440 #define TYPHOON_FIBER 0x08
4441 #define TYPHOON_WAKEUP_NEEDS_RESET 0x10
4442 #define __3xp_aligned ____cacheline_aligned
4443 #define typhoon_post_pci_writes(x) \
4444 do { if(likely(use_mmio)) ioread32(x+TYPHOON_REG_HEARTBEAT); } while(0)
4445 #define TYPHOON_UDELAY 50
4446 #define TYPHOON_RESET_TIMEOUT_SLEEP (6 * HZ)
4447 #define TYPHOON_RESET_TIMEOUT_NOSLEEP ((6 * 1000000) / TYPHOON_UDELAY)
4448 #define TYPHOON_WAIT_TIMEOUT ((1000000 / 2) / TYPHOON_UDELAY)
4449 #if defined(NETIF_F_TSO)
4450 #define skb_tso_size(x) (skb_shinfo(x)->gso_size)
4451 #define TSO_NUM_DESCRIPTORS 2
4452 #define TSO_OFFLOAD_ON TYPHOON_OFFLOAD_TCP_SEGMENT
4453 #else
4454 #define NETIF_F_TSO 0
4455 #define skb_tso_size(x) 0
4456 #define TSO_NUM_DESCRIPTORS 0
4457 #define TSO_OFFLOAD_ON 0
4458 #endif
4459 /* LDV_COMMENT_END_PREP */
4460 /* LDV_COMMENT_FUNCTION_CALL Function from field "ndo_set_rx_mode" from driver structure with callbacks "typhoon_netdev_ops" */
4461 ldv_handler_precall();
4462 typhoon_set_rx_mode( var_group1);
4463 /* LDV_COMMENT_BEGIN_PREP */
4464 #define shared_offset(x) offsetof(struct typhoon_shared, x)
4465 #if 0
4466 #endif
4467 #ifdef CONFIG_PM
4468 #endif
4469 #ifdef CONFIG_PM
4470 #endif
4471 /* LDV_COMMENT_END_PREP */
4472
4473
4474
4475
4476 }
4477
4478 break;
4479 case 10: {
4480
4481 /** STRUCT: struct type: net_device_ops, struct name: typhoon_netdev_ops **/
4482
4483
4484 /* content: static void typhoon_tx_timeout(struct net_device *dev)*/
4485 /* LDV_COMMENT_BEGIN_PREP */
4486 #define TXHI_ENTRIES 2
4487 #define TXLO_ENTRIES 128
4488 #define RX_ENTRIES 32
4489 #define COMMAND_ENTRIES 16
4490 #define RESPONSE_ENTRIES 32
4491 #define COMMAND_RING_SIZE (COMMAND_ENTRIES * sizeof(struct cmd_desc))
4492 #define RESPONSE_RING_SIZE (RESPONSE_ENTRIES * sizeof(struct resp_desc))
4493 #define RXFREE_ENTRIES 128
4494 #define RXENT_ENTRIES (RXFREE_ENTRIES - 1)
4495 #define TX_TIMEOUT (2*HZ)
4496 #define PKT_BUF_SZ 1536
4497 #define FIRMWARE_NAME "3com/typhoon.bin"
4498 #define pr_fmt(fmt) KBUILD_MODNAME " " fmt
4499 #if defined(NETIF_F_TSO) && MAX_SKB_FRAGS > 32
4500 #warning Typhoon only supports 32 entries in its SG list for TSO, disabling TSO
4501 #undef NETIF_F_TSO
4502 #endif
4503 #if TXLO_ENTRIES <= (2 * MAX_SKB_FRAGS)
4504 #error TX ring too small!
4505 #endif
4506 #define TYPHOON_CRYPTO_NONE 0x00
4507 #define TYPHOON_CRYPTO_DES 0x01
4508 #define TYPHOON_CRYPTO_3DES 0x02
4509 #define TYPHOON_CRYPTO_VARIABLE 0x04
4510 #define TYPHOON_FIBER 0x08
4511 #define TYPHOON_WAKEUP_NEEDS_RESET 0x10
4512 #define __3xp_aligned ____cacheline_aligned
4513 #define typhoon_post_pci_writes(x) \
4514 do { if(likely(use_mmio)) ioread32(x+TYPHOON_REG_HEARTBEAT); } while(0)
4515 #define TYPHOON_UDELAY 50
4516 #define TYPHOON_RESET_TIMEOUT_SLEEP (6 * HZ)
4517 #define TYPHOON_RESET_TIMEOUT_NOSLEEP ((6 * 1000000) / TYPHOON_UDELAY)
4518 #define TYPHOON_WAIT_TIMEOUT ((1000000 / 2) / TYPHOON_UDELAY)
4519 #if defined(NETIF_F_TSO)
4520 #define skb_tso_size(x) (skb_shinfo(x)->gso_size)
4521 #define TSO_NUM_DESCRIPTORS 2
4522 #define TSO_OFFLOAD_ON TYPHOON_OFFLOAD_TCP_SEGMENT
4523 #else
4524 #define NETIF_F_TSO 0
4525 #define skb_tso_size(x) 0
4526 #define TSO_NUM_DESCRIPTORS 0
4527 #define TSO_OFFLOAD_ON 0
4528 #endif
4529 #define shared_offset(x) offsetof(struct typhoon_shared, x)
4530 #if 0
4531 #endif
4532 /* LDV_COMMENT_END_PREP */
4533 /* LDV_COMMENT_FUNCTION_CALL Function from field "ndo_tx_timeout" from driver structure with callbacks "typhoon_netdev_ops" */
4534 ldv_handler_precall();
4535 typhoon_tx_timeout( var_group1);
4536 /* LDV_COMMENT_BEGIN_PREP */
4537 #ifdef CONFIG_PM
4538 #endif
4539 #ifdef CONFIG_PM
4540 #endif
4541 /* LDV_COMMENT_END_PREP */
4542
4543
4544
4545
4546 }
4547
4548 break;
4549 case 11: {
4550
4551 /** STRUCT: struct type: net_device_ops, struct name: typhoon_netdev_ops **/
4552
4553
4554 /* content: static struct net_device_stats * typhoon_get_stats(struct net_device *dev)*/
4555 /* LDV_COMMENT_BEGIN_PREP */
4556 #define TXHI_ENTRIES 2
4557 #define TXLO_ENTRIES 128
4558 #define RX_ENTRIES 32
4559 #define COMMAND_ENTRIES 16
4560 #define RESPONSE_ENTRIES 32
4561 #define COMMAND_RING_SIZE (COMMAND_ENTRIES * sizeof(struct cmd_desc))
4562 #define RESPONSE_RING_SIZE (RESPONSE_ENTRIES * sizeof(struct resp_desc))
4563 #define RXFREE_ENTRIES 128
4564 #define RXENT_ENTRIES (RXFREE_ENTRIES - 1)
4565 #define TX_TIMEOUT (2*HZ)
4566 #define PKT_BUF_SZ 1536
4567 #define FIRMWARE_NAME "3com/typhoon.bin"
4568 #define pr_fmt(fmt) KBUILD_MODNAME " " fmt
4569 #if defined(NETIF_F_TSO) && MAX_SKB_FRAGS > 32
4570 #warning Typhoon only supports 32 entries in its SG list for TSO, disabling TSO
4571 #undef NETIF_F_TSO
4572 #endif
4573 #if TXLO_ENTRIES <= (2 * MAX_SKB_FRAGS)
4574 #error TX ring too small!
4575 #endif
4576 #define TYPHOON_CRYPTO_NONE 0x00
4577 #define TYPHOON_CRYPTO_DES 0x01
4578 #define TYPHOON_CRYPTO_3DES 0x02
4579 #define TYPHOON_CRYPTO_VARIABLE 0x04
4580 #define TYPHOON_FIBER 0x08
4581 #define TYPHOON_WAKEUP_NEEDS_RESET 0x10
4582 #define __3xp_aligned ____cacheline_aligned
4583 #define typhoon_post_pci_writes(x) \
4584 do { if(likely(use_mmio)) ioread32(x+TYPHOON_REG_HEARTBEAT); } while(0)
4585 #define TYPHOON_UDELAY 50
4586 #define TYPHOON_RESET_TIMEOUT_SLEEP (6 * HZ)
4587 #define TYPHOON_RESET_TIMEOUT_NOSLEEP ((6 * 1000000) / TYPHOON_UDELAY)
4588 #define TYPHOON_WAIT_TIMEOUT ((1000000 / 2) / TYPHOON_UDELAY)
4589 #if defined(NETIF_F_TSO)
4590 #define skb_tso_size(x) (skb_shinfo(x)->gso_size)
4591 #define TSO_NUM_DESCRIPTORS 2
4592 #define TSO_OFFLOAD_ON TYPHOON_OFFLOAD_TCP_SEGMENT
4593 #else
4594 #define NETIF_F_TSO 0
4595 #define skb_tso_size(x) 0
4596 #define TSO_NUM_DESCRIPTORS 0
4597 #define TSO_OFFLOAD_ON 0
4598 #endif
4599 /* LDV_COMMENT_END_PREP */
4600 /* LDV_COMMENT_FUNCTION_CALL Function from field "ndo_get_stats" from driver structure with callbacks "typhoon_netdev_ops" */
4601 ldv_handler_precall();
4602 typhoon_get_stats( var_group1);
4603 /* LDV_COMMENT_BEGIN_PREP */
4604 #define shared_offset(x) offsetof(struct typhoon_shared, x)
4605 #if 0
4606 #endif
4607 #ifdef CONFIG_PM
4608 #endif
4609 #ifdef CONFIG_PM
4610 #endif
4611 /* LDV_COMMENT_END_PREP */
4612
4613
4614
4615
4616 }
4617
4618 break;
4619 case 12: {
4620
4621 /** STRUCT: struct type: pci_driver, struct name: typhoon_driver **/
4622 if(ldv_s_typhoon_driver_pci_driver==0) {
4623
4624 /* content: static int typhoon_init_one(struct pci_dev *pdev, const struct pci_device_id *ent)*/
4625 /* LDV_COMMENT_BEGIN_PREP */
4626 #define TXHI_ENTRIES 2
4627 #define TXLO_ENTRIES 128
4628 #define RX_ENTRIES 32
4629 #define COMMAND_ENTRIES 16
4630 #define RESPONSE_ENTRIES 32
4631 #define COMMAND_RING_SIZE (COMMAND_ENTRIES * sizeof(struct cmd_desc))
4632 #define RESPONSE_RING_SIZE (RESPONSE_ENTRIES * sizeof(struct resp_desc))
4633 #define RXFREE_ENTRIES 128
4634 #define RXENT_ENTRIES (RXFREE_ENTRIES - 1)
4635 #define TX_TIMEOUT (2*HZ)
4636 #define PKT_BUF_SZ 1536
4637 #define FIRMWARE_NAME "3com/typhoon.bin"
4638 #define pr_fmt(fmt) KBUILD_MODNAME " " fmt
4639 #if defined(NETIF_F_TSO) && MAX_SKB_FRAGS > 32
4640 #warning Typhoon only supports 32 entries in its SG list for TSO, disabling TSO
4641 #undef NETIF_F_TSO
4642 #endif
4643 #if TXLO_ENTRIES <= (2 * MAX_SKB_FRAGS)
4644 #error TX ring too small!
4645 #endif
4646 #define TYPHOON_CRYPTO_NONE 0x00
4647 #define TYPHOON_CRYPTO_DES 0x01
4648 #define TYPHOON_CRYPTO_3DES 0x02
4649 #define TYPHOON_CRYPTO_VARIABLE 0x04
4650 #define TYPHOON_FIBER 0x08
4651 #define TYPHOON_WAKEUP_NEEDS_RESET 0x10
4652 #define __3xp_aligned ____cacheline_aligned
4653 #define typhoon_post_pci_writes(x) \
4654 do { if(likely(use_mmio)) ioread32(x+TYPHOON_REG_HEARTBEAT); } while(0)
4655 #define TYPHOON_UDELAY 50
4656 #define TYPHOON_RESET_TIMEOUT_SLEEP (6 * HZ)
4657 #define TYPHOON_RESET_TIMEOUT_NOSLEEP ((6 * 1000000) / TYPHOON_UDELAY)
4658 #define TYPHOON_WAIT_TIMEOUT ((1000000 / 2) / TYPHOON_UDELAY)
4659 #if defined(NETIF_F_TSO)
4660 #define skb_tso_size(x) (skb_shinfo(x)->gso_size)
4661 #define TSO_NUM_DESCRIPTORS 2
4662 #define TSO_OFFLOAD_ON TYPHOON_OFFLOAD_TCP_SEGMENT
4663 #else
4664 #define NETIF_F_TSO 0
4665 #define skb_tso_size(x) 0
4666 #define TSO_NUM_DESCRIPTORS 0
4667 #define TSO_OFFLOAD_ON 0
4668 #endif
4669 #define shared_offset(x) offsetof(struct typhoon_shared, x)
4670 #if 0
4671 #endif
4672 #ifdef CONFIG_PM
4673 #endif
4674 /* LDV_COMMENT_END_PREP */
4675 /* LDV_COMMENT_FUNCTION_CALL Function from field "probe" from driver structure with callbacks "typhoon_driver". Standart function test for correct return result. */
4676 res_typhoon_init_one_52 = typhoon_init_one( var_group7, var_typhoon_init_one_52_p1);
4677 ldv_check_return_value(res_typhoon_init_one_52);
4678 ldv_check_return_value_probe(res_typhoon_init_one_52);
4679 if(res_typhoon_init_one_52)
4680 goto ldv_module_exit;
4681 /* LDV_COMMENT_BEGIN_PREP */
4682 #ifdef CONFIG_PM
4683 #endif
4684 /* LDV_COMMENT_END_PREP */
4685 ldv_s_typhoon_driver_pci_driver++;
4686
4687 }
4688
4689 }
4690
4691 break;
4692 case 13: {
4693
4694 /** STRUCT: struct type: pci_driver, struct name: typhoon_driver **/
4695 if(ldv_s_typhoon_driver_pci_driver==1) {
4696
4697 /* content: static void typhoon_remove_one(struct pci_dev *pdev)*/
4698 /* LDV_COMMENT_BEGIN_PREP */
4699 #define TXHI_ENTRIES 2
4700 #define TXLO_ENTRIES 128
4701 #define RX_ENTRIES 32
4702 #define COMMAND_ENTRIES 16
4703 #define RESPONSE_ENTRIES 32
4704 #define COMMAND_RING_SIZE (COMMAND_ENTRIES * sizeof(struct cmd_desc))
4705 #define RESPONSE_RING_SIZE (RESPONSE_ENTRIES * sizeof(struct resp_desc))
4706 #define RXFREE_ENTRIES 128
4707 #define RXENT_ENTRIES (RXFREE_ENTRIES - 1)
4708 #define TX_TIMEOUT (2*HZ)
4709 #define PKT_BUF_SZ 1536
4710 #define FIRMWARE_NAME "3com/typhoon.bin"
4711 #define pr_fmt(fmt) KBUILD_MODNAME " " fmt
4712 #if defined(NETIF_F_TSO) && MAX_SKB_FRAGS > 32
4713 #warning Typhoon only supports 32 entries in its SG list for TSO, disabling TSO
4714 #undef NETIF_F_TSO
4715 #endif
4716 #if TXLO_ENTRIES <= (2 * MAX_SKB_FRAGS)
4717 #error TX ring too small!
4718 #endif
4719 #define TYPHOON_CRYPTO_NONE 0x00
4720 #define TYPHOON_CRYPTO_DES 0x01
4721 #define TYPHOON_CRYPTO_3DES 0x02
4722 #define TYPHOON_CRYPTO_VARIABLE 0x04
4723 #define TYPHOON_FIBER 0x08
4724 #define TYPHOON_WAKEUP_NEEDS_RESET 0x10
4725 #define __3xp_aligned ____cacheline_aligned
4726 #define typhoon_post_pci_writes(x) \
4727 do { if(likely(use_mmio)) ioread32(x+TYPHOON_REG_HEARTBEAT); } while(0)
4728 #define TYPHOON_UDELAY 50
4729 #define TYPHOON_RESET_TIMEOUT_SLEEP (6 * HZ)
4730 #define TYPHOON_RESET_TIMEOUT_NOSLEEP ((6 * 1000000) / TYPHOON_UDELAY)
4731 #define TYPHOON_WAIT_TIMEOUT ((1000000 / 2) / TYPHOON_UDELAY)
4732 #if defined(NETIF_F_TSO)
4733 #define skb_tso_size(x) (skb_shinfo(x)->gso_size)
4734 #define TSO_NUM_DESCRIPTORS 2
4735 #define TSO_OFFLOAD_ON TYPHOON_OFFLOAD_TCP_SEGMENT
4736 #else
4737 #define NETIF_F_TSO 0
4738 #define skb_tso_size(x) 0
4739 #define TSO_NUM_DESCRIPTORS 0
4740 #define TSO_OFFLOAD_ON 0
4741 #endif
4742 #define shared_offset(x) offsetof(struct typhoon_shared, x)
4743 #if 0
4744 #endif
4745 #ifdef CONFIG_PM
4746 #endif
4747 /* LDV_COMMENT_END_PREP */
4748 /* LDV_COMMENT_FUNCTION_CALL Function from field "remove" from driver structure with callbacks "typhoon_driver" */
4749 ldv_handler_precall();
4750 typhoon_remove_one( var_group7);
4751 /* LDV_COMMENT_BEGIN_PREP */
4752 #ifdef CONFIG_PM
4753 #endif
4754 /* LDV_COMMENT_END_PREP */
4755 ldv_s_typhoon_driver_pci_driver=0;
4756
4757 }
4758
4759 }
4760
4761 break;
4762 case 14: {
4763
4764 /** STRUCT: struct type: pci_driver, struct name: typhoon_driver **/
4765
4766
4767 /* content: static int typhoon_suspend(struct pci_dev *pdev, pm_message_t state)*/
4768 /* LDV_COMMENT_BEGIN_PREP */
4769 #define TXHI_ENTRIES 2
4770 #define TXLO_ENTRIES 128
4771 #define RX_ENTRIES 32
4772 #define COMMAND_ENTRIES 16
4773 #define RESPONSE_ENTRIES 32
4774 #define COMMAND_RING_SIZE (COMMAND_ENTRIES * sizeof(struct cmd_desc))
4775 #define RESPONSE_RING_SIZE (RESPONSE_ENTRIES * sizeof(struct resp_desc))
4776 #define RXFREE_ENTRIES 128
4777 #define RXENT_ENTRIES (RXFREE_ENTRIES - 1)
4778 #define TX_TIMEOUT (2*HZ)
4779 #define PKT_BUF_SZ 1536
4780 #define FIRMWARE_NAME "3com/typhoon.bin"
4781 #define pr_fmt(fmt) KBUILD_MODNAME " " fmt
4782 #if defined(NETIF_F_TSO) && MAX_SKB_FRAGS > 32
4783 #warning Typhoon only supports 32 entries in its SG list for TSO, disabling TSO
4784 #undef NETIF_F_TSO
4785 #endif
4786 #if TXLO_ENTRIES <= (2 * MAX_SKB_FRAGS)
4787 #error TX ring too small!
4788 #endif
4789 #define TYPHOON_CRYPTO_NONE 0x00
4790 #define TYPHOON_CRYPTO_DES 0x01
4791 #define TYPHOON_CRYPTO_3DES 0x02
4792 #define TYPHOON_CRYPTO_VARIABLE 0x04
4793 #define TYPHOON_FIBER 0x08
4794 #define TYPHOON_WAKEUP_NEEDS_RESET 0x10
4795 #define __3xp_aligned ____cacheline_aligned
4796 #define typhoon_post_pci_writes(x) \
4797 do { if(likely(use_mmio)) ioread32(x+TYPHOON_REG_HEARTBEAT); } while(0)
4798 #define TYPHOON_UDELAY 50
4799 #define TYPHOON_RESET_TIMEOUT_SLEEP (6 * HZ)
4800 #define TYPHOON_RESET_TIMEOUT_NOSLEEP ((6 * 1000000) / TYPHOON_UDELAY)
4801 #define TYPHOON_WAIT_TIMEOUT ((1000000 / 2) / TYPHOON_UDELAY)
4802 #if defined(NETIF_F_TSO)
4803 #define skb_tso_size(x) (skb_shinfo(x)->gso_size)
4804 #define TSO_NUM_DESCRIPTORS 2
4805 #define TSO_OFFLOAD_ON TYPHOON_OFFLOAD_TCP_SEGMENT
4806 #else
4807 #define NETIF_F_TSO 0
4808 #define skb_tso_size(x) 0
4809 #define TSO_NUM_DESCRIPTORS 0
4810 #define TSO_OFFLOAD_ON 0
4811 #endif
4812 #define shared_offset(x) offsetof(struct typhoon_shared, x)
4813 #if 0
4814 #endif
4815 #ifdef CONFIG_PM
4816 /* LDV_COMMENT_END_PREP */
4817 /* LDV_COMMENT_FUNCTION_CALL Function from field "suspend" from driver structure with callbacks "typhoon_driver" */
4818 ldv_handler_precall();
4819 typhoon_suspend( var_group7, var_typhoon_suspend_50_p1);
4820 /* LDV_COMMENT_BEGIN_PREP */
4821 #endif
4822 #ifdef CONFIG_PM
4823 #endif
4824 /* LDV_COMMENT_END_PREP */
4825
4826
4827
4828
4829 }
4830
4831 break;
4832 case 15: {
4833
4834 /** STRUCT: struct type: pci_driver, struct name: typhoon_driver **/
4835
4836
4837 /* content: static int typhoon_resume(struct pci_dev *pdev)*/
4838 /* LDV_COMMENT_BEGIN_PREP */
4839 #define TXHI_ENTRIES 2
4840 #define TXLO_ENTRIES 128
4841 #define RX_ENTRIES 32
4842 #define COMMAND_ENTRIES 16
4843 #define RESPONSE_ENTRIES 32
4844 #define COMMAND_RING_SIZE (COMMAND_ENTRIES * sizeof(struct cmd_desc))
4845 #define RESPONSE_RING_SIZE (RESPONSE_ENTRIES * sizeof(struct resp_desc))
4846 #define RXFREE_ENTRIES 128
4847 #define RXENT_ENTRIES (RXFREE_ENTRIES - 1)
4848 #define TX_TIMEOUT (2*HZ)
4849 #define PKT_BUF_SZ 1536
4850 #define FIRMWARE_NAME "3com/typhoon.bin"
4851 #define pr_fmt(fmt) KBUILD_MODNAME " " fmt
4852 #if defined(NETIF_F_TSO) && MAX_SKB_FRAGS > 32
4853 #warning Typhoon only supports 32 entries in its SG list for TSO, disabling TSO
4854 #undef NETIF_F_TSO
4855 #endif
4856 #if TXLO_ENTRIES <= (2 * MAX_SKB_FRAGS)
4857 #error TX ring too small!
4858 #endif
4859 #define TYPHOON_CRYPTO_NONE 0x00
4860 #define TYPHOON_CRYPTO_DES 0x01
4861 #define TYPHOON_CRYPTO_3DES 0x02
4862 #define TYPHOON_CRYPTO_VARIABLE 0x04
4863 #define TYPHOON_FIBER 0x08
4864 #define TYPHOON_WAKEUP_NEEDS_RESET 0x10
4865 #define __3xp_aligned ____cacheline_aligned
4866 #define typhoon_post_pci_writes(x) \
4867 do { if(likely(use_mmio)) ioread32(x+TYPHOON_REG_HEARTBEAT); } while(0)
4868 #define TYPHOON_UDELAY 50
4869 #define TYPHOON_RESET_TIMEOUT_SLEEP (6 * HZ)
4870 #define TYPHOON_RESET_TIMEOUT_NOSLEEP ((6 * 1000000) / TYPHOON_UDELAY)
4871 #define TYPHOON_WAIT_TIMEOUT ((1000000 / 2) / TYPHOON_UDELAY)
4872 #if defined(NETIF_F_TSO)
4873 #define skb_tso_size(x) (skb_shinfo(x)->gso_size)
4874 #define TSO_NUM_DESCRIPTORS 2
4875 #define TSO_OFFLOAD_ON TYPHOON_OFFLOAD_TCP_SEGMENT
4876 #else
4877 #define NETIF_F_TSO 0
4878 #define skb_tso_size(x) 0
4879 #define TSO_NUM_DESCRIPTORS 0
4880 #define TSO_OFFLOAD_ON 0
4881 #endif
4882 #define shared_offset(x) offsetof(struct typhoon_shared, x)
4883 #if 0
4884 #endif
4885 #ifdef CONFIG_PM
4886 /* LDV_COMMENT_END_PREP */
4887 /* LDV_COMMENT_FUNCTION_CALL Function from field "resume" from driver structure with callbacks "typhoon_driver" */
4888 ldv_handler_precall();
4889 typhoon_resume( var_group7);
4890 /* LDV_COMMENT_BEGIN_PREP */
4891 #endif
4892 #ifdef CONFIG_PM
4893 #endif
4894 /* LDV_COMMENT_END_PREP */
4895
4896
4897
4898
4899 }
4900
4901 break;
4902 case 16: {
4903
4904 /** CALLBACK SECTION request_irq **/
4905 LDV_IN_INTERRUPT=2;
4906
4907 /* content: static irqreturn_t typhoon_interrupt(int irq, void *dev_instance)*/
4908 /* LDV_COMMENT_BEGIN_PREP */
4909 #define TXHI_ENTRIES 2
4910 #define TXLO_ENTRIES 128
4911 #define RX_ENTRIES 32
4912 #define COMMAND_ENTRIES 16
4913 #define RESPONSE_ENTRIES 32
4914 #define COMMAND_RING_SIZE (COMMAND_ENTRIES * sizeof(struct cmd_desc))
4915 #define RESPONSE_RING_SIZE (RESPONSE_ENTRIES * sizeof(struct resp_desc))
4916 #define RXFREE_ENTRIES 128
4917 #define RXENT_ENTRIES (RXFREE_ENTRIES - 1)
4918 #define TX_TIMEOUT (2*HZ)
4919 #define PKT_BUF_SZ 1536
4920 #define FIRMWARE_NAME "3com/typhoon.bin"
4921 #define pr_fmt(fmt) KBUILD_MODNAME " " fmt
4922 #if defined(NETIF_F_TSO) && MAX_SKB_FRAGS > 32
4923 #warning Typhoon only supports 32 entries in its SG list for TSO, disabling TSO
4924 #undef NETIF_F_TSO
4925 #endif
4926 #if TXLO_ENTRIES <= (2 * MAX_SKB_FRAGS)
4927 #error TX ring too small!
4928 #endif
4929 #define TYPHOON_CRYPTO_NONE 0x00
4930 #define TYPHOON_CRYPTO_DES 0x01
4931 #define TYPHOON_CRYPTO_3DES 0x02
4932 #define TYPHOON_CRYPTO_VARIABLE 0x04
4933 #define TYPHOON_FIBER 0x08
4934 #define TYPHOON_WAKEUP_NEEDS_RESET 0x10
4935 #define __3xp_aligned ____cacheline_aligned
4936 #define typhoon_post_pci_writes(x) \
4937 do { if(likely(use_mmio)) ioread32(x+TYPHOON_REG_HEARTBEAT); } while(0)
4938 #define TYPHOON_UDELAY 50
4939 #define TYPHOON_RESET_TIMEOUT_SLEEP (6 * HZ)
4940 #define TYPHOON_RESET_TIMEOUT_NOSLEEP ((6 * 1000000) / TYPHOON_UDELAY)
4941 #define TYPHOON_WAIT_TIMEOUT ((1000000 / 2) / TYPHOON_UDELAY)
4942 #if defined(NETIF_F_TSO)
4943 #define skb_tso_size(x) (skb_shinfo(x)->gso_size)
4944 #define TSO_NUM_DESCRIPTORS 2
4945 #define TSO_OFFLOAD_ON TYPHOON_OFFLOAD_TCP_SEGMENT
4946 #else
4947 #define NETIF_F_TSO 0
4948 #define skb_tso_size(x) 0
4949 #define TSO_NUM_DESCRIPTORS 0
4950 #define TSO_OFFLOAD_ON 0
4951 #endif
4952 #define shared_offset(x) offsetof(struct typhoon_shared, x)
4953 #if 0
4954 #endif
4955 /* LDV_COMMENT_END_PREP */
4956 /* LDV_COMMENT_FUNCTION_CALL */
4957 ldv_handler_precall();
4958 typhoon_interrupt( var_typhoon_interrupt_40_p0, var_typhoon_interrupt_40_p1);
4959 /* LDV_COMMENT_BEGIN_PREP */
4960 #ifdef CONFIG_PM
4961 #endif
4962 #ifdef CONFIG_PM
4963 #endif
4964 /* LDV_COMMENT_END_PREP */
4965 LDV_IN_INTERRUPT=1;
4966
4967
4968
4969 }
4970
4971 break;
4972 default: break;
4973
4974 }
4975
4976 }
4977
4978 ldv_module_exit:
4979
4980 /** INIT: init_type: ST_MODULE_EXIT **/
4981 /* content: static void __exit typhoon_cleanup(void)*/
4982 /* LDV_COMMENT_BEGIN_PREP */
4983 #define TXHI_ENTRIES 2
4984 #define TXLO_ENTRIES 128
4985 #define RX_ENTRIES 32
4986 #define COMMAND_ENTRIES 16
4987 #define RESPONSE_ENTRIES 32
4988 #define COMMAND_RING_SIZE (COMMAND_ENTRIES * sizeof(struct cmd_desc))
4989 #define RESPONSE_RING_SIZE (RESPONSE_ENTRIES * sizeof(struct resp_desc))
4990 #define RXFREE_ENTRIES 128
4991 #define RXENT_ENTRIES (RXFREE_ENTRIES - 1)
4992 #define TX_TIMEOUT (2*HZ)
4993 #define PKT_BUF_SZ 1536
4994 #define FIRMWARE_NAME "3com/typhoon.bin"
4995 #define pr_fmt(fmt) KBUILD_MODNAME " " fmt
4996 #if defined(NETIF_F_TSO) && MAX_SKB_FRAGS > 32
4997 #warning Typhoon only supports 32 entries in its SG list for TSO, disabling TSO
4998 #undef NETIF_F_TSO
4999 #endif
5000 #if TXLO_ENTRIES <= (2 * MAX_SKB_FRAGS)
5001 #error TX ring too small!
5002 #endif
5003 #define TYPHOON_CRYPTO_NONE 0x00
5004 #define TYPHOON_CRYPTO_DES 0x01
5005 #define TYPHOON_CRYPTO_3DES 0x02
5006 #define TYPHOON_CRYPTO_VARIABLE 0x04
5007 #define TYPHOON_FIBER 0x08
5008 #define TYPHOON_WAKEUP_NEEDS_RESET 0x10
5009 #define __3xp_aligned ____cacheline_aligned
5010 #define typhoon_post_pci_writes(x) \
5011 do { if(likely(use_mmio)) ioread32(x+TYPHOON_REG_HEARTBEAT); } while(0)
5012 #define TYPHOON_UDELAY 50
5013 #define TYPHOON_RESET_TIMEOUT_SLEEP (6 * HZ)
5014 #define TYPHOON_RESET_TIMEOUT_NOSLEEP ((6 * 1000000) / TYPHOON_UDELAY)
5015 #define TYPHOON_WAIT_TIMEOUT ((1000000 / 2) / TYPHOON_UDELAY)
5016 #if defined(NETIF_F_TSO)
5017 #define skb_tso_size(x) (skb_shinfo(x)->gso_size)
5018 #define TSO_NUM_DESCRIPTORS 2
5019 #define TSO_OFFLOAD_ON TYPHOON_OFFLOAD_TCP_SEGMENT
5020 #else
5021 #define NETIF_F_TSO 0
5022 #define skb_tso_size(x) 0
5023 #define TSO_NUM_DESCRIPTORS 0
5024 #define TSO_OFFLOAD_ON 0
5025 #endif
5026 #define shared_offset(x) offsetof(struct typhoon_shared, x)
5027 #if 0
5028 #endif
5029 #ifdef CONFIG_PM
5030 #endif
5031 #ifdef CONFIG_PM
5032 #endif
5033 /* LDV_COMMENT_END_PREP */
5034 /* LDV_COMMENT_FUNCTION_CALL Kernel calls driver release function before driver will be uploaded from kernel. This function declared as "MODULE_EXIT(function name)". */
5035 ldv_handler_precall();
5036 typhoon_cleanup();
5037
5038 /* LDV_COMMENT_FUNCTION_CALL Checks that all resources and locks are correctly released before the driver will be unloaded. */
5039 ldv_final: ldv_check_final_state();
5040
5041 /* LDV_COMMENT_END_FUNCTION_CALL_SECTION */
5042 return;
5043
5044 }
5045 #endif
5046
5047 /* LDV_COMMENT_END_MAIN */ 1
2
3 #include <linux/kernel.h>
4 #include <linux/spinlock.h>
5
6 #include <verifier/rcv.h>
7
8 static int ldv_spin__xmit_lock_of_netdev_queue;
9
10 /* LDV_COMMENT_MODEL_FUNCTION_DEFINITION(name='ldv_spin_lock__xmit_lock_of_netdev_queue') Check that spin '_xmit_lock_of_netdev_queue' was not locked and lock it */
11 void ldv_spin_lock__xmit_lock_of_netdev_queue(void)
12 {
13 /* LDV_COMMENT_ASSERT Spin '_xmit_lock_of_netdev_queue' must be unlocked */
14 ldv_assert(ldv_spin__xmit_lock_of_netdev_queue == 1);
15 /* LDV_COMMENT_CHANGE_STATE Lock spin '_xmit_lock_of_netdev_queue' */
16 ldv_spin__xmit_lock_of_netdev_queue = 2;
17 }
18
19 /* LDV_COMMENT_MODEL_FUNCTION_DEFINITION(name='ldv_spin_unlock__xmit_lock_of_netdev_queue') Check that spin '_xmit_lock_of_netdev_queue' was locked and unlock it */
20 void ldv_spin_unlock__xmit_lock_of_netdev_queue(void)
21 {
22 /* LDV_COMMENT_ASSERT Spin '_xmit_lock_of_netdev_queue' must be locked */
23 ldv_assert(ldv_spin__xmit_lock_of_netdev_queue == 2);
24 /* LDV_COMMENT_CHANGE_STATE Unlock spin '_xmit_lock_of_netdev_queue' */
25 ldv_spin__xmit_lock_of_netdev_queue = 1;
26 }
27
28 /* LDV_COMMENT_MODEL_FUNCTION_DEFINITION(name='ldv_spin_trylock__xmit_lock_of_netdev_queue') Check that spin '_xmit_lock_of_netdev_queue' was not locked and nondeterministically lock it. Return 0 on fails */
29 int ldv_spin_trylock__xmit_lock_of_netdev_queue(void)
30 {
31 int is_spin_held_by_another_thread;
32
33 /* LDV_COMMENT_ASSERT It may be an error if spin '_xmit_lock_of_netdev_queue' is locked at this point */
34 ldv_assert(ldv_spin__xmit_lock_of_netdev_queue == 1);
35
36 /* LDV_COMMENT_OTHER Construct nondetermined result */
37 is_spin_held_by_another_thread = ldv_undef_int();
38
39 /* LDV_COMMENT_ASSERT Nondeterministically lock spin '_xmit_lock_of_netdev_queue' */
40 if (is_spin_held_by_another_thread)
41 {
42 /* LDV_COMMENT_RETURN Spin '_xmit_lock_of_netdev_queue' was not locked. Finish with fail */
43 return 0;
44 }
45 else
46 {
47 /* LDV_COMMENT_CHANGE_STATE Lock spin '_xmit_lock_of_netdev_queue' */
48 ldv_spin__xmit_lock_of_netdev_queue = 2;
49 /* LDV_COMMENT_RETURN Finish with success */
50 return 1;
51 }
52 }
53
54 /* LDV_COMMENT_MODEL_FUNCTION_DEFINITION(name='ldv_spin_unlock_wait__xmit_lock_of_netdev_queue') The same process can not both lock spin '_xmit_lock_of_netdev_queue' and wait until it will be unlocked */
55 void ldv_spin_unlock_wait__xmit_lock_of_netdev_queue(void)
56 {
57 /* LDV_COMMENT_ASSERT Spin '_xmit_lock_of_netdev_queue' must not be locked by a current process */
58 ldv_assert(ldv_spin__xmit_lock_of_netdev_queue == 1);
59 }
60
61 /* LDV_COMMENT_MODEL_FUNCTION_DEFINITION(name='ldv_spin_is_locked__xmit_lock_of_netdev_queue') Check whether spin '_xmit_lock_of_netdev_queue' was locked */
62 int ldv_spin_is_locked__xmit_lock_of_netdev_queue(void)
63 {
64 int is_spin_held_by_another_thread;
65
66 /* LDV_COMMENT_OTHER Construct nondetermined result */
67 is_spin_held_by_another_thread = ldv_undef_int();
68
69 /* LDV_COMMENT_ASSERT Nondeterministically understand whether spin '_xmit_lock_of_netdev_queue' was locked */
70 if(ldv_spin__xmit_lock_of_netdev_queue == 1 && !is_spin_held_by_another_thread)
71 {
72 /* LDV_COMMENT_RETURN Spin '_xmit_lock_of_netdev_queue' was unlocked */
73 return 0;
74 }
75 else
76 {
77 /* LDV_COMMENT_RETURN Spin '_xmit_lock_of_netdev_queue' was locked */
78 return 1;
79 }
80 }
81
82 /* LDV_COMMENT_MODEL_FUNCTION_DEFINITION(name='ldv_spin_can_lock__xmit_lock_of_netdev_queue') Check whether spin '_xmit_lock_of_netdev_queue' was locked */
83 int ldv_spin_can_lock__xmit_lock_of_netdev_queue(void)
84 {
85 /* LDV_COMMENT_RETURN Inverse function for spin_is_locked() */
86 return !ldv_spin_is_locked__xmit_lock_of_netdev_queue();
87 }
88
89 /* LDV_COMMENT_MODEL_FUNCTION_DEFINITION(name='ldv_spin_is_contended__xmit_lock_of_netdev_queue') Check whether spin '_xmit_lock_of_netdev_queue' is contended */
90 int ldv_spin_is_contended__xmit_lock_of_netdev_queue(void)
91 {
92 int is_spin_contended;
93
94 /* LDV_COMMENT_OTHER Construct nondetermined result */
95 is_spin_contended = ldv_undef_int();
96
97 /* LDV_COMMENT_ASSERT Nondeterministically understand whether spin '_xmit_lock_of_netdev_queue' is contended */
98 if(is_spin_contended)
99 {
100 /* LDV_COMMENT_RETURN Spin '_xmit_lock_of_netdev_queue' is contended */
101 return 0;
102 }
103 else
104 {
105 /* LDV_COMMENT_RETURN Spin '_xmit_lock_of_netdev_queue' isn't contended */
106 return 1;
107 }
108 }
109
110 /* LDV_COMMENT_MODEL_FUNCTION_DEFINITION(name='ldv_atomic_dec_and_lock__xmit_lock_of_netdev_queue') Lock spin '_xmit_lock_of_netdev_queue' if atomic decrement result is zero */
111 int ldv_atomic_dec_and_lock__xmit_lock_of_netdev_queue(void)
112 {
113 int atomic_value_after_dec;
114
115 /* LDV_COMMENT_ASSERT Spin '_xmit_lock_of_netdev_queue' must be unlocked (since we may lock it in this function) */
116 ldv_assert(ldv_spin__xmit_lock_of_netdev_queue == 1);
117
118 /* LDV_COMMENT_OTHER Assign the result of atomic decrement */
119 atomic_value_after_dec = ldv_undef_int();
120
121 /* LDV_COMMENT_ASSERT Check if atomic decrement returns zero */
122 if (atomic_value_after_dec == 0)
123 {
124 /* LDV_COMMENT_CHANGE_STATE Lock spin '_xmit_lock_of_netdev_queue', as atomic has decremented to zero */
125 ldv_spin__xmit_lock_of_netdev_queue = 2;
126 /* LDV_COMMENT_RETURN Return 1 with locked spin '_xmit_lock_of_netdev_queue' */
127 return 1;
128 }
129
130 /* LDV_COMMENT_RETURN Atomic decrement is still not zero, return 0 without locking spin '_xmit_lock_of_netdev_queue' */
131 return 0;
132 }
133 static int ldv_spin_addr_list_lock_of_net_device;
134
135 /* LDV_COMMENT_MODEL_FUNCTION_DEFINITION(name='ldv_spin_lock_addr_list_lock_of_net_device') Check that spin 'addr_list_lock_of_net_device' was not locked and lock it */
136 void ldv_spin_lock_addr_list_lock_of_net_device(void)
137 {
138 /* LDV_COMMENT_ASSERT Spin 'addr_list_lock_of_net_device' must be unlocked */
139 ldv_assert(ldv_spin_addr_list_lock_of_net_device == 1);
140 /* LDV_COMMENT_CHANGE_STATE Lock spin 'addr_list_lock_of_net_device' */
141 ldv_spin_addr_list_lock_of_net_device = 2;
142 }
143
144 /* LDV_COMMENT_MODEL_FUNCTION_DEFINITION(name='ldv_spin_unlock_addr_list_lock_of_net_device') Check that spin 'addr_list_lock_of_net_device' was locked and unlock it */
145 void ldv_spin_unlock_addr_list_lock_of_net_device(void)
146 {
147 /* LDV_COMMENT_ASSERT Spin 'addr_list_lock_of_net_device' must be locked */
148 ldv_assert(ldv_spin_addr_list_lock_of_net_device == 2);
149 /* LDV_COMMENT_CHANGE_STATE Unlock spin 'addr_list_lock_of_net_device' */
150 ldv_spin_addr_list_lock_of_net_device = 1;
151 }
152
153 /* LDV_COMMENT_MODEL_FUNCTION_DEFINITION(name='ldv_spin_trylock_addr_list_lock_of_net_device') Check that spin 'addr_list_lock_of_net_device' was not locked and nondeterministically lock it. Return 0 on fails */
154 int ldv_spin_trylock_addr_list_lock_of_net_device(void)
155 {
156 int is_spin_held_by_another_thread;
157
158 /* LDV_COMMENT_ASSERT It may be an error if spin 'addr_list_lock_of_net_device' is locked at this point */
159 ldv_assert(ldv_spin_addr_list_lock_of_net_device == 1);
160
161 /* LDV_COMMENT_OTHER Construct nondetermined result */
162 is_spin_held_by_another_thread = ldv_undef_int();
163
164 /* LDV_COMMENT_ASSERT Nondeterministically lock spin 'addr_list_lock_of_net_device' */
165 if (is_spin_held_by_another_thread)
166 {
167 /* LDV_COMMENT_RETURN Spin 'addr_list_lock_of_net_device' was not locked. Finish with fail */
168 return 0;
169 }
170 else
171 {
172 /* LDV_COMMENT_CHANGE_STATE Lock spin 'addr_list_lock_of_net_device' */
173 ldv_spin_addr_list_lock_of_net_device = 2;
174 /* LDV_COMMENT_RETURN Finish with success */
175 return 1;
176 }
177 }
178
179 /* LDV_COMMENT_MODEL_FUNCTION_DEFINITION(name='ldv_spin_unlock_wait_addr_list_lock_of_net_device') The same process can not both lock spin 'addr_list_lock_of_net_device' and wait until it will be unlocked */
180 void ldv_spin_unlock_wait_addr_list_lock_of_net_device(void)
181 {
182 /* LDV_COMMENT_ASSERT Spin 'addr_list_lock_of_net_device' must not be locked by a current process */
183 ldv_assert(ldv_spin_addr_list_lock_of_net_device == 1);
184 }
185
186 /* LDV_COMMENT_MODEL_FUNCTION_DEFINITION(name='ldv_spin_is_locked_addr_list_lock_of_net_device') Check whether spin 'addr_list_lock_of_net_device' was locked */
187 int ldv_spin_is_locked_addr_list_lock_of_net_device(void)
188 {
189 int is_spin_held_by_another_thread;
190
191 /* LDV_COMMENT_OTHER Construct nondetermined result */
192 is_spin_held_by_another_thread = ldv_undef_int();
193
194 /* LDV_COMMENT_ASSERT Nondeterministically understand whether spin 'addr_list_lock_of_net_device' was locked */
195 if(ldv_spin_addr_list_lock_of_net_device == 1 && !is_spin_held_by_another_thread)
196 {
197 /* LDV_COMMENT_RETURN Spin 'addr_list_lock_of_net_device' was unlocked */
198 return 0;
199 }
200 else
201 {
202 /* LDV_COMMENT_RETURN Spin 'addr_list_lock_of_net_device' was locked */
203 return 1;
204 }
205 }
206
207 /* LDV_COMMENT_MODEL_FUNCTION_DEFINITION(name='ldv_spin_can_lock_addr_list_lock_of_net_device') Check whether spin 'addr_list_lock_of_net_device' was locked */
208 int ldv_spin_can_lock_addr_list_lock_of_net_device(void)
209 {
210 /* LDV_COMMENT_RETURN Inverse function for spin_is_locked() */
211 return !ldv_spin_is_locked_addr_list_lock_of_net_device();
212 }
213
214 /* LDV_COMMENT_MODEL_FUNCTION_DEFINITION(name='ldv_spin_is_contended_addr_list_lock_of_net_device') Check whether spin 'addr_list_lock_of_net_device' is contended */
215 int ldv_spin_is_contended_addr_list_lock_of_net_device(void)
216 {
217 int is_spin_contended;
218
219 /* LDV_COMMENT_OTHER Construct nondetermined result */
220 is_spin_contended = ldv_undef_int();
221
222 /* LDV_COMMENT_ASSERT Nondeterministically understand whether spin 'addr_list_lock_of_net_device' is contended */
223 if(is_spin_contended)
224 {
225 /* LDV_COMMENT_RETURN Spin 'addr_list_lock_of_net_device' is contended */
226 return 0;
227 }
228 else
229 {
230 /* LDV_COMMENT_RETURN Spin 'addr_list_lock_of_net_device' isn't contended */
231 return 1;
232 }
233 }
234
235 /* LDV_COMMENT_MODEL_FUNCTION_DEFINITION(name='ldv_atomic_dec_and_lock_addr_list_lock_of_net_device') Lock spin 'addr_list_lock_of_net_device' if atomic decrement result is zero */
236 int ldv_atomic_dec_and_lock_addr_list_lock_of_net_device(void)
237 {
238 int atomic_value_after_dec;
239
240 /* LDV_COMMENT_ASSERT Spin 'addr_list_lock_of_net_device' must be unlocked (since we may lock it in this function) */
241 ldv_assert(ldv_spin_addr_list_lock_of_net_device == 1);
242
243 /* LDV_COMMENT_OTHER Assign the result of atomic decrement */
244 atomic_value_after_dec = ldv_undef_int();
245
246 /* LDV_COMMENT_ASSERT Check if atomic decrement returns zero */
247 if (atomic_value_after_dec == 0)
248 {
249 /* LDV_COMMENT_CHANGE_STATE Lock spin 'addr_list_lock_of_net_device', as atomic has decremented to zero */
250 ldv_spin_addr_list_lock_of_net_device = 2;
251 /* LDV_COMMENT_RETURN Return 1 with locked spin 'addr_list_lock_of_net_device' */
252 return 1;
253 }
254
255 /* LDV_COMMENT_RETURN Atomic decrement is still not zero, return 0 without locking spin 'addr_list_lock_of_net_device' */
256 return 0;
257 }
258 static int ldv_spin_alloc_lock_of_task_struct;
259
260 /* LDV_COMMENT_MODEL_FUNCTION_DEFINITION(name='ldv_spin_lock_alloc_lock_of_task_struct') Check that spin 'alloc_lock_of_task_struct' was not locked and lock it */
261 void ldv_spin_lock_alloc_lock_of_task_struct(void)
262 {
263 /* LDV_COMMENT_ASSERT Spin 'alloc_lock_of_task_struct' must be unlocked */
264 ldv_assert(ldv_spin_alloc_lock_of_task_struct == 1);
265 /* LDV_COMMENT_CHANGE_STATE Lock spin 'alloc_lock_of_task_struct' */
266 ldv_spin_alloc_lock_of_task_struct = 2;
267 }
268
269 /* LDV_COMMENT_MODEL_FUNCTION_DEFINITION(name='ldv_spin_unlock_alloc_lock_of_task_struct') Check that spin 'alloc_lock_of_task_struct' was locked and unlock it */
270 void ldv_spin_unlock_alloc_lock_of_task_struct(void)
271 {
272 /* LDV_COMMENT_ASSERT Spin 'alloc_lock_of_task_struct' must be locked */
273 ldv_assert(ldv_spin_alloc_lock_of_task_struct == 2);
274 /* LDV_COMMENT_CHANGE_STATE Unlock spin 'alloc_lock_of_task_struct' */
275 ldv_spin_alloc_lock_of_task_struct = 1;
276 }
277
278 /* LDV_COMMENT_MODEL_FUNCTION_DEFINITION(name='ldv_spin_trylock_alloc_lock_of_task_struct') Check that spin 'alloc_lock_of_task_struct' was not locked and nondeterministically lock it. Return 0 on fails */
279 int ldv_spin_trylock_alloc_lock_of_task_struct(void)
280 {
281 int is_spin_held_by_another_thread;
282
283 /* LDV_COMMENT_ASSERT It may be an error if spin 'alloc_lock_of_task_struct' is locked at this point */
284 ldv_assert(ldv_spin_alloc_lock_of_task_struct == 1);
285
286 /* LDV_COMMENT_OTHER Construct nondetermined result */
287 is_spin_held_by_another_thread = ldv_undef_int();
288
289 /* LDV_COMMENT_ASSERT Nondeterministically lock spin 'alloc_lock_of_task_struct' */
290 if (is_spin_held_by_another_thread)
291 {
292 /* LDV_COMMENT_RETURN Spin 'alloc_lock_of_task_struct' was not locked. Finish with fail */
293 return 0;
294 }
295 else
296 {
297 /* LDV_COMMENT_CHANGE_STATE Lock spin 'alloc_lock_of_task_struct' */
298 ldv_spin_alloc_lock_of_task_struct = 2;
299 /* LDV_COMMENT_RETURN Finish with success */
300 return 1;
301 }
302 }
303
304 /* LDV_COMMENT_MODEL_FUNCTION_DEFINITION(name='ldv_spin_unlock_wait_alloc_lock_of_task_struct') The same process can not both lock spin 'alloc_lock_of_task_struct' and wait until it will be unlocked */
305 void ldv_spin_unlock_wait_alloc_lock_of_task_struct(void)
306 {
307 /* LDV_COMMENT_ASSERT Spin 'alloc_lock_of_task_struct' must not be locked by a current process */
308 ldv_assert(ldv_spin_alloc_lock_of_task_struct == 1);
309 }
310
311 /* LDV_COMMENT_MODEL_FUNCTION_DEFINITION(name='ldv_spin_is_locked_alloc_lock_of_task_struct') Check whether spin 'alloc_lock_of_task_struct' was locked */
312 int ldv_spin_is_locked_alloc_lock_of_task_struct(void)
313 {
314 int is_spin_held_by_another_thread;
315
316 /* LDV_COMMENT_OTHER Construct nondetermined result */
317 is_spin_held_by_another_thread = ldv_undef_int();
318
319 /* LDV_COMMENT_ASSERT Nondeterministically understand whether spin 'alloc_lock_of_task_struct' was locked */
320 if(ldv_spin_alloc_lock_of_task_struct == 1 && !is_spin_held_by_another_thread)
321 {
322 /* LDV_COMMENT_RETURN Spin 'alloc_lock_of_task_struct' was unlocked */
323 return 0;
324 }
325 else
326 {
327 /* LDV_COMMENT_RETURN Spin 'alloc_lock_of_task_struct' was locked */
328 return 1;
329 }
330 }
331
332 /* LDV_COMMENT_MODEL_FUNCTION_DEFINITION(name='ldv_spin_can_lock_alloc_lock_of_task_struct') Check whether spin 'alloc_lock_of_task_struct' was locked */
333 int ldv_spin_can_lock_alloc_lock_of_task_struct(void)
334 {
335 /* LDV_COMMENT_RETURN Inverse function for spin_is_locked() */
336 return !ldv_spin_is_locked_alloc_lock_of_task_struct();
337 }
338
339 /* LDV_COMMENT_MODEL_FUNCTION_DEFINITION(name='ldv_spin_is_contended_alloc_lock_of_task_struct') Check whether spin 'alloc_lock_of_task_struct' is contended */
340 int ldv_spin_is_contended_alloc_lock_of_task_struct(void)
341 {
342 int is_spin_contended;
343
344 /* LDV_COMMENT_OTHER Construct nondetermined result */
345 is_spin_contended = ldv_undef_int();
346
347 /* LDV_COMMENT_ASSERT Nondeterministically understand whether spin 'alloc_lock_of_task_struct' is contended */
348 if(is_spin_contended)
349 {
350 /* LDV_COMMENT_RETURN Spin 'alloc_lock_of_task_struct' is contended */
351 return 0;
352 }
353 else
354 {
355 /* LDV_COMMENT_RETURN Spin 'alloc_lock_of_task_struct' isn't contended */
356 return 1;
357 }
358 }
359
360 /* LDV_COMMENT_MODEL_FUNCTION_DEFINITION(name='ldv_atomic_dec_and_lock_alloc_lock_of_task_struct') Lock spin 'alloc_lock_of_task_struct' if atomic decrement result is zero */
361 int ldv_atomic_dec_and_lock_alloc_lock_of_task_struct(void)
362 {
363 int atomic_value_after_dec;
364
365 /* LDV_COMMENT_ASSERT Spin 'alloc_lock_of_task_struct' must be unlocked (since we may lock it in this function) */
366 ldv_assert(ldv_spin_alloc_lock_of_task_struct == 1);
367
368 /* LDV_COMMENT_OTHER Assign the result of atomic decrement */
369 atomic_value_after_dec = ldv_undef_int();
370
371 /* LDV_COMMENT_ASSERT Check if atomic decrement returns zero */
372 if (atomic_value_after_dec == 0)
373 {
374 /* LDV_COMMENT_CHANGE_STATE Lock spin 'alloc_lock_of_task_struct', as atomic has decremented to zero */
375 ldv_spin_alloc_lock_of_task_struct = 2;
376 /* LDV_COMMENT_RETURN Return 1 with locked spin 'alloc_lock_of_task_struct' */
377 return 1;
378 }
379
380 /* LDV_COMMENT_RETURN Atomic decrement is still not zero, return 0 without locking spin 'alloc_lock_of_task_struct' */
381 return 0;
382 }
383 static int ldv_spin_command_lock_of_typhoon;
384
385 /* LDV_COMMENT_MODEL_FUNCTION_DEFINITION(name='ldv_spin_lock_command_lock_of_typhoon') Check that spin 'command_lock_of_typhoon' was not locked and lock it */
386 void ldv_spin_lock_command_lock_of_typhoon(void)
387 {
388 /* LDV_COMMENT_ASSERT Spin 'command_lock_of_typhoon' must be unlocked */
389 ldv_assert(ldv_spin_command_lock_of_typhoon == 1);
390 /* LDV_COMMENT_CHANGE_STATE Lock spin 'command_lock_of_typhoon' */
391 ldv_spin_command_lock_of_typhoon = 2;
392 }
393
394 /* LDV_COMMENT_MODEL_FUNCTION_DEFINITION(name='ldv_spin_unlock_command_lock_of_typhoon') Check that spin 'command_lock_of_typhoon' was locked and unlock it */
395 void ldv_spin_unlock_command_lock_of_typhoon(void)
396 {
397 /* LDV_COMMENT_ASSERT Spin 'command_lock_of_typhoon' must be locked */
398 ldv_assert(ldv_spin_command_lock_of_typhoon == 2);
399 /* LDV_COMMENT_CHANGE_STATE Unlock spin 'command_lock_of_typhoon' */
400 ldv_spin_command_lock_of_typhoon = 1;
401 }
402
403 /* LDV_COMMENT_MODEL_FUNCTION_DEFINITION(name='ldv_spin_trylock_command_lock_of_typhoon') Check that spin 'command_lock_of_typhoon' was not locked and nondeterministically lock it. Return 0 on fails */
404 int ldv_spin_trylock_command_lock_of_typhoon(void)
405 {
406 int is_spin_held_by_another_thread;
407
408 /* LDV_COMMENT_ASSERT It may be an error if spin 'command_lock_of_typhoon' is locked at this point */
409 ldv_assert(ldv_spin_command_lock_of_typhoon == 1);
410
411 /* LDV_COMMENT_OTHER Construct nondetermined result */
412 is_spin_held_by_another_thread = ldv_undef_int();
413
414 /* LDV_COMMENT_ASSERT Nondeterministically lock spin 'command_lock_of_typhoon' */
415 if (is_spin_held_by_another_thread)
416 {
417 /* LDV_COMMENT_RETURN Spin 'command_lock_of_typhoon' was not locked. Finish with fail */
418 return 0;
419 }
420 else
421 {
422 /* LDV_COMMENT_CHANGE_STATE Lock spin 'command_lock_of_typhoon' */
423 ldv_spin_command_lock_of_typhoon = 2;
424 /* LDV_COMMENT_RETURN Finish with success */
425 return 1;
426 }
427 }
428
429 /* LDV_COMMENT_MODEL_FUNCTION_DEFINITION(name='ldv_spin_unlock_wait_command_lock_of_typhoon') The same process can not both lock spin 'command_lock_of_typhoon' and wait until it will be unlocked */
430 void ldv_spin_unlock_wait_command_lock_of_typhoon(void)
431 {
432 /* LDV_COMMENT_ASSERT Spin 'command_lock_of_typhoon' must not be locked by a current process */
433 ldv_assert(ldv_spin_command_lock_of_typhoon == 1);
434 }
435
436 /* LDV_COMMENT_MODEL_FUNCTION_DEFINITION(name='ldv_spin_is_locked_command_lock_of_typhoon') Check whether spin 'command_lock_of_typhoon' was locked */
437 int ldv_spin_is_locked_command_lock_of_typhoon(void)
438 {
439 int is_spin_held_by_another_thread;
440
441 /* LDV_COMMENT_OTHER Construct nondetermined result */
442 is_spin_held_by_another_thread = ldv_undef_int();
443
444 /* LDV_COMMENT_ASSERT Nondeterministically understand whether spin 'command_lock_of_typhoon' was locked */
445 if(ldv_spin_command_lock_of_typhoon == 1 && !is_spin_held_by_another_thread)
446 {
447 /* LDV_COMMENT_RETURN Spin 'command_lock_of_typhoon' was unlocked */
448 return 0;
449 }
450 else
451 {
452 /* LDV_COMMENT_RETURN Spin 'command_lock_of_typhoon' was locked */
453 return 1;
454 }
455 }
456
457 /* LDV_COMMENT_MODEL_FUNCTION_DEFINITION(name='ldv_spin_can_lock_command_lock_of_typhoon') Check whether spin 'command_lock_of_typhoon' was locked */
458 int ldv_spin_can_lock_command_lock_of_typhoon(void)
459 {
460 /* LDV_COMMENT_RETURN Inverse function for spin_is_locked() */
461 return !ldv_spin_is_locked_command_lock_of_typhoon();
462 }
463
464 /* LDV_COMMENT_MODEL_FUNCTION_DEFINITION(name='ldv_spin_is_contended_command_lock_of_typhoon') Check whether spin 'command_lock_of_typhoon' is contended */
465 int ldv_spin_is_contended_command_lock_of_typhoon(void)
466 {
467 int is_spin_contended;
468
469 /* LDV_COMMENT_OTHER Construct nondetermined result */
470 is_spin_contended = ldv_undef_int();
471
472 /* LDV_COMMENT_ASSERT Nondeterministically understand whether spin 'command_lock_of_typhoon' is contended */
473 if(is_spin_contended)
474 {
475 /* LDV_COMMENT_RETURN Spin 'command_lock_of_typhoon' is contended */
476 return 0;
477 }
478 else
479 {
480 /* LDV_COMMENT_RETURN Spin 'command_lock_of_typhoon' isn't contended */
481 return 1;
482 }
483 }
484
485 /* LDV_COMMENT_MODEL_FUNCTION_DEFINITION(name='ldv_atomic_dec_and_lock_command_lock_of_typhoon') Lock spin 'command_lock_of_typhoon' if atomic decrement result is zero */
486 int ldv_atomic_dec_and_lock_command_lock_of_typhoon(void)
487 {
488 int atomic_value_after_dec;
489
490 /* LDV_COMMENT_ASSERT Spin 'command_lock_of_typhoon' must be unlocked (since we may lock it in this function) */
491 ldv_assert(ldv_spin_command_lock_of_typhoon == 1);
492
493 /* LDV_COMMENT_OTHER Assign the result of atomic decrement */
494 atomic_value_after_dec = ldv_undef_int();
495
496 /* LDV_COMMENT_ASSERT Check if atomic decrement returns zero */
497 if (atomic_value_after_dec == 0)
498 {
499 /* LDV_COMMENT_CHANGE_STATE Lock spin 'command_lock_of_typhoon', as atomic has decremented to zero */
500 ldv_spin_command_lock_of_typhoon = 2;
501 /* LDV_COMMENT_RETURN Return 1 with locked spin 'command_lock_of_typhoon' */
502 return 1;
503 }
504
505 /* LDV_COMMENT_RETURN Atomic decrement is still not zero, return 0 without locking spin 'command_lock_of_typhoon' */
506 return 0;
507 }
508 static int ldv_spin_i_lock_of_inode;
509
510 /* LDV_COMMENT_MODEL_FUNCTION_DEFINITION(name='ldv_spin_lock_i_lock_of_inode') Check that spin 'i_lock_of_inode' was not locked and lock it */
511 void ldv_spin_lock_i_lock_of_inode(void)
512 {
513 /* LDV_COMMENT_ASSERT Spin 'i_lock_of_inode' must be unlocked */
514 ldv_assert(ldv_spin_i_lock_of_inode == 1);
515 /* LDV_COMMENT_CHANGE_STATE Lock spin 'i_lock_of_inode' */
516 ldv_spin_i_lock_of_inode = 2;
517 }
518
519 /* LDV_COMMENT_MODEL_FUNCTION_DEFINITION(name='ldv_spin_unlock_i_lock_of_inode') Check that spin 'i_lock_of_inode' was locked and unlock it */
520 void ldv_spin_unlock_i_lock_of_inode(void)
521 {
522 /* LDV_COMMENT_ASSERT Spin 'i_lock_of_inode' must be locked */
523 ldv_assert(ldv_spin_i_lock_of_inode == 2);
524 /* LDV_COMMENT_CHANGE_STATE Unlock spin 'i_lock_of_inode' */
525 ldv_spin_i_lock_of_inode = 1;
526 }
527
528 /* LDV_COMMENT_MODEL_FUNCTION_DEFINITION(name='ldv_spin_trylock_i_lock_of_inode') Check that spin 'i_lock_of_inode' was not locked and nondeterministically lock it. Return 0 on fails */
529 int ldv_spin_trylock_i_lock_of_inode(void)
530 {
531 int is_spin_held_by_another_thread;
532
533 /* LDV_COMMENT_ASSERT It may be an error if spin 'i_lock_of_inode' is locked at this point */
534 ldv_assert(ldv_spin_i_lock_of_inode == 1);
535
536 /* LDV_COMMENT_OTHER Construct nondetermined result */
537 is_spin_held_by_another_thread = ldv_undef_int();
538
539 /* LDV_COMMENT_ASSERT Nondeterministically lock spin 'i_lock_of_inode' */
540 if (is_spin_held_by_another_thread)
541 {
542 /* LDV_COMMENT_RETURN Spin 'i_lock_of_inode' was not locked. Finish with fail */
543 return 0;
544 }
545 else
546 {
547 /* LDV_COMMENT_CHANGE_STATE Lock spin 'i_lock_of_inode' */
548 ldv_spin_i_lock_of_inode = 2;
549 /* LDV_COMMENT_RETURN Finish with success */
550 return 1;
551 }
552 }
553
554 /* LDV_COMMENT_MODEL_FUNCTION_DEFINITION(name='ldv_spin_unlock_wait_i_lock_of_inode') The same process can not both lock spin 'i_lock_of_inode' and wait until it will be unlocked */
555 void ldv_spin_unlock_wait_i_lock_of_inode(void)
556 {
557 /* LDV_COMMENT_ASSERT Spin 'i_lock_of_inode' must not be locked by a current process */
558 ldv_assert(ldv_spin_i_lock_of_inode == 1);
559 }
560
561 /* LDV_COMMENT_MODEL_FUNCTION_DEFINITION(name='ldv_spin_is_locked_i_lock_of_inode') Check whether spin 'i_lock_of_inode' was locked */
562 int ldv_spin_is_locked_i_lock_of_inode(void)
563 {
564 int is_spin_held_by_another_thread;
565
566 /* LDV_COMMENT_OTHER Construct nondetermined result */
567 is_spin_held_by_another_thread = ldv_undef_int();
568
569 /* LDV_COMMENT_ASSERT Nondeterministically understand whether spin 'i_lock_of_inode' was locked */
570 if(ldv_spin_i_lock_of_inode == 1 && !is_spin_held_by_another_thread)
571 {
572 /* LDV_COMMENT_RETURN Spin 'i_lock_of_inode' was unlocked */
573 return 0;
574 }
575 else
576 {
577 /* LDV_COMMENT_RETURN Spin 'i_lock_of_inode' was locked */
578 return 1;
579 }
580 }
581
582 /* LDV_COMMENT_MODEL_FUNCTION_DEFINITION(name='ldv_spin_can_lock_i_lock_of_inode') Check whether spin 'i_lock_of_inode' was locked */
583 int ldv_spin_can_lock_i_lock_of_inode(void)
584 {
585 /* LDV_COMMENT_RETURN Inverse function for spin_is_locked() */
586 return !ldv_spin_is_locked_i_lock_of_inode();
587 }
588
589 /* LDV_COMMENT_MODEL_FUNCTION_DEFINITION(name='ldv_spin_is_contended_i_lock_of_inode') Check whether spin 'i_lock_of_inode' is contended */
590 int ldv_spin_is_contended_i_lock_of_inode(void)
591 {
592 int is_spin_contended;
593
594 /* LDV_COMMENT_OTHER Construct nondetermined result */
595 is_spin_contended = ldv_undef_int();
596
597 /* LDV_COMMENT_ASSERT Nondeterministically understand whether spin 'i_lock_of_inode' is contended */
598 if(is_spin_contended)
599 {
600 /* LDV_COMMENT_RETURN Spin 'i_lock_of_inode' is contended */
601 return 0;
602 }
603 else
604 {
605 /* LDV_COMMENT_RETURN Spin 'i_lock_of_inode' isn't contended */
606 return 1;
607 }
608 }
609
610 /* LDV_COMMENT_MODEL_FUNCTION_DEFINITION(name='ldv_atomic_dec_and_lock_i_lock_of_inode') Lock spin 'i_lock_of_inode' if atomic decrement result is zero */
611 int ldv_atomic_dec_and_lock_i_lock_of_inode(void)
612 {
613 int atomic_value_after_dec;
614
615 /* LDV_COMMENT_ASSERT Spin 'i_lock_of_inode' must be unlocked (since we may lock it in this function) */
616 ldv_assert(ldv_spin_i_lock_of_inode == 1);
617
618 /* LDV_COMMENT_OTHER Assign the result of atomic decrement */
619 atomic_value_after_dec = ldv_undef_int();
620
621 /* LDV_COMMENT_ASSERT Check if atomic decrement returns zero */
622 if (atomic_value_after_dec == 0)
623 {
624 /* LDV_COMMENT_CHANGE_STATE Lock spin 'i_lock_of_inode', as atomic has decremented to zero */
625 ldv_spin_i_lock_of_inode = 2;
626 /* LDV_COMMENT_RETURN Return 1 with locked spin 'i_lock_of_inode' */
627 return 1;
628 }
629
630 /* LDV_COMMENT_RETURN Atomic decrement is still not zero, return 0 without locking spin 'i_lock_of_inode' */
631 return 0;
632 }
633 static int ldv_spin_lock;
634
635 /* LDV_COMMENT_MODEL_FUNCTION_DEFINITION(name='ldv_spin_lock_lock') Check that spin 'lock' was not locked and lock it */
636 void ldv_spin_lock_lock(void)
637 {
638 /* LDV_COMMENT_ASSERT Spin 'lock' must be unlocked */
639 ldv_assert(ldv_spin_lock == 1);
640 /* LDV_COMMENT_CHANGE_STATE Lock spin 'lock' */
641 ldv_spin_lock = 2;
642 }
643
644 /* LDV_COMMENT_MODEL_FUNCTION_DEFINITION(name='ldv_spin_unlock_lock') Check that spin 'lock' was locked and unlock it */
645 void ldv_spin_unlock_lock(void)
646 {
647 /* LDV_COMMENT_ASSERT Spin 'lock' must be locked */
648 ldv_assert(ldv_spin_lock == 2);
649 /* LDV_COMMENT_CHANGE_STATE Unlock spin 'lock' */
650 ldv_spin_lock = 1;
651 }
652
653 /* LDV_COMMENT_MODEL_FUNCTION_DEFINITION(name='ldv_spin_trylock_lock') Check that spin 'lock' was not locked and nondeterministically lock it. Return 0 on fails */
654 int ldv_spin_trylock_lock(void)
655 {
656 int is_spin_held_by_another_thread;
657
658 /* LDV_COMMENT_ASSERT It may be an error if spin 'lock' is locked at this point */
659 ldv_assert(ldv_spin_lock == 1);
660
661 /* LDV_COMMENT_OTHER Construct nondetermined result */
662 is_spin_held_by_another_thread = ldv_undef_int();
663
664 /* LDV_COMMENT_ASSERT Nondeterministically lock spin 'lock' */
665 if (is_spin_held_by_another_thread)
666 {
667 /* LDV_COMMENT_RETURN Spin 'lock' was not locked. Finish with fail */
668 return 0;
669 }
670 else
671 {
672 /* LDV_COMMENT_CHANGE_STATE Lock spin 'lock' */
673 ldv_spin_lock = 2;
674 /* LDV_COMMENT_RETURN Finish with success */
675 return 1;
676 }
677 }
678
679 /* LDV_COMMENT_MODEL_FUNCTION_DEFINITION(name='ldv_spin_unlock_wait_lock') The same process can not both lock spin 'lock' and wait until it will be unlocked */
680 void ldv_spin_unlock_wait_lock(void)
681 {
682 /* LDV_COMMENT_ASSERT Spin 'lock' must not be locked by a current process */
683 ldv_assert(ldv_spin_lock == 1);
684 }
685
686 /* LDV_COMMENT_MODEL_FUNCTION_DEFINITION(name='ldv_spin_is_locked_lock') Check whether spin 'lock' was locked */
687 int ldv_spin_is_locked_lock(void)
688 {
689 int is_spin_held_by_another_thread;
690
691 /* LDV_COMMENT_OTHER Construct nondetermined result */
692 is_spin_held_by_another_thread = ldv_undef_int();
693
694 /* LDV_COMMENT_ASSERT Nondeterministically understand whether spin 'lock' was locked */
695 if(ldv_spin_lock == 1 && !is_spin_held_by_another_thread)
696 {
697 /* LDV_COMMENT_RETURN Spin 'lock' was unlocked */
698 return 0;
699 }
700 else
701 {
702 /* LDV_COMMENT_RETURN Spin 'lock' was locked */
703 return 1;
704 }
705 }
706
707 /* LDV_COMMENT_MODEL_FUNCTION_DEFINITION(name='ldv_spin_can_lock_lock') Check whether spin 'lock' was locked */
708 int ldv_spin_can_lock_lock(void)
709 {
710 /* LDV_COMMENT_RETURN Inverse function for spin_is_locked() */
711 return !ldv_spin_is_locked_lock();
712 }
713
714 /* LDV_COMMENT_MODEL_FUNCTION_DEFINITION(name='ldv_spin_is_contended_lock') Check whether spin 'lock' is contended */
715 int ldv_spin_is_contended_lock(void)
716 {
717 int is_spin_contended;
718
719 /* LDV_COMMENT_OTHER Construct nondetermined result */
720 is_spin_contended = ldv_undef_int();
721
722 /* LDV_COMMENT_ASSERT Nondeterministically understand whether spin 'lock' is contended */
723 if(is_spin_contended)
724 {
725 /* LDV_COMMENT_RETURN Spin 'lock' is contended */
726 return 0;
727 }
728 else
729 {
730 /* LDV_COMMENT_RETURN Spin 'lock' isn't contended */
731 return 1;
732 }
733 }
734
735 /* LDV_COMMENT_MODEL_FUNCTION_DEFINITION(name='ldv_atomic_dec_and_lock_lock') Lock spin 'lock' if atomic decrement result is zero */
736 int ldv_atomic_dec_and_lock_lock(void)
737 {
738 int atomic_value_after_dec;
739
740 /* LDV_COMMENT_ASSERT Spin 'lock' must be unlocked (since we may lock it in this function) */
741 ldv_assert(ldv_spin_lock == 1);
742
743 /* LDV_COMMENT_OTHER Assign the result of atomic decrement */
744 atomic_value_after_dec = ldv_undef_int();
745
746 /* LDV_COMMENT_ASSERT Check if atomic decrement returns zero */
747 if (atomic_value_after_dec == 0)
748 {
749 /* LDV_COMMENT_CHANGE_STATE Lock spin 'lock', as atomic has decremented to zero */
750 ldv_spin_lock = 2;
751 /* LDV_COMMENT_RETURN Return 1 with locked spin 'lock' */
752 return 1;
753 }
754
755 /* LDV_COMMENT_RETURN Atomic decrement is still not zero, return 0 without locking spin 'lock' */
756 return 0;
757 }
758 static int ldv_spin_lock_of_NOT_ARG_SIGN;
759
760 /* LDV_COMMENT_MODEL_FUNCTION_DEFINITION(name='ldv_spin_lock_lock_of_NOT_ARG_SIGN') Check that spin 'lock_of_NOT_ARG_SIGN' was not locked and lock it */
761 void ldv_spin_lock_lock_of_NOT_ARG_SIGN(void)
762 {
763 /* LDV_COMMENT_ASSERT Spin 'lock_of_NOT_ARG_SIGN' must be unlocked */
764 ldv_assert(ldv_spin_lock_of_NOT_ARG_SIGN == 1);
765 /* LDV_COMMENT_CHANGE_STATE Lock spin 'lock_of_NOT_ARG_SIGN' */
766 ldv_spin_lock_of_NOT_ARG_SIGN = 2;
767 }
768
769 /* LDV_COMMENT_MODEL_FUNCTION_DEFINITION(name='ldv_spin_unlock_lock_of_NOT_ARG_SIGN') Check that spin 'lock_of_NOT_ARG_SIGN' was locked and unlock it */
770 void ldv_spin_unlock_lock_of_NOT_ARG_SIGN(void)
771 {
772 /* LDV_COMMENT_ASSERT Spin 'lock_of_NOT_ARG_SIGN' must be locked */
773 ldv_assert(ldv_spin_lock_of_NOT_ARG_SIGN == 2);
774 /* LDV_COMMENT_CHANGE_STATE Unlock spin 'lock_of_NOT_ARG_SIGN' */
775 ldv_spin_lock_of_NOT_ARG_SIGN = 1;
776 }
777
778 /* LDV_COMMENT_MODEL_FUNCTION_DEFINITION(name='ldv_spin_trylock_lock_of_NOT_ARG_SIGN') Check that spin 'lock_of_NOT_ARG_SIGN' was not locked and nondeterministically lock it. Return 0 on fails */
779 int ldv_spin_trylock_lock_of_NOT_ARG_SIGN(void)
780 {
781 int is_spin_held_by_another_thread;
782
783 /* LDV_COMMENT_ASSERT It may be an error if spin 'lock_of_NOT_ARG_SIGN' is locked at this point */
784 ldv_assert(ldv_spin_lock_of_NOT_ARG_SIGN == 1);
785
786 /* LDV_COMMENT_OTHER Construct nondetermined result */
787 is_spin_held_by_another_thread = ldv_undef_int();
788
789 /* LDV_COMMENT_ASSERT Nondeterministically lock spin 'lock_of_NOT_ARG_SIGN' */
790 if (is_spin_held_by_another_thread)
791 {
792 /* LDV_COMMENT_RETURN Spin 'lock_of_NOT_ARG_SIGN' was not locked. Finish with fail */
793 return 0;
794 }
795 else
796 {
797 /* LDV_COMMENT_CHANGE_STATE Lock spin 'lock_of_NOT_ARG_SIGN' */
798 ldv_spin_lock_of_NOT_ARG_SIGN = 2;
799 /* LDV_COMMENT_RETURN Finish with success */
800 return 1;
801 }
802 }
803
804 /* LDV_COMMENT_MODEL_FUNCTION_DEFINITION(name='ldv_spin_unlock_wait_lock_of_NOT_ARG_SIGN') The same process can not both lock spin 'lock_of_NOT_ARG_SIGN' and wait until it will be unlocked */
805 void ldv_spin_unlock_wait_lock_of_NOT_ARG_SIGN(void)
806 {
807 /* LDV_COMMENT_ASSERT Spin 'lock_of_NOT_ARG_SIGN' must not be locked by a current process */
808 ldv_assert(ldv_spin_lock_of_NOT_ARG_SIGN == 1);
809 }
810
811 /* LDV_COMMENT_MODEL_FUNCTION_DEFINITION(name='ldv_spin_is_locked_lock_of_NOT_ARG_SIGN') Check whether spin 'lock_of_NOT_ARG_SIGN' was locked */
812 int ldv_spin_is_locked_lock_of_NOT_ARG_SIGN(void)
813 {
814 int is_spin_held_by_another_thread;
815
816 /* LDV_COMMENT_OTHER Construct nondetermined result */
817 is_spin_held_by_another_thread = ldv_undef_int();
818
819 /* LDV_COMMENT_ASSERT Nondeterministically understand whether spin 'lock_of_NOT_ARG_SIGN' was locked */
820 if(ldv_spin_lock_of_NOT_ARG_SIGN == 1 && !is_spin_held_by_another_thread)
821 {
822 /* LDV_COMMENT_RETURN Spin 'lock_of_NOT_ARG_SIGN' was unlocked */
823 return 0;
824 }
825 else
826 {
827 /* LDV_COMMENT_RETURN Spin 'lock_of_NOT_ARG_SIGN' was locked */
828 return 1;
829 }
830 }
831
832 /* LDV_COMMENT_MODEL_FUNCTION_DEFINITION(name='ldv_spin_can_lock_lock_of_NOT_ARG_SIGN') Check whether spin 'lock_of_NOT_ARG_SIGN' was locked */
833 int ldv_spin_can_lock_lock_of_NOT_ARG_SIGN(void)
834 {
835 /* LDV_COMMENT_RETURN Inverse function for spin_is_locked() */
836 return !ldv_spin_is_locked_lock_of_NOT_ARG_SIGN();
837 }
838
839 /* LDV_COMMENT_MODEL_FUNCTION_DEFINITION(name='ldv_spin_is_contended_lock_of_NOT_ARG_SIGN') Check whether spin 'lock_of_NOT_ARG_SIGN' is contended */
840 int ldv_spin_is_contended_lock_of_NOT_ARG_SIGN(void)
841 {
842 int is_spin_contended;
843
844 /* LDV_COMMENT_OTHER Construct nondetermined result */
845 is_spin_contended = ldv_undef_int();
846
847 /* LDV_COMMENT_ASSERT Nondeterministically understand whether spin 'lock_of_NOT_ARG_SIGN' is contended */
848 if(is_spin_contended)
849 {
850 /* LDV_COMMENT_RETURN Spin 'lock_of_NOT_ARG_SIGN' is contended */
851 return 0;
852 }
853 else
854 {
855 /* LDV_COMMENT_RETURN Spin 'lock_of_NOT_ARG_SIGN' isn't contended */
856 return 1;
857 }
858 }
859
860 /* LDV_COMMENT_MODEL_FUNCTION_DEFINITION(name='ldv_atomic_dec_and_lock_lock_of_NOT_ARG_SIGN') Lock spin 'lock_of_NOT_ARG_SIGN' if atomic decrement result is zero */
861 int ldv_atomic_dec_and_lock_lock_of_NOT_ARG_SIGN(void)
862 {
863 int atomic_value_after_dec;
864
865 /* LDV_COMMENT_ASSERT Spin 'lock_of_NOT_ARG_SIGN' must be unlocked (since we may lock it in this function) */
866 ldv_assert(ldv_spin_lock_of_NOT_ARG_SIGN == 1);
867
868 /* LDV_COMMENT_OTHER Assign the result of atomic decrement */
869 atomic_value_after_dec = ldv_undef_int();
870
871 /* LDV_COMMENT_ASSERT Check if atomic decrement returns zero */
872 if (atomic_value_after_dec == 0)
873 {
874 /* LDV_COMMENT_CHANGE_STATE Lock spin 'lock_of_NOT_ARG_SIGN', as atomic has decremented to zero */
875 ldv_spin_lock_of_NOT_ARG_SIGN = 2;
876 /* LDV_COMMENT_RETURN Return 1 with locked spin 'lock_of_NOT_ARG_SIGN' */
877 return 1;
878 }
879
880 /* LDV_COMMENT_RETURN Atomic decrement is still not zero, return 0 without locking spin 'lock_of_NOT_ARG_SIGN' */
881 return 0;
882 }
883 static int ldv_spin_lru_lock_of_netns_frags;
884
885 /* LDV_COMMENT_MODEL_FUNCTION_DEFINITION(name='ldv_spin_lock_lru_lock_of_netns_frags') Check that spin 'lru_lock_of_netns_frags' was not locked and lock it */
886 void ldv_spin_lock_lru_lock_of_netns_frags(void)
887 {
888 /* LDV_COMMENT_ASSERT Spin 'lru_lock_of_netns_frags' must be unlocked */
889 ldv_assert(ldv_spin_lru_lock_of_netns_frags == 1);
890 /* LDV_COMMENT_CHANGE_STATE Lock spin 'lru_lock_of_netns_frags' */
891 ldv_spin_lru_lock_of_netns_frags = 2;
892 }
893
894 /* LDV_COMMENT_MODEL_FUNCTION_DEFINITION(name='ldv_spin_unlock_lru_lock_of_netns_frags') Check that spin 'lru_lock_of_netns_frags' was locked and unlock it */
895 void ldv_spin_unlock_lru_lock_of_netns_frags(void)
896 {
897 /* LDV_COMMENT_ASSERT Spin 'lru_lock_of_netns_frags' must be locked */
898 ldv_assert(ldv_spin_lru_lock_of_netns_frags == 2);
899 /* LDV_COMMENT_CHANGE_STATE Unlock spin 'lru_lock_of_netns_frags' */
900 ldv_spin_lru_lock_of_netns_frags = 1;
901 }
902
903 /* LDV_COMMENT_MODEL_FUNCTION_DEFINITION(name='ldv_spin_trylock_lru_lock_of_netns_frags') Check that spin 'lru_lock_of_netns_frags' was not locked and nondeterministically lock it. Return 0 on fails */
904 int ldv_spin_trylock_lru_lock_of_netns_frags(void)
905 {
906 int is_spin_held_by_another_thread;
907
908 /* LDV_COMMENT_ASSERT It may be an error if spin 'lru_lock_of_netns_frags' is locked at this point */
909 ldv_assert(ldv_spin_lru_lock_of_netns_frags == 1);
910
911 /* LDV_COMMENT_OTHER Construct nondetermined result */
912 is_spin_held_by_another_thread = ldv_undef_int();
913
914 /* LDV_COMMENT_ASSERT Nondeterministically lock spin 'lru_lock_of_netns_frags' */
915 if (is_spin_held_by_another_thread)
916 {
917 /* LDV_COMMENT_RETURN Spin 'lru_lock_of_netns_frags' was not locked. Finish with fail */
918 return 0;
919 }
920 else
921 {
922 /* LDV_COMMENT_CHANGE_STATE Lock spin 'lru_lock_of_netns_frags' */
923 ldv_spin_lru_lock_of_netns_frags = 2;
924 /* LDV_COMMENT_RETURN Finish with success */
925 return 1;
926 }
927 }
928
929 /* LDV_COMMENT_MODEL_FUNCTION_DEFINITION(name='ldv_spin_unlock_wait_lru_lock_of_netns_frags') The same process can not both lock spin 'lru_lock_of_netns_frags' and wait until it will be unlocked */
930 void ldv_spin_unlock_wait_lru_lock_of_netns_frags(void)
931 {
932 /* LDV_COMMENT_ASSERT Spin 'lru_lock_of_netns_frags' must not be locked by a current process */
933 ldv_assert(ldv_spin_lru_lock_of_netns_frags == 1);
934 }
935
936 /* LDV_COMMENT_MODEL_FUNCTION_DEFINITION(name='ldv_spin_is_locked_lru_lock_of_netns_frags') Check whether spin 'lru_lock_of_netns_frags' was locked */
937 int ldv_spin_is_locked_lru_lock_of_netns_frags(void)
938 {
939 int is_spin_held_by_another_thread;
940
941 /* LDV_COMMENT_OTHER Construct nondetermined result */
942 is_spin_held_by_another_thread = ldv_undef_int();
943
944 /* LDV_COMMENT_ASSERT Nondeterministically understand whether spin 'lru_lock_of_netns_frags' was locked */
945 if(ldv_spin_lru_lock_of_netns_frags == 1 && !is_spin_held_by_another_thread)
946 {
947 /* LDV_COMMENT_RETURN Spin 'lru_lock_of_netns_frags' was unlocked */
948 return 0;
949 }
950 else
951 {
952 /* LDV_COMMENT_RETURN Spin 'lru_lock_of_netns_frags' was locked */
953 return 1;
954 }
955 }
956
957 /* LDV_COMMENT_MODEL_FUNCTION_DEFINITION(name='ldv_spin_can_lock_lru_lock_of_netns_frags') Check whether spin 'lru_lock_of_netns_frags' was locked */
958 int ldv_spin_can_lock_lru_lock_of_netns_frags(void)
959 {
960 /* LDV_COMMENT_RETURN Inverse function for spin_is_locked() */
961 return !ldv_spin_is_locked_lru_lock_of_netns_frags();
962 }
963
964 /* LDV_COMMENT_MODEL_FUNCTION_DEFINITION(name='ldv_spin_is_contended_lru_lock_of_netns_frags') Check whether spin 'lru_lock_of_netns_frags' is contended */
965 int ldv_spin_is_contended_lru_lock_of_netns_frags(void)
966 {
967 int is_spin_contended;
968
969 /* LDV_COMMENT_OTHER Construct nondetermined result */
970 is_spin_contended = ldv_undef_int();
971
972 /* LDV_COMMENT_ASSERT Nondeterministically understand whether spin 'lru_lock_of_netns_frags' is contended */
973 if(is_spin_contended)
974 {
975 /* LDV_COMMENT_RETURN Spin 'lru_lock_of_netns_frags' is contended */
976 return 0;
977 }
978 else
979 {
980 /* LDV_COMMENT_RETURN Spin 'lru_lock_of_netns_frags' isn't contended */
981 return 1;
982 }
983 }
984
985 /* LDV_COMMENT_MODEL_FUNCTION_DEFINITION(name='ldv_atomic_dec_and_lock_lru_lock_of_netns_frags') Lock spin 'lru_lock_of_netns_frags' if atomic decrement result is zero */
986 int ldv_atomic_dec_and_lock_lru_lock_of_netns_frags(void)
987 {
988 int atomic_value_after_dec;
989
990 /* LDV_COMMENT_ASSERT Spin 'lru_lock_of_netns_frags' must be unlocked (since we may lock it in this function) */
991 ldv_assert(ldv_spin_lru_lock_of_netns_frags == 1);
992
993 /* LDV_COMMENT_OTHER Assign the result of atomic decrement */
994 atomic_value_after_dec = ldv_undef_int();
995
996 /* LDV_COMMENT_ASSERT Check if atomic decrement returns zero */
997 if (atomic_value_after_dec == 0)
998 {
999 /* LDV_COMMENT_CHANGE_STATE Lock spin 'lru_lock_of_netns_frags', as atomic has decremented to zero */
1000 ldv_spin_lru_lock_of_netns_frags = 2;
1001 /* LDV_COMMENT_RETURN Return 1 with locked spin 'lru_lock_of_netns_frags' */
1002 return 1;
1003 }
1004
1005 /* LDV_COMMENT_RETURN Atomic decrement is still not zero, return 0 without locking spin 'lru_lock_of_netns_frags' */
1006 return 0;
1007 }
1008 static int ldv_spin_node_size_lock_of_pglist_data;
1009
1010 /* LDV_COMMENT_MODEL_FUNCTION_DEFINITION(name='ldv_spin_lock_node_size_lock_of_pglist_data') Check that spin 'node_size_lock_of_pglist_data' was not locked and lock it */
1011 void ldv_spin_lock_node_size_lock_of_pglist_data(void)
1012 {
1013 /* LDV_COMMENT_ASSERT Spin 'node_size_lock_of_pglist_data' must be unlocked */
1014 ldv_assert(ldv_spin_node_size_lock_of_pglist_data == 1);
1015 /* LDV_COMMENT_CHANGE_STATE Lock spin 'node_size_lock_of_pglist_data' */
1016 ldv_spin_node_size_lock_of_pglist_data = 2;
1017 }
1018
1019 /* LDV_COMMENT_MODEL_FUNCTION_DEFINITION(name='ldv_spin_unlock_node_size_lock_of_pglist_data') Check that spin 'node_size_lock_of_pglist_data' was locked and unlock it */
1020 void ldv_spin_unlock_node_size_lock_of_pglist_data(void)
1021 {
1022 /* LDV_COMMENT_ASSERT Spin 'node_size_lock_of_pglist_data' must be locked */
1023 ldv_assert(ldv_spin_node_size_lock_of_pglist_data == 2);
1024 /* LDV_COMMENT_CHANGE_STATE Unlock spin 'node_size_lock_of_pglist_data' */
1025 ldv_spin_node_size_lock_of_pglist_data = 1;
1026 }
1027
1028 /* LDV_COMMENT_MODEL_FUNCTION_DEFINITION(name='ldv_spin_trylock_node_size_lock_of_pglist_data') Check that spin 'node_size_lock_of_pglist_data' was not locked and nondeterministically lock it. Return 0 on fails */
1029 int ldv_spin_trylock_node_size_lock_of_pglist_data(void)
1030 {
1031 int is_spin_held_by_another_thread;
1032
1033 /* LDV_COMMENT_ASSERT It may be an error if spin 'node_size_lock_of_pglist_data' is locked at this point */
1034 ldv_assert(ldv_spin_node_size_lock_of_pglist_data == 1);
1035
1036 /* LDV_COMMENT_OTHER Construct nondetermined result */
1037 is_spin_held_by_another_thread = ldv_undef_int();
1038
1039 /* LDV_COMMENT_ASSERT Nondeterministically lock spin 'node_size_lock_of_pglist_data' */
1040 if (is_spin_held_by_another_thread)
1041 {
1042 /* LDV_COMMENT_RETURN Spin 'node_size_lock_of_pglist_data' was not locked. Finish with fail */
1043 return 0;
1044 }
1045 else
1046 {
1047 /* LDV_COMMENT_CHANGE_STATE Lock spin 'node_size_lock_of_pglist_data' */
1048 ldv_spin_node_size_lock_of_pglist_data = 2;
1049 /* LDV_COMMENT_RETURN Finish with success */
1050 return 1;
1051 }
1052 }
1053
1054 /* LDV_COMMENT_MODEL_FUNCTION_DEFINITION(name='ldv_spin_unlock_wait_node_size_lock_of_pglist_data') The same process can not both lock spin 'node_size_lock_of_pglist_data' and wait until it will be unlocked */
1055 void ldv_spin_unlock_wait_node_size_lock_of_pglist_data(void)
1056 {
1057 /* LDV_COMMENT_ASSERT Spin 'node_size_lock_of_pglist_data' must not be locked by a current process */
1058 ldv_assert(ldv_spin_node_size_lock_of_pglist_data == 1);
1059 }
1060
1061 /* LDV_COMMENT_MODEL_FUNCTION_DEFINITION(name='ldv_spin_is_locked_node_size_lock_of_pglist_data') Check whether spin 'node_size_lock_of_pglist_data' was locked */
1062 int ldv_spin_is_locked_node_size_lock_of_pglist_data(void)
1063 {
1064 int is_spin_held_by_another_thread;
1065
1066 /* LDV_COMMENT_OTHER Construct nondetermined result */
1067 is_spin_held_by_another_thread = ldv_undef_int();
1068
1069 /* LDV_COMMENT_ASSERT Nondeterministically understand whether spin 'node_size_lock_of_pglist_data' was locked */
1070 if(ldv_spin_node_size_lock_of_pglist_data == 1 && !is_spin_held_by_another_thread)
1071 {
1072 /* LDV_COMMENT_RETURN Spin 'node_size_lock_of_pglist_data' was unlocked */
1073 return 0;
1074 }
1075 else
1076 {
1077 /* LDV_COMMENT_RETURN Spin 'node_size_lock_of_pglist_data' was locked */
1078 return 1;
1079 }
1080 }
1081
1082 /* LDV_COMMENT_MODEL_FUNCTION_DEFINITION(name='ldv_spin_can_lock_node_size_lock_of_pglist_data') Check whether spin 'node_size_lock_of_pglist_data' was locked */
1083 int ldv_spin_can_lock_node_size_lock_of_pglist_data(void)
1084 {
1085 /* LDV_COMMENT_RETURN Inverse function for spin_is_locked() */
1086 return !ldv_spin_is_locked_node_size_lock_of_pglist_data();
1087 }
1088
1089 /* LDV_COMMENT_MODEL_FUNCTION_DEFINITION(name='ldv_spin_is_contended_node_size_lock_of_pglist_data') Check whether spin 'node_size_lock_of_pglist_data' is contended */
1090 int ldv_spin_is_contended_node_size_lock_of_pglist_data(void)
1091 {
1092 int is_spin_contended;
1093
1094 /* LDV_COMMENT_OTHER Construct nondetermined result */
1095 is_spin_contended = ldv_undef_int();
1096
1097 /* LDV_COMMENT_ASSERT Nondeterministically understand whether spin 'node_size_lock_of_pglist_data' is contended */
1098 if(is_spin_contended)
1099 {
1100 /* LDV_COMMENT_RETURN Spin 'node_size_lock_of_pglist_data' is contended */
1101 return 0;
1102 }
1103 else
1104 {
1105 /* LDV_COMMENT_RETURN Spin 'node_size_lock_of_pglist_data' isn't contended */
1106 return 1;
1107 }
1108 }
1109
1110 /* LDV_COMMENT_MODEL_FUNCTION_DEFINITION(name='ldv_atomic_dec_and_lock_node_size_lock_of_pglist_data') Lock spin 'node_size_lock_of_pglist_data' if atomic decrement result is zero */
1111 int ldv_atomic_dec_and_lock_node_size_lock_of_pglist_data(void)
1112 {
1113 int atomic_value_after_dec;
1114
1115 /* LDV_COMMENT_ASSERT Spin 'node_size_lock_of_pglist_data' must be unlocked (since we may lock it in this function) */
1116 ldv_assert(ldv_spin_node_size_lock_of_pglist_data == 1);
1117
1118 /* LDV_COMMENT_OTHER Assign the result of atomic decrement */
1119 atomic_value_after_dec = ldv_undef_int();
1120
1121 /* LDV_COMMENT_ASSERT Check if atomic decrement returns zero */
1122 if (atomic_value_after_dec == 0)
1123 {
1124 /* LDV_COMMENT_CHANGE_STATE Lock spin 'node_size_lock_of_pglist_data', as atomic has decremented to zero */
1125 ldv_spin_node_size_lock_of_pglist_data = 2;
1126 /* LDV_COMMENT_RETURN Return 1 with locked spin 'node_size_lock_of_pglist_data' */
1127 return 1;
1128 }
1129
1130 /* LDV_COMMENT_RETURN Atomic decrement is still not zero, return 0 without locking spin 'node_size_lock_of_pglist_data' */
1131 return 0;
1132 }
1133 static int ldv_spin_ptl;
1134
1135 /* LDV_COMMENT_MODEL_FUNCTION_DEFINITION(name='ldv_spin_lock_ptl') Check that spin 'ptl' was not locked and lock it */
1136 void ldv_spin_lock_ptl(void)
1137 {
1138 /* LDV_COMMENT_ASSERT Spin 'ptl' must be unlocked */
1139 ldv_assert(ldv_spin_ptl == 1);
1140 /* LDV_COMMENT_CHANGE_STATE Lock spin 'ptl' */
1141 ldv_spin_ptl = 2;
1142 }
1143
1144 /* LDV_COMMENT_MODEL_FUNCTION_DEFINITION(name='ldv_spin_unlock_ptl') Check that spin 'ptl' was locked and unlock it */
1145 void ldv_spin_unlock_ptl(void)
1146 {
1147 /* LDV_COMMENT_ASSERT Spin 'ptl' must be locked */
1148 ldv_assert(ldv_spin_ptl == 2);
1149 /* LDV_COMMENT_CHANGE_STATE Unlock spin 'ptl' */
1150 ldv_spin_ptl = 1;
1151 }
1152
1153 /* LDV_COMMENT_MODEL_FUNCTION_DEFINITION(name='ldv_spin_trylock_ptl') Check that spin 'ptl' was not locked and nondeterministically lock it. Return 0 on fails */
1154 int ldv_spin_trylock_ptl(void)
1155 {
1156 int is_spin_held_by_another_thread;
1157
1158 /* LDV_COMMENT_ASSERT It may be an error if spin 'ptl' is locked at this point */
1159 ldv_assert(ldv_spin_ptl == 1);
1160
1161 /* LDV_COMMENT_OTHER Construct nondetermined result */
1162 is_spin_held_by_another_thread = ldv_undef_int();
1163
1164 /* LDV_COMMENT_ASSERT Nondeterministically lock spin 'ptl' */
1165 if (is_spin_held_by_another_thread)
1166 {
1167 /* LDV_COMMENT_RETURN Spin 'ptl' was not locked. Finish with fail */
1168 return 0;
1169 }
1170 else
1171 {
1172 /* LDV_COMMENT_CHANGE_STATE Lock spin 'ptl' */
1173 ldv_spin_ptl = 2;
1174 /* LDV_COMMENT_RETURN Finish with success */
1175 return 1;
1176 }
1177 }
1178
1179 /* LDV_COMMENT_MODEL_FUNCTION_DEFINITION(name='ldv_spin_unlock_wait_ptl') The same process can not both lock spin 'ptl' and wait until it will be unlocked */
1180 void ldv_spin_unlock_wait_ptl(void)
1181 {
1182 /* LDV_COMMENT_ASSERT Spin 'ptl' must not be locked by a current process */
1183 ldv_assert(ldv_spin_ptl == 1);
1184 }
1185
1186 /* LDV_COMMENT_MODEL_FUNCTION_DEFINITION(name='ldv_spin_is_locked_ptl') Check whether spin 'ptl' was locked */
1187 int ldv_spin_is_locked_ptl(void)
1188 {
1189 int is_spin_held_by_another_thread;
1190
1191 /* LDV_COMMENT_OTHER Construct nondetermined result */
1192 is_spin_held_by_another_thread = ldv_undef_int();
1193
1194 /* LDV_COMMENT_ASSERT Nondeterministically understand whether spin 'ptl' was locked */
1195 if(ldv_spin_ptl == 1 && !is_spin_held_by_another_thread)
1196 {
1197 /* LDV_COMMENT_RETURN Spin 'ptl' was unlocked */
1198 return 0;
1199 }
1200 else
1201 {
1202 /* LDV_COMMENT_RETURN Spin 'ptl' was locked */
1203 return 1;
1204 }
1205 }
1206
1207 /* LDV_COMMENT_MODEL_FUNCTION_DEFINITION(name='ldv_spin_can_lock_ptl') Check whether spin 'ptl' was locked */
1208 int ldv_spin_can_lock_ptl(void)
1209 {
1210 /* LDV_COMMENT_RETURN Inverse function for spin_is_locked() */
1211 return !ldv_spin_is_locked_ptl();
1212 }
1213
1214 /* LDV_COMMENT_MODEL_FUNCTION_DEFINITION(name='ldv_spin_is_contended_ptl') Check whether spin 'ptl' is contended */
1215 int ldv_spin_is_contended_ptl(void)
1216 {
1217 int is_spin_contended;
1218
1219 /* LDV_COMMENT_OTHER Construct nondetermined result */
1220 is_spin_contended = ldv_undef_int();
1221
1222 /* LDV_COMMENT_ASSERT Nondeterministically understand whether spin 'ptl' is contended */
1223 if(is_spin_contended)
1224 {
1225 /* LDV_COMMENT_RETURN Spin 'ptl' is contended */
1226 return 0;
1227 }
1228 else
1229 {
1230 /* LDV_COMMENT_RETURN Spin 'ptl' isn't contended */
1231 return 1;
1232 }
1233 }
1234
1235 /* LDV_COMMENT_MODEL_FUNCTION_DEFINITION(name='ldv_atomic_dec_and_lock_ptl') Lock spin 'ptl' if atomic decrement result is zero */
1236 int ldv_atomic_dec_and_lock_ptl(void)
1237 {
1238 int atomic_value_after_dec;
1239
1240 /* LDV_COMMENT_ASSERT Spin 'ptl' must be unlocked (since we may lock it in this function) */
1241 ldv_assert(ldv_spin_ptl == 1);
1242
1243 /* LDV_COMMENT_OTHER Assign the result of atomic decrement */
1244 atomic_value_after_dec = ldv_undef_int();
1245
1246 /* LDV_COMMENT_ASSERT Check if atomic decrement returns zero */
1247 if (atomic_value_after_dec == 0)
1248 {
1249 /* LDV_COMMENT_CHANGE_STATE Lock spin 'ptl', as atomic has decremented to zero */
1250 ldv_spin_ptl = 2;
1251 /* LDV_COMMENT_RETURN Return 1 with locked spin 'ptl' */
1252 return 1;
1253 }
1254
1255 /* LDV_COMMENT_RETURN Atomic decrement is still not zero, return 0 without locking spin 'ptl' */
1256 return 0;
1257 }
1258 static int ldv_spin_siglock_of_sighand_struct;
1259
1260 /* LDV_COMMENT_MODEL_FUNCTION_DEFINITION(name='ldv_spin_lock_siglock_of_sighand_struct') Check that spin 'siglock_of_sighand_struct' was not locked and lock it */
1261 void ldv_spin_lock_siglock_of_sighand_struct(void)
1262 {
1263 /* LDV_COMMENT_ASSERT Spin 'siglock_of_sighand_struct' must be unlocked */
1264 ldv_assert(ldv_spin_siglock_of_sighand_struct == 1);
1265 /* LDV_COMMENT_CHANGE_STATE Lock spin 'siglock_of_sighand_struct' */
1266 ldv_spin_siglock_of_sighand_struct = 2;
1267 }
1268
1269 /* LDV_COMMENT_MODEL_FUNCTION_DEFINITION(name='ldv_spin_unlock_siglock_of_sighand_struct') Check that spin 'siglock_of_sighand_struct' was locked and unlock it */
1270 void ldv_spin_unlock_siglock_of_sighand_struct(void)
1271 {
1272 /* LDV_COMMENT_ASSERT Spin 'siglock_of_sighand_struct' must be locked */
1273 ldv_assert(ldv_spin_siglock_of_sighand_struct == 2);
1274 /* LDV_COMMENT_CHANGE_STATE Unlock spin 'siglock_of_sighand_struct' */
1275 ldv_spin_siglock_of_sighand_struct = 1;
1276 }
1277
1278 /* LDV_COMMENT_MODEL_FUNCTION_DEFINITION(name='ldv_spin_trylock_siglock_of_sighand_struct') Check that spin 'siglock_of_sighand_struct' was not locked and nondeterministically lock it. Return 0 on fails */
1279 int ldv_spin_trylock_siglock_of_sighand_struct(void)
1280 {
1281 int is_spin_held_by_another_thread;
1282
1283 /* LDV_COMMENT_ASSERT It may be an error if spin 'siglock_of_sighand_struct' is locked at this point */
1284 ldv_assert(ldv_spin_siglock_of_sighand_struct == 1);
1285
1286 /* LDV_COMMENT_OTHER Construct nondetermined result */
1287 is_spin_held_by_another_thread = ldv_undef_int();
1288
1289 /* LDV_COMMENT_ASSERT Nondeterministically lock spin 'siglock_of_sighand_struct' */
1290 if (is_spin_held_by_another_thread)
1291 {
1292 /* LDV_COMMENT_RETURN Spin 'siglock_of_sighand_struct' was not locked. Finish with fail */
1293 return 0;
1294 }
1295 else
1296 {
1297 /* LDV_COMMENT_CHANGE_STATE Lock spin 'siglock_of_sighand_struct' */
1298 ldv_spin_siglock_of_sighand_struct = 2;
1299 /* LDV_COMMENT_RETURN Finish with success */
1300 return 1;
1301 }
1302 }
1303
1304 /* LDV_COMMENT_MODEL_FUNCTION_DEFINITION(name='ldv_spin_unlock_wait_siglock_of_sighand_struct') The same process can not both lock spin 'siglock_of_sighand_struct' and wait until it will be unlocked */
1305 void ldv_spin_unlock_wait_siglock_of_sighand_struct(void)
1306 {
1307 /* LDV_COMMENT_ASSERT Spin 'siglock_of_sighand_struct' must not be locked by a current process */
1308 ldv_assert(ldv_spin_siglock_of_sighand_struct == 1);
1309 }
1310
1311 /* LDV_COMMENT_MODEL_FUNCTION_DEFINITION(name='ldv_spin_is_locked_siglock_of_sighand_struct') Check whether spin 'siglock_of_sighand_struct' was locked */
1312 int ldv_spin_is_locked_siglock_of_sighand_struct(void)
1313 {
1314 int is_spin_held_by_another_thread;
1315
1316 /* LDV_COMMENT_OTHER Construct nondetermined result */
1317 is_spin_held_by_another_thread = ldv_undef_int();
1318
1319 /* LDV_COMMENT_ASSERT Nondeterministically understand whether spin 'siglock_of_sighand_struct' was locked */
1320 if(ldv_spin_siglock_of_sighand_struct == 1 && !is_spin_held_by_another_thread)
1321 {
1322 /* LDV_COMMENT_RETURN Spin 'siglock_of_sighand_struct' was unlocked */
1323 return 0;
1324 }
1325 else
1326 {
1327 /* LDV_COMMENT_RETURN Spin 'siglock_of_sighand_struct' was locked */
1328 return 1;
1329 }
1330 }
1331
1332 /* LDV_COMMENT_MODEL_FUNCTION_DEFINITION(name='ldv_spin_can_lock_siglock_of_sighand_struct') Check whether spin 'siglock_of_sighand_struct' was locked */
1333 int ldv_spin_can_lock_siglock_of_sighand_struct(void)
1334 {
1335 /* LDV_COMMENT_RETURN Inverse function for spin_is_locked() */
1336 return !ldv_spin_is_locked_siglock_of_sighand_struct();
1337 }
1338
1339 /* LDV_COMMENT_MODEL_FUNCTION_DEFINITION(name='ldv_spin_is_contended_siglock_of_sighand_struct') Check whether spin 'siglock_of_sighand_struct' is contended */
1340 int ldv_spin_is_contended_siglock_of_sighand_struct(void)
1341 {
1342 int is_spin_contended;
1343
1344 /* LDV_COMMENT_OTHER Construct nondetermined result */
1345 is_spin_contended = ldv_undef_int();
1346
1347 /* LDV_COMMENT_ASSERT Nondeterministically understand whether spin 'siglock_of_sighand_struct' is contended */
1348 if(is_spin_contended)
1349 {
1350 /* LDV_COMMENT_RETURN Spin 'siglock_of_sighand_struct' is contended */
1351 return 0;
1352 }
1353 else
1354 {
1355 /* LDV_COMMENT_RETURN Spin 'siglock_of_sighand_struct' isn't contended */
1356 return 1;
1357 }
1358 }
1359
1360 /* LDV_COMMENT_MODEL_FUNCTION_DEFINITION(name='ldv_atomic_dec_and_lock_siglock_of_sighand_struct') Lock spin 'siglock_of_sighand_struct' if atomic decrement result is zero */
1361 int ldv_atomic_dec_and_lock_siglock_of_sighand_struct(void)
1362 {
1363 int atomic_value_after_dec;
1364
1365 /* LDV_COMMENT_ASSERT Spin 'siglock_of_sighand_struct' must be unlocked (since we may lock it in this function) */
1366 ldv_assert(ldv_spin_siglock_of_sighand_struct == 1);
1367
1368 /* LDV_COMMENT_OTHER Assign the result of atomic decrement */
1369 atomic_value_after_dec = ldv_undef_int();
1370
1371 /* LDV_COMMENT_ASSERT Check if atomic decrement returns zero */
1372 if (atomic_value_after_dec == 0)
1373 {
1374 /* LDV_COMMENT_CHANGE_STATE Lock spin 'siglock_of_sighand_struct', as atomic has decremented to zero */
1375 ldv_spin_siglock_of_sighand_struct = 2;
1376 /* LDV_COMMENT_RETURN Return 1 with locked spin 'siglock_of_sighand_struct' */
1377 return 1;
1378 }
1379
1380 /* LDV_COMMENT_RETURN Atomic decrement is still not zero, return 0 without locking spin 'siglock_of_sighand_struct' */
1381 return 0;
1382 }
1383 static int ldv_spin_tx_global_lock_of_net_device;
1384
1385 /* LDV_COMMENT_MODEL_FUNCTION_DEFINITION(name='ldv_spin_lock_tx_global_lock_of_net_device') Check that spin 'tx_global_lock_of_net_device' was not locked and lock it */
1386 void ldv_spin_lock_tx_global_lock_of_net_device(void)
1387 {
1388 /* LDV_COMMENT_ASSERT Spin 'tx_global_lock_of_net_device' must be unlocked */
1389 ldv_assert(ldv_spin_tx_global_lock_of_net_device == 1);
1390 /* LDV_COMMENT_CHANGE_STATE Lock spin 'tx_global_lock_of_net_device' */
1391 ldv_spin_tx_global_lock_of_net_device = 2;
1392 }
1393
1394 /* LDV_COMMENT_MODEL_FUNCTION_DEFINITION(name='ldv_spin_unlock_tx_global_lock_of_net_device') Check that spin 'tx_global_lock_of_net_device' was locked and unlock it */
1395 void ldv_spin_unlock_tx_global_lock_of_net_device(void)
1396 {
1397 /* LDV_COMMENT_ASSERT Spin 'tx_global_lock_of_net_device' must be locked */
1398 ldv_assert(ldv_spin_tx_global_lock_of_net_device == 2);
1399 /* LDV_COMMENT_CHANGE_STATE Unlock spin 'tx_global_lock_of_net_device' */
1400 ldv_spin_tx_global_lock_of_net_device = 1;
1401 }
1402
1403 /* LDV_COMMENT_MODEL_FUNCTION_DEFINITION(name='ldv_spin_trylock_tx_global_lock_of_net_device') Check that spin 'tx_global_lock_of_net_device' was not locked and nondeterministically lock it. Return 0 on fails */
1404 int ldv_spin_trylock_tx_global_lock_of_net_device(void)
1405 {
1406 int is_spin_held_by_another_thread;
1407
1408 /* LDV_COMMENT_ASSERT It may be an error if spin 'tx_global_lock_of_net_device' is locked at this point */
1409 ldv_assert(ldv_spin_tx_global_lock_of_net_device == 1);
1410
1411 /* LDV_COMMENT_OTHER Construct nondetermined result */
1412 is_spin_held_by_another_thread = ldv_undef_int();
1413
1414 /* LDV_COMMENT_ASSERT Nondeterministically lock spin 'tx_global_lock_of_net_device' */
1415 if (is_spin_held_by_another_thread)
1416 {
1417 /* LDV_COMMENT_RETURN Spin 'tx_global_lock_of_net_device' was not locked. Finish with fail */
1418 return 0;
1419 }
1420 else
1421 {
1422 /* LDV_COMMENT_CHANGE_STATE Lock spin 'tx_global_lock_of_net_device' */
1423 ldv_spin_tx_global_lock_of_net_device = 2;
1424 /* LDV_COMMENT_RETURN Finish with success */
1425 return 1;
1426 }
1427 }
1428
1429 /* LDV_COMMENT_MODEL_FUNCTION_DEFINITION(name='ldv_spin_unlock_wait_tx_global_lock_of_net_device') The same process can not both lock spin 'tx_global_lock_of_net_device' and wait until it will be unlocked */
1430 void ldv_spin_unlock_wait_tx_global_lock_of_net_device(void)
1431 {
1432 /* LDV_COMMENT_ASSERT Spin 'tx_global_lock_of_net_device' must not be locked by a current process */
1433 ldv_assert(ldv_spin_tx_global_lock_of_net_device == 1);
1434 }
1435
1436 /* LDV_COMMENT_MODEL_FUNCTION_DEFINITION(name='ldv_spin_is_locked_tx_global_lock_of_net_device') Check whether spin 'tx_global_lock_of_net_device' was locked */
1437 int ldv_spin_is_locked_tx_global_lock_of_net_device(void)
1438 {
1439 int is_spin_held_by_another_thread;
1440
1441 /* LDV_COMMENT_OTHER Construct nondetermined result */
1442 is_spin_held_by_another_thread = ldv_undef_int();
1443
1444 /* LDV_COMMENT_ASSERT Nondeterministically understand whether spin 'tx_global_lock_of_net_device' was locked */
1445 if(ldv_spin_tx_global_lock_of_net_device == 1 && !is_spin_held_by_another_thread)
1446 {
1447 /* LDV_COMMENT_RETURN Spin 'tx_global_lock_of_net_device' was unlocked */
1448 return 0;
1449 }
1450 else
1451 {
1452 /* LDV_COMMENT_RETURN Spin 'tx_global_lock_of_net_device' was locked */
1453 return 1;
1454 }
1455 }
1456
1457 /* LDV_COMMENT_MODEL_FUNCTION_DEFINITION(name='ldv_spin_can_lock_tx_global_lock_of_net_device') Check whether spin 'tx_global_lock_of_net_device' was locked */
1458 int ldv_spin_can_lock_tx_global_lock_of_net_device(void)
1459 {
1460 /* LDV_COMMENT_RETURN Inverse function for spin_is_locked() */
1461 return !ldv_spin_is_locked_tx_global_lock_of_net_device();
1462 }
1463
1464 /* LDV_COMMENT_MODEL_FUNCTION_DEFINITION(name='ldv_spin_is_contended_tx_global_lock_of_net_device') Check whether spin 'tx_global_lock_of_net_device' is contended */
1465 int ldv_spin_is_contended_tx_global_lock_of_net_device(void)
1466 {
1467 int is_spin_contended;
1468
1469 /* LDV_COMMENT_OTHER Construct nondetermined result */
1470 is_spin_contended = ldv_undef_int();
1471
1472 /* LDV_COMMENT_ASSERT Nondeterministically understand whether spin 'tx_global_lock_of_net_device' is contended */
1473 if(is_spin_contended)
1474 {
1475 /* LDV_COMMENT_RETURN Spin 'tx_global_lock_of_net_device' is contended */
1476 return 0;
1477 }
1478 else
1479 {
1480 /* LDV_COMMENT_RETURN Spin 'tx_global_lock_of_net_device' isn't contended */
1481 return 1;
1482 }
1483 }
1484
1485 /* LDV_COMMENT_MODEL_FUNCTION_DEFINITION(name='ldv_atomic_dec_and_lock_tx_global_lock_of_net_device') Lock spin 'tx_global_lock_of_net_device' if atomic decrement result is zero */
1486 int ldv_atomic_dec_and_lock_tx_global_lock_of_net_device(void)
1487 {
1488 int atomic_value_after_dec;
1489
1490 /* LDV_COMMENT_ASSERT Spin 'tx_global_lock_of_net_device' must be unlocked (since we may lock it in this function) */
1491 ldv_assert(ldv_spin_tx_global_lock_of_net_device == 1);
1492
1493 /* LDV_COMMENT_OTHER Assign the result of atomic decrement */
1494 atomic_value_after_dec = ldv_undef_int();
1495
1496 /* LDV_COMMENT_ASSERT Check if atomic decrement returns zero */
1497 if (atomic_value_after_dec == 0)
1498 {
1499 /* LDV_COMMENT_CHANGE_STATE Lock spin 'tx_global_lock_of_net_device', as atomic has decremented to zero */
1500 ldv_spin_tx_global_lock_of_net_device = 2;
1501 /* LDV_COMMENT_RETURN Return 1 with locked spin 'tx_global_lock_of_net_device' */
1502 return 1;
1503 }
1504
1505 /* LDV_COMMENT_RETURN Atomic decrement is still not zero, return 0 without locking spin 'tx_global_lock_of_net_device' */
1506 return 0;
1507 }
1508
1509 /* LDV_COMMENT_MODEL_FUNCTION_DEFINITION(name='ldv_initialize') Make all spins unlocked at the beginning */
1510 void ldv_initialize(void)
1511 {
1512 /* LDV_COMMENT_CHANGE_STATE Make spin '_xmit_lock_of_netdev_queue' unlocked at the beginning */
1513 ldv_spin__xmit_lock_of_netdev_queue = 1;
1514 /* LDV_COMMENT_CHANGE_STATE Make spin 'addr_list_lock_of_net_device' unlocked at the beginning */
1515 ldv_spin_addr_list_lock_of_net_device = 1;
1516 /* LDV_COMMENT_CHANGE_STATE Make spin 'alloc_lock_of_task_struct' unlocked at the beginning */
1517 ldv_spin_alloc_lock_of_task_struct = 1;
1518 /* LDV_COMMENT_CHANGE_STATE Make spin 'command_lock_of_typhoon' unlocked at the beginning */
1519 ldv_spin_command_lock_of_typhoon = 1;
1520 /* LDV_COMMENT_CHANGE_STATE Make spin 'i_lock_of_inode' unlocked at the beginning */
1521 ldv_spin_i_lock_of_inode = 1;
1522 /* LDV_COMMENT_CHANGE_STATE Make spin 'lock' unlocked at the beginning */
1523 ldv_spin_lock = 1;
1524 /* LDV_COMMENT_CHANGE_STATE Make spin 'lock_of_NOT_ARG_SIGN' unlocked at the beginning */
1525 ldv_spin_lock_of_NOT_ARG_SIGN = 1;
1526 /* LDV_COMMENT_CHANGE_STATE Make spin 'lru_lock_of_netns_frags' unlocked at the beginning */
1527 ldv_spin_lru_lock_of_netns_frags = 1;
1528 /* LDV_COMMENT_CHANGE_STATE Make spin 'node_size_lock_of_pglist_data' unlocked at the beginning */
1529 ldv_spin_node_size_lock_of_pglist_data = 1;
1530 /* LDV_COMMENT_CHANGE_STATE Make spin 'ptl' unlocked at the beginning */
1531 ldv_spin_ptl = 1;
1532 /* LDV_COMMENT_CHANGE_STATE Make spin 'siglock_of_sighand_struct' unlocked at the beginning */
1533 ldv_spin_siglock_of_sighand_struct = 1;
1534 /* LDV_COMMENT_CHANGE_STATE Make spin 'tx_global_lock_of_net_device' unlocked at the beginning */
1535 ldv_spin_tx_global_lock_of_net_device = 1;
1536 }
1537
1538 /* LDV_COMMENT_MODEL_FUNCTION_DEFINITION(name='ldv_check_final_state') Check that all spins are unlocked at the end */
1539 void ldv_check_final_state(void)
1540 {
1541 /* LDV_COMMENT_ASSERT Spin '_xmit_lock_of_netdev_queue' must be unlocked at the end */
1542 ldv_assert(ldv_spin__xmit_lock_of_netdev_queue == 1);
1543 /* LDV_COMMENT_ASSERT Spin 'addr_list_lock_of_net_device' must be unlocked at the end */
1544 ldv_assert(ldv_spin_addr_list_lock_of_net_device == 1);
1545 /* LDV_COMMENT_ASSERT Spin 'alloc_lock_of_task_struct' must be unlocked at the end */
1546 ldv_assert(ldv_spin_alloc_lock_of_task_struct == 1);
1547 /* LDV_COMMENT_ASSERT Spin 'command_lock_of_typhoon' must be unlocked at the end */
1548 ldv_assert(ldv_spin_command_lock_of_typhoon == 1);
1549 /* LDV_COMMENT_ASSERT Spin 'i_lock_of_inode' must be unlocked at the end */
1550 ldv_assert(ldv_spin_i_lock_of_inode == 1);
1551 /* LDV_COMMENT_ASSERT Spin 'lock' must be unlocked at the end */
1552 ldv_assert(ldv_spin_lock == 1);
1553 /* LDV_COMMENT_ASSERT Spin 'lock_of_NOT_ARG_SIGN' must be unlocked at the end */
1554 ldv_assert(ldv_spin_lock_of_NOT_ARG_SIGN == 1);
1555 /* LDV_COMMENT_ASSERT Spin 'lru_lock_of_netns_frags' must be unlocked at the end */
1556 ldv_assert(ldv_spin_lru_lock_of_netns_frags == 1);
1557 /* LDV_COMMENT_ASSERT Spin 'node_size_lock_of_pglist_data' must be unlocked at the end */
1558 ldv_assert(ldv_spin_node_size_lock_of_pglist_data == 1);
1559 /* LDV_COMMENT_ASSERT Spin 'ptl' must be unlocked at the end */
1560 ldv_assert(ldv_spin_ptl == 1);
1561 /* LDV_COMMENT_ASSERT Spin 'siglock_of_sighand_struct' must be unlocked at the end */
1562 ldv_assert(ldv_spin_siglock_of_sighand_struct == 1);
1563 /* LDV_COMMENT_ASSERT Spin 'tx_global_lock_of_net_device' must be unlocked at the end */
1564 ldv_assert(ldv_spin_tx_global_lock_of_net_device == 1);
1565 } 1 #ifndef _LDV_RCV_H_
2 #define _LDV_RCV_H_
3
4 /* If expr evaluates to zero, ldv_assert() causes a program to reach the error
5 label like the standard assert(). */
6 #define ldv_assert(expr) ((expr) ? 0 : ldv_error())
7
8 /* The error label wrapper. It is used because of some static verifiers (like
9 BLAST) don't accept multiple error labels through a program. */
10 static inline void ldv_error(void)
11 {
12 LDV_ERROR: goto LDV_ERROR;
13 }
14
15 /* If expr evaluates to zero, ldv_assume() causes an infinite loop that is
16 avoided by verifiers. */
17 #define ldv_assume(expr) ((expr) ? 0 : ldv_stop())
18
19 /* Infinite loop, that causes verifiers to skip such paths. */
20 static inline void ldv_stop(void) {
21 LDV_STOP: goto LDV_STOP;
22 }
23
24 /* Special nondeterministic functions. */
25 int ldv_undef_int(void);
26 void *ldv_undef_ptr(void);
27 unsigned long ldv_undef_ulong(void);
28 /* Return nondeterministic negative integer number. */
29 static inline int ldv_undef_int_negative(void)
30 {
31 int ret = ldv_undef_int();
32
33 ldv_assume(ret < 0);
34
35 return ret;
36 }
37 /* Return nondeterministic nonpositive integer number. */
38 static inline int ldv_undef_int_nonpositive(void)
39 {
40 int ret = ldv_undef_int();
41
42 ldv_assume(ret <= 0);
43
44 return ret;
45 }
46
47 /* Add explicit model for __builin_expect GCC function. Without the model a
48 return value will be treated as nondetermined by verifiers. */
49 long __builtin_expect(long exp, long c)
50 {
51 return exp;
52 }
53
54 /* This function causes the program to exit abnormally. GCC implements this
55 function by using a target-dependent mechanism (such as intentionally executing
56 an illegal instruction) or by calling abort. The mechanism used may vary from
57 release to release so you should not rely on any particular implementation.
58 http://gcc.gnu.org/onlinedocs/gcc/Other-Builtins.html */
59 void __builtin_trap(void)
60 {
61 ldv_assert(0);
62 }
63
64 /* The constant is for simulating an error of ldv_undef_ptr() function. */
65 #define LDV_PTR_MAX 2012
66
67 #endif /* _LDV_RCV_H_ */ 1 /*
2 * device.h - generic, centralized driver model
3 *
4 * Copyright (c) 2001-2003 Patrick Mochel <mochel@osdl.org>
5 * Copyright (c) 2004-2009 Greg Kroah-Hartman <gregkh@suse.de>
6 * Copyright (c) 2008-2009 Novell Inc.
7 *
8 * This file is released under the GPLv2
9 *
10 * See Documentation/driver-model/ for more information.
11 */
12
13 #ifndef _DEVICE_H_
14 #define _DEVICE_H_
15
16 #include <linux/ioport.h>
17 #include <linux/kobject.h>
18 #include <linux/klist.h>
19 #include <linux/list.h>
20 #include <linux/lockdep.h>
21 #include <linux/compiler.h>
22 #include <linux/types.h>
23 #include <linux/mutex.h>
24 #include <linux/pinctrl/devinfo.h>
25 #include <linux/pm.h>
26 #include <linux/atomic.h>
27 #include <linux/ratelimit.h>
28 #include <linux/uidgid.h>
29 #include <linux/gfp.h>
30 #include <asm/device.h>
31
32 struct device;
33 struct device_private;
34 struct device_driver;
35 struct driver_private;
36 struct module;
37 struct class;
38 struct subsys_private;
39 struct bus_type;
40 struct device_node;
41 struct iommu_ops;
42 struct iommu_group;
43
44 struct bus_attribute {
45 struct attribute attr;
46 ssize_t (*show)(struct bus_type *bus, char *buf);
47 ssize_t (*store)(struct bus_type *bus, const char *buf, size_t count);
48 };
49
50 #define BUS_ATTR(_name, _mode, _show, _store) \
51 struct bus_attribute bus_attr_##_name = __ATTR(_name, _mode, _show, _store)
52 #define BUS_ATTR_RW(_name) \
53 struct bus_attribute bus_attr_##_name = __ATTR_RW(_name)
54 #define BUS_ATTR_RO(_name) \
55 struct bus_attribute bus_attr_##_name = __ATTR_RO(_name)
56
57 extern int __must_check bus_create_file(struct bus_type *,
58 struct bus_attribute *);
59 extern void bus_remove_file(struct bus_type *, struct bus_attribute *);
60
61 /**
62 * struct bus_type - The bus type of the device
63 *
64 * @name: The name of the bus.
65 * @dev_name: Used for subsystems to enumerate devices like ("foo%u", dev->id).
66 * @dev_root: Default device to use as the parent.
67 * @dev_attrs: Default attributes of the devices on the bus.
68 * @bus_groups: Default attributes of the bus.
69 * @dev_groups: Default attributes of the devices on the bus.
70 * @drv_groups: Default attributes of the device drivers on the bus.
71 * @match: Called, perhaps multiple times, whenever a new device or driver
72 * is added for this bus. It should return a nonzero value if the
73 * given device can be handled by the given driver.
74 * @uevent: Called when a device is added, removed, or a few other things
75 * that generate uevents to add the environment variables.
76 * @probe: Called when a new device or driver add to this bus, and callback
77 * the specific driver's probe to initial the matched device.
78 * @remove: Called when a device removed from this bus.
79 * @shutdown: Called at shut-down time to quiesce the device.
80 *
81 * @online: Called to put the device back online (after offlining it).
82 * @offline: Called to put the device offline for hot-removal. May fail.
83 *
84 * @suspend: Called when a device on this bus wants to go to sleep mode.
85 * @resume: Called to bring a device on this bus out of sleep mode.
86 * @pm: Power management operations of this bus, callback the specific
87 * device driver's pm-ops.
88 * @iommu_ops: IOMMU specific operations for this bus, used to attach IOMMU
89 * driver implementations to a bus and allow the driver to do
90 * bus-specific setup
91 * @p: The private data of the driver core, only the driver core can
92 * touch this.
93 * @lock_key: Lock class key for use by the lock validator
94 *
95 * A bus is a channel between the processor and one or more devices. For the
96 * purposes of the device model, all devices are connected via a bus, even if
97 * it is an internal, virtual, "platform" bus. Buses can plug into each other.
98 * A USB controller is usually a PCI device, for example. The device model
99 * represents the actual connections between buses and the devices they control.
100 * A bus is represented by the bus_type structure. It contains the name, the
101 * default attributes, the bus' methods, PM operations, and the driver core's
102 * private data.
103 */
104 struct bus_type {
105 const char *name;
106 const char *dev_name;
107 struct device *dev_root;
108 struct device_attribute *dev_attrs; /* use dev_groups instead */
109 const struct attribute_group **bus_groups;
110 const struct attribute_group **dev_groups;
111 const struct attribute_group **drv_groups;
112
113 int (*match)(struct device *dev, struct device_driver *drv);
114 int (*uevent)(struct device *dev, struct kobj_uevent_env *env);
115 int (*probe)(struct device *dev);
116 int (*remove)(struct device *dev);
117 void (*shutdown)(struct device *dev);
118
119 int (*online)(struct device *dev);
120 int (*offline)(struct device *dev);
121
122 int (*suspend)(struct device *dev, pm_message_t state);
123 int (*resume)(struct device *dev);
124
125 const struct dev_pm_ops *pm;
126
127 struct iommu_ops *iommu_ops;
128
129 struct subsys_private *p;
130 struct lock_class_key lock_key;
131 };
132
133 extern int __must_check bus_register(struct bus_type *bus);
134
135 extern void bus_unregister(struct bus_type *bus);
136
137 extern int __must_check bus_rescan_devices(struct bus_type *bus);
138
139 /* iterator helpers for buses */
140 struct subsys_dev_iter {
141 struct klist_iter ki;
142 const struct device_type *type;
143 };
144 void subsys_dev_iter_init(struct subsys_dev_iter *iter,
145 struct bus_type *subsys,
146 struct device *start,
147 const struct device_type *type);
148 struct device *subsys_dev_iter_next(struct subsys_dev_iter *iter);
149 void subsys_dev_iter_exit(struct subsys_dev_iter *iter);
150
151 int bus_for_each_dev(struct bus_type *bus, struct device *start, void *data,
152 int (*fn)(struct device *dev, void *data));
153 struct device *bus_find_device(struct bus_type *bus, struct device *start,
154 void *data,
155 int (*match)(struct device *dev, void *data));
156 struct device *bus_find_device_by_name(struct bus_type *bus,
157 struct device *start,
158 const char *name);
159 struct device *subsys_find_device_by_id(struct bus_type *bus, unsigned int id,
160 struct device *hint);
161 int bus_for_each_drv(struct bus_type *bus, struct device_driver *start,
162 void *data, int (*fn)(struct device_driver *, void *));
163 void bus_sort_breadthfirst(struct bus_type *bus,
164 int (*compare)(const struct device *a,
165 const struct device *b));
166 /*
167 * Bus notifiers: Get notified of addition/removal of devices
168 * and binding/unbinding of drivers to devices.
169 * In the long run, it should be a replacement for the platform
170 * notify hooks.
171 */
172 struct notifier_block;
173
174 extern int bus_register_notifier(struct bus_type *bus,
175 struct notifier_block *nb);
176 extern int bus_unregister_notifier(struct bus_type *bus,
177 struct notifier_block *nb);
178
179 /* All 4 notifers below get called with the target struct device *
180 * as an argument. Note that those functions are likely to be called
181 * with the device lock held in the core, so be careful.
182 */
183 #define BUS_NOTIFY_ADD_DEVICE 0x00000001 /* device added */
184 #define BUS_NOTIFY_DEL_DEVICE 0x00000002 /* device removed */
185 #define BUS_NOTIFY_BIND_DRIVER 0x00000003 /* driver about to be
186 bound */
187 #define BUS_NOTIFY_BOUND_DRIVER 0x00000004 /* driver bound to device */
188 #define BUS_NOTIFY_UNBIND_DRIVER 0x00000005 /* driver about to be
189 unbound */
190 #define BUS_NOTIFY_UNBOUND_DRIVER 0x00000006 /* driver is unbound
191 from the device */
192
193 extern struct kset *bus_get_kset(struct bus_type *bus);
194 extern struct klist *bus_get_device_klist(struct bus_type *bus);
195
196 /**
197 * struct device_driver - The basic device driver structure
198 * @name: Name of the device driver.
199 * @bus: The bus which the device of this driver belongs to.
200 * @owner: The module owner.
201 * @mod_name: Used for built-in modules.
202 * @suppress_bind_attrs: Disables bind/unbind via sysfs.
203 * @of_match_table: The open firmware table.
204 * @acpi_match_table: The ACPI match table.
205 * @probe: Called to query the existence of a specific device,
206 * whether this driver can work with it, and bind the driver
207 * to a specific device.
208 * @remove: Called when the device is removed from the system to
209 * unbind a device from this driver.
210 * @shutdown: Called at shut-down time to quiesce the device.
211 * @suspend: Called to put the device to sleep mode. Usually to a
212 * low power state.
213 * @resume: Called to bring a device from sleep mode.
214 * @groups: Default attributes that get created by the driver core
215 * automatically.
216 * @pm: Power management operations of the device which matched
217 * this driver.
218 * @p: Driver core's private data, no one other than the driver
219 * core can touch this.
220 *
221 * The device driver-model tracks all of the drivers known to the system.
222 * The main reason for this tracking is to enable the driver core to match
223 * up drivers with new devices. Once drivers are known objects within the
224 * system, however, a number of other things become possible. Device drivers
225 * can export information and configuration variables that are independent
226 * of any specific device.
227 */
228 struct device_driver {
229 const char *name;
230 struct bus_type *bus;
231
232 struct module *owner;
233 const char *mod_name; /* used for built-in modules */
234
235 bool suppress_bind_attrs; /* disables bind/unbind via sysfs */
236
237 const struct of_device_id *of_match_table;
238 const struct acpi_device_id *acpi_match_table;
239
240 int (*probe) (struct device *dev);
241 int (*remove) (struct device *dev);
242 void (*shutdown) (struct device *dev);
243 int (*suspend) (struct device *dev, pm_message_t state);
244 int (*resume) (struct device *dev);
245 const struct attribute_group **groups;
246
247 const struct dev_pm_ops *pm;
248
249 struct driver_private *p;
250 };
251
252
253 extern int __must_check driver_register(struct device_driver *drv);
254 extern void driver_unregister(struct device_driver *drv);
255
256 extern struct device_driver *driver_find(const char *name,
257 struct bus_type *bus);
258 extern int driver_probe_done(void);
259 extern void wait_for_device_probe(void);
260
261
262 /* sysfs interface for exporting driver attributes */
263
264 struct driver_attribute {
265 struct attribute attr;
266 ssize_t (*show)(struct device_driver *driver, char *buf);
267 ssize_t (*store)(struct device_driver *driver, const char *buf,
268 size_t count);
269 };
270
271 #define DRIVER_ATTR(_name, _mode, _show, _store) \
272 struct driver_attribute driver_attr_##_name = __ATTR(_name, _mode, _show, _store)
273 #define DRIVER_ATTR_RW(_name) \
274 struct driver_attribute driver_attr_##_name = __ATTR_RW(_name)
275 #define DRIVER_ATTR_RO(_name) \
276 struct driver_attribute driver_attr_##_name = __ATTR_RO(_name)
277 #define DRIVER_ATTR_WO(_name) \
278 struct driver_attribute driver_attr_##_name = __ATTR_WO(_name)
279
280 extern int __must_check driver_create_file(struct device_driver *driver,
281 const struct driver_attribute *attr);
282 extern void driver_remove_file(struct device_driver *driver,
283 const struct driver_attribute *attr);
284
285 extern int __must_check driver_for_each_device(struct device_driver *drv,
286 struct device *start,
287 void *data,
288 int (*fn)(struct device *dev,
289 void *));
290 struct device *driver_find_device(struct device_driver *drv,
291 struct device *start, void *data,
292 int (*match)(struct device *dev, void *data));
293
294 /**
295 * struct subsys_interface - interfaces to device functions
296 * @name: name of the device function
297 * @subsys: subsytem of the devices to attach to
298 * @node: the list of functions registered at the subsystem
299 * @add_dev: device hookup to device function handler
300 * @remove_dev: device hookup to device function handler
301 *
302 * Simple interfaces attached to a subsystem. Multiple interfaces can
303 * attach to a subsystem and its devices. Unlike drivers, they do not
304 * exclusively claim or control devices. Interfaces usually represent
305 * a specific functionality of a subsystem/class of devices.
306 */
307 struct subsys_interface {
308 const char *name;
309 struct bus_type *subsys;
310 struct list_head node;
311 int (*add_dev)(struct device *dev, struct subsys_interface *sif);
312 int (*remove_dev)(struct device *dev, struct subsys_interface *sif);
313 };
314
315 int subsys_interface_register(struct subsys_interface *sif);
316 void subsys_interface_unregister(struct subsys_interface *sif);
317
318 int subsys_system_register(struct bus_type *subsys,
319 const struct attribute_group **groups);
320 int subsys_virtual_register(struct bus_type *subsys,
321 const struct attribute_group **groups);
322
323 /**
324 * struct class - device classes
325 * @name: Name of the class.
326 * @owner: The module owner.
327 * @class_attrs: Default attributes of this class.
328 * @dev_groups: Default attributes of the devices that belong to the class.
329 * @dev_kobj: The kobject that represents this class and links it into the hierarchy.
330 * @dev_uevent: Called when a device is added, removed from this class, or a
331 * few other things that generate uevents to add the environment
332 * variables.
333 * @devnode: Callback to provide the devtmpfs.
334 * @class_release: Called to release this class.
335 * @dev_release: Called to release the device.
336 * @suspend: Used to put the device to sleep mode, usually to a low power
337 * state.
338 * @resume: Used to bring the device from the sleep mode.
339 * @ns_type: Callbacks so sysfs can detemine namespaces.
340 * @namespace: Namespace of the device belongs to this class.
341 * @pm: The default device power management operations of this class.
342 * @p: The private data of the driver core, no one other than the
343 * driver core can touch this.
344 *
345 * A class is a higher-level view of a device that abstracts out low-level
346 * implementation details. Drivers may see a SCSI disk or an ATA disk, but,
347 * at the class level, they are all simply disks. Classes allow user space
348 * to work with devices based on what they do, rather than how they are
349 * connected or how they work.
350 */
351 struct class {
352 const char *name;
353 struct module *owner;
354
355 struct class_attribute *class_attrs;
356 const struct attribute_group **dev_groups;
357 struct kobject *dev_kobj;
358
359 int (*dev_uevent)(struct device *dev, struct kobj_uevent_env *env);
360 char *(*devnode)(struct device *dev, umode_t *mode);
361
362 void (*class_release)(struct class *class);
363 void (*dev_release)(struct device *dev);
364
365 int (*suspend)(struct device *dev, pm_message_t state);
366 int (*resume)(struct device *dev);
367
368 const struct kobj_ns_type_operations *ns_type;
369 const void *(*namespace)(struct device *dev);
370
371 const struct dev_pm_ops *pm;
372
373 struct subsys_private *p;
374 };
375
376 struct class_dev_iter {
377 struct klist_iter ki;
378 const struct device_type *type;
379 };
380
381 extern struct kobject *sysfs_dev_block_kobj;
382 extern struct kobject *sysfs_dev_char_kobj;
383 extern int __must_check __class_register(struct class *class,
384 struct lock_class_key *key);
385 extern void class_unregister(struct class *class);
386
387 /* This is a #define to keep the compiler from merging different
388 * instances of the __key variable */
389 #define class_register(class) \
390 ({ \
391 static struct lock_class_key __key; \
392 __class_register(class, &__key); \
393 })
394
395 struct class_compat;
396 struct class_compat *class_compat_register(const char *name);
397 void class_compat_unregister(struct class_compat *cls);
398 int class_compat_create_link(struct class_compat *cls, struct device *dev,
399 struct device *device_link);
400 void class_compat_remove_link(struct class_compat *cls, struct device *dev,
401 struct device *device_link);
402
403 extern void class_dev_iter_init(struct class_dev_iter *iter,
404 struct class *class,
405 struct device *start,
406 const struct device_type *type);
407 extern struct device *class_dev_iter_next(struct class_dev_iter *iter);
408 extern void class_dev_iter_exit(struct class_dev_iter *iter);
409
410 extern int class_for_each_device(struct class *class, struct device *start,
411 void *data,
412 int (*fn)(struct device *dev, void *data));
413 extern struct device *class_find_device(struct class *class,
414 struct device *start, const void *data,
415 int (*match)(struct device *, const void *));
416
417 struct class_attribute {
418 struct attribute attr;
419 ssize_t (*show)(struct class *class, struct class_attribute *attr,
420 char *buf);
421 ssize_t (*store)(struct class *class, struct class_attribute *attr,
422 const char *buf, size_t count);
423 };
424
425 #define CLASS_ATTR(_name, _mode, _show, _store) \
426 struct class_attribute class_attr_##_name = __ATTR(_name, _mode, _show, _store)
427 #define CLASS_ATTR_RW(_name) \
428 struct class_attribute class_attr_##_name = __ATTR_RW(_name)
429 #define CLASS_ATTR_RO(_name) \
430 struct class_attribute class_attr_##_name = __ATTR_RO(_name)
431
432 extern int __must_check class_create_file_ns(struct class *class,
433 const struct class_attribute *attr,
434 const void *ns);
435 extern void class_remove_file_ns(struct class *class,
436 const struct class_attribute *attr,
437 const void *ns);
438
439 static inline int __must_check class_create_file(struct class *class,
440 const struct class_attribute *attr)
441 {
442 return class_create_file_ns(class, attr, NULL);
443 }
444
445 static inline void class_remove_file(struct class *class,
446 const struct class_attribute *attr)
447 {
448 return class_remove_file_ns(class, attr, NULL);
449 }
450
451 /* Simple class attribute that is just a static string */
452 struct class_attribute_string {
453 struct class_attribute attr;
454 char *str;
455 };
456
457 /* Currently read-only only */
458 #define _CLASS_ATTR_STRING(_name, _mode, _str) \
459 { __ATTR(_name, _mode, show_class_attr_string, NULL), _str }
460 #define CLASS_ATTR_STRING(_name, _mode, _str) \
461 struct class_attribute_string class_attr_##_name = \
462 _CLASS_ATTR_STRING(_name, _mode, _str)
463
464 extern ssize_t show_class_attr_string(struct class *class, struct class_attribute *attr,
465 char *buf);
466
467 struct class_interface {
468 struct list_head node;
469 struct class *class;
470
471 int (*add_dev) (struct device *, struct class_interface *);
472 void (*remove_dev) (struct device *, struct class_interface *);
473 };
474
475 extern int __must_check class_interface_register(struct class_interface *);
476 extern void class_interface_unregister(struct class_interface *);
477
478 extern struct class * __must_check __class_create(struct module *owner,
479 const char *name,
480 struct lock_class_key *key);
481 extern void class_destroy(struct class *cls);
482
483 /* This is a #define to keep the compiler from merging different
484 * instances of the __key variable */
485 #define class_create(owner, name) \
486 ({ \
487 static struct lock_class_key __key; \
488 __class_create(owner, name, &__key); \
489 })
490
491 /*
492 * The type of device, "struct device" is embedded in. A class
493 * or bus can contain devices of different types
494 * like "partitions" and "disks", "mouse" and "event".
495 * This identifies the device type and carries type-specific
496 * information, equivalent to the kobj_type of a kobject.
497 * If "name" is specified, the uevent will contain it in
498 * the DEVTYPE variable.
499 */
500 struct device_type {
501 const char *name;
502 const struct attribute_group **groups;
503 int (*uevent)(struct device *dev, struct kobj_uevent_env *env);
504 char *(*devnode)(struct device *dev, umode_t *mode,
505 kuid_t *uid, kgid_t *gid);
506 void (*release)(struct device *dev);
507
508 const struct dev_pm_ops *pm;
509 };
510
511 /* interface for exporting device attributes */
512 struct device_attribute {
513 struct attribute attr;
514 ssize_t (*show)(struct device *dev, struct device_attribute *attr,
515 char *buf);
516 ssize_t (*store)(struct device *dev, struct device_attribute *attr,
517 const char *buf, size_t count);
518 };
519
520 struct dev_ext_attribute {
521 struct device_attribute attr;
522 void *var;
523 };
524
525 ssize_t device_show_ulong(struct device *dev, struct device_attribute *attr,
526 char *buf);
527 ssize_t device_store_ulong(struct device *dev, struct device_attribute *attr,
528 const char *buf, size_t count);
529 ssize_t device_show_int(struct device *dev, struct device_attribute *attr,
530 char *buf);
531 ssize_t device_store_int(struct device *dev, struct device_attribute *attr,
532 const char *buf, size_t count);
533 ssize_t device_show_bool(struct device *dev, struct device_attribute *attr,
534 char *buf);
535 ssize_t device_store_bool(struct device *dev, struct device_attribute *attr,
536 const char *buf, size_t count);
537
538 #define DEVICE_ATTR(_name, _mode, _show, _store) \
539 struct device_attribute dev_attr_##_name = __ATTR(_name, _mode, _show, _store)
540 #define DEVICE_ATTR_RW(_name) \
541 struct device_attribute dev_attr_##_name = __ATTR_RW(_name)
542 #define DEVICE_ATTR_RO(_name) \
543 struct device_attribute dev_attr_##_name = __ATTR_RO(_name)
544 #define DEVICE_ATTR_WO(_name) \
545 struct device_attribute dev_attr_##_name = __ATTR_WO(_name)
546 #define DEVICE_ULONG_ATTR(_name, _mode, _var) \
547 struct dev_ext_attribute dev_attr_##_name = \
548 { __ATTR(_name, _mode, device_show_ulong, device_store_ulong), &(_var) }
549 #define DEVICE_INT_ATTR(_name, _mode, _var) \
550 struct dev_ext_attribute dev_attr_##_name = \
551 { __ATTR(_name, _mode, device_show_int, device_store_int), &(_var) }
552 #define DEVICE_BOOL_ATTR(_name, _mode, _var) \
553 struct dev_ext_attribute dev_attr_##_name = \
554 { __ATTR(_name, _mode, device_show_bool, device_store_bool), &(_var) }
555 #define DEVICE_ATTR_IGNORE_LOCKDEP(_name, _mode, _show, _store) \
556 struct device_attribute dev_attr_##_name = \
557 __ATTR_IGNORE_LOCKDEP(_name, _mode, _show, _store)
558
559 extern int device_create_file(struct device *device,
560 const struct device_attribute *entry);
561 extern void device_remove_file(struct device *dev,
562 const struct device_attribute *attr);
563 extern bool device_remove_file_self(struct device *dev,
564 const struct device_attribute *attr);
565 extern int __must_check device_create_bin_file(struct device *dev,
566 const struct bin_attribute *attr);
567 extern void device_remove_bin_file(struct device *dev,
568 const struct bin_attribute *attr);
569
570 /* device resource management */
571 typedef void (*dr_release_t)(struct device *dev, void *res);
572 typedef int (*dr_match_t)(struct device *dev, void *res, void *match_data);
573
574 #ifdef CONFIG_DEBUG_DEVRES
575 extern void *__devres_alloc(dr_release_t release, size_t size, gfp_t gfp,
576 const char *name);
577 #define devres_alloc(release, size, gfp) \
578 __devres_alloc(release, size, gfp, #release)
579 #else
580 extern void *devres_alloc(dr_release_t release, size_t size, gfp_t gfp);
581 #endif
582 extern void devres_for_each_res(struct device *dev, dr_release_t release,
583 dr_match_t match, void *match_data,
584 void (*fn)(struct device *, void *, void *),
585 void *data);
586 extern void devres_free(void *res);
587 extern void devres_add(struct device *dev, void *res);
588 extern void *devres_find(struct device *dev, dr_release_t release,
589 dr_match_t match, void *match_data);
590 extern void *devres_get(struct device *dev, void *new_res,
591 dr_match_t match, void *match_data);
592 extern void *devres_remove(struct device *dev, dr_release_t release,
593 dr_match_t match, void *match_data);
594 extern int devres_destroy(struct device *dev, dr_release_t release,
595 dr_match_t match, void *match_data);
596 extern int devres_release(struct device *dev, dr_release_t release,
597 dr_match_t match, void *match_data);
598
599 /* devres group */
600 extern void * __must_check devres_open_group(struct device *dev, void *id,
601 gfp_t gfp);
602 extern void devres_close_group(struct device *dev, void *id);
603 extern void devres_remove_group(struct device *dev, void *id);
604 extern int devres_release_group(struct device *dev, void *id);
605
606 /* managed devm_k.alloc/kfree for device drivers */
607 extern void *devm_kmalloc(struct device *dev, size_t size, gfp_t gfp);
608 static inline void *devm_kzalloc(struct device *dev, size_t size, gfp_t gfp)
609 {
610 return devm_kmalloc(dev, size, gfp | __GFP_ZERO);
611 }
612 static inline void *devm_kmalloc_array(struct device *dev,
613 size_t n, size_t size, gfp_t flags)
614 {
615 if (size != 0 && n > SIZE_MAX / size)
616 return NULL;
617 return devm_kmalloc(dev, n * size, flags);
618 }
619 static inline void *devm_kcalloc(struct device *dev,
620 size_t n, size_t size, gfp_t flags)
621 {
622 return devm_kmalloc_array(dev, n, size, flags | __GFP_ZERO);
623 }
624 extern void devm_kfree(struct device *dev, void *p);
625 extern char *devm_kstrdup(struct device *dev, const char *s, gfp_t gfp);
626 extern void *devm_kmemdup(struct device *dev, const void *src, size_t len,
627 gfp_t gfp);
628
629 extern unsigned long devm_get_free_pages(struct device *dev,
630 gfp_t gfp_mask, unsigned int order);
631 extern void devm_free_pages(struct device *dev, unsigned long addr);
632
633 void __iomem *devm_ioremap_resource(struct device *dev, struct resource *res);
634 void __iomem *devm_request_and_ioremap(struct device *dev,
635 struct resource *res);
636
637 /* allows to add/remove a custom action to devres stack */
638 int devm_add_action(struct device *dev, void (*action)(void *), void *data);
639 void devm_remove_action(struct device *dev, void (*action)(void *), void *data);
640
641 struct device_dma_parameters {
642 /*
643 * a low level driver may set these to teach IOMMU code about
644 * sg limitations.
645 */
646 unsigned int max_segment_size;
647 unsigned long segment_boundary_mask;
648 };
649
650 struct acpi_device;
651
652 struct acpi_dev_node {
653 #ifdef CONFIG_ACPI
654 struct acpi_device *companion;
655 #endif
656 };
657
658 /**
659 * struct device - The basic device structure
660 * @parent: The device's "parent" device, the device to which it is attached.
661 * In most cases, a parent device is some sort of bus or host
662 * controller. If parent is NULL, the device, is a top-level device,
663 * which is not usually what you want.
664 * @p: Holds the private data of the driver core portions of the device.
665 * See the comment of the struct device_private for detail.
666 * @kobj: A top-level, abstract class from which other classes are derived.
667 * @init_name: Initial name of the device.
668 * @type: The type of device.
669 * This identifies the device type and carries type-specific
670 * information.
671 * @mutex: Mutex to synchronize calls to its driver.
672 * @bus: Type of bus device is on.
673 * @driver: Which driver has allocated this
674 * @platform_data: Platform data specific to the device.
675 * Example: For devices on custom boards, as typical of embedded
676 * and SOC based hardware, Linux often uses platform_data to point
677 * to board-specific structures describing devices and how they
678 * are wired. That can include what ports are available, chip
679 * variants, which GPIO pins act in what additional roles, and so
680 * on. This shrinks the "Board Support Packages" (BSPs) and
681 * minimizes board-specific #ifdefs in drivers.
682 * @driver_data: Private pointer for driver specific info.
683 * @power: For device power management.
684 * See Documentation/power/devices.txt for details.
685 * @pm_domain: Provide callbacks that are executed during system suspend,
686 * hibernation, system resume and during runtime PM transitions
687 * along with subsystem-level and driver-level callbacks.
688 * @pins: For device pin management.
689 * See Documentation/pinctrl.txt for details.
690 * @numa_node: NUMA node this device is close to.
691 * @dma_mask: Dma mask (if dma'ble device).
692 * @coherent_dma_mask: Like dma_mask, but for alloc_coherent mapping as not all
693 * hardware supports 64-bit addresses for consistent allocations
694 * such descriptors.
695 * @dma_pfn_offset: offset of DMA memory range relatively of RAM
696 * @dma_parms: A low level driver may set these to teach IOMMU code about
697 * segment limitations.
698 * @dma_pools: Dma pools (if dma'ble device).
699 * @dma_mem: Internal for coherent mem override.
700 * @cma_area: Contiguous memory area for dma allocations
701 * @archdata: For arch-specific additions.
702 * @of_node: Associated device tree node.
703 * @acpi_node: Associated ACPI device node.
704 * @devt: For creating the sysfs "dev".
705 * @id: device instance
706 * @devres_lock: Spinlock to protect the resource of the device.
707 * @devres_head: The resources list of the device.
708 * @knode_class: The node used to add the device to the class list.
709 * @class: The class of the device.
710 * @groups: Optional attribute groups.
711 * @release: Callback to free the device after all references have
712 * gone away. This should be set by the allocator of the
713 * device (i.e. the bus driver that discovered the device).
714 * @iommu_group: IOMMU group the device belongs to.
715 *
716 * @offline_disabled: If set, the device is permanently online.
717 * @offline: Set after successful invocation of bus type's .offline().
718 *
719 * At the lowest level, every device in a Linux system is represented by an
720 * instance of struct device. The device structure contains the information
721 * that the device model core needs to model the system. Most subsystems,
722 * however, track additional information about the devices they host. As a
723 * result, it is rare for devices to be represented by bare device structures;
724 * instead, that structure, like kobject structures, is usually embedded within
725 * a higher-level representation of the device.
726 */
727 struct device {
728 struct device *parent;
729
730 struct device_private *p;
731
732 struct kobject kobj;
733 const char *init_name; /* initial name of the device */
734 const struct device_type *type;
735
736 struct mutex mutex; /* mutex to synchronize calls to
737 * its driver.
738 */
739
740 struct bus_type *bus; /* type of bus device is on */
741 struct device_driver *driver; /* which driver has allocated this
742 device */
743 void *platform_data; /* Platform specific data, device
744 core doesn't touch it */
745 void *driver_data; /* Driver data, set and get with
746 dev_set/get_drvdata */
747 struct dev_pm_info power;
748 struct dev_pm_domain *pm_domain;
749
750 #ifdef CONFIG_PINCTRL
751 struct dev_pin_info *pins;
752 #endif
753
754 #ifdef CONFIG_NUMA
755 int numa_node; /* NUMA node this device is close to */
756 #endif
757 u64 *dma_mask; /* dma mask (if dma'able device) */
758 u64 coherent_dma_mask;/* Like dma_mask, but for
759 alloc_coherent mappings as
760 not all hardware supports
761 64 bit addresses for consistent
762 allocations such descriptors. */
763 unsigned long dma_pfn_offset;
764
765 struct device_dma_parameters *dma_parms;
766
767 struct list_head dma_pools; /* dma pools (if dma'ble) */
768
769 struct dma_coherent_mem *dma_mem; /* internal for coherent mem
770 override */
771 #ifdef CONFIG_DMA_CMA
772 struct cma *cma_area; /* contiguous memory area for dma
773 allocations */
774 #endif
775 /* arch specific additions */
776 struct dev_archdata archdata;
777
778 struct device_node *of_node; /* associated device tree node */
779 struct acpi_dev_node acpi_node; /* associated ACPI device node */
780
781 dev_t devt; /* dev_t, creates the sysfs "dev" */
782 u32 id; /* device instance */
783
784 spinlock_t devres_lock;
785 struct list_head devres_head;
786
787 struct klist_node knode_class;
788 struct class *class;
789 const struct attribute_group **groups; /* optional groups */
790
791 void (*release)(struct device *dev);
792 struct iommu_group *iommu_group;
793
794 bool offline_disabled:1;
795 bool offline:1;
796 };
797
798 static inline struct device *kobj_to_dev(struct kobject *kobj)
799 {
800 return container_of(kobj, struct device, kobj);
801 }
802
803 /* Get the wakeup routines, which depend on struct device */
804 #include <linux/pm_wakeup.h>
805
806 static inline const char *dev_name(const struct device *dev)
807 {
808 /* Use the init name until the kobject becomes available */
809 if (dev->init_name)
810 return dev->init_name;
811
812 return kobject_name(&dev->kobj);
813 }
814
815 extern __printf(2, 3)
816 int dev_set_name(struct device *dev, const char *name, ...);
817
818 #ifdef CONFIG_NUMA
819 static inline int dev_to_node(struct device *dev)
820 {
821 return dev->numa_node;
822 }
823 static inline void set_dev_node(struct device *dev, int node)
824 {
825 dev->numa_node = node;
826 }
827 #else
828 static inline int dev_to_node(struct device *dev)
829 {
830 return -1;
831 }
832 static inline void set_dev_node(struct device *dev, int node)
833 {
834 }
835 #endif
836
837 static inline void *dev_get_drvdata(const struct device *dev)
838 {
839 return dev->driver_data;
840 }
841
842 static inline void dev_set_drvdata(struct device *dev, void *data)
843 {
844 dev->driver_data = data;
845 }
846
847 static inline struct pm_subsys_data *dev_to_psd(struct device *dev)
848 {
849 return dev ? dev->power.subsys_data : NULL;
850 }
851
852 static inline unsigned int dev_get_uevent_suppress(const struct device *dev)
853 {
854 return dev->kobj.uevent_suppress;
855 }
856
857 static inline void dev_set_uevent_suppress(struct device *dev, int val)
858 {
859 dev->kobj.uevent_suppress = val;
860 }
861
862 static inline int device_is_registered(struct device *dev)
863 {
864 return dev->kobj.state_in_sysfs;
865 }
866
867 static inline void device_enable_async_suspend(struct device *dev)
868 {
869 if (!dev->power.is_prepared)
870 dev->power.async_suspend = true;
871 }
872
873 static inline void device_disable_async_suspend(struct device *dev)
874 {
875 if (!dev->power.is_prepared)
876 dev->power.async_suspend = false;
877 }
878
879 static inline bool device_async_suspend_enabled(struct device *dev)
880 {
881 return !!dev->power.async_suspend;
882 }
883
884 static inline void pm_suspend_ignore_children(struct device *dev, bool enable)
885 {
886 dev->power.ignore_children = enable;
887 }
888
889 static inline void dev_pm_syscore_device(struct device *dev, bool val)
890 {
891 #ifdef CONFIG_PM_SLEEP
892 dev->power.syscore = val;
893 #endif
894 }
895
896 static inline void device_lock(struct device *dev)
897 {
898 mutex_lock(&dev->mutex);
899 }
900
901 static inline int device_trylock(struct device *dev)
902 {
903 return mutex_trylock(&dev->mutex);
904 }
905
906 static inline void device_unlock(struct device *dev)
907 {
908 mutex_unlock(&dev->mutex);
909 }
910
911 void driver_init(void);
912
913 /*
914 * High level routines for use by the bus drivers
915 */
916 extern int __must_check device_register(struct device *dev);
917 extern void device_unregister(struct device *dev);
918 extern void device_initialize(struct device *dev);
919 extern int __must_check device_add(struct device *dev);
920 extern void device_del(struct device *dev);
921 extern int device_for_each_child(struct device *dev, void *data,
922 int (*fn)(struct device *dev, void *data));
923 extern struct device *device_find_child(struct device *dev, void *data,
924 int (*match)(struct device *dev, void *data));
925 extern int device_rename(struct device *dev, const char *new_name);
926 extern int device_move(struct device *dev, struct device *new_parent,
927 enum dpm_order dpm_order);
928 extern const char *device_get_devnode(struct device *dev,
929 umode_t *mode, kuid_t *uid, kgid_t *gid,
930 const char **tmp);
931
932 static inline bool device_supports_offline(struct device *dev)
933 {
934 return dev->bus && dev->bus->offline && dev->bus->online;
935 }
936
937 extern void lock_device_hotplug(void);
938 extern void unlock_device_hotplug(void);
939 extern int lock_device_hotplug_sysfs(void);
940 extern int device_offline(struct device *dev);
941 extern int device_online(struct device *dev);
942 /*
943 * Root device objects for grouping under /sys/devices
944 */
945 extern struct device *__root_device_register(const char *name,
946 struct module *owner);
947
948 /* This is a macro to avoid include problems with THIS_MODULE */
949 #define root_device_register(name) \
950 __root_device_register(name, THIS_MODULE)
951
952 extern void root_device_unregister(struct device *root);
953
954 static inline void *dev_get_platdata(const struct device *dev)
955 {
956 return dev->platform_data;
957 }
958
959 /*
960 * Manual binding of a device to driver. See drivers/base/bus.c
961 * for information on use.
962 */
963 extern int __must_check device_bind_driver(struct device *dev);
964 extern void device_release_driver(struct device *dev);
965 extern int __must_check device_attach(struct device *dev);
966 extern int __must_check driver_attach(struct device_driver *drv);
967 extern int __must_check device_reprobe(struct device *dev);
968
969 /*
970 * Easy functions for dynamically creating devices on the fly
971 */
972 extern struct device *device_create_vargs(struct class *cls,
973 struct device *parent,
974 dev_t devt,
975 void *drvdata,
976 const char *fmt,
977 va_list vargs);
978 extern __printf(5, 6)
979 struct device *device_create(struct class *cls, struct device *parent,
980 dev_t devt, void *drvdata,
981 const char *fmt, ...);
982 extern __printf(6, 7)
983 struct device *device_create_with_groups(struct class *cls,
984 struct device *parent, dev_t devt, void *drvdata,
985 const struct attribute_group **groups,
986 const char *fmt, ...);
987 extern void device_destroy(struct class *cls, dev_t devt);
988
989 /*
990 * Platform "fixup" functions - allow the platform to have their say
991 * about devices and actions that the general device layer doesn't
992 * know about.
993 */
994 /* Notify platform of device discovery */
995 extern int (*platform_notify)(struct device *dev);
996
997 extern int (*platform_notify_remove)(struct device *dev);
998
999
1000 /*
1001 * get_device - atomically increment the reference count for the device.
1002 *
1003 */
1004 extern struct device *get_device(struct device *dev);
1005 extern void put_device(struct device *dev);
1006
1007 #ifdef CONFIG_DEVTMPFS
1008 extern int devtmpfs_create_node(struct device *dev);
1009 extern int devtmpfs_delete_node(struct device *dev);
1010 extern int devtmpfs_mount(const char *mntdir);
1011 #else
1012 static inline int devtmpfs_create_node(struct device *dev) { return 0; }
1013 static inline int devtmpfs_delete_node(struct device *dev) { return 0; }
1014 static inline int devtmpfs_mount(const char *mountpoint) { return 0; }
1015 #endif
1016
1017 /* drivers/base/power/shutdown.c */
1018 extern void device_shutdown(void);
1019
1020 /* debugging and troubleshooting/diagnostic helpers. */
1021 extern const char *dev_driver_string(const struct device *dev);
1022
1023
1024 #ifdef CONFIG_PRINTK
1025
1026 extern __printf(3, 0)
1027 int dev_vprintk_emit(int level, const struct device *dev,
1028 const char *fmt, va_list args);
1029 extern __printf(3, 4)
1030 int dev_printk_emit(int level, const struct device *dev, const char *fmt, ...);
1031
1032 extern __printf(3, 4)
1033 int dev_printk(const char *level, const struct device *dev,
1034 const char *fmt, ...);
1035 extern __printf(2, 3)
1036 int dev_emerg(const struct device *dev, const char *fmt, ...);
1037 extern __printf(2, 3)
1038 int dev_alert(const struct device *dev, const char *fmt, ...);
1039 extern __printf(2, 3)
1040 int dev_crit(const struct device *dev, const char *fmt, ...);
1041 extern __printf(2, 3)
1042 int dev_err(const struct device *dev, const char *fmt, ...);
1043 extern __printf(2, 3)
1044 int dev_warn(const struct device *dev, const char *fmt, ...);
1045 extern __printf(2, 3)
1046 int dev_notice(const struct device *dev, const char *fmt, ...);
1047 extern __printf(2, 3)
1048 int _dev_info(const struct device *dev, const char *fmt, ...);
1049
1050 #else
1051
1052 static inline __printf(3, 0)
1053 int dev_vprintk_emit(int level, const struct device *dev,
1054 const char *fmt, va_list args)
1055 { return 0; }
1056 static inline __printf(3, 4)
1057 int dev_printk_emit(int level, const struct device *dev, const char *fmt, ...)
1058 { return 0; }
1059
1060 static inline int __dev_printk(const char *level, const struct device *dev,
1061 struct va_format *vaf)
1062 { return 0; }
1063 static inline __printf(3, 4)
1064 int dev_printk(const char *level, const struct device *dev,
1065 const char *fmt, ...)
1066 { return 0; }
1067
1068 static inline __printf(2, 3)
1069 int dev_emerg(const struct device *dev, const char *fmt, ...)
1070 { return 0; }
1071 static inline __printf(2, 3)
1072 int dev_crit(const struct device *dev, const char *fmt, ...)
1073 { return 0; }
1074 static inline __printf(2, 3)
1075 int dev_alert(const struct device *dev, const char *fmt, ...)
1076 { return 0; }
1077 static inline __printf(2, 3)
1078 int dev_err(const struct device *dev, const char *fmt, ...)
1079 { return 0; }
1080 static inline __printf(2, 3)
1081 int dev_warn(const struct device *dev, const char *fmt, ...)
1082 { return 0; }
1083 static inline __printf(2, 3)
1084 int dev_notice(const struct device *dev, const char *fmt, ...)
1085 { return 0; }
1086 static inline __printf(2, 3)
1087 int _dev_info(const struct device *dev, const char *fmt, ...)
1088 { return 0; }
1089
1090 #endif
1091
1092 /*
1093 * Stupid hackaround for existing uses of non-printk uses dev_info
1094 *
1095 * Note that the definition of dev_info below is actually _dev_info
1096 * and a macro is used to avoid redefining dev_info
1097 */
1098
1099 #define dev_info(dev, fmt, arg...) _dev_info(dev, fmt, ##arg)
1100
1101 #if defined(CONFIG_DYNAMIC_DEBUG)
1102 #define dev_dbg(dev, format, ...) \
1103 do { \
1104 dynamic_dev_dbg(dev, format, ##__VA_ARGS__); \
1105 } while (0)
1106 #elif defined(DEBUG)
1107 #define dev_dbg(dev, format, arg...) \
1108 dev_printk(KERN_DEBUG, dev, format, ##arg)
1109 #else
1110 #define dev_dbg(dev, format, arg...) \
1111 ({ \
1112 if (0) \
1113 dev_printk(KERN_DEBUG, dev, format, ##arg); \
1114 0; \
1115 })
1116 #endif
1117
1118 #define dev_level_ratelimited(dev_level, dev, fmt, ...) \
1119 do { \
1120 static DEFINE_RATELIMIT_STATE(_rs, \
1121 DEFAULT_RATELIMIT_INTERVAL, \
1122 DEFAULT_RATELIMIT_BURST); \
1123 if (__ratelimit(&_rs)) \
1124 dev_level(dev, fmt, ##__VA_ARGS__); \
1125 } while (0)
1126
1127 #define dev_emerg_ratelimited(dev, fmt, ...) \
1128 dev_level_ratelimited(dev_emerg, dev, fmt, ##__VA_ARGS__)
1129 #define dev_alert_ratelimited(dev, fmt, ...) \
1130 dev_level_ratelimited(dev_alert, dev, fmt, ##__VA_ARGS__)
1131 #define dev_crit_ratelimited(dev, fmt, ...) \
1132 dev_level_ratelimited(dev_crit, dev, fmt, ##__VA_ARGS__)
1133 #define dev_err_ratelimited(dev, fmt, ...) \
1134 dev_level_ratelimited(dev_err, dev, fmt, ##__VA_ARGS__)
1135 #define dev_warn_ratelimited(dev, fmt, ...) \
1136 dev_level_ratelimited(dev_warn, dev, fmt, ##__VA_ARGS__)
1137 #define dev_notice_ratelimited(dev, fmt, ...) \
1138 dev_level_ratelimited(dev_notice, dev, fmt, ##__VA_ARGS__)
1139 #define dev_info_ratelimited(dev, fmt, ...) \
1140 dev_level_ratelimited(dev_info, dev, fmt, ##__VA_ARGS__)
1141 #if defined(CONFIG_DYNAMIC_DEBUG)
1142 /* descriptor check is first to prevent flooding with "callbacks suppressed" */
1143 #define dev_dbg_ratelimited(dev, fmt, ...) \
1144 do { \
1145 static DEFINE_RATELIMIT_STATE(_rs, \
1146 DEFAULT_RATELIMIT_INTERVAL, \
1147 DEFAULT_RATELIMIT_BURST); \
1148 DEFINE_DYNAMIC_DEBUG_METADATA(descriptor, fmt); \
1149 if (unlikely(descriptor.flags & _DPRINTK_FLAGS_PRINT) && \
1150 __ratelimit(&_rs)) \
1151 __dynamic_dev_dbg(&descriptor, dev, fmt, \
1152 ##__VA_ARGS__); \
1153 } while (0)
1154 #elif defined(DEBUG)
1155 #define dev_dbg_ratelimited(dev, fmt, ...) \
1156 do { \
1157 static DEFINE_RATELIMIT_STATE(_rs, \
1158 DEFAULT_RATELIMIT_INTERVAL, \
1159 DEFAULT_RATELIMIT_BURST); \
1160 if (__ratelimit(&_rs)) \
1161 dev_printk(KERN_DEBUG, dev, fmt, ##__VA_ARGS__); \
1162 } while (0)
1163 #else
1164 #define dev_dbg_ratelimited(dev, fmt, ...) \
1165 no_printk(KERN_DEBUG pr_fmt(fmt), ##__VA_ARGS__)
1166 #endif
1167
1168 #ifdef VERBOSE_DEBUG
1169 #define dev_vdbg dev_dbg
1170 #else
1171 #define dev_vdbg(dev, format, arg...) \
1172 ({ \
1173 if (0) \
1174 dev_printk(KERN_DEBUG, dev, format, ##arg); \
1175 0; \
1176 })
1177 #endif
1178
1179 /*
1180 * dev_WARN*() acts like dev_printk(), but with the key difference of
1181 * using WARN/WARN_ONCE to include file/line information and a backtrace.
1182 */
1183 #define dev_WARN(dev, format, arg...) \
1184 WARN(1, "%s %s: " format, dev_driver_string(dev), dev_name(dev), ## arg);
1185
1186 #define dev_WARN_ONCE(dev, condition, format, arg...) \
1187 WARN_ONCE(condition, "%s %s: " format, \
1188 dev_driver_string(dev), dev_name(dev), ## arg)
1189
1190 /* Create alias, so I can be autoloaded. */
1191 #define MODULE_ALIAS_CHARDEV(major,minor) \
1192 MODULE_ALIAS("char-major-" __stringify(major) "-" __stringify(minor))
1193 #define MODULE_ALIAS_CHARDEV_MAJOR(major) \
1194 MODULE_ALIAS("char-major-" __stringify(major) "-*")
1195
1196 #ifdef CONFIG_SYSFS_DEPRECATED
1197 extern long sysfs_deprecated;
1198 #else
1199 #define sysfs_deprecated 0
1200 #endif
1201
1202 /**
1203 * module_driver() - Helper macro for drivers that don't do anything
1204 * special in module init/exit. This eliminates a lot of boilerplate.
1205 * Each module may only use this macro once, and calling it replaces
1206 * module_init() and module_exit().
1207 *
1208 * @__driver: driver name
1209 * @__register: register function for this driver type
1210 * @__unregister: unregister function for this driver type
1211 * @...: Additional arguments to be passed to __register and __unregister.
1212 *
1213 * Use this macro to construct bus specific macros for registering
1214 * drivers, and do not use it on its own.
1215 */
1216 #define module_driver(__driver, __register, __unregister, ...) \
1217 static int __init __driver##_init(void) \
1218 { \
1219 return __register(&(__driver) , ##__VA_ARGS__); \
1220 } \
1221 module_init(__driver##_init); \
1222 static void __exit __driver##_exit(void) \
1223 { \
1224 __unregister(&(__driver) , ##__VA_ARGS__); \
1225 } \
1226 module_exit(__driver##_exit);
1227
1228 #endif /* _DEVICE_H_ */ 1 /*
2 * INET An implementation of the TCP/IP protocol suite for the LINUX
3 * operating system. INET is implemented using the BSD Socket
4 * interface as the means of communication with the user level.
5 *
6 * Definitions for the Interfaces handler.
7 *
8 * Version: @(#)dev.h 1.0.10 08/12/93
9 *
10 * Authors: Ross Biro
11 * Fred N. van Kempen, <waltje@uWalt.NL.Mugnet.ORG>
12 * Corey Minyard <wf-rch!minyard@relay.EU.net>
13 * Donald J. Becker, <becker@cesdis.gsfc.nasa.gov>
14 * Alan Cox, <alan@lxorguk.ukuu.org.uk>
15 * Bjorn Ekwall. <bj0rn@blox.se>
16 * Pekka Riikonen <priikone@poseidon.pspt.fi>
17 *
18 * This program is free software; you can redistribute it and/or
19 * modify it under the terms of the GNU General Public License
20 * as published by the Free Software Foundation; either version
21 * 2 of the License, or (at your option) any later version.
22 *
23 * Moved to /usr/include/linux for NET3
24 */
25 #ifndef _LINUX_NETDEVICE_H
26 #define _LINUX_NETDEVICE_H
27
28 #include <linux/pm_qos.h>
29 #include <linux/timer.h>
30 #include <linux/bug.h>
31 #include <linux/delay.h>
32 #include <linux/atomic.h>
33 #include <asm/cache.h>
34 #include <asm/byteorder.h>
35
36 #include <linux/percpu.h>
37 #include <linux/rculist.h>
38 #include <linux/dmaengine.h>
39 #include <linux/workqueue.h>
40 #include <linux/dynamic_queue_limits.h>
41
42 #include <linux/ethtool.h>
43 #include <net/net_namespace.h>
44 #include <net/dsa.h>
45 #ifdef CONFIG_DCB
46 #include <net/dcbnl.h>
47 #endif
48 #include <net/netprio_cgroup.h>
49
50 #include <linux/netdev_features.h>
51 #include <linux/neighbour.h>
52 #include <uapi/linux/netdevice.h>
53
54 struct netpoll_info;
55 struct device;
56 struct phy_device;
57 /* 802.11 specific */
58 struct wireless_dev;
59
60 void netdev_set_default_ethtool_ops(struct net_device *dev,
61 const struct ethtool_ops *ops);
62
63 /* Backlog congestion levels */
64 #define NET_RX_SUCCESS 0 /* keep 'em coming, baby */
65 #define NET_RX_DROP 1 /* packet dropped */
66
67 /*
68 * Transmit return codes: transmit return codes originate from three different
69 * namespaces:
70 *
71 * - qdisc return codes
72 * - driver transmit return codes
73 * - errno values
74 *
75 * Drivers are allowed to return any one of those in their hard_start_xmit()
76 * function. Real network devices commonly used with qdiscs should only return
77 * the driver transmit return codes though - when qdiscs are used, the actual
78 * transmission happens asynchronously, so the value is not propagated to
79 * higher layers. Virtual network devices transmit synchronously, in this case
80 * the driver transmit return codes are consumed by dev_queue_xmit(), all
81 * others are propagated to higher layers.
82 */
83
84 /* qdisc ->enqueue() return codes. */
85 #define NET_XMIT_SUCCESS 0x00
86 #define NET_XMIT_DROP 0x01 /* skb dropped */
87 #define NET_XMIT_CN 0x02 /* congestion notification */
88 #define NET_XMIT_POLICED 0x03 /* skb is shot by police */
89 #define NET_XMIT_MASK 0x0f /* qdisc flags in net/sch_generic.h */
90
91 /* NET_XMIT_CN is special. It does not guarantee that this packet is lost. It
92 * indicates that the device will soon be dropping packets, or already drops
93 * some packets of the same priority; prompting us to send less aggressively. */
94 #define net_xmit_eval(e) ((e) == NET_XMIT_CN ? 0 : (e))
95 #define net_xmit_errno(e) ((e) != NET_XMIT_CN ? -ENOBUFS : 0)
96
97 /* Driver transmit return codes */
98 #define NETDEV_TX_MASK 0xf0
99
100 enum netdev_tx {
101 __NETDEV_TX_MIN = INT_MIN, /* make sure enum is signed */
102 NETDEV_TX_OK = 0x00, /* driver took care of packet */
103 NETDEV_TX_BUSY = 0x10, /* driver tx path was busy*/
104 NETDEV_TX_LOCKED = 0x20, /* driver tx lock was already taken */
105 };
106 typedef enum netdev_tx netdev_tx_t;
107
108 /*
109 * Current order: NETDEV_TX_MASK > NET_XMIT_MASK >= 0 is significant;
110 * hard_start_xmit() return < NET_XMIT_MASK means skb was consumed.
111 */
112 static inline bool dev_xmit_complete(int rc)
113 {
114 /*
115 * Positive cases with an skb consumed by a driver:
116 * - successful transmission (rc == NETDEV_TX_OK)
117 * - error while transmitting (rc < 0)
118 * - error while queueing to a different device (rc & NET_XMIT_MASK)
119 */
120 if (likely(rc < NET_XMIT_MASK))
121 return true;
122
123 return false;
124 }
125
126 /*
127 * Compute the worst case header length according to the protocols
128 * used.
129 */
130
131 #if defined(CONFIG_WLAN) || IS_ENABLED(CONFIG_AX25)
132 # if defined(CONFIG_MAC80211_MESH)
133 # define LL_MAX_HEADER 128
134 # else
135 # define LL_MAX_HEADER 96
136 # endif
137 #else
138 # define LL_MAX_HEADER 32
139 #endif
140
141 #if !IS_ENABLED(CONFIG_NET_IPIP) && !IS_ENABLED(CONFIG_NET_IPGRE) && \
142 !IS_ENABLED(CONFIG_IPV6_SIT) && !IS_ENABLED(CONFIG_IPV6_TUNNEL)
143 #define MAX_HEADER LL_MAX_HEADER
144 #else
145 #define MAX_HEADER (LL_MAX_HEADER + 48)
146 #endif
147
148 /*
149 * Old network device statistics. Fields are native words
150 * (unsigned long) so they can be read and written atomically.
151 */
152
153 struct net_device_stats {
154 unsigned long rx_packets;
155 unsigned long tx_packets;
156 unsigned long rx_bytes;
157 unsigned long tx_bytes;
158 unsigned long rx_errors;
159 unsigned long tx_errors;
160 unsigned long rx_dropped;
161 unsigned long tx_dropped;
162 unsigned long multicast;
163 unsigned long collisions;
164 unsigned long rx_length_errors;
165 unsigned long rx_over_errors;
166 unsigned long rx_crc_errors;
167 unsigned long rx_frame_errors;
168 unsigned long rx_fifo_errors;
169 unsigned long rx_missed_errors;
170 unsigned long tx_aborted_errors;
171 unsigned long tx_carrier_errors;
172 unsigned long tx_fifo_errors;
173 unsigned long tx_heartbeat_errors;
174 unsigned long tx_window_errors;
175 unsigned long rx_compressed;
176 unsigned long tx_compressed;
177 };
178
179
180 #include <linux/cache.h>
181 #include <linux/skbuff.h>
182
183 #ifdef CONFIG_RPS
184 #include <linux/static_key.h>
185 extern struct static_key rps_needed;
186 #endif
187
188 struct neighbour;
189 struct neigh_parms;
190 struct sk_buff;
191
192 struct netdev_hw_addr {
193 struct list_head list;
194 unsigned char addr[MAX_ADDR_LEN];
195 unsigned char type;
196 #define NETDEV_HW_ADDR_T_LAN 1
197 #define NETDEV_HW_ADDR_T_SAN 2
198 #define NETDEV_HW_ADDR_T_SLAVE 3
199 #define NETDEV_HW_ADDR_T_UNICAST 4
200 #define NETDEV_HW_ADDR_T_MULTICAST 5
201 bool global_use;
202 int sync_cnt;
203 int refcount;
204 int synced;
205 struct rcu_head rcu_head;
206 };
207
208 struct netdev_hw_addr_list {
209 struct list_head list;
210 int count;
211 };
212
213 #define netdev_hw_addr_list_count(l) ((l)->count)
214 #define netdev_hw_addr_list_empty(l) (netdev_hw_addr_list_count(l) == 0)
215 #define netdev_hw_addr_list_for_each(ha, l) \
216 list_for_each_entry(ha, &(l)->list, list)
217
218 #define netdev_uc_count(dev) netdev_hw_addr_list_count(&(dev)->uc)
219 #define netdev_uc_empty(dev) netdev_hw_addr_list_empty(&(dev)->uc)
220 #define netdev_for_each_uc_addr(ha, dev) \
221 netdev_hw_addr_list_for_each(ha, &(dev)->uc)
222
223 #define netdev_mc_count(dev) netdev_hw_addr_list_count(&(dev)->mc)
224 #define netdev_mc_empty(dev) netdev_hw_addr_list_empty(&(dev)->mc)
225 #define netdev_for_each_mc_addr(ha, dev) \
226 netdev_hw_addr_list_for_each(ha, &(dev)->mc)
227
228 struct hh_cache {
229 u16 hh_len;
230 u16 __pad;
231 seqlock_t hh_lock;
232
233 /* cached hardware header; allow for machine alignment needs. */
234 #define HH_DATA_MOD 16
235 #define HH_DATA_OFF(__len) \
236 (HH_DATA_MOD - (((__len - 1) & (HH_DATA_MOD - 1)) + 1))
237 #define HH_DATA_ALIGN(__len) \
238 (((__len)+(HH_DATA_MOD-1))&~(HH_DATA_MOD - 1))
239 unsigned long hh_data[HH_DATA_ALIGN(LL_MAX_HEADER) / sizeof(long)];
240 };
241
242 /* Reserve HH_DATA_MOD byte aligned hard_header_len, but at least that much.
243 * Alternative is:
244 * dev->hard_header_len ? (dev->hard_header_len +
245 * (HH_DATA_MOD - 1)) & ~(HH_DATA_MOD - 1) : 0
246 *
247 * We could use other alignment values, but we must maintain the
248 * relationship HH alignment <= LL alignment.
249 */
250 #define LL_RESERVED_SPACE(dev) \
251 ((((dev)->hard_header_len+(dev)->needed_headroom)&~(HH_DATA_MOD - 1)) + HH_DATA_MOD)
252 #define LL_RESERVED_SPACE_EXTRA(dev,extra) \
253 ((((dev)->hard_header_len+(dev)->needed_headroom+(extra))&~(HH_DATA_MOD - 1)) + HH_DATA_MOD)
254
255 struct header_ops {
256 int (*create) (struct sk_buff *skb, struct net_device *dev,
257 unsigned short type, const void *daddr,
258 const void *saddr, unsigned int len);
259 int (*parse)(const struct sk_buff *skb, unsigned char *haddr);
260 int (*rebuild)(struct sk_buff *skb);
261 int (*cache)(const struct neighbour *neigh, struct hh_cache *hh, __be16 type);
262 void (*cache_update)(struct hh_cache *hh,
263 const struct net_device *dev,
264 const unsigned char *haddr);
265 };
266
267 /* These flag bits are private to the generic network queueing
268 * layer, they may not be explicitly referenced by any other
269 * code.
270 */
271
272 enum netdev_state_t {
273 __LINK_STATE_START,
274 __LINK_STATE_PRESENT,
275 __LINK_STATE_NOCARRIER,
276 __LINK_STATE_LINKWATCH_PENDING,
277 __LINK_STATE_DORMANT,
278 };
279
280
281 /*
282 * This structure holds at boot time configured netdevice settings. They
283 * are then used in the device probing.
284 */
285 struct netdev_boot_setup {
286 char name[IFNAMSIZ];
287 struct ifmap map;
288 };
289 #define NETDEV_BOOT_SETUP_MAX 8
290
291 int __init netdev_boot_setup(char *str);
292
293 /*
294 * Structure for NAPI scheduling similar to tasklet but with weighting
295 */
296 struct napi_struct {
297 /* The poll_list must only be managed by the entity which
298 * changes the state of the NAPI_STATE_SCHED bit. This means
299 * whoever atomically sets that bit can add this napi_struct
300 * to the per-cpu poll_list, and whoever clears that bit
301 * can remove from the list right before clearing the bit.
302 */
303 struct list_head poll_list;
304
305 unsigned long state;
306 int weight;
307 unsigned int gro_count;
308 int (*poll)(struct napi_struct *, int);
309 #ifdef CONFIG_NETPOLL
310 spinlock_t poll_lock;
311 int poll_owner;
312 #endif
313 struct net_device *dev;
314 struct sk_buff *gro_list;
315 struct sk_buff *skb;
316 struct list_head dev_list;
317 struct hlist_node napi_hash_node;
318 unsigned int napi_id;
319 };
320
321 enum {
322 NAPI_STATE_SCHED, /* Poll is scheduled */
323 NAPI_STATE_DISABLE, /* Disable pending */
324 NAPI_STATE_NPSVC, /* Netpoll - don't dequeue from poll_list */
325 NAPI_STATE_HASHED, /* In NAPI hash */
326 };
327
328 enum gro_result {
329 GRO_MERGED,
330 GRO_MERGED_FREE,
331 GRO_HELD,
332 GRO_NORMAL,
333 GRO_DROP,
334 };
335 typedef enum gro_result gro_result_t;
336
337 /*
338 * enum rx_handler_result - Possible return values for rx_handlers.
339 * @RX_HANDLER_CONSUMED: skb was consumed by rx_handler, do not process it
340 * further.
341 * @RX_HANDLER_ANOTHER: Do another round in receive path. This is indicated in
342 * case skb->dev was changed by rx_handler.
343 * @RX_HANDLER_EXACT: Force exact delivery, no wildcard.
344 * @RX_HANDLER_PASS: Do nothing, passe the skb as if no rx_handler was called.
345 *
346 * rx_handlers are functions called from inside __netif_receive_skb(), to do
347 * special processing of the skb, prior to delivery to protocol handlers.
348 *
349 * Currently, a net_device can only have a single rx_handler registered. Trying
350 * to register a second rx_handler will return -EBUSY.
351 *
352 * To register a rx_handler on a net_device, use netdev_rx_handler_register().
353 * To unregister a rx_handler on a net_device, use
354 * netdev_rx_handler_unregister().
355 *
356 * Upon return, rx_handler is expected to tell __netif_receive_skb() what to
357 * do with the skb.
358 *
359 * If the rx_handler consumed to skb in some way, it should return
360 * RX_HANDLER_CONSUMED. This is appropriate when the rx_handler arranged for
361 * the skb to be delivered in some other ways.
362 *
363 * If the rx_handler changed skb->dev, to divert the skb to another
364 * net_device, it should return RX_HANDLER_ANOTHER. The rx_handler for the
365 * new device will be called if it exists.
366 *
367 * If the rx_handler consider the skb should be ignored, it should return
368 * RX_HANDLER_EXACT. The skb will only be delivered to protocol handlers that
369 * are registered on exact device (ptype->dev == skb->dev).
370 *
371 * If the rx_handler didn't changed skb->dev, but want the skb to be normally
372 * delivered, it should return RX_HANDLER_PASS.
373 *
374 * A device without a registered rx_handler will behave as if rx_handler
375 * returned RX_HANDLER_PASS.
376 */
377
378 enum rx_handler_result {
379 RX_HANDLER_CONSUMED,
380 RX_HANDLER_ANOTHER,
381 RX_HANDLER_EXACT,
382 RX_HANDLER_PASS,
383 };
384 typedef enum rx_handler_result rx_handler_result_t;
385 typedef rx_handler_result_t rx_handler_func_t(struct sk_buff **pskb);
386
387 void __napi_schedule(struct napi_struct *n);
388
389 static inline bool napi_disable_pending(struct napi_struct *n)
390 {
391 return test_bit(NAPI_STATE_DISABLE, &n->state);
392 }
393
394 /**
395 * napi_schedule_prep - check if napi can be scheduled
396 * @n: napi context
397 *
398 * Test if NAPI routine is already running, and if not mark
399 * it as running. This is used as a condition variable
400 * insure only one NAPI poll instance runs. We also make
401 * sure there is no pending NAPI disable.
402 */
403 static inline bool napi_schedule_prep(struct napi_struct *n)
404 {
405 return !napi_disable_pending(n) &&
406 !test_and_set_bit(NAPI_STATE_SCHED, &n->state);
407 }
408
409 /**
410 * napi_schedule - schedule NAPI poll
411 * @n: napi context
412 *
413 * Schedule NAPI poll routine to be called if it is not already
414 * running.
415 */
416 static inline void napi_schedule(struct napi_struct *n)
417 {
418 if (napi_schedule_prep(n))
419 __napi_schedule(n);
420 }
421
422 /* Try to reschedule poll. Called by dev->poll() after napi_complete(). */
423 static inline bool napi_reschedule(struct napi_struct *napi)
424 {
425 if (napi_schedule_prep(napi)) {
426 __napi_schedule(napi);
427 return true;
428 }
429 return false;
430 }
431
432 /**
433 * napi_complete - NAPI processing complete
434 * @n: napi context
435 *
436 * Mark NAPI processing as complete.
437 */
438 void __napi_complete(struct napi_struct *n);
439 void napi_complete(struct napi_struct *n);
440
441 /**
442 * napi_by_id - lookup a NAPI by napi_id
443 * @napi_id: hashed napi_id
444 *
445 * lookup @napi_id in napi_hash table
446 * must be called under rcu_read_lock()
447 */
448 struct napi_struct *napi_by_id(unsigned int napi_id);
449
450 /**
451 * napi_hash_add - add a NAPI to global hashtable
452 * @napi: napi context
453 *
454 * generate a new napi_id and store a @napi under it in napi_hash
455 */
456 void napi_hash_add(struct napi_struct *napi);
457
458 /**
459 * napi_hash_del - remove a NAPI from global table
460 * @napi: napi context
461 *
462 * Warning: caller must observe rcu grace period
463 * before freeing memory containing @napi
464 */
465 void napi_hash_del(struct napi_struct *napi);
466
467 /**
468 * napi_disable - prevent NAPI from scheduling
469 * @n: napi context
470 *
471 * Stop NAPI from being scheduled on this context.
472 * Waits till any outstanding processing completes.
473 */
474 static inline void napi_disable(struct napi_struct *n)
475 {
476 might_sleep();
477 set_bit(NAPI_STATE_DISABLE, &n->state);
478 while (test_and_set_bit(NAPI_STATE_SCHED, &n->state))
479 msleep(1);
480 clear_bit(NAPI_STATE_DISABLE, &n->state);
481 }
482
483 /**
484 * napi_enable - enable NAPI scheduling
485 * @n: napi context
486 *
487 * Resume NAPI from being scheduled on this context.
488 * Must be paired with napi_disable.
489 */
490 static inline void napi_enable(struct napi_struct *n)
491 {
492 BUG_ON(!test_bit(NAPI_STATE_SCHED, &n->state));
493 smp_mb__before_atomic();
494 clear_bit(NAPI_STATE_SCHED, &n->state);
495 }
496
497 #ifdef CONFIG_SMP
498 /**
499 * napi_synchronize - wait until NAPI is not running
500 * @n: napi context
501 *
502 * Wait until NAPI is done being scheduled on this context.
503 * Waits till any outstanding processing completes but
504 * does not disable future activations.
505 */
506 static inline void napi_synchronize(const struct napi_struct *n)
507 {
508 while (test_bit(NAPI_STATE_SCHED, &n->state))
509 msleep(1);
510 }
511 #else
512 # define napi_synchronize(n) barrier()
513 #endif
514
515 enum netdev_queue_state_t {
516 __QUEUE_STATE_DRV_XOFF,
517 __QUEUE_STATE_STACK_XOFF,
518 __QUEUE_STATE_FROZEN,
519 };
520
521 #define QUEUE_STATE_DRV_XOFF (1 << __QUEUE_STATE_DRV_XOFF)
522 #define QUEUE_STATE_STACK_XOFF (1 << __QUEUE_STATE_STACK_XOFF)
523 #define QUEUE_STATE_FROZEN (1 << __QUEUE_STATE_FROZEN)
524
525 #define QUEUE_STATE_ANY_XOFF (QUEUE_STATE_DRV_XOFF | QUEUE_STATE_STACK_XOFF)
526 #define QUEUE_STATE_ANY_XOFF_OR_FROZEN (QUEUE_STATE_ANY_XOFF | \
527 QUEUE_STATE_FROZEN)
528 #define QUEUE_STATE_DRV_XOFF_OR_FROZEN (QUEUE_STATE_DRV_XOFF | \
529 QUEUE_STATE_FROZEN)
530
531 /*
532 * __QUEUE_STATE_DRV_XOFF is used by drivers to stop the transmit queue. The
533 * netif_tx_* functions below are used to manipulate this flag. The
534 * __QUEUE_STATE_STACK_XOFF flag is used by the stack to stop the transmit
535 * queue independently. The netif_xmit_*stopped functions below are called
536 * to check if the queue has been stopped by the driver or stack (either
537 * of the XOFF bits are set in the state). Drivers should not need to call
538 * netif_xmit*stopped functions, they should only be using netif_tx_*.
539 */
540
541 struct netdev_queue {
542 /*
543 * read mostly part
544 */
545 struct net_device *dev;
546 struct Qdisc *qdisc;
547 struct Qdisc *qdisc_sleeping;
548 #ifdef CONFIG_SYSFS
549 struct kobject kobj;
550 #endif
551 #if defined(CONFIG_XPS) && defined(CONFIG_NUMA)
552 int numa_node;
553 #endif
554 /*
555 * write mostly part
556 */
557 spinlock_t _xmit_lock ____cacheline_aligned_in_smp;
558 int xmit_lock_owner;
559 /*
560 * please use this field instead of dev->trans_start
561 */
562 unsigned long trans_start;
563
564 /*
565 * Number of TX timeouts for this queue
566 * (/sys/class/net/DEV/Q/trans_timeout)
567 */
568 unsigned long trans_timeout;
569
570 unsigned long state;
571
572 #ifdef CONFIG_BQL
573 struct dql dql;
574 #endif
575 } ____cacheline_aligned_in_smp;
576
577 static inline int netdev_queue_numa_node_read(const struct netdev_queue *q)
578 {
579 #if defined(CONFIG_XPS) && defined(CONFIG_NUMA)
580 return q->numa_node;
581 #else
582 return NUMA_NO_NODE;
583 #endif
584 }
585
586 static inline void netdev_queue_numa_node_write(struct netdev_queue *q, int node)
587 {
588 #if defined(CONFIG_XPS) && defined(CONFIG_NUMA)
589 q->numa_node = node;
590 #endif
591 }
592
593 #ifdef CONFIG_RPS
594 /*
595 * This structure holds an RPS map which can be of variable length. The
596 * map is an array of CPUs.
597 */
598 struct rps_map {
599 unsigned int len;
600 struct rcu_head rcu;
601 u16 cpus[0];
602 };
603 #define RPS_MAP_SIZE(_num) (sizeof(struct rps_map) + ((_num) * sizeof(u16)))
604
605 /*
606 * The rps_dev_flow structure contains the mapping of a flow to a CPU, the
607 * tail pointer for that CPU's input queue at the time of last enqueue, and
608 * a hardware filter index.
609 */
610 struct rps_dev_flow {
611 u16 cpu;
612 u16 filter;
613 unsigned int last_qtail;
614 };
615 #define RPS_NO_FILTER 0xffff
616
617 /*
618 * The rps_dev_flow_table structure contains a table of flow mappings.
619 */
620 struct rps_dev_flow_table {
621 unsigned int mask;
622 struct rcu_head rcu;
623 struct rps_dev_flow flows[0];
624 };
625 #define RPS_DEV_FLOW_TABLE_SIZE(_num) (sizeof(struct rps_dev_flow_table) + \
626 ((_num) * sizeof(struct rps_dev_flow)))
627
628 /*
629 * The rps_sock_flow_table contains mappings of flows to the last CPU
630 * on which they were processed by the application (set in recvmsg).
631 */
632 struct rps_sock_flow_table {
633 unsigned int mask;
634 u16 ents[0];
635 };
636 #define RPS_SOCK_FLOW_TABLE_SIZE(_num) (sizeof(struct rps_sock_flow_table) + \
637 ((_num) * sizeof(u16)))
638
639 #define RPS_NO_CPU 0xffff
640
641 static inline void rps_record_sock_flow(struct rps_sock_flow_table *table,
642 u32 hash)
643 {
644 if (table && hash) {
645 unsigned int cpu, index = hash & table->mask;
646
647 /* We only give a hint, preemption can change cpu under us */
648 cpu = raw_smp_processor_id();
649
650 if (table->ents[index] != cpu)
651 table->ents[index] = cpu;
652 }
653 }
654
655 static inline void rps_reset_sock_flow(struct rps_sock_flow_table *table,
656 u32 hash)
657 {
658 if (table && hash)
659 table->ents[hash & table->mask] = RPS_NO_CPU;
660 }
661
662 extern struct rps_sock_flow_table __rcu *rps_sock_flow_table;
663
664 #ifdef CONFIG_RFS_ACCEL
665 bool rps_may_expire_flow(struct net_device *dev, u16 rxq_index, u32 flow_id,
666 u16 filter_id);
667 #endif
668 #endif /* CONFIG_RPS */
669
670 /* This structure contains an instance of an RX queue. */
671 struct netdev_rx_queue {
672 #ifdef CONFIG_RPS
673 struct rps_map __rcu *rps_map;
674 struct rps_dev_flow_table __rcu *rps_flow_table;
675 #endif
676 struct kobject kobj;
677 struct net_device *dev;
678 } ____cacheline_aligned_in_smp;
679
680 /*
681 * RX queue sysfs structures and functions.
682 */
683 struct rx_queue_attribute {
684 struct attribute attr;
685 ssize_t (*show)(struct netdev_rx_queue *queue,
686 struct rx_queue_attribute *attr, char *buf);
687 ssize_t (*store)(struct netdev_rx_queue *queue,
688 struct rx_queue_attribute *attr, const char *buf, size_t len);
689 };
690
691 #ifdef CONFIG_XPS
692 /*
693 * This structure holds an XPS map which can be of variable length. The
694 * map is an array of queues.
695 */
696 struct xps_map {
697 unsigned int len;
698 unsigned int alloc_len;
699 struct rcu_head rcu;
700 u16 queues[0];
701 };
702 #define XPS_MAP_SIZE(_num) (sizeof(struct xps_map) + ((_num) * sizeof(u16)))
703 #define XPS_MIN_MAP_ALLOC ((L1_CACHE_BYTES - sizeof(struct xps_map)) \
704 / sizeof(u16))
705
706 /*
707 * This structure holds all XPS maps for device. Maps are indexed by CPU.
708 */
709 struct xps_dev_maps {
710 struct rcu_head rcu;
711 struct xps_map __rcu *cpu_map[0];
712 };
713 #define XPS_DEV_MAPS_SIZE (sizeof(struct xps_dev_maps) + \
714 (nr_cpu_ids * sizeof(struct xps_map *)))
715 #endif /* CONFIG_XPS */
716
717 #define TC_MAX_QUEUE 16
718 #define TC_BITMASK 15
719 /* HW offloaded queuing disciplines txq count and offset maps */
720 struct netdev_tc_txq {
721 u16 count;
722 u16 offset;
723 };
724
725 #if defined(CONFIG_FCOE) || defined(CONFIG_FCOE_MODULE)
726 /*
727 * This structure is to hold information about the device
728 * configured to run FCoE protocol stack.
729 */
730 struct netdev_fcoe_hbainfo {
731 char manufacturer[64];
732 char serial_number[64];
733 char hardware_version[64];
734 char driver_version[64];
735 char optionrom_version[64];
736 char firmware_version[64];
737 char model[256];
738 char model_description[256];
739 };
740 #endif
741
742 #define MAX_PHYS_PORT_ID_LEN 32
743
744 /* This structure holds a unique identifier to identify the
745 * physical port used by a netdevice.
746 */
747 struct netdev_phys_port_id {
748 unsigned char id[MAX_PHYS_PORT_ID_LEN];
749 unsigned char id_len;
750 };
751
752 typedef u16 (*select_queue_fallback_t)(struct net_device *dev,
753 struct sk_buff *skb);
754
755 /*
756 * This structure defines the management hooks for network devices.
757 * The following hooks can be defined; unless noted otherwise, they are
758 * optional and can be filled with a null pointer.
759 *
760 * int (*ndo_init)(struct net_device *dev);
761 * This function is called once when network device is registered.
762 * The network device can use this to any late stage initializaton
763 * or semantic validattion. It can fail with an error code which will
764 * be propogated back to register_netdev
765 *
766 * void (*ndo_uninit)(struct net_device *dev);
767 * This function is called when device is unregistered or when registration
768 * fails. It is not called if init fails.
769 *
770 * int (*ndo_open)(struct net_device *dev);
771 * This function is called when network device transistions to the up
772 * state.
773 *
774 * int (*ndo_stop)(struct net_device *dev);
775 * This function is called when network device transistions to the down
776 * state.
777 *
778 * netdev_tx_t (*ndo_start_xmit)(struct sk_buff *skb,
779 * struct net_device *dev);
780 * Called when a packet needs to be transmitted.
781 * Must return NETDEV_TX_OK , NETDEV_TX_BUSY.
782 * (can also return NETDEV_TX_LOCKED iff NETIF_F_LLTX)
783 * Required can not be NULL.
784 *
785 * u16 (*ndo_select_queue)(struct net_device *dev, struct sk_buff *skb,
786 * void *accel_priv, select_queue_fallback_t fallback);
787 * Called to decide which queue to when device supports multiple
788 * transmit queues.
789 *
790 * void (*ndo_change_rx_flags)(struct net_device *dev, int flags);
791 * This function is called to allow device receiver to make
792 * changes to configuration when multicast or promiscious is enabled.
793 *
794 * void (*ndo_set_rx_mode)(struct net_device *dev);
795 * This function is called device changes address list filtering.
796 * If driver handles unicast address filtering, it should set
797 * IFF_UNICAST_FLT to its priv_flags.
798 *
799 * int (*ndo_set_mac_address)(struct net_device *dev, void *addr);
800 * This function is called when the Media Access Control address
801 * needs to be changed. If this interface is not defined, the
802 * mac address can not be changed.
803 *
804 * int (*ndo_validate_addr)(struct net_device *dev);
805 * Test if Media Access Control address is valid for the device.
806 *
807 * int (*ndo_do_ioctl)(struct net_device *dev, struct ifreq *ifr, int cmd);
808 * Called when a user request an ioctl which can't be handled by
809 * the generic interface code. If not defined ioctl's return
810 * not supported error code.
811 *
812 * int (*ndo_set_config)(struct net_device *dev, struct ifmap *map);
813 * Used to set network devices bus interface parameters. This interface
814 * is retained for legacy reason, new devices should use the bus
815 * interface (PCI) for low level management.
816 *
817 * int (*ndo_change_mtu)(struct net_device *dev, int new_mtu);
818 * Called when a user wants to change the Maximum Transfer Unit
819 * of a device. If not defined, any request to change MTU will
820 * will return an error.
821 *
822 * void (*ndo_tx_timeout)(struct net_device *dev);
823 * Callback uses when the transmitter has not made any progress
824 * for dev->watchdog ticks.
825 *
826 * struct rtnl_link_stats64* (*ndo_get_stats64)(struct net_device *dev,
827 * struct rtnl_link_stats64 *storage);
828 * struct net_device_stats* (*ndo_get_stats)(struct net_device *dev);
829 * Called when a user wants to get the network device usage
830 * statistics. Drivers must do one of the following:
831 * 1. Define @ndo_get_stats64 to fill in a zero-initialised
832 * rtnl_link_stats64 structure passed by the caller.
833 * 2. Define @ndo_get_stats to update a net_device_stats structure
834 * (which should normally be dev->stats) and return a pointer to
835 * it. The structure may be changed asynchronously only if each
836 * field is written atomically.
837 * 3. Update dev->stats asynchronously and atomically, and define
838 * neither operation.
839 *
840 * int (*ndo_vlan_rx_add_vid)(struct net_device *dev, __be16 proto, u16t vid);
841 * If device support VLAN filtering this function is called when a
842 * VLAN id is registered.
843 *
844 * int (*ndo_vlan_rx_kill_vid)(struct net_device *dev, unsigned short vid);
845 * If device support VLAN filtering this function is called when a
846 * VLAN id is unregistered.
847 *
848 * void (*ndo_poll_controller)(struct net_device *dev);
849 *
850 * SR-IOV management functions.
851 * int (*ndo_set_vf_mac)(struct net_device *dev, int vf, u8* mac);
852 * int (*ndo_set_vf_vlan)(struct net_device *dev, int vf, u16 vlan, u8 qos);
853 * int (*ndo_set_vf_rate)(struct net_device *dev, int vf, int min_tx_rate,
854 * int max_tx_rate);
855 * int (*ndo_set_vf_spoofchk)(struct net_device *dev, int vf, bool setting);
856 * int (*ndo_get_vf_config)(struct net_device *dev,
857 * int vf, struct ifla_vf_info *ivf);
858 * int (*ndo_set_vf_link_state)(struct net_device *dev, int vf, int link_state);
859 * int (*ndo_set_vf_port)(struct net_device *dev, int vf,
860 * struct nlattr *port[]);
861 * int (*ndo_get_vf_port)(struct net_device *dev, int vf, struct sk_buff *skb);
862 * int (*ndo_setup_tc)(struct net_device *dev, u8 tc)
863 * Called to setup 'tc' number of traffic classes in the net device. This
864 * is always called from the stack with the rtnl lock held and netif tx
865 * queues stopped. This allows the netdevice to perform queue management
866 * safely.
867 *
868 * Fiber Channel over Ethernet (FCoE) offload functions.
869 * int (*ndo_fcoe_enable)(struct net_device *dev);
870 * Called when the FCoE protocol stack wants to start using LLD for FCoE
871 * so the underlying device can perform whatever needed configuration or
872 * initialization to support acceleration of FCoE traffic.
873 *
874 * int (*ndo_fcoe_disable)(struct net_device *dev);
875 * Called when the FCoE protocol stack wants to stop using LLD for FCoE
876 * so the underlying device can perform whatever needed clean-ups to
877 * stop supporting acceleration of FCoE traffic.
878 *
879 * int (*ndo_fcoe_ddp_setup)(struct net_device *dev, u16 xid,
880 * struct scatterlist *sgl, unsigned int sgc);
881 * Called when the FCoE Initiator wants to initialize an I/O that
882 * is a possible candidate for Direct Data Placement (DDP). The LLD can
883 * perform necessary setup and returns 1 to indicate the device is set up
884 * successfully to perform DDP on this I/O, otherwise this returns 0.
885 *
886 * int (*ndo_fcoe_ddp_done)(struct net_device *dev, u16 xid);
887 * Called when the FCoE Initiator/Target is done with the DDPed I/O as
888 * indicated by the FC exchange id 'xid', so the underlying device can
889 * clean up and reuse resources for later DDP requests.
890 *
891 * int (*ndo_fcoe_ddp_target)(struct net_device *dev, u16 xid,
892 * struct scatterlist *sgl, unsigned int sgc);
893 * Called when the FCoE Target wants to initialize an I/O that
894 * is a possible candidate for Direct Data Placement (DDP). The LLD can
895 * perform necessary setup and returns 1 to indicate the device is set up
896 * successfully to perform DDP on this I/O, otherwise this returns 0.
897 *
898 * int (*ndo_fcoe_get_hbainfo)(struct net_device *dev,
899 * struct netdev_fcoe_hbainfo *hbainfo);
900 * Called when the FCoE Protocol stack wants information on the underlying
901 * device. This information is utilized by the FCoE protocol stack to
902 * register attributes with Fiber Channel management service as per the
903 * FC-GS Fabric Device Management Information(FDMI) specification.
904 *
905 * int (*ndo_fcoe_get_wwn)(struct net_device *dev, u64 *wwn, int type);
906 * Called when the underlying device wants to override default World Wide
907 * Name (WWN) generation mechanism in FCoE protocol stack to pass its own
908 * World Wide Port Name (WWPN) or World Wide Node Name (WWNN) to the FCoE
909 * protocol stack to use.
910 *
911 * RFS acceleration.
912 * int (*ndo_rx_flow_steer)(struct net_device *dev, const struct sk_buff *skb,
913 * u16 rxq_index, u32 flow_id);
914 * Set hardware filter for RFS. rxq_index is the target queue index;
915 * flow_id is a flow ID to be passed to rps_may_expire_flow() later.
916 * Return the filter ID on success, or a negative error code.
917 *
918 * Slave management functions (for bridge, bonding, etc).
919 * int (*ndo_add_slave)(struct net_device *dev, struct net_device *slave_dev);
920 * Called to make another netdev an underling.
921 *
922 * int (*ndo_del_slave)(struct net_device *dev, struct net_device *slave_dev);
923 * Called to release previously enslaved netdev.
924 *
925 * Feature/offload setting functions.
926 * netdev_features_t (*ndo_fix_features)(struct net_device *dev,
927 * netdev_features_t features);
928 * Adjusts the requested feature flags according to device-specific
929 * constraints, and returns the resulting flags. Must not modify
930 * the device state.
931 *
932 * int (*ndo_set_features)(struct net_device *dev, netdev_features_t features);
933 * Called to update device configuration to new features. Passed
934 * feature set might be less than what was returned by ndo_fix_features()).
935 * Must return >0 or -errno if it changed dev->features itself.
936 *
937 * int (*ndo_fdb_add)(struct ndmsg *ndm, struct nlattr *tb[],
938 * struct net_device *dev,
939 * const unsigned char *addr, u16 flags)
940 * Adds an FDB entry to dev for addr.
941 * int (*ndo_fdb_del)(struct ndmsg *ndm, struct nlattr *tb[],
942 * struct net_device *dev,
943 * const unsigned char *addr)
944 * Deletes the FDB entry from dev coresponding to addr.
945 * int (*ndo_fdb_dump)(struct sk_buff *skb, struct netlink_callback *cb,
946 * struct net_device *dev, int idx)
947 * Used to add FDB entries to dump requests. Implementers should add
948 * entries to skb and update idx with the number of entries.
949 *
950 * int (*ndo_bridge_setlink)(struct net_device *dev, struct nlmsghdr *nlh)
951 * int (*ndo_bridge_getlink)(struct sk_buff *skb, u32 pid, u32 seq,
952 * struct net_device *dev, u32 filter_mask)
953 *
954 * int (*ndo_change_carrier)(struct net_device *dev, bool new_carrier);
955 * Called to change device carrier. Soft-devices (like dummy, team, etc)
956 * which do not represent real hardware may define this to allow their
957 * userspace components to manage their virtual carrier state. Devices
958 * that determine carrier state from physical hardware properties (eg
959 * network cables) or protocol-dependent mechanisms (eg
960 * USB_CDC_NOTIFY_NETWORK_CONNECTION) should NOT implement this function.
961 *
962 * int (*ndo_get_phys_port_id)(struct net_device *dev,
963 * struct netdev_phys_port_id *ppid);
964 * Called to get ID of physical port of this device. If driver does
965 * not implement this, it is assumed that the hw is not able to have
966 * multiple net devices on single physical port.
967 *
968 * void (*ndo_add_vxlan_port)(struct net_device *dev,
969 * sa_family_t sa_family, __be16 port);
970 * Called by vxlan to notiy a driver about the UDP port and socket
971 * address family that vxlan is listnening to. It is called only when
972 * a new port starts listening. The operation is protected by the
973 * vxlan_net->sock_lock.
974 *
975 * void (*ndo_del_vxlan_port)(struct net_device *dev,
976 * sa_family_t sa_family, __be16 port);
977 * Called by vxlan to notify the driver about a UDP port and socket
978 * address family that vxlan is not listening to anymore. The operation
979 * is protected by the vxlan_net->sock_lock.
980 *
981 * void* (*ndo_dfwd_add_station)(struct net_device *pdev,
982 * struct net_device *dev)
983 * Called by upper layer devices to accelerate switching or other
984 * station functionality into hardware. 'pdev is the lowerdev
985 * to use for the offload and 'dev' is the net device that will
986 * back the offload. Returns a pointer to the private structure
987 * the upper layer will maintain.
988 * void (*ndo_dfwd_del_station)(struct net_device *pdev, void *priv)
989 * Called by upper layer device to delete the station created
990 * by 'ndo_dfwd_add_station'. 'pdev' is the net device backing
991 * the station and priv is the structure returned by the add
992 * operation.
993 * netdev_tx_t (*ndo_dfwd_start_xmit)(struct sk_buff *skb,
994 * struct net_device *dev,
995 * void *priv);
996 * Callback to use for xmit over the accelerated station. This
997 * is used in place of ndo_start_xmit on accelerated net
998 * devices.
999 */
1000 struct net_device_ops {
1001 int (*ndo_init)(struct net_device *dev);
1002 void (*ndo_uninit)(struct net_device *dev);
1003 int (*ndo_open)(struct net_device *dev);
1004 int (*ndo_stop)(struct net_device *dev);
1005 netdev_tx_t (*ndo_start_xmit) (struct sk_buff *skb,
1006 struct net_device *dev);
1007 u16 (*ndo_select_queue)(struct net_device *dev,
1008 struct sk_buff *skb,
1009 void *accel_priv,
1010 select_queue_fallback_t fallback);
1011 void (*ndo_change_rx_flags)(struct net_device *dev,
1012 int flags);
1013 void (*ndo_set_rx_mode)(struct net_device *dev);
1014 int (*ndo_set_mac_address)(struct net_device *dev,
1015 void *addr);
1016 int (*ndo_validate_addr)(struct net_device *dev);
1017 int (*ndo_do_ioctl)(struct net_device *dev,
1018 struct ifreq *ifr, int cmd);
1019 int (*ndo_set_config)(struct net_device *dev,
1020 struct ifmap *map);
1021 int (*ndo_change_mtu)(struct net_device *dev,
1022 int new_mtu);
1023 int (*ndo_neigh_setup)(struct net_device *dev,
1024 struct neigh_parms *);
1025 void (*ndo_tx_timeout) (struct net_device *dev);
1026
1027 struct rtnl_link_stats64* (*ndo_get_stats64)(struct net_device *dev,
1028 struct rtnl_link_stats64 *storage);
1029 struct net_device_stats* (*ndo_get_stats)(struct net_device *dev);
1030
1031 int (*ndo_vlan_rx_add_vid)(struct net_device *dev,
1032 __be16 proto, u16 vid);
1033 int (*ndo_vlan_rx_kill_vid)(struct net_device *dev,
1034 __be16 proto, u16 vid);
1035 #ifdef CONFIG_NET_POLL_CONTROLLER
1036 void (*ndo_poll_controller)(struct net_device *dev);
1037 int (*ndo_netpoll_setup)(struct net_device *dev,
1038 struct netpoll_info *info);
1039 void (*ndo_netpoll_cleanup)(struct net_device *dev);
1040 #endif
1041 #ifdef CONFIG_NET_RX_BUSY_POLL
1042 int (*ndo_busy_poll)(struct napi_struct *dev);
1043 #endif
1044 int (*ndo_set_vf_mac)(struct net_device *dev,
1045 int queue, u8 *mac);
1046 int (*ndo_set_vf_vlan)(struct net_device *dev,
1047 int queue, u16 vlan, u8 qos);
1048 int (*ndo_set_vf_rate)(struct net_device *dev,
1049 int vf, int min_tx_rate,
1050 int max_tx_rate);
1051 int (*ndo_set_vf_spoofchk)(struct net_device *dev,
1052 int vf, bool setting);
1053 int (*ndo_get_vf_config)(struct net_device *dev,
1054 int vf,
1055 struct ifla_vf_info *ivf);
1056 int (*ndo_set_vf_link_state)(struct net_device *dev,
1057 int vf, int link_state);
1058 int (*ndo_set_vf_port)(struct net_device *dev,
1059 int vf,
1060 struct nlattr *port[]);
1061 int (*ndo_get_vf_port)(struct net_device *dev,
1062 int vf, struct sk_buff *skb);
1063 int (*ndo_setup_tc)(struct net_device *dev, u8 tc);
1064 #if IS_ENABLED(CONFIG_FCOE)
1065 int (*ndo_fcoe_enable)(struct net_device *dev);
1066 int (*ndo_fcoe_disable)(struct net_device *dev);
1067 int (*ndo_fcoe_ddp_setup)(struct net_device *dev,
1068 u16 xid,
1069 struct scatterlist *sgl,
1070 unsigned int sgc);
1071 int (*ndo_fcoe_ddp_done)(struct net_device *dev,
1072 u16 xid);
1073 int (*ndo_fcoe_ddp_target)(struct net_device *dev,
1074 u16 xid,
1075 struct scatterlist *sgl,
1076 unsigned int sgc);
1077 int (*ndo_fcoe_get_hbainfo)(struct net_device *dev,
1078 struct netdev_fcoe_hbainfo *hbainfo);
1079 #endif
1080
1081 #if IS_ENABLED(CONFIG_LIBFCOE)
1082 #define NETDEV_FCOE_WWNN 0
1083 #define NETDEV_FCOE_WWPN 1
1084 int (*ndo_fcoe_get_wwn)(struct net_device *dev,
1085 u64 *wwn, int type);
1086 #endif
1087
1088 #ifdef CONFIG_RFS_ACCEL
1089 int (*ndo_rx_flow_steer)(struct net_device *dev,
1090 const struct sk_buff *skb,
1091 u16 rxq_index,
1092 u32 flow_id);
1093 #endif
1094 int (*ndo_add_slave)(struct net_device *dev,
1095 struct net_device *slave_dev);
1096 int (*ndo_del_slave)(struct net_device *dev,
1097 struct net_device *slave_dev);
1098 netdev_features_t (*ndo_fix_features)(struct net_device *dev,
1099 netdev_features_t features);
1100 int (*ndo_set_features)(struct net_device *dev,
1101 netdev_features_t features);
1102 int (*ndo_neigh_construct)(struct neighbour *n);
1103 void (*ndo_neigh_destroy)(struct neighbour *n);
1104
1105 int (*ndo_fdb_add)(struct ndmsg *ndm,
1106 struct nlattr *tb[],
1107 struct net_device *dev,
1108 const unsigned char *addr,
1109 u16 flags);
1110 int (*ndo_fdb_del)(struct ndmsg *ndm,
1111 struct nlattr *tb[],
1112 struct net_device *dev,
1113 const unsigned char *addr);
1114 int (*ndo_fdb_dump)(struct sk_buff *skb,
1115 struct netlink_callback *cb,
1116 struct net_device *dev,
1117 int idx);
1118
1119 int (*ndo_bridge_setlink)(struct net_device *dev,
1120 struct nlmsghdr *nlh);
1121 int (*ndo_bridge_getlink)(struct sk_buff *skb,
1122 u32 pid, u32 seq,
1123 struct net_device *dev,
1124 u32 filter_mask);
1125 int (*ndo_bridge_dellink)(struct net_device *dev,
1126 struct nlmsghdr *nlh);
1127 int (*ndo_change_carrier)(struct net_device *dev,
1128 bool new_carrier);
1129 int (*ndo_get_phys_port_id)(struct net_device *dev,
1130 struct netdev_phys_port_id *ppid);
1131 void (*ndo_add_vxlan_port)(struct net_device *dev,
1132 sa_family_t sa_family,
1133 __be16 port);
1134 void (*ndo_del_vxlan_port)(struct net_device *dev,
1135 sa_family_t sa_family,
1136 __be16 port);
1137
1138 void* (*ndo_dfwd_add_station)(struct net_device *pdev,
1139 struct net_device *dev);
1140 void (*ndo_dfwd_del_station)(struct net_device *pdev,
1141 void *priv);
1142
1143 netdev_tx_t (*ndo_dfwd_start_xmit) (struct sk_buff *skb,
1144 struct net_device *dev,
1145 void *priv);
1146 int (*ndo_get_lock_subclass)(struct net_device *dev);
1147 };
1148
1149 /**
1150 * enum net_device_priv_flags - &struct net_device priv_flags
1151 *
1152 * These are the &struct net_device, they are only set internally
1153 * by drivers and used in the kernel. These flags are invisible to
1154 * userspace, this means that the order of these flags can change
1155 * during any kernel release.
1156 *
1157 * You should have a pretty good reason to be extending these flags.
1158 *
1159 * @IFF_802_1Q_VLAN: 802.1Q VLAN device
1160 * @IFF_EBRIDGE: Ethernet bridging device
1161 * @IFF_SLAVE_INACTIVE: bonding slave not the curr. active
1162 * @IFF_MASTER_8023AD: bonding master, 802.3ad
1163 * @IFF_MASTER_ALB: bonding master, balance-alb
1164 * @IFF_BONDING: bonding master or slave
1165 * @IFF_SLAVE_NEEDARP: need ARPs for validation
1166 * @IFF_ISATAP: ISATAP interface (RFC4214)
1167 * @IFF_MASTER_ARPMON: bonding master, ARP mon in use
1168 * @IFF_WAN_HDLC: WAN HDLC device
1169 * @IFF_XMIT_DST_RELEASE: dev_hard_start_xmit() is allowed to
1170 * release skb->dst
1171 * @IFF_DONT_BRIDGE: disallow bridging this ether dev
1172 * @IFF_DISABLE_NETPOLL: disable netpoll at run-time
1173 * @IFF_MACVLAN_PORT: device used as macvlan port
1174 * @IFF_BRIDGE_PORT: device used as bridge port
1175 * @IFF_OVS_DATAPATH: device used as Open vSwitch datapath port
1176 * @IFF_TX_SKB_SHARING: The interface supports sharing skbs on transmit
1177 * @IFF_UNICAST_FLT: Supports unicast filtering
1178 * @IFF_TEAM_PORT: device used as team port
1179 * @IFF_SUPP_NOFCS: device supports sending custom FCS
1180 * @IFF_LIVE_ADDR_CHANGE: device supports hardware address
1181 * change when it's running
1182 * @IFF_MACVLAN: Macvlan device
1183 */
1184 enum netdev_priv_flags {
1185 IFF_802_1Q_VLAN = 1<<0,
1186 IFF_EBRIDGE = 1<<1,
1187 IFF_SLAVE_INACTIVE = 1<<2,
1188 IFF_MASTER_8023AD = 1<<3,
1189 IFF_MASTER_ALB = 1<<4,
1190 IFF_BONDING = 1<<5,
1191 IFF_SLAVE_NEEDARP = 1<<6,
1192 IFF_ISATAP = 1<<7,
1193 IFF_MASTER_ARPMON = 1<<8,
1194 IFF_WAN_HDLC = 1<<9,
1195 IFF_XMIT_DST_RELEASE = 1<<10,
1196 IFF_DONT_BRIDGE = 1<<11,
1197 IFF_DISABLE_NETPOLL = 1<<12,
1198 IFF_MACVLAN_PORT = 1<<13,
1199 IFF_BRIDGE_PORT = 1<<14,
1200 IFF_OVS_DATAPATH = 1<<15,
1201 IFF_TX_SKB_SHARING = 1<<16,
1202 IFF_UNICAST_FLT = 1<<17,
1203 IFF_TEAM_PORT = 1<<18,
1204 IFF_SUPP_NOFCS = 1<<19,
1205 IFF_LIVE_ADDR_CHANGE = 1<<20,
1206 IFF_MACVLAN = 1<<21,
1207 };
1208
1209 #define IFF_802_1Q_VLAN IFF_802_1Q_VLAN
1210 #define IFF_EBRIDGE IFF_EBRIDGE
1211 #define IFF_SLAVE_INACTIVE IFF_SLAVE_INACTIVE
1212 #define IFF_MASTER_8023AD IFF_MASTER_8023AD
1213 #define IFF_MASTER_ALB IFF_MASTER_ALB
1214 #define IFF_BONDING IFF_BONDING
1215 #define IFF_SLAVE_NEEDARP IFF_SLAVE_NEEDARP
1216 #define IFF_ISATAP IFF_ISATAP
1217 #define IFF_MASTER_ARPMON IFF_MASTER_ARPMON
1218 #define IFF_WAN_HDLC IFF_WAN_HDLC
1219 #define IFF_XMIT_DST_RELEASE IFF_XMIT_DST_RELEASE
1220 #define IFF_DONT_BRIDGE IFF_DONT_BRIDGE
1221 #define IFF_DISABLE_NETPOLL IFF_DISABLE_NETPOLL
1222 #define IFF_MACVLAN_PORT IFF_MACVLAN_PORT
1223 #define IFF_BRIDGE_PORT IFF_BRIDGE_PORT
1224 #define IFF_OVS_DATAPATH IFF_OVS_DATAPATH
1225 #define IFF_TX_SKB_SHARING IFF_TX_SKB_SHARING
1226 #define IFF_UNICAST_FLT IFF_UNICAST_FLT
1227 #define IFF_TEAM_PORT IFF_TEAM_PORT
1228 #define IFF_SUPP_NOFCS IFF_SUPP_NOFCS
1229 #define IFF_LIVE_ADDR_CHANGE IFF_LIVE_ADDR_CHANGE
1230 #define IFF_MACVLAN IFF_MACVLAN
1231
1232 /*
1233 * The DEVICE structure.
1234 * Actually, this whole structure is a big mistake. It mixes I/O
1235 * data with strictly "high-level" data, and it has to know about
1236 * almost every data structure used in the INET module.
1237 *
1238 * FIXME: cleanup struct net_device such that network protocol info
1239 * moves out.
1240 */
1241
1242 struct net_device {
1243
1244 /*
1245 * This is the first field of the "visible" part of this structure
1246 * (i.e. as seen by users in the "Space.c" file). It is the name
1247 * of the interface.
1248 */
1249 char name[IFNAMSIZ];
1250
1251 /* device name hash chain, please keep it close to name[] */
1252 struct hlist_node name_hlist;
1253
1254 /* snmp alias */
1255 char *ifalias;
1256
1257 /*
1258 * I/O specific fields
1259 * FIXME: Merge these and struct ifmap into one
1260 */
1261 unsigned long mem_end; /* shared mem end */
1262 unsigned long mem_start; /* shared mem start */
1263 unsigned long base_addr; /* device I/O address */
1264 int irq; /* device IRQ number */
1265
1266 /*
1267 * Some hardware also needs these fields, but they are not
1268 * part of the usual set specified in Space.c.
1269 */
1270
1271 unsigned long state;
1272
1273 struct list_head dev_list;
1274 struct list_head napi_list;
1275 struct list_head unreg_list;
1276 struct list_head close_list;
1277
1278 /* directly linked devices, like slaves for bonding */
1279 struct {
1280 struct list_head upper;
1281 struct list_head lower;
1282 } adj_list;
1283
1284 /* all linked devices, *including* neighbours */
1285 struct {
1286 struct list_head upper;
1287 struct list_head lower;
1288 } all_adj_list;
1289
1290
1291 /* currently active device features */
1292 netdev_features_t features;
1293 /* user-changeable features */
1294 netdev_features_t hw_features;
1295 /* user-requested features */
1296 netdev_features_t wanted_features;
1297 /* mask of features inheritable by VLAN devices */
1298 netdev_features_t vlan_features;
1299 /* mask of features inherited by encapsulating devices
1300 * This field indicates what encapsulation offloads
1301 * the hardware is capable of doing, and drivers will
1302 * need to set them appropriately.
1303 */
1304 netdev_features_t hw_enc_features;
1305 /* mask of fetures inheritable by MPLS */
1306 netdev_features_t mpls_features;
1307
1308 /* Interface index. Unique device identifier */
1309 int ifindex;
1310 int iflink;
1311
1312 struct net_device_stats stats;
1313
1314 /* dropped packets by core network, Do not use this in drivers */
1315 atomic_long_t rx_dropped;
1316 atomic_long_t tx_dropped;
1317
1318 /* Stats to monitor carrier on<->off transitions */
1319 atomic_t carrier_changes;
1320
1321 #ifdef CONFIG_WIRELESS_EXT
1322 /* List of functions to handle Wireless Extensions (instead of ioctl).
1323 * See <net/iw_handler.h> for details. Jean II */
1324 const struct iw_handler_def * wireless_handlers;
1325 /* Instance data managed by the core of Wireless Extensions. */
1326 struct iw_public_data * wireless_data;
1327 #endif
1328 /* Management operations */
1329 const struct net_device_ops *netdev_ops;
1330 const struct ethtool_ops *ethtool_ops;
1331 const struct forwarding_accel_ops *fwd_ops;
1332
1333 /* Hardware header description */
1334 const struct header_ops *header_ops;
1335
1336 unsigned int flags; /* interface flags (a la BSD) */
1337 unsigned int priv_flags; /* Like 'flags' but invisible to userspace.
1338 * See if.h for definitions. */
1339 unsigned short gflags;
1340 unsigned short padded; /* How much padding added by alloc_netdev() */
1341
1342 unsigned char operstate; /* RFC2863 operstate */
1343 unsigned char link_mode; /* mapping policy to operstate */
1344
1345 unsigned char if_port; /* Selectable AUI, TP,..*/
1346 unsigned char dma; /* DMA channel */
1347
1348 unsigned int mtu; /* interface MTU value */
1349 unsigned short type; /* interface hardware type */
1350 unsigned short hard_header_len; /* hardware hdr length */
1351
1352 /* extra head- and tailroom the hardware may need, but not in all cases
1353 * can this be guaranteed, especially tailroom. Some cases also use
1354 * LL_MAX_HEADER instead to allocate the skb.
1355 */
1356 unsigned short needed_headroom;
1357 unsigned short needed_tailroom;
1358
1359 /* Interface address info. */
1360 unsigned char perm_addr[MAX_ADDR_LEN]; /* permanent hw address */
1361 unsigned char addr_assign_type; /* hw address assignment type */
1362 unsigned char addr_len; /* hardware address length */
1363 unsigned short neigh_priv_len;
1364 unsigned short dev_id; /* Used to differentiate devices
1365 * that share the same link
1366 * layer address
1367 */
1368 unsigned short dev_port; /* Used to differentiate
1369 * devices that share the same
1370 * function
1371 */
1372 spinlock_t addr_list_lock;
1373 struct netdev_hw_addr_list uc; /* Unicast mac addresses */
1374 struct netdev_hw_addr_list mc; /* Multicast mac addresses */
1375 struct netdev_hw_addr_list dev_addrs; /* list of device
1376 * hw addresses
1377 */
1378 #ifdef CONFIG_SYSFS
1379 struct kset *queues_kset;
1380 #endif
1381
1382 bool uc_promisc;
1383 unsigned int promiscuity;
1384 unsigned int allmulti;
1385
1386
1387 /* Protocol specific pointers */
1388
1389 #if IS_ENABLED(CONFIG_VLAN_8021Q)
1390 struct vlan_info __rcu *vlan_info; /* VLAN info */
1391 #endif
1392 #if IS_ENABLED(CONFIG_NET_DSA)
1393 struct dsa_switch_tree *dsa_ptr; /* dsa specific data */
1394 #endif
1395 #if IS_ENABLED(CONFIG_TIPC)
1396 struct tipc_bearer __rcu *tipc_ptr; /* TIPC specific data */
1397 #endif
1398 void *atalk_ptr; /* AppleTalk link */
1399 struct in_device __rcu *ip_ptr; /* IPv4 specific data */
1400 struct dn_dev __rcu *dn_ptr; /* DECnet specific data */
1401 struct inet6_dev __rcu *ip6_ptr; /* IPv6 specific data */
1402 void *ax25_ptr; /* AX.25 specific data */
1403 struct wireless_dev *ieee80211_ptr; /* IEEE 802.11 specific data,
1404 assign before registering */
1405
1406 /*
1407 * Cache lines mostly used on receive path (including eth_type_trans())
1408 */
1409 unsigned long last_rx; /* Time of last Rx */
1410
1411 /* Interface address info used in eth_type_trans() */
1412 unsigned char *dev_addr; /* hw address, (before bcast
1413 because most packets are
1414 unicast) */
1415
1416
1417 #ifdef CONFIG_SYSFS
1418 struct netdev_rx_queue *_rx;
1419
1420 /* Number of RX queues allocated at register_netdev() time */
1421 unsigned int num_rx_queues;
1422
1423 /* Number of RX queues currently active in device */
1424 unsigned int real_num_rx_queues;
1425
1426 #endif
1427
1428 rx_handler_func_t __rcu *rx_handler;
1429 void __rcu *rx_handler_data;
1430
1431 struct netdev_queue __rcu *ingress_queue;
1432 unsigned char broadcast[MAX_ADDR_LEN]; /* hw bcast add */
1433
1434
1435 /*
1436 * Cache lines mostly used on transmit path
1437 */
1438 struct netdev_queue *_tx ____cacheline_aligned_in_smp;
1439
1440 /* Number of TX queues allocated at alloc_netdev_mq() time */
1441 unsigned int num_tx_queues;
1442
1443 /* Number of TX queues currently active in device */
1444 unsigned int real_num_tx_queues;
1445
1446 /* root qdisc from userspace point of view */
1447 struct Qdisc *qdisc;
1448
1449 unsigned long tx_queue_len; /* Max frames per queue allowed */
1450 spinlock_t tx_global_lock;
1451
1452 #ifdef CONFIG_XPS
1453 struct xps_dev_maps __rcu *xps_maps;
1454 #endif
1455 #ifdef CONFIG_RFS_ACCEL
1456 /* CPU reverse-mapping for RX completion interrupts, indexed
1457 * by RX queue number. Assigned by driver. This must only be
1458 * set if the ndo_rx_flow_steer operation is defined. */
1459 struct cpu_rmap *rx_cpu_rmap;
1460 #endif
1461
1462 /* These may be needed for future network-power-down code. */
1463
1464 /*
1465 * trans_start here is expensive for high speed devices on SMP,
1466 * please use netdev_queue->trans_start instead.
1467 */
1468 unsigned long trans_start; /* Time (in jiffies) of last Tx */
1469
1470 int watchdog_timeo; /* used by dev_watchdog() */
1471 struct timer_list watchdog_timer;
1472
1473 /* Number of references to this device */
1474 int __percpu *pcpu_refcnt;
1475
1476 /* delayed register/unregister */
1477 struct list_head todo_list;
1478 /* device index hash chain */
1479 struct hlist_node index_hlist;
1480
1481 struct list_head link_watch_list;
1482
1483 /* register/unregister state machine */
1484 enum { NETREG_UNINITIALIZED=0,
1485 NETREG_REGISTERED, /* completed register_netdevice */
1486 NETREG_UNREGISTERING, /* called unregister_netdevice */
1487 NETREG_UNREGISTERED, /* completed unregister todo */
1488 NETREG_RELEASED, /* called free_netdev */
1489 NETREG_DUMMY, /* dummy device for NAPI poll */
1490 } reg_state:8;
1491
1492 bool dismantle; /* device is going do be freed */
1493
1494 enum {
1495 RTNL_LINK_INITIALIZED,
1496 RTNL_LINK_INITIALIZING,
1497 } rtnl_link_state:16;
1498
1499 /* Called from unregister, can be used to call free_netdev */
1500 void (*destructor)(struct net_device *dev);
1501
1502 #ifdef CONFIG_NETPOLL
1503 struct netpoll_info __rcu *npinfo;
1504 #endif
1505
1506 #ifdef CONFIG_NET_NS
1507 /* Network namespace this network device is inside */
1508 struct net *nd_net;
1509 #endif
1510
1511 /* mid-layer private */
1512 union {
1513 void *ml_priv;
1514 struct pcpu_lstats __percpu *lstats; /* loopback stats */
1515 struct pcpu_sw_netstats __percpu *tstats;
1516 struct pcpu_dstats __percpu *dstats; /* dummy stats */
1517 struct pcpu_vstats __percpu *vstats; /* veth stats */
1518 };
1519 /* GARP */
1520 struct garp_port __rcu *garp_port;
1521 /* MRP */
1522 struct mrp_port __rcu *mrp_port;
1523
1524 /* class/net/name entry */
1525 struct device dev;
1526 /* space for optional device, statistics, and wireless sysfs groups */
1527 const struct attribute_group *sysfs_groups[4];
1528 /* space for optional per-rx queue attributes */
1529 const struct attribute_group *sysfs_rx_queue_group;
1530
1531 /* rtnetlink link ops */
1532 const struct rtnl_link_ops *rtnl_link_ops;
1533
1534 /* for setting kernel sock attribute on TCP connection setup */
1535 #define GSO_MAX_SIZE 65536
1536 unsigned int gso_max_size;
1537 #define GSO_MAX_SEGS 65535
1538 u16 gso_max_segs;
1539
1540 #ifdef CONFIG_DCB
1541 /* Data Center Bridging netlink ops */
1542 const struct dcbnl_rtnl_ops *dcbnl_ops;
1543 #endif
1544 u8 num_tc;
1545 struct netdev_tc_txq tc_to_txq[TC_MAX_QUEUE];
1546 u8 prio_tc_map[TC_BITMASK + 1];
1547
1548 #if IS_ENABLED(CONFIG_FCOE)
1549 /* max exchange id for FCoE LRO by ddp */
1550 unsigned int fcoe_ddp_xid;
1551 #endif
1552 #if IS_ENABLED(CONFIG_CGROUP_NET_PRIO)
1553 struct netprio_map __rcu *priomap;
1554 #endif
1555 /* phy device may attach itself for hardware timestamping */
1556 struct phy_device *phydev;
1557
1558 struct lock_class_key *qdisc_tx_busylock;
1559
1560 /* group the device belongs to */
1561 int group;
1562
1563 struct pm_qos_request pm_qos_req;
1564 };
1565 #define to_net_dev(d) container_of(d, struct net_device, dev)
1566
1567 #define NETDEV_ALIGN 32
1568
1569 static inline
1570 int netdev_get_prio_tc_map(const struct net_device *dev, u32 prio)
1571 {
1572 return dev->prio_tc_map[prio & TC_BITMASK];
1573 }
1574
1575 static inline
1576 int netdev_set_prio_tc_map(struct net_device *dev, u8 prio, u8 tc)
1577 {
1578 if (tc >= dev->num_tc)
1579 return -EINVAL;
1580
1581 dev->prio_tc_map[prio & TC_BITMASK] = tc & TC_BITMASK;
1582 return 0;
1583 }
1584
1585 static inline
1586 void netdev_reset_tc(struct net_device *dev)
1587 {
1588 dev->num_tc = 0;
1589 memset(dev->tc_to_txq, 0, sizeof(dev->tc_to_txq));
1590 memset(dev->prio_tc_map, 0, sizeof(dev->prio_tc_map));
1591 }
1592
1593 static inline
1594 int netdev_set_tc_queue(struct net_device *dev, u8 tc, u16 count, u16 offset)
1595 {
1596 if (tc >= dev->num_tc)
1597 return -EINVAL;
1598
1599 dev->tc_to_txq[tc].count = count;
1600 dev->tc_to_txq[tc].offset = offset;
1601 return 0;
1602 }
1603
1604 static inline
1605 int netdev_set_num_tc(struct net_device *dev, u8 num_tc)
1606 {
1607 if (num_tc > TC_MAX_QUEUE)
1608 return -EINVAL;
1609
1610 dev->num_tc = num_tc;
1611 return 0;
1612 }
1613
1614 static inline
1615 int netdev_get_num_tc(struct net_device *dev)
1616 {
1617 return dev->num_tc;
1618 }
1619
1620 static inline
1621 struct netdev_queue *netdev_get_tx_queue(const struct net_device *dev,
1622 unsigned int index)
1623 {
1624 return &dev->_tx[index];
1625 }
1626
1627 static inline void netdev_for_each_tx_queue(struct net_device *dev,
1628 void (*f)(struct net_device *,
1629 struct netdev_queue *,
1630 void *),
1631 void *arg)
1632 {
1633 unsigned int i;
1634
1635 for (i = 0; i < dev->num_tx_queues; i++)
1636 f(dev, &dev->_tx[i], arg);
1637 }
1638
1639 struct netdev_queue *netdev_pick_tx(struct net_device *dev,
1640 struct sk_buff *skb,
1641 void *accel_priv);
1642
1643 /*
1644 * Net namespace inlines
1645 */
1646 static inline
1647 struct net *dev_net(const struct net_device *dev)
1648 {
1649 return read_pnet(&dev->nd_net);
1650 }
1651
1652 static inline
1653 void dev_net_set(struct net_device *dev, struct net *net)
1654 {
1655 #ifdef CONFIG_NET_NS
1656 release_net(dev->nd_net);
1657 dev->nd_net = hold_net(net);
1658 #endif
1659 }
1660
1661 static inline bool netdev_uses_dsa_tags(struct net_device *dev)
1662 {
1663 #ifdef CONFIG_NET_DSA_TAG_DSA
1664 if (dev->dsa_ptr != NULL)
1665 return dsa_uses_dsa_tags(dev->dsa_ptr);
1666 #endif
1667
1668 return 0;
1669 }
1670
1671 static inline bool netdev_uses_trailer_tags(struct net_device *dev)
1672 {
1673 #ifdef CONFIG_NET_DSA_TAG_TRAILER
1674 if (dev->dsa_ptr != NULL)
1675 return dsa_uses_trailer_tags(dev->dsa_ptr);
1676 #endif
1677
1678 return 0;
1679 }
1680
1681 /**
1682 * netdev_priv - access network device private data
1683 * @dev: network device
1684 *
1685 * Get network device private data
1686 */
1687 static inline void *netdev_priv(const struct net_device *dev)
1688 {
1689 return (char *)dev + ALIGN(sizeof(struct net_device), NETDEV_ALIGN);
1690 }
1691
1692 /* Set the sysfs physical device reference for the network logical device
1693 * if set prior to registration will cause a symlink during initialization.
1694 */
1695 #define SET_NETDEV_DEV(net, pdev) ((net)->dev.parent = (pdev))
1696
1697 /* Set the sysfs device type for the network logical device to allow
1698 * fine-grained identification of different network device types. For
1699 * example Ethernet, Wirelss LAN, Bluetooth, WiMAX etc.
1700 */
1701 #define SET_NETDEV_DEVTYPE(net, devtype) ((net)->dev.type = (devtype))
1702
1703 /* Default NAPI poll() weight
1704 * Device drivers are strongly advised to not use bigger value
1705 */
1706 #define NAPI_POLL_WEIGHT 64
1707
1708 /**
1709 * netif_napi_add - initialize a napi context
1710 * @dev: network device
1711 * @napi: napi context
1712 * @poll: polling function
1713 * @weight: default weight
1714 *
1715 * netif_napi_add() must be used to initialize a napi context prior to calling
1716 * *any* of the other napi related functions.
1717 */
1718 void netif_napi_add(struct net_device *dev, struct napi_struct *napi,
1719 int (*poll)(struct napi_struct *, int), int weight);
1720
1721 /**
1722 * netif_napi_del - remove a napi context
1723 * @napi: napi context
1724 *
1725 * netif_napi_del() removes a napi context from the network device napi list
1726 */
1727 void netif_napi_del(struct napi_struct *napi);
1728
1729 struct napi_gro_cb {
1730 /* Virtual address of skb_shinfo(skb)->frags[0].page + offset. */
1731 void *frag0;
1732
1733 /* Length of frag0. */
1734 unsigned int frag0_len;
1735
1736 /* This indicates where we are processing relative to skb->data. */
1737 int data_offset;
1738
1739 /* This is non-zero if the packet cannot be merged with the new skb. */
1740 u16 flush;
1741
1742 /* Save the IP ID here and check when we get to the transport layer */
1743 u16 flush_id;
1744
1745 /* Number of segments aggregated. */
1746 u16 count;
1747
1748 /* This is non-zero if the packet may be of the same flow. */
1749 u8 same_flow;
1750
1751 /* Free the skb? */
1752 u8 free;
1753 #define NAPI_GRO_FREE 1
1754 #define NAPI_GRO_FREE_STOLEN_HEAD 2
1755
1756 /* jiffies when first packet was created/queued */
1757 unsigned long age;
1758
1759 /* Used in ipv6_gro_receive() */
1760 u16 proto;
1761
1762 /* Used in udp_gro_receive */
1763 u16 udp_mark;
1764
1765 /* used to support CHECKSUM_COMPLETE for tunneling protocols */
1766 __wsum csum;
1767
1768 /* used in skb_gro_receive() slow path */
1769 struct sk_buff *last;
1770 };
1771
1772 #define NAPI_GRO_CB(skb) ((struct napi_gro_cb *)(skb)->cb)
1773
1774 struct packet_type {
1775 __be16 type; /* This is really htons(ether_type). */
1776 struct net_device *dev; /* NULL is wildcarded here */
1777 int (*func) (struct sk_buff *,
1778 struct net_device *,
1779 struct packet_type *,
1780 struct net_device *);
1781 bool (*id_match)(struct packet_type *ptype,
1782 struct sock *sk);
1783 void *af_packet_priv;
1784 struct list_head list;
1785 };
1786
1787 struct offload_callbacks {
1788 struct sk_buff *(*gso_segment)(struct sk_buff *skb,
1789 netdev_features_t features);
1790 int (*gso_send_check)(struct sk_buff *skb);
1791 struct sk_buff **(*gro_receive)(struct sk_buff **head,
1792 struct sk_buff *skb);
1793 int (*gro_complete)(struct sk_buff *skb, int nhoff);
1794 };
1795
1796 struct packet_offload {
1797 __be16 type; /* This is really htons(ether_type). */
1798 struct offload_callbacks callbacks;
1799 struct list_head list;
1800 };
1801
1802 struct udp_offload {
1803 __be16 port;
1804 struct offload_callbacks callbacks;
1805 };
1806
1807 /* often modified stats are per cpu, other are shared (netdev->stats) */
1808 struct pcpu_sw_netstats {
1809 u64 rx_packets;
1810 u64 rx_bytes;
1811 u64 tx_packets;
1812 u64 tx_bytes;
1813 struct u64_stats_sync syncp;
1814 };
1815
1816 #define netdev_alloc_pcpu_stats(type) \
1817 ({ \
1818 typeof(type) __percpu *pcpu_stats = alloc_percpu(type); \
1819 if (pcpu_stats) { \
1820 int i; \
1821 for_each_possible_cpu(i) { \
1822 typeof(type) *stat; \
1823 stat = per_cpu_ptr(pcpu_stats, i); \
1824 u64_stats_init(&stat->syncp); \
1825 } \
1826 } \
1827 pcpu_stats; \
1828 })
1829
1830 #include <linux/notifier.h>
1831
1832 /* netdevice notifier chain. Please remember to update the rtnetlink
1833 * notification exclusion list in rtnetlink_event() when adding new
1834 * types.
1835 */
1836 #define NETDEV_UP 0x0001 /* For now you can't veto a device up/down */
1837 #define NETDEV_DOWN 0x0002
1838 #define NETDEV_REBOOT 0x0003 /* Tell a protocol stack a network interface
1839 detected a hardware crash and restarted
1840 - we can use this eg to kick tcp sessions
1841 once done */
1842 #define NETDEV_CHANGE 0x0004 /* Notify device state change */
1843 #define NETDEV_REGISTER 0x0005
1844 #define NETDEV_UNREGISTER 0x0006
1845 #define NETDEV_CHANGEMTU 0x0007 /* notify after mtu change happened */
1846 #define NETDEV_CHANGEADDR 0x0008
1847 #define NETDEV_GOING_DOWN 0x0009
1848 #define NETDEV_CHANGENAME 0x000A
1849 #define NETDEV_FEAT_CHANGE 0x000B
1850 #define NETDEV_BONDING_FAILOVER 0x000C
1851 #define NETDEV_PRE_UP 0x000D
1852 #define NETDEV_PRE_TYPE_CHANGE 0x000E
1853 #define NETDEV_POST_TYPE_CHANGE 0x000F
1854 #define NETDEV_POST_INIT 0x0010
1855 #define NETDEV_UNREGISTER_FINAL 0x0011
1856 #define NETDEV_RELEASE 0x0012
1857 #define NETDEV_NOTIFY_PEERS 0x0013
1858 #define NETDEV_JOIN 0x0014
1859 #define NETDEV_CHANGEUPPER 0x0015
1860 #define NETDEV_RESEND_IGMP 0x0016
1861 #define NETDEV_PRECHANGEMTU 0x0017 /* notify before mtu change happened */
1862
1863 int register_netdevice_notifier(struct notifier_block *nb);
1864 int unregister_netdevice_notifier(struct notifier_block *nb);
1865
1866 struct netdev_notifier_info {
1867 struct net_device *dev;
1868 };
1869
1870 struct netdev_notifier_change_info {
1871 struct netdev_notifier_info info; /* must be first */
1872 unsigned int flags_changed;
1873 };
1874
1875 static inline void netdev_notifier_info_init(struct netdev_notifier_info *info,
1876 struct net_device *dev)
1877 {
1878 info->dev = dev;
1879 }
1880
1881 static inline struct net_device *
1882 netdev_notifier_info_to_dev(const struct netdev_notifier_info *info)
1883 {
1884 return info->dev;
1885 }
1886
1887 int call_netdevice_notifiers(unsigned long val, struct net_device *dev);
1888
1889
1890 extern rwlock_t dev_base_lock; /* Device list lock */
1891
1892 #define for_each_netdev(net, d) \
1893 list_for_each_entry(d, &(net)->dev_base_head, dev_list)
1894 #define for_each_netdev_reverse(net, d) \
1895 list_for_each_entry_reverse(d, &(net)->dev_base_head, dev_list)
1896 #define for_each_netdev_rcu(net, d) \
1897 list_for_each_entry_rcu(d, &(net)->dev_base_head, dev_list)
1898 #define for_each_netdev_safe(net, d, n) \
1899 list_for_each_entry_safe(d, n, &(net)->dev_base_head, dev_list)
1900 #define for_each_netdev_continue(net, d) \
1901 list_for_each_entry_continue(d, &(net)->dev_base_head, dev_list)
1902 #define for_each_netdev_continue_rcu(net, d) \
1903 list_for_each_entry_continue_rcu(d, &(net)->dev_base_head, dev_list)
1904 #define for_each_netdev_in_bond_rcu(bond, slave) \
1905 for_each_netdev_rcu(&init_net, slave) \
1906 if (netdev_master_upper_dev_get_rcu(slave) == bond)
1907 #define net_device_entry(lh) list_entry(lh, struct net_device, dev_list)
1908
1909 static inline struct net_device *next_net_device(struct net_device *dev)
1910 {
1911 struct list_head *lh;
1912 struct net *net;
1913
1914 net = dev_net(dev);
1915 lh = dev->dev_list.next;
1916 return lh == &net->dev_base_head ? NULL : net_device_entry(lh);
1917 }
1918
1919 static inline struct net_device *next_net_device_rcu(struct net_device *dev)
1920 {
1921 struct list_head *lh;
1922 struct net *net;
1923
1924 net = dev_net(dev);
1925 lh = rcu_dereference(list_next_rcu(&dev->dev_list));
1926 return lh == &net->dev_base_head ? NULL : net_device_entry(lh);
1927 }
1928
1929 static inline struct net_device *first_net_device(struct net *net)
1930 {
1931 return list_empty(&net->dev_base_head) ? NULL :
1932 net_device_entry(net->dev_base_head.next);
1933 }
1934
1935 static inline struct net_device *first_net_device_rcu(struct net *net)
1936 {
1937 struct list_head *lh = rcu_dereference(list_next_rcu(&net->dev_base_head));
1938
1939 return lh == &net->dev_base_head ? NULL : net_device_entry(lh);
1940 }
1941
1942 int netdev_boot_setup_check(struct net_device *dev);
1943 unsigned long netdev_boot_base(const char *prefix, int unit);
1944 struct net_device *dev_getbyhwaddr_rcu(struct net *net, unsigned short type,
1945 const char *hwaddr);
1946 struct net_device *dev_getfirstbyhwtype(struct net *net, unsigned short type);
1947 struct net_device *__dev_getfirstbyhwtype(struct net *net, unsigned short type);
1948 void dev_add_pack(struct packet_type *pt);
1949 void dev_remove_pack(struct packet_type *pt);
1950 void __dev_remove_pack(struct packet_type *pt);
1951 void dev_add_offload(struct packet_offload *po);
1952 void dev_remove_offload(struct packet_offload *po);
1953
1954 struct net_device *dev_get_by_flags_rcu(struct net *net, unsigned short flags,
1955 unsigned short mask);
1956 struct net_device *dev_get_by_name(struct net *net, const char *name);
1957 struct net_device *dev_get_by_name_rcu(struct net *net, const char *name);
1958 struct net_device *__dev_get_by_name(struct net *net, const char *name);
1959 int dev_alloc_name(struct net_device *dev, const char *name);
1960 int dev_open(struct net_device *dev);
1961 int dev_close(struct net_device *dev);
1962 void dev_disable_lro(struct net_device *dev);
1963 int dev_loopback_xmit(struct sk_buff *newskb);
1964 int dev_queue_xmit(struct sk_buff *skb);
1965 int dev_queue_xmit_accel(struct sk_buff *skb, void *accel_priv);
1966 int register_netdevice(struct net_device *dev);
1967 void unregister_netdevice_queue(struct net_device *dev, struct list_head *head);
1968 void unregister_netdevice_many(struct list_head *head);
1969 static inline void unregister_netdevice(struct net_device *dev)
1970 {
1971 unregister_netdevice_queue(dev, NULL);
1972 }
1973
1974 int netdev_refcnt_read(const struct net_device *dev);
1975 void free_netdev(struct net_device *dev);
1976 void netdev_freemem(struct net_device *dev);
1977 void synchronize_net(void);
1978 int init_dummy_netdev(struct net_device *dev);
1979
1980 struct net_device *dev_get_by_index(struct net *net, int ifindex);
1981 struct net_device *__dev_get_by_index(struct net *net, int ifindex);
1982 struct net_device *dev_get_by_index_rcu(struct net *net, int ifindex);
1983 int netdev_get_name(struct net *net, char *name, int ifindex);
1984 int dev_restart(struct net_device *dev);
1985 int skb_gro_receive(struct sk_buff **head, struct sk_buff *skb);
1986
1987 static inline unsigned int skb_gro_offset(const struct sk_buff *skb)
1988 {
1989 return NAPI_GRO_CB(skb)->data_offset;
1990 }
1991
1992 static inline unsigned int skb_gro_len(const struct sk_buff *skb)
1993 {
1994 return skb->len - NAPI_GRO_CB(skb)->data_offset;
1995 }
1996
1997 static inline void skb_gro_pull(struct sk_buff *skb, unsigned int len)
1998 {
1999 NAPI_GRO_CB(skb)->data_offset += len;
2000 }
2001
2002 static inline void *skb_gro_header_fast(struct sk_buff *skb,
2003 unsigned int offset)
2004 {
2005 return NAPI_GRO_CB(skb)->frag0 + offset;
2006 }
2007
2008 static inline int skb_gro_header_hard(struct sk_buff *skb, unsigned int hlen)
2009 {
2010 return NAPI_GRO_CB(skb)->frag0_len < hlen;
2011 }
2012
2013 static inline void *skb_gro_header_slow(struct sk_buff *skb, unsigned int hlen,
2014 unsigned int offset)
2015 {
2016 if (!pskb_may_pull(skb, hlen))
2017 return NULL;
2018
2019 NAPI_GRO_CB(skb)->frag0 = NULL;
2020 NAPI_GRO_CB(skb)->frag0_len = 0;
2021 return skb->data + offset;
2022 }
2023
2024 static inline void *skb_gro_network_header(struct sk_buff *skb)
2025 {
2026 return (NAPI_GRO_CB(skb)->frag0 ?: skb->data) +
2027 skb_network_offset(skb);
2028 }
2029
2030 static inline void skb_gro_postpull_rcsum(struct sk_buff *skb,
2031 const void *start, unsigned int len)
2032 {
2033 if (skb->ip_summed == CHECKSUM_COMPLETE)
2034 NAPI_GRO_CB(skb)->csum = csum_sub(NAPI_GRO_CB(skb)->csum,
2035 csum_partial(start, len, 0));
2036 }
2037
2038 static inline int dev_hard_header(struct sk_buff *skb, struct net_device *dev,
2039 unsigned short type,
2040 const void *daddr, const void *saddr,
2041 unsigned int len)
2042 {
2043 if (!dev->header_ops || !dev->header_ops->create)
2044 return 0;
2045
2046 return dev->header_ops->create(skb, dev, type, daddr, saddr, len);
2047 }
2048
2049 static inline int dev_parse_header(const struct sk_buff *skb,
2050 unsigned char *haddr)
2051 {
2052 const struct net_device *dev = skb->dev;
2053
2054 if (!dev->header_ops || !dev->header_ops->parse)
2055 return 0;
2056 return dev->header_ops->parse(skb, haddr);
2057 }
2058
2059 static inline int dev_rebuild_header(struct sk_buff *skb)
2060 {
2061 const struct net_device *dev = skb->dev;
2062
2063 if (!dev->header_ops || !dev->header_ops->rebuild)
2064 return 0;
2065 return dev->header_ops->rebuild(skb);
2066 }
2067
2068 typedef int gifconf_func_t(struct net_device * dev, char __user * bufptr, int len);
2069 int register_gifconf(unsigned int family, gifconf_func_t *gifconf);
2070 static inline int unregister_gifconf(unsigned int family)
2071 {
2072 return register_gifconf(family, NULL);
2073 }
2074
2075 #ifdef CONFIG_NET_FLOW_LIMIT
2076 #define FLOW_LIMIT_HISTORY (1 << 7) /* must be ^2 and !overflow buckets */
2077 struct sd_flow_limit {
2078 u64 count;
2079 unsigned int num_buckets;
2080 unsigned int history_head;
2081 u16 history[FLOW_LIMIT_HISTORY];
2082 u8 buckets[];
2083 };
2084
2085 extern int netdev_flow_limit_table_len;
2086 #endif /* CONFIG_NET_FLOW_LIMIT */
2087
2088 /*
2089 * Incoming packets are placed on per-cpu queues
2090 */
2091 struct softnet_data {
2092 struct Qdisc *output_queue;
2093 struct Qdisc **output_queue_tailp;
2094 struct list_head poll_list;
2095 struct sk_buff *completion_queue;
2096 struct sk_buff_head process_queue;
2097
2098 /* stats */
2099 unsigned int processed;
2100 unsigned int time_squeeze;
2101 unsigned int cpu_collision;
2102 unsigned int received_rps;
2103
2104 #ifdef CONFIG_RPS
2105 struct softnet_data *rps_ipi_list;
2106
2107 /* Elements below can be accessed between CPUs for RPS */
2108 struct call_single_data csd ____cacheline_aligned_in_smp;
2109 struct softnet_data *rps_ipi_next;
2110 unsigned int cpu;
2111 unsigned int input_queue_head;
2112 unsigned int input_queue_tail;
2113 #endif
2114 unsigned int dropped;
2115 struct sk_buff_head input_pkt_queue;
2116 struct napi_struct backlog;
2117
2118 #ifdef CONFIG_NET_FLOW_LIMIT
2119 struct sd_flow_limit __rcu *flow_limit;
2120 #endif
2121 };
2122
2123 static inline void input_queue_head_incr(struct softnet_data *sd)
2124 {
2125 #ifdef CONFIG_RPS
2126 sd->input_queue_head++;
2127 #endif
2128 }
2129
2130 static inline void input_queue_tail_incr_save(struct softnet_data *sd,
2131 unsigned int *qtail)
2132 {
2133 #ifdef CONFIG_RPS
2134 *qtail = ++sd->input_queue_tail;
2135 #endif
2136 }
2137
2138 DECLARE_PER_CPU_ALIGNED(struct softnet_data, softnet_data);
2139
2140 void __netif_schedule(struct Qdisc *q);
2141
2142 static inline void netif_schedule_queue(struct netdev_queue *txq)
2143 {
2144 if (!(txq->state & QUEUE_STATE_ANY_XOFF))
2145 __netif_schedule(txq->qdisc);
2146 }
2147
2148 static inline void netif_tx_schedule_all(struct net_device *dev)
2149 {
2150 unsigned int i;
2151
2152 for (i = 0; i < dev->num_tx_queues; i++)
2153 netif_schedule_queue(netdev_get_tx_queue(dev, i));
2154 }
2155
2156 static inline void netif_tx_start_queue(struct netdev_queue *dev_queue)
2157 {
2158 clear_bit(__QUEUE_STATE_DRV_XOFF, &dev_queue->state);
2159 }
2160
2161 /**
2162 * netif_start_queue - allow transmit
2163 * @dev: network device
2164 *
2165 * Allow upper layers to call the device hard_start_xmit routine.
2166 */
2167 static inline void netif_start_queue(struct net_device *dev)
2168 {
2169 netif_tx_start_queue(netdev_get_tx_queue(dev, 0));
2170 }
2171
2172 static inline void netif_tx_start_all_queues(struct net_device *dev)
2173 {
2174 unsigned int i;
2175
2176 for (i = 0; i < dev->num_tx_queues; i++) {
2177 struct netdev_queue *txq = netdev_get_tx_queue(dev, i);
2178 netif_tx_start_queue(txq);
2179 }
2180 }
2181
2182 static inline void netif_tx_wake_queue(struct netdev_queue *dev_queue)
2183 {
2184 if (test_and_clear_bit(__QUEUE_STATE_DRV_XOFF, &dev_queue->state))
2185 __netif_schedule(dev_queue->qdisc);
2186 }
2187
2188 /**
2189 * netif_wake_queue - restart transmit
2190 * @dev: network device
2191 *
2192 * Allow upper layers to call the device hard_start_xmit routine.
2193 * Used for flow control when transmit resources are available.
2194 */
2195 static inline void netif_wake_queue(struct net_device *dev)
2196 {
2197 netif_tx_wake_queue(netdev_get_tx_queue(dev, 0));
2198 }
2199
2200 static inline void netif_tx_wake_all_queues(struct net_device *dev)
2201 {
2202 unsigned int i;
2203
2204 for (i = 0; i < dev->num_tx_queues; i++) {
2205 struct netdev_queue *txq = netdev_get_tx_queue(dev, i);
2206 netif_tx_wake_queue(txq);
2207 }
2208 }
2209
2210 static inline void netif_tx_stop_queue(struct netdev_queue *dev_queue)
2211 {
2212 if (WARN_ON(!dev_queue)) {
2213 pr_info("netif_stop_queue() cannot be called before register_netdev()\n");
2214 return;
2215 }
2216 set_bit(__QUEUE_STATE_DRV_XOFF, &dev_queue->state);
2217 }
2218
2219 /**
2220 * netif_stop_queue - stop transmitted packets
2221 * @dev: network device
2222 *
2223 * Stop upper layers calling the device hard_start_xmit routine.
2224 * Used for flow control when transmit resources are unavailable.
2225 */
2226 static inline void netif_stop_queue(struct net_device *dev)
2227 {
2228 netif_tx_stop_queue(netdev_get_tx_queue(dev, 0));
2229 }
2230
2231 static inline void netif_tx_stop_all_queues(struct net_device *dev)
2232 {
2233 unsigned int i;
2234
2235 for (i = 0; i < dev->num_tx_queues; i++) {
2236 struct netdev_queue *txq = netdev_get_tx_queue(dev, i);
2237 netif_tx_stop_queue(txq);
2238 }
2239 }
2240
2241 static inline bool netif_tx_queue_stopped(const struct netdev_queue *dev_queue)
2242 {
2243 return test_bit(__QUEUE_STATE_DRV_XOFF, &dev_queue->state);
2244 }
2245
2246 /**
2247 * netif_queue_stopped - test if transmit queue is flowblocked
2248 * @dev: network device
2249 *
2250 * Test if transmit queue on device is currently unable to send.
2251 */
2252 static inline bool netif_queue_stopped(const struct net_device *dev)
2253 {
2254 return netif_tx_queue_stopped(netdev_get_tx_queue(dev, 0));
2255 }
2256
2257 static inline bool netif_xmit_stopped(const struct netdev_queue *dev_queue)
2258 {
2259 return dev_queue->state & QUEUE_STATE_ANY_XOFF;
2260 }
2261
2262 static inline bool
2263 netif_xmit_frozen_or_stopped(const struct netdev_queue *dev_queue)
2264 {
2265 return dev_queue->state & QUEUE_STATE_ANY_XOFF_OR_FROZEN;
2266 }
2267
2268 static inline bool
2269 netif_xmit_frozen_or_drv_stopped(const struct netdev_queue *dev_queue)
2270 {
2271 return dev_queue->state & QUEUE_STATE_DRV_XOFF_OR_FROZEN;
2272 }
2273
2274 static inline void netdev_tx_sent_queue(struct netdev_queue *dev_queue,
2275 unsigned int bytes)
2276 {
2277 #ifdef CONFIG_BQL
2278 dql_queued(&dev_queue->dql, bytes);
2279
2280 if (likely(dql_avail(&dev_queue->dql) >= 0))
2281 return;
2282
2283 set_bit(__QUEUE_STATE_STACK_XOFF, &dev_queue->state);
2284
2285 /*
2286 * The XOFF flag must be set before checking the dql_avail below,
2287 * because in netdev_tx_completed_queue we update the dql_completed
2288 * before checking the XOFF flag.
2289 */
2290 smp_mb();
2291
2292 /* check again in case another CPU has just made room avail */
2293 if (unlikely(dql_avail(&dev_queue->dql) >= 0))
2294 clear_bit(__QUEUE_STATE_STACK_XOFF, &dev_queue->state);
2295 #endif
2296 }
2297
2298 /**
2299 * netdev_sent_queue - report the number of bytes queued to hardware
2300 * @dev: network device
2301 * @bytes: number of bytes queued to the hardware device queue
2302 *
2303 * Report the number of bytes queued for sending/completion to the network
2304 * device hardware queue. @bytes should be a good approximation and should
2305 * exactly match netdev_completed_queue() @bytes
2306 */
2307 static inline void netdev_sent_queue(struct net_device *dev, unsigned int bytes)
2308 {
2309 netdev_tx_sent_queue(netdev_get_tx_queue(dev, 0), bytes);
2310 }
2311
2312 static inline void netdev_tx_completed_queue(struct netdev_queue *dev_queue,
2313 unsigned int pkts, unsigned int bytes)
2314 {
2315 #ifdef CONFIG_BQL
2316 if (unlikely(!bytes))
2317 return;
2318
2319 dql_completed(&dev_queue->dql, bytes);
2320
2321 /*
2322 * Without the memory barrier there is a small possiblity that
2323 * netdev_tx_sent_queue will miss the update and cause the queue to
2324 * be stopped forever
2325 */
2326 smp_mb();
2327
2328 if (dql_avail(&dev_queue->dql) < 0)
2329 return;
2330
2331 if (test_and_clear_bit(__QUEUE_STATE_STACK_XOFF, &dev_queue->state))
2332 netif_schedule_queue(dev_queue);
2333 #endif
2334 }
2335
2336 /**
2337 * netdev_completed_queue - report bytes and packets completed by device
2338 * @dev: network device
2339 * @pkts: actual number of packets sent over the medium
2340 * @bytes: actual number of bytes sent over the medium
2341 *
2342 * Report the number of bytes and packets transmitted by the network device
2343 * hardware queue over the physical medium, @bytes must exactly match the
2344 * @bytes amount passed to netdev_sent_queue()
2345 */
2346 static inline void netdev_completed_queue(struct net_device *dev,
2347 unsigned int pkts, unsigned int bytes)
2348 {
2349 netdev_tx_completed_queue(netdev_get_tx_queue(dev, 0), pkts, bytes);
2350 }
2351
2352 static inline void netdev_tx_reset_queue(struct netdev_queue *q)
2353 {
2354 #ifdef CONFIG_BQL
2355 clear_bit(__QUEUE_STATE_STACK_XOFF, &q->state);
2356 dql_reset(&q->dql);
2357 #endif
2358 }
2359
2360 /**
2361 * netdev_reset_queue - reset the packets and bytes count of a network device
2362 * @dev_queue: network device
2363 *
2364 * Reset the bytes and packet count of a network device and clear the
2365 * software flow control OFF bit for this network device
2366 */
2367 static inline void netdev_reset_queue(struct net_device *dev_queue)
2368 {
2369 netdev_tx_reset_queue(netdev_get_tx_queue(dev_queue, 0));
2370 }
2371
2372 /**
2373 * netdev_cap_txqueue - check if selected tx queue exceeds device queues
2374 * @dev: network device
2375 * @queue_index: given tx queue index
2376 *
2377 * Returns 0 if given tx queue index >= number of device tx queues,
2378 * otherwise returns the originally passed tx queue index.
2379 */
2380 static inline u16 netdev_cap_txqueue(struct net_device *dev, u16 queue_index)
2381 {
2382 if (unlikely(queue_index >= dev->real_num_tx_queues)) {
2383 net_warn_ratelimited("%s selects TX queue %d, but real number of TX queues is %d\n",
2384 dev->name, queue_index,
2385 dev->real_num_tx_queues);
2386 return 0;
2387 }
2388
2389 return queue_index;
2390 }
2391
2392 /**
2393 * netif_running - test if up
2394 * @dev: network device
2395 *
2396 * Test if the device has been brought up.
2397 */
2398 static inline bool netif_running(const struct net_device *dev)
2399 {
2400 return test_bit(__LINK_STATE_START, &dev->state);
2401 }
2402
2403 /*
2404 * Routines to manage the subqueues on a device. We only need start
2405 * stop, and a check if it's stopped. All other device management is
2406 * done at the overall netdevice level.
2407 * Also test the device if we're multiqueue.
2408 */
2409
2410 /**
2411 * netif_start_subqueue - allow sending packets on subqueue
2412 * @dev: network device
2413 * @queue_index: sub queue index
2414 *
2415 * Start individual transmit queue of a device with multiple transmit queues.
2416 */
2417 static inline void netif_start_subqueue(struct net_device *dev, u16 queue_index)
2418 {
2419 struct netdev_queue *txq = netdev_get_tx_queue(dev, queue_index);
2420
2421 netif_tx_start_queue(txq);
2422 }
2423
2424 /**
2425 * netif_stop_subqueue - stop sending packets on subqueue
2426 * @dev: network device
2427 * @queue_index: sub queue index
2428 *
2429 * Stop individual transmit queue of a device with multiple transmit queues.
2430 */
2431 static inline void netif_stop_subqueue(struct net_device *dev, u16 queue_index)
2432 {
2433 struct netdev_queue *txq = netdev_get_tx_queue(dev, queue_index);
2434 netif_tx_stop_queue(txq);
2435 }
2436
2437 /**
2438 * netif_subqueue_stopped - test status of subqueue
2439 * @dev: network device
2440 * @queue_index: sub queue index
2441 *
2442 * Check individual transmit queue of a device with multiple transmit queues.
2443 */
2444 static inline bool __netif_subqueue_stopped(const struct net_device *dev,
2445 u16 queue_index)
2446 {
2447 struct netdev_queue *txq = netdev_get_tx_queue(dev, queue_index);
2448
2449 return netif_tx_queue_stopped(txq);
2450 }
2451
2452 static inline bool netif_subqueue_stopped(const struct net_device *dev,
2453 struct sk_buff *skb)
2454 {
2455 return __netif_subqueue_stopped(dev, skb_get_queue_mapping(skb));
2456 }
2457
2458 /**
2459 * netif_wake_subqueue - allow sending packets on subqueue
2460 * @dev: network device
2461 * @queue_index: sub queue index
2462 *
2463 * Resume individual transmit queue of a device with multiple transmit queues.
2464 */
2465 static inline void netif_wake_subqueue(struct net_device *dev, u16 queue_index)
2466 {
2467 struct netdev_queue *txq = netdev_get_tx_queue(dev, queue_index);
2468 if (test_and_clear_bit(__QUEUE_STATE_DRV_XOFF, &txq->state))
2469 __netif_schedule(txq->qdisc);
2470 }
2471
2472 #ifdef CONFIG_XPS
2473 int netif_set_xps_queue(struct net_device *dev, const struct cpumask *mask,
2474 u16 index);
2475 #else
2476 static inline int netif_set_xps_queue(struct net_device *dev,
2477 const struct cpumask *mask,
2478 u16 index)
2479 {
2480 return 0;
2481 }
2482 #endif
2483
2484 /*
2485 * Returns a Tx hash for the given packet when dev->real_num_tx_queues is used
2486 * as a distribution range limit for the returned value.
2487 */
2488 static inline u16 skb_tx_hash(const struct net_device *dev,
2489 const struct sk_buff *skb)
2490 {
2491 return __skb_tx_hash(dev, skb, dev->real_num_tx_queues);
2492 }
2493
2494 /**
2495 * netif_is_multiqueue - test if device has multiple transmit queues
2496 * @dev: network device
2497 *
2498 * Check if device has multiple transmit queues
2499 */
2500 static inline bool netif_is_multiqueue(const struct net_device *dev)
2501 {
2502 return dev->num_tx_queues > 1;
2503 }
2504
2505 int netif_set_real_num_tx_queues(struct net_device *dev, unsigned int txq);
2506
2507 #ifdef CONFIG_SYSFS
2508 int netif_set_real_num_rx_queues(struct net_device *dev, unsigned int rxq);
2509 #else
2510 static inline int netif_set_real_num_rx_queues(struct net_device *dev,
2511 unsigned int rxq)
2512 {
2513 return 0;
2514 }
2515 #endif
2516
2517 static inline int netif_copy_real_num_queues(struct net_device *to_dev,
2518 const struct net_device *from_dev)
2519 {
2520 int err;
2521
2522 err = netif_set_real_num_tx_queues(to_dev,
2523 from_dev->real_num_tx_queues);
2524 if (err)
2525 return err;
2526 #ifdef CONFIG_SYSFS
2527 return netif_set_real_num_rx_queues(to_dev,
2528 from_dev->real_num_rx_queues);
2529 #else
2530 return 0;
2531 #endif
2532 }
2533
2534 #ifdef CONFIG_SYSFS
2535 static inline unsigned int get_netdev_rx_queue_index(
2536 struct netdev_rx_queue *queue)
2537 {
2538 struct net_device *dev = queue->dev;
2539 int index = queue - dev->_rx;
2540
2541 BUG_ON(index >= dev->num_rx_queues);
2542 return index;
2543 }
2544 #endif
2545
2546 #define DEFAULT_MAX_NUM_RSS_QUEUES (8)
2547 int netif_get_num_default_rss_queues(void);
2548
2549 enum skb_free_reason {
2550 SKB_REASON_CONSUMED,
2551 SKB_REASON_DROPPED,
2552 };
2553
2554 void __dev_kfree_skb_irq(struct sk_buff *skb, enum skb_free_reason reason);
2555 void __dev_kfree_skb_any(struct sk_buff *skb, enum skb_free_reason reason);
2556
2557 /*
2558 * It is not allowed to call kfree_skb() or consume_skb() from hardware
2559 * interrupt context or with hardware interrupts being disabled.
2560 * (in_irq() || irqs_disabled())
2561 *
2562 * We provide four helpers that can be used in following contexts :
2563 *
2564 * dev_kfree_skb_irq(skb) when caller drops a packet from irq context,
2565 * replacing kfree_skb(skb)
2566 *
2567 * dev_consume_skb_irq(skb) when caller consumes a packet from irq context.
2568 * Typically used in place of consume_skb(skb) in TX completion path
2569 *
2570 * dev_kfree_skb_any(skb) when caller doesn't know its current irq context,
2571 * replacing kfree_skb(skb)
2572 *
2573 * dev_consume_skb_any(skb) when caller doesn't know its current irq context,
2574 * and consumed a packet. Used in place of consume_skb(skb)
2575 */
2576 static inline void dev_kfree_skb_irq(struct sk_buff *skb)
2577 {
2578 __dev_kfree_skb_irq(skb, SKB_REASON_DROPPED);
2579 }
2580
2581 static inline void dev_consume_skb_irq(struct sk_buff *skb)
2582 {
2583 __dev_kfree_skb_irq(skb, SKB_REASON_CONSUMED);
2584 }
2585
2586 static inline void dev_kfree_skb_any(struct sk_buff *skb)
2587 {
2588 __dev_kfree_skb_any(skb, SKB_REASON_DROPPED);
2589 }
2590
2591 static inline void dev_consume_skb_any(struct sk_buff *skb)
2592 {
2593 __dev_kfree_skb_any(skb, SKB_REASON_CONSUMED);
2594 }
2595
2596 int netif_rx(struct sk_buff *skb);
2597 int netif_rx_ni(struct sk_buff *skb);
2598 int netif_receive_skb(struct sk_buff *skb);
2599 gro_result_t napi_gro_receive(struct napi_struct *napi, struct sk_buff *skb);
2600 void napi_gro_flush(struct napi_struct *napi, bool flush_old);
2601 struct sk_buff *napi_get_frags(struct napi_struct *napi);
2602 gro_result_t napi_gro_frags(struct napi_struct *napi);
2603 struct packet_offload *gro_find_receive_by_type(__be16 type);
2604 struct packet_offload *gro_find_complete_by_type(__be16 type);
2605
2606 static inline void napi_free_frags(struct napi_struct *napi)
2607 {
2608 kfree_skb(napi->skb);
2609 napi->skb = NULL;
2610 }
2611
2612 int netdev_rx_handler_register(struct net_device *dev,
2613 rx_handler_func_t *rx_handler,
2614 void *rx_handler_data);
2615 void netdev_rx_handler_unregister(struct net_device *dev);
2616
2617 bool dev_valid_name(const char *name);
2618 int dev_ioctl(struct net *net, unsigned int cmd, void __user *);
2619 int dev_ethtool(struct net *net, struct ifreq *);
2620 unsigned int dev_get_flags(const struct net_device *);
2621 int __dev_change_flags(struct net_device *, unsigned int flags);
2622 int dev_change_flags(struct net_device *, unsigned int);
2623 void __dev_notify_flags(struct net_device *, unsigned int old_flags,
2624 unsigned int gchanges);
2625 int dev_change_name(struct net_device *, const char *);
2626 int dev_set_alias(struct net_device *, const char *, size_t);
2627 int dev_change_net_namespace(struct net_device *, struct net *, const char *);
2628 int dev_set_mtu(struct net_device *, int);
2629 void dev_set_group(struct net_device *, int);
2630 int dev_set_mac_address(struct net_device *, struct sockaddr *);
2631 int dev_change_carrier(struct net_device *, bool new_carrier);
2632 int dev_get_phys_port_id(struct net_device *dev,
2633 struct netdev_phys_port_id *ppid);
2634 int dev_hard_start_xmit(struct sk_buff *skb, struct net_device *dev,
2635 struct netdev_queue *txq);
2636 int __dev_forward_skb(struct net_device *dev, struct sk_buff *skb);
2637 int dev_forward_skb(struct net_device *dev, struct sk_buff *skb);
2638 bool is_skb_forwardable(struct net_device *dev, struct sk_buff *skb);
2639
2640 extern int netdev_budget;
2641
2642 /* Called by rtnetlink.c:rtnl_unlock() */
2643 void netdev_run_todo(void);
2644
2645 /**
2646 * dev_put - release reference to device
2647 * @dev: network device
2648 *
2649 * Release reference to device to allow it to be freed.
2650 */
2651 static inline void dev_put(struct net_device *dev)
2652 {
2653 this_cpu_dec(*dev->pcpu_refcnt);
2654 }
2655
2656 /**
2657 * dev_hold - get reference to device
2658 * @dev: network device
2659 *
2660 * Hold reference to device to keep it from being freed.
2661 */
2662 static inline void dev_hold(struct net_device *dev)
2663 {
2664 this_cpu_inc(*dev->pcpu_refcnt);
2665 }
2666
2667 /* Carrier loss detection, dial on demand. The functions netif_carrier_on
2668 * and _off may be called from IRQ context, but it is caller
2669 * who is responsible for serialization of these calls.
2670 *
2671 * The name carrier is inappropriate, these functions should really be
2672 * called netif_lowerlayer_*() because they represent the state of any
2673 * kind of lower layer not just hardware media.
2674 */
2675
2676 void linkwatch_init_dev(struct net_device *dev);
2677 void linkwatch_fire_event(struct net_device *dev);
2678 void linkwatch_forget_dev(struct net_device *dev);
2679
2680 /**
2681 * netif_carrier_ok - test if carrier present
2682 * @dev: network device
2683 *
2684 * Check if carrier is present on device
2685 */
2686 static inline bool netif_carrier_ok(const struct net_device *dev)
2687 {
2688 return !test_bit(__LINK_STATE_NOCARRIER, &dev->state);
2689 }
2690
2691 unsigned long dev_trans_start(struct net_device *dev);
2692
2693 void __netdev_watchdog_up(struct net_device *dev);
2694
2695 void netif_carrier_on(struct net_device *dev);
2696
2697 void netif_carrier_off(struct net_device *dev);
2698
2699 /**
2700 * netif_dormant_on - mark device as dormant.
2701 * @dev: network device
2702 *
2703 * Mark device as dormant (as per RFC2863).
2704 *
2705 * The dormant state indicates that the relevant interface is not
2706 * actually in a condition to pass packets (i.e., it is not 'up') but is
2707 * in a "pending" state, waiting for some external event. For "on-
2708 * demand" interfaces, this new state identifies the situation where the
2709 * interface is waiting for events to place it in the up state.
2710 *
2711 */
2712 static inline void netif_dormant_on(struct net_device *dev)
2713 {
2714 if (!test_and_set_bit(__LINK_STATE_DORMANT, &dev->state))
2715 linkwatch_fire_event(dev);
2716 }
2717
2718 /**
2719 * netif_dormant_off - set device as not dormant.
2720 * @dev: network device
2721 *
2722 * Device is not in dormant state.
2723 */
2724 static inline void netif_dormant_off(struct net_device *dev)
2725 {
2726 if (test_and_clear_bit(__LINK_STATE_DORMANT, &dev->state))
2727 linkwatch_fire_event(dev);
2728 }
2729
2730 /**
2731 * netif_dormant - test if carrier present
2732 * @dev: network device
2733 *
2734 * Check if carrier is present on device
2735 */
2736 static inline bool netif_dormant(const struct net_device *dev)
2737 {
2738 return test_bit(__LINK_STATE_DORMANT, &dev->state);
2739 }
2740
2741
2742 /**
2743 * netif_oper_up - test if device is operational
2744 * @dev: network device
2745 *
2746 * Check if carrier is operational
2747 */
2748 static inline bool netif_oper_up(const struct net_device *dev)
2749 {
2750 return (dev->operstate == IF_OPER_UP ||
2751 dev->operstate == IF_OPER_UNKNOWN /* backward compat */);
2752 }
2753
2754 /**
2755 * netif_device_present - is device available or removed
2756 * @dev: network device
2757 *
2758 * Check if device has not been removed from system.
2759 */
2760 static inline bool netif_device_present(struct net_device *dev)
2761 {
2762 return test_bit(__LINK_STATE_PRESENT, &dev->state);
2763 }
2764
2765 void netif_device_detach(struct net_device *dev);
2766
2767 void netif_device_attach(struct net_device *dev);
2768
2769 /*
2770 * Network interface message level settings
2771 */
2772
2773 enum {
2774 NETIF_MSG_DRV = 0x0001,
2775 NETIF_MSG_PROBE = 0x0002,
2776 NETIF_MSG_LINK = 0x0004,
2777 NETIF_MSG_TIMER = 0x0008,
2778 NETIF_MSG_IFDOWN = 0x0010,
2779 NETIF_MSG_IFUP = 0x0020,
2780 NETIF_MSG_RX_ERR = 0x0040,
2781 NETIF_MSG_TX_ERR = 0x0080,
2782 NETIF_MSG_TX_QUEUED = 0x0100,
2783 NETIF_MSG_INTR = 0x0200,
2784 NETIF_MSG_TX_DONE = 0x0400,
2785 NETIF_MSG_RX_STATUS = 0x0800,
2786 NETIF_MSG_PKTDATA = 0x1000,
2787 NETIF_MSG_HW = 0x2000,
2788 NETIF_MSG_WOL = 0x4000,
2789 };
2790
2791 #define netif_msg_drv(p) ((p)->msg_enable & NETIF_MSG_DRV)
2792 #define netif_msg_probe(p) ((p)->msg_enable & NETIF_MSG_PROBE)
2793 #define netif_msg_link(p) ((p)->msg_enable & NETIF_MSG_LINK)
2794 #define netif_msg_timer(p) ((p)->msg_enable & NETIF_MSG_TIMER)
2795 #define netif_msg_ifdown(p) ((p)->msg_enable & NETIF_MSG_IFDOWN)
2796 #define netif_msg_ifup(p) ((p)->msg_enable & NETIF_MSG_IFUP)
2797 #define netif_msg_rx_err(p) ((p)->msg_enable & NETIF_MSG_RX_ERR)
2798 #define netif_msg_tx_err(p) ((p)->msg_enable & NETIF_MSG_TX_ERR)
2799 #define netif_msg_tx_queued(p) ((p)->msg_enable & NETIF_MSG_TX_QUEUED)
2800 #define netif_msg_intr(p) ((p)->msg_enable & NETIF_MSG_INTR)
2801 #define netif_msg_tx_done(p) ((p)->msg_enable & NETIF_MSG_TX_DONE)
2802 #define netif_msg_rx_status(p) ((p)->msg_enable & NETIF_MSG_RX_STATUS)
2803 #define netif_msg_pktdata(p) ((p)->msg_enable & NETIF_MSG_PKTDATA)
2804 #define netif_msg_hw(p) ((p)->msg_enable & NETIF_MSG_HW)
2805 #define netif_msg_wol(p) ((p)->msg_enable & NETIF_MSG_WOL)
2806
2807 static inline u32 netif_msg_init(int debug_value, int default_msg_enable_bits)
2808 {
2809 /* use default */
2810 if (debug_value < 0 || debug_value >= (sizeof(u32) * 8))
2811 return default_msg_enable_bits;
2812 if (debug_value == 0) /* no output */
2813 return 0;
2814 /* set low N bits */
2815 return (1 << debug_value) - 1;
2816 }
2817
2818 static inline void __netif_tx_lock(struct netdev_queue *txq, int cpu)
2819 {
2820 spin_lock(&txq->_xmit_lock);
2821 txq->xmit_lock_owner = cpu;
2822 }
2823
2824 static inline void __netif_tx_lock_bh(struct netdev_queue *txq)
2825 {
2826 spin_lock_bh(&txq->_xmit_lock);
2827 txq->xmit_lock_owner = smp_processor_id();
2828 }
2829
2830 static inline bool __netif_tx_trylock(struct netdev_queue *txq)
2831 {
2832 bool ok = spin_trylock(&txq->_xmit_lock);
2833 if (likely(ok))
2834 txq->xmit_lock_owner = smp_processor_id();
2835 return ok;
2836 }
2837
2838 static inline void __netif_tx_unlock(struct netdev_queue *txq)
2839 {
2840 txq->xmit_lock_owner = -1;
2841 spin_unlock(&txq->_xmit_lock);
2842 }
2843
2844 static inline void __netif_tx_unlock_bh(struct netdev_queue *txq)
2845 {
2846 txq->xmit_lock_owner = -1;
2847 spin_unlock_bh(&txq->_xmit_lock);
2848 }
2849
2850 static inline void txq_trans_update(struct netdev_queue *txq)
2851 {
2852 if (txq->xmit_lock_owner != -1)
2853 txq->trans_start = jiffies;
2854 }
2855
2856 /**
2857 * netif_tx_lock - grab network device transmit lock
2858 * @dev: network device
2859 *
2860 * Get network device transmit lock
2861 */
2862 static inline void netif_tx_lock(struct net_device *dev)
2863 {
2864 unsigned int i;
2865 int cpu;
2866
2867 spin_lock(&dev->tx_global_lock);
2868 cpu = smp_processor_id();
2869 for (i = 0; i < dev->num_tx_queues; i++) {
2870 struct netdev_queue *txq = netdev_get_tx_queue(dev, i);
2871
2872 /* We are the only thread of execution doing a
2873 * freeze, but we have to grab the _xmit_lock in
2874 * order to synchronize with threads which are in
2875 * the ->hard_start_xmit() handler and already
2876 * checked the frozen bit.
2877 */
2878 __netif_tx_lock(txq, cpu);
2879 set_bit(__QUEUE_STATE_FROZEN, &txq->state);
2880 __netif_tx_unlock(txq);
2881 }
2882 }
2883
2884 static inline void netif_tx_lock_bh(struct net_device *dev)
2885 {
2886 local_bh_disable();
2887 netif_tx_lock(dev);
2888 }
2889
2890 static inline void netif_tx_unlock(struct net_device *dev)
2891 {
2892 unsigned int i;
2893
2894 for (i = 0; i < dev->num_tx_queues; i++) {
2895 struct netdev_queue *txq = netdev_get_tx_queue(dev, i);
2896
2897 /* No need to grab the _xmit_lock here. If the
2898 * queue is not stopped for another reason, we
2899 * force a schedule.
2900 */
2901 clear_bit(__QUEUE_STATE_FROZEN, &txq->state);
2902 netif_schedule_queue(txq);
2903 }
2904 spin_unlock(&dev->tx_global_lock);
2905 }
2906
2907 static inline void netif_tx_unlock_bh(struct net_device *dev)
2908 {
2909 netif_tx_unlock(dev);
2910 local_bh_enable();
2911 }
2912
2913 #define HARD_TX_LOCK(dev, txq, cpu) { \
2914 if ((dev->features & NETIF_F_LLTX) == 0) { \
2915 __netif_tx_lock(txq, cpu); \
2916 } \
2917 }
2918
2919 #define HARD_TX_TRYLOCK(dev, txq) \
2920 (((dev->features & NETIF_F_LLTX) == 0) ? \
2921 __netif_tx_trylock(txq) : \
2922 true )
2923
2924 #define HARD_TX_UNLOCK(dev, txq) { \
2925 if ((dev->features & NETIF_F_LLTX) == 0) { \
2926 __netif_tx_unlock(txq); \
2927 } \
2928 }
2929
2930 static inline void netif_tx_disable(struct net_device *dev)
2931 {
2932 unsigned int i;
2933 int cpu;
2934
2935 local_bh_disable();
2936 cpu = smp_processor_id();
2937 for (i = 0; i < dev->num_tx_queues; i++) {
2938 struct netdev_queue *txq = netdev_get_tx_queue(dev, i);
2939
2940 __netif_tx_lock(txq, cpu);
2941 netif_tx_stop_queue(txq);
2942 __netif_tx_unlock(txq);
2943 }
2944 local_bh_enable();
2945 }
2946
2947 static inline void netif_addr_lock(struct net_device *dev)
2948 {
2949 spin_lock(&dev->addr_list_lock);
2950 }
2951
2952 static inline void netif_addr_lock_nested(struct net_device *dev)
2953 {
2954 int subclass = SINGLE_DEPTH_NESTING;
2955
2956 if (dev->netdev_ops->ndo_get_lock_subclass)
2957 subclass = dev->netdev_ops->ndo_get_lock_subclass(dev);
2958
2959 spin_lock_nested(&dev->addr_list_lock, subclass);
2960 }
2961
2962 static inline void netif_addr_lock_bh(struct net_device *dev)
2963 {
2964 spin_lock_bh(&dev->addr_list_lock);
2965 }
2966
2967 static inline void netif_addr_unlock(struct net_device *dev)
2968 {
2969 spin_unlock(&dev->addr_list_lock);
2970 }
2971
2972 static inline void netif_addr_unlock_bh(struct net_device *dev)
2973 {
2974 spin_unlock_bh(&dev->addr_list_lock);
2975 }
2976
2977 /*
2978 * dev_addrs walker. Should be used only for read access. Call with
2979 * rcu_read_lock held.
2980 */
2981 #define for_each_dev_addr(dev, ha) \
2982 list_for_each_entry_rcu(ha, &dev->dev_addrs.list, list)
2983
2984 /* These functions live elsewhere (drivers/net/net_init.c, but related) */
2985
2986 void ether_setup(struct net_device *dev);
2987
2988 /* Support for loadable net-drivers */
2989 struct net_device *alloc_netdev_mqs(int sizeof_priv, const char *name,
2990 void (*setup)(struct net_device *),
2991 unsigned int txqs, unsigned int rxqs);
2992 #define alloc_netdev(sizeof_priv, name, setup) \
2993 alloc_netdev_mqs(sizeof_priv, name, setup, 1, 1)
2994
2995 #define alloc_netdev_mq(sizeof_priv, name, setup, count) \
2996 alloc_netdev_mqs(sizeof_priv, name, setup, count, count)
2997
2998 int register_netdev(struct net_device *dev);
2999 void unregister_netdev(struct net_device *dev);
3000
3001 /* General hardware address lists handling functions */
3002 int __hw_addr_sync(struct netdev_hw_addr_list *to_list,
3003 struct netdev_hw_addr_list *from_list, int addr_len);
3004 void __hw_addr_unsync(struct netdev_hw_addr_list *to_list,
3005 struct netdev_hw_addr_list *from_list, int addr_len);
3006 int __hw_addr_sync_dev(struct netdev_hw_addr_list *list,
3007 struct net_device *dev,
3008 int (*sync)(struct net_device *, const unsigned char *),
3009 int (*unsync)(struct net_device *,
3010 const unsigned char *));
3011 void __hw_addr_unsync_dev(struct netdev_hw_addr_list *list,
3012 struct net_device *dev,
3013 int (*unsync)(struct net_device *,
3014 const unsigned char *));
3015 void __hw_addr_init(struct netdev_hw_addr_list *list);
3016
3017 /* Functions used for device addresses handling */
3018 int dev_addr_add(struct net_device *dev, const unsigned char *addr,
3019 unsigned char addr_type);
3020 int dev_addr_del(struct net_device *dev, const unsigned char *addr,
3021 unsigned char addr_type);
3022 void dev_addr_flush(struct net_device *dev);
3023 int dev_addr_init(struct net_device *dev);
3024
3025 /* Functions used for unicast addresses handling */
3026 int dev_uc_add(struct net_device *dev, const unsigned char *addr);
3027 int dev_uc_add_excl(struct net_device *dev, const unsigned char *addr);
3028 int dev_uc_del(struct net_device *dev, const unsigned char *addr);
3029 int dev_uc_sync(struct net_device *to, struct net_device *from);
3030 int dev_uc_sync_multiple(struct net_device *to, struct net_device *from);
3031 void dev_uc_unsync(struct net_device *to, struct net_device *from);
3032 void dev_uc_flush(struct net_device *dev);
3033 void dev_uc_init(struct net_device *dev);
3034
3035 /**
3036 * __dev_uc_sync - Synchonize device's unicast list
3037 * @dev: device to sync
3038 * @sync: function to call if address should be added
3039 * @unsync: function to call if address should be removed
3040 *
3041 * Add newly added addresses to the interface, and release
3042 * addresses that have been deleted.
3043 **/
3044 static inline int __dev_uc_sync(struct net_device *dev,
3045 int (*sync)(struct net_device *,
3046 const unsigned char *),
3047 int (*unsync)(struct net_device *,
3048 const unsigned char *))
3049 {
3050 return __hw_addr_sync_dev(&dev->uc, dev, sync, unsync);
3051 }
3052
3053 /**
3054 * __dev_uc_unsync - Remove synchonized addresses from device
3055 * @dev: device to sync
3056 * @unsync: function to call if address should be removed
3057 *
3058 * Remove all addresses that were added to the device by dev_uc_sync().
3059 **/
3060 static inline void __dev_uc_unsync(struct net_device *dev,
3061 int (*unsync)(struct net_device *,
3062 const unsigned char *))
3063 {
3064 __hw_addr_unsync_dev(&dev->uc, dev, unsync);
3065 }
3066
3067 /* Functions used for multicast addresses handling */
3068 int dev_mc_add(struct net_device *dev, const unsigned char *addr);
3069 int dev_mc_add_global(struct net_device *dev, const unsigned char *addr);
3070 int dev_mc_add_excl(struct net_device *dev, const unsigned char *addr);
3071 int dev_mc_del(struct net_device *dev, const unsigned char *addr);
3072 int dev_mc_del_global(struct net_device *dev, const unsigned char *addr);
3073 int dev_mc_sync(struct net_device *to, struct net_device *from);
3074 int dev_mc_sync_multiple(struct net_device *to, struct net_device *from);
3075 void dev_mc_unsync(struct net_device *to, struct net_device *from);
3076 void dev_mc_flush(struct net_device *dev);
3077 void dev_mc_init(struct net_device *dev);
3078
3079 /**
3080 * __dev_mc_sync - Synchonize device's multicast list
3081 * @dev: device to sync
3082 * @sync: function to call if address should be added
3083 * @unsync: function to call if address should be removed
3084 *
3085 * Add newly added addresses to the interface, and release
3086 * addresses that have been deleted.
3087 **/
3088 static inline int __dev_mc_sync(struct net_device *dev,
3089 int (*sync)(struct net_device *,
3090 const unsigned char *),
3091 int (*unsync)(struct net_device *,
3092 const unsigned char *))
3093 {
3094 return __hw_addr_sync_dev(&dev->mc, dev, sync, unsync);
3095 }
3096
3097 /**
3098 * __dev_mc_unsync - Remove synchonized addresses from device
3099 * @dev: device to sync
3100 * @unsync: function to call if address should be removed
3101 *
3102 * Remove all addresses that were added to the device by dev_mc_sync().
3103 **/
3104 static inline void __dev_mc_unsync(struct net_device *dev,
3105 int (*unsync)(struct net_device *,
3106 const unsigned char *))
3107 {
3108 __hw_addr_unsync_dev(&dev->mc, dev, unsync);
3109 }
3110
3111 /* Functions used for secondary unicast and multicast support */
3112 void dev_set_rx_mode(struct net_device *dev);
3113 void __dev_set_rx_mode(struct net_device *dev);
3114 int dev_set_promiscuity(struct net_device *dev, int inc);
3115 int dev_set_allmulti(struct net_device *dev, int inc);
3116 void netdev_state_change(struct net_device *dev);
3117 void netdev_notify_peers(struct net_device *dev);
3118 void netdev_features_change(struct net_device *dev);
3119 /* Load a device via the kmod */
3120 void dev_load(struct net *net, const char *name);
3121 struct rtnl_link_stats64 *dev_get_stats(struct net_device *dev,
3122 struct rtnl_link_stats64 *storage);
3123 void netdev_stats_to_stats64(struct rtnl_link_stats64 *stats64,
3124 const struct net_device_stats *netdev_stats);
3125
3126 extern int netdev_max_backlog;
3127 extern int netdev_tstamp_prequeue;
3128 extern int weight_p;
3129 extern int bpf_jit_enable;
3130
3131 bool netdev_has_upper_dev(struct net_device *dev, struct net_device *upper_dev);
3132 struct net_device *netdev_upper_get_next_dev_rcu(struct net_device *dev,
3133 struct list_head **iter);
3134 struct net_device *netdev_all_upper_get_next_dev_rcu(struct net_device *dev,
3135 struct list_head **iter);
3136
3137 /* iterate through upper list, must be called under RCU read lock */
3138 #define netdev_for_each_upper_dev_rcu(dev, updev, iter) \
3139 for (iter = &(dev)->adj_list.upper, \
3140 updev = netdev_upper_get_next_dev_rcu(dev, &(iter)); \
3141 updev; \
3142 updev = netdev_upper_get_next_dev_rcu(dev, &(iter)))
3143
3144 /* iterate through upper list, must be called under RCU read lock */
3145 #define netdev_for_each_all_upper_dev_rcu(dev, updev, iter) \
3146 for (iter = &(dev)->all_adj_list.upper, \
3147 updev = netdev_all_upper_get_next_dev_rcu(dev, &(iter)); \
3148 updev; \
3149 updev = netdev_all_upper_get_next_dev_rcu(dev, &(iter)))
3150
3151 void *netdev_lower_get_next_private(struct net_device *dev,
3152 struct list_head **iter);
3153 void *netdev_lower_get_next_private_rcu(struct net_device *dev,
3154 struct list_head **iter);
3155
3156 #define netdev_for_each_lower_private(dev, priv, iter) \
3157 for (iter = (dev)->adj_list.lower.next, \
3158 priv = netdev_lower_get_next_private(dev, &(iter)); \
3159 priv; \
3160 priv = netdev_lower_get_next_private(dev, &(iter)))
3161
3162 #define netdev_for_each_lower_private_rcu(dev, priv, iter) \
3163 for (iter = &(dev)->adj_list.lower, \
3164 priv = netdev_lower_get_next_private_rcu(dev, &(iter)); \
3165 priv; \
3166 priv = netdev_lower_get_next_private_rcu(dev, &(iter)))
3167
3168 void *netdev_lower_get_next(struct net_device *dev,
3169 struct list_head **iter);
3170 #define netdev_for_each_lower_dev(dev, ldev, iter) \
3171 for (iter = &(dev)->adj_list.lower, \
3172 ldev = netdev_lower_get_next(dev, &(iter)); \
3173 ldev; \
3174 ldev = netdev_lower_get_next(dev, &(iter)))
3175
3176 void *netdev_adjacent_get_private(struct list_head *adj_list);
3177 void *netdev_lower_get_first_private_rcu(struct net_device *dev);
3178 struct net_device *netdev_master_upper_dev_get(struct net_device *dev);
3179 struct net_device *netdev_master_upper_dev_get_rcu(struct net_device *dev);
3180 int netdev_upper_dev_link(struct net_device *dev, struct net_device *upper_dev);
3181 int netdev_master_upper_dev_link(struct net_device *dev,
3182 struct net_device *upper_dev);
3183 int netdev_master_upper_dev_link_private(struct net_device *dev,
3184 struct net_device *upper_dev,
3185 void *private);
3186 void netdev_upper_dev_unlink(struct net_device *dev,
3187 struct net_device *upper_dev);
3188 void netdev_adjacent_rename_links(struct net_device *dev, char *oldname);
3189 void *netdev_lower_dev_get_private(struct net_device *dev,
3190 struct net_device *lower_dev);
3191 int dev_get_nest_level(struct net_device *dev,
3192 bool (*type_check)(struct net_device *dev));
3193 int skb_checksum_help(struct sk_buff *skb);
3194 struct sk_buff *__skb_gso_segment(struct sk_buff *skb,
3195 netdev_features_t features, bool tx_path);
3196 struct sk_buff *skb_mac_gso_segment(struct sk_buff *skb,
3197 netdev_features_t features);
3198
3199 static inline
3200 struct sk_buff *skb_gso_segment(struct sk_buff *skb, netdev_features_t features)
3201 {
3202 return __skb_gso_segment(skb, features, true);
3203 }
3204 __be16 skb_network_protocol(struct sk_buff *skb, int *depth);
3205
3206 static inline bool can_checksum_protocol(netdev_features_t features,
3207 __be16 protocol)
3208 {
3209 return ((features & NETIF_F_GEN_CSUM) ||
3210 ((features & NETIF_F_V4_CSUM) &&
3211 protocol == htons(ETH_P_IP)) ||
3212 ((features & NETIF_F_V6_CSUM) &&
3213 protocol == htons(ETH_P_IPV6)) ||
3214 ((features & NETIF_F_FCOE_CRC) &&
3215 protocol == htons(ETH_P_FCOE)));
3216 }
3217
3218 #ifdef CONFIG_BUG
3219 void netdev_rx_csum_fault(struct net_device *dev);
3220 #else
3221 static inline void netdev_rx_csum_fault(struct net_device *dev)
3222 {
3223 }
3224 #endif
3225 /* rx skb timestamps */
3226 void net_enable_timestamp(void);
3227 void net_disable_timestamp(void);
3228
3229 #ifdef CONFIG_PROC_FS
3230 int __init dev_proc_init(void);
3231 #else
3232 #define dev_proc_init() 0
3233 #endif
3234
3235 int netdev_class_create_file_ns(struct class_attribute *class_attr,
3236 const void *ns);
3237 void netdev_class_remove_file_ns(struct class_attribute *class_attr,
3238 const void *ns);
3239
3240 static inline int netdev_class_create_file(struct class_attribute *class_attr)
3241 {
3242 return netdev_class_create_file_ns(class_attr, NULL);
3243 }
3244
3245 static inline void netdev_class_remove_file(struct class_attribute *class_attr)
3246 {
3247 netdev_class_remove_file_ns(class_attr, NULL);
3248 }
3249
3250 extern struct kobj_ns_type_operations net_ns_type_operations;
3251
3252 const char *netdev_drivername(const struct net_device *dev);
3253
3254 void linkwatch_run_queue(void);
3255
3256 static inline netdev_features_t netdev_intersect_features(netdev_features_t f1,
3257 netdev_features_t f2)
3258 {
3259 if (f1 & NETIF_F_GEN_CSUM)
3260 f1 |= (NETIF_F_ALL_CSUM & ~NETIF_F_GEN_CSUM);
3261 if (f2 & NETIF_F_GEN_CSUM)
3262 f2 |= (NETIF_F_ALL_CSUM & ~NETIF_F_GEN_CSUM);
3263 f1 &= f2;
3264 if (f1 & NETIF_F_GEN_CSUM)
3265 f1 &= ~(NETIF_F_ALL_CSUM & ~NETIF_F_GEN_CSUM);
3266
3267 return f1;
3268 }
3269
3270 static inline netdev_features_t netdev_get_wanted_features(
3271 struct net_device *dev)
3272 {
3273 return (dev->features & ~dev->hw_features) | dev->wanted_features;
3274 }
3275 netdev_features_t netdev_increment_features(netdev_features_t all,
3276 netdev_features_t one, netdev_features_t mask);
3277
3278 /* Allow TSO being used on stacked device :
3279 * Performing the GSO segmentation before last device
3280 * is a performance improvement.
3281 */
3282 static inline netdev_features_t netdev_add_tso_features(netdev_features_t features,
3283 netdev_features_t mask)
3284 {
3285 return netdev_increment_features(features, NETIF_F_ALL_TSO, mask);
3286 }
3287
3288 int __netdev_update_features(struct net_device *dev);
3289 void netdev_update_features(struct net_device *dev);
3290 void netdev_change_features(struct net_device *dev);
3291
3292 void netif_stacked_transfer_operstate(const struct net_device *rootdev,
3293 struct net_device *dev);
3294
3295 netdev_features_t netif_skb_features(struct sk_buff *skb);
3296
3297 static inline bool net_gso_ok(netdev_features_t features, int gso_type)
3298 {
3299 netdev_features_t feature = gso_type << NETIF_F_GSO_SHIFT;
3300
3301 /* check flags correspondence */
3302 BUILD_BUG_ON(SKB_GSO_TCPV4 != (NETIF_F_TSO >> NETIF_F_GSO_SHIFT));
3303 BUILD_BUG_ON(SKB_GSO_UDP != (NETIF_F_UFO >> NETIF_F_GSO_SHIFT));
3304 BUILD_BUG_ON(SKB_GSO_DODGY != (NETIF_F_GSO_ROBUST >> NETIF_F_GSO_SHIFT));
3305 BUILD_BUG_ON(SKB_GSO_TCP_ECN != (NETIF_F_TSO_ECN >> NETIF_F_GSO_SHIFT));
3306 BUILD_BUG_ON(SKB_GSO_TCPV6 != (NETIF_F_TSO6 >> NETIF_F_GSO_SHIFT));
3307 BUILD_BUG_ON(SKB_GSO_FCOE != (NETIF_F_FSO >> NETIF_F_GSO_SHIFT));
3308 BUILD_BUG_ON(SKB_GSO_GRE != (NETIF_F_GSO_GRE >> NETIF_F_GSO_SHIFT));
3309 BUILD_BUG_ON(SKB_GSO_GRE_CSUM != (NETIF_F_GSO_GRE_CSUM >> NETIF_F_GSO_SHIFT));
3310 BUILD_BUG_ON(SKB_GSO_IPIP != (NETIF_F_GSO_IPIP >> NETIF_F_GSO_SHIFT));
3311 BUILD_BUG_ON(SKB_GSO_SIT != (NETIF_F_GSO_SIT >> NETIF_F_GSO_SHIFT));
3312 BUILD_BUG_ON(SKB_GSO_UDP_TUNNEL != (NETIF_F_GSO_UDP_TUNNEL >> NETIF_F_GSO_SHIFT));
3313 BUILD_BUG_ON(SKB_GSO_UDP_TUNNEL_CSUM != (NETIF_F_GSO_UDP_TUNNEL_CSUM >> NETIF_F_GSO_SHIFT));
3314 BUILD_BUG_ON(SKB_GSO_MPLS != (NETIF_F_GSO_MPLS >> NETIF_F_GSO_SHIFT));
3315
3316 return (features & feature) == feature;
3317 }
3318
3319 static inline bool skb_gso_ok(struct sk_buff *skb, netdev_features_t features)
3320 {
3321 return net_gso_ok(features, skb_shinfo(skb)->gso_type) &&
3322 (!skb_has_frag_list(skb) || (features & NETIF_F_FRAGLIST));
3323 }
3324
3325 static inline bool netif_needs_gso(struct sk_buff *skb,
3326 netdev_features_t features)
3327 {
3328 return skb_is_gso(skb) && (!skb_gso_ok(skb, features) ||
3329 unlikely((skb->ip_summed != CHECKSUM_PARTIAL) &&
3330 (skb->ip_summed != CHECKSUM_UNNECESSARY)));
3331 }
3332
3333 static inline void netif_set_gso_max_size(struct net_device *dev,
3334 unsigned int size)
3335 {
3336 dev->gso_max_size = size;
3337 }
3338
3339 static inline void skb_gso_error_unwind(struct sk_buff *skb, __be16 protocol,
3340 int pulled_hlen, u16 mac_offset,
3341 int mac_len)
3342 {
3343 skb->protocol = protocol;
3344 skb->encapsulation = 1;
3345 skb_push(skb, pulled_hlen);
3346 skb_reset_transport_header(skb);
3347 skb->mac_header = mac_offset;
3348 skb->network_header = skb->mac_header + mac_len;
3349 skb->mac_len = mac_len;
3350 }
3351
3352 static inline bool netif_is_macvlan(struct net_device *dev)
3353 {
3354 return dev->priv_flags & IFF_MACVLAN;
3355 }
3356
3357 static inline bool netif_is_bond_master(struct net_device *dev)
3358 {
3359 return dev->flags & IFF_MASTER && dev->priv_flags & IFF_BONDING;
3360 }
3361
3362 static inline bool netif_is_bond_slave(struct net_device *dev)
3363 {
3364 return dev->flags & IFF_SLAVE && dev->priv_flags & IFF_BONDING;
3365 }
3366
3367 static inline bool netif_supports_nofcs(struct net_device *dev)
3368 {
3369 return dev->priv_flags & IFF_SUPP_NOFCS;
3370 }
3371
3372 extern struct pernet_operations __net_initdata loopback_net_ops;
3373
3374 /* Logging, debugging and troubleshooting/diagnostic helpers. */
3375
3376 /* netdev_printk helpers, similar to dev_printk */
3377
3378 static inline const char *netdev_name(const struct net_device *dev)
3379 {
3380 if (dev->reg_state != NETREG_REGISTERED)
3381 return "(unregistered net_device)";
3382 return dev->name;
3383 }
3384
3385 __printf(3, 4)
3386 int netdev_printk(const char *level, const struct net_device *dev,
3387 const char *format, ...);
3388 __printf(2, 3)
3389 int netdev_emerg(const struct net_device *dev, const char *format, ...);
3390 __printf(2, 3)
3391 int netdev_alert(const struct net_device *dev, const char *format, ...);
3392 __printf(2, 3)
3393 int netdev_crit(const struct net_device *dev, const char *format, ...);
3394 __printf(2, 3)
3395 int netdev_err(const struct net_device *dev, const char *format, ...);
3396 __printf(2, 3)
3397 int netdev_warn(const struct net_device *dev, const char *format, ...);
3398 __printf(2, 3)
3399 int netdev_notice(const struct net_device *dev, const char *format, ...);
3400 __printf(2, 3)
3401 int netdev_info(const struct net_device *dev, const char *format, ...);
3402
3403 #define MODULE_ALIAS_NETDEV(device) \
3404 MODULE_ALIAS("netdev-" device)
3405
3406 #if defined(CONFIG_DYNAMIC_DEBUG)
3407 #define netdev_dbg(__dev, format, args...) \
3408 do { \
3409 dynamic_netdev_dbg(__dev, format, ##args); \
3410 } while (0)
3411 #elif defined(DEBUG)
3412 #define netdev_dbg(__dev, format, args...) \
3413 netdev_printk(KERN_DEBUG, __dev, format, ##args)
3414 #else
3415 #define netdev_dbg(__dev, format, args...) \
3416 ({ \
3417 if (0) \
3418 netdev_printk(KERN_DEBUG, __dev, format, ##args); \
3419 0; \
3420 })
3421 #endif
3422
3423 #if defined(VERBOSE_DEBUG)
3424 #define netdev_vdbg netdev_dbg
3425 #else
3426
3427 #define netdev_vdbg(dev, format, args...) \
3428 ({ \
3429 if (0) \
3430 netdev_printk(KERN_DEBUG, dev, format, ##args); \
3431 0; \
3432 })
3433 #endif
3434
3435 /*
3436 * netdev_WARN() acts like dev_printk(), but with the key difference
3437 * of using a WARN/WARN_ON to get the message out, including the
3438 * file/line information and a backtrace.
3439 */
3440 #define netdev_WARN(dev, format, args...) \
3441 WARN(1, "netdevice: %s\n" format, netdev_name(dev), ##args)
3442
3443 /* netif printk helpers, similar to netdev_printk */
3444
3445 #define netif_printk(priv, type, level, dev, fmt, args...) \
3446 do { \
3447 if (netif_msg_##type(priv)) \
3448 netdev_printk(level, (dev), fmt, ##args); \
3449 } while (0)
3450
3451 #define netif_level(level, priv, type, dev, fmt, args...) \
3452 do { \
3453 if (netif_msg_##type(priv)) \
3454 netdev_##level(dev, fmt, ##args); \
3455 } while (0)
3456
3457 #define netif_emerg(priv, type, dev, fmt, args...) \
3458 netif_level(emerg, priv, type, dev, fmt, ##args)
3459 #define netif_alert(priv, type, dev, fmt, args...) \
3460 netif_level(alert, priv, type, dev, fmt, ##args)
3461 #define netif_crit(priv, type, dev, fmt, args...) \
3462 netif_level(crit, priv, type, dev, fmt, ##args)
3463 #define netif_err(priv, type, dev, fmt, args...) \
3464 netif_level(err, priv, type, dev, fmt, ##args)
3465 #define netif_warn(priv, type, dev, fmt, args...) \
3466 netif_level(warn, priv, type, dev, fmt, ##args)
3467 #define netif_notice(priv, type, dev, fmt, args...) \
3468 netif_level(notice, priv, type, dev, fmt, ##args)
3469 #define netif_info(priv, type, dev, fmt, args...) \
3470 netif_level(info, priv, type, dev, fmt, ##args)
3471
3472 #if defined(CONFIG_DYNAMIC_DEBUG)
3473 #define netif_dbg(priv, type, netdev, format, args...) \
3474 do { \
3475 if (netif_msg_##type(priv)) \
3476 dynamic_netdev_dbg(netdev, format, ##args); \
3477 } while (0)
3478 #elif defined(DEBUG)
3479 #define netif_dbg(priv, type, dev, format, args...) \
3480 netif_printk(priv, type, KERN_DEBUG, dev, format, ##args)
3481 #else
3482 #define netif_dbg(priv, type, dev, format, args...) \
3483 ({ \
3484 if (0) \
3485 netif_printk(priv, type, KERN_DEBUG, dev, format, ##args); \
3486 0; \
3487 })
3488 #endif
3489
3490 #if defined(VERBOSE_DEBUG)
3491 #define netif_vdbg netif_dbg
3492 #else
3493 #define netif_vdbg(priv, type, dev, format, args...) \
3494 ({ \
3495 if (0) \
3496 netif_printk(priv, type, KERN_DEBUG, dev, format, ##args); \
3497 0; \
3498 })
3499 #endif
3500
3501 /*
3502 * The list of packet types we will receive (as opposed to discard)
3503 * and the routines to invoke.
3504 *
3505 * Why 16. Because with 16 the only overlap we get on a hash of the
3506 * low nibble of the protocol value is RARP/SNAP/X.25.
3507 *
3508 * NOTE: That is no longer true with the addition of VLAN tags. Not
3509 * sure which should go first, but I bet it won't make much
3510 * difference if we are running VLANs. The good news is that
3511 * this protocol won't be in the list unless compiled in, so
3512 * the average user (w/out VLANs) will not be adversely affected.
3513 * --BLG
3514 *
3515 * 0800 IP
3516 * 8100 802.1Q VLAN
3517 * 0001 802.3
3518 * 0002 AX.25
3519 * 0004 802.2
3520 * 8035 RARP
3521 * 0005 SNAP
3522 * 0805 X.25
3523 * 0806 ARP
3524 * 8137 IPX
3525 * 0009 Localtalk
3526 * 86DD IPv6
3527 */
3528 #define PTYPE_HASH_SIZE (16)
3529 #define PTYPE_HASH_MASK (PTYPE_HASH_SIZE - 1)
3530
3531 #endif /* _LINUX_NETDEVICE_H */ 1 /*
2 * pci.h
3 *
4 * PCI defines and function prototypes
5 * Copyright 1994, Drew Eckhardt
6 * Copyright 1997--1999 Martin Mares <mj@ucw.cz>
7 *
8 * For more information, please consult the following manuals (look at
9 * http://www.pcisig.com/ for how to get them):
10 *
11 * PCI BIOS Specification
12 * PCI Local Bus Specification
13 * PCI to PCI Bridge Specification
14 * PCI System Design Guide
15 */
16 #ifndef LINUX_PCI_H
17 #define LINUX_PCI_H
18
19
20 #include <linux/mod_devicetable.h>
21
22 #include <linux/types.h>
23 #include <linux/init.h>
24 #include <linux/ioport.h>
25 #include <linux/list.h>
26 #include <linux/compiler.h>
27 #include <linux/errno.h>
28 #include <linux/kobject.h>
29 #include <linux/atomic.h>
30 #include <linux/device.h>
31 #include <linux/io.h>
32 #include <uapi/linux/pci.h>
33
34 #include <linux/pci_ids.h>
35
36 /*
37 * The PCI interface treats multi-function devices as independent
38 * devices. The slot/function address of each device is encoded
39 * in a single byte as follows:
40 *
41 * 7:3 = slot
42 * 2:0 = function
43 *
44 * PCI_DEVFN(), PCI_SLOT(), and PCI_FUNC() are defined in uapi/linux/pci.h.
45 * In the interest of not exposing interfaces to user-space unnecessarily,
46 * the following kernel-only defines are being added here.
47 */
48 #define PCI_DEVID(bus, devfn) ((((u16)bus) << 8) | devfn)
49 /* return bus from PCI devid = ((u16)bus_number) << 8) | devfn */
50 #define PCI_BUS_NUM(x) (((x) >> 8) & 0xff)
51
52 /* pci_slot represents a physical slot */
53 struct pci_slot {
54 struct pci_bus *bus; /* The bus this slot is on */
55 struct list_head list; /* node in list of slots on this bus */
56 struct hotplug_slot *hotplug; /* Hotplug info (migrate over time) */
57 unsigned char number; /* PCI_SLOT(pci_dev->devfn) */
58 struct kobject kobj;
59 };
60
61 static inline const char *pci_slot_name(const struct pci_slot *slot)
62 {
63 return kobject_name(&slot->kobj);
64 }
65
66 /* File state for mmap()s on /proc/bus/pci/X/Y */
67 enum pci_mmap_state {
68 pci_mmap_io,
69 pci_mmap_mem
70 };
71
72 /* This defines the direction arg to the DMA mapping routines. */
73 #define PCI_DMA_BIDIRECTIONAL 0
74 #define PCI_DMA_TODEVICE 1
75 #define PCI_DMA_FROMDEVICE 2
76 #define PCI_DMA_NONE 3
77
78 /*
79 * For PCI devices, the region numbers are assigned this way:
80 */
81 enum {
82 /* #0-5: standard PCI resources */
83 PCI_STD_RESOURCES,
84 PCI_STD_RESOURCE_END = 5,
85
86 /* #6: expansion ROM resource */
87 PCI_ROM_RESOURCE,
88
89 /* device specific resources */
90 #ifdef CONFIG_PCI_IOV
91 PCI_IOV_RESOURCES,
92 PCI_IOV_RESOURCE_END = PCI_IOV_RESOURCES + PCI_SRIOV_NUM_BARS - 1,
93 #endif
94
95 /* resources assigned to buses behind the bridge */
96 #define PCI_BRIDGE_RESOURCE_NUM 4
97
98 PCI_BRIDGE_RESOURCES,
99 PCI_BRIDGE_RESOURCE_END = PCI_BRIDGE_RESOURCES +
100 PCI_BRIDGE_RESOURCE_NUM - 1,
101
102 /* total resources associated with a PCI device */
103 PCI_NUM_RESOURCES,
104
105 /* preserve this for compatibility */
106 DEVICE_COUNT_RESOURCE = PCI_NUM_RESOURCES,
107 };
108
109 typedef int __bitwise pci_power_t;
110
111 #define PCI_D0 ((pci_power_t __force) 0)
112 #define PCI_D1 ((pci_power_t __force) 1)
113 #define PCI_D2 ((pci_power_t __force) 2)
114 #define PCI_D3hot ((pci_power_t __force) 3)
115 #define PCI_D3cold ((pci_power_t __force) 4)
116 #define PCI_UNKNOWN ((pci_power_t __force) 5)
117 #define PCI_POWER_ERROR ((pci_power_t __force) -1)
118
119 /* Remember to update this when the list above changes! */
120 extern const char *pci_power_names[];
121
122 static inline const char *pci_power_name(pci_power_t state)
123 {
124 return pci_power_names[1 + (int) state];
125 }
126
127 #define PCI_PM_D2_DELAY 200
128 #define PCI_PM_D3_WAIT 10
129 #define PCI_PM_D3COLD_WAIT 100
130 #define PCI_PM_BUS_WAIT 50
131
132 /** The pci_channel state describes connectivity between the CPU and
133 * the pci device. If some PCI bus between here and the pci device
134 * has crashed or locked up, this info is reflected here.
135 */
136 typedef unsigned int __bitwise pci_channel_state_t;
137
138 enum pci_channel_state {
139 /* I/O channel is in normal state */
140 pci_channel_io_normal = (__force pci_channel_state_t) 1,
141
142 /* I/O to channel is blocked */
143 pci_channel_io_frozen = (__force pci_channel_state_t) 2,
144
145 /* PCI card is dead */
146 pci_channel_io_perm_failure = (__force pci_channel_state_t) 3,
147 };
148
149 typedef unsigned int __bitwise pcie_reset_state_t;
150
151 enum pcie_reset_state {
152 /* Reset is NOT asserted (Use to deassert reset) */
153 pcie_deassert_reset = (__force pcie_reset_state_t) 1,
154
155 /* Use #PERST to reset PCIe device */
156 pcie_warm_reset = (__force pcie_reset_state_t) 2,
157
158 /* Use PCIe Hot Reset to reset device */
159 pcie_hot_reset = (__force pcie_reset_state_t) 3
160 };
161
162 typedef unsigned short __bitwise pci_dev_flags_t;
163 enum pci_dev_flags {
164 /* INTX_DISABLE in PCI_COMMAND register disables MSI
165 * generation too.
166 */
167 PCI_DEV_FLAGS_MSI_INTX_DISABLE_BUG = (__force pci_dev_flags_t) (1 << 0),
168 /* Device configuration is irrevocably lost if disabled into D3 */
169 PCI_DEV_FLAGS_NO_D3 = (__force pci_dev_flags_t) (1 << 1),
170 /* Provide indication device is assigned by a Virtual Machine Manager */
171 PCI_DEV_FLAGS_ASSIGNED = (__force pci_dev_flags_t) (1 << 2),
172 /* Flag for quirk use to store if quirk-specific ACS is enabled */
173 PCI_DEV_FLAGS_ACS_ENABLED_QUIRK = (__force pci_dev_flags_t) (1 << 3),
174 /* Flag to indicate the device uses dma_alias_devfn */
175 PCI_DEV_FLAGS_DMA_ALIAS_DEVFN = (__force pci_dev_flags_t) (1 << 4),
176 /* Use a PCIe-to-PCI bridge alias even if !pci_is_pcie */
177 PCI_DEV_FLAG_PCIE_BRIDGE_ALIAS = (__force pci_dev_flags_t) (1 << 5),
178 };
179
180 enum pci_irq_reroute_variant {
181 INTEL_IRQ_REROUTE_VARIANT = 1,
182 MAX_IRQ_REROUTE_VARIANTS = 3
183 };
184
185 typedef unsigned short __bitwise pci_bus_flags_t;
186 enum pci_bus_flags {
187 PCI_BUS_FLAGS_NO_MSI = (__force pci_bus_flags_t) 1,
188 PCI_BUS_FLAGS_NO_MMRBC = (__force pci_bus_flags_t) 2,
189 };
190
191 /* These values come from the PCI Express Spec */
192 enum pcie_link_width {
193 PCIE_LNK_WIDTH_RESRV = 0x00,
194 PCIE_LNK_X1 = 0x01,
195 PCIE_LNK_X2 = 0x02,
196 PCIE_LNK_X4 = 0x04,
197 PCIE_LNK_X8 = 0x08,
198 PCIE_LNK_X12 = 0x0C,
199 PCIE_LNK_X16 = 0x10,
200 PCIE_LNK_X32 = 0x20,
201 PCIE_LNK_WIDTH_UNKNOWN = 0xFF,
202 };
203
204 /* Based on the PCI Hotplug Spec, but some values are made up by us */
205 enum pci_bus_speed {
206 PCI_SPEED_33MHz = 0x00,
207 PCI_SPEED_66MHz = 0x01,
208 PCI_SPEED_66MHz_PCIX = 0x02,
209 PCI_SPEED_100MHz_PCIX = 0x03,
210 PCI_SPEED_133MHz_PCIX = 0x04,
211 PCI_SPEED_66MHz_PCIX_ECC = 0x05,
212 PCI_SPEED_100MHz_PCIX_ECC = 0x06,
213 PCI_SPEED_133MHz_PCIX_ECC = 0x07,
214 PCI_SPEED_66MHz_PCIX_266 = 0x09,
215 PCI_SPEED_100MHz_PCIX_266 = 0x0a,
216 PCI_SPEED_133MHz_PCIX_266 = 0x0b,
217 AGP_UNKNOWN = 0x0c,
218 AGP_1X = 0x0d,
219 AGP_2X = 0x0e,
220 AGP_4X = 0x0f,
221 AGP_8X = 0x10,
222 PCI_SPEED_66MHz_PCIX_533 = 0x11,
223 PCI_SPEED_100MHz_PCIX_533 = 0x12,
224 PCI_SPEED_133MHz_PCIX_533 = 0x13,
225 PCIE_SPEED_2_5GT = 0x14,
226 PCIE_SPEED_5_0GT = 0x15,
227 PCIE_SPEED_8_0GT = 0x16,
228 PCI_SPEED_UNKNOWN = 0xff,
229 };
230
231 struct pci_cap_saved_data {
232 u16 cap_nr;
233 bool cap_extended;
234 unsigned int size;
235 u32 data[0];
236 };
237
238 struct pci_cap_saved_state {
239 struct hlist_node next;
240 struct pci_cap_saved_data cap;
241 };
242
243 struct pcie_link_state;
244 struct pci_vpd;
245 struct pci_sriov;
246 struct pci_ats;
247
248 /*
249 * The pci_dev structure is used to describe PCI devices.
250 */
251 struct pci_dev {
252 struct list_head bus_list; /* node in per-bus list */
253 struct pci_bus *bus; /* bus this device is on */
254 struct pci_bus *subordinate; /* bus this device bridges to */
255
256 void *sysdata; /* hook for sys-specific extension */
257 struct proc_dir_entry *procent; /* device entry in /proc/bus/pci */
258 struct pci_slot *slot; /* Physical slot this device is in */
259
260 unsigned int devfn; /* encoded device & function index */
261 unsigned short vendor;
262 unsigned short device;
263 unsigned short subsystem_vendor;
264 unsigned short subsystem_device;
265 unsigned int class; /* 3 bytes: (base,sub,prog-if) */
266 u8 revision; /* PCI revision, low byte of class word */
267 u8 hdr_type; /* PCI header type (`multi' flag masked out) */
268 u8 pcie_cap; /* PCIe capability offset */
269 u8 msi_cap; /* MSI capability offset */
270 u8 msix_cap; /* MSI-X capability offset */
271 u8 pcie_mpss:3; /* PCIe Max Payload Size Supported */
272 u8 rom_base_reg; /* which config register controls the ROM */
273 u8 pin; /* which interrupt pin this device uses */
274 u16 pcie_flags_reg; /* cached PCIe Capabilities Register */
275 u8 dma_alias_devfn;/* devfn of DMA alias, if any */
276
277 struct pci_driver *driver; /* which driver has allocated this device */
278 u64 dma_mask; /* Mask of the bits of bus address this
279 device implements. Normally this is
280 0xffffffff. You only need to change
281 this if your device has broken DMA
282 or supports 64-bit transfers. */
283
284 struct device_dma_parameters dma_parms;
285
286 pci_power_t current_state; /* Current operating state. In ACPI-speak,
287 this is D0-D3, D0 being fully functional,
288 and D3 being off. */
289 u8 pm_cap; /* PM capability offset */
290 unsigned int pme_support:5; /* Bitmask of states from which PME#
291 can be generated */
292 unsigned int pme_interrupt:1;
293 unsigned int pme_poll:1; /* Poll device's PME status bit */
294 unsigned int d1_support:1; /* Low power state D1 is supported */
295 unsigned int d2_support:1; /* Low power state D2 is supported */
296 unsigned int no_d1d2:1; /* D1 and D2 are forbidden */
297 unsigned int no_d3cold:1; /* D3cold is forbidden */
298 unsigned int d3cold_allowed:1; /* D3cold is allowed by user */
299 unsigned int mmio_always_on:1; /* disallow turning off io/mem
300 decoding during bar sizing */
301 unsigned int wakeup_prepared:1;
302 unsigned int runtime_d3cold:1; /* whether go through runtime
303 D3cold, not set for devices
304 powered on/off by the
305 corresponding bridge */
306 unsigned int d3_delay; /* D3->D0 transition time in ms */
307 unsigned int d3cold_delay; /* D3cold->D0 transition time in ms */
308
309 #ifdef CONFIG_PCIEASPM
310 struct pcie_link_state *link_state; /* ASPM link state */
311 #endif
312
313 pci_channel_state_t error_state; /* current connectivity state */
314 struct device dev; /* Generic device interface */
315
316 int cfg_size; /* Size of configuration space */
317
318 /*
319 * Instead of touching interrupt line and base address registers
320 * directly, use the values stored here. They might be different!
321 */
322 unsigned int irq;
323 struct resource resource[DEVICE_COUNT_RESOURCE]; /* I/O and memory regions + expansion ROMs */
324
325 bool match_driver; /* Skip attaching driver */
326 /* These fields are used by common fixups */
327 unsigned int transparent:1; /* Subtractive decode PCI bridge */
328 unsigned int multifunction:1;/* Part of multi-function device */
329 /* keep track of device state */
330 unsigned int is_added:1;
331 unsigned int is_busmaster:1; /* device is busmaster */
332 unsigned int no_msi:1; /* device may not use msi */
333 unsigned int block_cfg_access:1; /* config space access is blocked */
334 unsigned int broken_parity_status:1; /* Device generates false positive parity */
335 unsigned int irq_reroute_variant:2; /* device needs IRQ rerouting variant */
336 unsigned int msi_enabled:1;
337 unsigned int msix_enabled:1;
338 unsigned int ari_enabled:1; /* ARI forwarding */
339 unsigned int is_managed:1;
340 unsigned int needs_freset:1; /* Dev requires fundamental reset */
341 unsigned int state_saved:1;
342 unsigned int is_physfn:1;
343 unsigned int is_virtfn:1;
344 unsigned int reset_fn:1;
345 unsigned int is_hotplug_bridge:1;
346 unsigned int __aer_firmware_first_valid:1;
347 unsigned int __aer_firmware_first:1;
348 unsigned int broken_intx_masking:1;
349 unsigned int io_window_1k:1; /* Intel P2P bridge 1K I/O windows */
350 pci_dev_flags_t dev_flags;
351 atomic_t enable_cnt; /* pci_enable_device has been called */
352
353 u32 saved_config_space[16]; /* config space saved at suspend time */
354 struct hlist_head saved_cap_space;
355 struct bin_attribute *rom_attr; /* attribute descriptor for sysfs ROM entry */
356 int rom_attr_enabled; /* has display of the rom attribute been enabled? */
357 struct bin_attribute *res_attr[DEVICE_COUNT_RESOURCE]; /* sysfs file for resources */
358 struct bin_attribute *res_attr_wc[DEVICE_COUNT_RESOURCE]; /* sysfs file for WC mapping of resources */
359 #ifdef CONFIG_PCI_MSI
360 struct list_head msi_list;
361 const struct attribute_group **msi_irq_groups;
362 #endif
363 struct pci_vpd *vpd;
364 #ifdef CONFIG_PCI_ATS
365 union {
366 struct pci_sriov *sriov; /* SR-IOV capability related */
367 struct pci_dev *physfn; /* the PF this VF is associated with */
368 };
369 struct pci_ats *ats; /* Address Translation Service */
370 #endif
371 phys_addr_t rom; /* Physical address of ROM if it's not from the BAR */
372 size_t romlen; /* Length of ROM if it's not from the BAR */
373 char *driver_override; /* Driver name to force a match */
374 };
375
376 static inline struct pci_dev *pci_physfn(struct pci_dev *dev)
377 {
378 #ifdef CONFIG_PCI_IOV
379 if (dev->is_virtfn)
380 dev = dev->physfn;
381 #endif
382 return dev;
383 }
384
385 struct pci_dev *pci_alloc_dev(struct pci_bus *bus);
386
387 #define to_pci_dev(n) container_of(n, struct pci_dev, dev)
388 #define for_each_pci_dev(d) while ((d = pci_get_device(PCI_ANY_ID, PCI_ANY_ID, d)) != NULL)
389
390 static inline int pci_channel_offline(struct pci_dev *pdev)
391 {
392 return (pdev->error_state != pci_channel_io_normal);
393 }
394
395 struct pci_host_bridge_window {
396 struct list_head list;
397 struct resource *res; /* host bridge aperture (CPU address) */
398 resource_size_t offset; /* bus address + offset = CPU address */
399 };
400
401 struct pci_host_bridge {
402 struct device dev;
403 struct pci_bus *bus; /* root bus */
404 struct list_head windows; /* pci_host_bridge_windows */
405 void (*release_fn)(struct pci_host_bridge *);
406 void *release_data;
407 };
408
409 #define to_pci_host_bridge(n) container_of(n, struct pci_host_bridge, dev)
410 void pci_set_host_bridge_release(struct pci_host_bridge *bridge,
411 void (*release_fn)(struct pci_host_bridge *),
412 void *release_data);
413
414 int pcibios_root_bridge_prepare(struct pci_host_bridge *bridge);
415
416 /*
417 * The first PCI_BRIDGE_RESOURCE_NUM PCI bus resources (those that correspond
418 * to P2P or CardBus bridge windows) go in a table. Additional ones (for
419 * buses below host bridges or subtractive decode bridges) go in the list.
420 * Use pci_bus_for_each_resource() to iterate through all the resources.
421 */
422
423 /*
424 * PCI_SUBTRACTIVE_DECODE means the bridge forwards the window implicitly
425 * and there's no way to program the bridge with the details of the window.
426 * This does not apply to ACPI _CRS windows, even with the _DEC subtractive-
427 * decode bit set, because they are explicit and can be programmed with _SRS.
428 */
429 #define PCI_SUBTRACTIVE_DECODE 0x1
430
431 struct pci_bus_resource {
432 struct list_head list;
433 struct resource *res;
434 unsigned int flags;
435 };
436
437 #define PCI_REGION_FLAG_MASK 0x0fU /* These bits of resource flags tell us the PCI region flags */
438
439 struct pci_bus {
440 struct list_head node; /* node in list of buses */
441 struct pci_bus *parent; /* parent bus this bridge is on */
442 struct list_head children; /* list of child buses */
443 struct list_head devices; /* list of devices on this bus */
444 struct pci_dev *self; /* bridge device as seen by parent */
445 struct list_head slots; /* list of slots on this bus */
446 struct resource *resource[PCI_BRIDGE_RESOURCE_NUM];
447 struct list_head resources; /* address space routed to this bus */
448 struct resource busn_res; /* bus numbers routed to this bus */
449
450 struct pci_ops *ops; /* configuration access functions */
451 struct msi_chip *msi; /* MSI controller */
452 void *sysdata; /* hook for sys-specific extension */
453 struct proc_dir_entry *procdir; /* directory entry in /proc/bus/pci */
454
455 unsigned char number; /* bus number */
456 unsigned char primary; /* number of primary bridge */
457 unsigned char max_bus_speed; /* enum pci_bus_speed */
458 unsigned char cur_bus_speed; /* enum pci_bus_speed */
459
460 char name[48];
461
462 unsigned short bridge_ctl; /* manage NO_ISA/FBB/et al behaviors */
463 pci_bus_flags_t bus_flags; /* inherited by child buses */
464 struct device *bridge;
465 struct device dev;
466 struct bin_attribute *legacy_io; /* legacy I/O for this bus */
467 struct bin_attribute *legacy_mem; /* legacy mem */
468 unsigned int is_added:1;
469 };
470
471 #define to_pci_bus(n) container_of(n, struct pci_bus, dev)
472
473 /*
474 * Returns true if the PCI bus is root (behind host-PCI bridge),
475 * false otherwise
476 *
477 * Some code assumes that "bus->self == NULL" means that bus is a root bus.
478 * This is incorrect because "virtual" buses added for SR-IOV (via
479 * virtfn_add_bus()) have "bus->self == NULL" but are not root buses.
480 */
481 static inline bool pci_is_root_bus(struct pci_bus *pbus)
482 {
483 return !(pbus->parent);
484 }
485
486 /**
487 * pci_is_bridge - check if the PCI device is a bridge
488 * @dev: PCI device
489 *
490 * Return true if the PCI device is bridge whether it has subordinate
491 * or not.
492 */
493 static inline bool pci_is_bridge(struct pci_dev *dev)
494 {
495 return dev->hdr_type == PCI_HEADER_TYPE_BRIDGE ||
496 dev->hdr_type == PCI_HEADER_TYPE_CARDBUS;
497 }
498
499 static inline struct pci_dev *pci_upstream_bridge(struct pci_dev *dev)
500 {
501 dev = pci_physfn(dev);
502 if (pci_is_root_bus(dev->bus))
503 return NULL;
504
505 return dev->bus->self;
506 }
507
508 #ifdef CONFIG_PCI_MSI
509 static inline bool pci_dev_msi_enabled(struct pci_dev *pci_dev)
510 {
511 return pci_dev->msi_enabled || pci_dev->msix_enabled;
512 }
513 #else
514 static inline bool pci_dev_msi_enabled(struct pci_dev *pci_dev) { return false; }
515 #endif
516
517 /*
518 * Error values that may be returned by PCI functions.
519 */
520 #define PCIBIOS_SUCCESSFUL 0x00
521 #define PCIBIOS_FUNC_NOT_SUPPORTED 0x81
522 #define PCIBIOS_BAD_VENDOR_ID 0x83
523 #define PCIBIOS_DEVICE_NOT_FOUND 0x86
524 #define PCIBIOS_BAD_REGISTER_NUMBER 0x87
525 #define PCIBIOS_SET_FAILED 0x88
526 #define PCIBIOS_BUFFER_TOO_SMALL 0x89
527
528 /*
529 * Translate above to generic errno for passing back through non-PCI code.
530 */
531 static inline int pcibios_err_to_errno(int err)
532 {
533 if (err <= PCIBIOS_SUCCESSFUL)
534 return err; /* Assume already errno */
535
536 switch (err) {
537 case PCIBIOS_FUNC_NOT_SUPPORTED:
538 return -ENOENT;
539 case PCIBIOS_BAD_VENDOR_ID:
540 return -ENOTTY;
541 case PCIBIOS_DEVICE_NOT_FOUND:
542 return -ENODEV;
543 case PCIBIOS_BAD_REGISTER_NUMBER:
544 return -EFAULT;
545 case PCIBIOS_SET_FAILED:
546 return -EIO;
547 case PCIBIOS_BUFFER_TOO_SMALL:
548 return -ENOSPC;
549 }
550
551 return -ERANGE;
552 }
553
554 /* Low-level architecture-dependent routines */
555
556 struct pci_ops {
557 int (*read)(struct pci_bus *bus, unsigned int devfn, int where, int size, u32 *val);
558 int (*write)(struct pci_bus *bus, unsigned int devfn, int where, int size, u32 val);
559 };
560
561 /*
562 * ACPI needs to be able to access PCI config space before we've done a
563 * PCI bus scan and created pci_bus structures.
564 */
565 int raw_pci_read(unsigned int domain, unsigned int bus, unsigned int devfn,
566 int reg, int len, u32 *val);
567 int raw_pci_write(unsigned int domain, unsigned int bus, unsigned int devfn,
568 int reg, int len, u32 val);
569
570 struct pci_bus_region {
571 dma_addr_t start;
572 dma_addr_t end;
573 };
574
575 struct pci_dynids {
576 spinlock_t lock; /* protects list, index */
577 struct list_head list; /* for IDs added at runtime */
578 };
579
580
581 /*
582 * PCI Error Recovery System (PCI-ERS). If a PCI device driver provides
583 * a set of callbacks in struct pci_error_handlers, that device driver
584 * will be notified of PCI bus errors, and will be driven to recovery
585 * when an error occurs.
586 */
587
588 typedef unsigned int __bitwise pci_ers_result_t;
589
590 enum pci_ers_result {
591 /* no result/none/not supported in device driver */
592 PCI_ERS_RESULT_NONE = (__force pci_ers_result_t) 1,
593
594 /* Device driver can recover without slot reset */
595 PCI_ERS_RESULT_CAN_RECOVER = (__force pci_ers_result_t) 2,
596
597 /* Device driver wants slot to be reset. */
598 PCI_ERS_RESULT_NEED_RESET = (__force pci_ers_result_t) 3,
599
600 /* Device has completely failed, is unrecoverable */
601 PCI_ERS_RESULT_DISCONNECT = (__force pci_ers_result_t) 4,
602
603 /* Device driver is fully recovered and operational */
604 PCI_ERS_RESULT_RECOVERED = (__force pci_ers_result_t) 5,
605
606 /* No AER capabilities registered for the driver */
607 PCI_ERS_RESULT_NO_AER_DRIVER = (__force pci_ers_result_t) 6,
608 };
609
610 /* PCI bus error event callbacks */
611 struct pci_error_handlers {
612 /* PCI bus error detected on this device */
613 pci_ers_result_t (*error_detected)(struct pci_dev *dev,
614 enum pci_channel_state error);
615
616 /* MMIO has been re-enabled, but not DMA */
617 pci_ers_result_t (*mmio_enabled)(struct pci_dev *dev);
618
619 /* PCI Express link has been reset */
620 pci_ers_result_t (*link_reset)(struct pci_dev *dev);
621
622 /* PCI slot has been reset */
623 pci_ers_result_t (*slot_reset)(struct pci_dev *dev);
624
625 /* PCI function reset prepare or completed */
626 void (*reset_notify)(struct pci_dev *dev, bool prepare);
627
628 /* Device driver may resume normal operations */
629 void (*resume)(struct pci_dev *dev);
630 };
631
632
633 struct module;
634 struct pci_driver {
635 struct list_head node;
636 const char *name;
637 const struct pci_device_id *id_table; /* must be non-NULL for probe to be called */
638 int (*probe) (struct pci_dev *dev, const struct pci_device_id *id); /* New device inserted */
639 void (*remove) (struct pci_dev *dev); /* Device removed (NULL if not a hot-plug capable driver) */
640 int (*suspend) (struct pci_dev *dev, pm_message_t state); /* Device suspended */
641 int (*suspend_late) (struct pci_dev *dev, pm_message_t state);
642 int (*resume_early) (struct pci_dev *dev);
643 int (*resume) (struct pci_dev *dev); /* Device woken up */
644 void (*shutdown) (struct pci_dev *dev);
645 int (*sriov_configure) (struct pci_dev *dev, int num_vfs); /* PF pdev */
646 const struct pci_error_handlers *err_handler;
647 struct device_driver driver;
648 struct pci_dynids dynids;
649 };
650
651 #define to_pci_driver(drv) container_of(drv, struct pci_driver, driver)
652
653 /**
654 * DEFINE_PCI_DEVICE_TABLE - macro used to describe a pci device table
655 * @_table: device table name
656 *
657 * This macro is deprecated and should not be used in new code.
658 */
659 #define DEFINE_PCI_DEVICE_TABLE(_table) \
660 const struct pci_device_id _table[]
661
662 /**
663 * PCI_DEVICE - macro used to describe a specific pci device
664 * @vend: the 16 bit PCI Vendor ID
665 * @dev: the 16 bit PCI Device ID
666 *
667 * This macro is used to create a struct pci_device_id that matches a
668 * specific device. The subvendor and subdevice fields will be set to
669 * PCI_ANY_ID.
670 */
671 #define PCI_DEVICE(vend,dev) \
672 .vendor = (vend), .device = (dev), \
673 .subvendor = PCI_ANY_ID, .subdevice = PCI_ANY_ID
674
675 /**
676 * PCI_DEVICE_SUB - macro used to describe a specific pci device with subsystem
677 * @vend: the 16 bit PCI Vendor ID
678 * @dev: the 16 bit PCI Device ID
679 * @subvend: the 16 bit PCI Subvendor ID
680 * @subdev: the 16 bit PCI Subdevice ID
681 *
682 * This macro is used to create a struct pci_device_id that matches a
683 * specific device with subsystem information.
684 */
685 #define PCI_DEVICE_SUB(vend, dev, subvend, subdev) \
686 .vendor = (vend), .device = (dev), \
687 .subvendor = (subvend), .subdevice = (subdev)
688
689 /**
690 * PCI_DEVICE_CLASS - macro used to describe a specific pci device class
691 * @dev_class: the class, subclass, prog-if triple for this device
692 * @dev_class_mask: the class mask for this device
693 *
694 * This macro is used to create a struct pci_device_id that matches a
695 * specific PCI class. The vendor, device, subvendor, and subdevice
696 * fields will be set to PCI_ANY_ID.
697 */
698 #define PCI_DEVICE_CLASS(dev_class,dev_class_mask) \
699 .class = (dev_class), .class_mask = (dev_class_mask), \
700 .vendor = PCI_ANY_ID, .device = PCI_ANY_ID, \
701 .subvendor = PCI_ANY_ID, .subdevice = PCI_ANY_ID
702
703 /**
704 * PCI_VDEVICE - macro used to describe a specific pci device in short form
705 * @vend: the vendor name
706 * @dev: the 16 bit PCI Device ID
707 *
708 * This macro is used to create a struct pci_device_id that matches a
709 * specific PCI device. The subvendor, and subdevice fields will be set
710 * to PCI_ANY_ID. The macro allows the next field to follow as the device
711 * private data.
712 */
713
714 #define PCI_VDEVICE(vend, dev) \
715 .vendor = PCI_VENDOR_ID_##vend, .device = (dev), \
716 .subvendor = PCI_ANY_ID, .subdevice = PCI_ANY_ID, 0, 0
717
718 /* these external functions are only available when PCI support is enabled */
719 #ifdef CONFIG_PCI
720
721 void pcie_bus_configure_settings(struct pci_bus *bus);
722
723 enum pcie_bus_config_types {
724 PCIE_BUS_TUNE_OFF,
725 PCIE_BUS_SAFE,
726 PCIE_BUS_PERFORMANCE,
727 PCIE_BUS_PEER2PEER,
728 };
729
730 extern enum pcie_bus_config_types pcie_bus_config;
731
732 extern struct bus_type pci_bus_type;
733
734 /* Do NOT directly access these two variables, unless you are arch-specific PCI
735 * code, or PCI core code. */
736 extern struct list_head pci_root_buses; /* list of all known PCI buses */
737 /* Some device drivers need know if PCI is initiated */
738 int no_pci_devices(void);
739
740 void pcibios_resource_survey_bus(struct pci_bus *bus);
741 void pcibios_add_bus(struct pci_bus *bus);
742 void pcibios_remove_bus(struct pci_bus *bus);
743 void pcibios_fixup_bus(struct pci_bus *);
744 int __must_check pcibios_enable_device(struct pci_dev *, int mask);
745 /* Architecture-specific versions may override this (weak) */
746 char *pcibios_setup(char *str);
747
748 /* Used only when drivers/pci/setup.c is used */
749 resource_size_t pcibios_align_resource(void *, const struct resource *,
750 resource_size_t,
751 resource_size_t);
752 void pcibios_update_irq(struct pci_dev *, int irq);
753
754 /* Weak but can be overriden by arch */
755 void pci_fixup_cardbus(struct pci_bus *);
756
757 /* Generic PCI functions used internally */
758
759 void pcibios_resource_to_bus(struct pci_bus *bus, struct pci_bus_region *region,
760 struct resource *res);
761 void pcibios_bus_to_resource(struct pci_bus *bus, struct resource *res,
762 struct pci_bus_region *region);
763 void pcibios_scan_specific_bus(int busn);
764 struct pci_bus *pci_find_bus(int domain, int busnr);
765 void pci_bus_add_devices(const struct pci_bus *bus);
766 struct pci_bus *pci_scan_bus_parented(struct device *parent, int bus,
767 struct pci_ops *ops, void *sysdata);
768 struct pci_bus *pci_scan_bus(int bus, struct pci_ops *ops, void *sysdata);
769 struct pci_bus *pci_create_root_bus(struct device *parent, int bus,
770 struct pci_ops *ops, void *sysdata,
771 struct list_head *resources);
772 int pci_bus_insert_busn_res(struct pci_bus *b, int bus, int busmax);
773 int pci_bus_update_busn_res_end(struct pci_bus *b, int busmax);
774 void pci_bus_release_busn_res(struct pci_bus *b);
775 struct pci_bus *pci_scan_root_bus(struct device *parent, int bus,
776 struct pci_ops *ops, void *sysdata,
777 struct list_head *resources);
778 struct pci_bus *pci_add_new_bus(struct pci_bus *parent, struct pci_dev *dev,
779 int busnr);
780 void pcie_update_link_speed(struct pci_bus *bus, u16 link_status);
781 struct pci_slot *pci_create_slot(struct pci_bus *parent, int slot_nr,
782 const char *name,
783 struct hotplug_slot *hotplug);
784 void pci_destroy_slot(struct pci_slot *slot);
785 int pci_scan_slot(struct pci_bus *bus, int devfn);
786 struct pci_dev *pci_scan_single_device(struct pci_bus *bus, int devfn);
787 void pci_device_add(struct pci_dev *dev, struct pci_bus *bus);
788 unsigned int pci_scan_child_bus(struct pci_bus *bus);
789 void pci_bus_add_device(struct pci_dev *dev);
790 void pci_read_bridge_bases(struct pci_bus *child);
791 struct resource *pci_find_parent_resource(const struct pci_dev *dev,
792 struct resource *res);
793 u8 pci_swizzle_interrupt_pin(const struct pci_dev *dev, u8 pin);
794 int pci_get_interrupt_pin(struct pci_dev *dev, struct pci_dev **bridge);
795 u8 pci_common_swizzle(struct pci_dev *dev, u8 *pinp);
796 struct pci_dev *pci_dev_get(struct pci_dev *dev);
797 void pci_dev_put(struct pci_dev *dev);
798 void pci_remove_bus(struct pci_bus *b);
799 void pci_stop_and_remove_bus_device(struct pci_dev *dev);
800 void pci_stop_and_remove_bus_device_locked(struct pci_dev *dev);
801 void pci_stop_root_bus(struct pci_bus *bus);
802 void pci_remove_root_bus(struct pci_bus *bus);
803 void pci_setup_cardbus(struct pci_bus *bus);
804 void pci_sort_breadthfirst(void);
805 #define dev_is_pci(d) ((d)->bus == &pci_bus_type)
806 #define dev_is_pf(d) ((dev_is_pci(d) ? to_pci_dev(d)->is_physfn : false))
807 #define dev_num_vf(d) ((dev_is_pci(d) ? pci_num_vf(to_pci_dev(d)) : 0))
808
809 /* Generic PCI functions exported to card drivers */
810
811 enum pci_lost_interrupt_reason {
812 PCI_LOST_IRQ_NO_INFORMATION = 0,
813 PCI_LOST_IRQ_DISABLE_MSI,
814 PCI_LOST_IRQ_DISABLE_MSIX,
815 PCI_LOST_IRQ_DISABLE_ACPI,
816 };
817 enum pci_lost_interrupt_reason pci_lost_interrupt(struct pci_dev *dev);
818 int pci_find_capability(struct pci_dev *dev, int cap);
819 int pci_find_next_capability(struct pci_dev *dev, u8 pos, int cap);
820 int pci_find_ext_capability(struct pci_dev *dev, int cap);
821 int pci_find_next_ext_capability(struct pci_dev *dev, int pos, int cap);
822 int pci_find_ht_capability(struct pci_dev *dev, int ht_cap);
823 int pci_find_next_ht_capability(struct pci_dev *dev, int pos, int ht_cap);
824 struct pci_bus *pci_find_next_bus(const struct pci_bus *from);
825
826 struct pci_dev *pci_get_device(unsigned int vendor, unsigned int device,
827 struct pci_dev *from);
828 struct pci_dev *pci_get_subsys(unsigned int vendor, unsigned int device,
829 unsigned int ss_vendor, unsigned int ss_device,
830 struct pci_dev *from);
831 struct pci_dev *pci_get_slot(struct pci_bus *bus, unsigned int devfn);
832 struct pci_dev *pci_get_domain_bus_and_slot(int domain, unsigned int bus,
833 unsigned int devfn);
834 static inline struct pci_dev *pci_get_bus_and_slot(unsigned int bus,
835 unsigned int devfn)
836 {
837 return pci_get_domain_bus_and_slot(0, bus, devfn);
838 }
839 struct pci_dev *pci_get_class(unsigned int class, struct pci_dev *from);
840 int pci_dev_present(const struct pci_device_id *ids);
841
842 int pci_bus_read_config_byte(struct pci_bus *bus, unsigned int devfn,
843 int where, u8 *val);
844 int pci_bus_read_config_word(struct pci_bus *bus, unsigned int devfn,
845 int where, u16 *val);
846 int pci_bus_read_config_dword(struct pci_bus *bus, unsigned int devfn,
847 int where, u32 *val);
848 int pci_bus_write_config_byte(struct pci_bus *bus, unsigned int devfn,
849 int where, u8 val);
850 int pci_bus_write_config_word(struct pci_bus *bus, unsigned int devfn,
851 int where, u16 val);
852 int pci_bus_write_config_dword(struct pci_bus *bus, unsigned int devfn,
853 int where, u32 val);
854 struct pci_ops *pci_bus_set_ops(struct pci_bus *bus, struct pci_ops *ops);
855
856 static inline int pci_read_config_byte(const struct pci_dev *dev, int where, u8 *val)
857 {
858 return pci_bus_read_config_byte(dev->bus, dev->devfn, where, val);
859 }
860 static inline int pci_read_config_word(const struct pci_dev *dev, int where, u16 *val)
861 {
862 return pci_bus_read_config_word(dev->bus, dev->devfn, where, val);
863 }
864 static inline int pci_read_config_dword(const struct pci_dev *dev, int where,
865 u32 *val)
866 {
867 return pci_bus_read_config_dword(dev->bus, dev->devfn, where, val);
868 }
869 static inline int pci_write_config_byte(const struct pci_dev *dev, int where, u8 val)
870 {
871 return pci_bus_write_config_byte(dev->bus, dev->devfn, where, val);
872 }
873 static inline int pci_write_config_word(const struct pci_dev *dev, int where, u16 val)
874 {
875 return pci_bus_write_config_word(dev->bus, dev->devfn, where, val);
876 }
877 static inline int pci_write_config_dword(const struct pci_dev *dev, int where,
878 u32 val)
879 {
880 return pci_bus_write_config_dword(dev->bus, dev->devfn, where, val);
881 }
882
883 int pcie_capability_read_word(struct pci_dev *dev, int pos, u16 *val);
884 int pcie_capability_read_dword(struct pci_dev *dev, int pos, u32 *val);
885 int pcie_capability_write_word(struct pci_dev *dev, int pos, u16 val);
886 int pcie_capability_write_dword(struct pci_dev *dev, int pos, u32 val);
887 int pcie_capability_clear_and_set_word(struct pci_dev *dev, int pos,
888 u16 clear, u16 set);
889 int pcie_capability_clear_and_set_dword(struct pci_dev *dev, int pos,
890 u32 clear, u32 set);
891
892 static inline int pcie_capability_set_word(struct pci_dev *dev, int pos,
893 u16 set)
894 {
895 return pcie_capability_clear_and_set_word(dev, pos, 0, set);
896 }
897
898 static inline int pcie_capability_set_dword(struct pci_dev *dev, int pos,
899 u32 set)
900 {
901 return pcie_capability_clear_and_set_dword(dev, pos, 0, set);
902 }
903
904 static inline int pcie_capability_clear_word(struct pci_dev *dev, int pos,
905 u16 clear)
906 {
907 return pcie_capability_clear_and_set_word(dev, pos, clear, 0);
908 }
909
910 static inline int pcie_capability_clear_dword(struct pci_dev *dev, int pos,
911 u32 clear)
912 {
913 return pcie_capability_clear_and_set_dword(dev, pos, clear, 0);
914 }
915
916 /* user-space driven config access */
917 int pci_user_read_config_byte(struct pci_dev *dev, int where, u8 *val);
918 int pci_user_read_config_word(struct pci_dev *dev, int where, u16 *val);
919 int pci_user_read_config_dword(struct pci_dev *dev, int where, u32 *val);
920 int pci_user_write_config_byte(struct pci_dev *dev, int where, u8 val);
921 int pci_user_write_config_word(struct pci_dev *dev, int where, u16 val);
922 int pci_user_write_config_dword(struct pci_dev *dev, int where, u32 val);
923
924 int __must_check pci_enable_device(struct pci_dev *dev);
925 int __must_check pci_enable_device_io(struct pci_dev *dev);
926 int __must_check pci_enable_device_mem(struct pci_dev *dev);
927 int __must_check pci_reenable_device(struct pci_dev *);
928 int __must_check pcim_enable_device(struct pci_dev *pdev);
929 void pcim_pin_device(struct pci_dev *pdev);
930
931 static inline int pci_is_enabled(struct pci_dev *pdev)
932 {
933 return (atomic_read(&pdev->enable_cnt) > 0);
934 }
935
936 static inline int pci_is_managed(struct pci_dev *pdev)
937 {
938 return pdev->is_managed;
939 }
940
941 void pci_disable_device(struct pci_dev *dev);
942
943 extern unsigned int pcibios_max_latency;
944 void pci_set_master(struct pci_dev *dev);
945 void pci_clear_master(struct pci_dev *dev);
946
947 int pci_set_pcie_reset_state(struct pci_dev *dev, enum pcie_reset_state state);
948 int pci_set_cacheline_size(struct pci_dev *dev);
949 #define HAVE_PCI_SET_MWI
950 int __must_check pci_set_mwi(struct pci_dev *dev);
951 int pci_try_set_mwi(struct pci_dev *dev);
952 void pci_clear_mwi(struct pci_dev *dev);
953 void pci_intx(struct pci_dev *dev, int enable);
954 bool pci_intx_mask_supported(struct pci_dev *dev);
955 bool pci_check_and_mask_intx(struct pci_dev *dev);
956 bool pci_check_and_unmask_intx(struct pci_dev *dev);
957 void pci_msi_off(struct pci_dev *dev);
958 int pci_set_dma_max_seg_size(struct pci_dev *dev, unsigned int size);
959 int pci_set_dma_seg_boundary(struct pci_dev *dev, unsigned long mask);
960 int pci_wait_for_pending(struct pci_dev *dev, int pos, u16 mask);
961 int pci_wait_for_pending_transaction(struct pci_dev *dev);
962 int pcix_get_max_mmrbc(struct pci_dev *dev);
963 int pcix_get_mmrbc(struct pci_dev *dev);
964 int pcix_set_mmrbc(struct pci_dev *dev, int mmrbc);
965 int pcie_get_readrq(struct pci_dev *dev);
966 int pcie_set_readrq(struct pci_dev *dev, int rq);
967 int pcie_get_mps(struct pci_dev *dev);
968 int pcie_set_mps(struct pci_dev *dev, int mps);
969 int pcie_get_minimum_link(struct pci_dev *dev, enum pci_bus_speed *speed,
970 enum pcie_link_width *width);
971 int __pci_reset_function(struct pci_dev *dev);
972 int __pci_reset_function_locked(struct pci_dev *dev);
973 int pci_reset_function(struct pci_dev *dev);
974 int pci_try_reset_function(struct pci_dev *dev);
975 int pci_probe_reset_slot(struct pci_slot *slot);
976 int pci_reset_slot(struct pci_slot *slot);
977 int pci_try_reset_slot(struct pci_slot *slot);
978 int pci_probe_reset_bus(struct pci_bus *bus);
979 int pci_reset_bus(struct pci_bus *bus);
980 int pci_try_reset_bus(struct pci_bus *bus);
981 void pci_reset_bridge_secondary_bus(struct pci_dev *dev);
982 void pci_update_resource(struct pci_dev *dev, int resno);
983 int __must_check pci_assign_resource(struct pci_dev *dev, int i);
984 int __must_check pci_reassign_resource(struct pci_dev *dev, int i, resource_size_t add_size, resource_size_t align);
985 int pci_select_bars(struct pci_dev *dev, unsigned long flags);
986 bool pci_device_is_present(struct pci_dev *pdev);
987
988 /* ROM control related routines */
989 int pci_enable_rom(struct pci_dev *pdev);
990 void pci_disable_rom(struct pci_dev *pdev);
991 void __iomem __must_check *pci_map_rom(struct pci_dev *pdev, size_t *size);
992 void pci_unmap_rom(struct pci_dev *pdev, void __iomem *rom);
993 size_t pci_get_rom_size(struct pci_dev *pdev, void __iomem *rom, size_t size);
994 void __iomem __must_check *pci_platform_rom(struct pci_dev *pdev, size_t *size);
995
996 /* Power management related routines */
997 int pci_save_state(struct pci_dev *dev);
998 void pci_restore_state(struct pci_dev *dev);
999 struct pci_saved_state *pci_store_saved_state(struct pci_dev *dev);
1000 int pci_load_and_free_saved_state(struct pci_dev *dev,
1001 struct pci_saved_state **state);
1002 struct pci_cap_saved_state *pci_find_saved_cap(struct pci_dev *dev, char cap);
1003 struct pci_cap_saved_state *pci_find_saved_ext_cap(struct pci_dev *dev,
1004 u16 cap);
1005 int pci_add_cap_save_buffer(struct pci_dev *dev, char cap, unsigned int size);
1006 int pci_add_ext_cap_save_buffer(struct pci_dev *dev,
1007 u16 cap, unsigned int size);
1008 int __pci_complete_power_transition(struct pci_dev *dev, pci_power_t state);
1009 int pci_set_power_state(struct pci_dev *dev, pci_power_t state);
1010 pci_power_t pci_choose_state(struct pci_dev *dev, pm_message_t state);
1011 bool pci_pme_capable(struct pci_dev *dev, pci_power_t state);
1012 void pci_pme_active(struct pci_dev *dev, bool enable);
1013 int __pci_enable_wake(struct pci_dev *dev, pci_power_t state,
1014 bool runtime, bool enable);
1015 int pci_wake_from_d3(struct pci_dev *dev, bool enable);
1016 int pci_prepare_to_sleep(struct pci_dev *dev);
1017 int pci_back_from_sleep(struct pci_dev *dev);
1018 bool pci_dev_run_wake(struct pci_dev *dev);
1019 bool pci_check_pme_status(struct pci_dev *dev);
1020 void pci_pme_wakeup_bus(struct pci_bus *bus);
1021
1022 static inline int pci_enable_wake(struct pci_dev *dev, pci_power_t state,
1023 bool enable)
1024 {
1025 return __pci_enable_wake(dev, state, false, enable);
1026 }
1027
1028 /* PCI Virtual Channel */
1029 int pci_save_vc_state(struct pci_dev *dev);
1030 void pci_restore_vc_state(struct pci_dev *dev);
1031 void pci_allocate_vc_save_buffers(struct pci_dev *dev);
1032
1033 /* For use by arch with custom probe code */
1034 void set_pcie_port_type(struct pci_dev *pdev);
1035 void set_pcie_hotplug_bridge(struct pci_dev *pdev);
1036
1037 /* Functions for PCI Hotplug drivers to use */
1038 int pci_bus_find_capability(struct pci_bus *bus, unsigned int devfn, int cap);
1039 unsigned int pci_rescan_bus_bridge_resize(struct pci_dev *bridge);
1040 unsigned int pci_rescan_bus(struct pci_bus *bus);
1041 void pci_lock_rescan_remove(void);
1042 void pci_unlock_rescan_remove(void);
1043
1044 /* Vital product data routines */
1045 ssize_t pci_read_vpd(struct pci_dev *dev, loff_t pos, size_t count, void *buf);
1046 ssize_t pci_write_vpd(struct pci_dev *dev, loff_t pos, size_t count, const void *buf);
1047
1048 /* Helper functions for low-level code (drivers/pci/setup-[bus,res].c) */
1049 resource_size_t pcibios_retrieve_fw_addr(struct pci_dev *dev, int idx);
1050 void pci_bus_assign_resources(const struct pci_bus *bus);
1051 void pci_bus_size_bridges(struct pci_bus *bus);
1052 int pci_claim_resource(struct pci_dev *, int);
1053 void pci_assign_unassigned_resources(void);
1054 void pci_assign_unassigned_bridge_resources(struct pci_dev *bridge);
1055 void pci_assign_unassigned_bus_resources(struct pci_bus *bus);
1056 void pci_assign_unassigned_root_bus_resources(struct pci_bus *bus);
1057 void pdev_enable_device(struct pci_dev *);
1058 int pci_enable_resources(struct pci_dev *, int mask);
1059 void pci_fixup_irqs(u8 (*)(struct pci_dev *, u8 *),
1060 int (*)(const struct pci_dev *, u8, u8));
1061 #define HAVE_PCI_REQ_REGIONS 2
1062 int __must_check pci_request_regions(struct pci_dev *, const char *);
1063 int __must_check pci_request_regions_exclusive(struct pci_dev *, const char *);
1064 void pci_release_regions(struct pci_dev *);
1065 int __must_check pci_request_region(struct pci_dev *, int, const char *);
1066 int __must_check pci_request_region_exclusive(struct pci_dev *, int, const char *);
1067 void pci_release_region(struct pci_dev *, int);
1068 int pci_request_selected_regions(struct pci_dev *, int, const char *);
1069 int pci_request_selected_regions_exclusive(struct pci_dev *, int, const char *);
1070 void pci_release_selected_regions(struct pci_dev *, int);
1071
1072 /* drivers/pci/bus.c */
1073 struct pci_bus *pci_bus_get(struct pci_bus *bus);
1074 void pci_bus_put(struct pci_bus *bus);
1075 void pci_add_resource(struct list_head *resources, struct resource *res);
1076 void pci_add_resource_offset(struct list_head *resources, struct resource *res,
1077 resource_size_t offset);
1078 void pci_free_resource_list(struct list_head *resources);
1079 void pci_bus_add_resource(struct pci_bus *bus, struct resource *res, unsigned int flags);
1080 struct resource *pci_bus_resource_n(const struct pci_bus *bus, int n);
1081 void pci_bus_remove_resources(struct pci_bus *bus);
1082
1083 #define pci_bus_for_each_resource(bus, res, i) \
1084 for (i = 0; \
1085 (res = pci_bus_resource_n(bus, i)) || i < PCI_BRIDGE_RESOURCE_NUM; \
1086 i++)
1087
1088 int __must_check pci_bus_alloc_resource(struct pci_bus *bus,
1089 struct resource *res, resource_size_t size,
1090 resource_size_t align, resource_size_t min,
1091 unsigned long type_mask,
1092 resource_size_t (*alignf)(void *,
1093 const struct resource *,
1094 resource_size_t,
1095 resource_size_t),
1096 void *alignf_data);
1097
1098 static inline dma_addr_t pci_bus_address(struct pci_dev *pdev, int bar)
1099 {
1100 struct pci_bus_region region;
1101
1102 pcibios_resource_to_bus(pdev->bus, ®ion, &pdev->resource[bar]);
1103 return region.start;
1104 }
1105
1106 /* Proper probing supporting hot-pluggable devices */
1107 int __must_check __pci_register_driver(struct pci_driver *, struct module *,
1108 const char *mod_name);
1109
1110 /*
1111 * pci_register_driver must be a macro so that KBUILD_MODNAME can be expanded
1112 */
1113 #define pci_register_driver(driver) \
1114 __pci_register_driver(driver, THIS_MODULE, KBUILD_MODNAME)
1115
1116 void pci_unregister_driver(struct pci_driver *dev);
1117
1118 /**
1119 * module_pci_driver() - Helper macro for registering a PCI driver
1120 * @__pci_driver: pci_driver struct
1121 *
1122 * Helper macro for PCI drivers which do not do anything special in module
1123 * init/exit. This eliminates a lot of boilerplate. Each module may only
1124 * use this macro once, and calling it replaces module_init() and module_exit()
1125 */
1126 #define module_pci_driver(__pci_driver) \
1127 module_driver(__pci_driver, pci_register_driver, \
1128 pci_unregister_driver)
1129
1130 struct pci_driver *pci_dev_driver(const struct pci_dev *dev);
1131 int pci_add_dynid(struct pci_driver *drv,
1132 unsigned int vendor, unsigned int device,
1133 unsigned int subvendor, unsigned int subdevice,
1134 unsigned int class, unsigned int class_mask,
1135 unsigned long driver_data);
1136 const struct pci_device_id *pci_match_id(const struct pci_device_id *ids,
1137 struct pci_dev *dev);
1138 int pci_scan_bridge(struct pci_bus *bus, struct pci_dev *dev, int max,
1139 int pass);
1140
1141 void pci_walk_bus(struct pci_bus *top, int (*cb)(struct pci_dev *, void *),
1142 void *userdata);
1143 int pci_cfg_space_size(struct pci_dev *dev);
1144 unsigned char pci_bus_max_busnr(struct pci_bus *bus);
1145 void pci_setup_bridge(struct pci_bus *bus);
1146 resource_size_t pcibios_window_alignment(struct pci_bus *bus,
1147 unsigned long type);
1148
1149 #define PCI_VGA_STATE_CHANGE_BRIDGE (1 << 0)
1150 #define PCI_VGA_STATE_CHANGE_DECODES (1 << 1)
1151
1152 int pci_set_vga_state(struct pci_dev *pdev, bool decode,
1153 unsigned int command_bits, u32 flags);
1154 /* kmem_cache style wrapper around pci_alloc_consistent() */
1155
1156 #include <linux/pci-dma.h>
1157 #include <linux/dmapool.h>
1158
1159 #define pci_pool dma_pool
1160 #define pci_pool_create(name, pdev, size, align, allocation) \
1161 dma_pool_create(name, &pdev->dev, size, align, allocation)
1162 #define pci_pool_destroy(pool) dma_pool_destroy(pool)
1163 #define pci_pool_alloc(pool, flags, handle) dma_pool_alloc(pool, flags, handle)
1164 #define pci_pool_free(pool, vaddr, addr) dma_pool_free(pool, vaddr, addr)
1165
1166 enum pci_dma_burst_strategy {
1167 PCI_DMA_BURST_INFINITY, /* make bursts as large as possible,
1168 strategy_parameter is N/A */
1169 PCI_DMA_BURST_BOUNDARY, /* disconnect at every strategy_parameter
1170 byte boundaries */
1171 PCI_DMA_BURST_MULTIPLE, /* disconnect at some multiple of
1172 strategy_parameter byte boundaries */
1173 };
1174
1175 struct msix_entry {
1176 u32 vector; /* kernel uses to write allocated vector */
1177 u16 entry; /* driver uses to specify entry, OS writes */
1178 };
1179
1180
1181 #ifdef CONFIG_PCI_MSI
1182 int pci_msi_vec_count(struct pci_dev *dev);
1183 void pci_msi_shutdown(struct pci_dev *dev);
1184 void pci_disable_msi(struct pci_dev *dev);
1185 int pci_msix_vec_count(struct pci_dev *dev);
1186 int pci_enable_msix(struct pci_dev *dev, struct msix_entry *entries, int nvec);
1187 void pci_msix_shutdown(struct pci_dev *dev);
1188 void pci_disable_msix(struct pci_dev *dev);
1189 void msi_remove_pci_irq_vectors(struct pci_dev *dev);
1190 void pci_restore_msi_state(struct pci_dev *dev);
1191 int pci_msi_enabled(void);
1192 int pci_enable_msi_range(struct pci_dev *dev, int minvec, int maxvec);
1193 static inline int pci_enable_msi_exact(struct pci_dev *dev, int nvec)
1194 {
1195 int rc = pci_enable_msi_range(dev, nvec, nvec);
1196 if (rc < 0)
1197 return rc;
1198 return 0;
1199 }
1200 int pci_enable_msix_range(struct pci_dev *dev, struct msix_entry *entries,
1201 int minvec, int maxvec);
1202 static inline int pci_enable_msix_exact(struct pci_dev *dev,
1203 struct msix_entry *entries, int nvec)
1204 {
1205 int rc = pci_enable_msix_range(dev, entries, nvec, nvec);
1206 if (rc < 0)
1207 return rc;
1208 return 0;
1209 }
1210 #else
1211 static inline int pci_msi_vec_count(struct pci_dev *dev) { return -ENOSYS; }
1212 static inline void pci_msi_shutdown(struct pci_dev *dev) { }
1213 static inline void pci_disable_msi(struct pci_dev *dev) { }
1214 static inline int pci_msix_vec_count(struct pci_dev *dev) { return -ENOSYS; }
1215 static inline int pci_enable_msix(struct pci_dev *dev,
1216 struct msix_entry *entries, int nvec)
1217 { return -ENOSYS; }
1218 static inline void pci_msix_shutdown(struct pci_dev *dev) { }
1219 static inline void pci_disable_msix(struct pci_dev *dev) { }
1220 static inline void msi_remove_pci_irq_vectors(struct pci_dev *dev) { }
1221 static inline void pci_restore_msi_state(struct pci_dev *dev) { }
1222 static inline int pci_msi_enabled(void) { return 0; }
1223 static inline int pci_enable_msi_range(struct pci_dev *dev, int minvec,
1224 int maxvec)
1225 { return -ENOSYS; }
1226 static inline int pci_enable_msi_exact(struct pci_dev *dev, int nvec)
1227 { return -ENOSYS; }
1228 static inline int pci_enable_msix_range(struct pci_dev *dev,
1229 struct msix_entry *entries, int minvec, int maxvec)
1230 { return -ENOSYS; }
1231 static inline int pci_enable_msix_exact(struct pci_dev *dev,
1232 struct msix_entry *entries, int nvec)
1233 { return -ENOSYS; }
1234 #endif
1235
1236 #ifdef CONFIG_PCIEPORTBUS
1237 extern bool pcie_ports_disabled;
1238 extern bool pcie_ports_auto;
1239 #else
1240 #define pcie_ports_disabled true
1241 #define pcie_ports_auto false
1242 #endif
1243
1244 #ifdef CONFIG_PCIEASPM
1245 bool pcie_aspm_support_enabled(void);
1246 #else
1247 static inline bool pcie_aspm_support_enabled(void) { return false; }
1248 #endif
1249
1250 #ifdef CONFIG_PCIEAER
1251 void pci_no_aer(void);
1252 bool pci_aer_available(void);
1253 #else
1254 static inline void pci_no_aer(void) { }
1255 static inline bool pci_aer_available(void) { return false; }
1256 #endif
1257
1258 #ifdef CONFIG_PCIE_ECRC
1259 void pcie_set_ecrc_checking(struct pci_dev *dev);
1260 void pcie_ecrc_get_policy(char *str);
1261 #else
1262 static inline void pcie_set_ecrc_checking(struct pci_dev *dev) { }
1263 static inline void pcie_ecrc_get_policy(char *str) { }
1264 #endif
1265
1266 #define pci_enable_msi(pdev) pci_enable_msi_exact(pdev, 1)
1267
1268 #ifdef CONFIG_HT_IRQ
1269 /* The functions a driver should call */
1270 int ht_create_irq(struct pci_dev *dev, int idx);
1271 void ht_destroy_irq(unsigned int irq);
1272 #endif /* CONFIG_HT_IRQ */
1273
1274 void pci_cfg_access_lock(struct pci_dev *dev);
1275 bool pci_cfg_access_trylock(struct pci_dev *dev);
1276 void pci_cfg_access_unlock(struct pci_dev *dev);
1277
1278 /*
1279 * PCI domain support. Sometimes called PCI segment (eg by ACPI),
1280 * a PCI domain is defined to be a set of PCI buses which share
1281 * configuration space.
1282 */
1283 #ifdef CONFIG_PCI_DOMAINS
1284 extern int pci_domains_supported;
1285 #else
1286 enum { pci_domains_supported = 0 };
1287 static inline int pci_domain_nr(struct pci_bus *bus) { return 0; }
1288 static inline int pci_proc_domain(struct pci_bus *bus) { return 0; }
1289 #endif /* CONFIG_PCI_DOMAINS */
1290
1291 /* some architectures require additional setup to direct VGA traffic */
1292 typedef int (*arch_set_vga_state_t)(struct pci_dev *pdev, bool decode,
1293 unsigned int command_bits, u32 flags);
1294 void pci_register_set_vga_state(arch_set_vga_state_t func);
1295
1296 #else /* CONFIG_PCI is not enabled */
1297
1298 /*
1299 * If the system does not have PCI, clearly these return errors. Define
1300 * these as simple inline functions to avoid hair in drivers.
1301 */
1302
1303 #define _PCI_NOP(o, s, t) \
1304 static inline int pci_##o##_config_##s(struct pci_dev *dev, \
1305 int where, t val) \
1306 { return PCIBIOS_FUNC_NOT_SUPPORTED; }
1307
1308 #define _PCI_NOP_ALL(o, x) _PCI_NOP(o, byte, u8 x) \
1309 _PCI_NOP(o, word, u16 x) \
1310 _PCI_NOP(o, dword, u32 x)
1311 _PCI_NOP_ALL(read, *)
1312 _PCI_NOP_ALL(write,)
1313
1314 static inline struct pci_dev *pci_get_device(unsigned int vendor,
1315 unsigned int device,
1316 struct pci_dev *from)
1317 { return NULL; }
1318
1319 static inline struct pci_dev *pci_get_subsys(unsigned int vendor,
1320 unsigned int device,
1321 unsigned int ss_vendor,
1322 unsigned int ss_device,
1323 struct pci_dev *from)
1324 { return NULL; }
1325
1326 static inline struct pci_dev *pci_get_class(unsigned int class,
1327 struct pci_dev *from)
1328 { return NULL; }
1329
1330 #define pci_dev_present(ids) (0)
1331 #define no_pci_devices() (1)
1332 #define pci_dev_put(dev) do { } while (0)
1333
1334 static inline void pci_set_master(struct pci_dev *dev) { }
1335 static inline int pci_enable_device(struct pci_dev *dev) { return -EIO; }
1336 static inline void pci_disable_device(struct pci_dev *dev) { }
1337 static inline int pci_set_dma_mask(struct pci_dev *dev, u64 mask)
1338 { return -EIO; }
1339 static inline int pci_set_consistent_dma_mask(struct pci_dev *dev, u64 mask)
1340 { return -EIO; }
1341 static inline int pci_set_dma_max_seg_size(struct pci_dev *dev,
1342 unsigned int size)
1343 { return -EIO; }
1344 static inline int pci_set_dma_seg_boundary(struct pci_dev *dev,
1345 unsigned long mask)
1346 { return -EIO; }
1347 static inline int pci_assign_resource(struct pci_dev *dev, int i)
1348 { return -EBUSY; }
1349 static inline int __pci_register_driver(struct pci_driver *drv,
1350 struct module *owner)
1351 { return 0; }
1352 static inline int pci_register_driver(struct pci_driver *drv)
1353 { return 0; }
1354 static inline void pci_unregister_driver(struct pci_driver *drv) { }
1355 static inline int pci_find_capability(struct pci_dev *dev, int cap)
1356 { return 0; }
1357 static inline int pci_find_next_capability(struct pci_dev *dev, u8 post,
1358 int cap)
1359 { return 0; }
1360 static inline int pci_find_ext_capability(struct pci_dev *dev, int cap)
1361 { return 0; }
1362
1363 /* Power management related routines */
1364 static inline int pci_save_state(struct pci_dev *dev) { return 0; }
1365 static inline void pci_restore_state(struct pci_dev *dev) { }
1366 static inline int pci_set_power_state(struct pci_dev *dev, pci_power_t state)
1367 { return 0; }
1368 static inline int pci_wake_from_d3(struct pci_dev *dev, bool enable)
1369 { return 0; }
1370 static inline pci_power_t pci_choose_state(struct pci_dev *dev,
1371 pm_message_t state)
1372 { return PCI_D0; }
1373 static inline int pci_enable_wake(struct pci_dev *dev, pci_power_t state,
1374 int enable)
1375 { return 0; }
1376
1377 static inline int pci_request_regions(struct pci_dev *dev, const char *res_name)
1378 { return -EIO; }
1379 static inline void pci_release_regions(struct pci_dev *dev) { }
1380
1381 #define pci_dma_burst_advice(pdev, strat, strategy_parameter) do { } while (0)
1382
1383 static inline void pci_block_cfg_access(struct pci_dev *dev) { }
1384 static inline int pci_block_cfg_access_in_atomic(struct pci_dev *dev)
1385 { return 0; }
1386 static inline void pci_unblock_cfg_access(struct pci_dev *dev) { }
1387
1388 static inline struct pci_bus *pci_find_next_bus(const struct pci_bus *from)
1389 { return NULL; }
1390 static inline struct pci_dev *pci_get_slot(struct pci_bus *bus,
1391 unsigned int devfn)
1392 { return NULL; }
1393 static inline struct pci_dev *pci_get_bus_and_slot(unsigned int bus,
1394 unsigned int devfn)
1395 { return NULL; }
1396
1397 static inline int pci_domain_nr(struct pci_bus *bus) { return 0; }
1398 static inline struct pci_dev *pci_dev_get(struct pci_dev *dev) { return NULL; }
1399
1400 #define dev_is_pci(d) (false)
1401 #define dev_is_pf(d) (false)
1402 #define dev_num_vf(d) (0)
1403 #endif /* CONFIG_PCI */
1404
1405 /* Include architecture-dependent settings and functions */
1406
1407 #include <asm/pci.h>
1408
1409 /* these helpers provide future and backwards compatibility
1410 * for accessing popular PCI BAR info */
1411 #define pci_resource_start(dev, bar) ((dev)->resource[(bar)].start)
1412 #define pci_resource_end(dev, bar) ((dev)->resource[(bar)].end)
1413 #define pci_resource_flags(dev, bar) ((dev)->resource[(bar)].flags)
1414 #define pci_resource_len(dev,bar) \
1415 ((pci_resource_start((dev), (bar)) == 0 && \
1416 pci_resource_end((dev), (bar)) == \
1417 pci_resource_start((dev), (bar))) ? 0 : \
1418 \
1419 (pci_resource_end((dev), (bar)) - \
1420 pci_resource_start((dev), (bar)) + 1))
1421
1422 /* Similar to the helpers above, these manipulate per-pci_dev
1423 * driver-specific data. They are really just a wrapper around
1424 * the generic device structure functions of these calls.
1425 */
1426 static inline void *pci_get_drvdata(struct pci_dev *pdev)
1427 {
1428 return dev_get_drvdata(&pdev->dev);
1429 }
1430
1431 static inline void pci_set_drvdata(struct pci_dev *pdev, void *data)
1432 {
1433 dev_set_drvdata(&pdev->dev, data);
1434 }
1435
1436 /* If you want to know what to call your pci_dev, ask this function.
1437 * Again, it's a wrapper around the generic device.
1438 */
1439 static inline const char *pci_name(const struct pci_dev *pdev)
1440 {
1441 return dev_name(&pdev->dev);
1442 }
1443
1444
1445 /* Some archs don't want to expose struct resource to userland as-is
1446 * in sysfs and /proc
1447 */
1448 #ifndef HAVE_ARCH_PCI_RESOURCE_TO_USER
1449 static inline void pci_resource_to_user(const struct pci_dev *dev, int bar,
1450 const struct resource *rsrc, resource_size_t *start,
1451 resource_size_t *end)
1452 {
1453 *start = rsrc->start;
1454 *end = rsrc->end;
1455 }
1456 #endif /* HAVE_ARCH_PCI_RESOURCE_TO_USER */
1457
1458
1459 /*
1460 * The world is not perfect and supplies us with broken PCI devices.
1461 * For at least a part of these bugs we need a work-around, so both
1462 * generic (drivers/pci/quirks.c) and per-architecture code can define
1463 * fixup hooks to be called for particular buggy devices.
1464 */
1465
1466 struct pci_fixup {
1467 u16 vendor; /* You can use PCI_ANY_ID here of course */
1468 u16 device; /* You can use PCI_ANY_ID here of course */
1469 u32 class; /* You can use PCI_ANY_ID here too */
1470 unsigned int class_shift; /* should be 0, 8, 16 */
1471 void (*hook)(struct pci_dev *dev);
1472 };
1473
1474 enum pci_fixup_pass {
1475 pci_fixup_early, /* Before probing BARs */
1476 pci_fixup_header, /* After reading configuration header */
1477 pci_fixup_final, /* Final phase of device fixups */
1478 pci_fixup_enable, /* pci_enable_device() time */
1479 pci_fixup_resume, /* pci_device_resume() */
1480 pci_fixup_suspend, /* pci_device_suspend */
1481 pci_fixup_resume_early, /* pci_device_resume_early() */
1482 };
1483
1484 /* Anonymous variables would be nice... */
1485 #define DECLARE_PCI_FIXUP_SECTION(section, name, vendor, device, class, \
1486 class_shift, hook) \
1487 static const struct pci_fixup __PASTE(__pci_fixup_##name,__LINE__) __used \
1488 __attribute__((__section__(#section), aligned((sizeof(void *))))) \
1489 = { vendor, device, class, class_shift, hook };
1490
1491 #define DECLARE_PCI_FIXUP_CLASS_EARLY(vendor, device, class, \
1492 class_shift, hook) \
1493 DECLARE_PCI_FIXUP_SECTION(.pci_fixup_early, \
1494 hook, vendor, device, class, class_shift, hook)
1495 #define DECLARE_PCI_FIXUP_CLASS_HEADER(vendor, device, class, \
1496 class_shift, hook) \
1497 DECLARE_PCI_FIXUP_SECTION(.pci_fixup_header, \
1498 hook, vendor, device, class, class_shift, hook)
1499 #define DECLARE_PCI_FIXUP_CLASS_FINAL(vendor, device, class, \
1500 class_shift, hook) \
1501 DECLARE_PCI_FIXUP_SECTION(.pci_fixup_final, \
1502 hook, vendor, device, class, class_shift, hook)
1503 #define DECLARE_PCI_FIXUP_CLASS_ENABLE(vendor, device, class, \
1504 class_shift, hook) \
1505 DECLARE_PCI_FIXUP_SECTION(.pci_fixup_enable, \
1506 hook, vendor, device, class, class_shift, hook)
1507 #define DECLARE_PCI_FIXUP_CLASS_RESUME(vendor, device, class, \
1508 class_shift, hook) \
1509 DECLARE_PCI_FIXUP_SECTION(.pci_fixup_resume, \
1510 resume##hook, vendor, device, class, \
1511 class_shift, hook)
1512 #define DECLARE_PCI_FIXUP_CLASS_RESUME_EARLY(vendor, device, class, \
1513 class_shift, hook) \
1514 DECLARE_PCI_FIXUP_SECTION(.pci_fixup_resume_early, \
1515 resume_early##hook, vendor, device, \
1516 class, class_shift, hook)
1517 #define DECLARE_PCI_FIXUP_CLASS_SUSPEND(vendor, device, class, \
1518 class_shift, hook) \
1519 DECLARE_PCI_FIXUP_SECTION(.pci_fixup_suspend, \
1520 suspend##hook, vendor, device, class, \
1521 class_shift, hook)
1522
1523 #define DECLARE_PCI_FIXUP_EARLY(vendor, device, hook) \
1524 DECLARE_PCI_FIXUP_SECTION(.pci_fixup_early, \
1525 hook, vendor, device, PCI_ANY_ID, 0, hook)
1526 #define DECLARE_PCI_FIXUP_HEADER(vendor, device, hook) \
1527 DECLARE_PCI_FIXUP_SECTION(.pci_fixup_header, \
1528 hook, vendor, device, PCI_ANY_ID, 0, hook)
1529 #define DECLARE_PCI_FIXUP_FINAL(vendor, device, hook) \
1530 DECLARE_PCI_FIXUP_SECTION(.pci_fixup_final, \
1531 hook, vendor, device, PCI_ANY_ID, 0, hook)
1532 #define DECLARE_PCI_FIXUP_ENABLE(vendor, device, hook) \
1533 DECLARE_PCI_FIXUP_SECTION(.pci_fixup_enable, \
1534 hook, vendor, device, PCI_ANY_ID, 0, hook)
1535 #define DECLARE_PCI_FIXUP_RESUME(vendor, device, hook) \
1536 DECLARE_PCI_FIXUP_SECTION(.pci_fixup_resume, \
1537 resume##hook, vendor, device, \
1538 PCI_ANY_ID, 0, hook)
1539 #define DECLARE_PCI_FIXUP_RESUME_EARLY(vendor, device, hook) \
1540 DECLARE_PCI_FIXUP_SECTION(.pci_fixup_resume_early, \
1541 resume_early##hook, vendor, device, \
1542 PCI_ANY_ID, 0, hook)
1543 #define DECLARE_PCI_FIXUP_SUSPEND(vendor, device, hook) \
1544 DECLARE_PCI_FIXUP_SECTION(.pci_fixup_suspend, \
1545 suspend##hook, vendor, device, \
1546 PCI_ANY_ID, 0, hook)
1547
1548 #ifdef CONFIG_PCI_QUIRKS
1549 void pci_fixup_device(enum pci_fixup_pass pass, struct pci_dev *dev);
1550 struct pci_dev *pci_get_dma_source(struct pci_dev *dev);
1551 int pci_dev_specific_acs_enabled(struct pci_dev *dev, u16 acs_flags);
1552 void pci_dev_specific_enable_acs(struct pci_dev *dev);
1553 #else
1554 static inline void pci_fixup_device(enum pci_fixup_pass pass,
1555 struct pci_dev *dev) { }
1556 static inline struct pci_dev *pci_get_dma_source(struct pci_dev *dev)
1557 {
1558 return pci_dev_get(dev);
1559 }
1560 static inline int pci_dev_specific_acs_enabled(struct pci_dev *dev,
1561 u16 acs_flags)
1562 {
1563 return -ENOTTY;
1564 }
1565 static inline void pci_dev_specific_enable_acs(struct pci_dev *dev) { }
1566 #endif
1567
1568 void __iomem *pcim_iomap(struct pci_dev *pdev, int bar, unsigned long maxlen);
1569 void pcim_iounmap(struct pci_dev *pdev, void __iomem *addr);
1570 void __iomem * const *pcim_iomap_table(struct pci_dev *pdev);
1571 int pcim_iomap_regions(struct pci_dev *pdev, int mask, const char *name);
1572 int pcim_iomap_regions_request_all(struct pci_dev *pdev, int mask,
1573 const char *name);
1574 void pcim_iounmap_regions(struct pci_dev *pdev, int mask);
1575
1576 extern int pci_pci_problems;
1577 #define PCIPCI_FAIL 1 /* No PCI PCI DMA */
1578 #define PCIPCI_TRITON 2
1579 #define PCIPCI_NATOMA 4
1580 #define PCIPCI_VIAETBF 8
1581 #define PCIPCI_VSFX 16
1582 #define PCIPCI_ALIMAGIK 32 /* Need low latency setting */
1583 #define PCIAGP_FAIL 64 /* No PCI to AGP DMA */
1584
1585 extern unsigned long pci_cardbus_io_size;
1586 extern unsigned long pci_cardbus_mem_size;
1587 extern u8 pci_dfl_cache_line_size;
1588 extern u8 pci_cache_line_size;
1589
1590 extern unsigned long pci_hotplug_io_size;
1591 extern unsigned long pci_hotplug_mem_size;
1592
1593 /* Architecture-specific versions may override these (weak) */
1594 void pcibios_disable_device(struct pci_dev *dev);
1595 void pcibios_set_master(struct pci_dev *dev);
1596 int pcibios_set_pcie_reset_state(struct pci_dev *dev,
1597 enum pcie_reset_state state);
1598 int pcibios_add_device(struct pci_dev *dev);
1599 void pcibios_release_device(struct pci_dev *dev);
1600 void pcibios_penalize_isa_irq(int irq, int active);
1601
1602 #ifdef CONFIG_HIBERNATE_CALLBACKS
1603 extern struct dev_pm_ops pcibios_pm_ops;
1604 #endif
1605
1606 #ifdef CONFIG_PCI_MMCONFIG
1607 void __init pci_mmcfg_early_init(void);
1608 void __init pci_mmcfg_late_init(void);
1609 #else
1610 static inline void pci_mmcfg_early_init(void) { }
1611 static inline void pci_mmcfg_late_init(void) { }
1612 #endif
1613
1614 int pci_ext_cfg_avail(void);
1615
1616 void __iomem *pci_ioremap_bar(struct pci_dev *pdev, int bar);
1617
1618 #ifdef CONFIG_PCI_IOV
1619 int pci_enable_sriov(struct pci_dev *dev, int nr_virtfn);
1620 void pci_disable_sriov(struct pci_dev *dev);
1621 int pci_num_vf(struct pci_dev *dev);
1622 int pci_vfs_assigned(struct pci_dev *dev);
1623 int pci_sriov_set_totalvfs(struct pci_dev *dev, u16 numvfs);
1624 int pci_sriov_get_totalvfs(struct pci_dev *dev);
1625 #else
1626 static inline int pci_enable_sriov(struct pci_dev *dev, int nr_virtfn)
1627 { return -ENODEV; }
1628 static inline void pci_disable_sriov(struct pci_dev *dev) { }
1629 static inline int pci_num_vf(struct pci_dev *dev) { return 0; }
1630 static inline int pci_vfs_assigned(struct pci_dev *dev)
1631 { return 0; }
1632 static inline int pci_sriov_set_totalvfs(struct pci_dev *dev, u16 numvfs)
1633 { return 0; }
1634 static inline int pci_sriov_get_totalvfs(struct pci_dev *dev)
1635 { return 0; }
1636 #endif
1637
1638 #if defined(CONFIG_HOTPLUG_PCI) || defined(CONFIG_HOTPLUG_PCI_MODULE)
1639 void pci_hp_create_module_link(struct pci_slot *pci_slot);
1640 void pci_hp_remove_module_link(struct pci_slot *pci_slot);
1641 #endif
1642
1643 /**
1644 * pci_pcie_cap - get the saved PCIe capability offset
1645 * @dev: PCI device
1646 *
1647 * PCIe capability offset is calculated at PCI device initialization
1648 * time and saved in the data structure. This function returns saved
1649 * PCIe capability offset. Using this instead of pci_find_capability()
1650 * reduces unnecessary search in the PCI configuration space. If you
1651 * need to calculate PCIe capability offset from raw device for some
1652 * reasons, please use pci_find_capability() instead.
1653 */
1654 static inline int pci_pcie_cap(struct pci_dev *dev)
1655 {
1656 return dev->pcie_cap;
1657 }
1658
1659 /**
1660 * pci_is_pcie - check if the PCI device is PCI Express capable
1661 * @dev: PCI device
1662 *
1663 * Returns: true if the PCI device is PCI Express capable, false otherwise.
1664 */
1665 static inline bool pci_is_pcie(struct pci_dev *dev)
1666 {
1667 return pci_pcie_cap(dev);
1668 }
1669
1670 /**
1671 * pcie_caps_reg - get the PCIe Capabilities Register
1672 * @dev: PCI device
1673 */
1674 static inline u16 pcie_caps_reg(const struct pci_dev *dev)
1675 {
1676 return dev->pcie_flags_reg;
1677 }
1678
1679 /**
1680 * pci_pcie_type - get the PCIe device/port type
1681 * @dev: PCI device
1682 */
1683 static inline int pci_pcie_type(const struct pci_dev *dev)
1684 {
1685 return (pcie_caps_reg(dev) & PCI_EXP_FLAGS_TYPE) >> 4;
1686 }
1687
1688 void pci_request_acs(void);
1689 bool pci_acs_enabled(struct pci_dev *pdev, u16 acs_flags);
1690 bool pci_acs_path_enabled(struct pci_dev *start,
1691 struct pci_dev *end, u16 acs_flags);
1692
1693 #define PCI_VPD_LRDT 0x80 /* Large Resource Data Type */
1694 #define PCI_VPD_LRDT_ID(x) (x | PCI_VPD_LRDT)
1695
1696 /* Large Resource Data Type Tag Item Names */
1697 #define PCI_VPD_LTIN_ID_STRING 0x02 /* Identifier String */
1698 #define PCI_VPD_LTIN_RO_DATA 0x10 /* Read-Only Data */
1699 #define PCI_VPD_LTIN_RW_DATA 0x11 /* Read-Write Data */
1700
1701 #define PCI_VPD_LRDT_ID_STRING PCI_VPD_LRDT_ID(PCI_VPD_LTIN_ID_STRING)
1702 #define PCI_VPD_LRDT_RO_DATA PCI_VPD_LRDT_ID(PCI_VPD_LTIN_RO_DATA)
1703 #define PCI_VPD_LRDT_RW_DATA PCI_VPD_LRDT_ID(PCI_VPD_LTIN_RW_DATA)
1704
1705 /* Small Resource Data Type Tag Item Names */
1706 #define PCI_VPD_STIN_END 0x78 /* End */
1707
1708 #define PCI_VPD_SRDT_END PCI_VPD_STIN_END
1709
1710 #define PCI_VPD_SRDT_TIN_MASK 0x78
1711 #define PCI_VPD_SRDT_LEN_MASK 0x07
1712
1713 #define PCI_VPD_LRDT_TAG_SIZE 3
1714 #define PCI_VPD_SRDT_TAG_SIZE 1
1715
1716 #define PCI_VPD_INFO_FLD_HDR_SIZE 3
1717
1718 #define PCI_VPD_RO_KEYWORD_PARTNO "PN"
1719 #define PCI_VPD_RO_KEYWORD_MFR_ID "MN"
1720 #define PCI_VPD_RO_KEYWORD_VENDOR0 "V0"
1721 #define PCI_VPD_RO_KEYWORD_CHKSUM "RV"
1722
1723 /**
1724 * pci_vpd_lrdt_size - Extracts the Large Resource Data Type length
1725 * @lrdt: Pointer to the beginning of the Large Resource Data Type tag
1726 *
1727 * Returns the extracted Large Resource Data Type length.
1728 */
1729 static inline u16 pci_vpd_lrdt_size(const u8 *lrdt)
1730 {
1731 return (u16)lrdt[1] + ((u16)lrdt[2] << 8);
1732 }
1733
1734 /**
1735 * pci_vpd_srdt_size - Extracts the Small Resource Data Type length
1736 * @lrdt: Pointer to the beginning of the Small Resource Data Type tag
1737 *
1738 * Returns the extracted Small Resource Data Type length.
1739 */
1740 static inline u8 pci_vpd_srdt_size(const u8 *srdt)
1741 {
1742 return (*srdt) & PCI_VPD_SRDT_LEN_MASK;
1743 }
1744
1745 /**
1746 * pci_vpd_info_field_size - Extracts the information field length
1747 * @lrdt: Pointer to the beginning of an information field header
1748 *
1749 * Returns the extracted information field length.
1750 */
1751 static inline u8 pci_vpd_info_field_size(const u8 *info_field)
1752 {
1753 return info_field[2];
1754 }
1755
1756 /**
1757 * pci_vpd_find_tag - Locates the Resource Data Type tag provided
1758 * @buf: Pointer to buffered vpd data
1759 * @off: The offset into the buffer at which to begin the search
1760 * @len: The length of the vpd buffer
1761 * @rdt: The Resource Data Type to search for
1762 *
1763 * Returns the index where the Resource Data Type was found or
1764 * -ENOENT otherwise.
1765 */
1766 int pci_vpd_find_tag(const u8 *buf, unsigned int off, unsigned int len, u8 rdt);
1767
1768 /**
1769 * pci_vpd_find_info_keyword - Locates an information field keyword in the VPD
1770 * @buf: Pointer to buffered vpd data
1771 * @off: The offset into the buffer at which to begin the search
1772 * @len: The length of the buffer area, relative to off, in which to search
1773 * @kw: The keyword to search for
1774 *
1775 * Returns the index where the information field keyword was found or
1776 * -ENOENT otherwise.
1777 */
1778 int pci_vpd_find_info_keyword(const u8 *buf, unsigned int off,
1779 unsigned int len, const char *kw);
1780
1781 /* PCI <-> OF binding helpers */
1782 #ifdef CONFIG_OF
1783 struct device_node;
1784 void pci_set_of_node(struct pci_dev *dev);
1785 void pci_release_of_node(struct pci_dev *dev);
1786 void pci_set_bus_of_node(struct pci_bus *bus);
1787 void pci_release_bus_of_node(struct pci_bus *bus);
1788
1789 /* Arch may override this (weak) */
1790 struct device_node *pcibios_get_phb_of_node(struct pci_bus *bus);
1791
1792 static inline struct device_node *
1793 pci_device_to_OF_node(const struct pci_dev *pdev)
1794 {
1795 return pdev ? pdev->dev.of_node : NULL;
1796 }
1797
1798 static inline struct device_node *pci_bus_to_OF_node(struct pci_bus *bus)
1799 {
1800 return bus ? bus->dev.of_node : NULL;
1801 }
1802
1803 #else /* CONFIG_OF */
1804 static inline void pci_set_of_node(struct pci_dev *dev) { }
1805 static inline void pci_release_of_node(struct pci_dev *dev) { }
1806 static inline void pci_set_bus_of_node(struct pci_bus *bus) { }
1807 static inline void pci_release_bus_of_node(struct pci_bus *bus) { }
1808 #endif /* CONFIG_OF */
1809
1810 #ifdef CONFIG_EEH
1811 static inline struct eeh_dev *pci_dev_to_eeh_dev(struct pci_dev *pdev)
1812 {
1813 return pdev->dev.archdata.edev;
1814 }
1815 #endif
1816
1817 int pci_for_each_dma_alias(struct pci_dev *pdev,
1818 int (*fn)(struct pci_dev *pdev,
1819 u16 alias, void *data), void *data);
1820
1821 /**
1822 * pci_find_upstream_pcie_bridge - find upstream PCIe-to-PCI bridge of a device
1823 * @pdev: the PCI device
1824 *
1825 * if the device is PCIE, return NULL
1826 * if the device isn't connected to a PCIe bridge (that is its parent is a
1827 * legacy PCI bridge and the bridge is directly connected to bus 0), return its
1828 * parent
1829 */
1830 struct pci_dev *pci_find_upstream_pcie_bridge(struct pci_dev *pdev);
1831
1832 #endif /* LINUX_PCI_H */ 1 #ifndef __LINUX_SPINLOCK_H
2 #define __LINUX_SPINLOCK_H
3
4 /*
5 * include/linux/spinlock.h - generic spinlock/rwlock declarations
6 *
7 * here's the role of the various spinlock/rwlock related include files:
8 *
9 * on SMP builds:
10 *
11 * asm/spinlock_types.h: contains the arch_spinlock_t/arch_rwlock_t and the
12 * initializers
13 *
14 * linux/spinlock_types.h:
15 * defines the generic type and initializers
16 *
17 * asm/spinlock.h: contains the arch_spin_*()/etc. lowlevel
18 * implementations, mostly inline assembly code
19 *
20 * (also included on UP-debug builds:)
21 *
22 * linux/spinlock_api_smp.h:
23 * contains the prototypes for the _spin_*() APIs.
24 *
25 * linux/spinlock.h: builds the final spin_*() APIs.
26 *
27 * on UP builds:
28 *
29 * linux/spinlock_type_up.h:
30 * contains the generic, simplified UP spinlock type.
31 * (which is an empty structure on non-debug builds)
32 *
33 * linux/spinlock_types.h:
34 * defines the generic type and initializers
35 *
36 * linux/spinlock_up.h:
37 * contains the arch_spin_*()/etc. version of UP
38 * builds. (which are NOPs on non-debug, non-preempt
39 * builds)
40 *
41 * (included on UP-non-debug builds:)
42 *
43 * linux/spinlock_api_up.h:
44 * builds the _spin_*() APIs.
45 *
46 * linux/spinlock.h: builds the final spin_*() APIs.
47 */
48
49 #include <linux/typecheck.h>
50 #include <linux/preempt.h>
51 #include <linux/linkage.h>
52 #include <linux/compiler.h>
53 #include <linux/irqflags.h>
54 #include <linux/thread_info.h>
55 #include <linux/kernel.h>
56 #include <linux/stringify.h>
57 #include <linux/bottom_half.h>
58 #include <asm/barrier.h>
59
60
61 /*
62 * Must define these before including other files, inline functions need them
63 */
64 #define LOCK_SECTION_NAME ".text..lock."KBUILD_BASENAME
65
66 #define LOCK_SECTION_START(extra) \
67 ".subsection 1\n\t" \
68 extra \
69 ".ifndef " LOCK_SECTION_NAME "\n\t" \
70 LOCK_SECTION_NAME ":\n\t" \
71 ".endif\n"
72
73 #define LOCK_SECTION_END \
74 ".previous\n\t"
75
76 #define __lockfunc __attribute__((section(".spinlock.text")))
77
78 /*
79 * Pull the arch_spinlock_t and arch_rwlock_t definitions:
80 */
81 #include <linux/spinlock_types.h>
82
83 /*
84 * Pull the arch_spin*() functions/declarations (UP-nondebug doesn't need them):
85 */
86 #ifdef CONFIG_SMP
87 # include <asm/spinlock.h>
88 #else
89 # include <linux/spinlock_up.h>
90 #endif
91
92 #ifdef CONFIG_DEBUG_SPINLOCK
93 extern void __raw_spin_lock_init(raw_spinlock_t *lock, const char *name,
94 struct lock_class_key *key);
95 # define raw_spin_lock_init(lock) \
96 do { \
97 static struct lock_class_key __key; \
98 \
99 __raw_spin_lock_init((lock), #lock, &__key); \
100 } while (0)
101
102 #else
103 # define raw_spin_lock_init(lock) \
104 do { *(lock) = __RAW_SPIN_LOCK_UNLOCKED(lock); } while (0)
105 #endif
106
107 #define raw_spin_is_locked(lock) arch_spin_is_locked(&(lock)->raw_lock)
108
109 #ifdef CONFIG_GENERIC_LOCKBREAK
110 #define raw_spin_is_contended(lock) ((lock)->break_lock)
111 #else
112
113 #ifdef arch_spin_is_contended
114 #define raw_spin_is_contended(lock) arch_spin_is_contended(&(lock)->raw_lock)
115 #else
116 #define raw_spin_is_contended(lock) (((void)(lock), 0))
117 #endif /*arch_spin_is_contended*/
118 #endif
119
120 /*
121 * Despite its name it doesn't necessarily has to be a full barrier.
122 * It should only guarantee that a STORE before the critical section
123 * can not be reordered with a LOAD inside this section.
124 * spin_lock() is the one-way barrier, this LOAD can not escape out
125 * of the region. So the default implementation simply ensures that
126 * a STORE can not move into the critical section, smp_wmb() should
127 * serialize it with another STORE done by spin_lock().
128 */
129 #ifndef smp_mb__before_spinlock
130 #define smp_mb__before_spinlock() smp_wmb()
131 #endif
132
133 /*
134 * Place this after a lock-acquisition primitive to guarantee that
135 * an UNLOCK+LOCK pair act as a full barrier. This guarantee applies
136 * if the UNLOCK and LOCK are executed by the same CPU or if the
137 * UNLOCK and LOCK operate on the same lock variable.
138 */
139 #ifndef smp_mb__after_unlock_lock
140 #define smp_mb__after_unlock_lock() do { } while (0)
141 #endif
142
143 /**
144 * raw_spin_unlock_wait - wait until the spinlock gets unlocked
145 * @lock: the spinlock in question.
146 */
147 #define raw_spin_unlock_wait(lock) arch_spin_unlock_wait(&(lock)->raw_lock)
148
149 #ifdef CONFIG_DEBUG_SPINLOCK
150 extern void do_raw_spin_lock(raw_spinlock_t *lock) __acquires(lock);
151 #define do_raw_spin_lock_flags(lock, flags) do_raw_spin_lock(lock)
152 extern int do_raw_spin_trylock(raw_spinlock_t *lock);
153 extern void do_raw_spin_unlock(raw_spinlock_t *lock) __releases(lock);
154 #else
155 static inline void do_raw_spin_lock(raw_spinlock_t *lock) __acquires(lock)
156 {
157 __acquire(lock);
158 arch_spin_lock(&lock->raw_lock);
159 }
160
161 static inline void
162 do_raw_spin_lock_flags(raw_spinlock_t *lock, unsigned long *flags) __acquires(lock)
163 {
164 __acquire(lock);
165 arch_spin_lock_flags(&lock->raw_lock, *flags);
166 }
167
168 static inline int do_raw_spin_trylock(raw_spinlock_t *lock)
169 {
170 return arch_spin_trylock(&(lock)->raw_lock);
171 }
172
173 static inline void do_raw_spin_unlock(raw_spinlock_t *lock) __releases(lock)
174 {
175 arch_spin_unlock(&lock->raw_lock);
176 __release(lock);
177 }
178 #endif
179
180 /*
181 * Define the various spin_lock methods. Note we define these
182 * regardless of whether CONFIG_SMP or CONFIG_PREEMPT are set. The
183 * various methods are defined as nops in the case they are not
184 * required.
185 */
186 #define raw_spin_trylock(lock) __cond_lock(lock, _raw_spin_trylock(lock))
187
188 #define raw_spin_lock(lock) _raw_spin_lock(lock)
189
190 #ifdef CONFIG_DEBUG_LOCK_ALLOC
191 # define raw_spin_lock_nested(lock, subclass) \
192 _raw_spin_lock_nested(lock, subclass)
193
194 # define raw_spin_lock_nest_lock(lock, nest_lock) \
195 do { \
196 typecheck(struct lockdep_map *, &(nest_lock)->dep_map);\
197 _raw_spin_lock_nest_lock(lock, &(nest_lock)->dep_map); \
198 } while (0)
199 #else
200 # define raw_spin_lock_nested(lock, subclass) _raw_spin_lock(lock)
201 # define raw_spin_lock_nest_lock(lock, nest_lock) _raw_spin_lock(lock)
202 #endif
203
204 #if defined(CONFIG_SMP) || defined(CONFIG_DEBUG_SPINLOCK)
205
206 #define raw_spin_lock_irqsave(lock, flags) \
207 do { \
208 typecheck(unsigned long, flags); \
209 flags = _raw_spin_lock_irqsave(lock); \
210 } while (0)
211
212 #ifdef CONFIG_DEBUG_LOCK_ALLOC
213 #define raw_spin_lock_irqsave_nested(lock, flags, subclass) \
214 do { \
215 typecheck(unsigned long, flags); \
216 flags = _raw_spin_lock_irqsave_nested(lock, subclass); \
217 } while (0)
218 #else
219 #define raw_spin_lock_irqsave_nested(lock, flags, subclass) \
220 do { \
221 typecheck(unsigned long, flags); \
222 flags = _raw_spin_lock_irqsave(lock); \
223 } while (0)
224 #endif
225
226 #else
227
228 #define raw_spin_lock_irqsave(lock, flags) \
229 do { \
230 typecheck(unsigned long, flags); \
231 _raw_spin_lock_irqsave(lock, flags); \
232 } while (0)
233
234 #define raw_spin_lock_irqsave_nested(lock, flags, subclass) \
235 raw_spin_lock_irqsave(lock, flags)
236
237 #endif
238
239 #define raw_spin_lock_irq(lock) _raw_spin_lock_irq(lock)
240 #define raw_spin_lock_bh(lock) _raw_spin_lock_bh(lock)
241 #define raw_spin_unlock(lock) _raw_spin_unlock(lock)
242 #define raw_spin_unlock_irq(lock) _raw_spin_unlock_irq(lock)
243
244 #define raw_spin_unlock_irqrestore(lock, flags) \
245 do { \
246 typecheck(unsigned long, flags); \
247 _raw_spin_unlock_irqrestore(lock, flags); \
248 } while (0)
249 #define raw_spin_unlock_bh(lock) _raw_spin_unlock_bh(lock)
250
251 #define raw_spin_trylock_bh(lock) \
252 __cond_lock(lock, _raw_spin_trylock_bh(lock))
253
254 #define raw_spin_trylock_irq(lock) \
255 ({ \
256 local_irq_disable(); \
257 raw_spin_trylock(lock) ? \
258 1 : ({ local_irq_enable(); 0; }); \
259 })
260
261 #define raw_spin_trylock_irqsave(lock, flags) \
262 ({ \
263 local_irq_save(flags); \
264 raw_spin_trylock(lock) ? \
265 1 : ({ local_irq_restore(flags); 0; }); \
266 })
267
268 /**
269 * raw_spin_can_lock - would raw_spin_trylock() succeed?
270 * @lock: the spinlock in question.
271 */
272 #define raw_spin_can_lock(lock) (!raw_spin_is_locked(lock))
273
274 /* Include rwlock functions */
275 #include <linux/rwlock.h>
276
277 /*
278 * Pull the _spin_*()/_read_*()/_write_*() functions/declarations:
279 */
280 #if defined(CONFIG_SMP) || defined(CONFIG_DEBUG_SPINLOCK)
281 # include <linux/spinlock_api_smp.h>
282 #else
283 # include <linux/spinlock_api_up.h>
284 #endif
285
286 /*
287 * Map the spin_lock functions to the raw variants for PREEMPT_RT=n
288 */
289
290 static inline raw_spinlock_t *spinlock_check(spinlock_t *lock)
291 {
292 return &lock->rlock;
293 }
294
295 #define spin_lock_init(_lock) \
296 do { \
297 spinlock_check(_lock); \
298 raw_spin_lock_init(&(_lock)->rlock); \
299 } while (0)
300
301 static inline void spin_lock(spinlock_t *lock)
302 {
303 raw_spin_lock(&lock->rlock);
304 }
305
306 static inline void spin_lock_bh(spinlock_t *lock)
307 {
308 raw_spin_lock_bh(&lock->rlock);
309 }
310
311 static inline int spin_trylock(spinlock_t *lock)
312 {
313 return raw_spin_trylock(&lock->rlock);
314 }
315
316 #define spin_lock_nested(lock, subclass) \
317 do { \
318 raw_spin_lock_nested(spinlock_check(lock), subclass); \
319 } while (0)
320
321 #define spin_lock_nest_lock(lock, nest_lock) \
322 do { \
323 raw_spin_lock_nest_lock(spinlock_check(lock), nest_lock); \
324 } while (0)
325
326 static inline void spin_lock_irq(spinlock_t *lock)
327 {
328 raw_spin_lock_irq(&lock->rlock);
329 }
330
331 #define spin_lock_irqsave(lock, flags) \
332 do { \
333 raw_spin_lock_irqsave(spinlock_check(lock), flags); \
334 } while (0)
335
336 #define spin_lock_irqsave_nested(lock, flags, subclass) \
337 do { \
338 raw_spin_lock_irqsave_nested(spinlock_check(lock), flags, subclass); \
339 } while (0)
340
341 static inline void spin_unlock(spinlock_t *lock)
342 {
343 raw_spin_unlock(&lock->rlock);
344 }
345
346 static inline void spin_unlock_bh(spinlock_t *lock)
347 {
348 raw_spin_unlock_bh(&lock->rlock);
349 }
350
351 static inline void spin_unlock_irq(spinlock_t *lock)
352 {
353 raw_spin_unlock_irq(&lock->rlock);
354 }
355
356 static inline void spin_unlock_irqrestore(spinlock_t *lock, unsigned long flags)
357 {
358 raw_spin_unlock_irqrestore(&lock->rlock, flags);
359 }
360
361 static inline int spin_trylock_bh(spinlock_t *lock)
362 {
363 return raw_spin_trylock_bh(&lock->rlock);
364 }
365
366 static inline int spin_trylock_irq(spinlock_t *lock)
367 {
368 return raw_spin_trylock_irq(&lock->rlock);
369 }
370
371 #define spin_trylock_irqsave(lock, flags) \
372 ({ \
373 raw_spin_trylock_irqsave(spinlock_check(lock), flags); \
374 })
375
376 static inline void spin_unlock_wait(spinlock_t *lock)
377 {
378 raw_spin_unlock_wait(&lock->rlock);
379 }
380
381 static inline int spin_is_locked(spinlock_t *lock)
382 {
383 return raw_spin_is_locked(&lock->rlock);
384 }
385
386 static inline int spin_is_contended(spinlock_t *lock)
387 {
388 return raw_spin_is_contended(&lock->rlock);
389 }
390
391 static inline int spin_can_lock(spinlock_t *lock)
392 {
393 return raw_spin_can_lock(&lock->rlock);
394 }
395
396 #define assert_spin_locked(lock) assert_raw_spin_locked(&(lock)->rlock)
397
398 /*
399 * Pull the atomic_t declaration:
400 * (asm-mips/atomic.h needs above definitions)
401 */
402 #include <linux/atomic.h>
403 /**
404 * atomic_dec_and_lock - lock on reaching reference count zero
405 * @atomic: the atomic counter
406 * @lock: the spinlock in question
407 *
408 * Decrements @atomic by 1. If the result is 0, returns true and locks
409 * @lock. Returns false for all other cases.
410 */
411 extern int _atomic_dec_and_lock(atomic_t *atomic, spinlock_t *lock);
412 #define atomic_dec_and_lock(atomic, lock) \
413 __cond_lock(lock, _atomic_dec_and_lock(atomic, lock))
414
415 #endif /* __LINUX_SPINLOCK_H */ |
Here is an explanation of a rule violation arisen while checking your driver against a corresponding kernel.
Note that it may be false positive, i.e. there isn't a real error indeed. Please analyze a given error trace and related source code to understand whether there is an error in your driver.
Error trace column contains a path on which the given rule is violated. You can expand/collapse some entity classes by clicking on corresponding checkboxes in a main menu or in an advanced Others menu. Also you can expand/collapse each particular entity by clicking on +/-. In hovering on some entities you can see some tips. Also the error trace is bound with related source code. Line numbers may be shown as links on the left. You can click on them to open corresponding lines in source code.
Source code column contains a content of files related with the error trace. There is source code of your driver (note that there are some LDV modifications at the end), kernel headers and rule model. Tabs show a currently opened file and other available files. In hovering on them you can see full file names. On clicking a corresponding file content will be shown.
| Kernel | Module | Rule | Verifier | Verdict | Status | Timestamp |
| linux-3.16-rc1.tar.xz | drivers/net/ethernet/3com/typhoon.ko | 39_7a | CPAchecker | Bug | Unreported | 2014-12-12 13:14:40 |
[Home]
»