err_free_cb_mask: free_cpumask_var(pinst->cpumask.cbcpu);err_free_p_mask: free_cpumask_var(pinst->cpumask.pcpu);err_free_serial_wq: destroy_workqueue(pinst->serial_wq);err_put_cpus: cpus_read_unlock(); destroy_workqueue(pinst->parallel_wq);err_free_inst: kfree(pinst);err: return NULL;}EXPORT_SYMBOL(padata_alloc); /** * padata_free - free a padata instance * * @pinst: padata instance to free */void padata_free(struct padata_instance *pinst){ kobject_put(&pinst->kobj);}EXPORT_SYMBOL(padata_free); /** * padata_alloc_shell - Allocate and initialize padata shell. * * @pinst: Parent padata_instance object. * * Return: new shell on success, NULL on error */struct padata_shell *padata_alloc_shell(struct padata_instance *pinst){ struct parallel_data *pd; struct padata_shell *ps; ps = kzalloc_obj(*ps); if (!ps) goto out; ps->pinst = pinst; cpus_read_lock(); pd = padata_alloc_pd(ps, -1); cpus_read_unlock(); if (!pd) goto out_free_ps; mutex_lock(&pinst->lock); RCU_INIT_POINTER(ps->pd, pd); list_add(&ps->list, &pinst->pslist); mutex_unlock(&pinst->lock); return ps; out_free_ps: kfree(ps);out: return NULL;}EXPORT_SYMBOL(padata_alloc_shell); /** * padata_free_shell - free a padata shell * * @ps: padata shell to free */void padata_free_shell(struct padata_shell *ps){ struct parallel_data *pd; if (!ps) return; mutex_lock(&ps->pinst->lock); list_del(&ps->list); pd = rcu_dereference_protected(ps->pd, 1); padata_put_pd(pd); mutex_unlock(&ps->pinst->lock); kfree(ps);}EXPORT_SYMBOL(padata_free_shell); void __init padata_init(void){ unsigned int i, possible_cpus;#ifdef CONFIG_HOTPLUG_CPU int ret; ret = cpuhp_setup_state_multi(CPUHP_AP_ONLINE_DYN, "padata:online", padata_cpu_online, padata_cpu_offline); if (ret < 0) goto err; hp_online = ret;#endif possible_cpus = num_possible_cpus(); padata_works = kmalloc_objs(struct padata_work, possible_cpus); if (!padata_works) goto remove_online_state; for (i = 0; i < possible_cpus; ++i) list_add(&padata_works[i].pw_list, &padata_free_works); return; remove_online_state:#ifdef CONFIG_HOTPLUG_CPU cpuhp_remove_multi_state(hp_online);err:#endif pr_warn("padata: initialization failed\n");}Lines 1001–1118 of 1118. Previous lines
err_free_cb_mask: free_cpumask_var(pinst->cpumask.cbcpu); err_free_p_mask: free_cpumask_var(pinst->cpumask.pcpu); err_free_serial_wq: destroy_workqueue(pinst->serial_wq); err_put_cpus: cpus_read_unlock(); destroy_workqueue(pinst->parallel_wq); err_free_inst: kfree(pinst); err: return NULL; } EXPORT_SYMBOL(padata_alloc); /** * padata_free - free a padata instance * * @pinst: padata instance to free */ void padata_free(struct padata_instance *pinst) { kobject_put(&pinst->kobj); } EXPORT_SYMBOL(padata_free); /** * padata_alloc_shell - Allocate and initialize padata shell. * * @pinst: Parent padata_instance object. * * Return: new shell on success, NULL on error */ struct padata_shell *padata_alloc_shell(struct padata_instance *pinst) { struct parallel_data *pd; struct padata_shell *ps; ps = kzalloc_obj(*ps); if (!ps) goto out; ps->pinst = pinst; cpus_read_lock(); pd = padata_alloc_pd(ps, -1); cpus_read_unlock(); if (!pd) goto out_free_ps; mutex_lock(&pinst->lock); RCU_INIT_POINTER(ps->pd, pd); list_add(&ps->list, &pinst->pslist); mutex_unlock(&pinst->lock); return ps; out_free_ps: kfree(ps); out: return NULL; } EXPORT_SYMBOL(padata_alloc_shell); /** * padata_free_shell - free a padata shell * * @ps: padata shell to free */ void padata_free_shell(struct padata_shell *ps) { struct parallel_data *pd; if (!ps) return; mutex_lock(&ps->pinst->lock); list_del(&ps->list); pd = rcu_dereference_protected(ps->pd, 1); padata_put_pd(pd); mutex_unlock(&ps->pinst->lock); kfree(ps); } EXPORT_SYMBOL(padata_free_shell); void __init padata_init(void) { unsigned int i, possible_cpus; #ifdef CONFIG_HOTPLUG_CPU int ret; ret = cpuhp_setup_state_multi(CPUHP_AP_ONLINE_DYN, "padata:online", padata_cpu_online, padata_cpu_offline); if (ret < 0) goto err; hp_online = ret; #endif possible_cpus = num_possible_cpus(); padata_works = kmalloc_objs(struct padata_work, possible_cpus); if (!padata_works) goto remove_online_state; for (i = 0; i < possible_cpus; ++i) list_add(&padata_works[i].pw_list, &padata_free_works); return; remove_online_state: #ifdef CONFIG_HOTPLUG_CPU cpuhp_remove_multi_state(hp_online); err: #endif pr_warn("padata: initialization failed\n"); }