|  | // SPDX-License-Identifier: GPL-2.0-or-later | 
|  | /* | 
|  | * Copyright 2014 IBM Corp. | 
|  | */ | 
|  |  | 
|  | #include <linux/module.h> | 
|  | #include <linux/rcupdate.h> | 
|  | #include <asm/errno.h> | 
|  | #include <misc/cxl-base.h> | 
|  | #include <linux/of_platform.h> | 
|  | #include "cxl.h" | 
|  |  | 
|  | /* protected by rcu */ | 
|  | static struct cxl_calls *cxl_calls; | 
|  |  | 
|  | atomic_t cxl_use_count = ATOMIC_INIT(0); | 
|  | EXPORT_SYMBOL(cxl_use_count); | 
|  |  | 
|  | #ifdef CONFIG_CXL_MODULE | 
|  |  | 
|  | static inline struct cxl_calls *cxl_calls_get(void) | 
|  | { | 
|  | struct cxl_calls *calls = NULL; | 
|  |  | 
|  | rcu_read_lock(); | 
|  | calls = rcu_dereference(cxl_calls); | 
|  | if (calls && !try_module_get(calls->owner)) | 
|  | calls = NULL; | 
|  | rcu_read_unlock(); | 
|  |  | 
|  | return calls; | 
|  | } | 
|  |  | 
|  | static inline void cxl_calls_put(struct cxl_calls *calls) | 
|  | { | 
|  | BUG_ON(calls != cxl_calls); | 
|  |  | 
|  | /* we don't need to rcu this, as we hold a reference to the module */ | 
|  | module_put(cxl_calls->owner); | 
|  | } | 
|  |  | 
|  | #else /* !defined CONFIG_CXL_MODULE */ | 
|  |  | 
|  | static inline struct cxl_calls *cxl_calls_get(void) | 
|  | { | 
|  | return cxl_calls; | 
|  | } | 
|  |  | 
|  | static inline void cxl_calls_put(struct cxl_calls *calls) { } | 
|  |  | 
|  | #endif /* CONFIG_CXL_MODULE */ | 
|  |  | 
|  | /* AFU refcount management */ | 
|  | struct cxl_afu *cxl_afu_get(struct cxl_afu *afu) | 
|  | { | 
|  | return (get_device(&afu->dev) == NULL) ? NULL : afu; | 
|  | } | 
|  | EXPORT_SYMBOL_GPL(cxl_afu_get); | 
|  |  | 
|  | void cxl_afu_put(struct cxl_afu *afu) | 
|  | { | 
|  | put_device(&afu->dev); | 
|  | } | 
|  | EXPORT_SYMBOL_GPL(cxl_afu_put); | 
|  |  | 
|  | void cxl_slbia(struct mm_struct *mm) | 
|  | { | 
|  | struct cxl_calls *calls; | 
|  |  | 
|  | calls = cxl_calls_get(); | 
|  | if (!calls) | 
|  | return; | 
|  |  | 
|  | if (cxl_ctx_in_use()) | 
|  | calls->cxl_slbia(mm); | 
|  |  | 
|  | cxl_calls_put(calls); | 
|  | } | 
|  |  | 
|  | int register_cxl_calls(struct cxl_calls *calls) | 
|  | { | 
|  | if (cxl_calls) | 
|  | return -EBUSY; | 
|  |  | 
|  | rcu_assign_pointer(cxl_calls, calls); | 
|  | return 0; | 
|  | } | 
|  | EXPORT_SYMBOL_GPL(register_cxl_calls); | 
|  |  | 
|  | void unregister_cxl_calls(struct cxl_calls *calls) | 
|  | { | 
|  | BUG_ON(cxl_calls->owner != calls->owner); | 
|  | RCU_INIT_POINTER(cxl_calls, NULL); | 
|  | synchronize_rcu(); | 
|  | } | 
|  | EXPORT_SYMBOL_GPL(unregister_cxl_calls); | 
|  |  | 
|  | int cxl_update_properties(struct device_node *dn, | 
|  | struct property *new_prop) | 
|  | { | 
|  | return of_update_property(dn, new_prop); | 
|  | } | 
|  | EXPORT_SYMBOL_GPL(cxl_update_properties); | 
|  |  | 
|  | static int __init cxl_base_init(void) | 
|  | { | 
|  | struct device_node *np; | 
|  | struct platform_device *dev; | 
|  | int count = 0; | 
|  |  | 
|  | /* | 
|  | * Scan for compatible devices in guest only | 
|  | */ | 
|  | if (cpu_has_feature(CPU_FTR_HVMODE)) | 
|  | return 0; | 
|  |  | 
|  | for_each_compatible_node(np, NULL, "ibm,coherent-platform-facility") { | 
|  | dev = of_platform_device_create(np, NULL, NULL); | 
|  | if (dev) | 
|  | count++; | 
|  | } | 
|  | pr_devel("Found %d cxl device(s)\n", count); | 
|  | return 0; | 
|  | } | 
|  | device_initcall(cxl_base_init); |