core.c 17 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643644645646647648649650651652653654655656657658659660661662663664665666667668669670671672673674675676677678679680681682683684685686687688689690691692693694695696697698699700701702703704705
  1. /*
  2. * Copyright (c) 2015, Linaro Limited
  3. *
  4. * This software is licensed under the terms of the GNU General Public
  5. * License version 2, as published by the Free Software Foundation, and
  6. * may be copied, distributed, and modified under those terms.
  7. *
  8. * This program is distributed in the hope that it will be useful,
  9. * but WITHOUT ANY WARRANTY; without even the implied warranty of
  10. * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
  11. * GNU General Public License for more details.
  12. *
  13. */
  14. #define pr_fmt(fmt) KBUILD_MODNAME ": " fmt
  15. #include <linux/arm-smccc.h>
  16. #include <linux/errno.h>
  17. #include <linux/io.h>
  18. #include <linux/module.h>
  19. #include <linux/of.h>
  20. #include <linux/of_platform.h>
  21. #include <linux/platform_device.h>
  22. #include <linux/slab.h>
  23. #include <linux/string.h>
  24. #include <linux/tee_drv.h>
  25. #include <linux/types.h>
  26. #include <linux/uaccess.h>
  27. #include "optee_private.h"
  28. #include "optee_smc.h"
  29. #include "shm_pool.h"
  30. #define DRIVER_NAME "optee"
  31. #define OPTEE_SHM_NUM_PRIV_PAGES 1
  32. /**
  33. * optee_from_msg_param() - convert from OPTEE_MSG parameters to
  34. * struct tee_param
  35. * @params: subsystem internal parameter representation
  36. * @num_params: number of elements in the parameter arrays
  37. * @msg_params: OPTEE_MSG parameters
  38. * Returns 0 on success or <0 on failure
  39. */
  40. int optee_from_msg_param(struct tee_param *params, size_t num_params,
  41. const struct optee_msg_param *msg_params)
  42. {
  43. int rc;
  44. size_t n;
  45. struct tee_shm *shm;
  46. phys_addr_t pa;
  47. for (n = 0; n < num_params; n++) {
  48. struct tee_param *p = params + n;
  49. const struct optee_msg_param *mp = msg_params + n;
  50. u32 attr = mp->attr & OPTEE_MSG_ATTR_TYPE_MASK;
  51. switch (attr) {
  52. case OPTEE_MSG_ATTR_TYPE_NONE:
  53. p->attr = TEE_IOCTL_PARAM_ATTR_TYPE_NONE;
  54. memset(&p->u, 0, sizeof(p->u));
  55. break;
  56. case OPTEE_MSG_ATTR_TYPE_VALUE_INPUT:
  57. case OPTEE_MSG_ATTR_TYPE_VALUE_OUTPUT:
  58. case OPTEE_MSG_ATTR_TYPE_VALUE_INOUT:
  59. p->attr = TEE_IOCTL_PARAM_ATTR_TYPE_VALUE_INPUT +
  60. attr - OPTEE_MSG_ATTR_TYPE_VALUE_INPUT;
  61. p->u.value.a = mp->u.value.a;
  62. p->u.value.b = mp->u.value.b;
  63. p->u.value.c = mp->u.value.c;
  64. break;
  65. case OPTEE_MSG_ATTR_TYPE_TMEM_INPUT:
  66. case OPTEE_MSG_ATTR_TYPE_TMEM_OUTPUT:
  67. case OPTEE_MSG_ATTR_TYPE_TMEM_INOUT:
  68. p->attr = TEE_IOCTL_PARAM_ATTR_TYPE_MEMREF_INPUT +
  69. attr - OPTEE_MSG_ATTR_TYPE_TMEM_INPUT;
  70. p->u.memref.size = mp->u.tmem.size;
  71. shm = (struct tee_shm *)(unsigned long)
  72. mp->u.tmem.shm_ref;
  73. if (!shm) {
  74. p->u.memref.shm_offs = 0;
  75. p->u.memref.shm = NULL;
  76. break;
  77. }
  78. rc = tee_shm_get_pa(shm, 0, &pa);
  79. if (rc)
  80. return rc;
  81. p->u.memref.shm_offs = mp->u.tmem.buf_ptr - pa;
  82. p->u.memref.shm = shm;
  83. /* Check that the memref is covered by the shm object */
  84. if (p->u.memref.size) {
  85. size_t o = p->u.memref.shm_offs +
  86. p->u.memref.size - 1;
  87. rc = tee_shm_get_pa(shm, o, NULL);
  88. if (rc)
  89. return rc;
  90. }
  91. break;
  92. case OPTEE_MSG_ATTR_TYPE_RMEM_INPUT:
  93. case OPTEE_MSG_ATTR_TYPE_RMEM_OUTPUT:
  94. case OPTEE_MSG_ATTR_TYPE_RMEM_INOUT:
  95. p->attr = TEE_IOCTL_PARAM_ATTR_TYPE_MEMREF_INPUT +
  96. attr - OPTEE_MSG_ATTR_TYPE_RMEM_INPUT;
  97. p->u.memref.size = mp->u.rmem.size;
  98. shm = (struct tee_shm *)(unsigned long)
  99. mp->u.rmem.shm_ref;
  100. if (!shm) {
  101. p->u.memref.shm_offs = 0;
  102. p->u.memref.shm = NULL;
  103. break;
  104. }
  105. p->u.memref.shm_offs = mp->u.rmem.offs;
  106. p->u.memref.shm = shm;
  107. break;
  108. default:
  109. return -EINVAL;
  110. }
  111. }
  112. return 0;
  113. }
  114. static int to_msg_param_tmp_mem(struct optee_msg_param *mp,
  115. const struct tee_param *p)
  116. {
  117. int rc;
  118. phys_addr_t pa;
  119. mp->attr = OPTEE_MSG_ATTR_TYPE_TMEM_INPUT + p->attr -
  120. TEE_IOCTL_PARAM_ATTR_TYPE_MEMREF_INPUT;
  121. mp->u.tmem.shm_ref = (unsigned long)p->u.memref.shm;
  122. mp->u.tmem.size = p->u.memref.size;
  123. if (!p->u.memref.shm) {
  124. mp->u.tmem.buf_ptr = 0;
  125. return 0;
  126. }
  127. rc = tee_shm_get_pa(p->u.memref.shm, p->u.memref.shm_offs, &pa);
  128. if (rc)
  129. return rc;
  130. mp->u.tmem.buf_ptr = pa;
  131. mp->attr |= OPTEE_MSG_ATTR_CACHE_PREDEFINED <<
  132. OPTEE_MSG_ATTR_CACHE_SHIFT;
  133. return 0;
  134. }
  135. static int to_msg_param_reg_mem(struct optee_msg_param *mp,
  136. const struct tee_param *p)
  137. {
  138. mp->attr = OPTEE_MSG_ATTR_TYPE_RMEM_INPUT + p->attr -
  139. TEE_IOCTL_PARAM_ATTR_TYPE_MEMREF_INPUT;
  140. mp->u.rmem.shm_ref = (unsigned long)p->u.memref.shm;
  141. mp->u.rmem.size = p->u.memref.size;
  142. mp->u.rmem.offs = p->u.memref.shm_offs;
  143. return 0;
  144. }
  145. /**
  146. * optee_to_msg_param() - convert from struct tee_params to OPTEE_MSG parameters
  147. * @msg_params: OPTEE_MSG parameters
  148. * @num_params: number of elements in the parameter arrays
  149. * @params: subsystem itnernal parameter representation
  150. * Returns 0 on success or <0 on failure
  151. */
  152. int optee_to_msg_param(struct optee_msg_param *msg_params, size_t num_params,
  153. const struct tee_param *params)
  154. {
  155. int rc;
  156. size_t n;
  157. for (n = 0; n < num_params; n++) {
  158. const struct tee_param *p = params + n;
  159. struct optee_msg_param *mp = msg_params + n;
  160. switch (p->attr) {
  161. case TEE_IOCTL_PARAM_ATTR_TYPE_NONE:
  162. mp->attr = TEE_IOCTL_PARAM_ATTR_TYPE_NONE;
  163. memset(&mp->u, 0, sizeof(mp->u));
  164. break;
  165. case TEE_IOCTL_PARAM_ATTR_TYPE_VALUE_INPUT:
  166. case TEE_IOCTL_PARAM_ATTR_TYPE_VALUE_OUTPUT:
  167. case TEE_IOCTL_PARAM_ATTR_TYPE_VALUE_INOUT:
  168. mp->attr = OPTEE_MSG_ATTR_TYPE_VALUE_INPUT + p->attr -
  169. TEE_IOCTL_PARAM_ATTR_TYPE_VALUE_INPUT;
  170. mp->u.value.a = p->u.value.a;
  171. mp->u.value.b = p->u.value.b;
  172. mp->u.value.c = p->u.value.c;
  173. break;
  174. case TEE_IOCTL_PARAM_ATTR_TYPE_MEMREF_INPUT:
  175. case TEE_IOCTL_PARAM_ATTR_TYPE_MEMREF_OUTPUT:
  176. case TEE_IOCTL_PARAM_ATTR_TYPE_MEMREF_INOUT:
  177. if (tee_shm_is_registered(p->u.memref.shm))
  178. rc = to_msg_param_reg_mem(mp, p);
  179. else
  180. rc = to_msg_param_tmp_mem(mp, p);
  181. if (rc)
  182. return rc;
  183. break;
  184. default:
  185. return -EINVAL;
  186. }
  187. }
  188. return 0;
  189. }
  190. static void optee_get_version(struct tee_device *teedev,
  191. struct tee_ioctl_version_data *vers)
  192. {
  193. struct tee_ioctl_version_data v = {
  194. .impl_id = TEE_IMPL_ID_OPTEE,
  195. .impl_caps = TEE_OPTEE_CAP_TZ,
  196. .gen_caps = TEE_GEN_CAP_GP,
  197. };
  198. struct optee *optee = tee_get_drvdata(teedev);
  199. if (optee->sec_caps & OPTEE_SMC_SEC_CAP_DYNAMIC_SHM)
  200. v.gen_caps |= TEE_GEN_CAP_REG_MEM;
  201. *vers = v;
  202. }
  203. static int optee_open(struct tee_context *ctx)
  204. {
  205. struct optee_context_data *ctxdata;
  206. struct tee_device *teedev = ctx->teedev;
  207. struct optee *optee = tee_get_drvdata(teedev);
  208. ctxdata = kzalloc(sizeof(*ctxdata), GFP_KERNEL);
  209. if (!ctxdata)
  210. return -ENOMEM;
  211. if (teedev == optee->supp_teedev) {
  212. bool busy = true;
  213. mutex_lock(&optee->supp.mutex);
  214. if (!optee->supp.ctx) {
  215. busy = false;
  216. optee->supp.ctx = ctx;
  217. }
  218. mutex_unlock(&optee->supp.mutex);
  219. if (busy) {
  220. kfree(ctxdata);
  221. return -EBUSY;
  222. }
  223. }
  224. mutex_init(&ctxdata->mutex);
  225. INIT_LIST_HEAD(&ctxdata->sess_list);
  226. ctx->data = ctxdata;
  227. return 0;
  228. }
  229. static void optee_release(struct tee_context *ctx)
  230. {
  231. struct optee_context_data *ctxdata = ctx->data;
  232. struct tee_device *teedev = ctx->teedev;
  233. struct optee *optee = tee_get_drvdata(teedev);
  234. struct tee_shm *shm;
  235. struct optee_msg_arg *arg = NULL;
  236. phys_addr_t parg;
  237. struct optee_session *sess;
  238. struct optee_session *sess_tmp;
  239. if (!ctxdata)
  240. return;
  241. shm = tee_shm_alloc(ctx, sizeof(struct optee_msg_arg), TEE_SHM_MAPPED);
  242. if (!IS_ERR(shm)) {
  243. arg = tee_shm_get_va(shm, 0);
  244. /*
  245. * If va2pa fails for some reason, we can't call into
  246. * secure world, only free the memory. Secure OS will leak
  247. * sessions and finally refuse more sessions, but we will
  248. * at least let normal world reclaim its memory.
  249. */
  250. if (!IS_ERR(arg))
  251. if (tee_shm_va2pa(shm, arg, &parg))
  252. arg = NULL; /* prevent usage of parg below */
  253. }
  254. list_for_each_entry_safe(sess, sess_tmp, &ctxdata->sess_list,
  255. list_node) {
  256. list_del(&sess->list_node);
  257. if (!IS_ERR_OR_NULL(arg)) {
  258. memset(arg, 0, sizeof(*arg));
  259. arg->cmd = OPTEE_MSG_CMD_CLOSE_SESSION;
  260. arg->session = sess->session_id;
  261. optee_do_call_with_arg(ctx, parg);
  262. }
  263. kfree(sess);
  264. }
  265. kfree(ctxdata);
  266. if (!IS_ERR(shm))
  267. tee_shm_free(shm);
  268. ctx->data = NULL;
  269. if (teedev == optee->supp_teedev)
  270. optee_supp_release(&optee->supp);
  271. }
  272. static const struct tee_driver_ops optee_ops = {
  273. .get_version = optee_get_version,
  274. .open = optee_open,
  275. .release = optee_release,
  276. .open_session = optee_open_session,
  277. .close_session = optee_close_session,
  278. .invoke_func = optee_invoke_func,
  279. .cancel_req = optee_cancel_req,
  280. .shm_register = optee_shm_register,
  281. .shm_unregister = optee_shm_unregister,
  282. };
  283. static const struct tee_desc optee_desc = {
  284. .name = DRIVER_NAME "-clnt",
  285. .ops = &optee_ops,
  286. .owner = THIS_MODULE,
  287. };
  288. static const struct tee_driver_ops optee_supp_ops = {
  289. .get_version = optee_get_version,
  290. .open = optee_open,
  291. .release = optee_release,
  292. .supp_recv = optee_supp_recv,
  293. .supp_send = optee_supp_send,
  294. .shm_register = optee_shm_register_supp,
  295. .shm_unregister = optee_shm_unregister_supp,
  296. };
  297. static const struct tee_desc optee_supp_desc = {
  298. .name = DRIVER_NAME "-supp",
  299. .ops = &optee_supp_ops,
  300. .owner = THIS_MODULE,
  301. .flags = TEE_DESC_PRIVILEGED,
  302. };
  303. static bool optee_msg_api_uid_is_optee_api(optee_invoke_fn *invoke_fn)
  304. {
  305. struct arm_smccc_res res;
  306. invoke_fn(OPTEE_SMC_CALLS_UID, 0, 0, 0, 0, 0, 0, 0, &res);
  307. if (res.a0 == OPTEE_MSG_UID_0 && res.a1 == OPTEE_MSG_UID_1 &&
  308. res.a2 == OPTEE_MSG_UID_2 && res.a3 == OPTEE_MSG_UID_3)
  309. return true;
  310. return false;
  311. }
  312. static bool optee_msg_api_revision_is_compatible(optee_invoke_fn *invoke_fn)
  313. {
  314. union {
  315. struct arm_smccc_res smccc;
  316. struct optee_smc_calls_revision_result result;
  317. } res;
  318. invoke_fn(OPTEE_SMC_CALLS_REVISION, 0, 0, 0, 0, 0, 0, 0, &res.smccc);
  319. if (res.result.major == OPTEE_MSG_REVISION_MAJOR &&
  320. (int)res.result.minor >= OPTEE_MSG_REVISION_MINOR)
  321. return true;
  322. return false;
  323. }
  324. static bool optee_msg_exchange_capabilities(optee_invoke_fn *invoke_fn,
  325. u32 *sec_caps)
  326. {
  327. union {
  328. struct arm_smccc_res smccc;
  329. struct optee_smc_exchange_capabilities_result result;
  330. } res;
  331. u32 a1 = 0;
  332. /*
  333. * TODO This isn't enough to tell if it's UP system (from kernel
  334. * point of view) or not, is_smp() returns the the information
  335. * needed, but can't be called directly from here.
  336. */
  337. if (!IS_ENABLED(CONFIG_SMP) || nr_cpu_ids == 1)
  338. a1 |= OPTEE_SMC_NSEC_CAP_UNIPROCESSOR;
  339. invoke_fn(OPTEE_SMC_EXCHANGE_CAPABILITIES, a1, 0, 0, 0, 0, 0, 0,
  340. &res.smccc);
  341. if (res.result.status != OPTEE_SMC_RETURN_OK)
  342. return false;
  343. *sec_caps = res.result.capabilities;
  344. return true;
  345. }
  346. static struct tee_shm_pool *
  347. optee_config_shm_memremap(optee_invoke_fn *invoke_fn, void **memremaped_shm,
  348. u32 sec_caps)
  349. {
  350. union {
  351. struct arm_smccc_res smccc;
  352. struct optee_smc_get_shm_config_result result;
  353. } res;
  354. unsigned long vaddr;
  355. phys_addr_t paddr;
  356. size_t size;
  357. phys_addr_t begin;
  358. phys_addr_t end;
  359. void *va;
  360. struct tee_shm_pool_mgr *priv_mgr;
  361. struct tee_shm_pool_mgr *dmabuf_mgr;
  362. void *rc;
  363. invoke_fn(OPTEE_SMC_GET_SHM_CONFIG, 0, 0, 0, 0, 0, 0, 0, &res.smccc);
  364. if (res.result.status != OPTEE_SMC_RETURN_OK) {
  365. pr_info("shm service not available\n");
  366. return ERR_PTR(-ENOENT);
  367. }
  368. if (res.result.settings != OPTEE_SMC_SHM_CACHED) {
  369. pr_err("only normal cached shared memory supported\n");
  370. return ERR_PTR(-EINVAL);
  371. }
  372. begin = roundup(res.result.start, PAGE_SIZE);
  373. end = rounddown(res.result.start + res.result.size, PAGE_SIZE);
  374. paddr = begin;
  375. size = end - begin;
  376. if (size < 2 * OPTEE_SHM_NUM_PRIV_PAGES * PAGE_SIZE) {
  377. pr_err("too small shared memory area\n");
  378. return ERR_PTR(-EINVAL);
  379. }
  380. va = memremap(paddr, size, MEMREMAP_WB);
  381. if (!va) {
  382. pr_err("shared memory ioremap failed\n");
  383. return ERR_PTR(-EINVAL);
  384. }
  385. vaddr = (unsigned long)va;
  386. /*
  387. * If OP-TEE can work with unregistered SHM, we will use own pool
  388. * for private shm
  389. */
  390. if (sec_caps & OPTEE_SMC_SEC_CAP_DYNAMIC_SHM) {
  391. rc = optee_shm_pool_alloc_pages();
  392. if (IS_ERR(rc))
  393. goto err_memunmap;
  394. priv_mgr = rc;
  395. } else {
  396. const size_t sz = OPTEE_SHM_NUM_PRIV_PAGES * PAGE_SIZE;
  397. rc = tee_shm_pool_mgr_alloc_res_mem(vaddr, paddr, sz,
  398. 3 /* 8 bytes aligned */);
  399. if (IS_ERR(rc))
  400. goto err_memunmap;
  401. priv_mgr = rc;
  402. vaddr += sz;
  403. paddr += sz;
  404. size -= sz;
  405. }
  406. rc = tee_shm_pool_mgr_alloc_res_mem(vaddr, paddr, size, PAGE_SHIFT);
  407. if (IS_ERR(rc))
  408. goto err_free_priv_mgr;
  409. dmabuf_mgr = rc;
  410. rc = tee_shm_pool_alloc(priv_mgr, dmabuf_mgr);
  411. if (IS_ERR(rc))
  412. goto err_free_dmabuf_mgr;
  413. *memremaped_shm = va;
  414. return rc;
  415. err_free_dmabuf_mgr:
  416. tee_shm_pool_mgr_destroy(dmabuf_mgr);
  417. err_free_priv_mgr:
  418. tee_shm_pool_mgr_destroy(priv_mgr);
  419. err_memunmap:
  420. memunmap(va);
  421. return rc;
  422. }
  423. /* Simple wrapper functions to be able to use a function pointer */
  424. static void optee_smccc_smc(unsigned long a0, unsigned long a1,
  425. unsigned long a2, unsigned long a3,
  426. unsigned long a4, unsigned long a5,
  427. unsigned long a6, unsigned long a7,
  428. struct arm_smccc_res *res)
  429. {
  430. arm_smccc_smc(a0, a1, a2, a3, a4, a5, a6, a7, res);
  431. }
  432. static void optee_smccc_hvc(unsigned long a0, unsigned long a1,
  433. unsigned long a2, unsigned long a3,
  434. unsigned long a4, unsigned long a5,
  435. unsigned long a6, unsigned long a7,
  436. struct arm_smccc_res *res)
  437. {
  438. arm_smccc_hvc(a0, a1, a2, a3, a4, a5, a6, a7, res);
  439. }
  440. static optee_invoke_fn *get_invoke_func(struct device_node *np)
  441. {
  442. const char *method;
  443. pr_info("probing for conduit method from DT.\n");
  444. if (of_property_read_string(np, "method", &method)) {
  445. pr_warn("missing \"method\" property\n");
  446. return ERR_PTR(-ENXIO);
  447. }
  448. if (!strcmp("hvc", method))
  449. return optee_smccc_hvc;
  450. else if (!strcmp("smc", method))
  451. return optee_smccc_smc;
  452. pr_warn("invalid \"method\" property: %s\n", method);
  453. return ERR_PTR(-EINVAL);
  454. }
  455. static struct optee *optee_probe(struct device_node *np)
  456. {
  457. optee_invoke_fn *invoke_fn;
  458. struct tee_shm_pool *pool;
  459. struct optee *optee = NULL;
  460. void *memremaped_shm = NULL;
  461. struct tee_device *teedev;
  462. u32 sec_caps;
  463. int rc;
  464. invoke_fn = get_invoke_func(np);
  465. if (IS_ERR(invoke_fn))
  466. return (void *)invoke_fn;
  467. if (!optee_msg_api_uid_is_optee_api(invoke_fn)) {
  468. pr_warn("api uid mismatch\n");
  469. return ERR_PTR(-EINVAL);
  470. }
  471. if (!optee_msg_api_revision_is_compatible(invoke_fn)) {
  472. pr_warn("api revision mismatch\n");
  473. return ERR_PTR(-EINVAL);
  474. }
  475. if (!optee_msg_exchange_capabilities(invoke_fn, &sec_caps)) {
  476. pr_warn("capabilities mismatch\n");
  477. return ERR_PTR(-EINVAL);
  478. }
  479. /*
  480. * We have no other option for shared memory, if secure world
  481. * doesn't have any reserved memory we can use we can't continue.
  482. */
  483. if (!(sec_caps & OPTEE_SMC_SEC_CAP_HAVE_RESERVED_SHM))
  484. return ERR_PTR(-EINVAL);
  485. pool = optee_config_shm_memremap(invoke_fn, &memremaped_shm, sec_caps);
  486. if (IS_ERR(pool))
  487. return (void *)pool;
  488. optee = kzalloc(sizeof(*optee), GFP_KERNEL);
  489. if (!optee) {
  490. rc = -ENOMEM;
  491. goto err;
  492. }
  493. optee->invoke_fn = invoke_fn;
  494. optee->sec_caps = sec_caps;
  495. teedev = tee_device_alloc(&optee_desc, NULL, pool, optee);
  496. if (IS_ERR(teedev)) {
  497. rc = PTR_ERR(teedev);
  498. goto err;
  499. }
  500. optee->teedev = teedev;
  501. teedev = tee_device_alloc(&optee_supp_desc, NULL, pool, optee);
  502. if (IS_ERR(teedev)) {
  503. rc = PTR_ERR(teedev);
  504. goto err;
  505. }
  506. optee->supp_teedev = teedev;
  507. rc = tee_device_register(optee->teedev);
  508. if (rc)
  509. goto err;
  510. rc = tee_device_register(optee->supp_teedev);
  511. if (rc)
  512. goto err;
  513. mutex_init(&optee->call_queue.mutex);
  514. INIT_LIST_HEAD(&optee->call_queue.waiters);
  515. optee_wait_queue_init(&optee->wait_queue);
  516. optee_supp_init(&optee->supp);
  517. optee->memremaped_shm = memremaped_shm;
  518. optee->pool = pool;
  519. optee_enable_shm_cache(optee);
  520. pr_info("initialized driver\n");
  521. return optee;
  522. err:
  523. if (optee) {
  524. /*
  525. * tee_device_unregister() is safe to call even if the
  526. * devices hasn't been registered with
  527. * tee_device_register() yet.
  528. */
  529. tee_device_unregister(optee->supp_teedev);
  530. tee_device_unregister(optee->teedev);
  531. kfree(optee);
  532. }
  533. if (pool)
  534. tee_shm_pool_free(pool);
  535. if (memremaped_shm)
  536. memunmap(memremaped_shm);
  537. return ERR_PTR(rc);
  538. }
  539. static void optee_remove(struct optee *optee)
  540. {
  541. /*
  542. * Ask OP-TEE to free all cached shared memory objects to decrease
  543. * reference counters and also avoid wild pointers in secure world
  544. * into the old shared memory range.
  545. */
  546. optee_disable_shm_cache(optee);
  547. /*
  548. * The two devices has to be unregistered before we can free the
  549. * other resources.
  550. */
  551. tee_device_unregister(optee->supp_teedev);
  552. tee_device_unregister(optee->teedev);
  553. tee_shm_pool_free(optee->pool);
  554. if (optee->memremaped_shm)
  555. memunmap(optee->memremaped_shm);
  556. optee_wait_queue_exit(&optee->wait_queue);
  557. optee_supp_uninit(&optee->supp);
  558. mutex_destroy(&optee->call_queue.mutex);
  559. kfree(optee);
  560. }
  561. static const struct of_device_id optee_match[] = {
  562. { .compatible = "linaro,optee-tz" },
  563. {},
  564. };
  565. static struct optee *optee_svc;
  566. static int __init optee_driver_init(void)
  567. {
  568. struct device_node *fw_np;
  569. struct device_node *np;
  570. struct optee *optee;
  571. /* Node is supposed to be below /firmware */
  572. fw_np = of_find_node_by_name(NULL, "firmware");
  573. if (!fw_np)
  574. return -ENODEV;
  575. np = of_find_matching_node(fw_np, optee_match);
  576. if (!np)
  577. return -ENODEV;
  578. optee = optee_probe(np);
  579. of_node_put(np);
  580. if (IS_ERR(optee))
  581. return PTR_ERR(optee);
  582. optee_svc = optee;
  583. return 0;
  584. }
  585. module_init(optee_driver_init);
  586. static void __exit optee_driver_exit(void)
  587. {
  588. struct optee *optee = optee_svc;
  589. optee_svc = NULL;
  590. if (optee)
  591. optee_remove(optee);
  592. }
  593. module_exit(optee_driver_exit);
  594. MODULE_AUTHOR("Linaro");
  595. MODULE_DESCRIPTION("OP-TEE driver");
  596. MODULE_SUPPORTED_DEVICE("");
  597. MODULE_VERSION("1.0");
  598. MODULE_LICENSE("GPL v2");