lib/rpmsg/remote_device.c

   1 /*
   2  * Copyright (c) 2014, Mentor Graphics Corporation
   3  * All rights reserved.
   4  * Copyright (c) 2015 Xilinx, Inc. All rights reserved.
   5  * Copyright (c) 2016 Freescale Semiconductor, Inc. All rights reserved.
   6  *
   7  * Redistribution and use in source and binary forms, with or without
   8  * modification, are permitted provided that the following conditions are met:
   9  *
  10  * 1. Redistributions of source code must retain the above copyright notice,
  11  *    this list of conditions and the following disclaimer.
  12  * 2. Redistributions in binary form must reproduce the above copyright notice,
  13  *    this list of conditions and the following disclaimer in the documentation
  14  *    and/or other materials provided with the distribution.
  15  * 3. Neither the name of Mentor Graphics Corporation nor the names of its
  16  *    contributors may be used to endorse or promote products derived from this
  17  *    software without specific prior written permission.
  18  *
  19  * THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS "AS IS"
  20  * AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
  21  * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE
  22  * ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT HOLDER OR CONTRIBUTORS BE
  23  * LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR
  24  * CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF
  25  * SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS
  26  * INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN
  27  * CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE)
  28  * ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE
  29  * POSSIBILITY OF SUCH DAMAGE.
  30  */
  31
  32 /**************************************************************************
  33  * FILE NAME
  34  *
  35  *       remote_device.c
  36  *
  37  * COMPONENT
  38  *
  39  *       OpenAMP Stack
  40  *
  41  * DESCRIPTION
  42  *
  43  * This file provides services to manage the remote devices.It also implements
  44  * the interface defined by the virtio and provides few other utility functions.
  45  *
  46  *
  47  **************************************************************************/
  48
  49 #include <string.h>
  50 #include "openamp/rpmsg.h"
  51 #include "openamp/remoteproc.h"
  52 #include "metal/utilities.h"
  53 #include "metal/alloc.h"
  54 #include "metal/atomic.h"
  55 #include "metal/cpu.h"
  56
  57 /* Macro to initialize vring HW info */
  58 #define INIT_VRING_ALLOC_INFO(ring_info,vring_hw)                             \
  59                          (ring_info).vaddr  = (vring_hw).vaddr;               \
  60                          (ring_info).align     = (vring_hw).align;             \
  61                          (ring_info).num_descs = (vring_hw).num_descs
  62
  63 /* Local functions */
  64 static int rpmsg_rdev_init_channels(struct remote_device *rdev);
  65
  66 /* Ops table for virtio device */
  67 virtio_dispatch rpmsg_rdev_config_ops = {
  68         rpmsg_rdev_create_virtqueues,
  69         rpmsg_rdev_get_status,
  70         rpmsg_rdev_set_status,
  71         rpmsg_rdev_get_feature,
  72         rpmsg_rdev_set_feature,
  73         rpmsg_rdev_negotiate_feature,
  74         rpmsg_rdev_read_config,
  75         rpmsg_rdev_write_config,
  76         rpmsg_rdev_reset
  77 };
  78
  79 /**
  80  * rpmsg_rdev_init
  81  *
  82  * This function creates and initializes the remote device. The remote device
  83  * encapsulates virtio device.
  84  *
  85  * @param proc              - pointer to hil_proc
  86  * @param rdev              - pointer to newly created remote device
  87  * @param role              - role of the other device, Master or Remote
  88  * @param channel_created   - callback function for channel creation
  89  * @param channel_destroyed - callback function for channel deletion
  90  * @param default_cb        - default callback for channel
  91  *
  92  * @return - status of function execution
  93  *
  94  */
  95 int rpmsg_rdev_init(struct hil_proc *proc,
  96                     struct remote_device **rdev, int role,
  97                     rpmsg_chnl_cb_t channel_created,
  98                     rpmsg_chnl_cb_t channel_destroyed, rpmsg_rx_cb_t default_cb)
  99 {
 100
 101         struct remote_device *rdev_loc;
 102         struct virtio_device *virt_dev;
 103         struct proc_shm *shm;
 104         int status;
 105
 106         if (!proc)
 107                 return RPMSG_ERR_PARAM;
 108         /* Initialize HIL data structures for given device */
 109         if (hil_init_proc(proc))
 110                 return RPMSG_ERR_DEV_INIT;
 111
 112         /* Create software representation of remote processor. */
 113         rdev_loc = (struct remote_device *)metal_allocate_memory(sizeof(struct remote_device));
 114
 115         if (!rdev_loc) {
 116                 return RPMSG_ERR_NO_MEM;
 117         }
 118
 119         memset(rdev_loc, 0x00, sizeof(struct remote_device));
 120         metal_mutex_init(&rdev_loc->lock);
 121
 122         rdev_loc->proc = proc;
 123         rdev_loc->role = role;
 124         rdev_loc->channel_created = channel_created;
 125         rdev_loc->channel_destroyed = channel_destroyed;
 126         rdev_loc->default_cb = default_cb;
 127
 128         /* Restrict the ept address - zero address can't be assigned */
 129         rdev_loc->bitmap[0] = 1;
 130
 131         /* Initialize the virtio device */
 132         virt_dev = &rdev_loc->virt_dev;
 133         virt_dev->device = proc;
 134         virt_dev->func = &rpmsg_rdev_config_ops;
 135         if (virt_dev->func->set_features != RPMSG_NULL) {
 136                 virt_dev->func->set_features(virt_dev, proc->vdev.dfeatures);
 137         }
 138
 139         if (rdev_loc->role == RPMSG_REMOTE) {
 140                 /*
 141                  * Since device is RPMSG Remote so we need to manage the
 142                  * shared buffers. Create shared memory pool to handle buffers.
 143                  */
 144                 shm = hil_get_shm_info(proc);
 145                 rdev_loc->mem_pool =
 146                     sh_mem_create_pool(shm->start_addr, shm->size,
 147                                        RPMSG_BUFFER_SIZE);
 148
 149                 if (!rdev_loc->mem_pool) {
 150                         return RPMSG_ERR_NO_MEM;
 151                 }
 152         }
 153
 154         if (!rpmsg_rdev_remote_ready(rdev_loc))
 155                 return RPMSG_ERR_DEV_INIT;
 156
 157         /* Initialize endpoints list */
 158         metal_list_init(&rdev_loc->rp_endpoints);
 159
 160         /* Initialize channels for RPMSG Remote */
 161         status = rpmsg_rdev_init_channels(rdev_loc);
 162
 163         if (status != RPMSG_SUCCESS) {
 164                 return status;
 165         }
 166
 167         *rdev = rdev_loc;
 168
 169         return RPMSG_SUCCESS;
 170 }
 171
 172 /**
 173  * rpmsg_rdev_deinit
 174  *
 175  * This function un-initializes the remote device.
 176  *
 177  * @param rdev - pointer to remote device to deinit.
 178  *
 179  * @return - none
 180  *
 181  */
 182 void rpmsg_rdev_deinit(struct remote_device *rdev)
 183 {
 184         struct metal_list *node;
 185         struct rpmsg_channel *rp_chnl;
 186         struct rpmsg_endpoint *rp_ept;
 187
 188
 189         while(!metal_list_is_empty(&rdev->rp_channels)) {
 190                 node = rdev->rp_channels.next;
 191                 rp_chnl = metal_container_of(node, struct rpmsg_channel, node);
 192
 193                 if (rdev->channel_destroyed) {
 194                         rdev->channel_destroyed(rp_chnl);
 195                 }
 196
 197                 if ((rdev->support_ns) && (rdev->role == RPMSG_MASTER)) {
 198                         rpmsg_send_ns_message(rdev, rp_chnl, RPMSG_NS_DESTROY);
 199                 }
 200
 201                 /* Delete default endpoint for channel */
 202                 if (rp_chnl->rp_ept) {
 203                         rpmsg_destroy_ept(rp_chnl->rp_ept);
 204                 }
 205
 206                 _rpmsg_delete_channel(rp_chnl);
 207         }
 208
 209         /* Delete name service endpoint */
 210         metal_mutex_acquire(&rdev->lock);
 211         rp_ept = rpmsg_rdev_get_endpoint_from_addr(rdev, RPMSG_NS_EPT_ADDR);
 212         metal_mutex_release(&rdev->lock);
 213         if (rp_ept) {
 214                 _destroy_endpoint(rdev, rp_ept);
 215         }
 216
 217         metal_mutex_acquire(&rdev->lock);
 218         rdev->rvq = 0;
 219         rdev->tvq = 0;
 220         if (rdev->mem_pool) {
 221                 sh_mem_delete_pool(rdev->mem_pool);
 222                 rdev->mem_pool = 0;
 223         }
 224         metal_mutex_release(&rdev->lock);
 225         hil_free_vqs(&rdev->virt_dev);
 226
 227         metal_mutex_deinit(&rdev->lock);
 228
 229         metal_free_memory(rdev);
 230 }
 231
 232 /**
 233  * rpmsg_rdev_get_chnl_from_id
 234  *
 235  * This function returns channel node based on channel name. It must be called
 236  * with mutex locked.
 237  *
 238  * @param stack      - pointer to remote device
 239  * @param rp_chnl_id - rpmsg channel name
 240  *
 241  * @return - rpmsg channel
 242  *
 243  */
 244 struct rpmsg_channel *rpmsg_rdev_get_chnl_from_id(struct remote_device *rdev,
 245                                                char *rp_chnl_id)
 246 {
 247         struct rpmsg_channel *rp_chnl;
 248         struct metal_list *node;
 249
 250         metal_list_for_each(&rdev->rp_channels, node) {
 251                 rp_chnl = metal_container_of(node, struct rpmsg_channel, node);
 252                 if (strncmp
 253                     (rp_chnl->name, rp_chnl_id, sizeof(rp_chnl->name))
 254                     == 0) {
 255                         return rp_chnl;
 256                 }
 257         }
 258
 259         return RPMSG_NULL;
 260 }
 261
 262 /**
 263  * rpmsg_rdev_get_endpoint_from_addr
 264  *
 265  * This function returns endpoint node based on src address. It must be called
 266  * with mutex locked.
 267  *
 268  * @param rdev - pointer remote device control block
 269  * @param addr - src address
 270  *
 271  * @return - rpmsg endpoint
 272  *
 273  */
 274 struct rpmsg_endpoint *rpmsg_rdev_get_endpoint_from_addr(struct remote_device *rdev,
 275                                                 unsigned long addr)
 276 {
 277         struct rpmsg_endpoint *rp_ept;
 278         struct metal_list *node;
 279
 280         metal_list_for_each(&rdev->rp_endpoints, node) {
 281                 rp_ept = metal_container_of(node,
 282                                 struct rpmsg_endpoint, node);
 283                 if (rp_ept->addr == addr) {
 284                         return rp_ept;
 285                 }
 286         }
 287
 288         return RPMSG_NULL;
 289 }
 290
 291 /*
 292  * rpmsg_rdev_notify
 293  *
 294  * This function checks whether remote device is up or not. If it is up then
 295  * notification is sent based on device role to start IPC.
 296  *
 297  * @param rdev - pointer to remote device
 298  *
 299  * @return - status of function execution
 300  *
 301  */
 302 int rpmsg_rdev_notify(struct remote_device *rdev)
 303 {
 304         struct virtio_device *vdev = &rdev->virt_dev;
 305
 306         hil_vdev_notify(vdev);
 307
 308         return RPMSG_SUCCESS;
 309 }
 310
 311 /**
 312  * rpmsg_rdev_init_channels
 313  *
 314  * This function is only applicable to RPMSG remote. It obtains channel IDs
 315  * from the HIL and creates RPMSG channels corresponding to each ID.
 316  *
 317  * @param rdev - pointer to remote device
 318  *
 319  * @return  - status of function execution
 320  *
 321  */
 322 int rpmsg_rdev_init_channels(struct remote_device *rdev)
 323 {
 324         struct rpmsg_channel *rp_chnl;
 325         struct proc_chnl *chnl_info;
 326         int num_chnls, idx;
 327
 328         metal_list_init(&rdev->rp_channels);
 329         if (rdev->role == RPMSG_MASTER) {
 330
 331                 chnl_info = hil_get_chnl_info(rdev->proc, &num_chnls);
 332                 for (idx = 0; idx < num_chnls; idx++) {
 333
 334                         rp_chnl =
 335                             _rpmsg_create_channel(rdev, chnl_info[idx].name,
 336                                                   0x00, RPMSG_NS_EPT_ADDR);
 337                         if (!rp_chnl) {
 338                                 return RPMSG_ERR_NO_MEM;
 339                         }
 340
 341                         rp_chnl->rp_ept =
 342                             rpmsg_create_ept(rp_chnl, rdev->default_cb, rdev,
 343                                              RPMSG_ADDR_ANY);
 344
 345                         if (!rp_chnl->rp_ept) {
 346                                 return RPMSG_ERR_NO_MEM;
 347                         }
 348
 349                         rp_chnl->src = rp_chnl->rp_ept->addr;
 350                 }
 351         }
 352
 353         return RPMSG_SUCCESS;
 354 }
 355
 356 /**
 357  * check if the remote is ready to start RPMsg communication
 358  */
 359 int rpmsg_rdev_remote_ready(struct remote_device *rdev)
 360 {
 361         struct virtio_device *vdev = &rdev->virt_dev;
 362         uint8_t status;
 363         if (rdev->role == RPMSG_MASTER) {
 364                 while (1) {
 365                         status = vdev->func->get_status(vdev);
 366                         /* Busy wait until the remote is ready */
 367                         if (status & VIRTIO_CONFIG_STATUS_NEEDS_RESET) {
 368                                 rpmsg_rdev_set_status(vdev, 0);
 369                                 hil_vdev_notify(vdev);
 370                         } else if (status & VIRTIO_CONFIG_STATUS_DRIVER_OK) {
 371                                 return true;
 372                         }
 373                         metal_cpu_yield();
 374                 }
 375         } else {
 376                 return true;
 377         }
 378         /* Never come here */
 379         return false;
 380 }
 381
 382 static void rpmsg_memset_io(struct metal_io_region *io, void *dst, int c, size_t count)
 383 {
 384         if ((io->mem_flags & METAL_IO_MAPPED)) {
 385                 metal_memset_io(dst, c, count);
 386         } else {
 387                 memset(dst, c, count);
 388         }
 389 }
 390
 391 /**
 392  *------------------------------------------------------------------------
 393  * The rest of the file implements the virtio device interface as defined
 394  * by the virtio.h file.
 395  *------------------------------------------------------------------------
 396  */
 397 int rpmsg_rdev_create_virtqueues(struct virtio_device *dev, int flags, int nvqs,
 398                                  const char *names[], vq_callback * callbacks[],
 399                                  struct virtqueue *vqs_[])
 400 {
 401         struct remote_device *rdev;
 402         struct vring_alloc_info ring_info;
 403         struct virtqueue *vqs[RPMSG_MAX_VQ_PER_RDEV];
 404         struct proc_vring *vring_table;
 405         void *buffer;
 406         struct metal_sg sg;
 407         int idx, num_vrings, status;
 408
 409         (void)flags;
 410         (void)vqs_;
 411
 412         rdev = (struct remote_device *)dev;
 413
 414         /* Get the vring HW info for the given virtio device */
 415         vring_table = hil_get_vring_info(&rdev->proc->vdev, &num_vrings);
 416
 417         if (num_vrings > nvqs) {
 418                 return RPMSG_ERR_MAX_VQ;
 419         }
 420
 421         /* Create virtqueue for each vring. */
 422         for (idx = 0; idx < num_vrings; idx++) {
 423
 424                 INIT_VRING_ALLOC_INFO(ring_info, vring_table[idx]);
 425
 426                 if (rdev->role == RPMSG_REMOTE) {
 427                         rpmsg_memset_io(vring_table[idx].io, (void *)ring_info.vaddr, 0x00,
 428                                vring_size(vring_table[idx].num_descs, vring_table[idx].align));
 429                 }
 430
 431                 status =
 432                     virtqueue_create(dev, idx, (char *)names[idx], &ring_info,
 433                                      callbacks[idx], hil_vring_notify,
 434                                     rdev->proc->sh_buff.io,
 435                                      &vqs[idx]);
 436
 437                 if (status != RPMSG_SUCCESS) {
 438                         return status;
 439                 }
 440         }
 441
 442         //FIXME - a better way to handle this , tx for master is rx for remote and vice versa.
 443         if (rdev->role == RPMSG_MASTER) {
 444                 rdev->tvq = vqs[0];
 445                 rdev->rvq = vqs[1];
 446         } else {
 447                 rdev->tvq = vqs[1];
 448                 rdev->rvq = vqs[0];
 449         }
 450
 451         if (rdev->role == RPMSG_REMOTE) {
 452                 sg.io = rdev->proc->sh_buff.io;
 453                 sg.len = RPMSG_BUFFER_SIZE;
 454                 for (idx = 0; ((idx < rdev->rvq->vq_nentries)
 455                                && (idx < rdev->mem_pool->total_buffs / 2));
 456                      idx++) {
 457
 458                         /* Initialize TX virtqueue buffers for remote device */
 459                         buffer = sh_mem_get_buffer(rdev->mem_pool);
 460
 461                         if (!buffer) {
 462                                 return RPMSG_ERR_NO_BUFF;
 463                         }
 464
 465                         sg.virt = buffer;
 466
 467                         rpmsg_memset_io(sg.io, buffer, 0x00, RPMSG_BUFFER_SIZE);
 468                         status =
 469                             virtqueue_add_buffer(rdev->rvq, &sg, 0, 1,
 470                                                  buffer);
 471
 472                         if (status != RPMSG_SUCCESS) {
 473                                 return status;
 474                         }
 475                 }
 476         }
 477
 478         return RPMSG_SUCCESS;
 479 }
 480
 481 unsigned char rpmsg_rdev_get_status(struct virtio_device *dev)
 482 {
 483         struct hil_proc *proc = dev->device;
 484         struct proc_vdev *pvdev = &proc->vdev;
 485         struct fw_rsc_vdev *vdev_rsc = pvdev->vdev_info;
 486
 487         if (!vdev_rsc)
 488                 return -1;
 489
 490         return vdev_rsc->status;
 491 }
 492
 493 void rpmsg_rdev_set_status(struct virtio_device *dev, unsigned char status)
 494 {
 495         struct hil_proc *proc = dev->device;
 496         struct proc_vdev *pvdev = &proc->vdev;
 497         struct fw_rsc_vdev *vdev_rsc = pvdev->vdev_info;
 498
 499         if (!vdev_rsc)
 500                 return;
 501
 502         vdev_rsc->status = status;
 503
 504         atomic_thread_fence(memory_order_seq_cst);
 505 }
 506
 507 uint32_t rpmsg_rdev_get_feature(struct virtio_device *dev)
 508 {
 509         return dev->features;
 510 }
 511
 512 void rpmsg_rdev_set_feature(struct virtio_device *dev, uint32_t feature)
 513 {
 514         dev->features |= feature;
 515 }
 516
 517 uint32_t rpmsg_rdev_negotiate_feature(struct virtio_device *dev,
 518                                       uint32_t features)
 519 {
 520         (void)dev;
 521         (void)features;
 522
 523         return 0;
 524 }
 525
 526 /*
 527  * Read/write a variable amount from the device specific (ie, network)
 528  * configuration region. This region is encoded in the same endian as
 529  * the guest.
 530  */
 531 void rpmsg_rdev_read_config(struct virtio_device *dev, uint32_t offset,
 532                             void *dst, int length)
 533 {
 534         (void)dev;
 535         (void)offset;
 536         (void)dst;
 537         (void)length;
 538
 539         return;
 540 }
 541
 542 void rpmsg_rdev_write_config(struct virtio_device *dev, uint32_t offset,
 543                              void *src, int length)
 544 {
 545         (void)dev;
 546         (void)offset;
 547         (void)src;
 548         (void)length;
 549
 550         return;
 551 }
 552
 553 void rpmsg_rdev_reset(struct virtio_device *dev)
 554 {
 555         (void)dev;
 556
 557         return;
 558 }
 559