/* * sync.c * * Copyright 2012 Google, Inc * * Licensed under the Apache License, Version 2.0 (the "License"); * you may not use this file except in compliance with the License. * You may obtain a copy of the License at * * http://www.apache.org/licenses/LICENSE-2.0 * * Unless required by applicable law or agreed to in writing, software * distributed under the License is distributed on an "AS IS" BASIS, * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. * See the License for the specific language governing permissions and * limitations under the License. */ #include #include #include #include #include #include #include #include #include #include #include /* Legacy Sync API */ struct sync_legacy_merge_data { int32_t fd2; char name[32]; int32_t fence; }; /** * DOC: SYNC_IOC_MERGE - merge two fences * * Takes a struct sync_merge_data. Creates a new fence containing copies of * the sync_pts in both the calling fd and sync_merge_data.fd2. Returns the * new fence's fd in sync_merge_data.fence * * This is the legacy version of the Sync API before the de-stage that happened * on Linux kernel 4.7. */ #define SYNC_IOC_LEGACY_MERGE _IOWR(SYNC_IOC_MAGIC, 1, \ struct sync_legacy_merge_data) /** * DOC: SYNC_IOC_LEGACY_FENCE_INFO - get detailed information on a fence * * Takes a struct sync_fence_info_data with extra space allocated for pt_info. * Caller should write the size of the buffer into len. On return, len is * updated to reflect the total size of the sync_fence_info_data including * pt_info. * * pt_info is a buffer containing sync_pt_infos for every sync_pt in the fence. * To iterate over the sync_pt_infos, use the sync_pt_info.len field. * * This is the legacy version of the Sync API before the de-stage that happened * on Linux kernel 4.7. */ #define SYNC_IOC_LEGACY_FENCE_INFO _IOWR(SYNC_IOC_MAGIC, 2,\ struct sync_fence_info_data) /* SW Sync API */ struct sw_sync_create_fence_data { __u32 value; char name[32]; __s32 fence; }; #define SW_SYNC_IOC_MAGIC 'W' #define SW_SYNC_IOC_CREATE_FENCE _IOWR(SW_SYNC_IOC_MAGIC, 0, struct sw_sync_create_fence_data) #define SW_SYNC_IOC_INC _IOW(SW_SYNC_IOC_MAGIC, 1, __u32) // --------------------------------------------------------------------------- // Support for caching the sync uapi version. // // This library supports both legacy (android/staging) uapi and modern // (mainline) sync uapi. Library calls first try one uapi, and if that fails, // try the other. Since any given kernel only supports one uapi version, after // the first successful syscall we know what the kernel supports and can skip // trying the other. enum uapi_version { UAPI_UNKNOWN, UAPI_MODERN, UAPI_LEGACY }; static atomic_int g_uapi_version = ATOMIC_VAR_INIT(UAPI_UNKNOWN); // --------------------------------------------------------------------------- int sync_wait(int fd, int timeout) { struct pollfd fds; int ret; if (fd < 0) { errno = EINVAL; return -1; } fds.fd = fd; fds.events = POLLIN; do { ret = poll(&fds, 1, timeout); if (ret > 0) { if (fds.revents & (POLLERR | POLLNVAL)) { errno = EINVAL; return -1; } return 0; } else if (ret == 0) { errno = ETIME; return -1; } } while (ret == -1 && (errno == EINTR || errno == EAGAIN)); return ret; } static int legacy_sync_merge(const char *name, int fd1, int fd2) { struct sync_legacy_merge_data data; int ret; data.fd2 = fd2; strlcpy(data.name, name, sizeof(data.name)); ret = ioctl(fd1, SYNC_IOC_LEGACY_MERGE, &data); if (ret < 0) return ret; return data.fence; } static int modern_sync_merge(const char *name, int fd1, int fd2) { struct sync_merge_data data; int ret; data.fd2 = fd2; strlcpy(data.name, name, sizeof(data.name)); data.flags = 0; data.pad = 0; ret = ioctl(fd1, SYNC_IOC_MERGE, &data); if (ret < 0) return ret; return data.fence; } int sync_merge(const char *name, int fd1, int fd2) { int uapi; int ret; uapi = atomic_load_explicit(&g_uapi_version, memory_order_acquire); if (uapi == UAPI_MODERN || uapi == UAPI_UNKNOWN) { ret = modern_sync_merge(name, fd1, fd2); if (ret >= 0 || errno != ENOTTY) { if (ret >= 0 && uapi == UAPI_UNKNOWN) { atomic_store_explicit(&g_uapi_version, UAPI_MODERN, memory_order_release); } return ret; } } ret = legacy_sync_merge(name, fd1, fd2); if (ret >= 0 && uapi == UAPI_UNKNOWN) { atomic_store_explicit(&g_uapi_version, UAPI_LEGACY, memory_order_release); } return ret; } static struct sync_fence_info_data *legacy_sync_fence_info(int fd) { struct sync_fence_info_data *legacy_info; struct sync_pt_info *legacy_pt_info; int err; legacy_info = malloc(4096); if (legacy_info == NULL) return NULL; legacy_info->len = 4096; err = ioctl(fd, SYNC_IOC_LEGACY_FENCE_INFO, legacy_info); if (err < 0) { free(legacy_info); return NULL; } return legacy_info; } static struct sync_file_info *modern_sync_file_info(int fd) { struct sync_file_info local_info; struct sync_file_info *info; int err; memset(&local_info, 0, sizeof(local_info)); err = ioctl(fd, SYNC_IOC_FILE_INFO, &local_info); if (err < 0) return NULL; info = calloc(1, sizeof(struct sync_file_info) + local_info.num_fences * sizeof(struct sync_fence_info)); if (!info) return NULL; info->sync_fence_info = (__u64)(uintptr_t)(info + 1); err = ioctl(fd, SYNC_IOC_FILE_INFO, info); if (err < 0) { free(info); return NULL; } return info; } static struct sync_fence_info_data *sync_file_info_to_legacy_fence_info( const struct sync_file_info *info) { struct sync_fence_info_data *legacy_info; struct sync_pt_info *legacy_pt_info; const struct sync_fence_info *fence_info = sync_get_fence_info(info); const uint32_t num_fences = info->num_fences; legacy_info = malloc(4096); if (legacy_info == NULL) return NULL; legacy_info->len = sizeof(*legacy_info) + num_fences * sizeof(struct sync_pt_info); strlcpy(legacy_info->name, info->name, sizeof(legacy_info->name)); legacy_info->status = info->status; legacy_pt_info = (struct sync_pt_info *)legacy_info->pt_info; for (uint32_t i = 0; i < num_fences; i++) { legacy_pt_info[i].len = sizeof(*legacy_pt_info); strlcpy(legacy_pt_info[i].obj_name, fence_info[i].obj_name, sizeof(legacy_pt_info->obj_name)); strlcpy(legacy_pt_info[i].driver_name, fence_info[i].driver_name, sizeof(legacy_pt_info->driver_name)); legacy_pt_info[i].status = fence_info[i].status; legacy_pt_info[i].timestamp_ns = fence_info[i].timestamp_ns; } return legacy_info; } static struct sync_file_info* legacy_fence_info_to_sync_file_info( struct sync_fence_info_data *legacy_info) { struct sync_file_info *info; struct sync_pt_info *pt; struct sync_fence_info *fence; size_t num_fences; int err; pt = NULL; num_fences = 0; while ((pt = sync_pt_info(legacy_info, pt)) != NULL) num_fences++; info = calloc(1, sizeof(struct sync_file_info) + num_fences * sizeof(struct sync_fence_info)); if (!info) { return NULL; } info->sync_fence_info = (__u64)(uintptr_t)(info + 1); strlcpy(info->name, legacy_info->name, sizeof(info->name)); info->status = legacy_info->status; info->num_fences = num_fences; pt = NULL; fence = sync_get_fence_info(info); while ((pt = sync_pt_info(legacy_info, pt)) != NULL) { strlcpy(fence->obj_name, pt->obj_name, sizeof(fence->obj_name)); strlcpy(fence->driver_name, pt->driver_name, sizeof(fence->driver_name)); fence->status = pt->status; fence->timestamp_ns = pt->timestamp_ns; fence++; } return info; } struct sync_fence_info_data *sync_fence_info(int fd) { struct sync_fence_info_data *legacy_info; int uapi; uapi = atomic_load_explicit(&g_uapi_version, memory_order_acquire); if (uapi == UAPI_LEGACY || uapi == UAPI_UNKNOWN) { legacy_info = legacy_sync_fence_info(fd); if (legacy_info || errno != ENOTTY) { if (legacy_info && uapi == UAPI_UNKNOWN) { atomic_store_explicit(&g_uapi_version, UAPI_LEGACY, memory_order_release); } return legacy_info; } } struct sync_file_info* file_info; file_info = modern_sync_file_info(fd); if (!file_info) return NULL; if (uapi == UAPI_UNKNOWN) { atomic_store_explicit(&g_uapi_version, UAPI_MODERN, memory_order_release); } legacy_info = sync_file_info_to_legacy_fence_info(file_info); sync_file_info_free(file_info); return legacy_info; } struct sync_file_info* sync_file_info(int32_t fd) { struct sync_file_info *info; int uapi; uapi = atomic_load_explicit(&g_uapi_version, memory_order_acquire); if (uapi == UAPI_MODERN || uapi == UAPI_UNKNOWN) { info = modern_sync_file_info(fd); if (info || errno != ENOTTY) { if (info && uapi == UAPI_UNKNOWN) { atomic_store_explicit(&g_uapi_version, UAPI_MODERN, memory_order_release); } return info; } } struct sync_fence_info_data *legacy_info; legacy_info = legacy_sync_fence_info(fd); if (!legacy_info) return NULL; if (uapi == UAPI_UNKNOWN) { atomic_store_explicit(&g_uapi_version, UAPI_LEGACY, memory_order_release); } info = legacy_fence_info_to_sync_file_info(legacy_info); sync_fence_info_free(legacy_info); return info; } struct sync_pt_info *sync_pt_info(struct sync_fence_info_data *info, struct sync_pt_info *itr) { if (itr == NULL) itr = (struct sync_pt_info *) info->pt_info; else itr = (struct sync_pt_info *) ((__u8 *)itr + itr->len); if ((__u8 *)itr - (__u8 *)info >= (int)info->len) return NULL; return itr; } void sync_fence_info_free(struct sync_fence_info_data *info) { free(info); } void sync_file_info_free(struct sync_file_info *info) { free(info); } int sw_sync_timeline_create(void) { int ret; ret = open("/sys/kernel/debug/sync/sw_sync", O_RDWR); if (ret < 0) ret = open("/dev/sw_sync", O_RDWR); return ret; } int sw_sync_timeline_inc(int fd, unsigned count) { __u32 arg = count; return ioctl(fd, SW_SYNC_IOC_INC, &arg); } int sw_sync_fence_create(int fd, const char *name, unsigned value) { struct sw_sync_create_fence_data data; int err; data.value = value; strlcpy(data.name, name, sizeof(data.name)); err = ioctl(fd, SW_SYNC_IOC_CREATE_FENCE, &data); if (err < 0) return err; return data.fence; }