Merge tag 'io_uring-5.11-2021-01-16' of git://git.kernel.dk/linux-block
[linux/fpc-iii.git] / include / uapi / drm / amdgpu_drm.h
blob7fb9c09ee93fbc8103d705c731825dd2deafe5ce
1 /* amdgpu_drm.h -- Public header for the amdgpu driver -*- linux-c -*-
3 * Copyright 2000 Precision Insight, Inc., Cedar Park, Texas.
4 * Copyright 2000 VA Linux Systems, Inc., Fremont, California.
5 * Copyright 2002 Tungsten Graphics, Inc., Cedar Park, Texas.
6 * Copyright 2014 Advanced Micro Devices, Inc.
8 * Permission is hereby granted, free of charge, to any person obtaining a
9 * copy of this software and associated documentation files (the "Software"),
10 * to deal in the Software without restriction, including without limitation
11 * the rights to use, copy, modify, merge, publish, distribute, sublicense,
12 * and/or sell copies of the Software, and to permit persons to whom the
13 * Software is furnished to do so, subject to the following conditions:
15 * The above copyright notice and this permission notice shall be included in
16 * all copies or substantial portions of the Software.
18 * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
19 * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
20 * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL
21 * THE COPYRIGHT HOLDER(S) OR AUTHOR(S) BE LIABLE FOR ANY CLAIM, DAMAGES OR
22 * OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE,
23 * ARISING FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR
24 * OTHER DEALINGS IN THE SOFTWARE.
26 * Authors:
27 * Kevin E. Martin <martin@valinux.com>
28 * Gareth Hughes <gareth@valinux.com>
29 * Keith Whitwell <keith@tungstengraphics.com>
32 #ifndef __AMDGPU_DRM_H__
33 #define __AMDGPU_DRM_H__
35 #include "drm.h"
37 #if defined(__cplusplus)
38 extern "C" {
39 #endif
41 #define DRM_AMDGPU_GEM_CREATE 0x00
42 #define DRM_AMDGPU_GEM_MMAP 0x01
43 #define DRM_AMDGPU_CTX 0x02
44 #define DRM_AMDGPU_BO_LIST 0x03
45 #define DRM_AMDGPU_CS 0x04
46 #define DRM_AMDGPU_INFO 0x05
47 #define DRM_AMDGPU_GEM_METADATA 0x06
48 #define DRM_AMDGPU_GEM_WAIT_IDLE 0x07
49 #define DRM_AMDGPU_GEM_VA 0x08
50 #define DRM_AMDGPU_WAIT_CS 0x09
51 #define DRM_AMDGPU_GEM_OP 0x10
52 #define DRM_AMDGPU_GEM_USERPTR 0x11
53 #define DRM_AMDGPU_WAIT_FENCES 0x12
54 #define DRM_AMDGPU_VM 0x13
55 #define DRM_AMDGPU_FENCE_TO_HANDLE 0x14
56 #define DRM_AMDGPU_SCHED 0x15
58 #define DRM_IOCTL_AMDGPU_GEM_CREATE DRM_IOWR(DRM_COMMAND_BASE + DRM_AMDGPU_GEM_CREATE, union drm_amdgpu_gem_create)
59 #define DRM_IOCTL_AMDGPU_GEM_MMAP DRM_IOWR(DRM_COMMAND_BASE + DRM_AMDGPU_GEM_MMAP, union drm_amdgpu_gem_mmap)
60 #define DRM_IOCTL_AMDGPU_CTX DRM_IOWR(DRM_COMMAND_BASE + DRM_AMDGPU_CTX, union drm_amdgpu_ctx)
61 #define DRM_IOCTL_AMDGPU_BO_LIST DRM_IOWR(DRM_COMMAND_BASE + DRM_AMDGPU_BO_LIST, union drm_amdgpu_bo_list)
62 #define DRM_IOCTL_AMDGPU_CS DRM_IOWR(DRM_COMMAND_BASE + DRM_AMDGPU_CS, union drm_amdgpu_cs)
63 #define DRM_IOCTL_AMDGPU_INFO DRM_IOW(DRM_COMMAND_BASE + DRM_AMDGPU_INFO, struct drm_amdgpu_info)
64 #define DRM_IOCTL_AMDGPU_GEM_METADATA DRM_IOWR(DRM_COMMAND_BASE + DRM_AMDGPU_GEM_METADATA, struct drm_amdgpu_gem_metadata)
65 #define DRM_IOCTL_AMDGPU_GEM_WAIT_IDLE DRM_IOWR(DRM_COMMAND_BASE + DRM_AMDGPU_GEM_WAIT_IDLE, union drm_amdgpu_gem_wait_idle)
66 #define DRM_IOCTL_AMDGPU_GEM_VA DRM_IOW(DRM_COMMAND_BASE + DRM_AMDGPU_GEM_VA, struct drm_amdgpu_gem_va)
67 #define DRM_IOCTL_AMDGPU_WAIT_CS DRM_IOWR(DRM_COMMAND_BASE + DRM_AMDGPU_WAIT_CS, union drm_amdgpu_wait_cs)
68 #define DRM_IOCTL_AMDGPU_GEM_OP DRM_IOWR(DRM_COMMAND_BASE + DRM_AMDGPU_GEM_OP, struct drm_amdgpu_gem_op)
69 #define DRM_IOCTL_AMDGPU_GEM_USERPTR DRM_IOWR(DRM_COMMAND_BASE + DRM_AMDGPU_GEM_USERPTR, struct drm_amdgpu_gem_userptr)
70 #define DRM_IOCTL_AMDGPU_WAIT_FENCES DRM_IOWR(DRM_COMMAND_BASE + DRM_AMDGPU_WAIT_FENCES, union drm_amdgpu_wait_fences)
71 #define DRM_IOCTL_AMDGPU_VM DRM_IOWR(DRM_COMMAND_BASE + DRM_AMDGPU_VM, union drm_amdgpu_vm)
72 #define DRM_IOCTL_AMDGPU_FENCE_TO_HANDLE DRM_IOWR(DRM_COMMAND_BASE + DRM_AMDGPU_FENCE_TO_HANDLE, union drm_amdgpu_fence_to_handle)
73 #define DRM_IOCTL_AMDGPU_SCHED DRM_IOW(DRM_COMMAND_BASE + DRM_AMDGPU_SCHED, union drm_amdgpu_sched)
75 /**
76 * DOC: memory domains
78 * %AMDGPU_GEM_DOMAIN_CPU System memory that is not GPU accessible.
79 * Memory in this pool could be swapped out to disk if there is pressure.
81 * %AMDGPU_GEM_DOMAIN_GTT GPU accessible system memory, mapped into the
82 * GPU's virtual address space via gart. Gart memory linearizes non-contiguous
83 * pages of system memory, allows GPU access system memory in a linezrized
84 * fashion.
86 * %AMDGPU_GEM_DOMAIN_VRAM Local video memory. For APUs, it is memory
87 * carved out by the BIOS.
89 * %AMDGPU_GEM_DOMAIN_GDS Global on-chip data storage used to share data
90 * across shader threads.
92 * %AMDGPU_GEM_DOMAIN_GWS Global wave sync, used to synchronize the
93 * execution of all the waves on a device.
95 * %AMDGPU_GEM_DOMAIN_OA Ordered append, used by 3D or Compute engines
96 * for appending data.
98 #define AMDGPU_GEM_DOMAIN_CPU 0x1
99 #define AMDGPU_GEM_DOMAIN_GTT 0x2
100 #define AMDGPU_GEM_DOMAIN_VRAM 0x4
101 #define AMDGPU_GEM_DOMAIN_GDS 0x8
102 #define AMDGPU_GEM_DOMAIN_GWS 0x10
103 #define AMDGPU_GEM_DOMAIN_OA 0x20
104 #define AMDGPU_GEM_DOMAIN_MASK (AMDGPU_GEM_DOMAIN_CPU | \
105 AMDGPU_GEM_DOMAIN_GTT | \
106 AMDGPU_GEM_DOMAIN_VRAM | \
107 AMDGPU_GEM_DOMAIN_GDS | \
108 AMDGPU_GEM_DOMAIN_GWS | \
109 AMDGPU_GEM_DOMAIN_OA)
111 /* Flag that CPU access will be required for the case of VRAM domain */
112 #define AMDGPU_GEM_CREATE_CPU_ACCESS_REQUIRED (1 << 0)
113 /* Flag that CPU access will not work, this VRAM domain is invisible */
114 #define AMDGPU_GEM_CREATE_NO_CPU_ACCESS (1 << 1)
115 /* Flag that USWC attributes should be used for GTT */
116 #define AMDGPU_GEM_CREATE_CPU_GTT_USWC (1 << 2)
117 /* Flag that the memory should be in VRAM and cleared */
118 #define AMDGPU_GEM_CREATE_VRAM_CLEARED (1 << 3)
119 /* Flag that create shadow bo(GTT) while allocating vram bo */
120 #define AMDGPU_GEM_CREATE_SHADOW (1 << 4)
121 /* Flag that allocating the BO should use linear VRAM */
122 #define AMDGPU_GEM_CREATE_VRAM_CONTIGUOUS (1 << 5)
123 /* Flag that BO is always valid in this VM */
124 #define AMDGPU_GEM_CREATE_VM_ALWAYS_VALID (1 << 6)
125 /* Flag that BO sharing will be explicitly synchronized */
126 #define AMDGPU_GEM_CREATE_EXPLICIT_SYNC (1 << 7)
127 /* Flag that indicates allocating MQD gart on GFX9, where the mtype
128 * for the second page onward should be set to NC. It should never
129 * be used by user space applications.
131 #define AMDGPU_GEM_CREATE_CP_MQD_GFX9 (1 << 8)
132 /* Flag that BO may contain sensitive data that must be wiped before
133 * releasing the memory
135 #define AMDGPU_GEM_CREATE_VRAM_WIPE_ON_RELEASE (1 << 9)
136 /* Flag that BO will be encrypted and that the TMZ bit should be
137 * set in the PTEs when mapping this buffer via GPUVM or
138 * accessing it with various hw blocks
140 #define AMDGPU_GEM_CREATE_ENCRYPTED (1 << 10)
142 struct drm_amdgpu_gem_create_in {
143 /** the requested memory size */
144 __u64 bo_size;
145 /** physical start_addr alignment in bytes for some HW requirements */
146 __u64 alignment;
147 /** the requested memory domains */
148 __u64 domains;
149 /** allocation flags */
150 __u64 domain_flags;
153 struct drm_amdgpu_gem_create_out {
154 /** returned GEM object handle */
155 __u32 handle;
156 __u32 _pad;
159 union drm_amdgpu_gem_create {
160 struct drm_amdgpu_gem_create_in in;
161 struct drm_amdgpu_gem_create_out out;
164 /** Opcode to create new residency list. */
165 #define AMDGPU_BO_LIST_OP_CREATE 0
166 /** Opcode to destroy previously created residency list */
167 #define AMDGPU_BO_LIST_OP_DESTROY 1
168 /** Opcode to update resource information in the list */
169 #define AMDGPU_BO_LIST_OP_UPDATE 2
171 struct drm_amdgpu_bo_list_in {
172 /** Type of operation */
173 __u32 operation;
174 /** Handle of list or 0 if we want to create one */
175 __u32 list_handle;
176 /** Number of BOs in list */
177 __u32 bo_number;
178 /** Size of each element describing BO */
179 __u32 bo_info_size;
180 /** Pointer to array describing BOs */
181 __u64 bo_info_ptr;
184 struct drm_amdgpu_bo_list_entry {
185 /** Handle of BO */
186 __u32 bo_handle;
187 /** New (if specified) BO priority to be used during migration */
188 __u32 bo_priority;
191 struct drm_amdgpu_bo_list_out {
192 /** Handle of resource list */
193 __u32 list_handle;
194 __u32 _pad;
197 union drm_amdgpu_bo_list {
198 struct drm_amdgpu_bo_list_in in;
199 struct drm_amdgpu_bo_list_out out;
202 /* context related */
203 #define AMDGPU_CTX_OP_ALLOC_CTX 1
204 #define AMDGPU_CTX_OP_FREE_CTX 2
205 #define AMDGPU_CTX_OP_QUERY_STATE 3
206 #define AMDGPU_CTX_OP_QUERY_STATE2 4
208 /* GPU reset status */
209 #define AMDGPU_CTX_NO_RESET 0
210 /* this the context caused it */
211 #define AMDGPU_CTX_GUILTY_RESET 1
212 /* some other context caused it */
213 #define AMDGPU_CTX_INNOCENT_RESET 2
214 /* unknown cause */
215 #define AMDGPU_CTX_UNKNOWN_RESET 3
217 /* indicate gpu reset occured after ctx created */
218 #define AMDGPU_CTX_QUERY2_FLAGS_RESET (1<<0)
219 /* indicate vram lost occured after ctx created */
220 #define AMDGPU_CTX_QUERY2_FLAGS_VRAMLOST (1<<1)
221 /* indicate some job from this context once cause gpu hang */
222 #define AMDGPU_CTX_QUERY2_FLAGS_GUILTY (1<<2)
223 /* indicate some errors are detected by RAS */
224 #define AMDGPU_CTX_QUERY2_FLAGS_RAS_CE (1<<3)
225 #define AMDGPU_CTX_QUERY2_FLAGS_RAS_UE (1<<4)
227 /* Context priority level */
228 #define AMDGPU_CTX_PRIORITY_UNSET -2048
229 #define AMDGPU_CTX_PRIORITY_VERY_LOW -1023
230 #define AMDGPU_CTX_PRIORITY_LOW -512
231 #define AMDGPU_CTX_PRIORITY_NORMAL 0
233 * When used in struct drm_amdgpu_ctx_in, a priority above NORMAL requires
234 * CAP_SYS_NICE or DRM_MASTER
236 #define AMDGPU_CTX_PRIORITY_HIGH 512
237 #define AMDGPU_CTX_PRIORITY_VERY_HIGH 1023
239 struct drm_amdgpu_ctx_in {
240 /** AMDGPU_CTX_OP_* */
241 __u32 op;
242 /** For future use, no flags defined so far */
243 __u32 flags;
244 __u32 ctx_id;
245 /** AMDGPU_CTX_PRIORITY_* */
246 __s32 priority;
249 union drm_amdgpu_ctx_out {
250 struct {
251 __u32 ctx_id;
252 __u32 _pad;
253 } alloc;
255 struct {
256 /** For future use, no flags defined so far */
257 __u64 flags;
258 /** Number of resets caused by this context so far. */
259 __u32 hangs;
260 /** Reset status since the last call of the ioctl. */
261 __u32 reset_status;
262 } state;
265 union drm_amdgpu_ctx {
266 struct drm_amdgpu_ctx_in in;
267 union drm_amdgpu_ctx_out out;
270 /* vm ioctl */
271 #define AMDGPU_VM_OP_RESERVE_VMID 1
272 #define AMDGPU_VM_OP_UNRESERVE_VMID 2
274 struct drm_amdgpu_vm_in {
275 /** AMDGPU_VM_OP_* */
276 __u32 op;
277 __u32 flags;
280 struct drm_amdgpu_vm_out {
281 /** For future use, no flags defined so far */
282 __u64 flags;
285 union drm_amdgpu_vm {
286 struct drm_amdgpu_vm_in in;
287 struct drm_amdgpu_vm_out out;
290 /* sched ioctl */
291 #define AMDGPU_SCHED_OP_PROCESS_PRIORITY_OVERRIDE 1
292 #define AMDGPU_SCHED_OP_CONTEXT_PRIORITY_OVERRIDE 2
294 struct drm_amdgpu_sched_in {
295 /* AMDGPU_SCHED_OP_* */
296 __u32 op;
297 __u32 fd;
298 /** AMDGPU_CTX_PRIORITY_* */
299 __s32 priority;
300 __u32 ctx_id;
303 union drm_amdgpu_sched {
304 struct drm_amdgpu_sched_in in;
308 * This is not a reliable API and you should expect it to fail for any
309 * number of reasons and have fallback path that do not use userptr to
310 * perform any operation.
312 #define AMDGPU_GEM_USERPTR_READONLY (1 << 0)
313 #define AMDGPU_GEM_USERPTR_ANONONLY (1 << 1)
314 #define AMDGPU_GEM_USERPTR_VALIDATE (1 << 2)
315 #define AMDGPU_GEM_USERPTR_REGISTER (1 << 3)
317 struct drm_amdgpu_gem_userptr {
318 __u64 addr;
319 __u64 size;
320 /* AMDGPU_GEM_USERPTR_* */
321 __u32 flags;
322 /* Resulting GEM handle */
323 __u32 handle;
326 /* SI-CI-VI: */
327 /* same meaning as the GB_TILE_MODE and GL_MACRO_TILE_MODE fields */
328 #define AMDGPU_TILING_ARRAY_MODE_SHIFT 0
329 #define AMDGPU_TILING_ARRAY_MODE_MASK 0xf
330 #define AMDGPU_TILING_PIPE_CONFIG_SHIFT 4
331 #define AMDGPU_TILING_PIPE_CONFIG_MASK 0x1f
332 #define AMDGPU_TILING_TILE_SPLIT_SHIFT 9
333 #define AMDGPU_TILING_TILE_SPLIT_MASK 0x7
334 #define AMDGPU_TILING_MICRO_TILE_MODE_SHIFT 12
335 #define AMDGPU_TILING_MICRO_TILE_MODE_MASK 0x7
336 #define AMDGPU_TILING_BANK_WIDTH_SHIFT 15
337 #define AMDGPU_TILING_BANK_WIDTH_MASK 0x3
338 #define AMDGPU_TILING_BANK_HEIGHT_SHIFT 17
339 #define AMDGPU_TILING_BANK_HEIGHT_MASK 0x3
340 #define AMDGPU_TILING_MACRO_TILE_ASPECT_SHIFT 19
341 #define AMDGPU_TILING_MACRO_TILE_ASPECT_MASK 0x3
342 #define AMDGPU_TILING_NUM_BANKS_SHIFT 21
343 #define AMDGPU_TILING_NUM_BANKS_MASK 0x3
345 /* GFX9 and later: */
346 #define AMDGPU_TILING_SWIZZLE_MODE_SHIFT 0
347 #define AMDGPU_TILING_SWIZZLE_MODE_MASK 0x1f
348 #define AMDGPU_TILING_DCC_OFFSET_256B_SHIFT 5
349 #define AMDGPU_TILING_DCC_OFFSET_256B_MASK 0xFFFFFF
350 #define AMDGPU_TILING_DCC_PITCH_MAX_SHIFT 29
351 #define AMDGPU_TILING_DCC_PITCH_MAX_MASK 0x3FFF
352 #define AMDGPU_TILING_DCC_INDEPENDENT_64B_SHIFT 43
353 #define AMDGPU_TILING_DCC_INDEPENDENT_64B_MASK 0x1
354 #define AMDGPU_TILING_DCC_INDEPENDENT_128B_SHIFT 44
355 #define AMDGPU_TILING_DCC_INDEPENDENT_128B_MASK 0x1
356 #define AMDGPU_TILING_SCANOUT_SHIFT 63
357 #define AMDGPU_TILING_SCANOUT_MASK 0x1
359 /* Set/Get helpers for tiling flags. */
360 #define AMDGPU_TILING_SET(field, value) \
361 (((__u64)(value) & AMDGPU_TILING_##field##_MASK) << AMDGPU_TILING_##field##_SHIFT)
362 #define AMDGPU_TILING_GET(value, field) \
363 (((__u64)(value) >> AMDGPU_TILING_##field##_SHIFT) & AMDGPU_TILING_##field##_MASK)
365 #define AMDGPU_GEM_METADATA_OP_SET_METADATA 1
366 #define AMDGPU_GEM_METADATA_OP_GET_METADATA 2
368 /** The same structure is shared for input/output */
369 struct drm_amdgpu_gem_metadata {
370 /** GEM Object handle */
371 __u32 handle;
372 /** Do we want get or set metadata */
373 __u32 op;
374 struct {
375 /** For future use, no flags defined so far */
376 __u64 flags;
377 /** family specific tiling info */
378 __u64 tiling_info;
379 __u32 data_size_bytes;
380 __u32 data[64];
381 } data;
384 struct drm_amdgpu_gem_mmap_in {
385 /** the GEM object handle */
386 __u32 handle;
387 __u32 _pad;
390 struct drm_amdgpu_gem_mmap_out {
391 /** mmap offset from the vma offset manager */
392 __u64 addr_ptr;
395 union drm_amdgpu_gem_mmap {
396 struct drm_amdgpu_gem_mmap_in in;
397 struct drm_amdgpu_gem_mmap_out out;
400 struct drm_amdgpu_gem_wait_idle_in {
401 /** GEM object handle */
402 __u32 handle;
403 /** For future use, no flags defined so far */
404 __u32 flags;
405 /** Absolute timeout to wait */
406 __u64 timeout;
409 struct drm_amdgpu_gem_wait_idle_out {
410 /** BO status: 0 - BO is idle, 1 - BO is busy */
411 __u32 status;
412 /** Returned current memory domain */
413 __u32 domain;
416 union drm_amdgpu_gem_wait_idle {
417 struct drm_amdgpu_gem_wait_idle_in in;
418 struct drm_amdgpu_gem_wait_idle_out out;
421 struct drm_amdgpu_wait_cs_in {
422 /* Command submission handle
423 * handle equals 0 means none to wait for
424 * handle equals ~0ull means wait for the latest sequence number
426 __u64 handle;
427 /** Absolute timeout to wait */
428 __u64 timeout;
429 __u32 ip_type;
430 __u32 ip_instance;
431 __u32 ring;
432 __u32 ctx_id;
435 struct drm_amdgpu_wait_cs_out {
436 /** CS status: 0 - CS completed, 1 - CS still busy */
437 __u64 status;
440 union drm_amdgpu_wait_cs {
441 struct drm_amdgpu_wait_cs_in in;
442 struct drm_amdgpu_wait_cs_out out;
445 struct drm_amdgpu_fence {
446 __u32 ctx_id;
447 __u32 ip_type;
448 __u32 ip_instance;
449 __u32 ring;
450 __u64 seq_no;
453 struct drm_amdgpu_wait_fences_in {
454 /** This points to uint64_t * which points to fences */
455 __u64 fences;
456 __u32 fence_count;
457 __u32 wait_all;
458 __u64 timeout_ns;
461 struct drm_amdgpu_wait_fences_out {
462 __u32 status;
463 __u32 first_signaled;
466 union drm_amdgpu_wait_fences {
467 struct drm_amdgpu_wait_fences_in in;
468 struct drm_amdgpu_wait_fences_out out;
471 #define AMDGPU_GEM_OP_GET_GEM_CREATE_INFO 0
472 #define AMDGPU_GEM_OP_SET_PLACEMENT 1
474 /* Sets or returns a value associated with a buffer. */
475 struct drm_amdgpu_gem_op {
476 /** GEM object handle */
477 __u32 handle;
478 /** AMDGPU_GEM_OP_* */
479 __u32 op;
480 /** Input or return value */
481 __u64 value;
484 #define AMDGPU_VA_OP_MAP 1
485 #define AMDGPU_VA_OP_UNMAP 2
486 #define AMDGPU_VA_OP_CLEAR 3
487 #define AMDGPU_VA_OP_REPLACE 4
489 /* Delay the page table update till the next CS */
490 #define AMDGPU_VM_DELAY_UPDATE (1 << 0)
492 /* Mapping flags */
493 /* readable mapping */
494 #define AMDGPU_VM_PAGE_READABLE (1 << 1)
495 /* writable mapping */
496 #define AMDGPU_VM_PAGE_WRITEABLE (1 << 2)
497 /* executable mapping, new for VI */
498 #define AMDGPU_VM_PAGE_EXECUTABLE (1 << 3)
499 /* partially resident texture */
500 #define AMDGPU_VM_PAGE_PRT (1 << 4)
501 /* MTYPE flags use bit 5 to 8 */
502 #define AMDGPU_VM_MTYPE_MASK (0xf << 5)
503 /* Default MTYPE. Pre-AI must use this. Recommended for newer ASICs. */
504 #define AMDGPU_VM_MTYPE_DEFAULT (0 << 5)
505 /* Use Non Coherent MTYPE instead of default MTYPE */
506 #define AMDGPU_VM_MTYPE_NC (1 << 5)
507 /* Use Write Combine MTYPE instead of default MTYPE */
508 #define AMDGPU_VM_MTYPE_WC (2 << 5)
509 /* Use Cache Coherent MTYPE instead of default MTYPE */
510 #define AMDGPU_VM_MTYPE_CC (3 << 5)
511 /* Use UnCached MTYPE instead of default MTYPE */
512 #define AMDGPU_VM_MTYPE_UC (4 << 5)
513 /* Use Read Write MTYPE instead of default MTYPE */
514 #define AMDGPU_VM_MTYPE_RW (5 << 5)
516 struct drm_amdgpu_gem_va {
517 /** GEM object handle */
518 __u32 handle;
519 __u32 _pad;
520 /** AMDGPU_VA_OP_* */
521 __u32 operation;
522 /** AMDGPU_VM_PAGE_* */
523 __u32 flags;
524 /** va address to assign . Must be correctly aligned.*/
525 __u64 va_address;
526 /** Specify offset inside of BO to assign. Must be correctly aligned.*/
527 __u64 offset_in_bo;
528 /** Specify mapping size. Must be correctly aligned. */
529 __u64 map_size;
532 #define AMDGPU_HW_IP_GFX 0
533 #define AMDGPU_HW_IP_COMPUTE 1
534 #define AMDGPU_HW_IP_DMA 2
535 #define AMDGPU_HW_IP_UVD 3
536 #define AMDGPU_HW_IP_VCE 4
537 #define AMDGPU_HW_IP_UVD_ENC 5
538 #define AMDGPU_HW_IP_VCN_DEC 6
539 #define AMDGPU_HW_IP_VCN_ENC 7
540 #define AMDGPU_HW_IP_VCN_JPEG 8
541 #define AMDGPU_HW_IP_NUM 9
543 #define AMDGPU_HW_IP_INSTANCE_MAX_COUNT 1
545 #define AMDGPU_CHUNK_ID_IB 0x01
546 #define AMDGPU_CHUNK_ID_FENCE 0x02
547 #define AMDGPU_CHUNK_ID_DEPENDENCIES 0x03
548 #define AMDGPU_CHUNK_ID_SYNCOBJ_IN 0x04
549 #define AMDGPU_CHUNK_ID_SYNCOBJ_OUT 0x05
550 #define AMDGPU_CHUNK_ID_BO_HANDLES 0x06
551 #define AMDGPU_CHUNK_ID_SCHEDULED_DEPENDENCIES 0x07
552 #define AMDGPU_CHUNK_ID_SYNCOBJ_TIMELINE_WAIT 0x08
553 #define AMDGPU_CHUNK_ID_SYNCOBJ_TIMELINE_SIGNAL 0x09
555 struct drm_amdgpu_cs_chunk {
556 __u32 chunk_id;
557 __u32 length_dw;
558 __u64 chunk_data;
561 struct drm_amdgpu_cs_in {
562 /** Rendering context id */
563 __u32 ctx_id;
564 /** Handle of resource list associated with CS */
565 __u32 bo_list_handle;
566 __u32 num_chunks;
567 __u32 flags;
568 /** this points to __u64 * which point to cs chunks */
569 __u64 chunks;
572 struct drm_amdgpu_cs_out {
573 __u64 handle;
576 union drm_amdgpu_cs {
577 struct drm_amdgpu_cs_in in;
578 struct drm_amdgpu_cs_out out;
581 /* Specify flags to be used for IB */
583 /* This IB should be submitted to CE */
584 #define AMDGPU_IB_FLAG_CE (1<<0)
586 /* Preamble flag, which means the IB could be dropped if no context switch */
587 #define AMDGPU_IB_FLAG_PREAMBLE (1<<1)
589 /* Preempt flag, IB should set Pre_enb bit if PREEMPT flag detected */
590 #define AMDGPU_IB_FLAG_PREEMPT (1<<2)
592 /* The IB fence should do the L2 writeback but not invalidate any shader
593 * caches (L2/vL1/sL1/I$). */
594 #define AMDGPU_IB_FLAG_TC_WB_NOT_INVALIDATE (1 << 3)
596 /* Set GDS_COMPUTE_MAX_WAVE_ID = DEFAULT before PACKET3_INDIRECT_BUFFER.
597 * This will reset wave ID counters for the IB.
599 #define AMDGPU_IB_FLAG_RESET_GDS_MAX_WAVE_ID (1 << 4)
601 /* Flag the IB as secure (TMZ)
603 #define AMDGPU_IB_FLAGS_SECURE (1 << 5)
605 /* Tell KMD to flush and invalidate caches
607 #define AMDGPU_IB_FLAG_EMIT_MEM_SYNC (1 << 6)
609 struct drm_amdgpu_cs_chunk_ib {
610 __u32 _pad;
611 /** AMDGPU_IB_FLAG_* */
612 __u32 flags;
613 /** Virtual address to begin IB execution */
614 __u64 va_start;
615 /** Size of submission */
616 __u32 ib_bytes;
617 /** HW IP to submit to */
618 __u32 ip_type;
619 /** HW IP index of the same type to submit to */
620 __u32 ip_instance;
621 /** Ring index to submit to */
622 __u32 ring;
625 struct drm_amdgpu_cs_chunk_dep {
626 __u32 ip_type;
627 __u32 ip_instance;
628 __u32 ring;
629 __u32 ctx_id;
630 __u64 handle;
633 struct drm_amdgpu_cs_chunk_fence {
634 __u32 handle;
635 __u32 offset;
638 struct drm_amdgpu_cs_chunk_sem {
639 __u32 handle;
642 struct drm_amdgpu_cs_chunk_syncobj {
643 __u32 handle;
644 __u32 flags;
645 __u64 point;
648 #define AMDGPU_FENCE_TO_HANDLE_GET_SYNCOBJ 0
649 #define AMDGPU_FENCE_TO_HANDLE_GET_SYNCOBJ_FD 1
650 #define AMDGPU_FENCE_TO_HANDLE_GET_SYNC_FILE_FD 2
652 union drm_amdgpu_fence_to_handle {
653 struct {
654 struct drm_amdgpu_fence fence;
655 __u32 what;
656 __u32 pad;
657 } in;
658 struct {
659 __u32 handle;
660 } out;
663 struct drm_amdgpu_cs_chunk_data {
664 union {
665 struct drm_amdgpu_cs_chunk_ib ib_data;
666 struct drm_amdgpu_cs_chunk_fence fence_data;
671 * Query h/w info: Flag that this is integrated (a.h.a. fusion) GPU
674 #define AMDGPU_IDS_FLAGS_FUSION 0x1
675 #define AMDGPU_IDS_FLAGS_PREEMPTION 0x2
676 #define AMDGPU_IDS_FLAGS_TMZ 0x4
678 /* indicate if acceleration can be working */
679 #define AMDGPU_INFO_ACCEL_WORKING 0x00
680 /* get the crtc_id from the mode object id? */
681 #define AMDGPU_INFO_CRTC_FROM_ID 0x01
682 /* query hw IP info */
683 #define AMDGPU_INFO_HW_IP_INFO 0x02
684 /* query hw IP instance count for the specified type */
685 #define AMDGPU_INFO_HW_IP_COUNT 0x03
686 /* timestamp for GL_ARB_timer_query */
687 #define AMDGPU_INFO_TIMESTAMP 0x05
688 /* Query the firmware version */
689 #define AMDGPU_INFO_FW_VERSION 0x0e
690 /* Subquery id: Query VCE firmware version */
691 #define AMDGPU_INFO_FW_VCE 0x1
692 /* Subquery id: Query UVD firmware version */
693 #define AMDGPU_INFO_FW_UVD 0x2
694 /* Subquery id: Query GMC firmware version */
695 #define AMDGPU_INFO_FW_GMC 0x03
696 /* Subquery id: Query GFX ME firmware version */
697 #define AMDGPU_INFO_FW_GFX_ME 0x04
698 /* Subquery id: Query GFX PFP firmware version */
699 #define AMDGPU_INFO_FW_GFX_PFP 0x05
700 /* Subquery id: Query GFX CE firmware version */
701 #define AMDGPU_INFO_FW_GFX_CE 0x06
702 /* Subquery id: Query GFX RLC firmware version */
703 #define AMDGPU_INFO_FW_GFX_RLC 0x07
704 /* Subquery id: Query GFX MEC firmware version */
705 #define AMDGPU_INFO_FW_GFX_MEC 0x08
706 /* Subquery id: Query SMC firmware version */
707 #define AMDGPU_INFO_FW_SMC 0x0a
708 /* Subquery id: Query SDMA firmware version */
709 #define AMDGPU_INFO_FW_SDMA 0x0b
710 /* Subquery id: Query PSP SOS firmware version */
711 #define AMDGPU_INFO_FW_SOS 0x0c
712 /* Subquery id: Query PSP ASD firmware version */
713 #define AMDGPU_INFO_FW_ASD 0x0d
714 /* Subquery id: Query VCN firmware version */
715 #define AMDGPU_INFO_FW_VCN 0x0e
716 /* Subquery id: Query GFX RLC SRLC firmware version */
717 #define AMDGPU_INFO_FW_GFX_RLC_RESTORE_LIST_CNTL 0x0f
718 /* Subquery id: Query GFX RLC SRLG firmware version */
719 #define AMDGPU_INFO_FW_GFX_RLC_RESTORE_LIST_GPM_MEM 0x10
720 /* Subquery id: Query GFX RLC SRLS firmware version */
721 #define AMDGPU_INFO_FW_GFX_RLC_RESTORE_LIST_SRM_MEM 0x11
722 /* Subquery id: Query DMCU firmware version */
723 #define AMDGPU_INFO_FW_DMCU 0x12
724 #define AMDGPU_INFO_FW_TA 0x13
725 /* Subquery id: Query DMCUB firmware version */
726 #define AMDGPU_INFO_FW_DMCUB 0x14
727 /* Subquery id: Query TOC firmware version */
728 #define AMDGPU_INFO_FW_TOC 0x15
730 /* number of bytes moved for TTM migration */
731 #define AMDGPU_INFO_NUM_BYTES_MOVED 0x0f
732 /* the used VRAM size */
733 #define AMDGPU_INFO_VRAM_USAGE 0x10
734 /* the used GTT size */
735 #define AMDGPU_INFO_GTT_USAGE 0x11
736 /* Information about GDS, etc. resource configuration */
737 #define AMDGPU_INFO_GDS_CONFIG 0x13
738 /* Query information about VRAM and GTT domains */
739 #define AMDGPU_INFO_VRAM_GTT 0x14
740 /* Query information about register in MMR address space*/
741 #define AMDGPU_INFO_READ_MMR_REG 0x15
742 /* Query information about device: rev id, family, etc. */
743 #define AMDGPU_INFO_DEV_INFO 0x16
744 /* visible vram usage */
745 #define AMDGPU_INFO_VIS_VRAM_USAGE 0x17
746 /* number of TTM buffer evictions */
747 #define AMDGPU_INFO_NUM_EVICTIONS 0x18
748 /* Query memory about VRAM and GTT domains */
749 #define AMDGPU_INFO_MEMORY 0x19
750 /* Query vce clock table */
751 #define AMDGPU_INFO_VCE_CLOCK_TABLE 0x1A
752 /* Query vbios related information */
753 #define AMDGPU_INFO_VBIOS 0x1B
754 /* Subquery id: Query vbios size */
755 #define AMDGPU_INFO_VBIOS_SIZE 0x1
756 /* Subquery id: Query vbios image */
757 #define AMDGPU_INFO_VBIOS_IMAGE 0x2
758 /* Query UVD handles */
759 #define AMDGPU_INFO_NUM_HANDLES 0x1C
760 /* Query sensor related information */
761 #define AMDGPU_INFO_SENSOR 0x1D
762 /* Subquery id: Query GPU shader clock */
763 #define AMDGPU_INFO_SENSOR_GFX_SCLK 0x1
764 /* Subquery id: Query GPU memory clock */
765 #define AMDGPU_INFO_SENSOR_GFX_MCLK 0x2
766 /* Subquery id: Query GPU temperature */
767 #define AMDGPU_INFO_SENSOR_GPU_TEMP 0x3
768 /* Subquery id: Query GPU load */
769 #define AMDGPU_INFO_SENSOR_GPU_LOAD 0x4
770 /* Subquery id: Query average GPU power */
771 #define AMDGPU_INFO_SENSOR_GPU_AVG_POWER 0x5
772 /* Subquery id: Query northbridge voltage */
773 #define AMDGPU_INFO_SENSOR_VDDNB 0x6
774 /* Subquery id: Query graphics voltage */
775 #define AMDGPU_INFO_SENSOR_VDDGFX 0x7
776 /* Subquery id: Query GPU stable pstate shader clock */
777 #define AMDGPU_INFO_SENSOR_STABLE_PSTATE_GFX_SCLK 0x8
778 /* Subquery id: Query GPU stable pstate memory clock */
779 #define AMDGPU_INFO_SENSOR_STABLE_PSTATE_GFX_MCLK 0x9
780 /* Number of VRAM page faults on CPU access. */
781 #define AMDGPU_INFO_NUM_VRAM_CPU_PAGE_FAULTS 0x1E
782 #define AMDGPU_INFO_VRAM_LOST_COUNTER 0x1F
783 /* query ras mask of enabled features*/
784 #define AMDGPU_INFO_RAS_ENABLED_FEATURES 0x20
786 /* RAS MASK: UMC (VRAM) */
787 #define AMDGPU_INFO_RAS_ENABLED_UMC (1 << 0)
788 /* RAS MASK: SDMA */
789 #define AMDGPU_INFO_RAS_ENABLED_SDMA (1 << 1)
790 /* RAS MASK: GFX */
791 #define AMDGPU_INFO_RAS_ENABLED_GFX (1 << 2)
792 /* RAS MASK: MMHUB */
793 #define AMDGPU_INFO_RAS_ENABLED_MMHUB (1 << 3)
794 /* RAS MASK: ATHUB */
795 #define AMDGPU_INFO_RAS_ENABLED_ATHUB (1 << 4)
796 /* RAS MASK: PCIE */
797 #define AMDGPU_INFO_RAS_ENABLED_PCIE (1 << 5)
798 /* RAS MASK: HDP */
799 #define AMDGPU_INFO_RAS_ENABLED_HDP (1 << 6)
800 /* RAS MASK: XGMI */
801 #define AMDGPU_INFO_RAS_ENABLED_XGMI (1 << 7)
802 /* RAS MASK: DF */
803 #define AMDGPU_INFO_RAS_ENABLED_DF (1 << 8)
804 /* RAS MASK: SMN */
805 #define AMDGPU_INFO_RAS_ENABLED_SMN (1 << 9)
806 /* RAS MASK: SEM */
807 #define AMDGPU_INFO_RAS_ENABLED_SEM (1 << 10)
808 /* RAS MASK: MP0 */
809 #define AMDGPU_INFO_RAS_ENABLED_MP0 (1 << 11)
810 /* RAS MASK: MP1 */
811 #define AMDGPU_INFO_RAS_ENABLED_MP1 (1 << 12)
812 /* RAS MASK: FUSE */
813 #define AMDGPU_INFO_RAS_ENABLED_FUSE (1 << 13)
815 #define AMDGPU_INFO_MMR_SE_INDEX_SHIFT 0
816 #define AMDGPU_INFO_MMR_SE_INDEX_MASK 0xff
817 #define AMDGPU_INFO_MMR_SH_INDEX_SHIFT 8
818 #define AMDGPU_INFO_MMR_SH_INDEX_MASK 0xff
820 struct drm_amdgpu_query_fw {
821 /** AMDGPU_INFO_FW_* */
822 __u32 fw_type;
824 * Index of the IP if there are more IPs of
825 * the same type.
827 __u32 ip_instance;
829 * Index of the engine. Whether this is used depends
830 * on the firmware type. (e.g. MEC, SDMA)
832 __u32 index;
833 __u32 _pad;
836 /* Input structure for the INFO ioctl */
837 struct drm_amdgpu_info {
838 /* Where the return value will be stored */
839 __u64 return_pointer;
840 /* The size of the return value. Just like "size" in "snprintf",
841 * it limits how many bytes the kernel can write. */
842 __u32 return_size;
843 /* The query request id. */
844 __u32 query;
846 union {
847 struct {
848 __u32 id;
849 __u32 _pad;
850 } mode_crtc;
852 struct {
853 /** AMDGPU_HW_IP_* */
854 __u32 type;
856 * Index of the IP if there are more IPs of the same
857 * type. Ignored by AMDGPU_INFO_HW_IP_COUNT.
859 __u32 ip_instance;
860 } query_hw_ip;
862 struct {
863 __u32 dword_offset;
864 /** number of registers to read */
865 __u32 count;
866 __u32 instance;
867 /** For future use, no flags defined so far */
868 __u32 flags;
869 } read_mmr_reg;
871 struct drm_amdgpu_query_fw query_fw;
873 struct {
874 __u32 type;
875 __u32 offset;
876 } vbios_info;
878 struct {
879 __u32 type;
880 } sensor_info;
884 struct drm_amdgpu_info_gds {
885 /** GDS GFX partition size */
886 __u32 gds_gfx_partition_size;
887 /** GDS compute partition size */
888 __u32 compute_partition_size;
889 /** total GDS memory size */
890 __u32 gds_total_size;
891 /** GWS size per GFX partition */
892 __u32 gws_per_gfx_partition;
893 /** GSW size per compute partition */
894 __u32 gws_per_compute_partition;
895 /** OA size per GFX partition */
896 __u32 oa_per_gfx_partition;
897 /** OA size per compute partition */
898 __u32 oa_per_compute_partition;
899 __u32 _pad;
902 struct drm_amdgpu_info_vram_gtt {
903 __u64 vram_size;
904 __u64 vram_cpu_accessible_size;
905 __u64 gtt_size;
908 struct drm_amdgpu_heap_info {
909 /** max. physical memory */
910 __u64 total_heap_size;
912 /** Theoretical max. available memory in the given heap */
913 __u64 usable_heap_size;
916 * Number of bytes allocated in the heap. This includes all processes
917 * and private allocations in the kernel. It changes when new buffers
918 * are allocated, freed, and moved. It cannot be larger than
919 * heap_size.
921 __u64 heap_usage;
924 * Theoretical possible max. size of buffer which
925 * could be allocated in the given heap
927 __u64 max_allocation;
930 struct drm_amdgpu_memory_info {
931 struct drm_amdgpu_heap_info vram;
932 struct drm_amdgpu_heap_info cpu_accessible_vram;
933 struct drm_amdgpu_heap_info gtt;
936 struct drm_amdgpu_info_firmware {
937 __u32 ver;
938 __u32 feature;
941 #define AMDGPU_VRAM_TYPE_UNKNOWN 0
942 #define AMDGPU_VRAM_TYPE_GDDR1 1
943 #define AMDGPU_VRAM_TYPE_DDR2 2
944 #define AMDGPU_VRAM_TYPE_GDDR3 3
945 #define AMDGPU_VRAM_TYPE_GDDR4 4
946 #define AMDGPU_VRAM_TYPE_GDDR5 5
947 #define AMDGPU_VRAM_TYPE_HBM 6
948 #define AMDGPU_VRAM_TYPE_DDR3 7
949 #define AMDGPU_VRAM_TYPE_DDR4 8
950 #define AMDGPU_VRAM_TYPE_GDDR6 9
951 #define AMDGPU_VRAM_TYPE_DDR5 10
953 struct drm_amdgpu_info_device {
954 /** PCI Device ID */
955 __u32 device_id;
956 /** Internal chip revision: A0, A1, etc.) */
957 __u32 chip_rev;
958 __u32 external_rev;
959 /** Revision id in PCI Config space */
960 __u32 pci_rev;
961 __u32 family;
962 __u32 num_shader_engines;
963 __u32 num_shader_arrays_per_engine;
964 /* in KHz */
965 __u32 gpu_counter_freq;
966 __u64 max_engine_clock;
967 __u64 max_memory_clock;
968 /* cu information */
969 __u32 cu_active_number;
970 /* NOTE: cu_ao_mask is INVALID, DON'T use it */
971 __u32 cu_ao_mask;
972 __u32 cu_bitmap[4][4];
973 /** Render backend pipe mask. One render backend is CB+DB. */
974 __u32 enabled_rb_pipes_mask;
975 __u32 num_rb_pipes;
976 __u32 num_hw_gfx_contexts;
977 __u32 _pad;
978 __u64 ids_flags;
979 /** Starting virtual address for UMDs. */
980 __u64 virtual_address_offset;
981 /** The maximum virtual address */
982 __u64 virtual_address_max;
983 /** Required alignment of virtual addresses. */
984 __u32 virtual_address_alignment;
985 /** Page table entry - fragment size */
986 __u32 pte_fragment_size;
987 __u32 gart_page_size;
988 /** constant engine ram size*/
989 __u32 ce_ram_size;
990 /** video memory type info*/
991 __u32 vram_type;
992 /** video memory bit width*/
993 __u32 vram_bit_width;
994 /* vce harvesting instance */
995 __u32 vce_harvest_config;
996 /* gfx double offchip LDS buffers */
997 __u32 gc_double_offchip_lds_buf;
998 /* NGG Primitive Buffer */
999 __u64 prim_buf_gpu_addr;
1000 /* NGG Position Buffer */
1001 __u64 pos_buf_gpu_addr;
1002 /* NGG Control Sideband */
1003 __u64 cntl_sb_buf_gpu_addr;
1004 /* NGG Parameter Cache */
1005 __u64 param_buf_gpu_addr;
1006 __u32 prim_buf_size;
1007 __u32 pos_buf_size;
1008 __u32 cntl_sb_buf_size;
1009 __u32 param_buf_size;
1010 /* wavefront size*/
1011 __u32 wave_front_size;
1012 /* shader visible vgprs*/
1013 __u32 num_shader_visible_vgprs;
1014 /* CU per shader array*/
1015 __u32 num_cu_per_sh;
1016 /* number of tcc blocks*/
1017 __u32 num_tcc_blocks;
1018 /* gs vgt table depth*/
1019 __u32 gs_vgt_table_depth;
1020 /* gs primitive buffer depth*/
1021 __u32 gs_prim_buffer_depth;
1022 /* max gs wavefront per vgt*/
1023 __u32 max_gs_waves_per_vgt;
1024 __u32 _pad1;
1025 /* always on cu bitmap */
1026 __u32 cu_ao_bitmap[4][4];
1027 /** Starting high virtual address for UMDs. */
1028 __u64 high_va_offset;
1029 /** The maximum high virtual address */
1030 __u64 high_va_max;
1031 /* gfx10 pa_sc_tile_steering_override */
1032 __u32 pa_sc_tile_steering_override;
1033 /* disabled TCCs */
1034 __u64 tcc_disabled_mask;
1037 struct drm_amdgpu_info_hw_ip {
1038 /** Version of h/w IP */
1039 __u32 hw_ip_version_major;
1040 __u32 hw_ip_version_minor;
1041 /** Capabilities */
1042 __u64 capabilities_flags;
1043 /** command buffer address start alignment*/
1044 __u32 ib_start_alignment;
1045 /** command buffer size alignment*/
1046 __u32 ib_size_alignment;
1047 /** Bitmask of available rings. Bit 0 means ring 0, etc. */
1048 __u32 available_rings;
1049 __u32 _pad;
1052 struct drm_amdgpu_info_num_handles {
1053 /** Max handles as supported by firmware for UVD */
1054 __u32 uvd_max_handles;
1055 /** Handles currently in use for UVD */
1056 __u32 uvd_used_handles;
1059 #define AMDGPU_VCE_CLOCK_TABLE_ENTRIES 6
1061 struct drm_amdgpu_info_vce_clock_table_entry {
1062 /** System clock */
1063 __u32 sclk;
1064 /** Memory clock */
1065 __u32 mclk;
1066 /** VCE clock */
1067 __u32 eclk;
1068 __u32 pad;
1071 struct drm_amdgpu_info_vce_clock_table {
1072 struct drm_amdgpu_info_vce_clock_table_entry entries[AMDGPU_VCE_CLOCK_TABLE_ENTRIES];
1073 __u32 num_valid_entries;
1074 __u32 pad;
1078 * Supported GPU families
1080 #define AMDGPU_FAMILY_UNKNOWN 0
1081 #define AMDGPU_FAMILY_SI 110 /* Hainan, Oland, Verde, Pitcairn, Tahiti */
1082 #define AMDGPU_FAMILY_CI 120 /* Bonaire, Hawaii */
1083 #define AMDGPU_FAMILY_KV 125 /* Kaveri, Kabini, Mullins */
1084 #define AMDGPU_FAMILY_VI 130 /* Iceland, Tonga */
1085 #define AMDGPU_FAMILY_CZ 135 /* Carrizo, Stoney */
1086 #define AMDGPU_FAMILY_AI 141 /* Vega10 */
1087 #define AMDGPU_FAMILY_RV 142 /* Raven */
1088 #define AMDGPU_FAMILY_NV 143 /* Navi10 */
1089 #define AMDGPU_FAMILY_VGH 144 /* Van Gogh */
1091 #if defined(__cplusplus)
1093 #endif
1095 #endif