1 // SPDX-License-Identifier: GPL-2.0 OR MIT
3 * Copyright 2016 VMware, Inc., Palo Alto, CA., USA
5 * Permission is hereby granted, free of charge, to any person obtaining a
6 * copy of this software and associated documentation files (the
7 * "Software"), to deal in the Software without restriction, including
8 * without limitation the rights to use, copy, modify, merge, publish,
9 * distribute, sub license, and/or sell copies of the Software, and to
10 * permit persons to whom the Software is furnished to do so, subject to
11 * the following conditions:
13 * The above copyright notice and this permission notice (including the
14 * next paragraph) shall be included in all copies or substantial portions
17 * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
18 * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
19 * FITNESS FOR A PARTICULAR PURPOSE AND NON-INFRINGEMENT. IN NO EVENT SHALL
20 * THE COPYRIGHT HOLDERS, AUTHORS AND/OR ITS SUPPLIERS BE LIABLE FOR ANY CLAIM,
21 * DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR
22 * OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE
23 * USE OR OTHER DEALINGS IN THE SOFTWARE.
27 #include <linux/objtool.h>
28 #include <linux/kernel.h>
29 #include <linux/module.h>
30 #include <linux/slab.h>
31 #include <linux/mem_encrypt.h>
33 #include <asm/hypervisor.h>
35 #include "vmwgfx_drv.h"
36 #include "vmwgfx_msg.h"
38 #define MESSAGE_STATUS_SUCCESS 0x0001
39 #define MESSAGE_STATUS_DORECV 0x0002
40 #define MESSAGE_STATUS_CPT 0x0010
41 #define MESSAGE_STATUS_HB 0x0080
43 #define RPCI_PROTOCOL_NUM 0x49435052
44 #define GUESTMSG_FLAG_COOKIE 0x80000000
48 #define VMW_HYPERVISOR_MAGIC 0x564D5868
50 #define VMW_PORT_CMD_MSG 30
51 #define VMW_PORT_CMD_HB_MSG 0
52 #define VMW_PORT_CMD_OPEN_CHANNEL (MSG_TYPE_OPEN << 16 | VMW_PORT_CMD_MSG)
53 #define VMW_PORT_CMD_CLOSE_CHANNEL (MSG_TYPE_CLOSE << 16 | VMW_PORT_CMD_MSG)
54 #define VMW_PORT_CMD_SENDSIZE (MSG_TYPE_SENDSIZE << 16 | VMW_PORT_CMD_MSG)
55 #define VMW_PORT_CMD_RECVSIZE (MSG_TYPE_RECVSIZE << 16 | VMW_PORT_CMD_MSG)
56 #define VMW_PORT_CMD_RECVSTATUS (MSG_TYPE_RECVSTATUS << 16 | VMW_PORT_CMD_MSG)
58 #define HIGH_WORD(X) ((X & 0xFFFF0000) >> 16)
60 #define MAX_USER_MSG_LENGTH PAGE_SIZE
62 static u32 vmw_msg_enabled
= 1;
85 * @channel: RPC channel
88 * Returns: 0 on success
90 static int vmw_open_channel(struct rpc_channel
*channel
, unsigned int protocol
)
92 unsigned long eax
, ebx
, ecx
, edx
, si
= 0, di
= 0;
94 VMW_PORT(VMW_PORT_CMD_OPEN_CHANNEL
,
95 (protocol
| GUESTMSG_FLAG_COOKIE
), si
, di
,
98 eax
, ebx
, ecx
, edx
, si
, di
);
100 if ((HIGH_WORD(ecx
) & MESSAGE_STATUS_SUCCESS
) == 0)
103 channel
->channel_id
= HIGH_WORD(edx
);
104 channel
->cookie_high
= si
;
105 channel
->cookie_low
= di
;
115 * @channel: RPC channel
117 * Returns: 0 on success
119 static int vmw_close_channel(struct rpc_channel
*channel
)
121 unsigned long eax
, ebx
, ecx
, edx
, si
, di
;
123 /* Set up additional parameters */
124 si
= channel
->cookie_high
;
125 di
= channel
->cookie_low
;
127 VMW_PORT(VMW_PORT_CMD_CLOSE_CHANNEL
,
129 channel
->channel_id
<< 16,
130 VMW_HYPERVISOR_MAGIC
,
131 eax
, ebx
, ecx
, edx
, si
, di
);
133 if ((HIGH_WORD(ecx
) & MESSAGE_STATUS_SUCCESS
) == 0)
140 * vmw_port_hb_out - Send the message payload either through the
141 * high-bandwidth port if available, or through the backdoor otherwise.
142 * @channel: The rpc channel.
143 * @msg: NULL-terminated message.
144 * @hb: Whether the high-bandwidth port is available.
146 * Return: The port status.
148 static unsigned long vmw_port_hb_out(struct rpc_channel
*channel
,
149 const char *msg
, bool hb
)
151 unsigned long si
, di
, eax
, ebx
, ecx
, edx
;
152 unsigned long msg_len
= strlen(msg
);
154 /* HB port can't access encrypted memory. */
155 if (hb
&& !mem_encrypt_active()) {
156 unsigned long bp
= channel
->cookie_high
;
158 si
= (uintptr_t) msg
;
159 di
= channel
->cookie_low
;
162 (MESSAGE_STATUS_SUCCESS
<< 16) | VMW_PORT_CMD_HB_MSG
,
164 VMWARE_HYPERVISOR_HB
| (channel
->channel_id
<< 16) |
165 VMWARE_HYPERVISOR_OUT
,
166 VMW_HYPERVISOR_MAGIC
, bp
,
167 eax
, ebx
, ecx
, edx
, si
, di
);
172 /* HB port not available. Send the message 4 bytes at a time. */
173 ecx
= MESSAGE_STATUS_SUCCESS
<< 16;
174 while (msg_len
&& (HIGH_WORD(ecx
) & MESSAGE_STATUS_SUCCESS
)) {
175 unsigned int bytes
= min_t(size_t, msg_len
, 4);
176 unsigned long word
= 0;
178 memcpy(&word
, msg
, bytes
);
181 si
= channel
->cookie_high
;
182 di
= channel
->cookie_low
;
184 VMW_PORT(VMW_PORT_CMD_MSG
| (MSG_TYPE_SENDPAYLOAD
<< 16),
186 channel
->channel_id
<< 16,
187 VMW_HYPERVISOR_MAGIC
,
188 eax
, ebx
, ecx
, edx
, si
, di
);
195 * vmw_port_hb_in - Receive the message payload either through the
196 * high-bandwidth port if available, or through the backdoor otherwise.
197 * @channel: The rpc channel.
198 * @reply: Pointer to buffer holding reply.
199 * @reply_len: Length of the reply.
200 * @hb: Whether the high-bandwidth port is available.
202 * Return: The port status.
204 static unsigned long vmw_port_hb_in(struct rpc_channel
*channel
, char *reply
,
205 unsigned long reply_len
, bool hb
)
207 unsigned long si
, di
, eax
, ebx
, ecx
, edx
;
209 /* HB port can't access encrypted memory */
210 if (hb
&& !mem_encrypt_active()) {
211 unsigned long bp
= channel
->cookie_low
;
213 si
= channel
->cookie_high
;
214 di
= (uintptr_t) reply
;
217 (MESSAGE_STATUS_SUCCESS
<< 16) | VMW_PORT_CMD_HB_MSG
,
219 VMWARE_HYPERVISOR_HB
| (channel
->channel_id
<< 16),
220 VMW_HYPERVISOR_MAGIC
, bp
,
221 eax
, ebx
, ecx
, edx
, si
, di
);
226 /* HB port not available. Retrieve the message 4 bytes at a time. */
227 ecx
= MESSAGE_STATUS_SUCCESS
<< 16;
229 unsigned int bytes
= min_t(unsigned long, reply_len
, 4);
231 si
= channel
->cookie_high
;
232 di
= channel
->cookie_low
;
234 VMW_PORT(VMW_PORT_CMD_MSG
| (MSG_TYPE_RECVPAYLOAD
<< 16),
235 MESSAGE_STATUS_SUCCESS
, si
, di
,
236 channel
->channel_id
<< 16,
237 VMW_HYPERVISOR_MAGIC
,
238 eax
, ebx
, ecx
, edx
, si
, di
);
240 if ((HIGH_WORD(ecx
) & MESSAGE_STATUS_SUCCESS
) == 0)
243 memcpy(reply
, &ebx
, bytes
);
253 * vmw_send_msg: Sends a message to the host
255 * @channel: RPC channel
256 * @logmsg: NULL terminated string
258 * Returns: 0 on success
260 static int vmw_send_msg(struct rpc_channel
*channel
, const char *msg
)
262 unsigned long eax
, ebx
, ecx
, edx
, si
, di
;
263 size_t msg_len
= strlen(msg
);
266 while (retries
< RETRIES
) {
269 /* Set up additional parameters */
270 si
= channel
->cookie_high
;
271 di
= channel
->cookie_low
;
273 VMW_PORT(VMW_PORT_CMD_SENDSIZE
,
275 channel
->channel_id
<< 16,
276 VMW_HYPERVISOR_MAGIC
,
277 eax
, ebx
, ecx
, edx
, si
, di
);
279 if ((HIGH_WORD(ecx
) & MESSAGE_STATUS_SUCCESS
) == 0) {
280 /* Expected success. Give up. */
285 ebx
= vmw_port_hb_out(channel
, msg
,
286 !!(HIGH_WORD(ecx
) & MESSAGE_STATUS_HB
));
288 if ((HIGH_WORD(ebx
) & MESSAGE_STATUS_SUCCESS
) != 0) {
290 } else if ((HIGH_WORD(ebx
) & MESSAGE_STATUS_CPT
) != 0) {
291 /* A checkpoint occurred. Retry. */
300 STACK_FRAME_NON_STANDARD(vmw_send_msg
);
304 * vmw_recv_msg: Receives a message from the host
306 * Note: It is the caller's responsibility to call kfree() on msg.
308 * @channel: channel opened by vmw_open_channel
309 * @msg: [OUT] message received from the host
310 * @msg_len: message length
312 static int vmw_recv_msg(struct rpc_channel
*channel
, void **msg
,
315 unsigned long eax
, ebx
, ecx
, edx
, si
, di
;
324 while (retries
< RETRIES
) {
327 /* Set up additional parameters */
328 si
= channel
->cookie_high
;
329 di
= channel
->cookie_low
;
331 VMW_PORT(VMW_PORT_CMD_RECVSIZE
,
333 channel
->channel_id
<< 16,
334 VMW_HYPERVISOR_MAGIC
,
335 eax
, ebx
, ecx
, edx
, si
, di
);
337 if ((HIGH_WORD(ecx
) & MESSAGE_STATUS_SUCCESS
) == 0) {
338 DRM_ERROR("Failed to get reply size for host message.\n");
342 /* No reply available. This is okay. */
343 if ((HIGH_WORD(ecx
) & MESSAGE_STATUS_DORECV
) == 0)
347 reply
= kzalloc(reply_len
+ 1, GFP_KERNEL
);
349 DRM_ERROR("Cannot allocate memory for host message reply.\n");
355 ebx
= vmw_port_hb_in(channel
, reply
, reply_len
,
356 !!(HIGH_WORD(ecx
) & MESSAGE_STATUS_HB
));
357 if ((HIGH_WORD(ebx
) & MESSAGE_STATUS_SUCCESS
) == 0) {
360 if ((HIGH_WORD(ebx
) & MESSAGE_STATUS_CPT
) != 0) {
361 /* A checkpoint occurred. Retry. */
368 reply
[reply_len
] = '\0';
372 si
= channel
->cookie_high
;
373 di
= channel
->cookie_low
;
375 VMW_PORT(VMW_PORT_CMD_RECVSTATUS
,
376 MESSAGE_STATUS_SUCCESS
, si
, di
,
377 channel
->channel_id
<< 16,
378 VMW_HYPERVISOR_MAGIC
,
379 eax
, ebx
, ecx
, edx
, si
, di
);
381 if ((HIGH_WORD(ecx
) & MESSAGE_STATUS_SUCCESS
) == 0) {
384 if ((HIGH_WORD(ecx
) & MESSAGE_STATUS_CPT
) != 0) {
385 /* A checkpoint occurred. Retry. */
398 *msg_len
= reply_len
;
403 STACK_FRAME_NON_STANDARD(vmw_recv_msg
);
407 * vmw_host_get_guestinfo: Gets a GuestInfo parameter
409 * Gets the value of a GuestInfo.* parameter. The value returned will be in
410 * a string, and it is up to the caller to post-process.
412 * @guest_info_param: Parameter to get, e.g. GuestInfo.svga.gl3
413 * @buffer: if NULL, *reply_len will contain reply size.
414 * @length: size of the reply_buf. Set to size of reply upon return
416 * Returns: 0 on success
418 int vmw_host_get_guestinfo(const char *guest_info_param
,
419 char *buffer
, size_t *length
)
421 struct rpc_channel channel
;
422 char *msg
, *reply
= NULL
;
423 size_t reply_len
= 0;
425 if (!vmw_msg_enabled
)
428 if (!guest_info_param
|| !length
)
431 msg
= kasprintf(GFP_KERNEL
, "info-get %s", guest_info_param
);
433 DRM_ERROR("Cannot allocate memory to get guest info \"%s\".",
438 if (vmw_open_channel(&channel
, RPCI_PROTOCOL_NUM
))
441 if (vmw_send_msg(&channel
, msg
) ||
442 vmw_recv_msg(&channel
, (void *) &reply
, &reply_len
))
445 vmw_close_channel(&channel
);
446 if (buffer
&& reply
&& reply_len
> 0) {
447 /* Remove reply code, which are the first 2 characters of
450 reply_len
= max(reply_len
- 2, (size_t) 0);
451 reply_len
= min(reply_len
, *length
);
454 memcpy(buffer
, reply
+ 2, reply_len
);
465 vmw_close_channel(&channel
);
470 DRM_ERROR("Failed to get guest info \"%s\".", guest_info_param
);
478 * vmw_host_log: Sends a log message to the host
480 * @log: NULL terminated string
482 * Returns: 0 on success
484 int vmw_host_log(const char *log
)
486 struct rpc_channel channel
;
491 if (!vmw_msg_enabled
)
497 msg
= kasprintf(GFP_KERNEL
, "log %s", log
);
499 DRM_ERROR("Cannot allocate memory for host log message.\n");
503 if (vmw_open_channel(&channel
, RPCI_PROTOCOL_NUM
))
506 if (vmw_send_msg(&channel
, msg
))
509 vmw_close_channel(&channel
);
515 vmw_close_channel(&channel
);
518 DRM_ERROR("Failed to send host log message.\n");
525 * vmw_msg_ioctl: Sends and receveives a message to/from host from/to user-space
527 * Sends a message from user-space to host.
528 * Can also receive a result from host and return that to user-space.
530 * @dev: Identifies the drm device.
531 * @data: Pointer to the ioctl argument.
532 * @file_priv: Identifies the caller.
533 * Return: Zero on success, negative error code on error.
536 int vmw_msg_ioctl(struct drm_device
*dev
, void *data
,
537 struct drm_file
*file_priv
)
539 struct drm_vmw_msg_arg
*arg
=
540 (struct drm_vmw_msg_arg
*) data
;
541 struct rpc_channel channel
;
545 msg
= kmalloc(MAX_USER_MSG_LENGTH
, GFP_KERNEL
);
547 DRM_ERROR("Cannot allocate memory for log message.\n");
551 length
= strncpy_from_user(msg
, (void __user
*)((unsigned long)arg
->send
),
552 MAX_USER_MSG_LENGTH
);
553 if (length
< 0 || length
>= MAX_USER_MSG_LENGTH
) {
554 DRM_ERROR("Userspace message access failure.\n");
560 if (vmw_open_channel(&channel
, RPCI_PROTOCOL_NUM
)) {
561 DRM_ERROR("Failed to open channel.\n");
565 if (vmw_send_msg(&channel
, msg
)) {
566 DRM_ERROR("Failed to send message to host.\n");
570 if (!arg
->send_only
) {
572 size_t reply_len
= 0;
574 if (vmw_recv_msg(&channel
, (void *) &reply
, &reply_len
)) {
575 DRM_ERROR("Failed to receive message from host.\n");
578 if (reply
&& reply_len
> 0) {
579 if (copy_to_user((void __user
*)((unsigned long)arg
->receive
),
581 DRM_ERROR("Failed to copy message to userspace.\n");
585 arg
->receive_len
= (__u32
)reply_len
;
590 vmw_close_channel(&channel
);
596 vmw_close_channel(&channel
);