3 * Copyright (c) 2008 Silicon Graphics, Inc. All Rights Reserved.
5 * This program is free software; you can redistribute it and/or modify
6 * it under the terms of the GNU General Public License as published by
7 * the Free Software Foundation; either version 2 of the License, or
8 * (at your option) any later version.
10 * This program is distributed in the hope that it will be useful,
11 * but WITHOUT ANY WARRANTY; without even the implied warranty of
12 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
13 * GNU General Public License for more details.
15 * You should have received a copy of the GNU General Public License
16 * along with this program; if not, write to the Free Software
17 * Foundation, Inc., 59 Temple Place, Suite 330, Boston, MA 02111-1307 USA
19 #ifndef __GRU_KSERVICES_H_
20 #define __GRU_KSERVICES_H_
24 * Message queues using the GRU to send/receive messages.
26 * These function allow the user to create a message queue for
27 * sending/receiving 1 or 2 cacheline messages using the GRU.
29 * Processes SENDING messages will use a kernel CBR/DSR to send
30 * the message. This is transparent to the caller.
32 * The receiver does not use any GRU resources.
34 * The functions support:
37 * - cross partition message
39 * Missing features ZZZ:
40 * - user options for dealing with timeouts, queue full, etc.
41 * - gru_create_message_queue() needs interrupt vector info
44 struct gru_message_queue_desc
{
45 void *mq
; /* message queue vaddress */
46 unsigned long mq_gpa
; /* global address of mq */
47 int qlines
; /* queue size in CL */
48 int interrupt_vector
; /* interrupt vector */
49 int interrupt_pnode
; /* pnode for interrupt */
50 int interrupt_apicid
; /* lapicid for interrupt */
54 * Initialize a user allocated chunk of memory to be used as
55 * a message queue. The caller must ensure that the queue is
56 * in contiguous physical memory and is cacheline aligned.
58 * Message queue size is the total number of bytes allocated
59 * to the queue including a 2 cacheline header that is used
60 * to manage the queue.
63 * mqd pointer to message queue descriptor
64 * p pointer to user allocated mesq memory.
65 * bytes size of message queue in bytes
66 * vector interrupt vector (zero if no interrupts)
67 * nasid nasid of blade where interrupt is delivered
68 * apicid apicid of cpu for interrupt
74 extern int gru_create_message_queue(struct gru_message_queue_desc
*mqd
,
75 void *p
, unsigned int bytes
, int nasid
, int vector
, int apicid
);
78 * Send a message to a message queue.
80 * Note: The message queue transport mechanism uses the first 32
81 * bits of the message. Users should avoid using these bits.
85 * mqd pointer to message queue descriptor
86 * mesg pointer to message. Must be 64-bit aligned
87 * bytes size of message in bytes
91 * >0 Send failure - see error codes below
94 extern int gru_send_message_gpa(struct gru_message_queue_desc
*mqd
,
95 void *mesg
, unsigned int bytes
);
97 /* Status values for gru_send_message() */
98 #define MQE_OK 0 /* message sent successfully */
99 #define MQE_CONGESTION 1 /* temporary congestion, try again */
100 #define MQE_QUEUE_FULL 2 /* queue is full */
101 #define MQE_UNEXPECTED_CB_ERR 3 /* unexpected CB error */
102 #define MQE_PAGE_OVERFLOW 10 /* BUG - queue overflowed a page */
103 #define MQE_BUG_NO_RESOURCES 11 /* BUG - could not alloc GRU cb/dsr */
106 * Advance the receive pointer for the message queue to the next message.
107 * Note: current API requires messages to be gotten & freed in order. Future
108 * API extensions may allow for out-of-order freeing.
111 * mqd pointer to message queue descriptor
112 * mesq message being freed
114 extern void gru_free_message(struct gru_message_queue_desc
*mqd
,
118 * Get next message from message queue. Returns pointer to
119 * message OR NULL if no message present.
120 * User must call gru_free_message() after message is processed
121 * in order to move the queue pointers to next message.
124 * mqd pointer to message queue descriptor
127 * p pointer to message
128 * NULL no message available
130 extern void *gru_get_next_message(struct gru_message_queue_desc
*mqd
);
134 * Read a GRU global GPA. Source can be located in a remote partition.
137 * value memory address where MMR value is returned
138 * gpa source numalink physical address of GPA
144 int gru_read_gpa(unsigned long *value
, unsigned long gpa
);
148 * Copy data using the GRU. Source or destination can be located in a remote
152 * dest_gpa destination global physical address
153 * src_gpa source global physical address
154 * bytes number of bytes to copy
160 extern int gru_copy_gpa(unsigned long dest_gpa
, unsigned long src_gpa
,
164 * Reserve GRU resources to be used asynchronously.
167 * blade_id - blade on which resources should be reserved
168 * cbrs - number of CBRs
169 * dsr_bytes - number of DSR bytes needed
170 * cmp - completion structure for waiting for
173 * handle to identify resource
176 extern unsigned long gru_reserve_async_resources(int blade_id
, int cbrs
, int dsr_bytes
,
177 struct completion
*cmp
);
180 * Release async resources previously reserved.
183 * han - handle to identify resources
185 extern void gru_release_async_resources(unsigned long han
);
188 * Wait for async GRU instructions to complete.
191 * han - handle to identify resources
193 extern void gru_wait_async_cbr(unsigned long han
);
196 * Lock previous reserved async GRU resources
199 * han - handle to identify resources
201 * cb - pointer to first CBR
202 * dsr - pointer to first DSR
204 extern void gru_lock_async_resource(unsigned long han
, void **cb
, void **dsr
);
207 * Unlock previous reserved async GRU resources
210 * han - handle to identify resources
212 extern void gru_unlock_async_resource(unsigned long han
);
214 #endif /* __GRU_KSERVICES_H_ */