]> git.proxmox.com Git - mirror_ubuntu-hirsute-kernel.git/blame - arch/powerpc/platforms/cell/spufs/spufs.h
[CELL] spufs: change decrementer restore timing
[mirror_ubuntu-hirsute-kernel.git] / arch / powerpc / platforms / cell / spufs / spufs.h
CommitLineData
67207b96
AB
1/*
2 * SPU file system
3 *
4 * (C) Copyright IBM Deutschland Entwicklung GmbH 2005
5 *
6 * Author: Arnd Bergmann <arndb@de.ibm.com>
7 *
8 * This program is free software; you can redistribute it and/or modify
9 * it under the terms of the GNU General Public License as published by
10 * the Free Software Foundation; either version 2, or (at your option)
11 * any later version.
12 *
13 * This program is distributed in the hope that it will be useful,
14 * but WITHOUT ANY WARRANTY; without even the implied warranty of
15 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
16 * GNU General Public License for more details.
17 *
18 * You should have received a copy of the GNU General Public License
19 * along with this program; if not, write to the Free Software
20 * Foundation, Inc., 675 Mass Ave, Cambridge, MA 02139, USA.
21 */
22#ifndef SPUFS_H
23#define SPUFS_H
24
25#include <linux/kref.h>
650f8b02 26#include <linux/mutex.h>
67207b96
AB
27#include <linux/spinlock.h>
28#include <linux/fs.h>
ea1ae594 29#include <linux/cpumask.h>
67207b96
AB
30
31#include <asm/spu.h>
5473af04 32#include <asm/spu_csa.h>
b9e3bd77 33#include <asm/spu_info.h>
67207b96
AB
34
35/* The magic number for our file system */
36enum {
37 SPUFS_MAGIC = 0x23c9b64e,
38};
39
8b3d6663 40struct spu_context_ops;
6263203e
AB
41struct spu_gang;
42
27b1ea09
CH
43enum {
44 SPU_SCHED_WAS_ACTIVE, /* was active upon spu_acquire_saved() */
45};
46
67207b96
AB
47struct spu_context {
48 struct spu *spu; /* pointer to a physical SPU */
5473af04 49 struct spu_state csa; /* SPU context save area. */
67207b96 50 spinlock_t mmio_lock; /* protects mmio access */
6df10a82
MN
51 struct address_space *local_store; /* local store mapping. */
52 struct address_space *mfc; /* 'mfc' area mappings. */
43c2bbd9
CH
53 struct address_space *cntl; /* 'control' area mappings. */
54 struct address_space *signal1; /* 'signal1' area mappings. */
55 struct address_space *signal2; /* 'signal2' area mappings. */
56 struct address_space *mss; /* 'mss' area mappings. */
57 struct address_space *psmap; /* 'psmap' area mappings. */
47d3a5fa 58 struct mutex mapping_lock;
86767277 59 u64 object_id; /* user space pointer for oprofile */
8b3d6663
AB
60
61 enum { SPU_STATE_RUNNABLE, SPU_STATE_SAVED } state;
650f8b02 62 struct mutex state_mutex;
e45d48a3 63 struct mutex run_mutex;
8b3d6663
AB
64
65 struct mm_struct *owner;
67207b96
AB
66
67 struct kref kref;
8b3d6663
AB
68 wait_queue_head_t ibox_wq;
69 wait_queue_head_t wbox_wq;
5110459f 70 wait_queue_head_t stop_wq;
a33a7d73 71 wait_queue_head_t mfc_wq;
8b3d6663
AB
72 struct fasync_struct *ibox_fasync;
73 struct fasync_struct *wbox_fasync;
a33a7d73
AB
74 struct fasync_struct *mfc_fasync;
75 u32 tagwait;
8b3d6663 76 struct spu_context_ops *ops;
2a911f0b 77 struct work_struct reap_work;
9add11da
AB
78 unsigned long flags;
79 unsigned long event_return;
6263203e
AB
80
81 struct list_head gang_list;
82 struct spu_gang *gang;
8389998a 83
476273ad
CH
84 /* owner thread */
85 pid_t tid;
86
8389998a 87 /* scheduler fields */
7022543e 88 struct list_head rq;
37901802 89 unsigned int time_slice;
26bec673 90 unsigned long sched_flags;
ea1ae594 91 cpumask_t cpus_allowed;
2eb1b120 92 int policy;
8389998a 93 int prio;
e9f8a0b6
CH
94
95 /* statistics */
96 struct {
97 /* updates protected by ctx->state_mutex */
27ec41d3
AD
98 enum spu_utilization_state util_state;
99 unsigned long long tstamp; /* time of last state switch */
100 unsigned long long times[SPU_UTIL_MAX];
e9f8a0b6
CH
101 unsigned long long vol_ctx_switch;
102 unsigned long long invol_ctx_switch;
103 unsigned long long min_flt;
104 unsigned long long maj_flt;
105 unsigned long long hash_flt;
106 unsigned long long slb_flt;
107 unsigned long long slb_flt_base; /* # at last ctx switch */
108 unsigned long long class2_intr;
109 unsigned long long class2_intr_base; /* # at last ctx switch */
110 unsigned long long libassist;
111 } stats;
6263203e
AB
112};
113
114struct spu_gang {
115 struct list_head list;
116 struct mutex mutex;
117 struct kref kref;
118 int contexts;
8b3d6663
AB
119};
120
a33a7d73
AB
121struct mfc_dma_command {
122 int32_t pad; /* reserved */
123 uint32_t lsa; /* local storage address */
124 uint64_t ea; /* effective address */
125 uint16_t size; /* transfer size */
126 uint16_t tag; /* command tag */
127 uint16_t class; /* class ID */
128 uint16_t cmd; /* command opcode */
129};
130
131
8b3d6663
AB
132/* SPU context query/set operations. */
133struct spu_context_ops {
134 int (*mbox_read) (struct spu_context * ctx, u32 * data);
135 u32(*mbox_stat_read) (struct spu_context * ctx);
3a843d7c
AB
136 unsigned int (*mbox_stat_poll)(struct spu_context *ctx,
137 unsigned int events);
8b3d6663
AB
138 int (*ibox_read) (struct spu_context * ctx, u32 * data);
139 int (*wbox_write) (struct spu_context * ctx, u32 data);
140 u32(*signal1_read) (struct spu_context * ctx);
141 void (*signal1_write) (struct spu_context * ctx, u32 data);
142 u32(*signal2_read) (struct spu_context * ctx);
143 void (*signal2_write) (struct spu_context * ctx, u32 data);
144 void (*signal1_type_set) (struct spu_context * ctx, u64 val);
145 u64(*signal1_type_get) (struct spu_context * ctx);
146 void (*signal2_type_set) (struct spu_context * ctx, u64 val);
147 u64(*signal2_type_get) (struct spu_context * ctx);
148 u32(*npc_read) (struct spu_context * ctx);
149 void (*npc_write) (struct spu_context * ctx, u32 data);
150 u32(*status_read) (struct spu_context * ctx);
151 char*(*get_ls) (struct spu_context * ctx);
3960c260 152 u32 (*runcntl_read) (struct spu_context * ctx);
5110459f 153 void (*runcntl_write) (struct spu_context * ctx, u32 data);
ee2d7340
AB
154 void (*master_start) (struct spu_context * ctx);
155 void (*master_stop) (struct spu_context * ctx);
a33a7d73
AB
156 int (*set_mfc_query)(struct spu_context * ctx, u32 mask, u32 mode);
157 u32 (*read_mfc_tagstatus)(struct spu_context * ctx);
158 u32 (*get_mfc_free_elements)(struct spu_context *ctx);
b9e3bd77
DGM
159 int (*send_mfc_command)(struct spu_context * ctx,
160 struct mfc_dma_command * cmd);
161 void (*dma_info_read) (struct spu_context * ctx,
162 struct spu_dma_info * info);
163 void (*proxydma_info_read) (struct spu_context * ctx,
164 struct spu_proxydma_info * info);
57dace23 165 void (*restart_dma)(struct spu_context *ctx);
67207b96
AB
166};
167
8b3d6663
AB
168extern struct spu_context_ops spu_hw_ops;
169extern struct spu_context_ops spu_backing_ops;
170
67207b96
AB
171struct spufs_inode_info {
172 struct spu_context *i_ctx;
6263203e 173 struct spu_gang *i_gang;
67207b96 174 struct inode vfs_inode;
43c2bbd9 175 int i_openers;
67207b96
AB
176};
177#define SPUFS_I(inode) \
178 container_of(inode, struct spufs_inode_info, vfs_inode)
179
180extern struct tree_descr spufs_dir_contents[];
5737edd1 181extern struct tree_descr spufs_dir_nosched_contents[];
67207b96
AB
182
183/* system call implementation */
184long spufs_run_spu(struct file *file,
185 struct spu_context *ctx, u32 *npc, u32 *status);
6263203e 186long spufs_create(struct nameidata *nd,
67207b96 187 unsigned int flags, mode_t mode);
9c2e08c5 188extern const struct file_operations spufs_context_fops;
67207b96 189
6263203e
AB
190/* gang management */
191struct spu_gang *alloc_spu_gang(void);
192struct spu_gang *get_spu_gang(struct spu_gang *gang);
193int put_spu_gang(struct spu_gang *gang);
194void spu_gang_remove_ctx(struct spu_gang *gang, struct spu_context *ctx);
195void spu_gang_add_ctx(struct spu_gang *gang, struct spu_context *ctx);
196
57dace23
AB
197/* fault handling */
198int spufs_handle_class1(struct spu_context *ctx);
199
67207b96 200/* context management */
65de66f0 201extern atomic_t nr_spu_contexts;
6a0641e5
CH
202static inline void spu_acquire(struct spu_context *ctx)
203{
204 mutex_lock(&ctx->state_mutex);
205}
206
207static inline void spu_release(struct spu_context *ctx)
208{
209 mutex_unlock(&ctx->state_mutex);
210}
211
6263203e 212struct spu_context * alloc_spu_context(struct spu_gang *gang);
67207b96
AB
213void destroy_spu_context(struct kref *kref);
214struct spu_context * get_spu_context(struct spu_context *ctx);
215int put_spu_context(struct spu_context *ctx);
5110459f 216void spu_unmap_mappings(struct spu_context *ctx);
67207b96 217
8b3d6663 218void spu_forget(struct spu_context *ctx);
26bec673 219int spu_acquire_runnable(struct spu_context *ctx, unsigned long flags);
67207b96 220void spu_acquire_saved(struct spu_context *ctx);
27b1ea09 221void spu_release_saved(struct spu_context *ctx);
50b520d4 222
26bec673 223int spu_activate(struct spu_context *ctx, unsigned long flags);
8b3d6663
AB
224void spu_deactivate(struct spu_context *ctx);
225void spu_yield(struct spu_context *ctx);
fe443ef2 226void spu_set_timeslice(struct spu_context *ctx);
2cf2b3b4
CH
227void spu_update_sched_info(struct spu_context *ctx);
228void __spu_update_sched_info(struct spu_context *ctx);
8b3d6663 229int __init spu_sched_init(void);
d1450317 230void spu_sched_exit(void);
8b3d6663 231
c6730ed4
JK
232extern char *isolated_loader;
233
ce8ab854
AB
234/*
235 * spufs_wait
7022543e 236 * Same as wait_event_interruptible(), except that here
ce8ab854
AB
237 * we need to call spu_release(ctx) before sleeping, and
238 * then spu_acquire(ctx) when awoken.
239 */
240
241#define spufs_wait(wq, condition) \
242({ \
243 int __ret = 0; \
244 DEFINE_WAIT(__wait); \
245 for (;;) { \
246 prepare_to_wait(&(wq), &__wait, TASK_INTERRUPTIBLE); \
247 if (condition) \
248 break; \
d3764397
JK
249 if (signal_pending(current)) { \
250 __ret = -ERESTARTSYS; \
251 break; \
ce8ab854 252 } \
d3764397
JK
253 spu_release(ctx); \
254 schedule(); \
255 spu_acquire(ctx); \
ce8ab854
AB
256 } \
257 finish_wait(&(wq), &__wait); \
258 __ret; \
259})
260
8b3d6663
AB
261size_t spu_wbox_write(struct spu_context *ctx, u32 data);
262size_t spu_ibox_read(struct spu_context *ctx, u32 *data);
263
264/* irq callback funcs. */
265void spufs_ibox_callback(struct spu *spu);
266void spufs_wbox_callback(struct spu *spu);
5110459f 267void spufs_stop_callback(struct spu *spu);
a33a7d73 268void spufs_mfc_callback(struct spu *spu);
9add11da 269void spufs_dma_callback(struct spu *spu, int type);
8b3d6663 270
bf1ab978
DGM
271extern struct spu_coredump_calls spufs_coredump_calls;
272struct spufs_coredump_reader {
273 char *name;
274 ssize_t (*read)(struct spu_context *ctx,
275 char __user *buffer, size_t size, loff_t *pos);
276 u64 (*get)(void *data);
277 size_t size;
278};
279extern struct spufs_coredump_reader spufs_coredump_read[];
280extern int spufs_coredump_num_notes;
281
e9f8a0b6
CH
282/*
283 * This function is a little bit too large for an inline, but
284 * as fault.c is built into the kernel we can't move it out of
285 * line.
286 */
287static inline void spuctx_switch_state(struct spu_context *ctx,
27ec41d3 288 enum spu_utilization_state new_state)
e9f8a0b6 289{
27ec41d3
AD
290 unsigned long long curtime;
291 signed long long delta;
292 struct timespec ts;
293 struct spu *spu;
294 enum spu_utilization_state old_state;
e9f8a0b6 295
27ec41d3
AD
296 ktime_get_ts(&ts);
297 curtime = timespec_to_ns(&ts);
298 delta = curtime - ctx->stats.tstamp;
e9f8a0b6 299
27ec41d3
AD
300 WARN_ON(!mutex_is_locked(&ctx->state_mutex));
301 WARN_ON(delta < 0);
302
303 spu = ctx->spu;
304 old_state = ctx->stats.util_state;
305 ctx->stats.util_state = new_state;
306 ctx->stats.tstamp = curtime;
307
308 /*
309 * Update the physical SPU utilization statistics.
310 */
311 if (spu) {
312 ctx->stats.times[old_state] += delta;
313 spu->stats.times[old_state] += delta;
314 spu->stats.util_state = new_state;
fe2f896d 315 spu->stats.tstamp = curtime;
fe2f896d
CH
316 }
317}
318
67207b96 319#endif