]> git.proxmox.com Git - mirror_ubuntu-hirsute-kernel.git/blame - arch/powerpc/platforms/cell/spufs/spufs.h
[CELL] spufs: extension of spu_create to support affinity definition
[mirror_ubuntu-hirsute-kernel.git] / arch / powerpc / platforms / cell / spufs / spufs.h
CommitLineData
67207b96
AB
1/*
2 * SPU file system
3 *
4 * (C) Copyright IBM Deutschland Entwicklung GmbH 2005
5 *
6 * Author: Arnd Bergmann <arndb@de.ibm.com>
7 *
8 * This program is free software; you can redistribute it and/or modify
9 * it under the terms of the GNU General Public License as published by
10 * the Free Software Foundation; either version 2, or (at your option)
11 * any later version.
12 *
13 * This program is distributed in the hope that it will be useful,
14 * but WITHOUT ANY WARRANTY; without even the implied warranty of
15 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
16 * GNU General Public License for more details.
17 *
18 * You should have received a copy of the GNU General Public License
19 * along with this program; if not, write to the Free Software
20 * Foundation, Inc., 675 Mass Ave, Cambridge, MA 02139, USA.
21 */
22#ifndef SPUFS_H
23#define SPUFS_H
24
25#include <linux/kref.h>
650f8b02 26#include <linux/mutex.h>
67207b96
AB
27#include <linux/spinlock.h>
28#include <linux/fs.h>
ea1ae594 29#include <linux/cpumask.h>
67207b96
AB
30
31#include <asm/spu.h>
5473af04 32#include <asm/spu_csa.h>
b9e3bd77 33#include <asm/spu_info.h>
67207b96
AB
34
35/* The magic number for our file system */
36enum {
37 SPUFS_MAGIC = 0x23c9b64e,
38};
39
8b3d6663 40struct spu_context_ops;
6263203e
AB
41struct spu_gang;
42
27b1ea09
CH
43enum {
44 SPU_SCHED_WAS_ACTIVE, /* was active upon spu_acquire_saved() */
45};
46
67207b96
AB
47struct spu_context {
48 struct spu *spu; /* pointer to a physical SPU */
5473af04 49 struct spu_state csa; /* SPU context save area. */
67207b96 50 spinlock_t mmio_lock; /* protects mmio access */
6df10a82
MN
51 struct address_space *local_store; /* local store mapping. */
52 struct address_space *mfc; /* 'mfc' area mappings. */
43c2bbd9
CH
53 struct address_space *cntl; /* 'control' area mappings. */
54 struct address_space *signal1; /* 'signal1' area mappings. */
55 struct address_space *signal2; /* 'signal2' area mappings. */
56 struct address_space *mss; /* 'mss' area mappings. */
57 struct address_space *psmap; /* 'psmap' area mappings. */
47d3a5fa 58 struct mutex mapping_lock;
86767277 59 u64 object_id; /* user space pointer for oprofile */
8b3d6663
AB
60
61 enum { SPU_STATE_RUNNABLE, SPU_STATE_SAVED } state;
650f8b02 62 struct mutex state_mutex;
e45d48a3 63 struct mutex run_mutex;
8b3d6663
AB
64
65 struct mm_struct *owner;
67207b96
AB
66
67 struct kref kref;
8b3d6663
AB
68 wait_queue_head_t ibox_wq;
69 wait_queue_head_t wbox_wq;
5110459f 70 wait_queue_head_t stop_wq;
a33a7d73 71 wait_queue_head_t mfc_wq;
8b3d6663
AB
72 struct fasync_struct *ibox_fasync;
73 struct fasync_struct *wbox_fasync;
a33a7d73
AB
74 struct fasync_struct *mfc_fasync;
75 u32 tagwait;
8b3d6663 76 struct spu_context_ops *ops;
2a911f0b 77 struct work_struct reap_work;
9add11da
AB
78 unsigned long flags;
79 unsigned long event_return;
6263203e
AB
80
81 struct list_head gang_list;
82 struct spu_gang *gang;
8389998a 83
476273ad
CH
84 /* owner thread */
85 pid_t tid;
86
8389998a 87 /* scheduler fields */
7022543e 88 struct list_head rq;
37901802 89 unsigned int time_slice;
26bec673 90 unsigned long sched_flags;
ea1ae594 91 cpumask_t cpus_allowed;
2eb1b120 92 int policy;
8389998a 93 int prio;
e9f8a0b6
CH
94
95 /* statistics */
96 struct {
97 /* updates protected by ctx->state_mutex */
27ec41d3
AD
98 enum spu_utilization_state util_state;
99 unsigned long long tstamp; /* time of last state switch */
100 unsigned long long times[SPU_UTIL_MAX];
e9f8a0b6
CH
101 unsigned long long vol_ctx_switch;
102 unsigned long long invol_ctx_switch;
103 unsigned long long min_flt;
104 unsigned long long maj_flt;
105 unsigned long long hash_flt;
106 unsigned long long slb_flt;
107 unsigned long long slb_flt_base; /* # at last ctx switch */
108 unsigned long long class2_intr;
109 unsigned long long class2_intr_base; /* # at last ctx switch */
110 unsigned long long libassist;
111 } stats;
8e68e2f2
AB
112
113 struct list_head aff_list;
114 int aff_head;
6263203e
AB
115};
116
117struct spu_gang {
118 struct list_head list;
119 struct mutex mutex;
120 struct kref kref;
121 int contexts;
8e68e2f2
AB
122
123 struct spu_context *aff_ref_ctx;
124 struct list_head aff_list_head;
125 struct mutex aff_mutex;
126 int aff_flags;
8b3d6663
AB
127};
128
8e68e2f2
AB
129/* Flag bits for spu_gang aff_flags */
130#define AFF_OFFSETS_SET 1
131#define AFF_MERGED 2
132
a33a7d73
AB
133struct mfc_dma_command {
134 int32_t pad; /* reserved */
135 uint32_t lsa; /* local storage address */
136 uint64_t ea; /* effective address */
137 uint16_t size; /* transfer size */
138 uint16_t tag; /* command tag */
139 uint16_t class; /* class ID */
140 uint16_t cmd; /* command opcode */
141};
142
143
8b3d6663
AB
144/* SPU context query/set operations. */
145struct spu_context_ops {
146 int (*mbox_read) (struct spu_context * ctx, u32 * data);
147 u32(*mbox_stat_read) (struct spu_context * ctx);
3a843d7c
AB
148 unsigned int (*mbox_stat_poll)(struct spu_context *ctx,
149 unsigned int events);
8b3d6663
AB
150 int (*ibox_read) (struct spu_context * ctx, u32 * data);
151 int (*wbox_write) (struct spu_context * ctx, u32 data);
152 u32(*signal1_read) (struct spu_context * ctx);
153 void (*signal1_write) (struct spu_context * ctx, u32 data);
154 u32(*signal2_read) (struct spu_context * ctx);
155 void (*signal2_write) (struct spu_context * ctx, u32 data);
156 void (*signal1_type_set) (struct spu_context * ctx, u64 val);
157 u64(*signal1_type_get) (struct spu_context * ctx);
158 void (*signal2_type_set) (struct spu_context * ctx, u64 val);
159 u64(*signal2_type_get) (struct spu_context * ctx);
160 u32(*npc_read) (struct spu_context * ctx);
161 void (*npc_write) (struct spu_context * ctx, u32 data);
162 u32(*status_read) (struct spu_context * ctx);
163 char*(*get_ls) (struct spu_context * ctx);
3960c260 164 u32 (*runcntl_read) (struct spu_context * ctx);
5110459f 165 void (*runcntl_write) (struct spu_context * ctx, u32 data);
ee2d7340
AB
166 void (*master_start) (struct spu_context * ctx);
167 void (*master_stop) (struct spu_context * ctx);
a33a7d73
AB
168 int (*set_mfc_query)(struct spu_context * ctx, u32 mask, u32 mode);
169 u32 (*read_mfc_tagstatus)(struct spu_context * ctx);
170 u32 (*get_mfc_free_elements)(struct spu_context *ctx);
b9e3bd77
DGM
171 int (*send_mfc_command)(struct spu_context * ctx,
172 struct mfc_dma_command * cmd);
173 void (*dma_info_read) (struct spu_context * ctx,
174 struct spu_dma_info * info);
175 void (*proxydma_info_read) (struct spu_context * ctx,
176 struct spu_proxydma_info * info);
57dace23 177 void (*restart_dma)(struct spu_context *ctx);
67207b96
AB
178};
179
8b3d6663
AB
180extern struct spu_context_ops spu_hw_ops;
181extern struct spu_context_ops spu_backing_ops;
182
67207b96
AB
183struct spufs_inode_info {
184 struct spu_context *i_ctx;
6263203e 185 struct spu_gang *i_gang;
67207b96 186 struct inode vfs_inode;
43c2bbd9 187 int i_openers;
67207b96
AB
188};
189#define SPUFS_I(inode) \
190 container_of(inode, struct spufs_inode_info, vfs_inode)
191
192extern struct tree_descr spufs_dir_contents[];
5737edd1 193extern struct tree_descr spufs_dir_nosched_contents[];
67207b96
AB
194
195/* system call implementation */
50af32a9 196long spufs_run_spu(struct spu_context *ctx, u32 *npc, u32 *status);
8e68e2f2
AB
197long spufs_create(struct nameidata *nd, unsigned int flags,
198 mode_t mode, struct file *filp);
9c2e08c5 199extern const struct file_operations spufs_context_fops;
67207b96 200
6263203e
AB
201/* gang management */
202struct spu_gang *alloc_spu_gang(void);
203struct spu_gang *get_spu_gang(struct spu_gang *gang);
204int put_spu_gang(struct spu_gang *gang);
205void spu_gang_remove_ctx(struct spu_gang *gang, struct spu_context *ctx);
206void spu_gang_add_ctx(struct spu_gang *gang, struct spu_context *ctx);
207
57dace23
AB
208/* fault handling */
209int spufs_handle_class1(struct spu_context *ctx);
210
67207b96 211/* context management */
65de66f0 212extern atomic_t nr_spu_contexts;
6a0641e5
CH
213static inline void spu_acquire(struct spu_context *ctx)
214{
215 mutex_lock(&ctx->state_mutex);
216}
217
218static inline void spu_release(struct spu_context *ctx)
219{
220 mutex_unlock(&ctx->state_mutex);
221}
222
6263203e 223struct spu_context * alloc_spu_context(struct spu_gang *gang);
67207b96
AB
224void destroy_spu_context(struct kref *kref);
225struct spu_context * get_spu_context(struct spu_context *ctx);
226int put_spu_context(struct spu_context *ctx);
5110459f 227void spu_unmap_mappings(struct spu_context *ctx);
67207b96 228
8b3d6663 229void spu_forget(struct spu_context *ctx);
26bec673 230int spu_acquire_runnable(struct spu_context *ctx, unsigned long flags);
67207b96 231void spu_acquire_saved(struct spu_context *ctx);
27b1ea09 232void spu_release_saved(struct spu_context *ctx);
50b520d4 233
26bec673 234int spu_activate(struct spu_context *ctx, unsigned long flags);
8b3d6663
AB
235void spu_deactivate(struct spu_context *ctx);
236void spu_yield(struct spu_context *ctx);
fe443ef2 237void spu_set_timeslice(struct spu_context *ctx);
2cf2b3b4
CH
238void spu_update_sched_info(struct spu_context *ctx);
239void __spu_update_sched_info(struct spu_context *ctx);
8b3d6663 240int __init spu_sched_init(void);
d1450317 241void spu_sched_exit(void);
8b3d6663 242
c6730ed4
JK
243extern char *isolated_loader;
244
ce8ab854
AB
245/*
246 * spufs_wait
7022543e 247 * Same as wait_event_interruptible(), except that here
ce8ab854
AB
248 * we need to call spu_release(ctx) before sleeping, and
249 * then spu_acquire(ctx) when awoken.
250 */
251
252#define spufs_wait(wq, condition) \
253({ \
254 int __ret = 0; \
255 DEFINE_WAIT(__wait); \
256 for (;;) { \
257 prepare_to_wait(&(wq), &__wait, TASK_INTERRUPTIBLE); \
258 if (condition) \
259 break; \
d3764397
JK
260 if (signal_pending(current)) { \
261 __ret = -ERESTARTSYS; \
262 break; \
ce8ab854 263 } \
d3764397
JK
264 spu_release(ctx); \
265 schedule(); \
266 spu_acquire(ctx); \
ce8ab854
AB
267 } \
268 finish_wait(&(wq), &__wait); \
269 __ret; \
270})
271
8b3d6663
AB
272size_t spu_wbox_write(struct spu_context *ctx, u32 data);
273size_t spu_ibox_read(struct spu_context *ctx, u32 *data);
274
275/* irq callback funcs. */
276void spufs_ibox_callback(struct spu *spu);
277void spufs_wbox_callback(struct spu *spu);
5110459f 278void spufs_stop_callback(struct spu *spu);
a33a7d73 279void spufs_mfc_callback(struct spu *spu);
9add11da 280void spufs_dma_callback(struct spu *spu, int type);
8b3d6663 281
bf1ab978
DGM
282extern struct spu_coredump_calls spufs_coredump_calls;
283struct spufs_coredump_reader {
284 char *name;
285 ssize_t (*read)(struct spu_context *ctx,
286 char __user *buffer, size_t size, loff_t *pos);
287 u64 (*get)(void *data);
288 size_t size;
289};
290extern struct spufs_coredump_reader spufs_coredump_read[];
291extern int spufs_coredump_num_notes;
292
e9f8a0b6
CH
293/*
294 * This function is a little bit too large for an inline, but
295 * as fault.c is built into the kernel we can't move it out of
296 * line.
297 */
298static inline void spuctx_switch_state(struct spu_context *ctx,
27ec41d3 299 enum spu_utilization_state new_state)
e9f8a0b6 300{
27ec41d3
AD
301 unsigned long long curtime;
302 signed long long delta;
303 struct timespec ts;
304 struct spu *spu;
305 enum spu_utilization_state old_state;
e9f8a0b6 306
27ec41d3
AD
307 ktime_get_ts(&ts);
308 curtime = timespec_to_ns(&ts);
309 delta = curtime - ctx->stats.tstamp;
e9f8a0b6 310
27ec41d3
AD
311 WARN_ON(!mutex_is_locked(&ctx->state_mutex));
312 WARN_ON(delta < 0);
313
314 spu = ctx->spu;
315 old_state = ctx->stats.util_state;
316 ctx->stats.util_state = new_state;
317 ctx->stats.tstamp = curtime;
318
319 /*
320 * Update the physical SPU utilization statistics.
321 */
322 if (spu) {
323 ctx->stats.times[old_state] += delta;
324 spu->stats.times[old_state] += delta;
325 spu->stats.util_state = new_state;
fe2f896d 326 spu->stats.tstamp = curtime;
fe2f896d
CH
327 }
328}
329
67207b96 330#endif