device.c 49.5 KB
Newer Older
Linus Torvalds's avatar
Linus Torvalds committed
1
2
3
4
/*
 *  drivers/s390/cio/device.c
 *  bus driver for ccw devices
 *
Cornelia Huck's avatar
Cornelia Huck committed
5
 *    Copyright IBM Corp. 2002,2008
Linus Torvalds's avatar
Linus Torvalds committed
6
 *    Author(s): Arnd Bergmann (arndb@de.ibm.com)
7
 *		 Cornelia Huck (cornelia.huck@de.ibm.com)
Linus Torvalds's avatar
Linus Torvalds committed
8
9
10
11
12
13
14
15
16
17
18
 *		 Martin Schwidefsky (schwidefsky@de.ibm.com)
 */
#include <linux/module.h>
#include <linux/init.h>
#include <linux/spinlock.h>
#include <linux/errno.h>
#include <linux/err.h>
#include <linux/slab.h>
#include <linux/list.h>
#include <linux/device.h>
#include <linux/workqueue.h>
19
#include <linux/timer.h>
Linus Torvalds's avatar
Linus Torvalds committed
20
21
22

#include <asm/ccwdev.h>
#include <asm/cio.h>
Tim Schmielau's avatar
Tim Schmielau committed
23
#include <asm/param.h>		/* HZ */
24
#include <asm/cmb.h>
25
#include <asm/isc.h>
Linus Torvalds's avatar
Linus Torvalds committed
26

27
#include "chp.h"
Linus Torvalds's avatar
Linus Torvalds committed
28
#include "cio.h"
29
#include "cio_debug.h"
Linus Torvalds's avatar
Linus Torvalds committed
30
31
32
#include "css.h"
#include "device.h"
#include "ioasm.h"
33
#include "io_sch.h"
34
#include "blacklist.h"
Linus Torvalds's avatar
Linus Torvalds committed
35

36
static struct timer_list recovery_timer;
37
static DEFINE_SPINLOCK(recovery_lock);
38
39
40
static int recovery_phase;
static const unsigned long recovery_delay[] = { 3, 30, 300 };

Linus Torvalds's avatar
Linus Torvalds committed
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
/******************* bus type handling ***********************/

/* The Linux driver model distinguishes between a bus type and
 * the bus itself. Of course we only have one channel
 * subsystem driver and one channel system per machine, but
 * we still use the abstraction. T.R. says it's a good idea. */
static int
ccw_bus_match (struct device * dev, struct device_driver * drv)
{
	struct ccw_device *cdev = to_ccwdev(dev);
	struct ccw_driver *cdrv = to_ccwdrv(drv);
	const struct ccw_device_id *ids = cdrv->ids, *found;

	if (!ids)
		return 0;

	found = ccw_device_id_match(ids, &cdev->id);
	if (!found)
		return 0;

	cdev->id.driver_info = found->driver_info;

	return 1;
}

66
67
68
/* Store modalias string delimited by prefix/suffix string into buffer with
 * specified size. Return length of resulting string (excluding trailing '\0')
 * even if string doesn't fit buffer (snprintf semantics). */
69
static int snprint_alias(char *buf, size_t size,
70
			 struct ccw_device_id *id, const char *suffix)
Linus Torvalds's avatar
Linus Torvalds committed
71
{
72
	int len;
Linus Torvalds's avatar
Linus Torvalds committed
73

74
	len = snprintf(buf, size, "ccw:t%04Xm%02X", id->cu_type, id->cu_model);
75
76
77
78
	if (len > size)
		return len;
	buf += len;
	size -= len;
Linus Torvalds's avatar
Linus Torvalds committed
79

80
81
82
83
84
	if (id->dev_type != 0)
		len += snprintf(buf, size, "dt%04Xdm%02X%s", id->dev_type,
				id->dev_model, suffix);
	else
		len += snprintf(buf, size, "dtdm%s", suffix);
Linus Torvalds's avatar
Linus Torvalds committed
85

86
87
88
89
90
	return len;
}

/* Set up environment variables for ccw device uevent. Return 0 on success,
 * non-zero otherwise. */
91
static int ccw_uevent(struct device *dev, struct kobj_uevent_env *env)
92
93
94
{
	struct ccw_device *cdev = to_ccwdev(dev);
	struct ccw_device_id *id = &(cdev->id);
95
96
	int ret;
	char modalias_buf[30];
Linus Torvalds's avatar
Linus Torvalds committed
97

98
	/* CU_TYPE= */
99
	ret = add_uevent_var(env, "CU_TYPE=%04X", id->cu_type);
100
101
	if (ret)
		return ret;
102
103

	/* CU_MODEL= */
104
	ret = add_uevent_var(env, "CU_MODEL=%02X", id->cu_model);
105
106
	if (ret)
		return ret;
Linus Torvalds's avatar
Linus Torvalds committed
107
108

	/* The next two can be zero, that's ok for us */
109
	/* DEV_TYPE= */
110
	ret = add_uevent_var(env, "DEV_TYPE=%04X", id->dev_type);
111
112
	if (ret)
		return ret;
Linus Torvalds's avatar
Linus Torvalds committed
113

114
	/* DEV_MODEL= */
115
	ret = add_uevent_var(env, "DEV_MODEL=%02X", id->dev_model);
116
117
	if (ret)
		return ret;
118
119

	/* MODALIAS=  */
120
	snprint_alias(modalias_buf, sizeof(modalias_buf), id, "");
121
122
	ret = add_uevent_var(env, "MODALIAS=%s", modalias_buf);
	return ret;
Linus Torvalds's avatar
Linus Torvalds committed
123
124
}

125
struct bus_type ccw_bus_type;
Linus Torvalds's avatar
Linus Torvalds committed
126

127
128
129
static void io_subchannel_irq(struct subchannel *);
static int io_subchannel_probe(struct subchannel *);
static int io_subchannel_remove(struct subchannel *);
130
static void io_subchannel_shutdown(struct subchannel *);
Cornelia Huck's avatar
Cornelia Huck committed
131
static int io_subchannel_sch_event(struct subchannel *, int);
132
133
static int io_subchannel_chp_event(struct subchannel *, struct chp_link *,
				   int);
Linus Torvalds's avatar
Linus Torvalds committed
134

135
136
137
138
139
140
static struct css_device_id io_subchannel_ids[] = {
	{ .match_flags = 0x1, .type = SUBCHANNEL_TYPE_IO, },
	{ /* end of list */ },
};
MODULE_DEVICE_TABLE(css, io_subchannel_ids);

141
static struct css_driver io_subchannel_driver = {
142
	.owner = THIS_MODULE,
143
	.subchannel_type = io_subchannel_ids,
144
	.name = "io_subchannel",
Linus Torvalds's avatar
Linus Torvalds committed
145
	.irq = io_subchannel_irq,
Cornelia Huck's avatar
Cornelia Huck committed
146
147
	.sch_event = io_subchannel_sch_event,
	.chp_event = io_subchannel_chp_event,
148
149
150
	.probe = io_subchannel_probe,
	.remove = io_subchannel_remove,
	.shutdown = io_subchannel_shutdown,
Linus Torvalds's avatar
Linus Torvalds committed
151
152
153
};

struct workqueue_struct *ccw_device_work;
154
155
wait_queue_head_t ccw_device_init_wq;
atomic_t ccw_device_init_count;
Linus Torvalds's avatar
Linus Torvalds committed
156

157
158
static void recovery_func(unsigned long data);

Linus Torvalds's avatar
Linus Torvalds committed
159
160
161
162
163
164
165
static int __init
init_ccw_bus_type (void)
{
	int ret;

	init_waitqueue_head(&ccw_device_init_wq);
	atomic_set(&ccw_device_init_count, 0);
166
	setup_timer(&recovery_timer, recovery_func, 0);
Linus Torvalds's avatar
Linus Torvalds committed
167
168
169
170
171
172
173
174
175
176
177
178

	ccw_device_work = create_singlethread_workqueue("cio");
	if (!ccw_device_work)
		return -ENOMEM; /* FIXME: better errno ? */
	slow_path_wq = create_singlethread_workqueue("kslowcrw");
	if (!slow_path_wq) {
		ret = -ENOMEM; /* FIXME: better errno ? */
		goto out_err;
	}
	if ((ret = bus_register (&ccw_bus_type)))
		goto out_err;

179
180
	ret = css_driver_register(&io_subchannel_driver);
	if (ret)
Linus Torvalds's avatar
Linus Torvalds committed
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
		goto out_err;

	wait_event(ccw_device_init_wq,
		   atomic_read(&ccw_device_init_count) == 0);
	flush_workqueue(ccw_device_work);
	return 0;
out_err:
	if (ccw_device_work)
		destroy_workqueue(ccw_device_work);
	if (slow_path_wq)
		destroy_workqueue(slow_path_wq);
	return ret;
}

static void __exit
cleanup_ccw_bus_type (void)
{
198
	css_driver_unregister(&io_subchannel_driver);
Linus Torvalds's avatar
Linus Torvalds committed
199
200
201
202
203
204
205
206
207
208
209
210
211
212
213
214
215
216
	bus_unregister(&ccw_bus_type);
	destroy_workqueue(ccw_device_work);
}

subsys_initcall(init_ccw_bus_type);
module_exit(cleanup_ccw_bus_type);

/************************ device handling **************************/

/*
 * A ccw_device has some interfaces in sysfs in addition to the
 * standard ones.
 * The following entries are designed to export the information which
 * resided in 2.4 in /proc/subchannels. Subchannel and device number
 * are obvious, so they don't have an entry :)
 * TODO: Split chpids and pimpampom up? Where is "in use" in the tree?
 */
static ssize_t
217
chpids_show (struct device * dev, struct device_attribute *attr, char * buf)
Linus Torvalds's avatar
Linus Torvalds committed
218
219
{
	struct subchannel *sch = to_subchannel(dev);
220
	struct chsc_ssd_info *ssd = &sch->ssd_info;
Linus Torvalds's avatar
Linus Torvalds committed
221
222
	ssize_t ret = 0;
	int chp;
223
224
225
226
227
228
229
230
231
	int mask;

	for (chp = 0; chp < 8; chp++) {
		mask = 0x80 >> chp;
		if (ssd->path_mask & mask)
			ret += sprintf(buf + ret, "%02x ", ssd->chpid[chp].id);
		else
			ret += sprintf(buf + ret, "00 ");
	}
Linus Torvalds's avatar
Linus Torvalds committed
232
233
234
235
236
	ret += sprintf (buf+ret, "\n");
	return min((ssize_t)PAGE_SIZE, ret);
}

static ssize_t
237
pimpampom_show (struct device * dev, struct device_attribute *attr, char * buf)
Linus Torvalds's avatar
Linus Torvalds committed
238
239
240
241
242
243
244
245
246
{
	struct subchannel *sch = to_subchannel(dev);
	struct pmcw *pmcw = &sch->schib.pmcw;

	return sprintf (buf, "%02x %02x %02x\n",
			pmcw->pim, pmcw->pam, pmcw->pom);
}

static ssize_t
247
devtype_show (struct device *dev, struct device_attribute *attr, char *buf)
Linus Torvalds's avatar
Linus Torvalds committed
248
249
250
251
252
253
254
255
256
257
258
259
{
	struct ccw_device *cdev = to_ccwdev(dev);
	struct ccw_device_id *id = &(cdev->id);

	if (id->dev_type != 0)
		return sprintf(buf, "%04x/%02x\n",
				id->dev_type, id->dev_model);
	else
		return sprintf(buf, "n/a\n");
}

static ssize_t
260
cutype_show (struct device *dev, struct device_attribute *attr, char *buf)
Linus Torvalds's avatar
Linus Torvalds committed
261
262
263
264
265
266
267
268
{
	struct ccw_device *cdev = to_ccwdev(dev);
	struct ccw_device_id *id = &(cdev->id);

	return sprintf(buf, "%04x/%02x\n",
		       id->cu_type, id->cu_model);
}

269
270
271
272
273
static ssize_t
modalias_show (struct device *dev, struct device_attribute *attr, char *buf)
{
	struct ccw_device *cdev = to_ccwdev(dev);
	struct ccw_device_id *id = &(cdev->id);
274
	int len;
275

276
	len = snprint_alias(buf, PAGE_SIZE, id, "\n");
277
278

	return len > PAGE_SIZE ? PAGE_SIZE : len;
279
280
}

Linus Torvalds's avatar
Linus Torvalds committed
281
static ssize_t
282
online_show (struct device *dev, struct device_attribute *attr, char *buf)
Linus Torvalds's avatar
Linus Torvalds committed
283
284
285
286
287
288
{
	struct ccw_device *cdev = to_ccwdev(dev);

	return sprintf(buf, cdev->online ? "1\n" : "0\n");
}

289
290
291
292
293
int ccw_device_is_orphan(struct ccw_device *cdev)
{
	return sch_is_pseudo_sch(to_subchannel(cdev->dev.parent));
}

294
static void ccw_device_unregister(struct ccw_device *cdev)
295
296
{
	if (test_and_clear_bit(1, &cdev->private->registered))
297
		device_del(&cdev->dev);
298
299
}

300
static void ccw_device_remove_orphan_cb(struct work_struct *work)
301
{
302
303
	struct ccw_device_private *priv;
	struct ccw_device *cdev;
304

305
306
	priv = container_of(work, struct ccw_device_private, kick_work);
	cdev = priv->cdev;
307
308
	ccw_device_unregister(cdev);
	put_device(&cdev->dev);
309
310
	/* Release cdev reference for workqueue processing. */
	put_device(&cdev->dev);
311
312
}

Linus Torvalds's avatar
Linus Torvalds committed
313
314
315
static void
ccw_device_remove_disconnected(struct ccw_device *cdev)
{
316
	unsigned long flags;
317

Linus Torvalds's avatar
Linus Torvalds committed
318
319
320
321
	/*
	 * Forced offline in disconnected state means
	 * 'throw away device'.
	 */
322
323
324
	/* Get cdev reference for workqueue processing. */
	if (!get_device(&cdev->dev))
		return;
325
	if (ccw_device_is_orphan(cdev)) {
326
327
328
329
330
		/*
		 * Deregister ccw device.
		 * Unfortunately, we cannot do this directly from the
		 * attribute method.
		 */
331
332
333
		spin_lock_irqsave(cdev->ccwlock, flags);
		cdev->private->state = DEV_STATE_NOT_OPER;
		spin_unlock_irqrestore(cdev->ccwlock, flags);
334
335
		PREPARE_WORK(&cdev->private->kick_work,
				ccw_device_remove_orphan_cb);
336
		queue_work(slow_path_wq, &cdev->private->kick_work);
337
338
	} else
		/* Deregister subchannel, which will kill the ccw device. */
339
		ccw_device_schedule_sch_unregister(cdev);
Linus Torvalds's avatar
Linus Torvalds committed
340
341
}

342
343
344
345
346
347
348
349
350
351
352
353
/**
 * ccw_device_set_offline() - disable a ccw device for I/O
 * @cdev: target ccw device
 *
 * This function calls the driver's set_offline() function for @cdev, if
 * given, and then disables @cdev.
 * Returns:
 *   %0 on success and a negative error value on failure.
 * Context:
 *  enabled, ccw device lock not held
 */
int ccw_device_set_offline(struct ccw_device *cdev)
Linus Torvalds's avatar
Linus Torvalds committed
354
355
356
357
358
359
360
361
362
363
364
365
366
367
368
369
370
371
372
373
374
375
{
	int ret;

	if (!cdev)
		return -ENODEV;
	if (!cdev->online || !cdev->drv)
		return -EINVAL;

	if (cdev->drv->set_offline) {
		ret = cdev->drv->set_offline(cdev);
		if (ret != 0)
			return ret;
	}
	cdev->online = 0;
	spin_lock_irq(cdev->ccwlock);
	ret = ccw_device_offline(cdev);
	if (ret == -ENODEV) {
		if (cdev->private->state != DEV_STATE_NOT_OPER) {
			cdev->private->state = DEV_STATE_OFFLINE;
			dev_fsm_event(cdev, DEV_EVENT_NOTOPER);
		}
		spin_unlock_irq(cdev->ccwlock);
376
377
		/* Give up reference from ccw_device_set_online(). */
		put_device(&cdev->dev);
Linus Torvalds's avatar
Linus Torvalds committed
378
379
380
		return ret;
	}
	spin_unlock_irq(cdev->ccwlock);
381
	if (ret == 0) {
Linus Torvalds's avatar
Linus Torvalds committed
382
		wait_event(cdev->private->wait_q, dev_fsm_final_state(cdev));
383
384
385
		/* Give up reference from ccw_device_set_online(). */
		put_device(&cdev->dev);
	} else {
386
		CIO_MSG_EVENT(0, "ccw_device_offline returned %d, "
Cornelia Huck's avatar
Cornelia Huck committed
387
388
389
			      "device 0.%x.%04x\n",
			      ret, cdev->private->dev_id.ssid,
			      cdev->private->dev_id.devno);
Linus Torvalds's avatar
Linus Torvalds committed
390
391
		cdev->online = 1;
	}
392
	return ret;
Linus Torvalds's avatar
Linus Torvalds committed
393
394
}

395
396
397
398
399
400
401
402
403
404
405
406
407
/**
 * ccw_device_set_online() - enable a ccw device for I/O
 * @cdev: target ccw device
 *
 * This function first enables @cdev and then calls the driver's set_online()
 * function for @cdev, if given. If set_online() returns an error, @cdev is
 * disabled again.
 * Returns:
 *   %0 on success and a negative error value on failure.
 * Context:
 *  enabled, ccw device lock not held
 */
int ccw_device_set_online(struct ccw_device *cdev)
Linus Torvalds's avatar
Linus Torvalds committed
408
409
410
411
412
413
414
{
	int ret;

	if (!cdev)
		return -ENODEV;
	if (cdev->online || !cdev->drv)
		return -EINVAL;
415
416
417
	/* Hold on to an extra reference while device is online. */
	if (!get_device(&cdev->dev))
		return -ENODEV;
Linus Torvalds's avatar
Linus Torvalds committed
418
419
420
421
422
423
424

	spin_lock_irq(cdev->ccwlock);
	ret = ccw_device_online(cdev);
	spin_unlock_irq(cdev->ccwlock);
	if (ret == 0)
		wait_event(cdev->private->wait_q, dev_fsm_final_state(cdev));
	else {
425
		CIO_MSG_EVENT(0, "ccw_device_online returned %d, "
Cornelia Huck's avatar
Cornelia Huck committed
426
427
428
			      "device 0.%x.%04x\n",
			      ret, cdev->private->dev_id.ssid,
			      cdev->private->dev_id.devno);
429
430
		/* Give up online reference since onlining failed. */
		put_device(&cdev->dev);
Linus Torvalds's avatar
Linus Torvalds committed
431
432
		return ret;
	}
433
434
435
	if (cdev->private->state != DEV_STATE_ONLINE) {
		/* Give up online reference since onlining failed. */
		put_device(&cdev->dev);
Linus Torvalds's avatar
Linus Torvalds committed
436
		return -ENODEV;
437
	}
Linus Torvalds's avatar
Linus Torvalds committed
438
439
440
441
442
443
444
445
446
	if (!cdev->drv->set_online || cdev->drv->set_online(cdev) == 0) {
		cdev->online = 1;
		return 0;
	}
	spin_lock_irq(cdev->ccwlock);
	ret = ccw_device_offline(cdev);
	spin_unlock_irq(cdev->ccwlock);
	if (ret == 0)
		wait_event(cdev->private->wait_q, dev_fsm_final_state(cdev));
Cornelia Huck's avatar
Cornelia Huck committed
447
	else
448
		CIO_MSG_EVENT(0, "ccw_device_offline returned %d, "
Cornelia Huck's avatar
Cornelia Huck committed
449
450
451
			      "device 0.%x.%04x\n",
			      ret, cdev->private->dev_id.ssid,
			      cdev->private->dev_id.devno);
452
453
	/* Give up online reference since onlining failed. */
	put_device(&cdev->dev);
454
	return (ret == 0) ? -ENODEV : ret;
Linus Torvalds's avatar
Linus Torvalds committed
455
456
}

457
static int online_store_handle_offline(struct ccw_device *cdev)
458
459
460
{
	if (cdev->private->state == DEV_STATE_DISCONNECTED)
		ccw_device_remove_disconnected(cdev);
461
462
463
	else if (cdev->online && cdev->drv && cdev->drv->set_offline)
		return ccw_device_set_offline(cdev);
	return 0;
464
465
466
467
468
469
470
471
472
473
}

static int online_store_recog_and_online(struct ccw_device *cdev)
{
	int ret;

	/* Do device recognition, if needed. */
	if (cdev->id.cu_type == 0) {
		ret = ccw_device_recognition(cdev);
		if (ret) {
Cornelia Huck's avatar
Cornelia Huck committed
474
475
476
477
			CIO_MSG_EVENT(0, "Couldn't start recognition "
				      "for device 0.%x.%04x (ret=%d)\n",
				      cdev->private->dev_id.ssid,
				      cdev->private->dev_id.devno, ret);
478
479
480
481
			return ret;
		}
		wait_event(cdev->private->wait_q,
			   cdev->private->flags.recog_done);
482
483
484
		if (cdev->private->state != DEV_STATE_OFFLINE)
			/* recognition failed */
			return -EAGAIN;
485
486
487
488
489
	}
	if (cdev->drv && cdev->drv->set_online)
		ccw_device_set_online(cdev);
	return 0;
}
490

491
static int online_store_handle_online(struct ccw_device *cdev, int force)
492
493
494
495
{
	int ret;

	ret = online_store_recog_and_online(cdev);
496
	if (ret && !force)
497
		return ret;
498
499
	if (force && cdev->private->state == DEV_STATE_BOXED) {
		ret = ccw_device_stlck(cdev);
500
501
		if (ret)
			return ret;
502
503
		if (cdev->id.cu_type == 0)
			cdev->private->state = DEV_STATE_NOT_OPER;
504
505
506
		ret = online_store_recog_and_online(cdev);
		if (ret)
			return ret;
507
	}
508
	return 0;
509
510
511
512
}

static ssize_t online_store (struct device *dev, struct device_attribute *attr,
			     const char *buf, size_t count)
Linus Torvalds's avatar
Linus Torvalds committed
513
514
{
	struct ccw_device *cdev = to_ccwdev(dev);
515
516
	int force, ret;
	unsigned long i;
Linus Torvalds's avatar
Linus Torvalds committed
517

518
	if (atomic_cmpxchg(&cdev->private->onoff, 0, 1) != 0)
Linus Torvalds's avatar
Linus Torvalds committed
519
520
521
522
523
524
525
526
527
		return -EAGAIN;

	if (cdev->drv && !try_module_get(cdev->drv->owner)) {
		atomic_set(&cdev->private->onoff, 0);
		return -EINVAL;
	}
	if (!strncmp(buf, "force\n", count)) {
		force = 1;
		i = 1;
528
		ret = 0;
Linus Torvalds's avatar
Linus Torvalds committed
529
530
	} else {
		force = 0;
531
		ret = strict_strtoul(buf, 16, &i);
Linus Torvalds's avatar
Linus Torvalds committed
532
	}
533
534
	if (ret)
		goto out;
535
536
	switch (i) {
	case 0:
537
		ret = online_store_handle_offline(cdev);
538
539
		break;
	case 1:
540
		ret = online_store_handle_online(cdev, force);
541
542
		break;
	default:
543
		ret = -EINVAL;
Linus Torvalds's avatar
Linus Torvalds committed
544
	}
545
out:
Linus Torvalds's avatar
Linus Torvalds committed
546
547
548
	if (cdev->drv)
		module_put(cdev->drv->owner);
	atomic_set(&cdev->private->onoff, 0);
549
	return (ret < 0) ? ret : count;
Linus Torvalds's avatar
Linus Torvalds committed
550
551
552
}

static ssize_t
553
available_show (struct device *dev, struct device_attribute *attr, char *buf)
Linus Torvalds's avatar
Linus Torvalds committed
554
555
556
557
{
	struct ccw_device *cdev = to_ccwdev(dev);
	struct subchannel *sch;

558
559
	if (ccw_device_is_orphan(cdev))
		return sprintf(buf, "no device\n");
Linus Torvalds's avatar
Linus Torvalds committed
560
561
562
563
564
565
566
567
568
569
570
571
572
573
574
575
576
577
578
579
580
	switch (cdev->private->state) {
	case DEV_STATE_BOXED:
		return sprintf(buf, "boxed\n");
	case DEV_STATE_DISCONNECTED:
	case DEV_STATE_DISCONNECTED_SENSE_ID:
	case DEV_STATE_NOT_OPER:
		sch = to_subchannel(dev->parent);
		if (!sch->lpm)
			return sprintf(buf, "no path\n");
		else
			return sprintf(buf, "no device\n");
	default:
		/* All other states considered fine. */
		return sprintf(buf, "good\n");
	}
}

static DEVICE_ATTR(chpids, 0444, chpids_show, NULL);
static DEVICE_ATTR(pimpampom, 0444, pimpampom_show, NULL);
static DEVICE_ATTR(devtype, 0444, devtype_show, NULL);
static DEVICE_ATTR(cutype, 0444, cutype_show, NULL);
581
static DEVICE_ATTR(modalias, 0444, modalias_show, NULL);
Linus Torvalds's avatar
Linus Torvalds committed
582
583
584
static DEVICE_ATTR(online, 0644, online_show, online_store);
static DEVICE_ATTR(availability, 0444, available_show, NULL);

585
static struct attribute *io_subchannel_attrs[] = {
Linus Torvalds's avatar
Linus Torvalds committed
586
587
588
589
590
	&dev_attr_chpids.attr,
	&dev_attr_pimpampom.attr,
	NULL,
};

591
592
static struct attribute_group io_subchannel_attr_group = {
	.attrs = io_subchannel_attrs,
593
};
Linus Torvalds's avatar
Linus Torvalds committed
594
595
596
597

static struct attribute * ccwdev_attrs[] = {
	&dev_attr_devtype.attr,
	&dev_attr_cutype.attr,
598
	&dev_attr_modalias.attr,
Linus Torvalds's avatar
Linus Torvalds committed
599
600
601
602
603
604
605
606
607
608
	&dev_attr_online.attr,
	&dev_attr_cmb_enable.attr,
	&dev_attr_availability.attr,
	NULL,
};

static struct attribute_group ccwdev_attr_group = {
	.attrs = ccwdev_attrs,
};

609
static struct attribute_group *ccwdev_attr_groups[] = {
610
611
612
	&ccwdev_attr_group,
	NULL,
};
Linus Torvalds's avatar
Linus Torvalds committed
613
614
615

/* this is a simple abstraction for device_register that sets the
 * correct bus type and adds the bus specific files */
616
static int ccw_device_register(struct ccw_device *cdev)
Linus Torvalds's avatar
Linus Torvalds committed
617
618
619
620
621
622
623
624
625
626
627
628
629
{
	struct device *dev = &cdev->dev;
	int ret;

	dev->bus = &ccw_bus_type;

	if ((ret = device_add(dev)))
		return ret;

	set_bit(1, &cdev->private->registered);
	return ret;
}

630
struct match_data {
631
	struct ccw_dev_id dev_id;
632
633
634
635
636
637
	struct ccw_device * sibling;
};

static int
match_devno(struct device * dev, void * data)
{
638
	struct match_data * d = data;
639
640
641
642
	struct ccw_device * cdev;

	cdev = to_ccwdev(dev);
	if ((cdev->private->state == DEV_STATE_DISCONNECTED) &&
643
	    !ccw_device_is_orphan(cdev) &&
644
	    ccw_dev_id_is_equal(&cdev->private->dev_id, &d->dev_id) &&
645
	    (cdev != d->sibling))
646
647
648
649
		return 1;
	return 0;
}

650
651
static struct ccw_device * get_disc_ccwdev_by_dev_id(struct ccw_dev_id *dev_id,
						     struct ccw_device *sibling)
Linus Torvalds's avatar
Linus Torvalds committed
652
653
{
	struct device *dev;
654
	struct match_data data;
Linus Torvalds's avatar
Linus Torvalds committed
655

656
	data.dev_id = *dev_id;
657
	data.sibling = sibling;
658
	dev = bus_find_device(&ccw_bus_type, NULL, &data, match_devno);
Linus Torvalds's avatar
Linus Torvalds committed
659

660
	return dev ? to_ccwdev(dev) : NULL;
Linus Torvalds's avatar
Linus Torvalds committed
661
662
}

663
664
665
666
667
668
669
670
671
672
673
674
675
676
677
678
679
680
681
682
683
684
static int match_orphan(struct device *dev, void *data)
{
	struct ccw_dev_id *dev_id;
	struct ccw_device *cdev;

	dev_id = data;
	cdev = to_ccwdev(dev);
	return ccw_dev_id_is_equal(&cdev->private->dev_id, dev_id);
}

static struct ccw_device *
get_orphaned_ccwdev_by_dev_id(struct channel_subsystem *css,
			      struct ccw_dev_id *dev_id)
{
	struct device *dev;

	dev = device_find_child(&css->pseudo_subchannel->dev, dev_id,
				match_orphan);

	return dev ? to_ccwdev(dev) : NULL;
}

685
void ccw_device_do_unbind_bind(struct work_struct *work)
Linus Torvalds's avatar
Linus Torvalds committed
686
{
687
	struct ccw_device_private *priv;
Linus Torvalds's avatar
Linus Torvalds committed
688
689
	struct ccw_device *cdev;
	struct subchannel *sch;
690
	int ret;
Linus Torvalds's avatar
Linus Torvalds committed
691

692
693
	priv = container_of(work, struct ccw_device_private, kick_work);
	cdev = priv->cdev;
Linus Torvalds's avatar
Linus Torvalds committed
694
	sch = to_subchannel(cdev->dev.parent);
695

696
697
698
699
700
	if (test_bit(1, &cdev->private->registered)) {
		device_release_driver(&cdev->dev);
		ret = device_attach(&cdev->dev);
		WARN_ON(ret == -ENODEV);
	}
Linus Torvalds's avatar
Linus Torvalds committed
701
702
703
704
705
706
707
708
}

static void
ccw_device_release(struct device *dev)
{
	struct ccw_device *cdev;

	cdev = to_ccwdev(dev);
709
710
	/* Release reference of parent subchannel. */
	put_device(cdev->dev.parent);
Linus Torvalds's avatar
Linus Torvalds committed
711
712
713
714
	kfree(cdev->private);
	kfree(cdev);
}

715
716
717
718
719
720
721
722
723
724
725
726
727
728
729
730
731
732
733
734
735
736
static struct ccw_device * io_subchannel_allocate_dev(struct subchannel *sch)
{
	struct ccw_device *cdev;

	cdev  = kzalloc(sizeof(*cdev), GFP_KERNEL);
	if (cdev) {
		cdev->private = kzalloc(sizeof(struct ccw_device_private),
					GFP_KERNEL | GFP_DMA);
		if (cdev->private)
			return cdev;
	}
	kfree(cdev);
	return ERR_PTR(-ENOMEM);
}

static int io_subchannel_initialize_dev(struct subchannel *sch,
					struct ccw_device *cdev)
{
	cdev->private->cdev = cdev;
	atomic_set(&cdev->private->onoff, 0);
	cdev->dev.parent = &sch->dev;
	cdev->dev.release = ccw_device_release;
737
	INIT_WORK(&cdev->private->kick_work, NULL);
738
	cdev->dev.groups = ccwdev_attr_groups;
739
740
741
	/* Do first half of device_register. */
	device_initialize(&cdev->dev);
	if (!get_device(&sch->dev)) {
742
743
		/* Release reference from device_initialize(). */
		put_device(&cdev->dev);
744
745
746
747
748
749
750
751
752
753
754
755
756
757
758
759
760
761
762
763
764
		return -ENODEV;
	}
	return 0;
}

static struct ccw_device * io_subchannel_create_ccwdev(struct subchannel *sch)
{
	struct ccw_device *cdev;
	int ret;

	cdev = io_subchannel_allocate_dev(sch);
	if (!IS_ERR(cdev)) {
		ret = io_subchannel_initialize_dev(sch, cdev);
		if (ret) {
			kfree(cdev);
			cdev = ERR_PTR(ret);
		}
	}
	return cdev;
}

765
766
767
768
769
static int io_subchannel_recog(struct ccw_device *, struct subchannel *);

static void sch_attach_device(struct subchannel *sch,
			      struct ccw_device *cdev)
{
770
	css_update_ssd_info(sch);
771
	spin_lock_irq(sch->lock);
772
	sch_set_cdev(sch, cdev);
773
774
	cdev->private->schid = sch->schid;
	cdev->ccwlock = sch->lock;
Cornelia Huck's avatar
Cornelia Huck committed
775
	ccw_device_trigger_reprobe(cdev);
776
777
778
779
780
781
782
783
784
	spin_unlock_irq(sch->lock);
}

static void sch_attach_disconnected_device(struct subchannel *sch,
					   struct ccw_device *cdev)
{
	struct subchannel *other_sch;
	int ret;

785
786
787
788
789
	/* Get reference for new parent. */
	if (!get_device(&sch->dev))
		return;
	other_sch = to_subchannel(cdev->dev.parent);
	/* Note: device_move() changes cdev->dev.parent */
790
	ret = device_move(&cdev->dev, &sch->dev, DPM_ORDER_PARENT_BEFORE_DEV);
791
	if (ret) {
792
		CIO_MSG_EVENT(0, "Moving disconnected device 0.%x.%04x failed "
793
794
			      "(ret=%d)!\n", cdev->private->dev_id.ssid,
			      cdev->private->dev_id.devno, ret);
795
796
		/* Put reference for new parent. */
		put_device(&sch->dev);
797
798
		return;
	}
799
	sch_set_cdev(other_sch, NULL);
800
801
802
	/* No need to keep a subchannel without ccw device around. */
	css_sch_device_unregister(other_sch);
	sch_attach_device(sch, cdev);
803
804
	/* Put reference for old parent. */
	put_device(&other_sch->dev);
805
806
807
808
809
810
}

static void sch_attach_orphaned_device(struct subchannel *sch,
				       struct ccw_device *cdev)
{
	int ret;
811
	struct subchannel *pseudo_sch;
812

813
814
815
816
817
818
819
820
	/* Get reference for new parent. */
	if (!get_device(&sch->dev))
		return;
	pseudo_sch = to_subchannel(cdev->dev.parent);
	/*
	 * Try to move the ccw device to its new subchannel.
	 * Note: device_move() changes cdev->dev.parent
	 */
821
	ret = device_move(&cdev->dev, &sch->dev, DPM_ORDER_PARENT_BEFORE_DEV);
822
823
824
825
826
	if (ret) {
		CIO_MSG_EVENT(0, "Moving device 0.%x.%04x from orphanage "
			      "failed (ret=%d)!\n",
			      cdev->private->dev_id.ssid,
			      cdev->private->dev_id.devno, ret);
827
828
		/* Put reference for new parent. */
		put_device(&sch->dev);
829
830
831
		return;
	}
	sch_attach_device(sch, cdev);
832
833
	/* Put reference on pseudo subchannel. */
	put_device(&pseudo_sch->dev);
834
835
836
837
838
839
840
841
842
843
844
845
846
847
}

static void sch_create_and_recog_new_device(struct subchannel *sch)
{
	struct ccw_device *cdev;

	/* Need to allocate a new ccw device. */
	cdev = io_subchannel_create_ccwdev(sch);
	if (IS_ERR(cdev)) {
		/* OK, we did everything we could... */
		css_sch_device_unregister(sch);
		return;
	}
	spin_lock_irq(sch->lock);
848
	sch_set_cdev(sch, cdev);
849
850
851
852
	spin_unlock_irq(sch->lock);
	/* Start recognition for the new ccw device. */
	if (io_subchannel_recog(cdev, sch)) {
		spin_lock_irq(sch->lock);
853
		sch_set_cdev(sch, NULL);
854
855
		spin_unlock_irq(sch->lock);
		css_sch_device_unregister(sch);
856
857
858
859
		/* Put reference from io_subchannel_create_ccwdev(). */
		put_device(&sch->dev);
		/* Give up initial reference. */
		put_device(&cdev->dev);
860
861
862
863
864
865
866
867
868
869
870
871
872
873
874
875
876
877
878
879
880
	}
}


void ccw_device_move_to_orphanage(struct work_struct *work)
{
	struct ccw_device_private *priv;
	struct ccw_device *cdev;
	struct ccw_device *replacing_cdev;
	struct subchannel *sch;
	int ret;
	struct channel_subsystem *css;
	struct ccw_dev_id dev_id;

	priv = container_of(work, struct ccw_device_private, kick_work);
	cdev = priv->cdev;
	sch = to_subchannel(cdev->dev.parent);
	css = to_css(sch->dev.parent);
	dev_id.devno = sch->schib.pmcw.dev;
	dev_id.ssid = sch->schid.ssid;

881
882
	/* Increase refcount for pseudo subchannel. */
	get_device(&css->pseudo_subchannel->dev);
883
884
885
	/*
	 * Move the orphaned ccw device to the orphanage so the replacing
	 * ccw device can take its place on the subchannel.
886
	 * Note: device_move() changes cdev->dev.parent
887
	 */
888
889
	ret = device_move(&cdev->dev, &css->pseudo_subchannel->dev,
		DPM_ORDER_NONE);
890
891
892
893
	if (ret) {
		CIO_MSG_EVENT(0, "Moving device 0.%x.%04x to orphanage failed "
			      "(ret=%d)!\n", cdev->private->dev_id.ssid,
			      cdev->private->dev_id.devno, ret);
894
895
		/* Decrease refcount for pseudo subchannel again. */
		put_device(&css->pseudo_subchannel->dev);
896
897
898
899
900
901
902
903
904
905
906
		return;
	}
	cdev->ccwlock = css->pseudo_subchannel->lock;
	/*
	 * Search for the replacing ccw device
	 * - among the disconnected devices
	 * - in the orphanage
	 */
	replacing_cdev = get_disc_ccwdev_by_dev_id(&dev_id, cdev);
	if (replacing_cdev) {
		sch_attach_disconnected_device(sch, replacing_cdev);
907
		/* Release reference from get_disc_ccwdev_by_dev_id() */
908
		put_device(&replacing_cdev->dev);
909
910
		/* Release reference of subchannel from old cdev. */
		put_device(&sch->dev);
911
912
913
914
915
		return;
	}
	replacing_cdev = get_orphaned_ccwdev_by_dev_id(css, &dev_id);
	if (replacing_cdev) {
		sch_attach_orphaned_device(sch, replacing_cdev);
916
		/* Release reference from get_orphaned_ccwdev_by_dev_id() */
917
		put_device(&replacing_cdev->dev);
918
919
		/* Release reference of subchannel from old cdev. */
		put_device(&sch->dev);
920
921
922
		return;
	}
	sch_create_and_recog_new_device(sch);
923
924
	/* Release reference of subchannel from old cdev. */
	put_device(&sch->dev);
925
926
}

Linus Torvalds's avatar
Linus Torvalds committed
927
928
929
930
/*
 * Register recognized device.
 */
static void
931
io_subchannel_register(struct work_struct *work)
Linus Torvalds's avatar
Linus Torvalds committed
932
{
933
	struct ccw_device_private *priv;
Linus Torvalds's avatar
Linus Torvalds committed
934
935
936
937
938
	struct ccw_device *cdev;
	struct subchannel *sch;
	int ret;
	unsigned long flags;

939
940
	priv = container_of(work, struct ccw_device_private, kick_work);
	cdev = priv->cdev;
Linus Torvalds's avatar
Linus Torvalds committed
941
	sch = to_subchannel(cdev->dev.parent);
942
943
944
945
946
947
948
949
	/*
	 * Check if subchannel is still registered. It may have become
	 * unregistered if a machine check hit us after finishing
	 * device recognition but before the register work could be
	 * queued.
	 */
	if (!device_is_registered(&sch->dev))
		goto out_err;
950
	css_update_ssd_info(sch);
951
952
953
954
955
956
	/*
	 * io_subchannel_register() will also be called after device
	 * recognition has been done for a boxed device (which will already
	 * be registered). We need to reprobe since we may now have sense id
	 * information.
	 */
957
	if (device_is_registered(&cdev->dev)) {
958
959
960
961
		if (!cdev->drv) {
			ret = device_reprobe(&cdev->dev);
			if (ret)
				/* We can't do much here. */
962
				CIO_MSG_EVENT(0, "device_reprobe() returned"
Cornelia Huck's avatar
Cornelia Huck committed
963
964
965
					      " %d for 0.%x.%04x\n", ret,
					      cdev->private->dev_id.ssid,
					      cdev->private->dev_id.devno);
966
		}
Linus Torvalds's avatar
Linus Torvalds committed
967
968
		goto out;
	}
969
970
971
972
	/*
	 * Now we know this subchannel will stay, we can throw
	 * our delayed uevent.
	 */
973
	dev_set_uevent_suppress(&sch->dev, 0);
974
	kobject_uevent(&sch->dev.kobj, KOBJ_ADD);
Linus Torvalds's avatar
Linus Torvalds committed
975
976
977
	/* make it known to the system */
	ret = ccw_device_register(cdev);
	if (ret) {
Cornelia Huck's avatar
Cornelia Huck committed
978
979
980
		CIO_MSG_EVENT(0, "Could not register ccw dev 0.%x.%04x: %d\n",
			      cdev->private->dev_id.ssid,
			      cdev->private->dev_id.devno, ret);
981
		spin_lock_irqsave(sch->lock, flags);
982
		sch_set_cdev(sch, NULL);
983
		spin_unlock_irqrestore(sch->lock, flags);
984
985
		/* Release initial device reference. */
		put_device(&cdev->dev);
986
		goto out_err;
Linus Torvalds's avatar
Linus Torvalds committed
987
988
989
990
	}
out:
	cdev->private->flags.recog_done = 1;
	wake_up(&cdev->private->wait_q);
991
992
993
out_err:
	/* Release reference for workqueue processing. */
	put_device(&cdev->dev);
Linus Torvalds's avatar
Linus Torvalds committed
994
995
996
997
	if (atomic_dec_and_test(&ccw_device_init_count))
		wake_up(&ccw_device_init_wq);
}

998
static void ccw_device_call_sch_unregister(struct work_struct *work)
Linus Torvalds's avatar
Linus Torvalds committed
999
{
1000
1001
	struct ccw_device_private *priv;
	struct ccw_device *cdev;
Linus Torvalds's avatar
Linus Torvalds committed
1002
1003
	struct subchannel *sch;

1004
1005
	priv = container_of(work, struct ccw_device_private, kick_work);
	cdev = priv->cdev;
1006
1007
1008
	/* Get subchannel reference for local processing. */
	if (!get_device(cdev->dev.parent))
		return;
Linus Torvalds's avatar
Linus Torvalds committed
1009
	sch = to_subchannel(cdev->dev.parent);
1010
	css_sch_device_unregister(sch);
Linus Torvalds's avatar
Linus Torvalds committed
1011
	/* Reset intparm to zeroes. */
1012
1013
	sch->config.intparm = 0;
	cio_commit_config(sch);
1014
	/* Release cdev reference for workqueue processing.*/
Linus Torvalds's avatar
Linus Torvalds committed
1015
	put_device(&cdev->dev);
1016
	/* Release subchannel reference for local processing. */
Linus Torvalds's avatar
Linus Torvalds committed
1017
1018
1019
	put_device(&sch->dev);
}

1020
1021
1022
1023
1024
1025
1026
void ccw_device_schedule_sch_unregister(struct ccw_device *cdev)
{
	PREPARE_WORK(&cdev->private->kick_work,
		     ccw_device_call_sch_unregister);
	queue_work(slow_path_wq, &cdev->private->kick_work);
}

Linus Torvalds's avatar
Linus Torvalds committed
1027
1028
1029
1030
1031
1032
1033
1034
1035
1036
1037
1038
1039
1040
1041
1042
/*
 * subchannel recognition done. Called from the state machine.
 */
void
io_subchannel_recog_done(struct ccw_device *cdev)
{
	if (css_init_done == 0) {
		cdev->private->flags.recog_done = 1;
		return;
	}
	switch (cdev->private->state) {
	case DEV_STATE_NOT_OPER:
		cdev->private->flags.recog_done = 1;
		/* Remove device found not operational. */
		if (!get_device(&cdev->dev))
			break;
1043
		ccw_device_schedule_sch_unregister(cdev);
Linus Torvalds's avatar
Linus Torvalds committed
1044
1045
1046
1047
1048
1049
1050
1051
1052
1053
1054
1055
1056
		if (atomic_dec_and_test(&ccw_device_init_count))
			wake_up(&ccw_device_init_wq);
		break;
	case DEV_STATE_BOXED:
		/* Device did not respond in time. */
	case DEV_STATE_OFFLINE:
		/* 
		 * We can't register the device in interrupt context so
		 * we schedule a work item.
		 */
		if (!get_device(&cdev->dev))
			break;
		PREPARE_WORK(&cdev->private->kick_work,
1057
			     io_subchannel_register);
Linus Torvalds's avatar
Linus Torvalds committed
1058
1059
1060
1061
1062
1063
1064
1065
1066
1067
1068
		queue_work(slow_path_wq, &cdev->private->kick_work);
		break;
	}
}

static int
io_subchannel_recog(struct ccw_device *cdev, struct subchannel *sch)
{
	int rc;
	struct ccw_device_private *priv;

1069
	sch_set_cdev(sch, cdev);
1070
	cdev->ccwlock = sch->lock;
1071

Linus Torvalds's avatar
Linus Torvalds committed
1072
1073
	/* Init private data. */
	priv = cdev->private;
1074
1075
1076
	priv->dev_id.devno = sch->schib.pmcw.dev;
	priv->dev_id.ssid = sch->schid.ssid;
	priv->schid = sch->schid;
Linus Torvalds's avatar
Linus Torvalds committed
1077
1078
1079
1080
1081
1082
	priv->state = DEV_STATE_NOT_OPER;
	INIT_LIST_HEAD(&priv->cmb_list);
	init_waitqueue_head(&priv->wait_q);
	init_timer(&priv->timer);

	/* Set an initial name for the device. */
1083
1084
1085
1086
1087
	if (cio_is_console(sch->schid))
		cdev->dev.init_name = cio_get_console_cdev_name(sch);
	else
		dev_set_name(&cdev->dev, "0.%x.%04x",
			     sch->schid.ssid, sch->schib.pmcw.dev);
Linus Torvalds's avatar
Linus Torvalds committed
1088
1089
1090
1091
1092

	/* Increase counter of devices currently in recognition. */
	atomic_inc(&ccw_device_init_count);

	/* Start async. device sensing. */
1093
	spin_lock_irq(sch->lock);
Linus Torvalds's avatar
Linus Torvalds committed
1094
	rc = ccw_device_recognition(cdev);
1095
	spin_unlock_irq(sch->lock);
Linus Torvalds's avatar
Linus Torvalds committed
1096
1097
1098
1099
1100
1101
1102
	if (rc) {
		if (atomic_dec_and_test(&ccw_device_init_count))
			wake_up(&ccw_device_init_wq);
	}
	return rc;
}

1103
1104
1105
1106
1107
1108
1109
1110
1111
1112
1113
static void ccw_device_move_to_sch(struct work_struct *work)
{
	struct ccw_device_private *priv;
	int rc;
	struct subchannel *sch;
	struct ccw_device *cdev;
	struct subchannel *former_parent;

	priv = container_of(work, struct ccw_device_private, kick_work);
	sch = priv->sch;
	cdev = priv->cdev;
1114
1115
1116
1117
	former_parent = to_subchannel(cdev->dev.parent);
	/* Get reference for new parent. */
	if (!get_device(&sch->dev))
		return;
1118
	mutex_lock(&sch->reg_mutex);
1119
1120
1121
1122
	/*
	 * Try to move the ccw device to its new subchannel.
	 * Note: device_move() changes cdev->dev.parent
	 */
1123
	rc = device_move(&cdev->dev, &sch->dev, DPM_ORDER_PARENT_BEFORE_DEV);
1124
1125
	mutex_unlock(&sch->reg_mutex);
	if (rc) {
1126
		CIO_MSG_EVENT(0, "Moving device 0.%x.%04x to subchannel "
1127
1128
1129
1130
1131
			      "0.%x.%04x failed (ret=%d)!\n",
			      cdev->private->dev_id.ssid,
			      cdev->private->dev_id.devno, sch->schid.ssid,
			      sch->schid.sch_no, rc);
		css_sch_device_unregister(sch);
1132
1133
		/* Put reference for new parent again. */
		put_device(&sch->dev);
1134
1135
		goto out;
	}
1136
	if (!sch_is_pseudo_sch(former_parent)) {
1137
		spin_lock_irq(former_parent->lock);
1138
		sch_set_cdev(former_parent, NULL);
1139
1140
1141
		spin_unlock_irq(former_parent->lock);
		css_sch_device_unregister(former_parent);
		/* Reset intparm to zeroes. */
1142
1143
		former_parent->config.intparm = 0;
		cio_commit_config(former_parent);
1144
1145
1146
	}
	sch_attach_device(sch, cdev);
out:
1147
1148
	/* Put reference for old parent. */
	put_device(&former_parent->dev);
1149
1150
1151
	put_device(&cdev->dev);
}

1152
1153
1154
1155
static void io_subchannel_irq(struct subchannel *sch)
{
	struct ccw_device *cdev;

1156
	cdev = sch_get_cdev(sch);
1157
1158

	CIO_TRACE_EVENT(3, "IRQ");