device.c 39.1 KB
Newer Older
Linus Torvalds's avatar
Linus Torvalds committed
1 2 3 4 5 6 7
/*
 *  drivers/s390/cio/device.c
 *  bus driver for ccw devices
 *
 *    Copyright (C) 2002 IBM Deutschland Entwicklung GmbH,
 *			 IBM Corporation
 *    Author(s): Arnd Bergmann (arndb@de.ibm.com)
8
 *		 Cornelia Huck (cornelia.huck@de.ibm.com)
Linus Torvalds's avatar
Linus Torvalds committed
9 10 11 12 13 14 15 16 17 18 19
 *		 Martin Schwidefsky (schwidefsky@de.ibm.com)
 */
#include <linux/module.h>
#include <linux/init.h>
#include <linux/spinlock.h>
#include <linux/errno.h>
#include <linux/err.h>
#include <linux/slab.h>
#include <linux/list.h>
#include <linux/device.h>
#include <linux/workqueue.h>
20
#include <linux/timer.h>
Linus Torvalds's avatar
Linus Torvalds committed
21 22 23

#include <asm/ccwdev.h>
#include <asm/cio.h>
Tim Schmielau's avatar
Tim Schmielau committed
24
#include <asm/param.h>		/* HZ */
25
#include <asm/cmb.h>
Linus Torvalds's avatar
Linus Torvalds committed
26 27

#include "cio.h"
28
#include "cio_debug.h"
Linus Torvalds's avatar
Linus Torvalds committed
29 30 31
#include "css.h"
#include "device.h"
#include "ioasm.h"
32
#include "io_sch.h"
Linus Torvalds's avatar
Linus Torvalds committed
33

34 35 36 37 38
static struct timer_list recovery_timer;
static spinlock_t recovery_lock;
static int recovery_phase;
static const unsigned long recovery_delay[] = { 3, 30, 300 };

Linus Torvalds's avatar
Linus Torvalds committed
39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63
/******************* bus type handling ***********************/

/* The Linux driver model distinguishes between a bus type and
 * the bus itself. Of course we only have one channel
 * subsystem driver and one channel system per machine, but
 * we still use the abstraction. T.R. says it's a good idea. */
static int
ccw_bus_match (struct device * dev, struct device_driver * drv)
{
	struct ccw_device *cdev = to_ccwdev(dev);
	struct ccw_driver *cdrv = to_ccwdrv(drv);
	const struct ccw_device_id *ids = cdrv->ids, *found;

	if (!ids)
		return 0;

	found = ccw_device_id_match(ids, &cdev->id);
	if (!found)
		return 0;

	cdev->id.driver_info = found->driver_info;

	return 1;
}

64 65 66
/* Store modalias string delimited by prefix/suffix string into buffer with
 * specified size. Return length of resulting string (excluding trailing '\0')
 * even if string doesn't fit buffer (snprintf semantics). */
67
static int snprint_alias(char *buf, size_t size,
68
			 struct ccw_device_id *id, const char *suffix)
Linus Torvalds's avatar
Linus Torvalds committed
69
{
70
	int len;
Linus Torvalds's avatar
Linus Torvalds committed
71

72
	len = snprintf(buf, size, "ccw:t%04Xm%02X", id->cu_type, id->cu_model);
73 74 75 76
	if (len > size)
		return len;
	buf += len;
	size -= len;
Linus Torvalds's avatar
Linus Torvalds committed
77

78 79 80 81 82
	if (id->dev_type != 0)
		len += snprintf(buf, size, "dt%04Xdm%02X%s", id->dev_type,
				id->dev_model, suffix);
	else
		len += snprintf(buf, size, "dtdm%s", suffix);
Linus Torvalds's avatar
Linus Torvalds committed
83

84 85 86 87 88
	return len;
}

/* Set up environment variables for ccw device uevent. Return 0 on success,
 * non-zero otherwise. */
89
static int ccw_uevent(struct device *dev, struct kobj_uevent_env *env)
90 91 92
{
	struct ccw_device *cdev = to_ccwdev(dev);
	struct ccw_device_id *id = &(cdev->id);
93 94
	int ret;
	char modalias_buf[30];
Linus Torvalds's avatar
Linus Torvalds committed
95

96
	/* CU_TYPE= */
97
	ret = add_uevent_var(env, "CU_TYPE=%04X", id->cu_type);
98 99
	if (ret)
		return ret;
100 101

	/* CU_MODEL= */
102
	ret = add_uevent_var(env, "CU_MODEL=%02X", id->cu_model);
103 104
	if (ret)
		return ret;
Linus Torvalds's avatar
Linus Torvalds committed
105 106

	/* The next two can be zero, that's ok for us */
107
	/* DEV_TYPE= */
108
	ret = add_uevent_var(env, "DEV_TYPE=%04X", id->dev_type);
109 110
	if (ret)
		return ret;
Linus Torvalds's avatar
Linus Torvalds committed
111

112
	/* DEV_MODEL= */
113
	ret = add_uevent_var(env, "DEV_MODEL=%02X", id->dev_model);
114 115
	if (ret)
		return ret;
116 117

	/* MODALIAS=  */
118
	snprint_alias(modalias_buf, sizeof(modalias_buf), id, "");
119 120
	ret = add_uevent_var(env, "MODALIAS=%s", modalias_buf);
	return ret;
Linus Torvalds's avatar
Linus Torvalds committed
121 122
}

123
struct bus_type ccw_bus_type;
Linus Torvalds's avatar
Linus Torvalds committed
124

125 126 127 128 129 130
static void io_subchannel_irq(struct subchannel *);
static int io_subchannel_probe(struct subchannel *);
static int io_subchannel_remove(struct subchannel *);
static int io_subchannel_notify(struct subchannel *, int);
static void io_subchannel_verify(struct subchannel *);
static void io_subchannel_ioterm(struct subchannel *);
131
static void io_subchannel_shutdown(struct subchannel *);
Linus Torvalds's avatar
Linus Torvalds committed
132

133
static struct css_driver io_subchannel_driver = {
134
	.owner = THIS_MODULE,
Linus Torvalds's avatar
Linus Torvalds committed
135
	.subchannel_type = SUBCHANNEL_TYPE_IO,
136
	.name = "io_subchannel",
Linus Torvalds's avatar
Linus Torvalds committed
137 138 139 140
	.irq = io_subchannel_irq,
	.notify = io_subchannel_notify,
	.verify = io_subchannel_verify,
	.termination = io_subchannel_ioterm,
141 142 143
	.probe = io_subchannel_probe,
	.remove = io_subchannel_remove,
	.shutdown = io_subchannel_shutdown,
Linus Torvalds's avatar
Linus Torvalds committed
144 145 146 147
};

struct workqueue_struct *ccw_device_work;
struct workqueue_struct *ccw_device_notify_work;
148 149
wait_queue_head_t ccw_device_init_wq;
atomic_t ccw_device_init_count;
Linus Torvalds's avatar
Linus Torvalds committed
150

151 152
static void recovery_func(unsigned long data);

Linus Torvalds's avatar
Linus Torvalds committed
153 154 155 156 157 158 159
static int __init
init_ccw_bus_type (void)
{
	int ret;

	init_waitqueue_head(&ccw_device_init_wq);
	atomic_set(&ccw_device_init_count, 0);
160
	setup_timer(&recovery_timer, recovery_func, 0);
Linus Torvalds's avatar
Linus Torvalds committed
161 162 163 164 165 166 167 168 169 170 171 172 173 174 175 176 177

	ccw_device_work = create_singlethread_workqueue("cio");
	if (!ccw_device_work)
		return -ENOMEM; /* FIXME: better errno ? */
	ccw_device_notify_work = create_singlethread_workqueue("cio_notify");
	if (!ccw_device_notify_work) {
		ret = -ENOMEM; /* FIXME: better errno ? */
		goto out_err;
	}
	slow_path_wq = create_singlethread_workqueue("kslowcrw");
	if (!slow_path_wq) {
		ret = -ENOMEM; /* FIXME: better errno ? */
		goto out_err;
	}
	if ((ret = bus_register (&ccw_bus_type)))
		goto out_err;

178 179
	ret = css_driver_register(&io_subchannel_driver);
	if (ret)
Linus Torvalds's avatar
Linus Torvalds committed
180 181 182 183 184 185 186 187 188 189 190 191 192 193 194 195 196 197 198
		goto out_err;

	wait_event(ccw_device_init_wq,
		   atomic_read(&ccw_device_init_count) == 0);
	flush_workqueue(ccw_device_work);
	return 0;
out_err:
	if (ccw_device_work)
		destroy_workqueue(ccw_device_work);
	if (ccw_device_notify_work)
		destroy_workqueue(ccw_device_notify_work);
	if (slow_path_wq)
		destroy_workqueue(slow_path_wq);
	return ret;
}

static void __exit
cleanup_ccw_bus_type (void)
{
199
	css_driver_unregister(&io_subchannel_driver);
Linus Torvalds's avatar
Linus Torvalds committed
200 201 202 203 204 205 206 207 208 209 210 211 212 213 214 215 216 217 218
	bus_unregister(&ccw_bus_type);
	destroy_workqueue(ccw_device_notify_work);
	destroy_workqueue(ccw_device_work);
}

subsys_initcall(init_ccw_bus_type);
module_exit(cleanup_ccw_bus_type);

/************************ device handling **************************/

/*
 * A ccw_device has some interfaces in sysfs in addition to the
 * standard ones.
 * The following entries are designed to export the information which
 * resided in 2.4 in /proc/subchannels. Subchannel and device number
 * are obvious, so they don't have an entry :)
 * TODO: Split chpids and pimpampom up? Where is "in use" in the tree?
 */
static ssize_t
219
chpids_show (struct device * dev, struct device_attribute *attr, char * buf)
Linus Torvalds's avatar
Linus Torvalds committed
220 221
{
	struct subchannel *sch = to_subchannel(dev);
222
	struct chsc_ssd_info *ssd = &sch->ssd_info;
Linus Torvalds's avatar
Linus Torvalds committed
223 224
	ssize_t ret = 0;
	int chp;
225 226 227 228 229 230 231 232 233
	int mask;

	for (chp = 0; chp < 8; chp++) {
		mask = 0x80 >> chp;
		if (ssd->path_mask & mask)
			ret += sprintf(buf + ret, "%02x ", ssd->chpid[chp].id);
		else
			ret += sprintf(buf + ret, "00 ");
	}
Linus Torvalds's avatar
Linus Torvalds committed
234 235 236 237 238
	ret += sprintf (buf+ret, "\n");
	return min((ssize_t)PAGE_SIZE, ret);
}

static ssize_t
239
pimpampom_show (struct device * dev, struct device_attribute *attr, char * buf)
Linus Torvalds's avatar
Linus Torvalds committed
240 241 242 243 244 245 246 247 248
{
	struct subchannel *sch = to_subchannel(dev);
	struct pmcw *pmcw = &sch->schib.pmcw;

	return sprintf (buf, "%02x %02x %02x\n",
			pmcw->pim, pmcw->pam, pmcw->pom);
}

static ssize_t
249
devtype_show (struct device *dev, struct device_attribute *attr, char *buf)
Linus Torvalds's avatar
Linus Torvalds committed
250 251 252 253 254 255 256 257 258 259 260 261
{
	struct ccw_device *cdev = to_ccwdev(dev);
	struct ccw_device_id *id = &(cdev->id);

	if (id->dev_type != 0)
		return sprintf(buf, "%04x/%02x\n",
				id->dev_type, id->dev_model);
	else
		return sprintf(buf, "n/a\n");
}

static ssize_t
262
cutype_show (struct device *dev, struct device_attribute *attr, char *buf)
Linus Torvalds's avatar
Linus Torvalds committed
263 264 265 266 267 268 269 270
{
	struct ccw_device *cdev = to_ccwdev(dev);
	struct ccw_device_id *id = &(cdev->id);

	return sprintf(buf, "%04x/%02x\n",
		       id->cu_type, id->cu_model);
}

271 272 273 274 275
static ssize_t
modalias_show (struct device *dev, struct device_attribute *attr, char *buf)
{
	struct ccw_device *cdev = to_ccwdev(dev);
	struct ccw_device_id *id = &(cdev->id);
276
	int len;
277

278
	len = snprint_alias(buf, PAGE_SIZE, id, "\n");
279 280

	return len > PAGE_SIZE ? PAGE_SIZE : len;
281 282
}

Linus Torvalds's avatar
Linus Torvalds committed
283
static ssize_t
284
online_show (struct device *dev, struct device_attribute *attr, char *buf)
Linus Torvalds's avatar
Linus Torvalds committed
285 286 287 288 289 290
{
	struct ccw_device *cdev = to_ccwdev(dev);

	return sprintf(buf, cdev->online ? "1\n" : "0\n");
}

291 292 293 294 295
int ccw_device_is_orphan(struct ccw_device *cdev)
{
	return sch_is_pseudo_sch(to_subchannel(cdev->dev.parent));
}

296
static void ccw_device_unregister(struct ccw_device *cdev)
297 298
{
	if (test_and_clear_bit(1, &cdev->private->registered))
299
		device_del(&cdev->dev);
300 301
}

302 303 304 305 306 307 308 309 310 311 312 313 314 315 316 317 318 319 320 321
static void ccw_device_remove_orphan_cb(struct device *dev)
{
	struct ccw_device *cdev = to_ccwdev(dev);

	ccw_device_unregister(cdev);
	put_device(&cdev->dev);
}

static void ccw_device_remove_sch_cb(struct device *dev)
{
	struct subchannel *sch;

	sch = to_subchannel(dev);
	css_sch_device_unregister(sch);
	/* Reset intparm to zeroes. */
	sch->schib.pmcw.intparm = 0;
	cio_modify(sch);
	put_device(&sch->dev);
}

Linus Torvalds's avatar
Linus Torvalds committed
322 323 324
static void
ccw_device_remove_disconnected(struct ccw_device *cdev)
{
325
	unsigned long flags;
326 327
	int rc;

Linus Torvalds's avatar
Linus Torvalds committed
328 329 330 331
	/*
	 * Forced offline in disconnected state means
	 * 'throw away device'.
	 */
332
	if (ccw_device_is_orphan(cdev)) {
333 334 335 336 337
		/*
		 * Deregister ccw device.
		 * Unfortunately, we cannot do this directly from the
		 * attribute method.
		 */
338 339 340
		spin_lock_irqsave(cdev->ccwlock, flags);
		cdev->private->state = DEV_STATE_NOT_OPER;
		spin_unlock_irqrestore(cdev->ccwlock, flags);
341 342 343
		rc = device_schedule_callback(&cdev->dev,
					      ccw_device_remove_orphan_cb);
		if (rc)
Cornelia Huck's avatar
Cornelia Huck committed
344 345 346 347
			CIO_MSG_EVENT(2, "Couldn't unregister orphan "
				      "0.%x.%04x\n",
				      cdev->private->dev_id.ssid,
				      cdev->private->dev_id.devno);
348
		return;
349
	}
350 351 352 353
	/* Deregister subchannel, which will kill the ccw device. */
	rc = device_schedule_callback(cdev->dev.parent,
				      ccw_device_remove_sch_cb);
	if (rc)
Cornelia Huck's avatar
Cornelia Huck committed
354 355 356 357
		CIO_MSG_EVENT(2, "Couldn't unregister disconnected device "
			      "0.%x.%04x\n",
			      cdev->private->dev_id.ssid,
			      cdev->private->dev_id.devno);
Linus Torvalds's avatar
Linus Torvalds committed
358 359
}

360 361 362 363 364 365 366 367 368 369 370 371
/**
 * ccw_device_set_offline() - disable a ccw device for I/O
 * @cdev: target ccw device
 *
 * This function calls the driver's set_offline() function for @cdev, if
 * given, and then disables @cdev.
 * Returns:
 *   %0 on success and a negative error value on failure.
 * Context:
 *  enabled, ccw device lock not held
 */
int ccw_device_set_offline(struct ccw_device *cdev)
Linus Torvalds's avatar
Linus Torvalds committed
372 373 374 375 376 377 378 379 380 381 382 383 384 385 386 387 388 389 390 391 392 393 394 395 396 397 398 399
{
	int ret;

	if (!cdev)
		return -ENODEV;
	if (!cdev->online || !cdev->drv)
		return -EINVAL;

	if (cdev->drv->set_offline) {
		ret = cdev->drv->set_offline(cdev);
		if (ret != 0)
			return ret;
	}
	cdev->online = 0;
	spin_lock_irq(cdev->ccwlock);
	ret = ccw_device_offline(cdev);
	if (ret == -ENODEV) {
		if (cdev->private->state != DEV_STATE_NOT_OPER) {
			cdev->private->state = DEV_STATE_OFFLINE;
			dev_fsm_event(cdev, DEV_EVENT_NOTOPER);
		}
		spin_unlock_irq(cdev->ccwlock);
		return ret;
	}
	spin_unlock_irq(cdev->ccwlock);
	if (ret == 0)
		wait_event(cdev->private->wait_q, dev_fsm_final_state(cdev));
	else {
Cornelia Huck's avatar
Cornelia Huck committed
400 401 402 403
		CIO_MSG_EVENT(2, "ccw_device_offline returned %d, "
			      "device 0.%x.%04x\n",
			      ret, cdev->private->dev_id.ssid,
			      cdev->private->dev_id.devno);
Linus Torvalds's avatar
Linus Torvalds committed
404 405 406 407 408
		cdev->online = 1;
	}
 	return ret;
}

409 410 411 412 413 414 415 416 417 418 419 420 421
/**
 * ccw_device_set_online() - enable a ccw device for I/O
 * @cdev: target ccw device
 *
 * This function first enables @cdev and then calls the driver's set_online()
 * function for @cdev, if given. If set_online() returns an error, @cdev is
 * disabled again.
 * Returns:
 *   %0 on success and a negative error value on failure.
 * Context:
 *  enabled, ccw device lock not held
 */
int ccw_device_set_online(struct ccw_device *cdev)
Linus Torvalds's avatar
Linus Torvalds committed
422 423 424 425 426 427 428 429 430 431 432 433 434 435
{
	int ret;

	if (!cdev)
		return -ENODEV;
	if (cdev->online || !cdev->drv)
		return -EINVAL;

	spin_lock_irq(cdev->ccwlock);
	ret = ccw_device_online(cdev);
	spin_unlock_irq(cdev->ccwlock);
	if (ret == 0)
		wait_event(cdev->private->wait_q, dev_fsm_final_state(cdev));
	else {
Cornelia Huck's avatar
Cornelia Huck committed
436 437 438 439
		CIO_MSG_EVENT(2, "ccw_device_online returned %d, "
			      "device 0.%x.%04x\n",
			      ret, cdev->private->dev_id.ssid,
			      cdev->private->dev_id.devno);
Linus Torvalds's avatar
Linus Torvalds committed
440 441 442 443 444 445 446 447 448 449 450 451 452
		return ret;
	}
	if (cdev->private->state != DEV_STATE_ONLINE)
		return -ENODEV;
	if (!cdev->drv->set_online || cdev->drv->set_online(cdev) == 0) {
		cdev->online = 1;
		return 0;
	}
	spin_lock_irq(cdev->ccwlock);
	ret = ccw_device_offline(cdev);
	spin_unlock_irq(cdev->ccwlock);
	if (ret == 0)
		wait_event(cdev->private->wait_q, dev_fsm_final_state(cdev));
Cornelia Huck's avatar
Cornelia Huck committed
453 454 455 456 457
	else
		CIO_MSG_EVENT(2, "ccw_device_offline returned %d, "
			      "device 0.%x.%04x\n",
			      ret, cdev->private->dev_id.ssid,
			      cdev->private->dev_id.devno);
458
	return (ret == 0) ? -ENODEV : ret;
Linus Torvalds's avatar
Linus Torvalds committed
459 460
}

461 462 463 464 465 466 467 468 469 470 471 472 473 474 475 476
static void online_store_handle_offline(struct ccw_device *cdev)
{
	if (cdev->private->state == DEV_STATE_DISCONNECTED)
		ccw_device_remove_disconnected(cdev);
	else if (cdev->drv && cdev->drv->set_offline)
		ccw_device_set_offline(cdev);
}

static int online_store_recog_and_online(struct ccw_device *cdev)
{
	int ret;

	/* Do device recognition, if needed. */
	if (cdev->id.cu_type == 0) {
		ret = ccw_device_recognition(cdev);
		if (ret) {
Cornelia Huck's avatar
Cornelia Huck committed
477 478 479 480
			CIO_MSG_EVENT(0, "Couldn't start recognition "
				      "for device 0.%x.%04x (ret=%d)\n",
				      cdev->private->dev_id.ssid,
				      cdev->private->dev_id.devno, ret);
481 482 483 484 485 486 487 488 489 490 491 492 493 494 495 496 497 498 499
			return ret;
		}
		wait_event(cdev->private->wait_q,
			   cdev->private->flags.recog_done);
	}
	if (cdev->drv && cdev->drv->set_online)
		ccw_device_set_online(cdev);
	return 0;
}
static void online_store_handle_online(struct ccw_device *cdev, int force)
{
	int ret;

	ret = online_store_recog_and_online(cdev);
	if (ret)
		return;
	if (force && cdev->private->state == DEV_STATE_BOXED) {
		ret = ccw_device_stlck(cdev);
		if (ret) {
Cornelia Huck's avatar
Cornelia Huck committed
500 501
			dev_warn(&cdev->dev,
				 "ccw_device_stlck returned %d!\n", ret);
502 503 504 505 506 507 508 509 510 511 512
			return;
		}
		if (cdev->id.cu_type == 0)
			cdev->private->state = DEV_STATE_NOT_OPER;
		online_store_recog_and_online(cdev);
	}

}

static ssize_t online_store (struct device *dev, struct device_attribute *attr,
			     const char *buf, size_t count)
Linus Torvalds's avatar
Linus Torvalds committed
513 514
{
	struct ccw_device *cdev = to_ccwdev(dev);
515
	int i, force;
Linus Torvalds's avatar
Linus Torvalds committed
516 517
	char *tmp;

518
	if (atomic_cmpxchg(&cdev->private->onoff, 0, 1) != 0)
Linus Torvalds's avatar
Linus Torvalds committed
519 520 521 522 523 524 525 526 527 528 529 530 531
		return -EAGAIN;

	if (cdev->drv && !try_module_get(cdev->drv->owner)) {
		atomic_set(&cdev->private->onoff, 0);
		return -EINVAL;
	}
	if (!strncmp(buf, "force\n", count)) {
		force = 1;
		i = 1;
	} else {
		force = 0;
		i = simple_strtoul(buf, &tmp, 16);
	}
532 533 534 535 536 537 538 539 540 541

	switch (i) {
	case 0:
		online_store_handle_offline(cdev);
		break;
	case 1:
		online_store_handle_online(cdev, force);
		break;
	default:
		count = -EINVAL;
Linus Torvalds's avatar
Linus Torvalds committed
542 543 544 545 546 547 548 549
	}
	if (cdev->drv)
		module_put(cdev->drv->owner);
	atomic_set(&cdev->private->onoff, 0);
	return count;
}

static ssize_t
550
available_show (struct device *dev, struct device_attribute *attr, char *buf)
Linus Torvalds's avatar
Linus Torvalds committed
551 552 553 554
{
	struct ccw_device *cdev = to_ccwdev(dev);
	struct subchannel *sch;

555 556
	if (ccw_device_is_orphan(cdev))
		return sprintf(buf, "no device\n");
Linus Torvalds's avatar
Linus Torvalds committed
557 558 559 560 561 562 563 564 565 566 567 568 569 570 571 572 573 574 575 576 577
	switch (cdev->private->state) {
	case DEV_STATE_BOXED:
		return sprintf(buf, "boxed\n");
	case DEV_STATE_DISCONNECTED:
	case DEV_STATE_DISCONNECTED_SENSE_ID:
	case DEV_STATE_NOT_OPER:
		sch = to_subchannel(dev->parent);
		if (!sch->lpm)
			return sprintf(buf, "no path\n");
		else
			return sprintf(buf, "no device\n");
	default:
		/* All other states considered fine. */
		return sprintf(buf, "good\n");
	}
}

static DEVICE_ATTR(chpids, 0444, chpids_show, NULL);
static DEVICE_ATTR(pimpampom, 0444, pimpampom_show, NULL);
static DEVICE_ATTR(devtype, 0444, devtype_show, NULL);
static DEVICE_ATTR(cutype, 0444, cutype_show, NULL);
578
static DEVICE_ATTR(modalias, 0444, modalias_show, NULL);
Linus Torvalds's avatar
Linus Torvalds committed
579 580 581 582 583 584 585 586 587 588 589 590 591 592
static DEVICE_ATTR(online, 0644, online_show, online_store);
extern struct device_attribute dev_attr_cmb_enable;
static DEVICE_ATTR(availability, 0444, available_show, NULL);

static struct attribute * subch_attrs[] = {
	&dev_attr_chpids.attr,
	&dev_attr_pimpampom.attr,
	NULL,
};

static struct attribute_group subch_attr_group = {
	.attrs = subch_attrs,
};

593 594 595 596
struct attribute_group *subch_attr_groups[] = {
	&subch_attr_group,
	NULL,
};
Linus Torvalds's avatar
Linus Torvalds committed
597 598 599 600

static struct attribute * ccwdev_attrs[] = {
	&dev_attr_devtype.attr,
	&dev_attr_cutype.attr,
601
	&dev_attr_modalias.attr,
Linus Torvalds's avatar
Linus Torvalds committed
602 603 604 605 606 607 608 609 610 611
	&dev_attr_online.attr,
	&dev_attr_cmb_enable.attr,
	&dev_attr_availability.attr,
	NULL,
};

static struct attribute_group ccwdev_attr_group = {
	.attrs = ccwdev_attrs,
};

612
static struct attribute_group *ccwdev_attr_groups[] = {
613 614 615
	&ccwdev_attr_group,
	NULL,
};
Linus Torvalds's avatar
Linus Torvalds committed
616 617 618

/* this is a simple abstraction for device_register that sets the
 * correct bus type and adds the bus specific files */
619
static int ccw_device_register(struct ccw_device *cdev)
Linus Torvalds's avatar
Linus Torvalds committed
620 621 622 623 624 625 626 627 628 629 630 631 632
{
	struct device *dev = &cdev->dev;
	int ret;

	dev->bus = &ccw_bus_type;

	if ((ret = device_add(dev)))
		return ret;

	set_bit(1, &cdev->private->registered);
	return ret;
}

633
struct match_data {
634
	struct ccw_dev_id dev_id;
635 636 637 638 639 640
	struct ccw_device * sibling;
};

static int
match_devno(struct device * dev, void * data)
{
641
	struct match_data * d = data;
642 643 644 645
	struct ccw_device * cdev;

	cdev = to_ccwdev(dev);
	if ((cdev->private->state == DEV_STATE_DISCONNECTED) &&
646
	    !ccw_device_is_orphan(cdev) &&
647
	    ccw_dev_id_is_equal(&cdev->private->dev_id, &d->dev_id) &&
648
	    (cdev != d->sibling))
649 650 651 652
		return 1;
	return 0;
}

653 654
static struct ccw_device * get_disc_ccwdev_by_dev_id(struct ccw_dev_id *dev_id,
						     struct ccw_device *sibling)
Linus Torvalds's avatar
Linus Torvalds committed
655 656
{
	struct device *dev;
657
	struct match_data data;
Linus Torvalds's avatar
Linus Torvalds committed
658

659
	data.dev_id = *dev_id;
660
	data.sibling = sibling;
661
	dev = bus_find_device(&ccw_bus_type, NULL, &data, match_devno);
Linus Torvalds's avatar
Linus Torvalds committed
662

663
	return dev ? to_ccwdev(dev) : NULL;
Linus Torvalds's avatar
Linus Torvalds committed
664 665
}

666 667 668 669 670 671 672 673 674 675 676 677 678 679 680 681 682 683 684 685 686 687
static int match_orphan(struct device *dev, void *data)
{
	struct ccw_dev_id *dev_id;
	struct ccw_device *cdev;

	dev_id = data;
	cdev = to_ccwdev(dev);
	return ccw_dev_id_is_equal(&cdev->private->dev_id, dev_id);
}

static struct ccw_device *
get_orphaned_ccwdev_by_dev_id(struct channel_subsystem *css,
			      struct ccw_dev_id *dev_id)
{
	struct device *dev;

	dev = device_find_child(&css->pseudo_subchannel->dev, dev_id,
				match_orphan);

	return dev ? to_ccwdev(dev) : NULL;
}

Linus Torvalds's avatar
Linus Torvalds committed
688
static void
689
ccw_device_add_changed(struct work_struct *work)
Linus Torvalds's avatar
Linus Torvalds committed
690
{
691
	struct ccw_device_private *priv;
Linus Torvalds's avatar
Linus Torvalds committed
692 693
	struct ccw_device *cdev;

694 695
	priv = container_of(work, struct ccw_device_private, kick_work);
	cdev = priv->cdev;
Linus Torvalds's avatar
Linus Torvalds committed
696 697 698 699 700 701 702
	if (device_add(&cdev->dev)) {
		put_device(&cdev->dev);
		return;
	}
	set_bit(1, &cdev->private->registered);
}

703
void ccw_device_do_unreg_rereg(struct work_struct *work)
Linus Torvalds's avatar
Linus Torvalds committed
704
{
705
	struct ccw_device_private *priv;
Linus Torvalds's avatar
Linus Torvalds committed
706 707 708
	struct ccw_device *cdev;
	struct subchannel *sch;

709 710
	priv = container_of(work, struct ccw_device_private, kick_work);
	cdev = priv->cdev;
Linus Torvalds's avatar
Linus Torvalds committed
711
	sch = to_subchannel(cdev->dev.parent);
712

713
	ccw_device_unregister(cdev);
Linus Torvalds's avatar
Linus Torvalds committed
714
	PREPARE_WORK(&cdev->private->kick_work,
715
		     ccw_device_add_changed);
Linus Torvalds's avatar
Linus Torvalds committed
716 717 718 719 720 721 722 723 724 725 726 727 728
	queue_work(ccw_device_work, &cdev->private->kick_work);
}

static void
ccw_device_release(struct device *dev)
{
	struct ccw_device *cdev;

	cdev = to_ccwdev(dev);
	kfree(cdev->private);
	kfree(cdev);
}

729 730 731 732 733 734 735 736 737 738 739 740 741 742 743 744 745 746 747 748 749 750
static struct ccw_device * io_subchannel_allocate_dev(struct subchannel *sch)
{
	struct ccw_device *cdev;

	cdev  = kzalloc(sizeof(*cdev), GFP_KERNEL);
	if (cdev) {
		cdev->private = kzalloc(sizeof(struct ccw_device_private),
					GFP_KERNEL | GFP_DMA);
		if (cdev->private)
			return cdev;
	}
	kfree(cdev);
	return ERR_PTR(-ENOMEM);
}

static int io_subchannel_initialize_dev(struct subchannel *sch,
					struct ccw_device *cdev)
{
	cdev->private->cdev = cdev;
	atomic_set(&cdev->private->onoff, 0);
	cdev->dev.parent = &sch->dev;
	cdev->dev.release = ccw_device_release;
751
	INIT_WORK(&cdev->private->kick_work, NULL);
752
	cdev->dev.groups = ccwdev_attr_groups;
753 754 755 756 757 758 759 760 761 762 763 764 765 766 767 768 769 770 771 772 773 774 775 776 777 778
	/* Do first half of device_register. */
	device_initialize(&cdev->dev);
	if (!get_device(&sch->dev)) {
		if (cdev->dev.release)
			cdev->dev.release(&cdev->dev);
		return -ENODEV;
	}
	return 0;
}

static struct ccw_device * io_subchannel_create_ccwdev(struct subchannel *sch)
{
	struct ccw_device *cdev;
	int ret;

	cdev = io_subchannel_allocate_dev(sch);
	if (!IS_ERR(cdev)) {
		ret = io_subchannel_initialize_dev(sch, cdev);
		if (ret) {
			kfree(cdev);
			cdev = ERR_PTR(ret);
		}
	}
	return cdev;
}

779 780 781 782 783
static int io_subchannel_recog(struct ccw_device *, struct subchannel *);

static void sch_attach_device(struct subchannel *sch,
			      struct ccw_device *cdev)
{
784
	css_update_ssd_info(sch);
785
	spin_lock_irq(sch->lock);
786
	sch_set_cdev(sch, cdev);
787 788 789 790 791 792 793 794 795 796 797 798 799 800 801 802 803 804 805 806 807
	cdev->private->schid = sch->schid;
	cdev->ccwlock = sch->lock;
	device_trigger_reprobe(sch);
	spin_unlock_irq(sch->lock);
}

static void sch_attach_disconnected_device(struct subchannel *sch,
					   struct ccw_device *cdev)
{
	struct subchannel *other_sch;
	int ret;

	other_sch = to_subchannel(get_device(cdev->dev.parent));
	ret = device_move(&cdev->dev, &sch->dev);
	if (ret) {
		CIO_MSG_EVENT(2, "Moving disconnected device 0.%x.%04x failed "
			      "(ret=%d)!\n", cdev->private->dev_id.ssid,
			      cdev->private->dev_id.devno, ret);
		put_device(&other_sch->dev);
		return;
	}
808
	sch_set_cdev(other_sch, NULL);
809 810 811 812 813 814 815 816 817 818 819 820 821 822 823 824 825 826 827 828 829 830 831 832 833 834 835 836 837 838 839 840 841 842 843
	/* No need to keep a subchannel without ccw device around. */
	css_sch_device_unregister(other_sch);
	put_device(&other_sch->dev);
	sch_attach_device(sch, cdev);
}

static void sch_attach_orphaned_device(struct subchannel *sch,
				       struct ccw_device *cdev)
{
	int ret;

	/* Try to move the ccw device to its new subchannel. */
	ret = device_move(&cdev->dev, &sch->dev);
	if (ret) {
		CIO_MSG_EVENT(0, "Moving device 0.%x.%04x from orphanage "
			      "failed (ret=%d)!\n",
			      cdev->private->dev_id.ssid,
			      cdev->private->dev_id.devno, ret);
		return;
	}
	sch_attach_device(sch, cdev);
}

static void sch_create_and_recog_new_device(struct subchannel *sch)
{
	struct ccw_device *cdev;

	/* Need to allocate a new ccw device. */
	cdev = io_subchannel_create_ccwdev(sch);
	if (IS_ERR(cdev)) {
		/* OK, we did everything we could... */
		css_sch_device_unregister(sch);
		return;
	}
	spin_lock_irq(sch->lock);
844
	sch_set_cdev(sch, cdev);
845 846 847 848
	spin_unlock_irq(sch->lock);
	/* Start recognition for the new ccw device. */
	if (io_subchannel_recog(cdev, sch)) {
		spin_lock_irq(sch->lock);
849
		sch_set_cdev(sch, NULL);
850 851 852 853 854 855 856 857 858 859 860 861 862 863 864 865 866 867 868 869 870 871 872 873 874 875 876 877 878 879 880 881 882 883 884 885 886 887 888 889 890 891 892 893 894 895 896 897 898 899 900 901 902 903 904
		spin_unlock_irq(sch->lock);
		if (cdev->dev.release)
			cdev->dev.release(&cdev->dev);
		css_sch_device_unregister(sch);
	}
}


void ccw_device_move_to_orphanage(struct work_struct *work)
{
	struct ccw_device_private *priv;
	struct ccw_device *cdev;
	struct ccw_device *replacing_cdev;
	struct subchannel *sch;
	int ret;
	struct channel_subsystem *css;
	struct ccw_dev_id dev_id;

	priv = container_of(work, struct ccw_device_private, kick_work);
	cdev = priv->cdev;
	sch = to_subchannel(cdev->dev.parent);
	css = to_css(sch->dev.parent);
	dev_id.devno = sch->schib.pmcw.dev;
	dev_id.ssid = sch->schid.ssid;

	/*
	 * Move the orphaned ccw device to the orphanage so the replacing
	 * ccw device can take its place on the subchannel.
	 */
	ret = device_move(&cdev->dev, &css->pseudo_subchannel->dev);
	if (ret) {
		CIO_MSG_EVENT(0, "Moving device 0.%x.%04x to orphanage failed "
			      "(ret=%d)!\n", cdev->private->dev_id.ssid,
			      cdev->private->dev_id.devno, ret);
		return;
	}
	cdev->ccwlock = css->pseudo_subchannel->lock;
	/*
	 * Search for the replacing ccw device
	 * - among the disconnected devices
	 * - in the orphanage
	 */
	replacing_cdev = get_disc_ccwdev_by_dev_id(&dev_id, cdev);
	if (replacing_cdev) {
		sch_attach_disconnected_device(sch, replacing_cdev);
		return;
	}
	replacing_cdev = get_orphaned_ccwdev_by_dev_id(css, &dev_id);
	if (replacing_cdev) {
		sch_attach_orphaned_device(sch, replacing_cdev);
		return;
	}
	sch_create_and_recog_new_device(sch);
}

Linus Torvalds's avatar
Linus Torvalds committed
905 906 907 908
/*
 * Register recognized device.
 */
static void
909
io_subchannel_register(struct work_struct *work)
Linus Torvalds's avatar
Linus Torvalds committed
910
{
911
	struct ccw_device_private *priv;
Linus Torvalds's avatar
Linus Torvalds committed
912 913 914 915 916
	struct ccw_device *cdev;
	struct subchannel *sch;
	int ret;
	unsigned long flags;

917 918
	priv = container_of(work, struct ccw_device_private, kick_work);
	cdev = priv->cdev;
Linus Torvalds's avatar
Linus Torvalds committed
919
	sch = to_subchannel(cdev->dev.parent);
920
	css_update_ssd_info(sch);
921 922 923 924 925 926
	/*
	 * io_subchannel_register() will also be called after device
	 * recognition has been done for a boxed device (which will already
	 * be registered). We need to reprobe since we may now have sense id
	 * information.
	 */
927
	if (klist_node_attached(&cdev->dev.knode_parent)) {
928 929 930 931
		if (!cdev->drv) {
			ret = device_reprobe(&cdev->dev);
			if (ret)
				/* We can't do much here. */
Cornelia Huck's avatar
Cornelia Huck committed
932 933 934 935
				CIO_MSG_EVENT(2, "device_reprobe() returned"
					      " %d for 0.%x.%04x\n", ret,
					      cdev->private->dev_id.ssid,
					      cdev->private->dev_id.devno);
936
		}
Linus Torvalds's avatar
Linus Torvalds committed
937 938
		goto out;
	}
939 940 941 942 943 944
	/*
	 * Now we know this subchannel will stay, we can throw
	 * our delayed uevent.
	 */
	sch->dev.uevent_suppress = 0;
	kobject_uevent(&sch->dev.kobj, KOBJ_ADD);
Linus Torvalds's avatar
Linus Torvalds committed
945 946 947
	/* make it known to the system */
	ret = ccw_device_register(cdev);
	if (ret) {
Cornelia Huck's avatar
Cornelia Huck committed
948 949 950
		CIO_MSG_EVENT(0, "Could not register ccw dev 0.%x.%04x: %d\n",
			      cdev->private->dev_id.ssid,
			      cdev->private->dev_id.devno, ret);
Linus Torvalds's avatar
Linus Torvalds committed
951
		put_device(&cdev->dev);
952
		spin_lock_irqsave(sch->lock, flags);
953
		sch_set_cdev(sch, NULL);
954
		spin_unlock_irqrestore(sch->lock, flags);
Linus Torvalds's avatar
Linus Torvalds committed
955 956 957 958 959 960 961 962 963 964 965 966 967 968 969 970
		kfree (cdev->private);
		kfree (cdev);
		put_device(&sch->dev);
		if (atomic_dec_and_test(&ccw_device_init_count))
			wake_up(&ccw_device_init_wq);
		return;
	}
	put_device(&cdev->dev);
out:
	cdev->private->flags.recog_done = 1;
	put_device(&sch->dev);
	wake_up(&cdev->private->wait_q);
	if (atomic_dec_and_test(&ccw_device_init_count))
		wake_up(&ccw_device_init_wq);
}

971
static void ccw_device_call_sch_unregister(struct work_struct *work)
Linus Torvalds's avatar
Linus Torvalds committed
972
{
973 974
	struct ccw_device_private *priv;
	struct ccw_device *cdev;
Linus Torvalds's avatar
Linus Torvalds committed
975 976
	struct subchannel *sch;

977 978
	priv = container_of(work, struct ccw_device_private, kick_work);
	cdev = priv->cdev;
Linus Torvalds's avatar
Linus Torvalds committed
979
	sch = to_subchannel(cdev->dev.parent);
980
	css_sch_device_unregister(sch);
Linus Torvalds's avatar
Linus Torvalds committed
981 982 983 984 985 986 987 988 989 990 991 992 993 994 995 996 997 998 999 1000 1001 1002 1003 1004 1005 1006 1007
	/* Reset intparm to zeroes. */
	sch->schib.pmcw.intparm = 0;
	cio_modify(sch);
	put_device(&cdev->dev);
	put_device(&sch->dev);
}

/*
 * subchannel recognition done. Called from the state machine.
 */
void
io_subchannel_recog_done(struct ccw_device *cdev)
{
	struct subchannel *sch;

	if (css_init_done == 0) {
		cdev->private->flags.recog_done = 1;
		return;
	}
	switch (cdev->private->state) {
	case DEV_STATE_NOT_OPER:
		cdev->private->flags.recog_done = 1;
		/* Remove device found not operational. */
		if (!get_device(&cdev->dev))
			break;
		sch = to_subchannel(cdev->dev.parent);
		PREPARE_WORK(&cdev->private->kick_work,
1008
			     ccw_device_call_sch_unregister);
Linus Torvalds's avatar
Linus Torvalds committed
1009 1010 1011 1012 1013 1014 1015 1016 1017 1018 1019 1020 1021 1022
		queue_work(slow_path_wq, &cdev->private->kick_work);
		if (atomic_dec_and_test(&ccw_device_init_count))
			wake_up(&ccw_device_init_wq);
		break;
	case DEV_STATE_BOXED:
		/* Device did not respond in time. */
	case DEV_STATE_OFFLINE:
		/* 
		 * We can't register the device in interrupt context so
		 * we schedule a work item.
		 */
		if (!get_device(&cdev->dev))
			break;
		PREPARE_WORK(&cdev->private->kick_work,
1023
			     io_subchannel_register);
Linus Torvalds's avatar
Linus Torvalds committed
1024 1025 1026 1027 1028 1029 1030 1031 1032 1033 1034
		queue_work(slow_path_wq, &cdev->private->kick_work);
		break;
	}
}

static int
io_subchannel_recog(struct ccw_device *cdev, struct subchannel *sch)
{
	int rc;
	struct ccw_device_private *priv;

1035
	sch_set_cdev(sch, cdev);
Linus Torvalds's avatar
Linus Torvalds committed
1036
	sch->driver = &io_subchannel_driver;
1037
	cdev->ccwlock = sch->lock;
1038

Linus Torvalds's avatar
Linus Torvalds committed
1039 1040
	/* Init private data. */
	priv = cdev->private;
1041 1042 1043
	priv->dev_id.devno = sch->schib.pmcw.dev;
	priv->dev_id.ssid = sch->schid.ssid;
	priv->schid = sch->schid;
Linus Torvalds's avatar
Linus Torvalds committed
1044 1045 1046 1047 1048 1049
	priv->state = DEV_STATE_NOT_OPER;
	INIT_LIST_HEAD(&priv->cmb_list);
	init_waitqueue_head(&priv->wait_q);
	init_timer(&priv->timer);

	/* Set an initial name for the device. */
1050 1051
	snprintf (cdev->dev.bus_id, BUS_ID_SIZE, "0.%x.%04x",
		  sch->schid.ssid, sch->schib.pmcw.dev);
Linus Torvalds's avatar
Linus Torvalds committed
1052 1053 1054 1055 1056

	/* Increase counter of devices currently in recognition. */
	atomic_inc(&ccw_device_init_count);

	/* Start async. device sensing. */
1057
	spin_lock_irq(sch->lock);
Linus Torvalds's avatar
Linus Torvalds committed
1058
	rc = ccw_device_recognition(cdev);
1059
	spin_unlock_irq(sch->lock);
Linus Torvalds's avatar
Linus Torvalds committed
1060 1061 1062 1063 1064 1065 1066
	if (rc) {
		if (atomic_dec_and_test(&ccw_device_init_count))
			wake_up(&ccw_device_init_wq);
	}
	return rc;
}

1067 1068 1069 1070 1071 1072 1073 1074 1075 1076 1077 1078 1079 1080 1081 1082 1083 1084 1085 1086 1087 1088 1089 1090 1091 1092 1093 1094
static void ccw_device_move_to_sch(struct work_struct *work)
{
	struct ccw_device_private *priv;
	int rc;
	struct subchannel *sch;
	struct ccw_device *cdev;
	struct subchannel *former_parent;

	priv = container_of(work, struct ccw_device_private, kick_work);
	sch = priv->sch;
	cdev = priv->cdev;
	former_parent = ccw_device_is_orphan(cdev) ?
		NULL : to_subchannel(get_device(cdev->dev.parent));
	mutex_lock(&sch->reg_mutex);
	/* Try to move the ccw device to its new subchannel. */
	rc = device_move(&cdev->dev, &sch->dev);
	mutex_unlock(&sch->reg_mutex);
	if (rc) {
		CIO_MSG_EVENT(2, "Moving device 0.%x.%04x to subchannel "
			      "0.%x.%04x failed (ret=%d)!\n",
			      cdev->private->dev_id.ssid,
			      cdev->private->dev_id.devno, sch->schid.ssid,
			      sch->schid.sch_no, rc);
		css_sch_device_unregister(sch);
		goto out;
	}
	if (former_parent) {
		spin_lock_irq(former_parent->lock);
1095
		sch_set_cdev(former_parent, NULL);
1096 1097 1098 1099 1100 1101 1102 1103 1104 1105 1106 1107 1108
		spin_unlock_irq(former_parent->lock);
		css_sch_device_unregister(former_parent);
		/* Reset intparm to zeroes. */
		former_parent->schib.pmcw.intparm = 0;
		cio_modify(former_parent);
	}
	sch_attach_device(sch, cdev);
out:
	if (former_parent)
		put_device(&former_parent->dev);
	put_device(&cdev->dev);
}

1109 1110 1111 1112
static void io_subchannel_irq(struct subchannel *sch)
{
	struct ccw_device *cdev;

1113
	cdev = sch_get_cdev(sch);
1114 1115 1116 1117 1118 1119 1120

	CIO_TRACE_EVENT(3, "IRQ");
	CIO_TRACE_EVENT(3, sch->dev.bus_id);
	if (cdev)
		dev_fsm_event(cdev, DEV_EVENT_INTERRUPT);
}

Linus Torvalds's avatar
Linus Torvalds committed
1121
static int
1122
io_subchannel_probe (struct subchannel *sch)
Linus Torvalds's avatar
Linus Torvalds committed
1123 1124 1125 1126
{
	struct ccw_device *cdev;
	int rc;
	unsigned long flags;
1127
	struct ccw_dev_id dev_id;
Linus Torvalds's avatar
Linus Torvalds committed
1128

1129 1130
	cdev = sch_get_cdev(sch);
	if (cdev) {
Linus Torvalds's avatar
Linus Torvalds committed
1131 1132 1133 1134 1135
		/*
		 * This subchannel already has an associated ccw_device.
		 * Register it and exit. This happens for all early
		 * device, e.g. the console.
		 */
1136
		cdev->dev.groups = ccwdev_attr_groups;
Linus Torvalds's avatar
Linus Torvalds committed
1137 1138 1139 1140 1141 1142 1143 1144 1145 1146 1147 1148 1149 1150
		device_initialize(&cdev->dev);
		ccw_device_register(cdev);
		/*
		 * Check if the device is already online. If it is
		 * the reference count needs to be corrected
		 * (see ccw_device_online and css_init_done for the
		 * ugly details).
		 */
		if (cdev->private->state != DEV_STATE_NOT_OPER &&
		    cdev->private->state != DEV_STATE_OFFLINE &&
		    cdev->private->state != DEV_STATE_BOXED)
			get_device(&cdev->dev);
		return 0;
	}
1151 1152 1153 1154 1155 1156
	/*
	 * First check if a fitting device may be found amongst the
	 * disconnected devices or in the orphanage.
	 */
	dev_id.devno = sch->schib.pmcw.dev;
	dev_id.ssid = sch->schid.ssid;
1157 1158 1159 1160 1161
	/* Allocate I/O subchannel private data. */
	sch->private = kzalloc(sizeof(struct io_subchannel_private),
			       GFP_KERNEL | GFP_DMA);
	if (!sch->private)
		return -ENOMEM;
1162 1163 1164 1165 1166 1167 1168 1169 1170 1171 1172 1173 1174 1175 1176 1177
	cdev = get_disc_ccwdev_by_dev_id(&dev_id, NULL);
	if (!cdev)
		cdev = get_orphaned_ccwdev_by_dev_id(to_css(sch->dev.parent),
						     &dev_id);
	if (cdev) {
		/*
		 * Schedule moving the device until when we have a registered
		 * subchannel to move to and succeed the probe. We can
		 * unregister later again, when the probe is through.
		 */
		cdev->private->sch = sch;
		PREPARE_WORK(&cdev->private->kick_work,
			     ccw_device_move_to_sch);
		queue_work(slow_path_wq, &cdev->private->kick_work);
		return 0;
	}
1178
	cdev = io_subchannel_create_ccwdev(sch);
1179 1180
	if (IS_ERR(cdev)) {
		kfree(sch->private);
1181
		return PTR_ERR(cdev);
1182
	}
1183
	rc = io_subchannel_recog(cdev, sch);
Linus Torvalds's avatar
Linus Torvalds committed
1184
	if (rc) {
1185
		spin_lock_irqsave(sch->lock, flags);
1186
		sch_set_cdev(sch, NULL);
1187
		spin_unlock_irqrestore(sch->lock, flags);
Linus Torvalds's avatar
Linus Torvalds committed
1188 1189
		if (cdev->dev.release)
			cdev->dev.release(&cdev->dev);
1190
		kfree(sch->private);
Linus Torvalds's avatar
Linus Torvalds committed
1191 1192 1193 1194 1195 1196
	}

	return rc;
}

static int
1197
io_subchannel_remove (struct subchannel *sch)
Linus Torvalds's avatar
Linus Torvalds committed
1198 1199 1200 1201
{
	struct ccw_device *cdev;
	unsigned long flags;

1202 1203
	cdev = sch_get_cdev(sch);
	if (!cdev)
Linus Torvalds's avatar
Linus Torvalds committed
1204 1205 1206
		return 0;
	/* Set ccw device to not operational and drop reference. */
	spin_lock_irqsave(cdev->ccwlock, flags);
1207
	sch_set_cdev(sch, NULL);
Linus Torvalds's avatar
Linus Torvalds committed
1208 1209
	cdev->private->state = DEV_STATE_NOT_OPER;
	spin_unlock_irqrestore(cdev->ccwlock, flags);
1210 1211
	ccw_device_unregister(cdev);
	put_device(&cdev->dev);
1212
	kfree(sch->private);
Linus Torvalds's avatar
Linus Torvalds committed
1213 1214 1215
	return 0;
}

1216
static int io_subchannel_notify(struct subchannel *sch, int event)
Linus Torvalds's avatar
Linus Torvalds committed
1217 1218 1219
{
	struct ccw_device *cdev;

1220
	cdev = sch_get_cdev(sch);
Linus Torvalds's avatar
Linus Torvalds committed
1221 1222 1223 1224 1225 1226 1227 1228 1229
	if (!cdev)
		return 0;
	if (!cdev->drv)
		return 0;
	if (!cdev->online)
		return 0;
	return cdev->drv->notify ? cdev->drv->notify(cdev, event) : 0;
}

1230
static void io_subchannel_verify(struct subchannel *sch)
Linus Torvalds's avatar
Linus Torvalds committed
1231 1232 1233
{
	struct ccw_device *cdev;

1234
	cdev = sch_get_cdev(sch);
Linus Torvalds's avatar
Linus Torvalds committed
1235 1236 1237 1238
	if (cdev)
		dev_fsm_event(cdev, DEV_EVENT_VERIFY);
}

1239
static void io_subchannel_ioterm(struct subchannel *sch)
Linus Torvalds's avatar
Linus Torvalds committed
1240 1241 1242
{
	struct ccw_device *cdev;

1243
	cdev = sch_get_cdev(sch);