module.c 87.7 KB
Newer Older
1
/*
Linus Torvalds's avatar
Linus Torvalds committed
2
   Copyright (C) 2002 Richard Henderson
3
   Copyright (C) 2001 Rusty Russell, 2002, 2010 Rusty Russell IBM.
Linus Torvalds's avatar
Linus Torvalds committed
4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20

    This program is free software; you can redistribute it and/or modify
    it under the terms of the GNU General Public License as published by
    the Free Software Foundation; either version 2 of the License, or
    (at your option) any later version.

    This program is distributed in the hope that it will be useful,
    but WITHOUT ANY WARRANTY; without even the implied warranty of
    MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
    GNU General Public License for more details.

    You should have received a copy of the GNU General Public License
    along with this program; if not, write to the Free Software
    Foundation, Inc., 59 Temple Place, Suite 330, Boston, MA  02111-1307  USA
*/
#include <linux/module.h>
#include <linux/moduleloader.h>
21
#include <linux/ftrace_event.h>
Linus Torvalds's avatar
Linus Torvalds committed
22
#include <linux/init.h>
23
#include <linux/kallsyms.h>
24
#include <linux/fs.h>
Roland McGrath's avatar
Roland McGrath committed
25
#include <linux/sysfs.h>
26
#include <linux/kernel.h>
Linus Torvalds's avatar
Linus Torvalds committed
27 28 29
#include <linux/slab.h>
#include <linux/vmalloc.h>
#include <linux/elf.h>
30
#include <linux/proc_fs.h>
Linus Torvalds's avatar
Linus Torvalds committed
31 32 33 34
#include <linux/seq_file.h>
#include <linux/syscalls.h>
#include <linux/fcntl.h>
#include <linux/rcupdate.h>
35
#include <linux/capability.h>
Linus Torvalds's avatar
Linus Torvalds committed
36 37 38 39 40 41
#include <linux/cpu.h>
#include <linux/moduleparam.h>
#include <linux/errno.h>
#include <linux/err.h>
#include <linux/vermagic.h>
#include <linux/notifier.h>
Al Viro's avatar
Al Viro committed
42
#include <linux/sched.h>
Linus Torvalds's avatar
Linus Torvalds committed
43 44
#include <linux/stop_machine.h>
#include <linux/device.h>
45
#include <linux/string.h>
46
#include <linux/mutex.h>
47
#include <linux/rculist.h>
Linus Torvalds's avatar
Linus Torvalds committed
48 49
#include <asm/uaccess.h>
#include <asm/cacheflush.h>
50
#include <asm/mmu_context.h>
51
#include <linux/license.h>
52
#include <asm/sections.h>
53
#include <linux/tracepoint.h>
54
#include <linux/ftrace.h>
55
#include <linux/async.h>
56
#include <linux/percpu.h>
57
#include <linux/kmemleak.h>
58
#include <linux/jump_label.h>
59
#include <linux/pfn.h>
Linus Torvalds's avatar
Linus Torvalds committed
60

61 62 63
#define CREATE_TRACE_POINTS
#include <trace/events/module.h>

Linus Torvalds's avatar
Linus Torvalds committed
64 65 66 67 68 69 70 71 72 73
#if 0
#define DEBUGP printk
#else
#define DEBUGP(fmt , a...)
#endif

#ifndef ARCH_SHF_SMALL
#define ARCH_SHF_SMALL 0
#endif

74 75 76 77 78 79 80 81 82 83 84 85 86 87 88 89 90 91 92 93
/*
 * Modules' sections will be aligned on page boundaries
 * to ensure complete separation of code and data, but
 * only when CONFIG_DEBUG_SET_MODULE_RONX=y
 */
#ifdef CONFIG_DEBUG_SET_MODULE_RONX
# define debug_align(X) ALIGN(X, PAGE_SIZE)
#else
# define debug_align(X) (X)
#endif

/*
 * Given BASE and SIZE this macro calculates the number of pages the
 * memory regions occupies
 */
#define MOD_NUMBER_OF_PAGES(BASE, SIZE) (((SIZE) > 0) ?		\
		(PFN_DOWN((unsigned long)(BASE) + (SIZE) - 1) -	\
			 PFN_DOWN((unsigned long)BASE) + 1)	\
		: (0UL))

Linus Torvalds's avatar
Linus Torvalds committed
94 95 96
/* If this is set, the section belongs in the init part of the module */
#define INIT_OFFSET_MASK (1UL << (BITS_PER_LONG-1))

97 98 99 100 101
/*
 * Mutex protects:
 * 1) List of modules (also safely readable with preempt_disable),
 * 2) module_use links,
 * 3) module_addr_min/module_addr_max.
102
 * (delete uses stop_machine/add uses RCU list operations). */
103 104
DEFINE_MUTEX(module_mutex);
EXPORT_SYMBOL_GPL(module_mutex);
Linus Torvalds's avatar
Linus Torvalds committed
105
static LIST_HEAD(modules);
106 107 108 109
#ifdef CONFIG_KGDB_KDB
struct list_head *kdb_modules = &modules; /* kdb needs the list of modules */
#endif /* CONFIG_KGDB_KDB */

Linus Torvalds's avatar
Linus Torvalds committed
110

111 112 113
/* Block module loading/unloading? */
int modules_disabled = 0;

114 115 116
/* Waiting for a module to finish initializing? */
static DECLARE_WAIT_QUEUE_HEAD(module_wq);

117
static BLOCKING_NOTIFIER_HEAD(module_notify_list);
Linus Torvalds's avatar
Linus Torvalds committed
118

119 120
/* Bounds of module allocation, for speeding __module_address.
 * Protected by module_mutex. */
121 122
static unsigned long module_addr_min = -1UL, module_addr_max = 0;

Linus Torvalds's avatar
Linus Torvalds committed
123 124
int register_module_notifier(struct notifier_block * nb)
{
125
	return blocking_notifier_chain_register(&module_notify_list, nb);
Linus Torvalds's avatar
Linus Torvalds committed
126 127 128 129 130
}
EXPORT_SYMBOL(register_module_notifier);

int unregister_module_notifier(struct notifier_block * nb)
{
131
	return blocking_notifier_chain_unregister(&module_notify_list, nb);
Linus Torvalds's avatar
Linus Torvalds committed
132 133 134
}
EXPORT_SYMBOL(unregister_module_notifier);

135 136 137 138
struct load_info {
	Elf_Ehdr *hdr;
	unsigned long len;
	Elf_Shdr *sechdrs;
139
	char *secstrings, *strtab;
Rusty Russell's avatar
Rusty Russell committed
140 141
	unsigned long *strmap;
	unsigned long symoffs, stroffs;
142 143
	struct _ddebug *debug;
	unsigned int num_debug;
144 145 146 147 148
	struct {
		unsigned int sym, str, mod, vers, info, pcpu;
	} index;
};

149 150
/* We require a truly strong try_module_get(): 0 means failure due to
   ongoing or failed initialization etc. */
Linus Torvalds's avatar
Linus Torvalds committed
151 152 153
static inline int strong_try_module_get(struct module *mod)
{
	if (mod && mod->state == MODULE_STATE_COMING)
154 155
		return -EBUSY;
	if (try_module_get(mod))
Linus Torvalds's avatar
Linus Torvalds committed
156
		return 0;
157 158
	else
		return -ENOENT;
Linus Torvalds's avatar
Linus Torvalds committed
159 160
}

161 162 163
static inline void add_taint_module(struct module *mod, unsigned flag)
{
	add_taint(flag);
Andi Kleen's avatar
Andi Kleen committed
164
	mod->taints |= (1U << flag);
165 166
}

167 168 169
/*
 * A thread that wants to hold a reference to a module only while it
 * is running can call this to safely exit.  nfsd and lockd use this.
Linus Torvalds's avatar
Linus Torvalds committed
170 171 172 173 174 175 176
 */
void __module_put_and_exit(struct module *mod, long code)
{
	module_put(mod);
	do_exit(code);
}
EXPORT_SYMBOL(__module_put_and_exit);
177

Linus Torvalds's avatar
Linus Torvalds committed
178
/* Find a module section: 0 means not found. */
179
static unsigned int find_sec(const struct load_info *info, const char *name)
Linus Torvalds's avatar
Linus Torvalds committed
180 181 182
{
	unsigned int i;

183 184
	for (i = 1; i < info->hdr->e_shnum; i++) {
		Elf_Shdr *shdr = &info->sechdrs[i];
Linus Torvalds's avatar
Linus Torvalds committed
185
		/* Alloc bit cleared means "ignore it." */
186 187
		if ((shdr->sh_flags & SHF_ALLOC)
		    && strcmp(info->secstrings + shdr->sh_name, name) == 0)
Linus Torvalds's avatar
Linus Torvalds committed
188
			return i;
189
	}
Linus Torvalds's avatar
Linus Torvalds committed
190 191 192
	return 0;
}

193
/* Find a module section, or NULL. */
194
static void *section_addr(const struct load_info *info, const char *name)
195 196
{
	/* Section 0 has sh_addr 0. */
197
	return (void *)info->sechdrs[find_sec(info, name)].sh_addr;
198 199 200
}

/* Find a module section, or NULL.  Fill in number of "objects" in section. */
201
static void *section_objs(const struct load_info *info,
202 203 204 205
			  const char *name,
			  size_t object_size,
			  unsigned int *num)
{
206
	unsigned int sec = find_sec(info, name);
207 208

	/* Section 0 has sh_addr 0 and sh_size 0. */
209 210
	*num = info->sechdrs[sec].sh_size / object_size;
	return (void *)info->sechdrs[sec].sh_addr;
211 212
}

Linus Torvalds's avatar
Linus Torvalds committed
213 214 215 216 217
/* Provided by the linker */
extern const struct kernel_symbol __start___ksymtab[];
extern const struct kernel_symbol __stop___ksymtab[];
extern const struct kernel_symbol __start___ksymtab_gpl[];
extern const struct kernel_symbol __stop___ksymtab_gpl[];
218 219
extern const struct kernel_symbol __start___ksymtab_gpl_future[];
extern const struct kernel_symbol __stop___ksymtab_gpl_future[];
Linus Torvalds's avatar
Linus Torvalds committed
220 221
extern const unsigned long __start___kcrctab[];
extern const unsigned long __start___kcrctab_gpl[];
222
extern const unsigned long __start___kcrctab_gpl_future[];
223 224 225 226 227
#ifdef CONFIG_UNUSED_SYMBOLS
extern const struct kernel_symbol __start___ksymtab_unused[];
extern const struct kernel_symbol __stop___ksymtab_unused[];
extern const struct kernel_symbol __start___ksymtab_unused_gpl[];
extern const struct kernel_symbol __stop___ksymtab_unused_gpl[];
228 229
extern const unsigned long __start___kcrctab_unused[];
extern const unsigned long __start___kcrctab_unused_gpl[];
230
#endif
Linus Torvalds's avatar
Linus Torvalds committed
231 232 233 234

#ifndef CONFIG_MODVERSIONS
#define symversion(base, idx) NULL
#else
235
#define symversion(base, idx) ((base != NULL) ? ((base) + (idx)) : NULL)
Linus Torvalds's avatar
Linus Torvalds committed
236 237
#endif

238 239 240 241 242 243 244
static bool each_symbol_in_section(const struct symsearch *arr,
				   unsigned int arrsize,
				   struct module *owner,
				   bool (*fn)(const struct symsearch *syms,
					      struct module *owner,
					      unsigned int symnum, void *data),
				   void *data)
245
{
246
	unsigned int i, j;
247

248 249 250 251
	for (j = 0; j < arrsize; j++) {
		for (i = 0; i < arr[j].stop - arr[j].start; i++)
			if (fn(&arr[j], owner, i, data))
				return true;
252
	}
253 254

	return false;
255 256
}

257
/* Returns true as soon as fn returns true, otherwise false. */
258 259
bool each_symbol(bool (*fn)(const struct symsearch *arr, struct module *owner,
			    unsigned int symnum, void *data), void *data)
260 261
{
	struct module *mod;
262
	static const struct symsearch arr[] = {
263
		{ __start___ksymtab, __stop___ksymtab, __start___kcrctab,
264
		  NOT_GPL_ONLY, false },
265
		{ __start___ksymtab_gpl, __stop___ksymtab_gpl,
266 267
		  __start___kcrctab_gpl,
		  GPL_ONLY, false },
268
		{ __start___ksymtab_gpl_future, __stop___ksymtab_gpl_future,
269 270
		  __start___kcrctab_gpl_future,
		  WILL_BE_GPL_ONLY, false },
271
#ifdef CONFIG_UNUSED_SYMBOLS
272
		{ __start___ksymtab_unused, __stop___ksymtab_unused,
273 274
		  __start___kcrctab_unused,
		  NOT_GPL_ONLY, true },
275
		{ __start___ksymtab_unused_gpl, __stop___ksymtab_unused_gpl,
276 277
		  __start___kcrctab_unused_gpl,
		  GPL_ONLY, true },
278
#endif
279
	};
280

281 282
	if (each_symbol_in_section(arr, ARRAY_SIZE(arr), NULL, fn, data))
		return true;
283

284
	list_for_each_entry_rcu(mod, &modules, list) {
285 286
		struct symsearch arr[] = {
			{ mod->syms, mod->syms + mod->num_syms, mod->crcs,
287
			  NOT_GPL_ONLY, false },
288
			{ mod->gpl_syms, mod->gpl_syms + mod->num_gpl_syms,
289 290
			  mod->gpl_crcs,
			  GPL_ONLY, false },
291 292
			{ mod->gpl_future_syms,
			  mod->gpl_future_syms + mod->num_gpl_future_syms,
293 294
			  mod->gpl_future_crcs,
			  WILL_BE_GPL_ONLY, false },
295
#ifdef CONFIG_UNUSED_SYMBOLS
296 297
			{ mod->unused_syms,
			  mod->unused_syms + mod->num_unused_syms,
298 299
			  mod->unused_crcs,
			  NOT_GPL_ONLY, true },
300 301
			{ mod->unused_gpl_syms,
			  mod->unused_gpl_syms + mod->num_unused_gpl_syms,
302 303
			  mod->unused_gpl_crcs,
			  GPL_ONLY, true },
304
#endif
305 306
		};

307 308 309 310 311
		if (each_symbol_in_section(arr, ARRAY_SIZE(arr), mod, fn, data))
			return true;
	}
	return false;
}
312
EXPORT_SYMBOL_GPL(each_symbol);
313 314 315 316 317 318 319 320 321 322

struct find_symbol_arg {
	/* Input */
	const char *name;
	bool gplok;
	bool warn;

	/* Output */
	struct module *owner;
	const unsigned long *crc;
323
	const struct kernel_symbol *sym;
324 325 326 327 328 329 330 331 332 333 334 335 336 337 338 339 340 341 342 343 344
};

static bool find_symbol_in_section(const struct symsearch *syms,
				   struct module *owner,
				   unsigned int symnum, void *data)
{
	struct find_symbol_arg *fsa = data;

	if (strcmp(syms->start[symnum].name, fsa->name) != 0)
		return false;

	if (!fsa->gplok) {
		if (syms->licence == GPL_ONLY)
			return false;
		if (syms->licence == WILL_BE_GPL_ONLY && fsa->warn) {
			printk(KERN_WARNING "Symbol %s is being used "
			       "by a non-GPL module, which will not "
			       "be allowed in the future\n", fsa->name);
			printk(KERN_WARNING "Please see the file "
			       "Documentation/feature-removal-schedule.txt "
			       "in the kernel source tree for more details.\n");
345
		}
Linus Torvalds's avatar
Linus Torvalds committed
346
	}
347

348
#ifdef CONFIG_UNUSED_SYMBOLS
349 350 351 352 353 354 355 356 357 358 359
	if (syms->unused && fsa->warn) {
		printk(KERN_WARNING "Symbol %s is marked as UNUSED, "
		       "however this module is using it.\n", fsa->name);
		printk(KERN_WARNING
		       "This symbol will go away in the future.\n");
		printk(KERN_WARNING
		       "Please evalute if this is the right api to use and if "
		       "it really is, submit a report the linux kernel "
		       "mailinglist together with submitting your code for "
		       "inclusion.\n");
	}
360
#endif
361 362 363

	fsa->owner = owner;
	fsa->crc = symversion(syms->crcs, symnum);
364
	fsa->sym = &syms->start[symnum];
365 366 367
	return true;
}

368
/* Find a symbol and return it, along with, (optional) crc and
369
 * (optional) module which owns it.  Needs preempt disabled or module_mutex. */
370 371 372 373 374
const struct kernel_symbol *find_symbol(const char *name,
					struct module **owner,
					const unsigned long **crc,
					bool gplok,
					bool warn)
375 376 377 378 379 380 381 382 383 384 385 386
{
	struct find_symbol_arg fsa;

	fsa.name = name;
	fsa.gplok = gplok;
	fsa.warn = warn;

	if (each_symbol(find_symbol_in_section, &fsa)) {
		if (owner)
			*owner = fsa.owner;
		if (crc)
			*crc = fsa.crc;
387
		return fsa.sym;
388 389
	}

Linus Torvalds's avatar
Linus Torvalds committed
390
	DEBUGP("Failed to find symbol %s\n", name);
391
	return NULL;
Linus Torvalds's avatar
Linus Torvalds committed
392
}
393
EXPORT_SYMBOL_GPL(find_symbol);
Linus Torvalds's avatar
Linus Torvalds committed
394 395

/* Search for module by name: must hold module_mutex. */
396
struct module *find_module(const char *name)
Linus Torvalds's avatar
Linus Torvalds committed
397 398 399 400 401 402 403 404 405
{
	struct module *mod;

	list_for_each_entry(mod, &modules, list) {
		if (strcmp(mod->name, name) == 0)
			return mod;
	}
	return NULL;
}
406
EXPORT_SYMBOL_GPL(find_module);
Linus Torvalds's avatar
Linus Torvalds committed
407 408

#ifdef CONFIG_SMP
409

410
static inline void __percpu *mod_percpu(struct module *mod)
411
{
412 413
	return mod->percpu;
}
414

415 416 417
static int percpu_modalloc(struct module *mod,
			   unsigned long size, unsigned long align)
{
418 419
	if (align > PAGE_SIZE) {
		printk(KERN_WARNING "%s: per-cpu alignment %li > %li\n",
420
		       mod->name, align, PAGE_SIZE);
421 422 423
		align = PAGE_SIZE;
	}

424 425
	mod->percpu = __alloc_reserved_percpu(size, align);
	if (!mod->percpu) {
426
		printk(KERN_WARNING
Rusty Russell's avatar
Rusty Russell committed
427 428
		       "%s: Could not allocate %lu bytes percpu data\n",
		       mod->name, size);
429 430 431 432
		return -ENOMEM;
	}
	mod->percpu_size = size;
	return 0;
433 434
}

435
static void percpu_modfree(struct module *mod)
436
{
437
	free_percpu(mod->percpu);
438 439
}

440
static unsigned int find_pcpusec(struct load_info *info)
441
{
442
	return find_sec(info, ".data..percpu");
443 444
}

445 446
static void percpu_modcopy(struct module *mod,
			   const void *from, unsigned long size)
447 448 449 450
{
	int cpu;

	for_each_possible_cpu(cpu)
451
		memcpy(per_cpu_ptr(mod->percpu, cpu), from, size);
452 453
}

454 455 456 457 458 459 460 461 462 463 464 465 466 467 468 469 470 471 472 473 474 475 476 477 478 479 480 481 482 483 484 485
/**
 * is_module_percpu_address - test whether address is from module static percpu
 * @addr: address to test
 *
 * Test whether @addr belongs to module static percpu area.
 *
 * RETURNS:
 * %true if @addr is from module static percpu area
 */
bool is_module_percpu_address(unsigned long addr)
{
	struct module *mod;
	unsigned int cpu;

	preempt_disable();

	list_for_each_entry_rcu(mod, &modules, list) {
		if (!mod->percpu_size)
			continue;
		for_each_possible_cpu(cpu) {
			void *start = per_cpu_ptr(mod->percpu, cpu);

			if ((void *)addr >= start &&
			    (void *)addr < start + mod->percpu_size) {
				preempt_enable();
				return true;
			}
		}
	}

	preempt_enable();
	return false;
486 487
}

Linus Torvalds's avatar
Linus Torvalds committed
488
#else /* ... !CONFIG_SMP */
489

490
static inline void __percpu *mod_percpu(struct module *mod)
Linus Torvalds's avatar
Linus Torvalds committed
491 492 493
{
	return NULL;
}
494 495 496 497 498 499
static inline int percpu_modalloc(struct module *mod,
				  unsigned long size, unsigned long align)
{
	return -ENOMEM;
}
static inline void percpu_modfree(struct module *mod)
Linus Torvalds's avatar
Linus Torvalds committed
500 501
{
}
502
static unsigned int find_pcpusec(struct load_info *info)
Linus Torvalds's avatar
Linus Torvalds committed
503 504 505
{
	return 0;
}
506 507
static inline void percpu_modcopy(struct module *mod,
				  const void *from, unsigned long size)
Linus Torvalds's avatar
Linus Torvalds committed
508 509 510 511
{
	/* pcpusec should be 0, and size of that section should be 0. */
	BUG_ON(size != 0);
}
512 513 514 515
bool is_module_percpu_address(unsigned long addr)
{
	return false;
}
516

Linus Torvalds's avatar
Linus Torvalds committed
517 518
#endif /* CONFIG_SMP */

519 520 521 522 523 524 525 526 527 528 529 530 531 532 533 534
#define MODINFO_ATTR(field)	\
static void setup_modinfo_##field(struct module *mod, const char *s)  \
{                                                                     \
	mod->field = kstrdup(s, GFP_KERNEL);                          \
}                                                                     \
static ssize_t show_modinfo_##field(struct module_attribute *mattr,   \
	                struct module *mod, char *buffer)             \
{                                                                     \
	return sprintf(buffer, "%s\n", mod->field);                   \
}                                                                     \
static int modinfo_##field##_exists(struct module *mod)               \
{                                                                     \
	return mod->field != NULL;                                    \
}                                                                     \
static void free_modinfo_##field(struct module *mod)                  \
{                                                                     \
535 536
	kfree(mod->field);                                            \
	mod->field = NULL;                                            \
537 538
}                                                                     \
static struct module_attribute modinfo_##field = {                    \
539
	.attr = { .name = __stringify(field), .mode = 0444 },         \
540 541 542 543 544 545 546 547 548
	.show = show_modinfo_##field,                                 \
	.setup = setup_modinfo_##field,                               \
	.test = modinfo_##field##_exists,                             \
	.free = free_modinfo_##field,                                 \
};

MODINFO_ATTR(version);
MODINFO_ATTR(srcversion);

549 550
static char last_unloaded_module[MODULE_NAME_LEN+1];

551
#ifdef CONFIG_MODULE_UNLOAD
552 553 554

EXPORT_TRACEPOINT_SYMBOL(module_get);

Linus Torvalds's avatar
Linus Torvalds committed
555
/* Init the unload section of the module. */
556
static int module_unload_init(struct module *mod)
Linus Torvalds's avatar
Linus Torvalds committed
557
{
558 559 560 561
	mod->refptr = alloc_percpu(struct module_ref);
	if (!mod->refptr)
		return -ENOMEM;

562 563
	INIT_LIST_HEAD(&mod->source_list);
	INIT_LIST_HEAD(&mod->target_list);
564

Linus Torvalds's avatar
Linus Torvalds committed
565
	/* Hold reference count during initialization. */
566
	__this_cpu_write(mod->refptr->incs, 1);
Linus Torvalds's avatar
Linus Torvalds committed
567 568
	/* Backwards compatibility macros put refcount during init. */
	mod->waiter = current;
569 570

	return 0;
Linus Torvalds's avatar
Linus Torvalds committed
571 572 573 574 575 576 577
}

/* Does a already use b? */
static int already_uses(struct module *a, struct module *b)
{
	struct module_use *use;

578 579
	list_for_each_entry(use, &b->source_list, source_list) {
		if (use->source == a) {
Linus Torvalds's avatar
Linus Torvalds committed
580 581 582 583 584 585 586 587
			DEBUGP("%s uses %s!\n", a->name, b->name);
			return 1;
		}
	}
	DEBUGP("%s does not use %s!\n", a->name, b->name);
	return 0;
}

588 589 590 591 592 593 594 595 596 597 598 599 600 601 602 603 604 605 606 607 608 609 610 611 612
/*
 * Module a uses b
 *  - we add 'a' as a "source", 'b' as a "target" of module use
 *  - the module_use is added to the list of 'b' sources (so
 *    'b' can walk the list to see who sourced them), and of 'a'
 *    targets (so 'a' can see what modules it targets).
 */
static int add_module_usage(struct module *a, struct module *b)
{
	struct module_use *use;

	DEBUGP("Allocating new usage for %s.\n", a->name);
	use = kmalloc(sizeof(*use), GFP_ATOMIC);
	if (!use) {
		printk(KERN_WARNING "%s: out of memory loading\n", a->name);
		return -ENOMEM;
	}

	use->source = a;
	use->target = b;
	list_add(&use->source_list, &b->source_list);
	list_add(&use->target_list, &a->target_list);
	return 0;
}

613
/* Module a uses b: caller needs module_mutex() */
614
int ref_module(struct module *a, struct module *b)
Linus Torvalds's avatar
Linus Torvalds committed
615
{
616
	int err;
Kay Sievers's avatar
Kay Sievers committed
617

618
	if (b == NULL || already_uses(a, b))
619 620
		return 0;

621 622
	/* If module isn't available, we fail. */
	err = strong_try_module_get(b);
623
	if (err)
624
		return err;
Linus Torvalds's avatar
Linus Torvalds committed
625

626 627
	err = add_module_usage(a, b);
	if (err) {
Linus Torvalds's avatar
Linus Torvalds committed
628
		module_put(b);
629
		return err;
Linus Torvalds's avatar
Linus Torvalds committed
630
	}
631
	return 0;
Linus Torvalds's avatar
Linus Torvalds committed
632
}
633
EXPORT_SYMBOL_GPL(ref_module);
Linus Torvalds's avatar
Linus Torvalds committed
634 635 636 637

/* Clear the unload stuff of the module. */
static void module_unload_free(struct module *mod)
{
638
	struct module_use *use, *tmp;
Linus Torvalds's avatar
Linus Torvalds committed
639

640
	mutex_lock(&module_mutex);
641 642 643 644 645 646 647
	list_for_each_entry_safe(use, tmp, &mod->target_list, target_list) {
		struct module *i = use->target;
		DEBUGP("%s unusing %s\n", mod->name, i->name);
		module_put(i);
		list_del(&use->source_list);
		list_del(&use->target_list);
		kfree(use);
Linus Torvalds's avatar
Linus Torvalds committed
648
	}
649
	mutex_unlock(&module_mutex);
650 651

	free_percpu(mod->refptr);
Linus Torvalds's avatar
Linus Torvalds committed
652 653 654
}

#ifdef CONFIG_MODULE_FORCE_UNLOAD
655
static inline int try_force_unload(unsigned int flags)
Linus Torvalds's avatar
Linus Torvalds committed
656 657 658
{
	int ret = (flags & O_TRUNC);
	if (ret)
659
		add_taint(TAINT_FORCED_RMMOD);
Linus Torvalds's avatar
Linus Torvalds committed
660 661 662
	return ret;
}
#else
663
static inline int try_force_unload(unsigned int flags)
Linus Torvalds's avatar
Linus Torvalds committed
664 665 666 667 668 669 670 671 672 673 674 675 676 677 678 679 680
{
	return 0;
}
#endif /* CONFIG_MODULE_FORCE_UNLOAD */

struct stopref
{
	struct module *mod;
	int flags;
	int *forced;
};

/* Whole machine is stopped with interrupts off when this runs. */
static int __try_stop_module(void *_sref)
{
	struct stopref *sref = _sref;

681 682
	/* If it's not unused, quit unless we're forcing. */
	if (module_refcount(sref->mod) != 0) {
683
		if (!(*sref->forced = try_force_unload(sref->flags)))
Linus Torvalds's avatar
Linus Torvalds committed
684 685 686 687 688 689 690 691 692 693
			return -EWOULDBLOCK;
	}

	/* Mark it as dying. */
	sref->mod->state = MODULE_STATE_GOING;
	return 0;
}

static int try_stop_module(struct module *mod, int flags, int *forced)
{
694 695
	if (flags & O_NONBLOCK) {
		struct stopref sref = { mod, flags, forced };
Linus Torvalds's avatar
Linus Torvalds committed
696

697
		return stop_machine(__try_stop_module, &sref, NULL);
698 699 700 701 702 703
	} else {
		/* We don't need to stop the machine for this. */
		mod->state = MODULE_STATE_GOING;
		synchronize_sched();
		return 0;
	}
Linus Torvalds's avatar
Linus Torvalds committed
704 705 706 707
}

unsigned int module_refcount(struct module *mod)
{
708
	unsigned int incs = 0, decs = 0;
709
	int cpu;
Linus Torvalds's avatar
Linus Torvalds committed
710

711
	for_each_possible_cpu(cpu)
712 713 714 715 716 717 718 719 720 721 722 723 724 725 726 727 728 729
		decs += per_cpu_ptr(mod->refptr, cpu)->decs;
	/*
	 * ensure the incs are added up after the decs.
	 * module_put ensures incs are visible before decs with smp_wmb.
	 *
	 * This 2-count scheme avoids the situation where the refcount
	 * for CPU0 is read, then CPU0 increments the module refcount,
	 * then CPU1 drops that refcount, then the refcount for CPU1 is
	 * read. We would record a decrement but not its corresponding
	 * increment so we would see a low count (disaster).
	 *
	 * Rare situation? But module_refcount can be preempted, and we
	 * might be tallying up 4096+ CPUs. So it is not impossible.
	 */
	smp_rmb();
	for_each_possible_cpu(cpu)
		incs += per_cpu_ptr(mod->refptr, cpu)->incs;
	return incs - decs;
Linus Torvalds's avatar
Linus Torvalds committed
730 731 732 733 734 735 736 737
}
EXPORT_SYMBOL(module_refcount);

/* This exists whether we can unload or not */
static void free_module(struct module *mod);

static void wait_for_zero_refcount(struct module *mod)
{
738
	/* Since we might sleep for some time, release the mutex first */
739
	mutex_unlock(&module_mutex);
Linus Torvalds's avatar
Linus Torvalds committed
740 741 742 743 744 745 746 747
	for (;;) {
		DEBUGP("Looking at refcount...\n");
		set_current_state(TASK_UNINTERRUPTIBLE);
		if (module_refcount(mod) == 0)
			break;
		schedule();
	}
	current->state = TASK_RUNNING;
748
	mutex_lock(&module_mutex);
Linus Torvalds's avatar
Linus Torvalds committed
749 750
}

751 752
SYSCALL_DEFINE2(delete_module, const char __user *, name_user,
		unsigned int, flags)
Linus Torvalds's avatar
Linus Torvalds committed
753 754
{
	struct module *mod;
755
	char name[MODULE_NAME_LEN];
Linus Torvalds's avatar
Linus Torvalds committed
756 757
	int ret, forced = 0;

758
	if (!capable(CAP_SYS_MODULE) || modules_disabled)
759 760 761 762 763 764
		return -EPERM;

	if (strncpy_from_user(name, name_user, MODULE_NAME_LEN-1) < 0)
		return -EFAULT;
	name[MODULE_NAME_LEN-1] = '\0';

765 766
	if (mutex_lock_interruptible(&module_mutex) != 0)
		return -EINTR;
Linus Torvalds's avatar
Linus Torvalds committed
767 768 769 770 771 772 773

	mod = find_module(name);
	if (!mod) {
		ret = -ENOENT;
		goto out;
	}

774
	if (!list_empty(&mod->source_list)) {
Linus Torvalds's avatar
Linus Torvalds committed
775 776 777 778 779 780 781 782 783 784 785 786 787 788 789
		/* Other modules depend on us: get rid of them first. */
		ret = -EWOULDBLOCK;
		goto out;
	}

	/* Doing init or already dying? */
	if (mod->state != MODULE_STATE_LIVE) {
		/* FIXME: if (force), slam module count and wake up
                   waiter --RR */
		DEBUGP("%s already dying\n", mod->name);
		ret = -EBUSY;
		goto out;
	}

	/* If it has an init func, it must have an exit func to unload */
790
	if (mod->init && !mod->exit) {
791
		forced = try_force_unload(flags);
Linus Torvalds's avatar
Linus Torvalds committed
792 793 794 795 796 797 798 799 800 801 802 803 804 805 806 807 808 809 810
		if (!forced) {
			/* This module can't be removed */
			ret = -EBUSY;
			goto out;
		}
	}

	/* Set this up before setting mod->state */
	mod->waiter = current;

	/* Stop the machine so refcounts can't move and disable module. */
	ret = try_stop_module(mod, flags, &forced);
	if (ret != 0)
		goto out;

	/* Never wait if forced. */
	if (!forced && module_refcount(mod) != 0)
		wait_for_zero_refcount(mod);

811
	mutex_unlock(&module_mutex);
Linus Torvalds's avatar
Linus Torvalds committed
812
	/* Final destruction now noone is using it. */
813
	if (mod->exit != NULL)
Linus Torvalds's avatar
Linus Torvalds committed
814
		mod->exit();
815 816
	blocking_notifier_call_chain(&module_notify_list,
				     MODULE_STATE_GOING, mod);
817
	async_synchronize_full();
818

819
	/* Store the name of the last unloaded module for diagnostic purposes */
820
	strlcpy(last_unloaded_module, mod->name, sizeof(last_unloaded_module));
Linus Torvalds's avatar
Linus Torvalds committed
821

822 823 824
	free_module(mod);
	return 0;
out:
825
	mutex_unlock(&module_mutex);
Linus Torvalds's avatar
Linus Torvalds committed
826 827 828
	return ret;
}

829
static inline void print_unload_info(struct seq_file *m, struct module *mod)
Linus Torvalds's avatar
Linus Torvalds committed
830 831 832 833 834 835 836 837
{
	struct module_use *use;
	int printed_something = 0;

	seq_printf(m, " %u ", module_refcount(mod));

	/* Always include a trailing , so userspace can differentiate
           between this and the old multi-field proc format. */
838
	list_for_each_entry(use, &mod->source_list, source_list) {
Linus Torvalds's avatar
Linus Torvalds committed
839
		printed_something = 1;
840
		seq_printf(m, "%s,", use->source->name);
Linus Torvalds's avatar
Linus Torvalds committed
841 842 843 844 845 846 847 848 849 850 851 852 853 854 855
	}

	if (mod->init != NULL && mod->exit == NULL) {
		printed_something = 1;
		seq_printf(m, "[permanent],");
	}

	if (!printed_something)
		seq_printf(m, "-");
}

void __symbol_put(const char *symbol)
{
	struct module *owner;

Rusty Russell's avatar
Rusty Russell committed
856
	preempt_disable();
857
	if (!find_symbol(symbol, &owner, NULL, true, false))
Linus Torvalds's avatar
Linus Torvalds committed
858 859
		BUG();
	module_put(owner);
Rusty Russell's avatar
Rusty Russell committed
860
	preempt_enable();
Linus Torvalds's avatar
Linus Torvalds committed
861 862 863
}
EXPORT_SYMBOL(__symbol_put);

864
/* Note this assumes addr is a function, which it currently always is. */
Linus Torvalds's avatar
Linus Torvalds committed
865 866
void symbol_put_addr(void *addr)
{
867
	struct module *modaddr;
868
	unsigned long a = (unsigned long)dereference_function_descriptor(addr);
Linus Torvalds's avatar
Linus Torvalds committed
869

870
	if (core_kernel_text(a))
871
		return;
Linus Torvalds's avatar
Linus Torvalds committed
872

873 874
	/* module_text_address is safe here: we're supposed to have reference
	 * to module from symbol_get, so it can't go away. */
875
	modaddr = __module_text_address(a);
876
	BUG_ON(!modaddr);
877
	module_put(modaddr);
Linus Torvalds's avatar
Linus Torvalds committed
878 879 880 881 882 883
}
EXPORT_SYMBOL_GPL(symbol_put_addr);

static ssize_t show_refcnt(struct module_attribute *mattr,
			   struct module *mod, char *buffer)
{
884
	return sprintf(buffer, "%u\n", module_refcount(mod));
Linus Torvalds's avatar
Linus Torvalds committed
885 886 887
}

static struct module_attribute refcnt = {
888
	.attr = { .name = "refcnt", .mode = 0444 },
Linus Torvalds's avatar
Linus Torvalds committed
889 890 891
	.show = show_refcnt,
};

Al Viro's avatar
Al Viro committed
892 893 894
void module_put(struct module *module)
{
	if (module) {
895
		preempt_disable();
896 897
		smp_wmb(); /* see comment in module_refcount */
		__this_cpu_inc(module->refptr->decs);
898

899
		trace_module_put(module, _RET_IP_);
Al Viro's avatar
Al Viro committed
900 901 902
		/* Maybe they're waiting for us to drop reference? */
		if (unlikely(!module_is_live(module)))
			wake_up_process(module->waiter);
903
		preempt_enable();
Al Viro's avatar
Al Viro committed
904 905 906 907
	}
}
EXPORT_SYMBOL(module_put);

Linus Torvalds's avatar
Linus Torvalds committed
908
#else /* !CONFIG_MODULE_UNLOAD */
909
static inline void print_unload_info(struct seq_file *m, struct module *mod)
Linus Torvalds's avatar
Linus Torvalds committed
910 911 912 913 914 915 916 917 918
{
	/* We don't know the usage count, or what modules are using. */
	seq_printf(m, " - -");
}

static inline void module_unload_free(struct module *mod)
{
}

919
int ref_module(struct module *a, struct module *b)
Linus Torvalds's avatar
Linus Torvalds committed
920
{
921
	return strong_try_module_get(b);
Linus Torvalds's avatar
Linus Torvalds committed
922
}
923
EXPORT_SYMBOL_GPL(ref_module);
Linus Torvalds's avatar
Linus Torvalds committed
924

925
static inline int module_unload_init(struct module *mod)
Linus Torvalds's avatar
Linus Torvalds committed
926
{
927
	return 0;
Linus Torvalds's avatar
Linus Torvalds committed
928 929 930
}
#endif /* CONFIG_MODULE_UNLOAD */

931 932 933 934 935 936 937 938 939 940 941 942 943 944 945 946 947 948 949 950
static ssize_t show_initstate(struct module_attribute *mattr,
			   struct module *mod, char *buffer)
{
	const char *state = "unknown";

	switch (mod->state) {
	case MODULE_STATE_LIVE:
		state = "live";
		break;
	case MODULE_STATE_COMING:
		state = "coming";
		break;
	case MODULE_STATE_GOING:
		state = "going";
		break;
	}
	return sprintf(buffer, "%s\n", state);
}

static struct module_attribute initstate = {
951
	.attr = { .name = "initstate", .mode = 0444 },
952 953 954
	.show = show_initstate,
};

955 956 957
static struct module_attribute *modinfo_attrs[] = {
	&modinfo_version,
	&modinfo_srcversion,
958
	&initstate,
959 960 961 962 963 964
#ifdef CONFIG_MODULE_UNLOAD
	&refcnt,
#endif
	NULL,
};

Linus Torvalds's avatar
Linus Torvalds committed
965 966
static const char vermagic[] = VERMAGIC_STRING;

967
static int try_to_force_load(struct module *mod, const char *reason)
968 969
{
#ifdef CONFIG_MODULE_FORCE_LOAD
Andi Kleen's avatar
Andi Kleen committed
970
	if (!test_taint(TAINT_FORCED_MODULE))
971 972
		printk(KERN_WARNING "%s: %s: kernel tainted.\n",
		       mod->name, reason);
973 974 975 976 977 978 979
	add_taint_module(mod, TAINT_FORCED_MODULE);
	return 0;
#else
	return -ENOEXEC;
#endif
}

Linus Torvalds's avatar
Linus Torvalds committed
980
#ifdef CONFIG_MODVERSIONS
981 982 983 984 985 986 987 988 989 990 991
/* If the arch applies (non-zero) relocations to kernel kcrctab, unapply it. */
static unsigned long maybe_relocated(unsigned long crc,
				     const struct module *crc_owner)
{
#ifdef ARCH_RELOCATES_KCRCTAB
	if (crc_owner == NULL)
		return crc - (unsigned long)reloc_start;
#endif
	return crc;
}

Linus Torvalds's avatar
Linus Torvalds committed
992 993 994 995
static int check_version(Elf_Shdr *sechdrs,
			 unsigned int versindex,
			 const char *symname,
			 struct module *mod, 
996 997
			 const unsigned long *crc,
			 const struct module *crc_owner)
Linus Torvalds's avatar
Linus Torvalds committed
998 999 1000 1001 1002 1003 1004 1005
{
	unsigned int i, num_versions;
	struct modversion_info *versions;

	/* Exporting module didn't supply crcs?  OK, we're already tainted. */
	if (!crc)
		return 1;

1006 1007 1008 1009
	/* No versions at all?  modprobe --force does this. */
	if (versindex == 0)
		return try_to_force_load(mod, symname) == 0;

Linus Torvalds's avatar
Linus Torvalds committed
1010 1011 1012 1013 1014 1015 1016 1017
	versions = (void *) sechdrs[versindex].sh_addr;
	num_versions = sechdrs[versindex].sh_size
		/ sizeof(struct modversion_info);

	for (i = 0; i < num_versions; i++) {
		if (strcmp(versions[i].name, symname) != 0)
			continue;

1018
		if (versions[i].crc == maybe_relocated(*crc, crc_owner))
Linus Torvalds's avatar
Linus Torvalds committed
1019 1020
			return 1;
		DEBUGP("Found checksum %lX vs module %lX\n",
1021
		       maybe_relocated(*crc, crc_owner), versions[i].crc);
1022
		goto bad_version;
Linus Torvalds's avatar
Linus Torvalds committed
1023
	}
1024

1025 1026 1027
	printk(KERN_WARNING "%s: no symbol version for %s\n",
	       mod->name, symname);
	return 0;
1028 1029 1030 1031 1032

bad_version:
	printk("%s: disagrees about version of symbol %s\n",
	       mod->name, symname);
	return 0;
Linus Torvalds's avatar
Linus Torvalds committed
1033 1034 1035 1036 1037 1038 1039 1040
}

static inline int check_modstruct_version(Elf_Shdr *sechdrs,
					  unsigned int versindex,
					  struct module *mod)
{
	const unsigned long *crc;

1041 1042
	/* Since this should be found in kernel (which can't be removed),
	 * no locking is necessary. */
1043 1044
	if (!find_symbol(MODULE_SYMBOL_PREFIX "module_layout", NULL,
			 &crc, true, false))
Linus Torvalds's avatar
Linus Torvalds committed
1045
		BUG();
1046 1047
	return check_version(sechdrs, versindex, "module_layout", mod, crc,
			     NULL);
Linus Torvalds's avatar
Linus Torvalds committed
1048 1049
}

1050 1051 1052
/* First part is kernel version, which we ignore if module has crcs. */
static inline int same_magic(const char *amagic, const char *bmagic,
			     bool has_crcs)
Linus Torvalds's avatar
Linus Torvalds committed
1053
{
1054 1055 1056 1057
	if (has_crcs) {
		amagic += strcspn(amagic, " ");
		bmagic += strcspn(bmagic, " ");
	}
Linus Torvalds's avatar
Linus Torvalds committed
1058 1059 1060 1061 1062 1063 1064
	return strcmp(amagic, bmagic) == 0;
}
#else
static inline int check_version(Elf_Shdr *sechdrs,
				unsigned int versindex,
				const char *symname,
				struct module *mod, 
1065 1066
				const unsigned long *crc,
				const struct module *crc_owner)
Linus Torvalds's avatar
Linus Torvalds committed
1067 1068 1069 1070 1071 1072 1073 1074 1075 1076 1077
{
	return 1;
}

static inline int check_modstruct_version(Elf_Shdr *sechdrs,
					  unsigned int versindex,
					  struct module *mod)
{
	return 1;
}

1078 1079
static inline int same_magic(const char *amagic, const char *bmagic,
			     bool has_crcs)
Linus Torvalds's avatar
Linus Torvalds committed
1080 1081 1082 1083 1084
{
	return strcmp(amagic, bmagic) == 0;
}
#endif /* CONFIG_MODVERSIONS */

1085
/* Resolve a symbol for this module.  I.e. if we find one, record usage. */
1086 1087
static const struct kernel_symbol *resolve_symbol(struct module *mod,
						  const struct load_info *info,
1088
						  const char *name,
1089
						  char ownername[])
Linus Torvalds's avatar
Linus Torvalds committed
1090 1091
{
	struct module *owner;
1092
	const struct kernel_symbol *sym;
Linus Torvalds's avatar
Linus Torvalds committed
1093
	const unsigned long *crc;
1094
	int err;
Linus Torvalds's avatar
Linus Torvalds committed
1095

1096
	mutex_lock(&module_mutex);
1097
	sym = find_symbol(name, &owner, &crc,
Andi Kleen's avatar
Andi Kleen committed
1098
			  !(mod->taints & (1 << TAINT_PROPRIETARY_MODULE)), true);
1099 1100 1101
	if (!sym)
		goto unlock;

1102 1103
	if (!check_version(info->sechdrs, info->index.vers, name, mod, crc,
			   owner)) {
1104 1105
		sym = ERR_PTR(-EINVAL);
		goto getname;
Linus Torvalds's avatar
Linus Torvalds committed
1106
	}
1107 1108 1109 1110 1111 1112 1113 1114 1115 1116 1117

	err = ref_module(mod, owner);
	if (err) {
		sym = ERR_PTR(err);
		goto getname;
	}

getname:
	/* We must make copy under the lock if we failed to get ref. */
	strncpy(ownername, module_name(owner), MODULE_NAME_LEN);
unlock:
1118
	mutex_unlock(&module_mutex);
1119
	return sym;
Linus Torvalds's avatar
Linus Torvalds committed
1120 1121
}

1122 1123 1124 1125
static const struct kernel_symbol *
resolve_symbol_wait(struct module *mod,
		    const struct load_info *info,
		    const char *name)
1126 1127
{
	const struct kernel_symbol *ksym;
1128
	char owner[MODULE_NAME_LEN];
1129 1130

	if (wait_event_interruptible_timeout(module_wq,
1131 1132
			!IS_ERR(ksym = resolve_symbol(mod, info, name, owner))
			|| PTR_ERR(ksym) != -EBUSY,
1133 1134
					     30 * HZ) <= 0) {
		printk(KERN_WARNING "%s: gave up waiting for init of module %s.\n",
1135
		       mod->name, owner);
1136 1137 1138 1139
	}
	return ksym;
}

Linus Torvalds's avatar
Linus Torvalds committed
1140 1141 1142 1143
/*
 * /sys/module/foo/sections stuff
 * J. Corbet <corbet@lwn.net>
 */
Rusty Russell's avatar
Rusty Russell committed
1144
#ifdef CONFIG_SYSFS
1145

Rusty Russell's avatar
Rusty Russell committed
1146
#ifdef CONFIG_KALLSYMS
1147 1148 1149 1150 1151
static inline bool sect_empty(const Elf_Shdr *sect)
{
	return !(sect->sh_flags & SHF_ALLOC) || sect->sh_size == 0;
}

1152 1153 1154 1155 1156 1157 1158 1159 1160 1161 1162 1163 1164 1165
struct module_sect_attr
{
	struct module_attribute mattr;
	char *name;
	unsigned long address;
};

struct module_sect_attrs
{
	struct attribute_group grp;
	unsigned int nsections;
	struct module_sect_attr attrs[0];
};

Linus Torvalds's avatar
Linus Torvalds committed
1166 1167 1168 1169 1170
static ssize_t module_sect_show(struct module_attribute *mattr,
				struct module *mod, char *buf)
{
	struct module_sect_attr *sattr =
		container_of(mattr, struct module_sect_attr, mattr);
1171
	return sprintf(buf, "0x%pK\n", (void *)sattr->address);
Linus Torvalds's avatar
Linus Torvalds committed
1172 1173
}

1174 1175
static void free_sect_attrs(struct module_sect_attrs *sect_attrs)
{
1176
	unsigned int section;
1177 1178 1179 1180 1181 1182

	for (section = 0; section < sect_attrs->nsections; section++)
		kfree(sect_attrs->attrs[section].name);
	kfree(sect_attrs);
}

Rusty Russell's avatar
Rusty Russell committed
1183
static void add_sect_attrs(struct module *mod, const struct load_info *info)
Linus Torvalds's avatar
Linus Torvalds committed
1184 1185 1186 1187 1188
{
	unsigned int nloaded = 0, i, size[2];
	struct module_sect_attrs *sect_attrs;
	struct module_sect_attr *sattr;
	struct attribute **gattr;
1189

Linus Torvalds's avatar
Linus Torvalds committed
1190
	/* Count loaded sections and allocate structures */
Rusty Russell's avatar
Rusty Russell committed
1191 1192
	for (i = 0; i < info->hdr->e_shnum; i++)
		if (!sect_empty(&info->sechdrs[i]))
Linus Torvalds's avatar
Linus Torvalds committed
1193 1194 1195 1196 1197
			nloaded++;
	size[0] = ALIGN(sizeof(*sect_attrs)
			+ nloaded * sizeof(sect_attrs->attrs[0]),
			sizeof(sect_attrs->grp.attrs[0]));
	size[1] = (nloaded + 1) * sizeof(sect_attrs->grp.attrs[0]);
1198 1199
	sect_attrs = kzalloc(size[0] + size[1], GFP_KERNEL);
	if (sect_attrs == NULL)
Linus Torvalds's avatar
Linus Torvalds committed
1200 1201 1202 1203 1204 1205
		return;

	/* Setup section attributes. */
	sect_attrs->grp.name = "sections";
	sect_attrs->grp.attrs = (void *)sect_attrs + size[0];

1206
	sect_attrs->nsections = 0;
Linus Torvalds's avatar
Linus Torvalds committed
1207 1208
	sattr = &sect_attrs->attrs[0];
	gattr = &sect_attrs->grp.attrs[0];
Rusty Russell's avatar
Rusty Russell committed
1209 1210 1211
	for (i = 0; i < info->hdr->e_shnum; i++) {
		Elf_Shdr *sec = &info->sechdrs[i];
		if (sect_empty(sec))
1212
			continue;
Rusty Russell's avatar
Rusty Russell committed
1213 1214
		sattr->address = sec->sh_addr;
		sattr->name = kstrdup(info->secstrings + sec->sh_name,
1215 1216 1217 1218
					GFP_KERNEL);
		if (sattr->name == NULL)
			goto out;
		sect_attrs->nsections++;
1219
		sysfs_attr_init(&sattr->mattr.attr);
Linus Torvalds's avatar
Linus Torvalds committed
1220 1221 1222 1223 1224 1225 1226 1227 1228 1229 1230 1231 1232 1233
		sattr->mattr.show = module_sect_show;
		sattr->mattr.store = NULL;
		sattr->mattr.attr.name = sattr->name;
		sattr->mattr.attr.mode = S_IRUGO;
		*(gattr++) = &(sattr++)->mattr.attr;
	}
	*gattr = NULL;

	if (sysfs_create_group(&mod->mkobj.kobj, &sect_attrs->grp))
		goto out;

	mod->sect_attrs = sect_attrs;
	return;
  out:
1234
	free_sect_attrs(sect_attrs);
Linus Torvalds's avatar
Linus Torvalds committed
1235 1236 1237 1238 1239 1240 1241 1242 1243
}

static void remove_sect_attrs(struct module *mod)
{
	if (mod->sect_attrs) {
		sysfs_remove_group(&mod->mkobj.kobj,
				   &mod->sect_attrs->grp);
		/* We are positive that no one is using any sect attrs
		 * at this point.  Deallocate immediately. */
1244
		free_sect_attrs(mod->sect_attrs);
Linus Torvalds's avatar
Linus Torvalds committed
1245 1246 1247 1248
		mod->sect_attrs = NULL;
	}
}

Roland McGrath's avatar
Roland McGrath committed
1249 1250 1251 1252 1253 1254 1255 1256 1257 1258
/*
 * /sys/module/foo/notes/.section.name gives contents of SHT_NOTE sections.
 */

struct module_notes_attrs {
	struct kobject *dir;
	unsigned int notes;
	struct bin_attribute attrs[0];
};