tools/perf/util/symbol.c

   1 #include <dirent.h>
   2 #include <errno.h>
   3 #include <stdlib.h>
   4 #include <stdio.h>
   5 #include <string.h>
   6 #include <sys/types.h>
   7 #include <sys/stat.h>
   8 #include <sys/param.h>
   9 #include <fcntl.h>
  10 #include <unistd.h>
  11 #include <inttypes.h>
  12 #include "build-id.h"
  13 #include "util.h"
  14 #include "debug.h"
  15 #include "machine.h"
  16 #include "symbol.h"
  17 #include "strlist.h"
  18
  19 #include <elf.h>
  20 #include <limits.h>
  21 #include <symbol/kallsyms.h>
  22 #include <sys/utsname.h>
  23
  24 static int dso__load_kernel_sym(struct dso *dso, struct map *map,
  25                                 symbol_filter_t filter);
  26 static int dso__load_guest_kernel_sym(struct dso *dso, struct map *map,
  27                         symbol_filter_t filter);
  28 int vmlinux_path__nr_entries;
  29 char **vmlinux_path;
  30
  31 struct symbol_conf symbol_conf = {
  32         .use_modules      = true,
  33         .try_vmlinux_path = true,
  34         .annotate_src     = true,
  35         .demangle         = true,
  36         .symfs            = "",
  37 };
  38
  39 static enum dso_binary_type binary_type_symtab[] = {
  40         DSO_BINARY_TYPE__KALLSYMS,
  41         DSO_BINARY_TYPE__GUEST_KALLSYMS,
  42         DSO_BINARY_TYPE__JAVA_JIT,
  43         DSO_BINARY_TYPE__DEBUGLINK,
  44         DSO_BINARY_TYPE__BUILD_ID_CACHE,
  45         DSO_BINARY_TYPE__FEDORA_DEBUGINFO,
  46         DSO_BINARY_TYPE__UBUNTU_DEBUGINFO,
  47         DSO_BINARY_TYPE__BUILDID_DEBUGINFO,
  48         DSO_BINARY_TYPE__SYSTEM_PATH_DSO,
  49         DSO_BINARY_TYPE__GUEST_KMODULE,
  50         DSO_BINARY_TYPE__SYSTEM_PATH_KMODULE,
  51         DSO_BINARY_TYPE__OPENEMBEDDED_DEBUGINFO,
  52         DSO_BINARY_TYPE__NOT_FOUND,
  53 };
  54
  55 #define DSO_BINARY_TYPE__SYMTAB_CNT ARRAY_SIZE(binary_type_symtab)
  56
  57 bool symbol_type__is_a(char symbol_type, enum map_type map_type)
  58 {
  59         symbol_type = toupper(symbol_type);
  60
  61         switch (map_type) {
  62         case MAP__FUNCTION:
  63                 return symbol_type == 'T' || symbol_type == 'W';
  64         case MAP__VARIABLE:
  65                 return symbol_type == 'D';
  66         default:
  67                 return false;
  68         }
  69 }
  70
  71 static int prefix_underscores_count(const char *str)
  72 {
  73         const char *tail = str;
  74
  75         while (*tail == '_')
  76                 tail++;
  77
  78         return tail - str;
  79 }
  80
  81 #define SYMBOL_A 0
  82 #define SYMBOL_B 1
  83
  84 static int choose_best_symbol(struct symbol *syma, struct symbol *symb)
  85 {
  86         s64 a;
  87         s64 b;
  88         size_t na, nb;
  89
  90         /* Prefer a symbol with non zero length */
  91         a = syma->end - syma->start;
  92         b = symb->end - symb->start;
  93         if ((b == 0) && (a > 0))
  94                 return SYMBOL_A;
  95         else if ((a == 0) && (b > 0))
  96                 return SYMBOL_B;
  97
  98         /* Prefer a non weak symbol over a weak one */
  99         a = syma->binding == STB_WEAK;
 100         b = symb->binding == STB_WEAK;
 101         if (b && !a)
 102                 return SYMBOL_A;
 103         if (a && !b)
 104                 return SYMBOL_B;
 105
 106         /* Prefer a global symbol over a non global one */
 107         a = syma->binding == STB_GLOBAL;
 108         b = symb->binding == STB_GLOBAL;
 109         if (a && !b)
 110                 return SYMBOL_A;
 111         if (b && !a)
 112                 return SYMBOL_B;
 113
 114         /* Prefer a symbol with less underscores */
 115         a = prefix_underscores_count(syma->name);
 116         b = prefix_underscores_count(symb->name);
 117         if (b > a)
 118                 return SYMBOL_A;
 119         else if (a > b)
 120                 return SYMBOL_B;
 121
 122         /* Choose the symbol with the longest name */
 123         na = strlen(syma->name);
 124         nb = strlen(symb->name);
 125         if (na > nb)
 126                 return SYMBOL_A;
 127         else if (na < nb)
 128                 return SYMBOL_B;
 129
 130         /* Avoid "SyS" kernel syscall aliases */
 131         if (na >= 3 && !strncmp(syma->name, "SyS", 3))
 132                 return SYMBOL_B;
 133         if (na >= 10 && !strncmp(syma->name, "compat_SyS", 10))
 134                 return SYMBOL_B;
 135
 136         return SYMBOL_A;
 137 }
 138
 139 void symbols__fixup_duplicate(struct rb_root *symbols)
 140 {
 141         struct rb_node *nd;
 142         struct symbol *curr, *next;
 143
 144         nd = rb_first(symbols);
 145
 146         while (nd) {
 147                 curr = rb_entry(nd, struct symbol, rb_node);
 148 again:
 149                 nd = rb_next(&curr->rb_node);
 150                 next = rb_entry(nd, struct symbol, rb_node);
 151
 152                 if (!nd)
 153                         break;
 154
 155                 if (curr->start != next->start)
 156                         continue;
 157
 158                 if (choose_best_symbol(curr, next) == SYMBOL_A) {
 159                         rb_erase(&next->rb_node, symbols);
 160                         symbol__delete(next);
 161                         goto again;
 162                 } else {
 163                         nd = rb_next(&curr->rb_node);
 164                         rb_erase(&curr->rb_node, symbols);
 165                         symbol__delete(curr);
 166                 }
 167         }
 168 }
 169
 170 void symbols__fixup_end(struct rb_root *symbols)
 171 {
 172         struct rb_node *nd, *prevnd = rb_first(symbols);
 173         struct symbol *curr, *prev;
 174
 175         if (prevnd == NULL)
 176                 return;
 177
 178         curr = rb_entry(prevnd, struct symbol, rb_node);
 179
 180         for (nd = rb_next(prevnd); nd; nd = rb_next(nd)) {
 181                 prev = curr;
 182                 curr = rb_entry(nd, struct symbol, rb_node);
 183
 184                 if (prev->end == prev->start && prev->end != curr->start)
 185                         prev->end = curr->start - 1;
 186         }
 187
 188         /* Last entry */
 189         if (curr->end == curr->start)
 190                 curr->end = roundup(curr->start, 4096);
 191 }
 192
 193 void __map_groups__fixup_end(struct map_groups *mg, enum map_type type)
 194 {
 195         struct map *prev, *curr;
 196         struct rb_node *nd, *prevnd = rb_first(&mg->maps[type]);
 197
 198         if (prevnd == NULL)
 199                 return;
 200
 201         curr = rb_entry(prevnd, struct map, rb_node);
 202
 203         for (nd = rb_next(prevnd); nd; nd = rb_next(nd)) {
 204                 prev = curr;
 205                 curr = rb_entry(nd, struct map, rb_node);
 206                 prev->end = curr->start - 1;
 207         }
 208
 209         /*
 210          * We still haven't the actual symbols, so guess the
 211          * last map final address.
 212          */
 213         curr->end = ~0ULL;
 214 }
 215
 216 struct symbol *symbol__new(u64 start, u64 len, u8 binding, const char *name)
 217 {
 218         size_t namelen = strlen(name) + 1;
 219         struct symbol *sym = calloc(1, (symbol_conf.priv_size +
 220                                         sizeof(*sym) + namelen));
 221         if (sym == NULL)
 222                 return NULL;
 223
 224         if (symbol_conf.priv_size)
 225                 sym = ((void *)sym) + symbol_conf.priv_size;
 226
 227         sym->start   = start;
 228         sym->end     = len ? start + len - 1 : start;
 229         sym->binding = binding;
 230         sym->namelen = namelen - 1;
 231
 232         pr_debug4("%s: %s %#" PRIx64 "-%#" PRIx64 "\n",
 233                   __func__, name, start, sym->end);
 234         memcpy(sym->name, name, namelen);
 235
 236         return sym;
 237 }
 238
 239 void symbol__delete(struct symbol *sym)
 240 {
 241         free(((void *)sym) - symbol_conf.priv_size);
 242 }
 243
 244 size_t symbol__fprintf(struct symbol *sym, FILE *fp)
 245 {
 246         return fprintf(fp, " %" PRIx64 "-%" PRIx64 " %c %s\n",
 247                        sym->start, sym->end,
 248                        sym->binding == STB_GLOBAL ? 'g' :
 249                        sym->binding == STB_LOCAL  ? 'l' : 'w',
 250                        sym->name);
 251 }
 252
 253 size_t symbol__fprintf_symname_offs(const struct symbol *sym,
 254                                     const struct addr_location *al, FILE *fp)
 255 {
 256         unsigned long offset;
 257         size_t length;
 258
 259         if (sym && sym->name) {
 260                 length = fprintf(fp, "%s", sym->name);
 261                 if (al) {
 262                         if (al->addr < sym->end)
 263                                 offset = al->addr - sym->start;
 264                         else
 265                                 offset = al->addr - al->map->start - sym->start;
 266                         length += fprintf(fp, "+0x%lx", offset);
 267                 }
 268                 return length;
 269         } else
 270                 return fprintf(fp, "[unknown]");
 271 }
 272
 273 size_t symbol__fprintf_symname(const struct symbol *sym, FILE *fp)
 274 {
 275         return symbol__fprintf_symname_offs(sym, NULL, fp);
 276 }
 277
 278 void symbols__delete(struct rb_root *symbols)
 279 {
 280         struct symbol *pos;
 281         struct rb_node *next = rb_first(symbols);
 282
 283         while (next) {
 284                 pos = rb_entry(next, struct symbol, rb_node);
 285                 next = rb_next(&pos->rb_node);
 286                 rb_erase(&pos->rb_node, symbols);
 287                 symbol__delete(pos);
 288         }
 289 }
 290
 291 void symbols__insert(struct rb_root *symbols, struct symbol *sym)
 292 {
 293         struct rb_node **p = &symbols->rb_node;
 294         struct rb_node *parent = NULL;
 295         const u64 ip = sym->start;
 296         struct symbol *s;
 297
 298         while (*p != NULL) {
 299                 parent = *p;
 300                 s = rb_entry(parent, struct symbol, rb_node);
 301                 if (ip < s->start)
 302                         p = &(*p)->rb_left;
 303                 else
 304                         p = &(*p)->rb_right;
 305         }
 306         rb_link_node(&sym->rb_node, parent, p);
 307         rb_insert_color(&sym->rb_node, symbols);
 308 }
 309
 310 static struct symbol *symbols__find(struct rb_root *symbols, u64 ip)
 311 {
 312         struct rb_node *n;
 313
 314         if (symbols == NULL)
 315                 return NULL;
 316
 317         n = symbols->rb_node;
 318
 319         while (n) {
 320                 struct symbol *s = rb_entry(n, struct symbol, rb_node);
 321
 322                 if (ip < s->start)
 323                         n = n->rb_left;
 324                 else if (ip > s->end)
 325                         n = n->rb_right;
 326                 else
 327                         return s;
 328         }
 329
 330         return NULL;
 331 }
 332
 333 static struct symbol *symbols__first(struct rb_root *symbols)
 334 {
 335         struct rb_node *n = rb_first(symbols);
 336
 337         if (n)
 338                 return rb_entry(n, struct symbol, rb_node);
 339
 340         return NULL;
 341 }
 342
 343 struct symbol_name_rb_node {
 344         struct rb_node  rb_node;
 345         struct symbol   sym;
 346 };
 347
 348 static void symbols__insert_by_name(struct rb_root *symbols, struct symbol *sym)
 349 {
 350         struct rb_node **p = &symbols->rb_node;
 351         struct rb_node *parent = NULL;
 352         struct symbol_name_rb_node *symn, *s;
 353
 354         symn = container_of(sym, struct symbol_name_rb_node, sym);
 355
 356         while (*p != NULL) {
 357                 parent = *p;
 358                 s = rb_entry(parent, struct symbol_name_rb_node, rb_node);
 359                 if (strcmp(sym->name, s->sym.name) < 0)
 360                         p = &(*p)->rb_left;
 361                 else
 362                         p = &(*p)->rb_right;
 363         }
 364         rb_link_node(&symn->rb_node, parent, p);
 365         rb_insert_color(&symn->rb_node, symbols);
 366 }
 367
 368 static void symbols__sort_by_name(struct rb_root *symbols,
 369                                   struct rb_root *source)
 370 {
 371         struct rb_node *nd;
 372
 373         for (nd = rb_first(source); nd; nd = rb_next(nd)) {
 374                 struct symbol *pos = rb_entry(nd, struct symbol, rb_node);
 375                 symbols__insert_by_name(symbols, pos);
 376         }
 377 }
 378
 379 static struct symbol *symbols__find_by_name(struct rb_root *symbols,
 380                                             const char *name)
 381 {
 382         struct rb_node *n;
 383
 384         if (symbols == NULL)
 385                 return NULL;
 386
 387         n = symbols->rb_node;
 388
 389         while (n) {
 390                 struct symbol_name_rb_node *s;
 391                 int cmp;
 392
 393                 s = rb_entry(n, struct symbol_name_rb_node, rb_node);
 394                 cmp = strcmp(name, s->sym.name);
 395
 396                 if (cmp < 0)
 397                         n = n->rb_left;
 398                 else if (cmp > 0)
 399                         n = n->rb_right;
 400                 else
 401                         return &s->sym;
 402         }
 403
 404         return NULL;
 405 }
 406
 407 struct symbol *dso__find_symbol(struct dso *dso,
 408                                 enum map_type type, u64 addr)
 409 {
 410         return symbols__find(&dso->symbols[type], addr);
 411 }
 412
 413 struct symbol *dso__first_symbol(struct dso *dso, enum map_type type)
 414 {
 415         return symbols__first(&dso->symbols[type]);
 416 }
 417
 418 struct symbol *dso__find_symbol_by_name(struct dso *dso, enum map_type type,
 419                                         const char *name)
 420 {
 421         return symbols__find_by_name(&dso->symbol_names[type], name);
 422 }
 423
 424 void dso__sort_by_name(struct dso *dso, enum map_type type)
 425 {
 426         dso__set_sorted_by_name(dso, type);
 427         return symbols__sort_by_name(&dso->symbol_names[type],
 428                                      &dso->symbols[type]);
 429 }
 430
 431 size_t dso__fprintf_symbols_by_name(struct dso *dso,
 432                                     enum map_type type, FILE *fp)
 433 {
 434         size_t ret = 0;
 435         struct rb_node *nd;
 436         struct symbol_name_rb_node *pos;
 437
 438         for (nd = rb_first(&dso->symbol_names[type]); nd; nd = rb_next(nd)) {
 439                 pos = rb_entry(nd, struct symbol_name_rb_node, rb_node);
 440                 fprintf(fp, "%s\n", pos->sym.name);
 441         }
 442
 443         return ret;
 444 }
 445
 446 int modules__parse(const char *filename, void *arg,
 447                    int (*process_module)(void *arg, const char *name,
 448                                          u64 start))
 449 {
 450         char *line = NULL;
 451         size_t n;
 452         FILE *file;
 453         int err = 0;
 454
 455         file = fopen(filename, "r");
 456         if (file == NULL)
 457                 return -1;
 458
 459         while (1) {
 460                 char name[PATH_MAX];
 461                 u64 start;
 462                 char *sep;
 463                 ssize_t line_len;
 464
 465                 line_len = getline(&line, &n, file);
 466                 if (line_len < 0) {
 467                         if (feof(file))
 468                                 break;
 469                         err = -1;
 470                         goto out;
 471                 }
 472
 473                 if (!line) {
 474                         err = -1;
 475                         goto out;
 476                 }
 477
 478                 line[--line_len] = '\0'; /* \n */
 479
 480                 sep = strrchr(line, 'x');
 481                 if (sep == NULL)
 482                         continue;
 483
 484                 hex2u64(sep + 1, &start);
 485
 486                 sep = strchr(line, ' ');
 487                 if (sep == NULL)
 488                         continue;
 489
 490                 *sep = '\0';
 491
 492                 scnprintf(name, sizeof(name), "[%s]", line);
 493
 494                 err = process_module(arg, name, start);
 495                 if (err)
 496                         break;
 497         }
 498 out:
 499         free(line);
 500         fclose(file);
 501         return err;
 502 }
 503
 504 struct process_kallsyms_args {
 505         struct map *map;
 506         struct dso *dso;
 507 };
 508
 509 bool symbol__is_idle(struct symbol *sym)
 510 {
 511         const char * const idle_symbols[] = {
 512                 "cpu_idle",
 513                 "intel_idle",
 514                 "default_idle",
 515                 "native_safe_halt",
 516                 "enter_idle",
 517                 "exit_idle",
 518                 "mwait_idle",
 519                 "mwait_idle_with_hints",
 520                 "poll_idle",
 521                 "ppc64_runlatch_off",
 522                 "pseries_dedicated_idle_sleep",
 523                 NULL
 524         };
 525
 526         int i;
 527
 528         if (!sym)
 529                 return false;
 530
 531         for (i = 0; idle_symbols[i]; i++) {
 532                 if (!strcmp(idle_symbols[i], sym->name))
 533                         return true;
 534         }
 535
 536         return false;
 537 }
 538
 539 static int map__process_kallsym_symbol(void *arg, const char *name,
 540                                        char type, u64 start)
 541 {
 542         struct symbol *sym;
 543         struct process_kallsyms_args *a = arg;
 544         struct rb_root *root = &a->dso->symbols[a->map->type];
 545
 546         if (!symbol_type__is_a(type, a->map->type))
 547                 return 0;
 548
 549         /*
 550          * module symbols are not sorted so we add all
 551          * symbols, setting length to 0, and rely on
 552          * symbols__fixup_end() to fix it up.
 553          */
 554         sym = symbol__new(start, 0, kallsyms2elf_type(type), name);
 555         if (sym == NULL)
 556                 return -ENOMEM;
 557         /*
 558          * We will pass the symbols to the filter later, in
 559          * map__split_kallsyms, when we have split the maps per module
 560          */
 561         symbols__insert(root, sym);
 562
 563         return 0;
 564 }
 565
 566 /*
 567  * Loads the function entries in /proc/kallsyms into kernel_map->dso,
 568  * so that we can in the next step set the symbol ->end address and then
 569  * call kernel_maps__split_kallsyms.
 570  */
 571 static int dso__load_all_kallsyms(struct dso *dso, const char *filename,
 572                                   struct map *map)
 573 {
 574         struct process_kallsyms_args args = { .map = map, .dso = dso, };
 575         return kallsyms__parse(filename, &args, map__process_kallsym_symbol);
 576 }
 577
 578 static int dso__split_kallsyms_for_kcore(struct dso *dso, struct map *map,
 579                                          symbol_filter_t filter)
 580 {
 581         struct map_groups *kmaps = map__kmap(map)->kmaps;
 582         struct map *curr_map;
 583         struct symbol *pos;
 584         int count = 0, moved = 0;
 585         struct rb_root *root = &dso->symbols[map->type];
 586         struct rb_node *next = rb_first(root);
 587
 588         while (next) {
 589                 char *module;
 590
 591                 pos = rb_entry(next, struct symbol, rb_node);
 592                 next = rb_next(&pos->rb_node);
 593
 594                 module = strchr(pos->name, '\t');
 595                 if (module)
 596                         *module = '\0';
 597
 598                 curr_map = map_groups__find(kmaps, map->type, pos->start);
 599
 600                 if (!curr_map || (filter && filter(curr_map, pos))) {
 601                         rb_erase(&pos->rb_node, root);
 602                         symbol__delete(pos);
 603                 } else {
 604                         pos->start -= curr_map->start - curr_map->pgoff;
 605                         if (pos->end)
 606                                 pos->end -= curr_map->start - curr_map->pgoff;
 607                         if (curr_map != map) {
 608                                 rb_erase(&pos->rb_node, root);
 609                                 symbols__insert(
 610                                         &curr_map->dso->symbols[curr_map->type],
 611                                         pos);
 612                                 ++moved;
 613                         } else {
 614                                 ++count;
 615                         }
 616                 }
 617         }
 618
 619         /* Symbols have been adjusted */
 620         dso->adjust_symbols = 1;
 621
 622         return count + moved;
 623 }
 624
 625 /*
 626  * Split the symbols into maps, making sure there are no overlaps, i.e. the
 627  * kernel range is broken in several maps, named [kernel].N, as we don't have
 628  * the original ELF section names vmlinux have.
 629  */
 630 static int dso__split_kallsyms(struct dso *dso, struct map *map,
 631                                symbol_filter_t filter)
 632 {
 633         struct map_groups *kmaps = map__kmap(map)->kmaps;
 634         struct machine *machine = kmaps->machine;
 635         struct map *curr_map = map;
 636         struct symbol *pos;
 637         int count = 0, moved = 0;
 638         struct rb_root *root = &dso->symbols[map->type];
 639         struct rb_node *next = rb_first(root);
 640         int kernel_range = 0;
 641
 642         while (next) {
 643                 char *module;
 644
 645                 pos = rb_entry(next, struct symbol, rb_node);
 646                 next = rb_next(&pos->rb_node);
 647
 648                 module = strchr(pos->name, '\t');
 649                 if (module) {
 650                         if (!symbol_conf.use_modules)
 651                                 goto discard_symbol;
 652
 653                         *module++ = '\0';
 654
 655                         if (strcmp(curr_map->dso->short_name, module)) {
 656                                 if (curr_map != map &&
 657                                     dso->kernel == DSO_TYPE_GUEST_KERNEL &&
 658                                     machine__is_default_guest(machine)) {
 659                                         /*
 660                                          * We assume all symbols of a module are
 661                                          * continuous in * kallsyms, so curr_map
 662                                          * points to a module and all its
 663                                          * symbols are in its kmap. Mark it as
 664                                          * loaded.
 665                                          */
 666                                         dso__set_loaded(curr_map->dso,
 667                                                         curr_map->type);
 668                                 }
 669
 670                                 curr_map = map_groups__find_by_name(kmaps,
 671                                                         map->type, module);
 672                                 if (curr_map == NULL) {
 673                                         pr_debug("%s/proc/{kallsyms,modules} "
 674                                                  "inconsistency while looking "
 675                                                  "for \"%s\" module!\n",
 676                                                  machine->root_dir, module);
 677                                         curr_map = map;
 678                                         goto discard_symbol;
 679                                 }
 680
 681                                 if (curr_map->dso->loaded &&
 682                                     !machine__is_default_guest(machine))
 683                                         goto discard_symbol;
 684                         }
 685                         /*
 686                          * So that we look just like we get from .ko files,
 687                          * i.e. not prelinked, relative to map->start.
 688                          */
 689                         pos->start = curr_map->map_ip(curr_map, pos->start);
 690                         pos->end   = curr_map->map_ip(curr_map, pos->end);
 691                 } else if (curr_map != map) {
 692                         char dso_name[PATH_MAX];
 693                         struct dso *ndso;
 694
 695                         if (count == 0) {
 696                                 curr_map = map;
 697                                 goto filter_symbol;
 698                         }
 699
 700                         if (dso->kernel == DSO_TYPE_GUEST_KERNEL)
 701                                 snprintf(dso_name, sizeof(dso_name),
 702                                         "[guest.kernel].%d",
 703                                         kernel_range++);
 704                         else
 705                                 snprintf(dso_name, sizeof(dso_name),
 706                                         "[kernel].%d",
 707                                         kernel_range++);
 708
 709                         ndso = dso__new(dso_name);
 710                         if (ndso == NULL)
 711                                 return -1;
 712
 713                         ndso->kernel = dso->kernel;
 714
 715                         curr_map = map__new2(pos->start, ndso, map->type);
 716                         if (curr_map == NULL) {
 717                                 dso__delete(ndso);
 718                                 return -1;
 719                         }
 720
 721                         curr_map->map_ip = curr_map->unmap_ip = identity__map_ip;
 722                         map_groups__insert(kmaps, curr_map);
 723                         ++kernel_range;
 724                 }
 725 filter_symbol:
 726                 if (filter && filter(curr_map, pos)) {
 727 discard_symbol:         rb_erase(&pos->rb_node, root);
 728                         symbol__delete(pos);
 729                 } else {
 730                         if (curr_map != map) {
 731                                 rb_erase(&pos->rb_node, root);
 732                                 symbols__insert(&curr_map->dso->symbols[curr_map->type], pos);
 733                                 ++moved;
 734                         } else
 735                                 ++count;
 736                 }
 737         }
 738
 739         if (curr_map != map &&
 740             dso->kernel == DSO_TYPE_GUEST_KERNEL &&
 741             machine__is_default_guest(kmaps->machine)) {
 742                 dso__set_loaded(curr_map->dso, curr_map->type);
 743         }
 744
 745         return count + moved;
 746 }
 747
 748 bool symbol__restricted_filename(const char *filename,
 749                                  const char *restricted_filename)
 750 {
 751         bool restricted = false;
 752
 753         if (symbol_conf.kptr_restrict) {
 754                 char *r = realpath(filename, NULL);
 755
 756                 if (r != NULL) {
 757                         restricted = strcmp(r, restricted_filename) == 0;
 758                         free(r);
 759                         return restricted;
 760                 }
 761         }
 762
 763         return restricted;
 764 }
 765
 766 struct module_info {
 767         struct rb_node rb_node;
 768         char *name;
 769         u64 start;
 770 };
 771
 772 static void add_module(struct module_info *mi, struct rb_root *modules)
 773 {
 774         struct rb_node **p = &modules->rb_node;
 775         struct rb_node *parent = NULL;
 776         struct module_info *m;
 777
 778         while (*p != NULL) {
 779                 parent = *p;
 780                 m = rb_entry(parent, struct module_info, rb_node);
 781                 if (strcmp(mi->name, m->name) < 0)
 782                         p = &(*p)->rb_left;
 783                 else
 784                         p = &(*p)->rb_right;
 785         }
 786         rb_link_node(&mi->rb_node, parent, p);
 787         rb_insert_color(&mi->rb_node, modules);
 788 }
 789
 790 static void delete_modules(struct rb_root *modules)
 791 {
 792         struct module_info *mi;
 793         struct rb_node *next = rb_first(modules);
 794
 795         while (next) {
 796                 mi = rb_entry(next, struct module_info, rb_node);
 797                 next = rb_next(&mi->rb_node);
 798                 rb_erase(&mi->rb_node, modules);
 799                 zfree(&mi->name);
 800                 free(mi);
 801         }
 802 }
 803
 804 static struct module_info *find_module(const char *name,
 805                                        struct rb_root *modules)
 806 {
 807         struct rb_node *n = modules->rb_node;
 808
 809         while (n) {
 810                 struct module_info *m;
 811                 int cmp;
 812
 813                 m = rb_entry(n, struct module_info, rb_node);
 814                 cmp = strcmp(name, m->name);
 815                 if (cmp < 0)
 816                         n = n->rb_left;
 817                 else if (cmp > 0)
 818                         n = n->rb_right;
 819                 else
 820                         return m;
 821         }
 822
 823         return NULL;
 824 }
 825
 826 static int __read_proc_modules(void *arg, const char *name, u64 start)
 827 {
 828         struct rb_root *modules = arg;
 829         struct module_info *mi;
 830
 831         mi = zalloc(sizeof(struct module_info));
 832         if (!mi)
 833                 return -ENOMEM;
 834
 835         mi->name = strdup(name);
 836         mi->start = start;
 837
 838         if (!mi->name) {
 839                 free(mi);
 840                 return -ENOMEM;
 841         }
 842
 843         add_module(mi, modules);
 844
 845         return 0;
 846 }
 847
 848 static int read_proc_modules(const char *filename, struct rb_root *modules)
 849 {
 850         if (symbol__restricted_filename(filename, "/proc/modules"))
 851                 return -1;
 852
 853         if (modules__parse(filename, modules, __read_proc_modules)) {
 854                 delete_modules(modules);
 855                 return -1;
 856         }
 857
 858         return 0;
 859 }
 860
 861 int compare_proc_modules(const char *from, const char *to)
 862 {
 863         struct rb_root from_modules = RB_ROOT;
 864         struct rb_root to_modules = RB_ROOT;
 865         struct rb_node *from_node, *to_node;
 866         struct module_info *from_m, *to_m;
 867         int ret = -1;
 868
 869         if (read_proc_modules(from, &from_modules))
 870                 return -1;
 871
 872         if (read_proc_modules(to, &to_modules))
 873                 goto out_delete_from;
 874
 875         from_node = rb_first(&from_modules);
 876         to_node = rb_first(&to_modules);
 877         while (from_node) {
 878                 if (!to_node)
 879                         break;
 880
 881                 from_m = rb_entry(from_node, struct module_info, rb_node);
 882                 to_m = rb_entry(to_node, struct module_info, rb_node);
 883
 884                 if (from_m->start != to_m->start ||
 885                     strcmp(from_m->name, to_m->name))
 886                         break;
 887
 888                 from_node = rb_next(from_node);
 889                 to_node = rb_next(to_node);
 890         }
 891
 892         if (!from_node && !to_node)
 893                 ret = 0;
 894
 895         delete_modules(&to_modules);
 896 out_delete_from:
 897         delete_modules(&from_modules);
 898
 899         return ret;
 900 }
 901
 902 static int do_validate_kcore_modules(const char *filename, struct map *map,
 903                                   struct map_groups *kmaps)
 904 {
 905         struct rb_root modules = RB_ROOT;
 906         struct map *old_map;
 907         int err;
 908
 909         err = read_proc_modules(filename, &modules);
 910         if (err)
 911                 return err;
 912
 913         old_map = map_groups__first(kmaps, map->type);
 914         while (old_map) {
 915                 struct map *next = map_groups__next(old_map);
 916                 struct module_info *mi;
 917
 918                 if (old_map == map || old_map->start == map->start) {
 919                         /* The kernel map */
 920                         old_map = next;
 921                         continue;
 922                 }
 923
 924                 /* Module must be in memory at the same address */
 925                 mi = find_module(old_map->dso->short_name, &modules);
 926                 if (!mi || mi->start != old_map->start) {
 927                         err = -EINVAL;
 928                         goto out;
 929                 }
 930
 931                 old_map = next;
 932         }
 933 out:
 934         delete_modules(&modules);
 935         return err;
 936 }
 937
 938 /*
 939  * If kallsyms is referenced by name then we look for filename in the same
 940  * directory.
 941  */
 942 static bool filename_from_kallsyms_filename(char *filename,
 943                                             const char *base_name,
 944                                             const char *kallsyms_filename)
 945 {
 946         char *name;
 947
 948         strcpy(filename, kallsyms_filename);
 949         name = strrchr(filename, '/');
 950         if (!name)
 951                 return false;
 952
 953         name += 1;
 954
 955         if (!strcmp(name, "kallsyms")) {
 956                 strcpy(name, base_name);
 957                 return true;
 958         }
 959
 960         return false;
 961 }
 962
 963 static int validate_kcore_modules(const char *kallsyms_filename,
 964                                   struct map *map)
 965 {
 966         struct map_groups *kmaps = map__kmap(map)->kmaps;
 967         char modules_filename[PATH_MAX];
 968
 969         if (!filename_from_kallsyms_filename(modules_filename, "modules",
 970                                              kallsyms_filename))
 971                 return -EINVAL;
 972
 973         if (do_validate_kcore_modules(modules_filename, map, kmaps))
 974                 return -EINVAL;
 975
 976         return 0;
 977 }
 978
 979 struct kcore_mapfn_data {
 980         struct dso *dso;
 981         enum map_type type;
 982         struct list_head maps;
 983 };
 984
 985 static int kcore_mapfn(u64 start, u64 len, u64 pgoff, void *data)
 986 {
 987         struct kcore_mapfn_data *md = data;
 988         struct map *map;
 989
 990         map = map__new2(start, md->dso, md->type);
 991         if (map == NULL)
 992                 return -ENOMEM;
 993
 994         map->end = map->start + len;
 995         map->pgoff = pgoff;
 996
 997         list_add(&map->node, &md->maps);
 998
 999         return 0;
1000 }
1001
1002 static int dso__load_kcore(struct dso *dso, struct map *map,
1003                            const char *kallsyms_filename)
1004 {
1005         struct map_groups *kmaps = map__kmap(map)->kmaps;
1006         struct machine *machine = kmaps->machine;
1007         struct kcore_mapfn_data md;
1008         struct map *old_map, *new_map, *replacement_map = NULL;
1009         bool is_64_bit;
1010         int err, fd;
1011         char kcore_filename[PATH_MAX];
1012         struct symbol *sym;
1013
1014         /* This function requires that the map is the kernel map */
1015         if (map != machine->vmlinux_maps[map->type])
1016                 return -EINVAL;
1017
1018         if (!filename_from_kallsyms_filename(kcore_filename, "kcore",
1019                                              kallsyms_filename))
1020                 return -EINVAL;
1021
1022         /* All modules must be present at their original addresses */
1023         if (validate_kcore_modules(kallsyms_filename, map))
1024                 return -EINVAL;
1025
1026         md.dso = dso;
1027         md.type = map->type;
1028         INIT_LIST_HEAD(&md.maps);
1029
1030         fd = open(kcore_filename, O_RDONLY);
1031         if (fd < 0)
1032                 return -EINVAL;
1033
1034         /* Read new maps into temporary lists */
1035         err = file__read_maps(fd, md.type == MAP__FUNCTION, kcore_mapfn, &md,
1036                               &is_64_bit);
1037         if (err)
1038                 goto out_err;
1039
1040         if (list_empty(&md.maps)) {
1041                 err = -EINVAL;
1042                 goto out_err;
1043         }
1044
1045         /* Remove old maps */
1046         old_map = map_groups__first(kmaps, map->type);
1047         while (old_map) {
1048                 struct map *next = map_groups__next(old_map);
1049
1050                 if (old_map != map)
1051                         map_groups__remove(kmaps, old_map);
1052                 old_map = next;
1053         }
1054
1055         /* Find the kernel map using the first symbol */
1056         sym = dso__first_symbol(dso, map->type);
1057         list_for_each_entry(new_map, &md.maps, node) {
1058                 if (sym && sym->start >= new_map->start &&
1059                     sym->start < new_map->end) {
1060                         replacement_map = new_map;
1061                         break;
1062                 }
1063         }
1064
1065         if (!replacement_map)
1066                 replacement_map = list_entry(md.maps.next, struct map, node);
1067
1068         /* Add new maps */
1069         while (!list_empty(&md.maps)) {
1070                 new_map = list_entry(md.maps.next, struct map, node);
1071                 list_del(&new_map->node);
1072                 if (new_map == replacement_map) {
1073                         map->start      = new_map->start;
1074                         map->end        = new_map->end;
1075                         map->pgoff      = new_map->pgoff;
1076                         map->map_ip     = new_map->map_ip;
1077                         map->unmap_ip   = new_map->unmap_ip;
1078                         map__delete(new_map);
1079                         /* Ensure maps are correctly ordered */
1080                         map_groups__remove(kmaps, map);
1081                         map_groups__insert(kmaps, map);
1082                 } else {
1083                         map_groups__insert(kmaps, new_map);
1084                 }
1085         }
1086
1087         /*
1088          * Set the data type and long name so that kcore can be read via
1089          * dso__data_read_addr().
1090          */
1091         if (dso->kernel == DSO_TYPE_GUEST_KERNEL)
1092                 dso->binary_type = DSO_BINARY_TYPE__GUEST_KCORE;
1093         else
1094                 dso->binary_type = DSO_BINARY_TYPE__KCORE;
1095         dso__set_long_name(dso, strdup(kcore_filename), true);
1096
1097         close(fd);
1098
1099         if (map->type == MAP__FUNCTION)
1100                 pr_debug("Using %s for kernel object code\n", kcore_filename);
1101         else
1102                 pr_debug("Using %s for kernel data\n", kcore_filename);
1103
1104         return 0;
1105
1106 out_err:
1107         while (!list_empty(&md.maps)) {
1108                 map = list_entry(md.maps.next, struct map, node);
1109                 list_del(&map->node);
1110                 map__delete(map);
1111         }
1112         close(fd);
1113         return -EINVAL;
1114 }
1115
1116 int dso__load_kallsyms(struct dso *dso, const char *filename,
1117                        struct map *map, symbol_filter_t filter)
1118 {
1119         if (symbol__restricted_filename(filename, "/proc/kallsyms"))
1120                 return -1;
1121
1122         if (dso__load_all_kallsyms(dso, filename, map) < 0)
1123                 return -1;
1124
1125         symbols__fixup_duplicate(&dso->symbols[map->type]);
1126         symbols__fixup_end(&dso->symbols[map->type]);
1127
1128         if (dso->kernel == DSO_TYPE_GUEST_KERNEL)
1129                 dso->symtab_type = DSO_BINARY_TYPE__GUEST_KALLSYMS;
1130         else
1131                 dso->symtab_type = DSO_BINARY_TYPE__KALLSYMS;
1132
1133         if (!dso__load_kcore(dso, map, filename))
1134                 return dso__split_kallsyms_for_kcore(dso, map, filter);
1135         else
1136                 return dso__split_kallsyms(dso, map, filter);
1137 }
1138
1139 static int dso__load_perf_map(struct dso *dso, struct map *map,
1140                               symbol_filter_t filter)
1141 {
1142         char *line = NULL;
1143         size_t n;
1144         FILE *file;
1145         int nr_syms = 0;
1146
1147         file = fopen(dso->long_name, "r");
1148         if (file == NULL)
1149                 goto out_failure;
1150
1151         while (!feof(file)) {
1152                 u64 start, size;
1153                 struct symbol *sym;
1154                 int line_len, len;
1155
1156                 line_len = getline(&line, &n, file);
1157                 if (line_len < 0)
1158                         break;
1159
1160                 if (!line)
1161                         goto out_failure;
1162
1163                 line[--line_len] = '\0'; /* \n */
1164
1165                 len = hex2u64(line, &start);
1166
1167                 len++;
1168                 if (len + 2 >= line_len)
1169                         continue;
1170
1171                 len += hex2u64(line + len, &size);
1172
1173                 len++;
1174                 if (len + 2 >= line_len)
1175                         continue;
1176
1177                 sym = symbol__new(start, size, STB_GLOBAL, line + len);
1178
1179                 if (sym == NULL)
1180                         goto out_delete_line;
1181
1182                 if (filter && filter(map, sym))
1183                         symbol__delete(sym);
1184                 else {
1185                         symbols__insert(&dso->symbols[map->type], sym);
1186                         nr_syms++;
1187                 }
1188         }
1189
1190         free(line);
1191         fclose(file);
1192
1193         return nr_syms;
1194
1195 out_delete_line:
1196         free(line);
1197 out_failure:
1198         return -1;
1199 }
1200
1201 int dso__load(struct dso *dso, struct map *map, symbol_filter_t filter)
1202 {
1203         char *name;
1204         int ret = -1;
1205         u_int i;
1206         struct machine *machine;
1207         char *root_dir = (char *) "";
1208         int ss_pos = 0;
1209         struct symsrc ss_[2];
1210         struct symsrc *syms_ss = NULL, *runtime_ss = NULL;
1211
1212         dso__set_loaded(dso, map->type);
1213
1214         if (dso->kernel == DSO_TYPE_KERNEL)
1215                 return dso__load_kernel_sym(dso, map, filter);
1216         else if (dso->kernel == DSO_TYPE_GUEST_KERNEL)
1217                 return dso__load_guest_kernel_sym(dso, map, filter);
1218
1219         if (map->groups && map->groups->machine)
1220                 machine = map->groups->machine;
1221         else
1222                 machine = NULL;
1223
1224         dso->adjust_symbols = 0;
1225
1226         if (strncmp(dso->name, "/tmp/perf-", 10) == 0) {
1227                 struct stat st;
1228
1229                 if (lstat(dso->name, &st) < 0)
1230                         return -1;
1231
1232                 if (st.st_uid && (st.st_uid != geteuid())) {
1233                         pr_warning("File %s not owned by current user or root, "
1234                                 "ignoring it.\n", dso->name);
1235                         return -1;
1236                 }
1237
1238                 ret = dso__load_perf_map(dso, map, filter);
1239                 dso->symtab_type = ret > 0 ? DSO_BINARY_TYPE__JAVA_JIT :
1240                                              DSO_BINARY_TYPE__NOT_FOUND;
1241                 return ret;
1242         }
1243
1244         if (machine)
1245                 root_dir = machine->root_dir;
1246
1247         name = malloc(PATH_MAX);
1248         if (!name)
1249                 return -1;
1250
1251         /* Iterate over candidate debug images.
1252          * Keep track of "interesting" ones (those which have a symtab, dynsym,
1253          * and/or opd section) for processing.
1254          */
1255         for (i = 0; i < DSO_BINARY_TYPE__SYMTAB_CNT; i++) {
1256                 struct symsrc *ss = &ss_[ss_pos];
1257                 bool next_slot = false;
1258
1259                 enum dso_binary_type symtab_type = binary_type_symtab[i];
1260
1261                 if (dso__read_binary_type_filename(dso, symtab_type,
1262                                                    root_dir, name, PATH_MAX))
1263                         continue;
1264
1265                 /* Name is now the name of the next image to try */
1266                 if (symsrc__init(ss, dso, name, symtab_type) < 0)
1267                         continue;
1268
1269                 if (!syms_ss && symsrc__has_symtab(ss)) {
1270                         syms_ss = ss;
1271                         next_slot = true;
1272                         if (!dso->symsrc_filename)
1273                                 dso->symsrc_filename = strdup(name);
1274                 }
1275
1276                 if (!runtime_ss && symsrc__possibly_runtime(ss)) {
1277                         runtime_ss = ss;
1278                         next_slot = true;
1279                 }
1280
1281                 if (next_slot) {
1282                         ss_pos++;
1283
1284                         if (syms_ss && runtime_ss)
1285                                 break;
1286                 }
1287
1288         }
1289
1290         if (!runtime_ss && !syms_ss)
1291                 goto out_free;
1292
1293         if (runtime_ss && !syms_ss) {
1294                 syms_ss = runtime_ss;
1295         }
1296
1297         /* We'll have to hope for the best */
1298         if (!runtime_ss && syms_ss)
1299                 runtime_ss = syms_ss;
1300
1301         if (syms_ss) {
1302                 int km;
1303
1304                 km = dso->symtab_type == DSO_BINARY_TYPE__SYSTEM_PATH_KMODULE ||
1305                      dso->symtab_type == DSO_BINARY_TYPE__GUEST_KMODULE;
1306                 ret = dso__load_sym(dso, map, syms_ss, runtime_ss, filter, km);
1307         } else {
1308                 ret = -1;
1309         }
1310
1311         if (ret > 0) {
1312                 int nr_plt;
1313
1314                 nr_plt = dso__synthesize_plt_symbols(dso, runtime_ss, map, filter);
1315                 if (nr_plt > 0)
1316                         ret += nr_plt;
1317         }
1318
1319         for (; ss_pos > 0; ss_pos--)
1320                 symsrc__destroy(&ss_[ss_pos - 1]);
1321 out_free:
1322         free(name);
1323         if (ret < 0 && strstr(dso->name, " (deleted)") != NULL)
1324                 return 0;
1325         return ret;
1326 }
1327
1328 struct map *map_groups__find_by_name(struct map_groups *mg,
1329                                      enum map_type type, const char *name)
1330 {
1331         struct rb_node *nd;
1332
1333         for (nd = rb_first(&mg->maps[type]); nd; nd = rb_next(nd)) {
1334                 struct map *map = rb_entry(nd, struct map, rb_node);
1335
1336                 if (map->dso && strcmp(map->dso->short_name, name) == 0)
1337                         return map;
1338         }
1339
1340         return NULL;
1341 }
1342
1343 int dso__load_vmlinux(struct dso *dso, struct map *map,
1344                       const char *vmlinux, bool vmlinux_allocated,
1345                       symbol_filter_t filter)
1346 {
1347         int err = -1;
1348         struct symsrc ss;
1349         char symfs_vmlinux[PATH_MAX];
1350         enum dso_binary_type symtab_type;
1351
1352         if (vmlinux[0] == '/')
1353                 snprintf(symfs_vmlinux, sizeof(symfs_vmlinux), "%s", vmlinux);
1354         else
1355                 snprintf(symfs_vmlinux, sizeof(symfs_vmlinux), "%s%s",
1356                          symbol_conf.symfs, vmlinux);
1357
1358         if (dso->kernel == DSO_TYPE_GUEST_KERNEL)
1359                 symtab_type = DSO_BINARY_TYPE__GUEST_VMLINUX;
1360         else
1361                 symtab_type = DSO_BINARY_TYPE__VMLINUX;
1362
1363         if (symsrc__init(&ss, dso, symfs_vmlinux, symtab_type))
1364                 return -1;
1365
1366         err = dso__load_sym(dso, map, &ss, &ss, filter, 0);
1367         symsrc__destroy(&ss);
1368
1369         if (err > 0) {
1370                 if (dso->kernel == DSO_TYPE_GUEST_KERNEL)
1371                         dso->binary_type = DSO_BINARY_TYPE__GUEST_VMLINUX;
1372                 else
1373                         dso->binary_type = DSO_BINARY_TYPE__VMLINUX;
1374                 dso__set_long_name(dso, vmlinux, vmlinux_allocated);
1375                 dso__set_loaded(dso, map->type);
1376                 pr_debug("Using %s for symbols\n", symfs_vmlinux);
1377         }
1378
1379         return err;
1380 }
1381
1382 int dso__load_vmlinux_path(struct dso *dso, struct map *map,
1383                            symbol_filter_t filter)
1384 {
1385         int i, err = 0;
1386         char *filename;
1387
1388         pr_debug("Looking at the vmlinux_path (%d entries long)\n",
1389                  vmlinux_path__nr_entries + 1);
1390
1391         filename = dso__build_id_filename(dso, NULL, 0);
1392         if (filename != NULL) {
1393                 err = dso__load_vmlinux(dso, map, filename, true, filter);
1394                 if (err > 0)
1395                         goto out;
1396                 free(filename);
1397         }
1398
1399         for (i = 0; i < vmlinux_path__nr_entries; ++i) {
1400                 err = dso__load_vmlinux(dso, map, vmlinux_path[i], false, filter);
1401                 if (err > 0)
1402                         break;
1403         }
1404 out:
1405         return err;
1406 }
1407
1408 static int find_matching_kcore(struct map *map, char *dir, size_t dir_sz)
1409 {
1410         char kallsyms_filename[PATH_MAX];
1411         struct dirent *dent;
1412         int ret = -1;
1413         DIR *d;
1414
1415         d = opendir(dir);
1416         if (!d)
1417                 return -1;
1418
1419         while (1) {
1420                 dent = readdir(d);
1421                 if (!dent)
1422                         break;
1423                 if (dent->d_type != DT_DIR)
1424                         continue;
1425                 scnprintf(kallsyms_filename, sizeof(kallsyms_filename),
1426                           "%s/%s/kallsyms", dir, dent->d_name);
1427                 if (!validate_kcore_modules(kallsyms_filename, map)) {
1428                         strlcpy(dir, kallsyms_filename, dir_sz);
1429                         ret = 0;
1430                         break;
1431                 }
1432         }
1433
1434         closedir(d);
1435
1436         return ret;
1437 }
1438
1439 static char *dso__find_kallsyms(struct dso *dso, struct map *map)
1440 {
1441         u8 host_build_id[BUILD_ID_SIZE];
1442         char sbuild_id[BUILD_ID_SIZE * 2 + 1];
1443         bool is_host = false;
1444         char path[PATH_MAX];
1445
1446         if (!dso->has_build_id) {
1447                 /*
1448                  * Last resort, if we don't have a build-id and couldn't find
1449                  * any vmlinux file, try the running kernel kallsyms table.
1450                  */
1451                 goto proc_kallsyms;
1452         }
1453
1454         if (sysfs__read_build_id("/sys/kernel/notes", host_build_id,
1455                                  sizeof(host_build_id)) == 0)
1456                 is_host = dso__build_id_equal(dso, host_build_id);
1457
1458         build_id__sprintf(dso->build_id, sizeof(dso->build_id), sbuild_id);
1459
1460         scnprintf(path, sizeof(path), "%s/[kernel.kcore]/%s", buildid_dir,
1461                   sbuild_id);
1462
1463         /* Use /proc/kallsyms if possible */
1464         if (is_host) {
1465                 DIR *d;
1466                 int fd;
1467
1468                 /* If no cached kcore go with /proc/kallsyms */
1469                 d = opendir(path);
1470                 if (!d)
1471                         goto proc_kallsyms;
1472                 closedir(d);
1473
1474                 /*
1475                  * Do not check the build-id cache, until we know we cannot use
1476                  * /proc/kcore.
1477                  */
1478                 fd = open("/proc/kcore", O_RDONLY);
1479                 if (fd != -1) {
1480                         close(fd);
1481                         /* If module maps match go with /proc/kallsyms */
1482                         if (!validate_kcore_modules("/proc/kallsyms", map))
1483                                 goto proc_kallsyms;
1484                 }
1485
1486                 /* Find kallsyms in build-id cache with kcore */
1487                 if (!find_matching_kcore(map, path, sizeof(path)))
1488                         return strdup(path);
1489
1490                 goto proc_kallsyms;
1491         }
1492
1493         /* Find kallsyms in build-id cache with kcore */
1494         if (!find_matching_kcore(map, path, sizeof(path)))
1495                 return strdup(path);
1496
1497         scnprintf(path, sizeof(path), "%s/[kernel.kallsyms]/%s",
1498                   buildid_dir, sbuild_id);
1499
1500         if (access(path, F_OK)) {
1501                 pr_err("No kallsyms or vmlinux with build-id %s was found\n",
1502                        sbuild_id);
1503                 return NULL;
1504         }
1505
1506         return strdup(path);
1507
1508 proc_kallsyms:
1509         return strdup("/proc/kallsyms");
1510 }
1511
1512 static int dso__load_kernel_sym(struct dso *dso, struct map *map,
1513                                 symbol_filter_t filter)
1514 {
1515         int err;
1516         const char *kallsyms_filename = NULL;
1517         char *kallsyms_allocated_filename = NULL;
1518         /*
1519          * Step 1: if the user specified a kallsyms or vmlinux filename, use
1520          * it and only it, reporting errors to the user if it cannot be used.
1521          *
1522          * For instance, try to analyse an ARM perf.data file _without_ a
1523          * build-id, or if the user specifies the wrong path to the right
1524          * vmlinux file, obviously we can't fallback to another vmlinux (a
1525          * x86_86 one, on the machine where analysis is being performed, say),
1526          * or worse, /proc/kallsyms.
1527          *
1528          * If the specified file _has_ a build-id and there is a build-id
1529          * section in the perf.data file, we will still do the expected
1530          * validation in dso__load_vmlinux and will bail out if they don't
1531          * match.
1532          */
1533         if (symbol_conf.kallsyms_name != NULL) {
1534                 kallsyms_filename = symbol_conf.kallsyms_name;
1535                 goto do_kallsyms;
1536         }
1537
1538         if (!symbol_conf.ignore_vmlinux && symbol_conf.vmlinux_name != NULL) {
1539                 return dso__load_vmlinux(dso, map, symbol_conf.vmlinux_name,
1540                                          false, filter);
1541         }
1542
1543         if (!symbol_conf.ignore_vmlinux && vmlinux_path != NULL) {
1544                 err = dso__load_vmlinux_path(dso, map, filter);
1545                 if (err > 0)
1546                         return err;
1547         }
1548
1549         /* do not try local files if a symfs was given */
1550         if (symbol_conf.symfs[0] != 0)
1551                 return -1;
1552
1553         kallsyms_allocated_filename = dso__find_kallsyms(dso, map);
1554         if (!kallsyms_allocated_filename)
1555                 return -1;
1556
1557         kallsyms_filename = kallsyms_allocated_filename;
1558
1559 do_kallsyms:
1560         err = dso__load_kallsyms(dso, kallsyms_filename, map, filter);
1561         if (err > 0)
1562                 pr_debug("Using %s for symbols\n", kallsyms_filename);
1563         free(kallsyms_allocated_filename);
1564
1565         if (err > 0 && !dso__is_kcore(dso)) {
1566                 dso__set_long_name(dso, "[kernel.kallsyms]", false);
1567                 map__fixup_start(map);
1568                 map__fixup_end(map);
1569         }
1570
1571         return err;
1572 }
1573
1574 static int dso__load_guest_kernel_sym(struct dso *dso, struct map *map,
1575                                       symbol_filter_t filter)
1576 {
1577         int err;
1578         const char *kallsyms_filename = NULL;
1579         struct machine *machine;
1580         char path[PATH_MAX];
1581
1582         if (!map->groups) {
1583                 pr_debug("Guest kernel map hasn't the point to groups\n");
1584                 return -1;
1585         }
1586         machine = map->groups->machine;
1587
1588         if (machine__is_default_guest(machine)) {
1589                 /*
1590                  * if the user specified a vmlinux filename, use it and only
1591                  * it, reporting errors to the user if it cannot be used.
1592                  * Or use file guest_kallsyms inputted by user on commandline
1593                  */
1594                 if (symbol_conf.default_guest_vmlinux_name != NULL) {
1595                         err = dso__load_vmlinux(dso, map,
1596                                                 symbol_conf.default_guest_vmlinux_name,
1597                                                 false, filter);
1598                         return err;
1599                 }
1600
1601                 kallsyms_filename = symbol_conf.default_guest_kallsyms;
1602                 if (!kallsyms_filename)
1603                         return -1;
1604         } else {
1605                 sprintf(path, "%s/proc/kallsyms", machine->root_dir);
1606                 kallsyms_filename = path;
1607         }
1608
1609         err = dso__load_kallsyms(dso, kallsyms_filename, map, filter);
1610         if (err > 0)
1611                 pr_debug("Using %s for symbols\n", kallsyms_filename);
1612         if (err > 0 && !dso__is_kcore(dso)) {
1613                 machine__mmap_name(machine, path, sizeof(path));
1614                 dso__set_long_name(dso, strdup(path), true);
1615                 map__fixup_start(map);
1616                 map__fixup_end(map);
1617         }
1618
1619         return err;
1620 }
1621
1622 static void vmlinux_path__exit(void)
1623 {
1624         while (--vmlinux_path__nr_entries >= 0)
1625                 zfree(&vmlinux_path[vmlinux_path__nr_entries]);
1626
1627         zfree(&vmlinux_path);
1628 }
1629
1630 static int vmlinux_path__init(void)
1631 {
1632         struct utsname uts;
1633         char bf[PATH_MAX];
1634
1635         vmlinux_path = malloc(sizeof(char *) * 5);
1636         if (vmlinux_path == NULL)
1637                 return -1;
1638
1639         vmlinux_path[vmlinux_path__nr_entries] = strdup("vmlinux");
1640         if (vmlinux_path[vmlinux_path__nr_entries] == NULL)
1641                 goto out_fail;
1642         ++vmlinux_path__nr_entries;
1643         vmlinux_path[vmlinux_path__nr_entries] = strdup("/boot/vmlinux");
1644         if (vmlinux_path[vmlinux_path__nr_entries] == NULL)
1645                 goto out_fail;
1646         ++vmlinux_path__nr_entries;
1647
1648         /* only try running kernel version if no symfs was given */
1649         if (symbol_conf.symfs[0] != 0)
1650                 return 0;
1651
1652         if (uname(&uts) < 0)
1653                 return -1;
1654
1655         snprintf(bf, sizeof(bf), "/boot/vmlinux-%s", uts.release);
1656         vmlinux_path[vmlinux_path__nr_entries] = strdup(bf);
1657         if (vmlinux_path[vmlinux_path__nr_entries] == NULL)
1658                 goto out_fail;
1659         ++vmlinux_path__nr_entries;
1660         snprintf(bf, sizeof(bf), "/lib/modules/%s/build/vmlinux", uts.release);
1661         vmlinux_path[vmlinux_path__nr_entries] = strdup(bf);
1662         if (vmlinux_path[vmlinux_path__nr_entries] == NULL)
1663                 goto out_fail;
1664         ++vmlinux_path__nr_entries;
1665         snprintf(bf, sizeof(bf), "/usr/lib/debug/lib/modules/%s/vmlinux",
1666                  uts.release);
1667         vmlinux_path[vmlinux_path__nr_entries] = strdup(bf);
1668         if (vmlinux_path[vmlinux_path__nr_entries] == NULL)
1669                 goto out_fail;
1670         ++vmlinux_path__nr_entries;
1671
1672         return 0;
1673
1674 out_fail:
1675         vmlinux_path__exit();
1676         return -1;
1677 }
1678
1679 int setup_list(struct strlist **list, const char *list_str,
1680                       const char *list_name)
1681 {
1682         if (list_str == NULL)
1683                 return 0;
1684
1685         *list = strlist__new(true, list_str);
1686         if (!*list) {
1687                 pr_err("problems parsing %s list\n", list_name);
1688                 return -1;
1689         }
1690         return 0;
1691 }
1692
1693 static bool symbol__read_kptr_restrict(void)
1694 {
1695         bool value = false;
1696
1697         if (geteuid() != 0) {
1698                 FILE *fp = fopen("/proc/sys/kernel/kptr_restrict", "r");
1699                 if (fp != NULL) {
1700                         char line[8];
1701
1702                         if (fgets(line, sizeof(line), fp) != NULL)
1703                                 value = atoi(line) != 0;
1704
1705                         fclose(fp);
1706                 }
1707         }
1708
1709         return value;
1710 }
1711
1712 int symbol__init(void)
1713 {
1714         const char *symfs;
1715
1716         if (symbol_conf.initialized)
1717                 return 0;
1718
1719         symbol_conf.priv_size = PERF_ALIGN(symbol_conf.priv_size, sizeof(u64));
1720
1721         symbol__elf_init();
1722
1723         if (symbol_conf.sort_by_name)
1724                 symbol_conf.priv_size += (sizeof(struct symbol_name_rb_node) -
1725                                           sizeof(struct symbol));
1726
1727         if (symbol_conf.try_vmlinux_path && vmlinux_path__init() < 0)
1728                 return -1;
1729
1730         if (symbol_conf.field_sep && *symbol_conf.field_sep == '.') {
1731                 pr_err("'.' is the only non valid --field-separator argument\n");
1732                 return -1;
1733         }
1734
1735         if (setup_list(&symbol_conf.dso_list,
1736                        symbol_conf.dso_list_str, "dso") < 0)
1737                 return -1;
1738
1739         if (setup_list(&symbol_conf.comm_list,
1740                        symbol_conf.comm_list_str, "comm") < 0)
1741                 goto out_free_dso_list;
1742
1743         if (setup_list(&symbol_conf.sym_list,
1744                        symbol_conf.sym_list_str, "symbol") < 0)
1745                 goto out_free_comm_list;
1746
1747         /*
1748          * A path to symbols of "/" is identical to ""
1749          * reset here for simplicity.
1750          */
1751         symfs = realpath(symbol_conf.symfs, NULL);
1752         if (symfs == NULL)
1753                 symfs = symbol_conf.symfs;
1754         if (strcmp(symfs, "/") == 0)
1755                 symbol_conf.symfs = "";
1756         if (symfs != symbol_conf.symfs)
1757                 free((void *)symfs);
1758
1759         symbol_conf.kptr_restrict = symbol__read_kptr_restrict();
1760
1761         symbol_conf.initialized = true;
1762         return 0;
1763
1764 out_free_comm_list:
1765         strlist__delete(symbol_conf.comm_list);
1766 out_free_dso_list:
1767         strlist__delete(symbol_conf.dso_list);
1768         return -1;
1769 }
1770
1771 void symbol__exit(void)
1772 {
1773         if (!symbol_conf.initialized)
1774                 return;
1775         strlist__delete(symbol_conf.sym_list);
1776         strlist__delete(symbol_conf.dso_list);
1777         strlist__delete(symbol_conf.comm_list);
1778         vmlinux_path__exit();
1779         symbol_conf.sym_list = symbol_conf.dso_list = symbol_conf.comm_list = NULL;
1780         symbol_conf.initialized = false;
1781 }