12345678910111213141516171819202122232425262728293031323334353637383940414243444546474849505152535455565758596061626364656667686970717273747576777879808182838485868788899091929394959697989910010110210310410510610710810911011111211311411511611711811912012112212312412512612712812913013113213313413513613713813914014114214314414514614714814915015115215315415515615715815916016116216316416516616716816917017117217317417517617717817918018118218318418518618718818919019119219319419519619719819920020120220320420520620720820921021121221321421521621721821922022122222322422522622722822923023123223323423523623723823924024124224324424524624724824925025125225325425525625725825926026126226326426526626726826927027127227327427527627727827928028128228328428528628728828929029129229329429529629729829930030130230330430530630730830931031131231331431531631731831932032132232332432532632732832933033133233333433533633733833934034134234334434534634734834935035135235335435535635735835936036136236336436536636736836937037137237337437537637737837938038138238338438538638738838939039139239339439539639739839940040140240340440540640740840941041141241341441541641741841942042142242342442542642742842943043143243343443543643743843944044144244344444544644744844945045145245345445545645745845946046146246346446546646746846947047147247347447547647747847948048148248348448548648748848949049149249349449549649749849950050150250350450550650750850951051151251351451551651751851952052152252352452552652752852953053153253353453553653753853954054154254354454554654754854955055155255355455555655755855956056156256356456556656756856957057157257357457557657757857958058158258358458558658758858959059159259359459559659759859960060160260360460560660760860961061161261361461561661761861962062162262362462562662762862963063163263363463563663763863964064164264364464564664764864965065165265365465565665765865966066166266366466566666766866967067167267367467567667767867968068168268368468568668768868969069169269369469569669769869970070170270370470570670770870971071171271371471571671771871972072172272372472572672772872973073173273373473573673773873974074174274374474574674774874975075175275375475575675775875976076176276376476576676776876977077177277377477577677777877978078178278378478578678778878979079179279379479579679779879980080180280380480580680780880981081181281381481581681781881982082182282382482582682782882983083183283383483583683783883984084184284384484584684784884985085185285385485585685785885986086186286386486586686786886987087187287387487587687787887988088188288388488588688788888989089189289389489589689789889990090190290390490590690790890991091191291391491591691791891992092192292392492592692792892993093193293393493593693793893994094194294394494594694794894995095195295395495595695795895996096196296396496596696796896997097197297397497597697797897998098198298398498598698798898999099199299399499599699799899910001001100210031004100510061007100810091010101110121013101410151016101710181019102010211022102310241025102610271028102910301031103210331034103510361037103810391040104110421043104410451046104710481049105010511052105310541055105610571058105910601061106210631064106510661067106810691070107110721073107410751076107710781079108010811082108310841085108610871088108910901091109210931094109510961097109810991100110111021103110411051106110711081109111011111112111311141115111611171118111911201121112211231124112511261127112811291130113111321133113411351136113711381139114011411142114311441145114611471148114911501151115211531154115511561157115811591160116111621163116411651166116711681169117011711172117311741175117611771178117911801181118211831184118511861187118811891190119111921193119411951196119711981199120012011202120312041205120612071208120912101211121212131214121512161217121812191220122112221223122412251226122712281229123012311232123312341235123612371238123912401241124212431244124512461247124812491250125112521253125412551256125712581259126012611262126312641265126612671268126912701271127212731274127512761277127812791280128112821283128412851286128712881289129012911292129312941295129612971298129913001301130213031304130513061307130813091310131113121313131413151316131713181319132013211322132313241325132613271328132913301331133213331334133513361337133813391340134113421343134413451346134713481349135013511352135313541355135613571358135913601361136213631364136513661367136813691370137113721373137413751376137713781379138013811382138313841385138613871388138913901391139213931394139513961397139813991400140114021403140414051406140714081409141014111412141314141415141614171418141914201421142214231424142514261427142814291430143114321433143414351436143714381439144014411442144314441445144614471448144914501451145214531454145514561457145814591460146114621463146414651466146714681469147014711472147314741475147614771478147914801481148214831484148514861487148814891490149114921493149414951496149714981499150015011502150315041505150615071508150915101511151215131514151515161517151815191520152115221523152415251526152715281529153015311532153315341535153615371538153915401541154215431544154515461547154815491550155115521553155415551556155715581559156015611562156315641565156615671568156915701571157215731574157515761577157815791580158115821583158415851586158715881589159015911592159315941595159615971598159916001601160216031604160516061607160816091610161116121613161416151616161716181619162016211622162316241625162616271628162916301631163216331634163516361637163816391640164116421643164416451646164716481649165016511652165316541655165616571658165916601661166216631664166516661667166816691670167116721673167416751676167716781679168016811682168316841685168616871688168916901691169216931694169516961697169816991700170117021703170417051706170717081709171017111712171317141715171617171718171917201721172217231724172517261727172817291730173117321733173417351736173717381739174017411742174317441745174617471748174917501751175217531754175517561757175817591760176117621763176417651766176717681769177017711772177317741775177617771778177917801781178217831784178517861787178817891790179117921793179417951796179717981799180018011802180318041805180618071808180918101811181218131814181518161817181818191820182118221823182418251826182718281829183018311832183318341835183618371838183918401841184218431844184518461847184818491850185118521853185418551856185718581859186018611862186318641865186618671868186918701871187218731874187518761877187818791880188118821883188418851886188718881889189018911892189318941895189618971898189919001901190219031904190519061907190819091910191119121913191419151916191719181919192019211922192319241925192619271928192919301931193219331934193519361937193819391940194119421943194419451946194719481949195019511952195319541955195619571958195919601961196219631964196519661967196819691970197119721973197419751976197719781979198019811982198319841985198619871988198919901991199219931994199519961997199819992000200120022003200420052006200720082009201020112012201320142015201620172018201920202021202220232024202520262027202820292030203120322033203420352036203720382039204020412042204320442045204620472048204920502051205220532054205520562057205820592060206120622063206420652066206720682069207020712072207320742075207620772078207920802081208220832084208520862087208820892090209120922093209420952096209720982099210021012102210321042105210621072108210921102111211221132114211521162117211821192120212121222123212421252126212721282129213021312132213321342135213621372138213921402141214221432144214521462147214821492150215121522153215421552156215721582159216021612162216321642165216621672168216921702171217221732174217521762177217821792180218121822183218421852186218721882189219021912192219321942195219621972198219922002201220222032204220522062207220822092210221122122213221422152216221722182219222022212222222322242225222622272228222922302231223222332234223522362237223822392240224122422243224422452246224722482249225022512252225322542255225622572258225922602261226222632264226522662267226822692270227122722273227422752276227722782279228022812282228322842285228622872288228922902291229222932294229522962297229822992300230123022303230423052306230723082309231023112312231323142315231623172318231923202321232223232324232523262327232823292330233123322333233423352336233723382339234023412342234323442345234623472348234923502351235223532354235523562357235823592360236123622363236423652366236723682369237023712372237323742375237623772378237923802381238223832384238523862387238823892390239123922393239423952396239723982399240024012402240324042405240624072408240924102411241224132414241524162417241824192420242124222423242424252426242724282429243024312432243324342435243624372438243924402441244224432444244524462447244824492450245124522453245424552456245724582459246024612462246324642465246624672468246924702471247224732474247524762477247824792480248124822483248424852486248724882489249024912492249324942495249624972498249925002501250225032504250525062507250825092510251125122513251425152516251725182519252025212522252325242525252625272528252925302531253225332534253525362537253825392540254125422543254425452546254725482549255025512552255325542555255625572558255925602561256225632564256525662567256825692570257125722573257425752576257725782579258025812582258325842585258625872588258925902591259225932594259525962597259825992600260126022603260426052606260726082609261026112612261326142615261626172618261926202621262226232624262526262627262826292630263126322633263426352636263726382639264026412642264326442645264626472648264926502651265226532654265526562657265826592660266126622663266426652666266726682669267026712672267326742675267626772678267926802681268226832684268526862687268826892690269126922693269426952696269726982699270027012702270327042705270627072708270927102711271227132714271527162717271827192720272127222723272427252726272727282729273027312732273327342735273627372738273927402741274227432744274527462747274827492750275127522753275427552756275727582759276027612762276327642765276627672768276927702771277227732774277527762777277827792780278127822783278427852786278727882789279027912792279327942795279627972798279928002801280228032804280528062807280828092810281128122813281428152816281728182819282028212822282328242825282628272828282928302831283228332834283528362837283828392840284128422843284428452846284728482849285028512852285328542855285628572858285928602861286228632864286528662867286828692870287128722873287428752876287728782879288028812882288328842885288628872888288928902891289228932894289528962897289828992900290129022903290429052906290729082909291029112912291329142915291629172918291929202921292229232924292529262927292829292930293129322933293429352936293729382939294029412942294329442945294629472948294929502951295229532954295529562957295829592960296129622963296429652966296729682969297029712972297329742975297629772978297929802981298229832984298529862987298829892990299129922993299429952996299729982999300030013002300330043005300630073008300930103011301230133014301530163017301830193020302130223023302430253026302730283029303030313032303330343035303630373038303930403041304230433044304530463047304830493050305130523053305430553056305730583059306030613062306330643065306630673068306930703071307230733074307530763077307830793080308130823083308430853086308730883089309030913092309330943095309630973098309931003101310231033104310531063107310831093110311131123113311431153116311731183119312031213122312331243125312631273128312931303131313231333134313531363137313831393140314131423143314431453146314731483149315031513152315331543155315631573158315931603161316231633164316531663167316831693170317131723173317431753176317731783179318031813182318331843185318631873188318931903191319231933194319531963197 |
- /*
- * builtin-trace.c
- *
- * Builtin 'trace' command:
- *
- * Display a continuously updated trace of any workload, CPU, specific PID,
- * system wide, etc. Default format is loosely strace like, but any other
- * event may be specified using --event.
- *
- * Copyright (C) 2012, 2013, 2014, 2015 Red Hat Inc, Arnaldo Carvalho de Melo <acme@redhat.com>
- *
- * Initially based on the 'trace' prototype by Thomas Gleixner:
- *
- * http://lwn.net/Articles/415728/ ("Announcing a new utility: 'trace'")
- *
- * Released under the GPL v2. (and only v2, not any later version)
- */
- #include <traceevent/event-parse.h>
- #include <api/fs/tracing_path.h>
- #include "builtin.h"
- #include "util/color.h"
- #include "util/debug.h"
- #include "util/evlist.h"
- #include "util/exec_cmd.h"
- #include "util/machine.h"
- #include "util/session.h"
- #include "util/thread.h"
- #include "util/parse-options.h"
- #include "util/strlist.h"
- #include "util/intlist.h"
- #include "util/thread_map.h"
- #include "util/stat.h"
- #include "trace-event.h"
- #include "util/parse-events.h"
- #include <libaudit.h>
- #include <stdlib.h>
- #include <sys/mman.h>
- #include <linux/futex.h>
- #include <linux/err.h>
- /* For older distros: */
- #ifndef MAP_STACK
- # define MAP_STACK 0x20000
- #endif
- #ifndef MADV_HWPOISON
- # define MADV_HWPOISON 100
- #endif
- #ifndef MADV_MERGEABLE
- # define MADV_MERGEABLE 12
- #endif
- #ifndef MADV_UNMERGEABLE
- # define MADV_UNMERGEABLE 13
- #endif
- #ifndef EFD_SEMAPHORE
- # define EFD_SEMAPHORE 1
- #endif
- #ifndef EFD_NONBLOCK
- # define EFD_NONBLOCK 00004000
- #endif
- #ifndef EFD_CLOEXEC
- # define EFD_CLOEXEC 02000000
- #endif
- #ifndef O_CLOEXEC
- # define O_CLOEXEC 02000000
- #endif
- #ifndef SOCK_DCCP
- # define SOCK_DCCP 6
- #endif
- #ifndef SOCK_CLOEXEC
- # define SOCK_CLOEXEC 02000000
- #endif
- #ifndef SOCK_NONBLOCK
- # define SOCK_NONBLOCK 00004000
- #endif
- #ifndef MSG_CMSG_CLOEXEC
- # define MSG_CMSG_CLOEXEC 0x40000000
- #endif
- #ifndef PERF_FLAG_FD_NO_GROUP
- # define PERF_FLAG_FD_NO_GROUP (1UL << 0)
- #endif
- #ifndef PERF_FLAG_FD_OUTPUT
- # define PERF_FLAG_FD_OUTPUT (1UL << 1)
- #endif
- #ifndef PERF_FLAG_PID_CGROUP
- # define PERF_FLAG_PID_CGROUP (1UL << 2) /* pid=cgroup id, per-cpu mode only */
- #endif
- #ifndef PERF_FLAG_FD_CLOEXEC
- # define PERF_FLAG_FD_CLOEXEC (1UL << 3) /* O_CLOEXEC */
- #endif
- struct tp_field {
- int offset;
- union {
- u64 (*integer)(struct tp_field *field, struct perf_sample *sample);
- void *(*pointer)(struct tp_field *field, struct perf_sample *sample);
- };
- };
- #define TP_UINT_FIELD(bits) \
- static u64 tp_field__u##bits(struct tp_field *field, struct perf_sample *sample) \
- { \
- u##bits value; \
- memcpy(&value, sample->raw_data + field->offset, sizeof(value)); \
- return value; \
- }
- TP_UINT_FIELD(8);
- TP_UINT_FIELD(16);
- TP_UINT_FIELD(32);
- TP_UINT_FIELD(64);
- #define TP_UINT_FIELD__SWAPPED(bits) \
- static u64 tp_field__swapped_u##bits(struct tp_field *field, struct perf_sample *sample) \
- { \
- u##bits value; \
- memcpy(&value, sample->raw_data + field->offset, sizeof(value)); \
- return bswap_##bits(value);\
- }
- TP_UINT_FIELD__SWAPPED(16);
- TP_UINT_FIELD__SWAPPED(32);
- TP_UINT_FIELD__SWAPPED(64);
- static int tp_field__init_uint(struct tp_field *field,
- struct format_field *format_field,
- bool needs_swap)
- {
- field->offset = format_field->offset;
- switch (format_field->size) {
- case 1:
- field->integer = tp_field__u8;
- break;
- case 2:
- field->integer = needs_swap ? tp_field__swapped_u16 : tp_field__u16;
- break;
- case 4:
- field->integer = needs_swap ? tp_field__swapped_u32 : tp_field__u32;
- break;
- case 8:
- field->integer = needs_swap ? tp_field__swapped_u64 : tp_field__u64;
- break;
- default:
- return -1;
- }
- return 0;
- }
- static void *tp_field__ptr(struct tp_field *field, struct perf_sample *sample)
- {
- return sample->raw_data + field->offset;
- }
- static int tp_field__init_ptr(struct tp_field *field, struct format_field *format_field)
- {
- field->offset = format_field->offset;
- field->pointer = tp_field__ptr;
- return 0;
- }
- struct syscall_tp {
- struct tp_field id;
- union {
- struct tp_field args, ret;
- };
- };
- static int perf_evsel__init_tp_uint_field(struct perf_evsel *evsel,
- struct tp_field *field,
- const char *name)
- {
- struct format_field *format_field = perf_evsel__field(evsel, name);
- if (format_field == NULL)
- return -1;
- return tp_field__init_uint(field, format_field, evsel->needs_swap);
- }
- #define perf_evsel__init_sc_tp_uint_field(evsel, name) \
- ({ struct syscall_tp *sc = evsel->priv;\
- perf_evsel__init_tp_uint_field(evsel, &sc->name, #name); })
- static int perf_evsel__init_tp_ptr_field(struct perf_evsel *evsel,
- struct tp_field *field,
- const char *name)
- {
- struct format_field *format_field = perf_evsel__field(evsel, name);
- if (format_field == NULL)
- return -1;
- return tp_field__init_ptr(field, format_field);
- }
- #define perf_evsel__init_sc_tp_ptr_field(evsel, name) \
- ({ struct syscall_tp *sc = evsel->priv;\
- perf_evsel__init_tp_ptr_field(evsel, &sc->name, #name); })
- static void perf_evsel__delete_priv(struct perf_evsel *evsel)
- {
- zfree(&evsel->priv);
- perf_evsel__delete(evsel);
- }
- static int perf_evsel__init_syscall_tp(struct perf_evsel *evsel, void *handler)
- {
- evsel->priv = malloc(sizeof(struct syscall_tp));
- if (evsel->priv != NULL) {
- if (perf_evsel__init_sc_tp_uint_field(evsel, id))
- goto out_delete;
- evsel->handler = handler;
- return 0;
- }
- return -ENOMEM;
- out_delete:
- zfree(&evsel->priv);
- return -ENOENT;
- }
- static struct perf_evsel *perf_evsel__syscall_newtp(const char *direction, void *handler)
- {
- struct perf_evsel *evsel = perf_evsel__newtp("raw_syscalls", direction);
- /* older kernel (e.g., RHEL6) use syscalls:{enter,exit} */
- if (IS_ERR(evsel))
- evsel = perf_evsel__newtp("syscalls", direction);
- if (IS_ERR(evsel))
- return NULL;
- if (perf_evsel__init_syscall_tp(evsel, handler))
- goto out_delete;
- return evsel;
- out_delete:
- perf_evsel__delete_priv(evsel);
- return NULL;
- }
- #define perf_evsel__sc_tp_uint(evsel, name, sample) \
- ({ struct syscall_tp *fields = evsel->priv; \
- fields->name.integer(&fields->name, sample); })
- #define perf_evsel__sc_tp_ptr(evsel, name, sample) \
- ({ struct syscall_tp *fields = evsel->priv; \
- fields->name.pointer(&fields->name, sample); })
- struct syscall_arg {
- unsigned long val;
- struct thread *thread;
- struct trace *trace;
- void *parm;
- u8 idx;
- u8 mask;
- };
- struct strarray {
- int offset;
- int nr_entries;
- const char **entries;
- };
- #define DEFINE_STRARRAY(array) struct strarray strarray__##array = { \
- .nr_entries = ARRAY_SIZE(array), \
- .entries = array, \
- }
- #define DEFINE_STRARRAY_OFFSET(array, off) struct strarray strarray__##array = { \
- .offset = off, \
- .nr_entries = ARRAY_SIZE(array), \
- .entries = array, \
- }
- static size_t __syscall_arg__scnprintf_strarray(char *bf, size_t size,
- const char *intfmt,
- struct syscall_arg *arg)
- {
- struct strarray *sa = arg->parm;
- int idx = arg->val - sa->offset;
- if (idx < 0 || idx >= sa->nr_entries)
- return scnprintf(bf, size, intfmt, arg->val);
- return scnprintf(bf, size, "%s", sa->entries[idx]);
- }
- static size_t syscall_arg__scnprintf_strarray(char *bf, size_t size,
- struct syscall_arg *arg)
- {
- return __syscall_arg__scnprintf_strarray(bf, size, "%d", arg);
- }
- #define SCA_STRARRAY syscall_arg__scnprintf_strarray
- #if defined(__i386__) || defined(__x86_64__)
- /*
- * FIXME: Make this available to all arches as soon as the ioctl beautifier
- * gets rewritten to support all arches.
- */
- static size_t syscall_arg__scnprintf_strhexarray(char *bf, size_t size,
- struct syscall_arg *arg)
- {
- return __syscall_arg__scnprintf_strarray(bf, size, "%#x", arg);
- }
- #define SCA_STRHEXARRAY syscall_arg__scnprintf_strhexarray
- #endif /* defined(__i386__) || defined(__x86_64__) */
- static size_t syscall_arg__scnprintf_fd(char *bf, size_t size,
- struct syscall_arg *arg);
- #define SCA_FD syscall_arg__scnprintf_fd
- static size_t syscall_arg__scnprintf_fd_at(char *bf, size_t size,
- struct syscall_arg *arg)
- {
- int fd = arg->val;
- if (fd == AT_FDCWD)
- return scnprintf(bf, size, "CWD");
- return syscall_arg__scnprintf_fd(bf, size, arg);
- }
- #define SCA_FDAT syscall_arg__scnprintf_fd_at
- static size_t syscall_arg__scnprintf_close_fd(char *bf, size_t size,
- struct syscall_arg *arg);
- #define SCA_CLOSE_FD syscall_arg__scnprintf_close_fd
- static size_t syscall_arg__scnprintf_hex(char *bf, size_t size,
- struct syscall_arg *arg)
- {
- return scnprintf(bf, size, "%#lx", arg->val);
- }
- #define SCA_HEX syscall_arg__scnprintf_hex
- static size_t syscall_arg__scnprintf_int(char *bf, size_t size,
- struct syscall_arg *arg)
- {
- return scnprintf(bf, size, "%d", arg->val);
- }
- #define SCA_INT syscall_arg__scnprintf_int
- static size_t syscall_arg__scnprintf_mmap_prot(char *bf, size_t size,
- struct syscall_arg *arg)
- {
- int printed = 0, prot = arg->val;
- if (prot == PROT_NONE)
- return scnprintf(bf, size, "NONE");
- #define P_MMAP_PROT(n) \
- if (prot & PROT_##n) { \
- printed += scnprintf(bf + printed, size - printed, "%s%s", printed ? "|" : "", #n); \
- prot &= ~PROT_##n; \
- }
- P_MMAP_PROT(EXEC);
- P_MMAP_PROT(READ);
- P_MMAP_PROT(WRITE);
- #ifdef PROT_SEM
- P_MMAP_PROT(SEM);
- #endif
- P_MMAP_PROT(GROWSDOWN);
- P_MMAP_PROT(GROWSUP);
- #undef P_MMAP_PROT
- if (prot)
- printed += scnprintf(bf + printed, size - printed, "%s%#x", printed ? "|" : "", prot);
- return printed;
- }
- #define SCA_MMAP_PROT syscall_arg__scnprintf_mmap_prot
- static size_t syscall_arg__scnprintf_mmap_flags(char *bf, size_t size,
- struct syscall_arg *arg)
- {
- int printed = 0, flags = arg->val;
- #define P_MMAP_FLAG(n) \
- if (flags & MAP_##n) { \
- printed += scnprintf(bf + printed, size - printed, "%s%s", printed ? "|" : "", #n); \
- flags &= ~MAP_##n; \
- }
- P_MMAP_FLAG(SHARED);
- P_MMAP_FLAG(PRIVATE);
- #ifdef MAP_32BIT
- P_MMAP_FLAG(32BIT);
- #endif
- P_MMAP_FLAG(ANONYMOUS);
- P_MMAP_FLAG(DENYWRITE);
- P_MMAP_FLAG(EXECUTABLE);
- P_MMAP_FLAG(FILE);
- P_MMAP_FLAG(FIXED);
- P_MMAP_FLAG(GROWSDOWN);
- #ifdef MAP_HUGETLB
- P_MMAP_FLAG(HUGETLB);
- #endif
- P_MMAP_FLAG(LOCKED);
- P_MMAP_FLAG(NONBLOCK);
- P_MMAP_FLAG(NORESERVE);
- P_MMAP_FLAG(POPULATE);
- P_MMAP_FLAG(STACK);
- #ifdef MAP_UNINITIALIZED
- P_MMAP_FLAG(UNINITIALIZED);
- #endif
- #undef P_MMAP_FLAG
- if (flags)
- printed += scnprintf(bf + printed, size - printed, "%s%#x", printed ? "|" : "", flags);
- return printed;
- }
- #define SCA_MMAP_FLAGS syscall_arg__scnprintf_mmap_flags
- static size_t syscall_arg__scnprintf_mremap_flags(char *bf, size_t size,
- struct syscall_arg *arg)
- {
- int printed = 0, flags = arg->val;
- #define P_MREMAP_FLAG(n) \
- if (flags & MREMAP_##n) { \
- printed += scnprintf(bf + printed, size - printed, "%s%s", printed ? "|" : "", #n); \
- flags &= ~MREMAP_##n; \
- }
- P_MREMAP_FLAG(MAYMOVE);
- #ifdef MREMAP_FIXED
- P_MREMAP_FLAG(FIXED);
- #endif
- #undef P_MREMAP_FLAG
- if (flags)
- printed += scnprintf(bf + printed, size - printed, "%s%#x", printed ? "|" : "", flags);
- return printed;
- }
- #define SCA_MREMAP_FLAGS syscall_arg__scnprintf_mremap_flags
- static size_t syscall_arg__scnprintf_madvise_behavior(char *bf, size_t size,
- struct syscall_arg *arg)
- {
- int behavior = arg->val;
- switch (behavior) {
- #define P_MADV_BHV(n) case MADV_##n: return scnprintf(bf, size, #n)
- P_MADV_BHV(NORMAL);
- P_MADV_BHV(RANDOM);
- P_MADV_BHV(SEQUENTIAL);
- P_MADV_BHV(WILLNEED);
- P_MADV_BHV(DONTNEED);
- P_MADV_BHV(REMOVE);
- P_MADV_BHV(DONTFORK);
- P_MADV_BHV(DOFORK);
- P_MADV_BHV(HWPOISON);
- #ifdef MADV_SOFT_OFFLINE
- P_MADV_BHV(SOFT_OFFLINE);
- #endif
- P_MADV_BHV(MERGEABLE);
- P_MADV_BHV(UNMERGEABLE);
- #ifdef MADV_HUGEPAGE
- P_MADV_BHV(HUGEPAGE);
- #endif
- #ifdef MADV_NOHUGEPAGE
- P_MADV_BHV(NOHUGEPAGE);
- #endif
- #ifdef MADV_DONTDUMP
- P_MADV_BHV(DONTDUMP);
- #endif
- #ifdef MADV_DODUMP
- P_MADV_BHV(DODUMP);
- #endif
- #undef P_MADV_PHV
- default: break;
- }
- return scnprintf(bf, size, "%#x", behavior);
- }
- #define SCA_MADV_BHV syscall_arg__scnprintf_madvise_behavior
- static size_t syscall_arg__scnprintf_flock(char *bf, size_t size,
- struct syscall_arg *arg)
- {
- int printed = 0, op = arg->val;
- if (op == 0)
- return scnprintf(bf, size, "NONE");
- #define P_CMD(cmd) \
- if ((op & LOCK_##cmd) == LOCK_##cmd) { \
- printed += scnprintf(bf + printed, size - printed, "%s%s", printed ? "|" : "", #cmd); \
- op &= ~LOCK_##cmd; \
- }
- P_CMD(SH);
- P_CMD(EX);
- P_CMD(NB);
- P_CMD(UN);
- P_CMD(MAND);
- P_CMD(RW);
- P_CMD(READ);
- P_CMD(WRITE);
- #undef P_OP
- if (op)
- printed += scnprintf(bf + printed, size - printed, "%s%#x", printed ? "|" : "", op);
- return printed;
- }
- #define SCA_FLOCK syscall_arg__scnprintf_flock
- static size_t syscall_arg__scnprintf_futex_op(char *bf, size_t size, struct syscall_arg *arg)
- {
- enum syscall_futex_args {
- SCF_UADDR = (1 << 0),
- SCF_OP = (1 << 1),
- SCF_VAL = (1 << 2),
- SCF_TIMEOUT = (1 << 3),
- SCF_UADDR2 = (1 << 4),
- SCF_VAL3 = (1 << 5),
- };
- int op = arg->val;
- int cmd = op & FUTEX_CMD_MASK;
- size_t printed = 0;
- switch (cmd) {
- #define P_FUTEX_OP(n) case FUTEX_##n: printed = scnprintf(bf, size, #n);
- P_FUTEX_OP(WAIT); arg->mask |= SCF_VAL3|SCF_UADDR2; break;
- P_FUTEX_OP(WAKE); arg->mask |= SCF_VAL3|SCF_UADDR2|SCF_TIMEOUT; break;
- P_FUTEX_OP(FD); arg->mask |= SCF_VAL3|SCF_UADDR2|SCF_TIMEOUT; break;
- P_FUTEX_OP(REQUEUE); arg->mask |= SCF_VAL3|SCF_TIMEOUT; break;
- P_FUTEX_OP(CMP_REQUEUE); arg->mask |= SCF_TIMEOUT; break;
- P_FUTEX_OP(CMP_REQUEUE_PI); arg->mask |= SCF_TIMEOUT; break;
- P_FUTEX_OP(WAKE_OP); break;
- P_FUTEX_OP(LOCK_PI); arg->mask |= SCF_VAL3|SCF_UADDR2|SCF_TIMEOUT; break;
- P_FUTEX_OP(UNLOCK_PI); arg->mask |= SCF_VAL3|SCF_UADDR2|SCF_TIMEOUT; break;
- P_FUTEX_OP(TRYLOCK_PI); arg->mask |= SCF_VAL3|SCF_UADDR2; break;
- P_FUTEX_OP(WAIT_BITSET); arg->mask |= SCF_UADDR2; break;
- P_FUTEX_OP(WAKE_BITSET); arg->mask |= SCF_UADDR2; break;
- P_FUTEX_OP(WAIT_REQUEUE_PI); break;
- default: printed = scnprintf(bf, size, "%#x", cmd); break;
- }
- if (op & FUTEX_PRIVATE_FLAG)
- printed += scnprintf(bf + printed, size - printed, "|PRIV");
- if (op & FUTEX_CLOCK_REALTIME)
- printed += scnprintf(bf + printed, size - printed, "|CLKRT");
- return printed;
- }
- #define SCA_FUTEX_OP syscall_arg__scnprintf_futex_op
- static const char *bpf_cmd[] = {
- "MAP_CREATE", "MAP_LOOKUP_ELEM", "MAP_UPDATE_ELEM", "MAP_DELETE_ELEM",
- "MAP_GET_NEXT_KEY", "PROG_LOAD",
- };
- static DEFINE_STRARRAY(bpf_cmd);
- static const char *epoll_ctl_ops[] = { "ADD", "DEL", "MOD", };
- static DEFINE_STRARRAY_OFFSET(epoll_ctl_ops, 1);
- static const char *itimers[] = { "REAL", "VIRTUAL", "PROF", };
- static DEFINE_STRARRAY(itimers);
- static const char *keyctl_options[] = {
- "GET_KEYRING_ID", "JOIN_SESSION_KEYRING", "UPDATE", "REVOKE", "CHOWN",
- "SETPERM", "DESCRIBE", "CLEAR", "LINK", "UNLINK", "SEARCH", "READ",
- "INSTANTIATE", "NEGATE", "SET_REQKEY_KEYRING", "SET_TIMEOUT",
- "ASSUME_AUTHORITY", "GET_SECURITY", "SESSION_TO_PARENT", "REJECT",
- "INSTANTIATE_IOV", "INVALIDATE", "GET_PERSISTENT",
- };
- static DEFINE_STRARRAY(keyctl_options);
- static const char *whences[] = { "SET", "CUR", "END",
- #ifdef SEEK_DATA
- "DATA",
- #endif
- #ifdef SEEK_HOLE
- "HOLE",
- #endif
- };
- static DEFINE_STRARRAY(whences);
- static const char *fcntl_cmds[] = {
- "DUPFD", "GETFD", "SETFD", "GETFL", "SETFL", "GETLK", "SETLK",
- "SETLKW", "SETOWN", "GETOWN", "SETSIG", "GETSIG", "F_GETLK64",
- "F_SETLK64", "F_SETLKW64", "F_SETOWN_EX", "F_GETOWN_EX",
- "F_GETOWNER_UIDS",
- };
- static DEFINE_STRARRAY(fcntl_cmds);
- static const char *rlimit_resources[] = {
- "CPU", "FSIZE", "DATA", "STACK", "CORE", "RSS", "NPROC", "NOFILE",
- "MEMLOCK", "AS", "LOCKS", "SIGPENDING", "MSGQUEUE", "NICE", "RTPRIO",
- "RTTIME",
- };
- static DEFINE_STRARRAY(rlimit_resources);
- static const char *sighow[] = { "BLOCK", "UNBLOCK", "SETMASK", };
- static DEFINE_STRARRAY(sighow);
- static const char *clockid[] = {
- "REALTIME", "MONOTONIC", "PROCESS_CPUTIME_ID", "THREAD_CPUTIME_ID",
- "MONOTONIC_RAW", "REALTIME_COARSE", "MONOTONIC_COARSE", "BOOTTIME",
- "REALTIME_ALARM", "BOOTTIME_ALARM", "SGI_CYCLE", "TAI"
- };
- static DEFINE_STRARRAY(clockid);
- static const char *socket_families[] = {
- "UNSPEC", "LOCAL", "INET", "AX25", "IPX", "APPLETALK", "NETROM",
- "BRIDGE", "ATMPVC", "X25", "INET6", "ROSE", "DECnet", "NETBEUI",
- "SECURITY", "KEY", "NETLINK", "PACKET", "ASH", "ECONET", "ATMSVC",
- "RDS", "SNA", "IRDA", "PPPOX", "WANPIPE", "LLC", "IB", "CAN", "TIPC",
- "BLUETOOTH", "IUCV", "RXRPC", "ISDN", "PHONET", "IEEE802154", "CAIF",
- "ALG", "NFC", "VSOCK",
- };
- static DEFINE_STRARRAY(socket_families);
- #ifndef SOCK_TYPE_MASK
- #define SOCK_TYPE_MASK 0xf
- #endif
- static size_t syscall_arg__scnprintf_socket_type(char *bf, size_t size,
- struct syscall_arg *arg)
- {
- size_t printed;
- int type = arg->val,
- flags = type & ~SOCK_TYPE_MASK;
- type &= SOCK_TYPE_MASK;
- /*
- * Can't use a strarray, MIPS may override for ABI reasons.
- */
- switch (type) {
- #define P_SK_TYPE(n) case SOCK_##n: printed = scnprintf(bf, size, #n); break;
- P_SK_TYPE(STREAM);
- P_SK_TYPE(DGRAM);
- P_SK_TYPE(RAW);
- P_SK_TYPE(RDM);
- P_SK_TYPE(SEQPACKET);
- P_SK_TYPE(DCCP);
- P_SK_TYPE(PACKET);
- #undef P_SK_TYPE
- default:
- printed = scnprintf(bf, size, "%#x", type);
- }
- #define P_SK_FLAG(n) \
- if (flags & SOCK_##n) { \
- printed += scnprintf(bf + printed, size - printed, "|%s", #n); \
- flags &= ~SOCK_##n; \
- }
- P_SK_FLAG(CLOEXEC);
- P_SK_FLAG(NONBLOCK);
- #undef P_SK_FLAG
- if (flags)
- printed += scnprintf(bf + printed, size - printed, "|%#x", flags);
- return printed;
- }
- #define SCA_SK_TYPE syscall_arg__scnprintf_socket_type
- #ifndef MSG_PROBE
- #define MSG_PROBE 0x10
- #endif
- #ifndef MSG_WAITFORONE
- #define MSG_WAITFORONE 0x10000
- #endif
- #ifndef MSG_SENDPAGE_NOTLAST
- #define MSG_SENDPAGE_NOTLAST 0x20000
- #endif
- #ifndef MSG_FASTOPEN
- #define MSG_FASTOPEN 0x20000000
- #endif
- static size_t syscall_arg__scnprintf_msg_flags(char *bf, size_t size,
- struct syscall_arg *arg)
- {
- int printed = 0, flags = arg->val;
- if (flags == 0)
- return scnprintf(bf, size, "NONE");
- #define P_MSG_FLAG(n) \
- if (flags & MSG_##n) { \
- printed += scnprintf(bf + printed, size - printed, "%s%s", printed ? "|" : "", #n); \
- flags &= ~MSG_##n; \
- }
- P_MSG_FLAG(OOB);
- P_MSG_FLAG(PEEK);
- P_MSG_FLAG(DONTROUTE);
- P_MSG_FLAG(TRYHARD);
- P_MSG_FLAG(CTRUNC);
- P_MSG_FLAG(PROBE);
- P_MSG_FLAG(TRUNC);
- P_MSG_FLAG(DONTWAIT);
- P_MSG_FLAG(EOR);
- P_MSG_FLAG(WAITALL);
- P_MSG_FLAG(FIN);
- P_MSG_FLAG(SYN);
- P_MSG_FLAG(CONFIRM);
- P_MSG_FLAG(RST);
- P_MSG_FLAG(ERRQUEUE);
- P_MSG_FLAG(NOSIGNAL);
- P_MSG_FLAG(MORE);
- P_MSG_FLAG(WAITFORONE);
- P_MSG_FLAG(SENDPAGE_NOTLAST);
- P_MSG_FLAG(FASTOPEN);
- P_MSG_FLAG(CMSG_CLOEXEC);
- #undef P_MSG_FLAG
- if (flags)
- printed += scnprintf(bf + printed, size - printed, "%s%#x", printed ? "|" : "", flags);
- return printed;
- }
- #define SCA_MSG_FLAGS syscall_arg__scnprintf_msg_flags
- static size_t syscall_arg__scnprintf_access_mode(char *bf, size_t size,
- struct syscall_arg *arg)
- {
- size_t printed = 0;
- int mode = arg->val;
- if (mode == F_OK) /* 0 */
- return scnprintf(bf, size, "F");
- #define P_MODE(n) \
- if (mode & n##_OK) { \
- printed += scnprintf(bf + printed, size - printed, "%s", #n); \
- mode &= ~n##_OK; \
- }
- P_MODE(R);
- P_MODE(W);
- P_MODE(X);
- #undef P_MODE
- if (mode)
- printed += scnprintf(bf + printed, size - printed, "|%#x", mode);
- return printed;
- }
- #define SCA_ACCMODE syscall_arg__scnprintf_access_mode
- static size_t syscall_arg__scnprintf_filename(char *bf, size_t size,
- struct syscall_arg *arg);
- #define SCA_FILENAME syscall_arg__scnprintf_filename
- static size_t syscall_arg__scnprintf_open_flags(char *bf, size_t size,
- struct syscall_arg *arg)
- {
- int printed = 0, flags = arg->val;
- if (!(flags & O_CREAT))
- arg->mask |= 1 << (arg->idx + 1); /* Mask the mode parm */
- if (flags == 0)
- return scnprintf(bf, size, "RDONLY");
- #define P_FLAG(n) \
- if (flags & O_##n) { \
- printed += scnprintf(bf + printed, size - printed, "%s%s", printed ? "|" : "", #n); \
- flags &= ~O_##n; \
- }
- P_FLAG(APPEND);
- P_FLAG(ASYNC);
- P_FLAG(CLOEXEC);
- P_FLAG(CREAT);
- P_FLAG(DIRECT);
- P_FLAG(DIRECTORY);
- P_FLAG(EXCL);
- P_FLAG(LARGEFILE);
- P_FLAG(NOATIME);
- P_FLAG(NOCTTY);
- #ifdef O_NONBLOCK
- P_FLAG(NONBLOCK);
- #elif O_NDELAY
- P_FLAG(NDELAY);
- #endif
- #ifdef O_PATH
- P_FLAG(PATH);
- #endif
- P_FLAG(RDWR);
- #ifdef O_DSYNC
- if ((flags & O_SYNC) == O_SYNC)
- printed += scnprintf(bf + printed, size - printed, "%s%s", printed ? "|" : "", "SYNC");
- else {
- P_FLAG(DSYNC);
- }
- #else
- P_FLAG(SYNC);
- #endif
- P_FLAG(TRUNC);
- P_FLAG(WRONLY);
- #undef P_FLAG
- if (flags)
- printed += scnprintf(bf + printed, size - printed, "%s%#x", printed ? "|" : "", flags);
- return printed;
- }
- #define SCA_OPEN_FLAGS syscall_arg__scnprintf_open_flags
- static size_t syscall_arg__scnprintf_perf_flags(char *bf, size_t size,
- struct syscall_arg *arg)
- {
- int printed = 0, flags = arg->val;
- if (flags == 0)
- return 0;
- #define P_FLAG(n) \
- if (flags & PERF_FLAG_##n) { \
- printed += scnprintf(bf + printed, size - printed, "%s%s", printed ? "|" : "", #n); \
- flags &= ~PERF_FLAG_##n; \
- }
- P_FLAG(FD_NO_GROUP);
- P_FLAG(FD_OUTPUT);
- P_FLAG(PID_CGROUP);
- P_FLAG(FD_CLOEXEC);
- #undef P_FLAG
- if (flags)
- printed += scnprintf(bf + printed, size - printed, "%s%#x", printed ? "|" : "", flags);
- return printed;
- }
- #define SCA_PERF_FLAGS syscall_arg__scnprintf_perf_flags
- static size_t syscall_arg__scnprintf_eventfd_flags(char *bf, size_t size,
- struct syscall_arg *arg)
- {
- int printed = 0, flags = arg->val;
- if (flags == 0)
- return scnprintf(bf, size, "NONE");
- #define P_FLAG(n) \
- if (flags & EFD_##n) { \
- printed += scnprintf(bf + printed, size - printed, "%s%s", printed ? "|" : "", #n); \
- flags &= ~EFD_##n; \
- }
- P_FLAG(SEMAPHORE);
- P_FLAG(CLOEXEC);
- P_FLAG(NONBLOCK);
- #undef P_FLAG
- if (flags)
- printed += scnprintf(bf + printed, size - printed, "%s%#x", printed ? "|" : "", flags);
- return printed;
- }
- #define SCA_EFD_FLAGS syscall_arg__scnprintf_eventfd_flags
- static size_t syscall_arg__scnprintf_pipe_flags(char *bf, size_t size,
- struct syscall_arg *arg)
- {
- int printed = 0, flags = arg->val;
- #define P_FLAG(n) \
- if (flags & O_##n) { \
- printed += scnprintf(bf + printed, size - printed, "%s%s", printed ? "|" : "", #n); \
- flags &= ~O_##n; \
- }
- P_FLAG(CLOEXEC);
- P_FLAG(NONBLOCK);
- #undef P_FLAG
- if (flags)
- printed += scnprintf(bf + printed, size - printed, "%s%#x", printed ? "|" : "", flags);
- return printed;
- }
- #define SCA_PIPE_FLAGS syscall_arg__scnprintf_pipe_flags
- static size_t syscall_arg__scnprintf_signum(char *bf, size_t size, struct syscall_arg *arg)
- {
- int sig = arg->val;
- switch (sig) {
- #define P_SIGNUM(n) case SIG##n: return scnprintf(bf, size, #n)
- P_SIGNUM(HUP);
- P_SIGNUM(INT);
- P_SIGNUM(QUIT);
- P_SIGNUM(ILL);
- P_SIGNUM(TRAP);
- P_SIGNUM(ABRT);
- P_SIGNUM(BUS);
- P_SIGNUM(FPE);
- P_SIGNUM(KILL);
- P_SIGNUM(USR1);
- P_SIGNUM(SEGV);
- P_SIGNUM(USR2);
- P_SIGNUM(PIPE);
- P_SIGNUM(ALRM);
- P_SIGNUM(TERM);
- P_SIGNUM(CHLD);
- P_SIGNUM(CONT);
- P_SIGNUM(STOP);
- P_SIGNUM(TSTP);
- P_SIGNUM(TTIN);
- P_SIGNUM(TTOU);
- P_SIGNUM(URG);
- P_SIGNUM(XCPU);
- P_SIGNUM(XFSZ);
- P_SIGNUM(VTALRM);
- P_SIGNUM(PROF);
- P_SIGNUM(WINCH);
- P_SIGNUM(IO);
- P_SIGNUM(PWR);
- P_SIGNUM(SYS);
- #ifdef SIGEMT
- P_SIGNUM(EMT);
- #endif
- #ifdef SIGSTKFLT
- P_SIGNUM(STKFLT);
- #endif
- #ifdef SIGSWI
- P_SIGNUM(SWI);
- #endif
- default: break;
- }
- return scnprintf(bf, size, "%#x", sig);
- }
- #define SCA_SIGNUM syscall_arg__scnprintf_signum
- #if defined(__i386__) || defined(__x86_64__)
- /*
- * FIXME: Make this available to all arches.
- */
- #define TCGETS 0x5401
- static const char *tioctls[] = {
- "TCGETS", "TCSETS", "TCSETSW", "TCSETSF", "TCGETA", "TCSETA", "TCSETAW",
- "TCSETAF", "TCSBRK", "TCXONC", "TCFLSH", "TIOCEXCL", "TIOCNXCL",
- "TIOCSCTTY", "TIOCGPGRP", "TIOCSPGRP", "TIOCOUTQ", "TIOCSTI",
- "TIOCGWINSZ", "TIOCSWINSZ", "TIOCMGET", "TIOCMBIS", "TIOCMBIC",
- "TIOCMSET", "TIOCGSOFTCAR", "TIOCSSOFTCAR", "FIONREAD", "TIOCLINUX",
- "TIOCCONS", "TIOCGSERIAL", "TIOCSSERIAL", "TIOCPKT", "FIONBIO",
- "TIOCNOTTY", "TIOCSETD", "TIOCGETD", "TCSBRKP", [0x27] = "TIOCSBRK",
- "TIOCCBRK", "TIOCGSID", "TCGETS2", "TCSETS2", "TCSETSW2", "TCSETSF2",
- "TIOCGRS485", "TIOCSRS485", "TIOCGPTN", "TIOCSPTLCK",
- "TIOCGDEV||TCGETX", "TCSETX", "TCSETXF", "TCSETXW", "TIOCSIG",
- "TIOCVHANGUP", "TIOCGPKT", "TIOCGPTLCK", "TIOCGEXCL",
- [0x50] = "FIONCLEX", "FIOCLEX", "FIOASYNC", "TIOCSERCONFIG",
- "TIOCSERGWILD", "TIOCSERSWILD", "TIOCGLCKTRMIOS", "TIOCSLCKTRMIOS",
- "TIOCSERGSTRUCT", "TIOCSERGETLSR", "TIOCSERGETMULTI", "TIOCSERSETMULTI",
- "TIOCMIWAIT", "TIOCGICOUNT", [0x60] = "FIOQSIZE",
- };
- static DEFINE_STRARRAY_OFFSET(tioctls, 0x5401);
- #endif /* defined(__i386__) || defined(__x86_64__) */
- #define STRARRAY(arg, name, array) \
- .arg_scnprintf = { [arg] = SCA_STRARRAY, }, \
- .arg_parm = { [arg] = &strarray__##array, }
- static struct syscall_fmt {
- const char *name;
- const char *alias;
- size_t (*arg_scnprintf[6])(char *bf, size_t size, struct syscall_arg *arg);
- void *arg_parm[6];
- bool errmsg;
- bool timeout;
- bool hexret;
- } syscall_fmts[] = {
- { .name = "access", .errmsg = true,
- .arg_scnprintf = { [0] = SCA_FILENAME, /* filename */
- [1] = SCA_ACCMODE, /* mode */ }, },
- { .name = "arch_prctl", .errmsg = true, .alias = "prctl", },
- { .name = "bpf", .errmsg = true, STRARRAY(0, cmd, bpf_cmd), },
- { .name = "brk", .hexret = true,
- .arg_scnprintf = { [0] = SCA_HEX, /* brk */ }, },
- { .name = "chdir", .errmsg = true,
- .arg_scnprintf = { [0] = SCA_FILENAME, /* filename */ }, },
- { .name = "chmod", .errmsg = true,
- .arg_scnprintf = { [0] = SCA_FILENAME, /* filename */ }, },
- { .name = "chroot", .errmsg = true,
- .arg_scnprintf = { [0] = SCA_FILENAME, /* filename */ }, },
- { .name = "clock_gettime", .errmsg = true, STRARRAY(0, clk_id, clockid), },
- { .name = "close", .errmsg = true,
- .arg_scnprintf = { [0] = SCA_CLOSE_FD, /* fd */ }, },
- { .name = "connect", .errmsg = true, },
- { .name = "creat", .errmsg = true,
- .arg_scnprintf = { [0] = SCA_FILENAME, /* pathname */ }, },
- { .name = "dup", .errmsg = true,
- .arg_scnprintf = { [0] = SCA_FD, /* fd */ }, },
- { .name = "dup2", .errmsg = true,
- .arg_scnprintf = { [0] = SCA_FD, /* fd */ }, },
- { .name = "dup3", .errmsg = true,
- .arg_scnprintf = { [0] = SCA_FD, /* fd */ }, },
- { .name = "epoll_ctl", .errmsg = true, STRARRAY(1, op, epoll_ctl_ops), },
- { .name = "eventfd2", .errmsg = true,
- .arg_scnprintf = { [1] = SCA_EFD_FLAGS, /* flags */ }, },
- { .name = "faccessat", .errmsg = true,
- .arg_scnprintf = { [0] = SCA_FDAT, /* dfd */
- [1] = SCA_FILENAME, /* filename */ }, },
- { .name = "fadvise64", .errmsg = true,
- .arg_scnprintf = { [0] = SCA_FD, /* fd */ }, },
- { .name = "fallocate", .errmsg = true,
- .arg_scnprintf = { [0] = SCA_FD, /* fd */ }, },
- { .name = "fchdir", .errmsg = true,
- .arg_scnprintf = { [0] = SCA_FD, /* fd */ }, },
- { .name = "fchmod", .errmsg = true,
- .arg_scnprintf = { [0] = SCA_FD, /* fd */ }, },
- { .name = "fchmodat", .errmsg = true,
- .arg_scnprintf = { [0] = SCA_FDAT, /* fd */
- [1] = SCA_FILENAME, /* filename */ }, },
- { .name = "fchown", .errmsg = true,
- .arg_scnprintf = { [0] = SCA_FD, /* fd */ }, },
- { .name = "fchownat", .errmsg = true,
- .arg_scnprintf = { [0] = SCA_FDAT, /* fd */
- [1] = SCA_FILENAME, /* filename */ }, },
- { .name = "fcntl", .errmsg = true,
- .arg_scnprintf = { [0] = SCA_FD, /* fd */
- [1] = SCA_STRARRAY, /* cmd */ },
- .arg_parm = { [1] = &strarray__fcntl_cmds, /* cmd */ }, },
- { .name = "fdatasync", .errmsg = true,
- .arg_scnprintf = { [0] = SCA_FD, /* fd */ }, },
- { .name = "flock", .errmsg = true,
- .arg_scnprintf = { [0] = SCA_FD, /* fd */
- [1] = SCA_FLOCK, /* cmd */ }, },
- { .name = "fsetxattr", .errmsg = true,
- .arg_scnprintf = { [0] = SCA_FD, /* fd */ }, },
- { .name = "fstat", .errmsg = true, .alias = "newfstat",
- .arg_scnprintf = { [0] = SCA_FD, /* fd */ }, },
- { .name = "fstatat", .errmsg = true, .alias = "newfstatat",
- .arg_scnprintf = { [0] = SCA_FDAT, /* dfd */
- [1] = SCA_FILENAME, /* filename */ }, },
- { .name = "fstatfs", .errmsg = true,
- .arg_scnprintf = { [0] = SCA_FD, /* fd */ }, },
- { .name = "fsync", .errmsg = true,
- .arg_scnprintf = { [0] = SCA_FD, /* fd */ }, },
- { .name = "ftruncate", .errmsg = true,
- .arg_scnprintf = { [0] = SCA_FD, /* fd */ }, },
- { .name = "futex", .errmsg = true,
- .arg_scnprintf = { [1] = SCA_FUTEX_OP, /* op */ }, },
- { .name = "futimesat", .errmsg = true,
- .arg_scnprintf = { [0] = SCA_FDAT, /* fd */
- [1] = SCA_FILENAME, /* filename */ }, },
- { .name = "getdents", .errmsg = true,
- .arg_scnprintf = { [0] = SCA_FD, /* fd */ }, },
- { .name = "getdents64", .errmsg = true,
- .arg_scnprintf = { [0] = SCA_FD, /* fd */ }, },
- { .name = "getitimer", .errmsg = true, STRARRAY(0, which, itimers), },
- { .name = "getrlimit", .errmsg = true, STRARRAY(0, resource, rlimit_resources), },
- { .name = "getxattr", .errmsg = true,
- .arg_scnprintf = { [0] = SCA_FILENAME, /* pathname */ }, },
- { .name = "inotify_add_watch", .errmsg = true,
- .arg_scnprintf = { [1] = SCA_FILENAME, /* pathname */ }, },
- { .name = "ioctl", .errmsg = true,
- .arg_scnprintf = { [0] = SCA_FD, /* fd */
- #if defined(__i386__) || defined(__x86_64__)
- /*
- * FIXME: Make this available to all arches.
- */
- [1] = SCA_STRHEXARRAY, /* cmd */
- [2] = SCA_HEX, /* arg */ },
- .arg_parm = { [1] = &strarray__tioctls, /* cmd */ }, },
- #else
- [2] = SCA_HEX, /* arg */ }, },
- #endif
- { .name = "keyctl", .errmsg = true, STRARRAY(0, option, keyctl_options), },
- { .name = "kill", .errmsg = true,
- .arg_scnprintf = { [1] = SCA_SIGNUM, /* sig */ }, },
- { .name = "lchown", .errmsg = true,
- .arg_scnprintf = { [0] = SCA_FILENAME, /* filename */ }, },
- { .name = "lgetxattr", .errmsg = true,
- .arg_scnprintf = { [0] = SCA_FILENAME, /* pathname */ }, },
- { .name = "linkat", .errmsg = true,
- .arg_scnprintf = { [0] = SCA_FDAT, /* fd */ }, },
- { .name = "listxattr", .errmsg = true,
- .arg_scnprintf = { [0] = SCA_FILENAME, /* pathname */ }, },
- { .name = "llistxattr", .errmsg = true,
- .arg_scnprintf = { [0] = SCA_FILENAME, /* pathname */ }, },
- { .name = "lremovexattr", .errmsg = true,
- .arg_scnprintf = { [0] = SCA_FILENAME, /* pathname */ }, },
- { .name = "lseek", .errmsg = true,
- .arg_scnprintf = { [0] = SCA_FD, /* fd */
- [2] = SCA_STRARRAY, /* whence */ },
- .arg_parm = { [2] = &strarray__whences, /* whence */ }, },
- { .name = "lsetxattr", .errmsg = true,
- .arg_scnprintf = { [0] = SCA_FILENAME, /* pathname */ }, },
- { .name = "lstat", .errmsg = true, .alias = "newlstat",
- .arg_scnprintf = { [0] = SCA_FILENAME, /* filename */ }, },
- { .name = "lsxattr", .errmsg = true,
- .arg_scnprintf = { [0] = SCA_FILENAME, /* pathname */ }, },
- { .name = "madvise", .errmsg = true,
- .arg_scnprintf = { [0] = SCA_HEX, /* start */
- [2] = SCA_MADV_BHV, /* behavior */ }, },
- { .name = "mkdir", .errmsg = true,
- .arg_scnprintf = { [0] = SCA_FILENAME, /* pathname */ }, },
- { .name = "mkdirat", .errmsg = true,
- .arg_scnprintf = { [0] = SCA_FDAT, /* fd */
- [1] = SCA_FILENAME, /* pathname */ }, },
- { .name = "mknod", .errmsg = true,
- .arg_scnprintf = { [0] = SCA_FILENAME, /* filename */ }, },
- { .name = "mknodat", .errmsg = true,
- .arg_scnprintf = { [0] = SCA_FDAT, /* fd */
- [1] = SCA_FILENAME, /* filename */ }, },
- { .name = "mlock", .errmsg = true,
- .arg_scnprintf = { [0] = SCA_HEX, /* addr */ }, },
- { .name = "mlockall", .errmsg = true,
- .arg_scnprintf = { [0] = SCA_HEX, /* addr */ }, },
- { .name = "mmap", .hexret = true,
- /* The standard mmap maps to old_mmap on s390x */
- #if defined(__s390x__)
- .alias = "old_mmap",
- #endif
- .arg_scnprintf = { [0] = SCA_HEX, /* addr */
- [2] = SCA_MMAP_PROT, /* prot */
- [3] = SCA_MMAP_FLAGS, /* flags */
- [4] = SCA_FD, /* fd */ }, },
- { .name = "mprotect", .errmsg = true,
- .arg_scnprintf = { [0] = SCA_HEX, /* start */
- [2] = SCA_MMAP_PROT, /* prot */ }, },
- { .name = "mq_unlink", .errmsg = true,
- .arg_scnprintf = { [0] = SCA_FILENAME, /* u_name */ }, },
- { .name = "mremap", .hexret = true,
- .arg_scnprintf = { [0] = SCA_HEX, /* addr */
- [3] = SCA_MREMAP_FLAGS, /* flags */
- [4] = SCA_HEX, /* new_addr */ }, },
- { .name = "munlock", .errmsg = true,
- .arg_scnprintf = { [0] = SCA_HEX, /* addr */ }, },
- { .name = "munmap", .errmsg = true,
- .arg_scnprintf = { [0] = SCA_HEX, /* addr */ }, },
- { .name = "name_to_handle_at", .errmsg = true,
- .arg_scnprintf = { [0] = SCA_FDAT, /* dfd */ }, },
- { .name = "newfstatat", .errmsg = true,
- .arg_scnprintf = { [0] = SCA_FDAT, /* dfd */
- [1] = SCA_FILENAME, /* filename */ }, },
- { .name = "open", .errmsg = true,
- .arg_scnprintf = { [0] = SCA_FILENAME, /* filename */
- [1] = SCA_OPEN_FLAGS, /* flags */ }, },
- { .name = "open_by_handle_at", .errmsg = true,
- .arg_scnprintf = { [0] = SCA_FDAT, /* dfd */
- [2] = SCA_OPEN_FLAGS, /* flags */ }, },
- { .name = "openat", .errmsg = true,
- .arg_scnprintf = { [0] = SCA_FDAT, /* dfd */
- [1] = SCA_FILENAME, /* filename */
- [2] = SCA_OPEN_FLAGS, /* flags */ }, },
- { .name = "perf_event_open", .errmsg = true,
- .arg_scnprintf = { [1] = SCA_INT, /* pid */
- [2] = SCA_INT, /* cpu */
- [3] = SCA_FD, /* group_fd */
- [4] = SCA_PERF_FLAGS, /* flags */ }, },
- { .name = "pipe2", .errmsg = true,
- .arg_scnprintf = { [1] = SCA_PIPE_FLAGS, /* flags */ }, },
- { .name = "poll", .errmsg = true, .timeout = true, },
- { .name = "ppoll", .errmsg = true, .timeout = true, },
- { .name = "pread", .errmsg = true, .alias = "pread64",
- .arg_scnprintf = { [0] = SCA_FD, /* fd */ }, },
- { .name = "preadv", .errmsg = true, .alias = "pread",
- .arg_scnprintf = { [0] = SCA_FD, /* fd */ }, },
- { .name = "prlimit64", .errmsg = true, STRARRAY(1, resource, rlimit_resources), },
- { .name = "pwrite", .errmsg = true, .alias = "pwrite64",
- .arg_scnprintf = { [0] = SCA_FD, /* fd */ }, },
- { .name = "pwritev", .errmsg = true,
- .arg_scnprintf = { [0] = SCA_FD, /* fd */ }, },
- { .name = "read", .errmsg = true,
- .arg_scnprintf = { [0] = SCA_FD, /* fd */ }, },
- { .name = "readlink", .errmsg = true,
- .arg_scnprintf = { [0] = SCA_FILENAME, /* path */ }, },
- { .name = "readlinkat", .errmsg = true,
- .arg_scnprintf = { [0] = SCA_FDAT, /* dfd */
- [1] = SCA_FILENAME, /* pathname */ }, },
- { .name = "readv", .errmsg = true,
- .arg_scnprintf = { [0] = SCA_FD, /* fd */ }, },
- { .name = "recvfrom", .errmsg = true,
- .arg_scnprintf = { [0] = SCA_FD, /* fd */
- [3] = SCA_MSG_FLAGS, /* flags */ }, },
- { .name = "recvmmsg", .errmsg = true,
- .arg_scnprintf = { [0] = SCA_FD, /* fd */
- [3] = SCA_MSG_FLAGS, /* flags */ }, },
- { .name = "recvmsg", .errmsg = true,
- .arg_scnprintf = { [0] = SCA_FD, /* fd */
- [2] = SCA_MSG_FLAGS, /* flags */ }, },
- { .name = "removexattr", .errmsg = true,
- .arg_scnprintf = { [0] = SCA_FILENAME, /* pathname */ }, },
- { .name = "renameat", .errmsg = true,
- .arg_scnprintf = { [0] = SCA_FDAT, /* dfd */ }, },
- { .name = "rmdir", .errmsg = true,
- .arg_scnprintf = { [0] = SCA_FILENAME, /* pathname */ }, },
- { .name = "rt_sigaction", .errmsg = true,
- .arg_scnprintf = { [0] = SCA_SIGNUM, /* sig */ }, },
- { .name = "rt_sigprocmask", .errmsg = true, STRARRAY(0, how, sighow), },
- { .name = "rt_sigqueueinfo", .errmsg = true,
- .arg_scnprintf = { [1] = SCA_SIGNUM, /* sig */ }, },
- { .name = "rt_tgsigqueueinfo", .errmsg = true,
- .arg_scnprintf = { [2] = SCA_SIGNUM, /* sig */ }, },
- { .name = "select", .errmsg = true, .timeout = true, },
- { .name = "sendmmsg", .errmsg = true,
- .arg_scnprintf = { [0] = SCA_FD, /* fd */
- [3] = SCA_MSG_FLAGS, /* flags */ }, },
- { .name = "sendmsg", .errmsg = true,
- .arg_scnprintf = { [0] = SCA_FD, /* fd */
- [2] = SCA_MSG_FLAGS, /* flags */ }, },
- { .name = "sendto", .errmsg = true,
- .arg_scnprintf = { [0] = SCA_FD, /* fd */
- [3] = SCA_MSG_FLAGS, /* flags */ }, },
- { .name = "setitimer", .errmsg = true, STRARRAY(0, which, itimers), },
- { .name = "setrlimit", .errmsg = true, STRARRAY(0, resource, rlimit_resources), },
- { .name = "setxattr", .errmsg = true,
- .arg_scnprintf = { [0] = SCA_FILENAME, /* pathname */ }, },
- { .name = "shutdown", .errmsg = true,
- .arg_scnprintf = { [0] = SCA_FD, /* fd */ }, },
- { .name = "socket", .errmsg = true,
- .arg_scnprintf = { [0] = SCA_STRARRAY, /* family */
- [1] = SCA_SK_TYPE, /* type */ },
- .arg_parm = { [0] = &strarray__socket_families, /* family */ }, },
- { .name = "socketpair", .errmsg = true,
- .arg_scnprintf = { [0] = SCA_STRARRAY, /* family */
- [1] = SCA_SK_TYPE, /* type */ },
- .arg_parm = { [0] = &strarray__socket_families, /* family */ }, },
- { .name = "stat", .errmsg = true, .alias = "newstat",
- .arg_scnprintf = { [0] = SCA_FILENAME, /* pathname */ }, },
- { .name = "statfs", .errmsg = true,
- .arg_scnprintf = { [0] = SCA_FILENAME, /* pathname */ }, },
- { .name = "swapoff", .errmsg = true,
- .arg_scnprintf = { [0] = SCA_FILENAME, /* specialfile */ }, },
- { .name = "swapon", .errmsg = true,
- .arg_scnprintf = { [0] = SCA_FILENAME, /* specialfile */ }, },
- { .name = "symlinkat", .errmsg = true,
- .arg_scnprintf = { [0] = SCA_FDAT, /* dfd */ }, },
- { .name = "tgkill", .errmsg = true,
- .arg_scnprintf = { [2] = SCA_SIGNUM, /* sig */ }, },
- { .name = "tkill", .errmsg = true,
- .arg_scnprintf = { [1] = SCA_SIGNUM, /* sig */ }, },
- { .name = "truncate", .errmsg = true,
- .arg_scnprintf = { [0] = SCA_FILENAME, /* path */ }, },
- { .name = "uname", .errmsg = true, .alias = "newuname", },
- { .name = "unlinkat", .errmsg = true,
- .arg_scnprintf = { [0] = SCA_FDAT, /* dfd */
- [1] = SCA_FILENAME, /* pathname */ }, },
- { .name = "utime", .errmsg = true,
- .arg_scnprintf = { [0] = SCA_FILENAME, /* filename */ }, },
- { .name = "utimensat", .errmsg = true,
- .arg_scnprintf = { [0] = SCA_FDAT, /* dirfd */
- [1] = SCA_FILENAME, /* filename */ }, },
- { .name = "utimes", .errmsg = true,
- .arg_scnprintf = { [0] = SCA_FILENAME, /* filename */ }, },
- { .name = "vmsplice", .errmsg = true,
- .arg_scnprintf = { [0] = SCA_FD, /* fd */ }, },
- { .name = "write", .errmsg = true,
- .arg_scnprintf = { [0] = SCA_FD, /* fd */ }, },
- { .name = "writev", .errmsg = true,
- .arg_scnprintf = { [0] = SCA_FD, /* fd */ }, },
- };
- static int syscall_fmt__cmp(const void *name, const void *fmtp)
- {
- const struct syscall_fmt *fmt = fmtp;
- return strcmp(name, fmt->name);
- }
- static struct syscall_fmt *syscall_fmt__find(const char *name)
- {
- const int nmemb = ARRAY_SIZE(syscall_fmts);
- return bsearch(name, syscall_fmts, nmemb, sizeof(struct syscall_fmt), syscall_fmt__cmp);
- }
- struct syscall {
- struct event_format *tp_format;
- int nr_args;
- struct format_field *args;
- const char *name;
- bool is_exit;
- struct syscall_fmt *fmt;
- size_t (**arg_scnprintf)(char *bf, size_t size, struct syscall_arg *arg);
- void **arg_parm;
- };
- static size_t fprintf_duration(unsigned long t, FILE *fp)
- {
- double duration = (double)t / NSEC_PER_MSEC;
- size_t printed = fprintf(fp, "(");
- if (duration >= 1.0)
- printed += color_fprintf(fp, PERF_COLOR_RED, "%6.3f ms", duration);
- else if (duration >= 0.01)
- printed += color_fprintf(fp, PERF_COLOR_YELLOW, "%6.3f ms", duration);
- else
- printed += color_fprintf(fp, PERF_COLOR_NORMAL, "%6.3f ms", duration);
- return printed + fprintf(fp, "): ");
- }
- /**
- * filename.ptr: The filename char pointer that will be vfs_getname'd
- * filename.entry_str_pos: Where to insert the string translated from
- * filename.ptr by the vfs_getname tracepoint/kprobe.
- */
- struct thread_trace {
- u64 entry_time;
- u64 exit_time;
- bool entry_pending;
- unsigned long nr_events;
- unsigned long pfmaj, pfmin;
- char *entry_str;
- double runtime_ms;
- struct {
- unsigned long ptr;
- short int entry_str_pos;
- bool pending_open;
- unsigned int namelen;
- char *name;
- } filename;
- struct {
- int max;
- char **table;
- } paths;
- struct intlist *syscall_stats;
- };
- static struct thread_trace *thread_trace__new(void)
- {
- struct thread_trace *ttrace = zalloc(sizeof(struct thread_trace));
- if (ttrace)
- ttrace->paths.max = -1;
- ttrace->syscall_stats = intlist__new(NULL);
- return ttrace;
- }
- static struct thread_trace *thread__trace(struct thread *thread, FILE *fp)
- {
- struct thread_trace *ttrace;
- if (thread == NULL)
- goto fail;
- if (thread__priv(thread) == NULL)
- thread__set_priv(thread, thread_trace__new());
- if (thread__priv(thread) == NULL)
- goto fail;
- ttrace = thread__priv(thread);
- ++ttrace->nr_events;
- return ttrace;
- fail:
- color_fprintf(fp, PERF_COLOR_RED,
- "WARNING: not enough memory, dropping samples!\n");
- return NULL;
- }
- #define TRACE_PFMAJ (1 << 0)
- #define TRACE_PFMIN (1 << 1)
- static const size_t trace__entry_str_size = 2048;
- struct trace {
- struct perf_tool tool;
- struct {
- int machine;
- int open_id;
- } audit;
- struct {
- int max;
- struct syscall *table;
- struct {
- struct perf_evsel *sys_enter,
- *sys_exit;
- } events;
- } syscalls;
- struct record_opts opts;
- struct perf_evlist *evlist;
- struct machine *host;
- struct thread *current;
- u64 base_time;
- FILE *output;
- unsigned long nr_events;
- struct strlist *ev_qualifier;
- struct {
- size_t nr;
- int *entries;
- } ev_qualifier_ids;
- struct intlist *tid_list;
- struct intlist *pid_list;
- struct {
- size_t nr;
- pid_t *entries;
- } filter_pids;
- double duration_filter;
- double runtime_ms;
- struct {
- u64 vfs_getname,
- proc_getname;
- } stats;
- bool not_ev_qualifier;
- bool live;
- bool full_time;
- bool sched;
- bool multiple_threads;
- bool summary;
- bool summary_only;
- bool show_comm;
- bool show_tool_stats;
- bool trace_syscalls;
- bool force;
- bool vfs_getname;
- int trace_pgfaults;
- };
- static int trace__set_fd_pathname(struct thread *thread, int fd, const char *pathname)
- {
- struct thread_trace *ttrace = thread__priv(thread);
- if (fd > ttrace->paths.max) {
- char **npath = realloc(ttrace->paths.table, (fd + 1) * sizeof(char *));
- if (npath == NULL)
- return -1;
- if (ttrace->paths.max != -1) {
- memset(npath + ttrace->paths.max + 1, 0,
- (fd - ttrace->paths.max) * sizeof(char *));
- } else {
- memset(npath, 0, (fd + 1) * sizeof(char *));
- }
- ttrace->paths.table = npath;
- ttrace->paths.max = fd;
- }
- ttrace->paths.table[fd] = strdup(pathname);
- return ttrace->paths.table[fd] != NULL ? 0 : -1;
- }
- static int thread__read_fd_path(struct thread *thread, int fd)
- {
- char linkname[PATH_MAX], pathname[PATH_MAX];
- struct stat st;
- int ret;
- if (thread->pid_ == thread->tid) {
- scnprintf(linkname, sizeof(linkname),
- "/proc/%d/fd/%d", thread->pid_, fd);
- } else {
- scnprintf(linkname, sizeof(linkname),
- "/proc/%d/task/%d/fd/%d", thread->pid_, thread->tid, fd);
- }
- if (lstat(linkname, &st) < 0 || st.st_size + 1 > (off_t)sizeof(pathname))
- return -1;
- ret = readlink(linkname, pathname, sizeof(pathname));
- if (ret < 0 || ret > st.st_size)
- return -1;
- pathname[ret] = '\0';
- return trace__set_fd_pathname(thread, fd, pathname);
- }
- static const char *thread__fd_path(struct thread *thread, int fd,
- struct trace *trace)
- {
- struct thread_trace *ttrace = thread__priv(thread);
- if (ttrace == NULL)
- return NULL;
- if (fd < 0)
- return NULL;
- if ((fd > ttrace->paths.max || ttrace->paths.table[fd] == NULL)) {
- if (!trace->live)
- return NULL;
- ++trace->stats.proc_getname;
- if (thread__read_fd_path(thread, fd))
- return NULL;
- }
- return ttrace->paths.table[fd];
- }
- static size_t syscall_arg__scnprintf_fd(char *bf, size_t size,
- struct syscall_arg *arg)
- {
- int fd = arg->val;
- size_t printed = scnprintf(bf, size, "%d", fd);
- const char *path = thread__fd_path(arg->thread, fd, arg->trace);
- if (path)
- printed += scnprintf(bf + printed, size - printed, "<%s>", path);
- return printed;
- }
- static size_t syscall_arg__scnprintf_close_fd(char *bf, size_t size,
- struct syscall_arg *arg)
- {
- int fd = arg->val;
- size_t printed = syscall_arg__scnprintf_fd(bf, size, arg);
- struct thread_trace *ttrace = thread__priv(arg->thread);
- if (ttrace && fd >= 0 && fd <= ttrace->paths.max)
- zfree(&ttrace->paths.table[fd]);
- return printed;
- }
- static void thread__set_filename_pos(struct thread *thread, const char *bf,
- unsigned long ptr)
- {
- struct thread_trace *ttrace = thread__priv(thread);
- ttrace->filename.ptr = ptr;
- ttrace->filename.entry_str_pos = bf - ttrace->entry_str;
- }
- static size_t syscall_arg__scnprintf_filename(char *bf, size_t size,
- struct syscall_arg *arg)
- {
- unsigned long ptr = arg->val;
- if (!arg->trace->vfs_getname)
- return scnprintf(bf, size, "%#x", ptr);
- thread__set_filename_pos(arg->thread, bf, ptr);
- return 0;
- }
- static bool trace__filter_duration(struct trace *trace, double t)
- {
- return t < (trace->duration_filter * NSEC_PER_MSEC);
- }
- static size_t trace__fprintf_tstamp(struct trace *trace, u64 tstamp, FILE *fp)
- {
- double ts = (double)(tstamp - trace->base_time) / NSEC_PER_MSEC;
- return fprintf(fp, "%10.3f ", ts);
- }
- static bool done = false;
- static bool interrupted = false;
- static void sig_handler(int sig)
- {
- done = true;
- interrupted = sig == SIGINT;
- }
- static size_t trace__fprintf_entry_head(struct trace *trace, struct thread *thread,
- u64 duration, u64 tstamp, FILE *fp)
- {
- size_t printed = trace__fprintf_tstamp(trace, tstamp, fp);
- printed += fprintf_duration(duration, fp);
- if (trace->multiple_threads) {
- if (trace->show_comm)
- printed += fprintf(fp, "%.14s/", thread__comm_str(thread));
- printed += fprintf(fp, "%d ", thread->tid);
- }
- return printed;
- }
- static int trace__process_event(struct trace *trace, struct machine *machine,
- union perf_event *event, struct perf_sample *sample)
- {
- int ret = 0;
- switch (event->header.type) {
- case PERF_RECORD_LOST:
- color_fprintf(trace->output, PERF_COLOR_RED,
- "LOST %" PRIu64 " events!\n", event->lost.lost);
- ret = machine__process_lost_event(machine, event, sample);
- break;
- default:
- ret = machine__process_event(machine, event, sample);
- break;
- }
- return ret;
- }
- static int trace__tool_process(struct perf_tool *tool,
- union perf_event *event,
- struct perf_sample *sample,
- struct machine *machine)
- {
- struct trace *trace = container_of(tool, struct trace, tool);
- return trace__process_event(trace, machine, event, sample);
- }
- static int trace__symbols_init(struct trace *trace, struct perf_evlist *evlist)
- {
- int err = symbol__init(NULL);
- if (err)
- return err;
- trace->host = machine__new_host();
- if (trace->host == NULL)
- return -ENOMEM;
- if (trace_event__register_resolver(trace->host, machine__resolve_kernel_addr) < 0)
- return -errno;
- err = __machine__synthesize_threads(trace->host, &trace->tool, &trace->opts.target,
- evlist->threads, trace__tool_process, false,
- trace->opts.proc_map_timeout);
- if (err)
- symbol__exit();
- return err;
- }
- static int syscall__set_arg_fmts(struct syscall *sc)
- {
- struct format_field *field;
- int idx = 0;
- sc->arg_scnprintf = calloc(sc->nr_args, sizeof(void *));
- if (sc->arg_scnprintf == NULL)
- return -1;
- if (sc->fmt)
- sc->arg_parm = sc->fmt->arg_parm;
- for (field = sc->args; field; field = field->next) {
- if (sc->fmt && sc->fmt->arg_scnprintf[idx])
- sc->arg_scnprintf[idx] = sc->fmt->arg_scnprintf[idx];
- else if (field->flags & FIELD_IS_POINTER)
- sc->arg_scnprintf[idx] = syscall_arg__scnprintf_hex;
- ++idx;
- }
- return 0;
- }
- static int trace__read_syscall_info(struct trace *trace, int id)
- {
- char tp_name[128];
- struct syscall *sc;
- const char *name = audit_syscall_to_name(id, trace->audit.machine);
- if (name == NULL)
- return -1;
- if (id > trace->syscalls.max) {
- struct syscall *nsyscalls = realloc(trace->syscalls.table, (id + 1) * sizeof(*sc));
- if (nsyscalls == NULL)
- return -1;
- if (trace->syscalls.max != -1) {
- memset(nsyscalls + trace->syscalls.max + 1, 0,
- (id - trace->syscalls.max) * sizeof(*sc));
- } else {
- memset(nsyscalls, 0, (id + 1) * sizeof(*sc));
- }
- trace->syscalls.table = nsyscalls;
- trace->syscalls.max = id;
- }
- sc = trace->syscalls.table + id;
- sc->name = name;
- sc->fmt = syscall_fmt__find(sc->name);
- snprintf(tp_name, sizeof(tp_name), "sys_enter_%s", sc->name);
- sc->tp_format = trace_event__tp_format("syscalls", tp_name);
- if (IS_ERR(sc->tp_format) && sc->fmt && sc->fmt->alias) {
- snprintf(tp_name, sizeof(tp_name), "sys_enter_%s", sc->fmt->alias);
- sc->tp_format = trace_event__tp_format("syscalls", tp_name);
- }
- if (IS_ERR(sc->tp_format))
- return -1;
- sc->args = sc->tp_format->format.fields;
- sc->nr_args = sc->tp_format->format.nr_fields;
- /* drop nr field - not relevant here; does not exist on older kernels */
- if (sc->args && strcmp(sc->args->name, "nr") == 0) {
- sc->args = sc->args->next;
- --sc->nr_args;
- }
- sc->is_exit = !strcmp(name, "exit_group") || !strcmp(name, "exit");
- return syscall__set_arg_fmts(sc);
- }
- static int trace__validate_ev_qualifier(struct trace *trace)
- {
- int err = 0, i;
- struct str_node *pos;
- trace->ev_qualifier_ids.nr = strlist__nr_entries(trace->ev_qualifier);
- trace->ev_qualifier_ids.entries = malloc(trace->ev_qualifier_ids.nr *
- sizeof(trace->ev_qualifier_ids.entries[0]));
- if (trace->ev_qualifier_ids.entries == NULL) {
- fputs("Error:\tNot enough memory for allocating events qualifier ids\n",
- trace->output);
- err = -EINVAL;
- goto out;
- }
- i = 0;
- strlist__for_each(pos, trace->ev_qualifier) {
- const char *sc = pos->s;
- int id = audit_name_to_syscall(sc, trace->audit.machine);
- if (id < 0) {
- if (err == 0) {
- fputs("Error:\tInvalid syscall ", trace->output);
- err = -EINVAL;
- } else {
- fputs(", ", trace->output);
- }
- fputs(sc, trace->output);
- }
- trace->ev_qualifier_ids.entries[i++] = id;
- }
- if (err < 0) {
- fputs("\nHint:\ttry 'perf list syscalls:sys_enter_*'"
- "\nHint:\tand: 'man syscalls'\n", trace->output);
- zfree(&trace->ev_qualifier_ids.entries);
- trace->ev_qualifier_ids.nr = 0;
- }
- out:
- return err;
- }
- /*
- * args is to be interpreted as a series of longs but we need to handle
- * 8-byte unaligned accesses. args points to raw_data within the event
- * and raw_data is guaranteed to be 8-byte unaligned because it is
- * preceded by raw_size which is a u32. So we need to copy args to a temp
- * variable to read it. Most notably this avoids extended load instructions
- * on unaligned addresses
- */
- static size_t syscall__scnprintf_args(struct syscall *sc, char *bf, size_t size,
- unsigned char *args, struct trace *trace,
- struct thread *thread)
- {
- size_t printed = 0;
- unsigned char *p;
- unsigned long val;
- if (sc->args != NULL) {
- struct format_field *field;
- u8 bit = 1;
- struct syscall_arg arg = {
- .idx = 0,
- .mask = 0,
- .trace = trace,
- .thread = thread,
- };
- for (field = sc->args; field;
- field = field->next, ++arg.idx, bit <<= 1) {
- if (arg.mask & bit)
- continue;
- /* special care for unaligned accesses */
- p = args + sizeof(unsigned long) * arg.idx;
- memcpy(&val, p, sizeof(val));
- /*
- * Suppress this argument if its value is zero and
- * and we don't have a string associated in an
- * strarray for it.
- */
- if (val == 0 &&
- !(sc->arg_scnprintf &&
- sc->arg_scnprintf[arg.idx] == SCA_STRARRAY &&
- sc->arg_parm[arg.idx]))
- continue;
- printed += scnprintf(bf + printed, size - printed,
- "%s%s: ", printed ? ", " : "", field->name);
- if (sc->arg_scnprintf && sc->arg_scnprintf[arg.idx]) {
- arg.val = val;
- if (sc->arg_parm)
- arg.parm = sc->arg_parm[arg.idx];
- printed += sc->arg_scnprintf[arg.idx](bf + printed,
- size - printed, &arg);
- } else {
- printed += scnprintf(bf + printed, size - printed,
- "%ld", val);
- }
- }
- } else {
- int i = 0;
- while (i < 6) {
- /* special care for unaligned accesses */
- p = args + sizeof(unsigned long) * i;
- memcpy(&val, p, sizeof(val));
- printed += scnprintf(bf + printed, size - printed,
- "%sarg%d: %ld",
- printed ? ", " : "", i, val);
- ++i;
- }
- }
- return printed;
- }
- typedef int (*tracepoint_handler)(struct trace *trace, struct perf_evsel *evsel,
- union perf_event *event,
- struct perf_sample *sample);
- static struct syscall *trace__syscall_info(struct trace *trace,
- struct perf_evsel *evsel, int id)
- {
- if (id < 0) {
- /*
- * XXX: Noticed on x86_64, reproduced as far back as 3.0.36, haven't tried
- * before that, leaving at a higher verbosity level till that is
- * explained. Reproduced with plain ftrace with:
- *
- * echo 1 > /t/events/raw_syscalls/sys_exit/enable
- * grep "NR -1 " /t/trace_pipe
- *
- * After generating some load on the machine.
- */
- if (verbose > 1) {
- static u64 n;
- fprintf(trace->output, "Invalid syscall %d id, skipping (%s, %" PRIu64 ") ...\n",
- id, perf_evsel__name(evsel), ++n);
- }
- return NULL;
- }
- if ((id > trace->syscalls.max || trace->syscalls.table[id].name == NULL) &&
- trace__read_syscall_info(trace, id))
- goto out_cant_read;
- if ((id > trace->syscalls.max || trace->syscalls.table[id].name == NULL))
- goto out_cant_read;
- return &trace->syscalls.table[id];
- out_cant_read:
- if (verbose) {
- fprintf(trace->output, "Problems reading syscall %d", id);
- if (id <= trace->syscalls.max && trace->syscalls.table[id].name != NULL)
- fprintf(trace->output, "(%s)", trace->syscalls.table[id].name);
- fputs(" information\n", trace->output);
- }
- return NULL;
- }
- static void thread__update_stats(struct thread_trace *ttrace,
- int id, struct perf_sample *sample)
- {
- struct int_node *inode;
- struct stats *stats;
- u64 duration = 0;
- inode = intlist__findnew(ttrace->syscall_stats, id);
- if (inode == NULL)
- return;
- stats = inode->priv;
- if (stats == NULL) {
- stats = malloc(sizeof(struct stats));
- if (stats == NULL)
- return;
- init_stats(stats);
- inode->priv = stats;
- }
- if (ttrace->entry_time && sample->time > ttrace->entry_time)
- duration = sample->time - ttrace->entry_time;
- update_stats(stats, duration);
- }
- static int trace__printf_interrupted_entry(struct trace *trace, struct perf_sample *sample)
- {
- struct thread_trace *ttrace;
- u64 duration;
- size_t printed;
- if (trace->current == NULL)
- return 0;
- ttrace = thread__priv(trace->current);
- if (!ttrace->entry_pending)
- return 0;
- duration = sample->time - ttrace->entry_time;
- printed = trace__fprintf_entry_head(trace, trace->current, duration, sample->time, trace->output);
- printed += fprintf(trace->output, "%-70s) ...\n", ttrace->entry_str);
- ttrace->entry_pending = false;
- return printed;
- }
- static int trace__sys_enter(struct trace *trace, struct perf_evsel *evsel,
- union perf_event *event __maybe_unused,
- struct perf_sample *sample)
- {
- char *msg;
- void *args;
- size_t printed = 0;
- struct thread *thread;
- int id = perf_evsel__sc_tp_uint(evsel, id, sample), err = -1;
- struct syscall *sc = trace__syscall_info(trace, evsel, id);
- struct thread_trace *ttrace;
- if (sc == NULL)
- return -1;
- thread = machine__findnew_thread(trace->host, sample->pid, sample->tid);
- ttrace = thread__trace(thread, trace->output);
- if (ttrace == NULL)
- goto out_put;
- args = perf_evsel__sc_tp_ptr(evsel, args, sample);
- if (ttrace->entry_str == NULL) {
- ttrace->entry_str = malloc(trace__entry_str_size);
- if (!ttrace->entry_str)
- goto out_put;
- }
- if (!trace->summary_only)
- trace__printf_interrupted_entry(trace, sample);
- ttrace->entry_time = sample->time;
- msg = ttrace->entry_str;
- printed += scnprintf(msg + printed, trace__entry_str_size - printed, "%s(", sc->name);
- printed += syscall__scnprintf_args(sc, msg + printed, trace__entry_str_size - printed,
- args, trace, thread);
- if (sc->is_exit) {
- if (!trace->duration_filter && !trace->summary_only) {
- trace__fprintf_entry_head(trace, thread, 1, sample->time, trace->output);
- fprintf(trace->output, "%-70s\n", ttrace->entry_str);
- }
- } else {
- ttrace->entry_pending = true;
- /* See trace__vfs_getname & trace__sys_exit */
- ttrace->filename.pending_open = false;
- }
- if (trace->current != thread) {
- thread__put(trace->current);
- trace->current = thread__get(thread);
- }
- err = 0;
- out_put:
- thread__put(thread);
- return err;
- }
- static int trace__sys_exit(struct trace *trace, struct perf_evsel *evsel,
- union perf_event *event __maybe_unused,
- struct perf_sample *sample)
- {
- long ret;
- u64 duration = 0;
- struct thread *thread;
- int id = perf_evsel__sc_tp_uint(evsel, id, sample), err = -1;
- struct syscall *sc = trace__syscall_info(trace, evsel, id);
- struct thread_trace *ttrace;
- if (sc == NULL)
- return -1;
- thread = machine__findnew_thread(trace->host, sample->pid, sample->tid);
- ttrace = thread__trace(thread, trace->output);
- if (ttrace == NULL)
- goto out_put;
- if (trace->summary)
- thread__update_stats(ttrace, id, sample);
- ret = perf_evsel__sc_tp_uint(evsel, ret, sample);
- if (id == trace->audit.open_id && ret >= 0 && ttrace->filename.pending_open) {
- trace__set_fd_pathname(thread, ret, ttrace->filename.name);
- ttrace->filename.pending_open = false;
- ++trace->stats.vfs_getname;
- }
- ttrace->exit_time = sample->time;
- if (ttrace->entry_time) {
- duration = sample->time - ttrace->entry_time;
- if (trace__filter_duration(trace, duration))
- goto out;
- } else if (trace->duration_filter)
- goto out;
- if (trace->summary_only)
- goto out;
- trace__fprintf_entry_head(trace, thread, duration, sample->time, trace->output);
- if (ttrace->entry_pending) {
- fprintf(trace->output, "%-70s", ttrace->entry_str);
- } else {
- fprintf(trace->output, " ... [");
- color_fprintf(trace->output, PERF_COLOR_YELLOW, "continued");
- fprintf(trace->output, "]: %s()", sc->name);
- }
- if (sc->fmt == NULL) {
- signed_print:
- fprintf(trace->output, ") = %ld", ret);
- } else if (ret < 0 && sc->fmt->errmsg) {
- char bf[STRERR_BUFSIZE];
- const char *emsg = strerror_r(-ret, bf, sizeof(bf)),
- *e = audit_errno_to_name(-ret);
- fprintf(trace->output, ") = -1 %s %s", e, emsg);
- } else if (ret == 0 && sc->fmt->timeout)
- fprintf(trace->output, ") = 0 Timeout");
- else if (sc->fmt->hexret)
- fprintf(trace->output, ") = %#lx", ret);
- else
- goto signed_print;
- fputc('\n', trace->output);
- out:
- ttrace->entry_pending = false;
- err = 0;
- out_put:
- thread__put(thread);
- return err;
- }
- static int trace__vfs_getname(struct trace *trace, struct perf_evsel *evsel,
- union perf_event *event __maybe_unused,
- struct perf_sample *sample)
- {
- struct thread *thread = machine__findnew_thread(trace->host, sample->pid, sample->tid);
- struct thread_trace *ttrace;
- size_t filename_len, entry_str_len, to_move;
- ssize_t remaining_space;
- char *pos;
- const char *filename = perf_evsel__rawptr(evsel, sample, "pathname");
- if (!thread)
- goto out;
- ttrace = thread__priv(thread);
- if (!ttrace)
- goto out;
- filename_len = strlen(filename);
- if (ttrace->filename.namelen < filename_len) {
- char *f = realloc(ttrace->filename.name, filename_len + 1);
- if (f == NULL)
- goto out;
- ttrace->filename.namelen = filename_len;
- ttrace->filename.name = f;
- }
- strcpy(ttrace->filename.name, filename);
- ttrace->filename.pending_open = true;
- if (!ttrace->filename.ptr)
- goto out;
- entry_str_len = strlen(ttrace->entry_str);
- remaining_space = trace__entry_str_size - entry_str_len - 1; /* \0 */
- if (remaining_space <= 0)
- goto out;
- if (filename_len > (size_t)remaining_space) {
- filename += filename_len - remaining_space;
- filename_len = remaining_space;
- }
- to_move = entry_str_len - ttrace->filename.entry_str_pos + 1; /* \0 */
- pos = ttrace->entry_str + ttrace->filename.entry_str_pos;
- memmove(pos + filename_len, pos, to_move);
- memcpy(pos, filename, filename_len);
- ttrace->filename.ptr = 0;
- ttrace->filename.entry_str_pos = 0;
- out:
- return 0;
- }
- static int trace__sched_stat_runtime(struct trace *trace, struct perf_evsel *evsel,
- union perf_event *event __maybe_unused,
- struct perf_sample *sample)
- {
- u64 runtime = perf_evsel__intval(evsel, sample, "runtime");
- double runtime_ms = (double)runtime / NSEC_PER_MSEC;
- struct thread *thread = machine__findnew_thread(trace->host,
- sample->pid,
- sample->tid);
- struct thread_trace *ttrace = thread__trace(thread, trace->output);
- if (ttrace == NULL)
- goto out_dump;
- ttrace->runtime_ms += runtime_ms;
- trace->runtime_ms += runtime_ms;
- thread__put(thread);
- return 0;
- out_dump:
- fprintf(trace->output, "%s: comm=%s,pid=%u,runtime=%" PRIu64 ",vruntime=%" PRIu64 ")\n",
- evsel->name,
- perf_evsel__strval(evsel, sample, "comm"),
- (pid_t)perf_evsel__intval(evsel, sample, "pid"),
- runtime,
- perf_evsel__intval(evsel, sample, "vruntime"));
- thread__put(thread);
- return 0;
- }
- static int trace__event_handler(struct trace *trace, struct perf_evsel *evsel,
- union perf_event *event __maybe_unused,
- struct perf_sample *sample)
- {
- trace__printf_interrupted_entry(trace, sample);
- trace__fprintf_tstamp(trace, sample->time, trace->output);
- if (trace->trace_syscalls)
- fprintf(trace->output, "( ): ");
- fprintf(trace->output, "%s:", evsel->name);
- if (evsel->tp_format) {
- event_format__fprintf(evsel->tp_format, sample->cpu,
- sample->raw_data, sample->raw_size,
- trace->output);
- }
- fprintf(trace->output, ")\n");
- return 0;
- }
- static void print_location(FILE *f, struct perf_sample *sample,
- struct addr_location *al,
- bool print_dso, bool print_sym)
- {
- if ((verbose || print_dso) && al->map)
- fprintf(f, "%s@", al->map->dso->long_name);
- if ((verbose || print_sym) && al->sym)
- fprintf(f, "%s+0x%" PRIx64, al->sym->name,
- al->addr - al->sym->start);
- else if (al->map)
- fprintf(f, "0x%" PRIx64, al->addr);
- else
- fprintf(f, "0x%" PRIx64, sample->addr);
- }
- static int trace__pgfault(struct trace *trace,
- struct perf_evsel *evsel,
- union perf_event *event,
- struct perf_sample *sample)
- {
- struct thread *thread;
- u8 cpumode = event->header.misc & PERF_RECORD_MISC_CPUMODE_MASK;
- struct addr_location al;
- char map_type = 'd';
- struct thread_trace *ttrace;
- int err = -1;
- thread = machine__findnew_thread(trace->host, sample->pid, sample->tid);
- ttrace = thread__trace(thread, trace->output);
- if (ttrace == NULL)
- goto out_put;
- if (evsel->attr.config == PERF_COUNT_SW_PAGE_FAULTS_MAJ)
- ttrace->pfmaj++;
- else
- ttrace->pfmin++;
- if (trace->summary_only)
- goto out;
- thread__find_addr_location(thread, cpumode, MAP__FUNCTION,
- sample->ip, &al);
- trace__fprintf_entry_head(trace, thread, 0, sample->time, trace->output);
- fprintf(trace->output, "%sfault [",
- evsel->attr.config == PERF_COUNT_SW_PAGE_FAULTS_MAJ ?
- "maj" : "min");
- print_location(trace->output, sample, &al, false, true);
- fprintf(trace->output, "] => ");
- thread__find_addr_location(thread, cpumode, MAP__VARIABLE,
- sample->addr, &al);
- if (!al.map) {
- thread__find_addr_location(thread, cpumode,
- MAP__FUNCTION, sample->addr, &al);
- if (al.map)
- map_type = 'x';
- else
- map_type = '?';
- }
- print_location(trace->output, sample, &al, true, false);
- fprintf(trace->output, " (%c%c)\n", map_type, al.level);
- out:
- err = 0;
- out_put:
- thread__put(thread);
- return err;
- }
- static bool skip_sample(struct trace *trace, struct perf_sample *sample)
- {
- if ((trace->pid_list && intlist__find(trace->pid_list, sample->pid)) ||
- (trace->tid_list && intlist__find(trace->tid_list, sample->tid)))
- return false;
- if (trace->pid_list || trace->tid_list)
- return true;
- return false;
- }
- static int trace__process_sample(struct perf_tool *tool,
- union perf_event *event,
- struct perf_sample *sample,
- struct perf_evsel *evsel,
- struct machine *machine __maybe_unused)
- {
- struct trace *trace = container_of(tool, struct trace, tool);
- int err = 0;
- tracepoint_handler handler = evsel->handler;
- if (skip_sample(trace, sample))
- return 0;
- if (!trace->full_time && trace->base_time == 0)
- trace->base_time = sample->time;
- if (handler) {
- ++trace->nr_events;
- handler(trace, evsel, event, sample);
- }
- return err;
- }
- static int parse_target_str(struct trace *trace)
- {
- if (trace->opts.target.pid) {
- trace->pid_list = intlist__new(trace->opts.target.pid);
- if (trace->pid_list == NULL) {
- pr_err("Error parsing process id string\n");
- return -EINVAL;
- }
- }
- if (trace->opts.target.tid) {
- trace->tid_list = intlist__new(trace->opts.target.tid);
- if (trace->tid_list == NULL) {
- pr_err("Error parsing thread id string\n");
- return -EINVAL;
- }
- }
- return 0;
- }
- static int trace__record(struct trace *trace, int argc, const char **argv)
- {
- unsigned int rec_argc, i, j;
- const char **rec_argv;
- const char * const record_args[] = {
- "record",
- "-R",
- "-m", "1024",
- "-c", "1",
- };
- const char * const sc_args[] = { "-e", };
- unsigned int sc_args_nr = ARRAY_SIZE(sc_args);
- const char * const majpf_args[] = { "-e", "major-faults" };
- unsigned int majpf_args_nr = ARRAY_SIZE(majpf_args);
- const char * const minpf_args[] = { "-e", "minor-faults" };
- unsigned int minpf_args_nr = ARRAY_SIZE(minpf_args);
- /* +1 is for the event string below */
- rec_argc = ARRAY_SIZE(record_args) + sc_args_nr + 1 +
- majpf_args_nr + minpf_args_nr + argc;
- rec_argv = calloc(rec_argc + 1, sizeof(char *));
- if (rec_argv == NULL)
- return -ENOMEM;
- j = 0;
- for (i = 0; i < ARRAY_SIZE(record_args); i++)
- rec_argv[j++] = record_args[i];
- if (trace->trace_syscalls) {
- for (i = 0; i < sc_args_nr; i++)
- rec_argv[j++] = sc_args[i];
- /* event string may be different for older kernels - e.g., RHEL6 */
- if (is_valid_tracepoint("raw_syscalls:sys_enter"))
- rec_argv[j++] = "raw_syscalls:sys_enter,raw_syscalls:sys_exit";
- else if (is_valid_tracepoint("syscalls:sys_enter"))
- rec_argv[j++] = "syscalls:sys_enter,syscalls:sys_exit";
- else {
- pr_err("Neither raw_syscalls nor syscalls events exist.\n");
- return -1;
- }
- }
- if (trace->trace_pgfaults & TRACE_PFMAJ)
- for (i = 0; i < majpf_args_nr; i++)
- rec_argv[j++] = majpf_args[i];
- if (trace->trace_pgfaults & TRACE_PFMIN)
- for (i = 0; i < minpf_args_nr; i++)
- rec_argv[j++] = minpf_args[i];
- for (i = 0; i < (unsigned int)argc; i++)
- rec_argv[j++] = argv[i];
- return cmd_record(j, rec_argv, NULL);
- }
- static size_t trace__fprintf_thread_summary(struct trace *trace, FILE *fp);
- static bool perf_evlist__add_vfs_getname(struct perf_evlist *evlist)
- {
- struct perf_evsel *evsel = perf_evsel__newtp("probe", "vfs_getname");
- if (IS_ERR(evsel))
- return false;
- if (perf_evsel__field(evsel, "pathname") == NULL) {
- perf_evsel__delete(evsel);
- return false;
- }
- evsel->handler = trace__vfs_getname;
- perf_evlist__add(evlist, evsel);
- return true;
- }
- static int perf_evlist__add_pgfault(struct perf_evlist *evlist,
- u64 config)
- {
- struct perf_evsel *evsel;
- struct perf_event_attr attr = {
- .type = PERF_TYPE_SOFTWARE,
- .mmap_data = 1,
- };
- attr.config = config;
- attr.sample_period = 1;
- event_attr_init(&attr);
- evsel = perf_evsel__new(&attr);
- if (!evsel)
- return -ENOMEM;
- evsel->handler = trace__pgfault;
- perf_evlist__add(evlist, evsel);
- return 0;
- }
- static void trace__handle_event(struct trace *trace, union perf_event *event, struct perf_sample *sample)
- {
- const u32 type = event->header.type;
- struct perf_evsel *evsel;
- if (!trace->full_time && trace->base_time == 0)
- trace->base_time = sample->time;
- if (type != PERF_RECORD_SAMPLE) {
- trace__process_event(trace, trace->host, event, sample);
- return;
- }
- evsel = perf_evlist__id2evsel(trace->evlist, sample->id);
- if (evsel == NULL) {
- fprintf(trace->output, "Unknown tp ID %" PRIu64 ", skipping...\n", sample->id);
- return;
- }
- if (evsel->attr.type == PERF_TYPE_TRACEPOINT &&
- sample->raw_data == NULL) {
- fprintf(trace->output, "%s sample with no payload for tid: %d, cpu %d, raw_size=%d, skipping...\n",
- perf_evsel__name(evsel), sample->tid,
- sample->cpu, sample->raw_size);
- } else {
- tracepoint_handler handler = evsel->handler;
- handler(trace, evsel, event, sample);
- }
- }
- static int trace__add_syscall_newtp(struct trace *trace)
- {
- int ret = -1;
- struct perf_evlist *evlist = trace->evlist;
- struct perf_evsel *sys_enter, *sys_exit;
- sys_enter = perf_evsel__syscall_newtp("sys_enter", trace__sys_enter);
- if (sys_enter == NULL)
- goto out;
- if (perf_evsel__init_sc_tp_ptr_field(sys_enter, args))
- goto out_delete_sys_enter;
- sys_exit = perf_evsel__syscall_newtp("sys_exit", trace__sys_exit);
- if (sys_exit == NULL)
- goto out_delete_sys_enter;
- if (perf_evsel__init_sc_tp_uint_field(sys_exit, ret))
- goto out_delete_sys_exit;
- perf_evlist__add(evlist, sys_enter);
- perf_evlist__add(evlist, sys_exit);
- trace->syscalls.events.sys_enter = sys_enter;
- trace->syscalls.events.sys_exit = sys_exit;
- ret = 0;
- out:
- return ret;
- out_delete_sys_exit:
- perf_evsel__delete_priv(sys_exit);
- out_delete_sys_enter:
- perf_evsel__delete_priv(sys_enter);
- goto out;
- }
- static int trace__set_ev_qualifier_filter(struct trace *trace)
- {
- int err = -1;
- char *filter = asprintf_expr_inout_ints("id", !trace->not_ev_qualifier,
- trace->ev_qualifier_ids.nr,
- trace->ev_qualifier_ids.entries);
- if (filter == NULL)
- goto out_enomem;
- if (!perf_evsel__append_filter(trace->syscalls.events.sys_enter, "&&", filter))
- err = perf_evsel__append_filter(trace->syscalls.events.sys_exit, "&&", filter);
- free(filter);
- out:
- return err;
- out_enomem:
- errno = ENOMEM;
- goto out;
- }
- static int trace__run(struct trace *trace, int argc, const char **argv)
- {
- struct perf_evlist *evlist = trace->evlist;
- struct perf_evsel *evsel;
- int err = -1, i;
- unsigned long before;
- const bool forks = argc > 0;
- bool draining = false;
- trace->live = true;
- if (trace->trace_syscalls && trace__add_syscall_newtp(trace))
- goto out_error_raw_syscalls;
- if (trace->trace_syscalls)
- trace->vfs_getname = perf_evlist__add_vfs_getname(evlist);
- if ((trace->trace_pgfaults & TRACE_PFMAJ) &&
- perf_evlist__add_pgfault(evlist, PERF_COUNT_SW_PAGE_FAULTS_MAJ)) {
- goto out_error_mem;
- }
- if ((trace->trace_pgfaults & TRACE_PFMIN) &&
- perf_evlist__add_pgfault(evlist, PERF_COUNT_SW_PAGE_FAULTS_MIN))
- goto out_error_mem;
- if (trace->sched &&
- perf_evlist__add_newtp(evlist, "sched", "sched_stat_runtime",
- trace__sched_stat_runtime))
- goto out_error_sched_stat_runtime;
- err = perf_evlist__create_maps(evlist, &trace->opts.target);
- if (err < 0) {
- fprintf(trace->output, "Problems parsing the target to trace, check your options!\n");
- goto out_delete_evlist;
- }
- err = trace__symbols_init(trace, evlist);
- if (err < 0) {
- fprintf(trace->output, "Problems initializing symbol libraries!\n");
- goto out_delete_evlist;
- }
- perf_evlist__config(evlist, &trace->opts);
- signal(SIGCHLD, sig_handler);
- signal(SIGINT, sig_handler);
- if (forks) {
- err = perf_evlist__prepare_workload(evlist, &trace->opts.target,
- argv, false, NULL);
- if (err < 0) {
- fprintf(trace->output, "Couldn't run the workload!\n");
- goto out_delete_evlist;
- }
- }
- err = perf_evlist__open(evlist);
- if (err < 0)
- goto out_error_open;
- /*
- * Better not use !target__has_task() here because we need to cover the
- * case where no threads were specified in the command line, but a
- * workload was, and in that case we will fill in the thread_map when
- * we fork the workload in perf_evlist__prepare_workload.
- */
- if (trace->filter_pids.nr > 0)
- err = perf_evlist__set_filter_pids(evlist, trace->filter_pids.nr, trace->filter_pids.entries);
- else if (thread_map__pid(evlist->threads, 0) == -1)
- err = perf_evlist__set_filter_pid(evlist, getpid());
- if (err < 0)
- goto out_error_mem;
- if (trace->ev_qualifier_ids.nr > 0) {
- err = trace__set_ev_qualifier_filter(trace);
- if (err < 0)
- goto out_errno;
- pr_debug("event qualifier tracepoint filter: %s\n",
- trace->syscalls.events.sys_exit->filter);
- }
- err = perf_evlist__apply_filters(evlist, &evsel);
- if (err < 0)
- goto out_error_apply_filters;
- err = perf_evlist__mmap(evlist, trace->opts.mmap_pages, false);
- if (err < 0)
- goto out_error_mmap;
- if (!target__none(&trace->opts.target))
- perf_evlist__enable(evlist);
- if (forks)
- perf_evlist__start_workload(evlist);
- trace->multiple_threads = thread_map__pid(evlist->threads, 0) == -1 ||
- evlist->threads->nr > 1 ||
- perf_evlist__first(evlist)->attr.inherit;
- again:
- before = trace->nr_events;
- for (i = 0; i < evlist->nr_mmaps; i++) {
- union perf_event *event;
- while ((event = perf_evlist__mmap_read(evlist, i)) != NULL) {
- struct perf_sample sample;
- ++trace->nr_events;
- err = perf_evlist__parse_sample(evlist, event, &sample);
- if (err) {
- fprintf(trace->output, "Can't parse sample, err = %d, skipping...\n", err);
- goto next_event;
- }
- trace__handle_event(trace, event, &sample);
- next_event:
- perf_evlist__mmap_consume(evlist, i);
- if (interrupted)
- goto out_disable;
- if (done && !draining) {
- perf_evlist__disable(evlist);
- draining = true;
- }
- }
- }
- if (trace->nr_events == before) {
- int timeout = done ? 100 : -1;
- if (!draining && perf_evlist__poll(evlist, timeout) > 0) {
- if (perf_evlist__filter_pollfd(evlist, POLLERR | POLLHUP) == 0)
- draining = true;
- goto again;
- }
- } else {
- goto again;
- }
- out_disable:
- thread__zput(trace->current);
- perf_evlist__disable(evlist);
- if (!err) {
- if (trace->summary)
- trace__fprintf_thread_summary(trace, trace->output);
- if (trace->show_tool_stats) {
- fprintf(trace->output, "Stats:\n "
- " vfs_getname : %" PRIu64 "\n"
- " proc_getname: %" PRIu64 "\n",
- trace->stats.vfs_getname,
- trace->stats.proc_getname);
- }
- }
- out_delete_evlist:
- perf_evlist__delete(evlist);
- trace->evlist = NULL;
- trace->live = false;
- return err;
- {
- char errbuf[BUFSIZ];
- out_error_sched_stat_runtime:
- tracing_path__strerror_open_tp(errno, errbuf, sizeof(errbuf), "sched", "sched_stat_runtime");
- goto out_error;
- out_error_raw_syscalls:
- tracing_path__strerror_open_tp(errno, errbuf, sizeof(errbuf), "raw_syscalls", "sys_(enter|exit)");
- goto out_error;
- out_error_mmap:
- perf_evlist__strerror_mmap(evlist, errno, errbuf, sizeof(errbuf));
- goto out_error;
- out_error_open:
- perf_evlist__strerror_open(evlist, errno, errbuf, sizeof(errbuf));
- out_error:
- fprintf(trace->output, "%s\n", errbuf);
- goto out_delete_evlist;
- out_error_apply_filters:
- fprintf(trace->output,
- "Failed to set filter \"%s\" on event %s with %d (%s)\n",
- evsel->filter, perf_evsel__name(evsel), errno,
- strerror_r(errno, errbuf, sizeof(errbuf)));
- goto out_delete_evlist;
- }
- out_error_mem:
- fprintf(trace->output, "Not enough memory to run!\n");
- goto out_delete_evlist;
- out_errno:
- fprintf(trace->output, "errno=%d,%s\n", errno, strerror(errno));
- goto out_delete_evlist;
- }
- static int trace__replay(struct trace *trace)
- {
- const struct perf_evsel_str_handler handlers[] = {
- { "probe:vfs_getname", trace__vfs_getname, },
- };
- struct perf_data_file file = {
- .path = input_name,
- .mode = PERF_DATA_MODE_READ,
- .force = trace->force,
- };
- struct perf_session *session;
- struct perf_evsel *evsel;
- int err = -1;
- trace->tool.sample = trace__process_sample;
- trace->tool.mmap = perf_event__process_mmap;
- trace->tool.mmap2 = perf_event__process_mmap2;
- trace->tool.comm = perf_event__process_comm;
- trace->tool.exit = perf_event__process_exit;
- trace->tool.fork = perf_event__process_fork;
- trace->tool.attr = perf_event__process_attr;
- trace->tool.tracing_data = perf_event__process_tracing_data;
- trace->tool.build_id = perf_event__process_build_id;
- trace->tool.ordered_events = true;
- trace->tool.ordering_requires_timestamps = true;
- /* add tid to output */
- trace->multiple_threads = true;
- session = perf_session__new(&file, false, &trace->tool);
- if (session == NULL)
- return -1;
- if (symbol__init(&session->header.env) < 0)
- goto out;
- trace->host = &session->machines.host;
- err = perf_session__set_tracepoints_handlers(session, handlers);
- if (err)
- goto out;
- evsel = perf_evlist__find_tracepoint_by_name(session->evlist,
- "raw_syscalls:sys_enter");
- /* older kernels have syscalls tp versus raw_syscalls */
- if (evsel == NULL)
- evsel = perf_evlist__find_tracepoint_by_name(session->evlist,
- "syscalls:sys_enter");
- if (evsel &&
- (perf_evsel__init_syscall_tp(evsel, trace__sys_enter) < 0 ||
- perf_evsel__init_sc_tp_ptr_field(evsel, args))) {
- pr_err("Error during initialize raw_syscalls:sys_enter event\n");
- goto out;
- }
- evsel = perf_evlist__find_tracepoint_by_name(session->evlist,
- "raw_syscalls:sys_exit");
- if (evsel == NULL)
- evsel = perf_evlist__find_tracepoint_by_name(session->evlist,
- "syscalls:sys_exit");
- if (evsel &&
- (perf_evsel__init_syscall_tp(evsel, trace__sys_exit) < 0 ||
- perf_evsel__init_sc_tp_uint_field(evsel, ret))) {
- pr_err("Error during initialize raw_syscalls:sys_exit event\n");
- goto out;
- }
- evlist__for_each(session->evlist, evsel) {
- if (evsel->attr.type == PERF_TYPE_SOFTWARE &&
- (evsel->attr.config == PERF_COUNT_SW_PAGE_FAULTS_MAJ ||
- evsel->attr.config == PERF_COUNT_SW_PAGE_FAULTS_MIN ||
- evsel->attr.config == PERF_COUNT_SW_PAGE_FAULTS))
- evsel->handler = trace__pgfault;
- }
- err = parse_target_str(trace);
- if (err != 0)
- goto out;
- setup_pager();
- err = perf_session__process_events(session);
- if (err)
- pr_err("Failed to process events, error %d", err);
- else if (trace->summary)
- trace__fprintf_thread_summary(trace, trace->output);
- out:
- perf_session__delete(session);
- return err;
- }
- static size_t trace__fprintf_threads_header(FILE *fp)
- {
- size_t printed;
- printed = fprintf(fp, "\n Summary of events:\n\n");
- return printed;
- }
- static size_t thread__dump_stats(struct thread_trace *ttrace,
- struct trace *trace, FILE *fp)
- {
- struct stats *stats;
- size_t printed = 0;
- struct syscall *sc;
- struct int_node *inode = intlist__first(ttrace->syscall_stats);
- if (inode == NULL)
- return 0;
- printed += fprintf(fp, "\n");
- printed += fprintf(fp, " syscall calls total min avg max stddev\n");
- printed += fprintf(fp, " (msec) (msec) (msec) (msec) (%%)\n");
- printed += fprintf(fp, " --------------- -------- --------- --------- --------- --------- ------\n");
- /* each int_node is a syscall */
- while (inode) {
- stats = inode->priv;
- if (stats) {
- double min = (double)(stats->min) / NSEC_PER_MSEC;
- double max = (double)(stats->max) / NSEC_PER_MSEC;
- double avg = avg_stats(stats);
- double pct;
- u64 n = (u64) stats->n;
- pct = avg ? 100.0 * stddev_stats(stats)/avg : 0.0;
- avg /= NSEC_PER_MSEC;
- sc = &trace->syscalls.table[inode->i];
- printed += fprintf(fp, " %-15s", sc->name);
- printed += fprintf(fp, " %8" PRIu64 " %9.3f %9.3f %9.3f",
- n, avg * n, min, avg);
- printed += fprintf(fp, " %9.3f %9.2f%%\n", max, pct);
- }
- inode = intlist__next(inode);
- }
- printed += fprintf(fp, "\n\n");
- return printed;
- }
- /* struct used to pass data to per-thread function */
- struct summary_data {
- FILE *fp;
- struct trace *trace;
- size_t printed;
- };
- static int trace__fprintf_one_thread(struct thread *thread, void *priv)
- {
- struct summary_data *data = priv;
- FILE *fp = data->fp;
- size_t printed = data->printed;
- struct trace *trace = data->trace;
- struct thread_trace *ttrace = thread__priv(thread);
- double ratio;
- if (ttrace == NULL)
- return 0;
- ratio = (double)ttrace->nr_events / trace->nr_events * 100.0;
- printed += fprintf(fp, " %s (%d), ", thread__comm_str(thread), thread->tid);
- printed += fprintf(fp, "%lu events, ", ttrace->nr_events);
- printed += fprintf(fp, "%.1f%%", ratio);
- if (ttrace->pfmaj)
- printed += fprintf(fp, ", %lu majfaults", ttrace->pfmaj);
- if (ttrace->pfmin)
- printed += fprintf(fp, ", %lu minfaults", ttrace->pfmin);
- printed += fprintf(fp, ", %.3f msec\n", ttrace->runtime_ms);
- printed += thread__dump_stats(ttrace, trace, fp);
- data->printed += printed;
- return 0;
- }
- static size_t trace__fprintf_thread_summary(struct trace *trace, FILE *fp)
- {
- struct summary_data data = {
- .fp = fp,
- .trace = trace
- };
- data.printed = trace__fprintf_threads_header(fp);
- machine__for_each_thread(trace->host, trace__fprintf_one_thread, &data);
- return data.printed;
- }
- static int trace__set_duration(const struct option *opt, const char *str,
- int unset __maybe_unused)
- {
- struct trace *trace = opt->value;
- trace->duration_filter = atof(str);
- return 0;
- }
- static int trace__set_filter_pids(const struct option *opt, const char *str,
- int unset __maybe_unused)
- {
- int ret = -1;
- size_t i;
- struct trace *trace = opt->value;
- /*
- * FIXME: introduce a intarray class, plain parse csv and create a
- * { int nr, int entries[] } struct...
- */
- struct intlist *list = intlist__new(str);
- if (list == NULL)
- return -1;
- i = trace->filter_pids.nr = intlist__nr_entries(list) + 1;
- trace->filter_pids.entries = calloc(i, sizeof(pid_t));
- if (trace->filter_pids.entries == NULL)
- goto out;
- trace->filter_pids.entries[0] = getpid();
- for (i = 1; i < trace->filter_pids.nr; ++i)
- trace->filter_pids.entries[i] = intlist__entry(list, i - 1)->i;
- intlist__delete(list);
- ret = 0;
- out:
- return ret;
- }
- static int trace__open_output(struct trace *trace, const char *filename)
- {
- struct stat st;
- if (!stat(filename, &st) && st.st_size) {
- char oldname[PATH_MAX];
- scnprintf(oldname, sizeof(oldname), "%s.old", filename);
- unlink(oldname);
- rename(filename, oldname);
- }
- trace->output = fopen(filename, "w");
- return trace->output == NULL ? -errno : 0;
- }
- static int parse_pagefaults(const struct option *opt, const char *str,
- int unset __maybe_unused)
- {
- int *trace_pgfaults = opt->value;
- if (strcmp(str, "all") == 0)
- *trace_pgfaults |= TRACE_PFMAJ | TRACE_PFMIN;
- else if (strcmp(str, "maj") == 0)
- *trace_pgfaults |= TRACE_PFMAJ;
- else if (strcmp(str, "min") == 0)
- *trace_pgfaults |= TRACE_PFMIN;
- else
- return -1;
- return 0;
- }
- static void evlist__set_evsel_handler(struct perf_evlist *evlist, void *handler)
- {
- struct perf_evsel *evsel;
- evlist__for_each(evlist, evsel)
- evsel->handler = handler;
- }
- int cmd_trace(int argc, const char **argv, const char *prefix __maybe_unused)
- {
- const char *trace_usage[] = {
- "perf trace [<options>] [<command>]",
- "perf trace [<options>] -- <command> [<options>]",
- "perf trace record [<options>] [<command>]",
- "perf trace record [<options>] -- <command> [<options>]",
- NULL
- };
- struct trace trace = {
- .audit = {
- .machine = audit_detect_machine(),
- .open_id = audit_name_to_syscall("open", trace.audit.machine),
- },
- .syscalls = {
- . max = -1,
- },
- .opts = {
- .target = {
- .uid = UINT_MAX,
- .uses_mmap = true,
- },
- .user_freq = UINT_MAX,
- .user_interval = ULLONG_MAX,
- .no_buffering = true,
- .mmap_pages = UINT_MAX,
- .proc_map_timeout = 500,
- },
- .output = stderr,
- .show_comm = true,
- .trace_syscalls = true,
- };
- const char *output_name = NULL;
- const char *ev_qualifier_str = NULL;
- const struct option trace_options[] = {
- OPT_CALLBACK(0, "event", &trace.evlist, "event",
- "event selector. use 'perf list' to list available events",
- parse_events_option),
- OPT_BOOLEAN(0, "comm", &trace.show_comm,
- "show the thread COMM next to its id"),
- OPT_BOOLEAN(0, "tool_stats", &trace.show_tool_stats, "show tool stats"),
- OPT_STRING('e', "expr", &ev_qualifier_str, "expr", "list of syscalls to trace"),
- OPT_STRING('o', "output", &output_name, "file", "output file name"),
- OPT_STRING('i', "input", &input_name, "file", "Analyze events in file"),
- OPT_STRING('p', "pid", &trace.opts.target.pid, "pid",
- "trace events on existing process id"),
- OPT_STRING('t', "tid", &trace.opts.target.tid, "tid",
- "trace events on existing thread id"),
- OPT_CALLBACK(0, "filter-pids", &trace, "CSV list of pids",
- "pids to filter (by the kernel)", trace__set_filter_pids),
- OPT_BOOLEAN('a', "all-cpus", &trace.opts.target.system_wide,
- "system-wide collection from all CPUs"),
- OPT_STRING('C', "cpu", &trace.opts.target.cpu_list, "cpu",
- "list of cpus to monitor"),
- OPT_BOOLEAN(0, "no-inherit", &trace.opts.no_inherit,
- "child tasks do not inherit counters"),
- OPT_CALLBACK('m', "mmap-pages", &trace.opts.mmap_pages, "pages",
- "number of mmap data pages",
- perf_evlist__parse_mmap_pages),
- OPT_STRING('u', "uid", &trace.opts.target.uid_str, "user",
- "user to profile"),
- OPT_CALLBACK(0, "duration", &trace, "float",
- "show only events with duration > N.M ms",
- trace__set_duration),
- OPT_BOOLEAN(0, "sched", &trace.sched, "show blocking scheduler events"),
- OPT_INCR('v', "verbose", &verbose, "be more verbose"),
- OPT_BOOLEAN('T', "time", &trace.full_time,
- "Show full timestamp, not time relative to first start"),
- OPT_BOOLEAN('s', "summary", &trace.summary_only,
- "Show only syscall summary with statistics"),
- OPT_BOOLEAN('S', "with-summary", &trace.summary,
- "Show all syscalls and summary with statistics"),
- OPT_CALLBACK_DEFAULT('F', "pf", &trace.trace_pgfaults, "all|maj|min",
- "Trace pagefaults", parse_pagefaults, "maj"),
- OPT_BOOLEAN(0, "syscalls", &trace.trace_syscalls, "Trace syscalls"),
- OPT_BOOLEAN('f', "force", &trace.force, "don't complain, do it"),
- OPT_UINTEGER(0, "proc-map-timeout", &trace.opts.proc_map_timeout,
- "per thread proc mmap processing timeout in ms"),
- OPT_END()
- };
- const char * const trace_subcommands[] = { "record", NULL };
- int err;
- char bf[BUFSIZ];
- signal(SIGSEGV, sighandler_dump_stack);
- signal(SIGFPE, sighandler_dump_stack);
- trace.evlist = perf_evlist__new();
- if (trace.evlist == NULL) {
- pr_err("Not enough memory to run!\n");
- err = -ENOMEM;
- goto out;
- }
- argc = parse_options_subcommand(argc, argv, trace_options, trace_subcommands,
- trace_usage, PARSE_OPT_STOP_AT_NON_OPTION);
- if (trace.trace_pgfaults) {
- trace.opts.sample_address = true;
- trace.opts.sample_time = true;
- }
- if (trace.evlist->nr_entries > 0)
- evlist__set_evsel_handler(trace.evlist, trace__event_handler);
- if ((argc >= 1) && (strcmp(argv[0], "record") == 0))
- return trace__record(&trace, argc-1, &argv[1]);
- /* summary_only implies summary option, but don't overwrite summary if set */
- if (trace.summary_only)
- trace.summary = trace.summary_only;
- if (!trace.trace_syscalls && !trace.trace_pgfaults &&
- trace.evlist->nr_entries == 0 /* Was --events used? */) {
- pr_err("Please specify something to trace.\n");
- return -1;
- }
- if (output_name != NULL) {
- err = trace__open_output(&trace, output_name);
- if (err < 0) {
- perror("failed to create output file");
- goto out;
- }
- }
- if (ev_qualifier_str != NULL) {
- const char *s = ev_qualifier_str;
- struct strlist_config slist_config = {
- .dirname = system_path(STRACE_GROUPS_DIR),
- };
- trace.not_ev_qualifier = *s == '!';
- if (trace.not_ev_qualifier)
- ++s;
- trace.ev_qualifier = strlist__new(s, &slist_config);
- if (trace.ev_qualifier == NULL) {
- fputs("Not enough memory to parse event qualifier",
- trace.output);
- err = -ENOMEM;
- goto out_close;
- }
- err = trace__validate_ev_qualifier(&trace);
- if (err)
- goto out_close;
- }
- err = target__validate(&trace.opts.target);
- if (err) {
- target__strerror(&trace.opts.target, err, bf, sizeof(bf));
- fprintf(trace.output, "%s", bf);
- goto out_close;
- }
- err = target__parse_uid(&trace.opts.target);
- if (err) {
- target__strerror(&trace.opts.target, err, bf, sizeof(bf));
- fprintf(trace.output, "%s", bf);
- goto out_close;
- }
- if (!argc && target__none(&trace.opts.target))
- trace.opts.target.system_wide = true;
- if (input_name)
- err = trace__replay(&trace);
- else
- err = trace__run(&trace, argc, argv);
- out_close:
- if (output_name != NULL)
- fclose(trace.output);
- out:
- return err;
- }
|