SCR

TP1/scripts/Makefile

@@ -0,0 +1,17 @@
+CFLAGS := -Wall -g -O0  
+SRC=buf.c heap.c huge.c mmap.c null.c stack.c
+
+DEPENDHELPERS=helpers.o
+
+BINARIES=$(SRC:%.c=%)
+
+%.o : %c
+	gcc -c $+
+
+$(BINARIES): % : %.o $(DEPENDHELPERS)
+	gcc  -o $@ $+
+
+all : $(BINARIES)
+
+clean:
+	rm -f *.o $(BINARIES)

TP1/scripts/buf.c

@@ -0,0 +1,9 @@
+#include "helpers.h"
+
+static char buffer[16 MB] = {0};
+
+int main(int argc, char **argv)
+{
+	randomize(buffer, 16 MB);
+	return interlude();
+}

TP1/scripts/heap.c

@@ -0,0 +1,8 @@
+#include "helpers.h"
+
+int main(int argc, char **argv)
+{
+	dirty(16 MB);
+	clean(32 MB);
+	return interlude();
+}

TP1/scripts/helpers.c

@@ -0,0 +1,36 @@
+#include <unistd.h>
+#include <stdio.h>
+#include <string.h>
+#include <assert.h>
+#include "helpers.h"
+
+#include <stdlib.h>
+
+void randomize(char *buf, size_t n)
+{
+	assert(buf);
+	memset(buf, rand() & 0xff, n);
+}
+
+void clean(size_t b)
+{
+	for (; b > 0; b -= 1 KB)
+		calloc(1 KB, sizeof(char));
+}
+
+void dirty(size_t b)
+{
+	for (; b > 0; b -= 1 KB)
+		randomize(calloc(1 KB, sizeof(char)), 1 KB);
+}
+
+int interlude(void)
+{
+	pid_t pid = getpid();
+	printf("pid %i\n", (int)pid);
+	printf("------------------------------------------\n"
+	       "go check /proc/%i/smaps; I'll wait...\n"
+	       "press <Enter> when you're done\n", pid);
+	fgetc(stdin);
+	return 0;
+}

TP1/scripts/helpers.h

@@ -0,0 +1,13 @@
+#ifndef _HELPERS_H
+#define _HELPERS_H
+#include <stdlib.h>
+
+#define KB * 1024
+#define MB * 1024 * 1024
+
+void randomize(char *buf, size_t n);
+void clean(size_t n);
+void dirty(size_t n);
+int interlude(void);
+
+#endif

TP1/scripts/huge.c

@@ -0,0 +1,12 @@
+#include "helpers.h"
+
+int main(int argc, char **argv)
+{
+	char *under = malloc(96 KB);
+	randomize(under, 96 KB);
+
+	char *over = malloc(256 KB);
+	randomize(over, 256 KB);
+
+	return interlude();
+}

TP1/scripts/mmap.c

@@ -0,0 +1,38 @@
+#include "helpers.h"
+#include <sys/mman.h>
+#include <assert.h>
+#include <fcntl.h>
+
+
+int main(int argc, char **argv)
+{
+	/* inert map (never modified) */
+	char *inert = mmap(NULL, 16 KB,
+		PROT_READ|PROT_WRITE,
+		MAP_ANONYMOUS|MAP_PRIVATE,
+		-1, 0);
+	/* anonymous, private mmap */
+	char *anon_priv = mmap(NULL, 32 KB,
+		PROT_READ|PROT_WRITE,
+		MAP_ANONYMOUS|MAP_PRIVATE,
+		-1, 0);
+	randomize(anon_priv, 32 KB);
+
+	/* anonymous, shared map */
+	char *anon_shared = mmap(NULL, 64 KB,
+		PROT_READ|PROT_WRITE,
+		MAP_ANONYMOUS|MAP_SHARED,
+		-1, 0);
+	randomize(anon_shared, 64 KB);
+
+	/* private, file-backed map */
+	int fd = open("data/256k", O_RDWR);
+	assert(fd >= 0);
+	char *file = mmap(NULL, 256 KB,
+		PROT_READ|PROT_WRITE,
+		MAP_PRIVATE,
+		fd, 0);
+	randomize(file, 128 KB);
+
+	return interlude();
+}

TP1/scripts/null.c

@@ -0,0 +1,6 @@
+#include "helpers.h"
+
+int main(int argc, char **argv)
+{
+	return interlude();
+}

TP1/scripts/parse_smaps.py

@@ -0,0 +1,123 @@
+#!/usr/bin/env python
+#
+# Author: Craig Chi <craig10624@gmail.com>
+#
+
+import sys
+import os
+import getopt
+from collections import defaultdict, OrderedDict
+from subprocess import check_output
+
+def usage():
+    print("""
+usage: parse_smaps.py [-p process_name] [-t memory_type] [-h] [smaps_filename]
+
+example: parse_smaps.py /proc/12424/smaps
+         parse_smaps.py -p smbd
+         parse_smaps.py -p smbd -t Pss
+""")
+
+
+def print_header(mem_idx):
+    print('=' * 70)
+    for title in zip(*map(lambda x: x.split('_'), mem_idx.keys()),
+                     ('', '=    Total : library')):
+        print('{:>8} + {:>8} + {:>8} + {:>8} {}'.format(*title,))
+    print('=' * 70)
+
+
+def main():
+    try:
+        opts, args = getopt.getopt(sys.argv[1:], 'p:t:ah',
+                                   ['process-name=', 'memory-type=',
+                                    'all', 'help'])
+    except getopt.GetoptError as err:
+        print(err)
+        sys.exit(2)
+
+    ps_name = ''
+    mem_type = ''
+    mem_idx = OrderedDict([
+        ('Private_Clean', 0),
+        ('Private_Dirty', 1),
+        ('Shared_Clean', 2),
+        ('Shared_Dirty', 3)
+    ])
+    for o, a in opts:
+        if o in ('-p', '--process-name'):
+            ps_name = a
+        elif o in ('-t', '--memory-type'):
+            mem_type = a
+            mem_idx = {a: 0}
+        else:
+            usage()
+            sys.exit(2)
+
+    if (len(args) == 0 and ps_name == '') or len(args) > 1:
+        usage()
+        sys.exit(2)
+
+    smaps_file = ''
+    if ps_name == '':
+        smaps_file = os.path.abspath(args[0])
+    else:
+        try:
+            pids = check_output(['pidof', ps_name]).decode().strip().split()
+            if len(pids) > 1:
+                print('There are multiple pids:')
+                for i, p in enumerate(pids):
+                    cmdline_file = '/proc/' + p + '/cmdline'
+                    with open(cmdline_file, 'r') as cmdline:
+                        line = next(cmdline)
+                        print('[{}] {:>8}: {}'.format(i, p, line))
+                num = input('Choose which one process you want (default=0): ')
+                num = int(num) if num != '' else 0
+                pid = pids[num]
+            else:
+                pid = pids[0]
+        except Exception as err:
+            print(err)
+            sys.exit(1)
+
+        smaps_file = '/proc/' + pid + '/smaps'
+
+    mapinfo = defaultdict(lambda: [0] * len(mem_idx))
+    total = [0] * len(mem_idx)
+
+    with open(smaps_file, 'r') as smap:
+        for line in smap:
+            line_arr = line.split()
+            if '-' in line_arr[0]:
+                if len(line_arr) < 6:
+                    filename = '[anonymous]'
+                else:
+                    filename = os.path.basename(line_arr[-1])
+            else:
+                line_arr[0] = line_arr[0].strip(':')
+
+            if line_arr[0] in mem_idx:
+                mapinfo[filename][mem_idx[line_arr[0]]] += int(line_arr[1])
+                total[mem_idx[line_arr[0]]] += int(line_arr[1])
+
+    if mem_type == '':
+        print_header(mem_idx)
+
+        for filename, mem in sorted(mapinfo.items(), key=lambda x: -sum(x[1])):
+            print('{:>5} kB + {:>5} kB + {:>5} kB + {:>5} kB'
+                  ' = {:>5} kB : {:<}'.format(*mem, sum(mem), filename))
+
+        print('=' * 70)
+        print('{:>5} kB + {:>5} kB + {:>5} kB + {:>5} kB'
+              ' = {:>5} kB : Total'.format(*total, sum(total)))
+
+    else:
+        for filename, mem in sorted(mapinfo.items(), key=lambda x: -sum(x[1])):
+            print('{:>11} kB {:<}'.format(mem[0], filename))
+
+        print('=' * 30)
+        print('Total: {} kB'.format(total[0]))
+
+
+if __name__ == '__main__':
+    main()

TP1/scripts/stack.c

@@ -0,0 +1,8 @@
+#include "helpers.h"
+
+int main (int argc, char **argv)
+{
+	char buf[28 KB] = {0};
+	randomize(buf, 28 KB);
+	return interlude();
+}

TP1/scripts/tpex1.c

@@ -0,0 +1,27 @@
+/* adresses virtuelles d'un processus */
+
+#include<stdio.h>
+#include<sys/types.h>
+#include <sys/time.h>
+#include<unistd.h>
+#include<stdlib.h>
+
+int t[1000] = {[0 ... 999] = 2};
+
+int main(int argc, char * argv[])
+{
+	int i=3;
+	static int j = 3;
+	char * m = (char*)malloc(1);
+	printf("je suis le pid %d\n\n",getpid());
+	/* ------- Affichage des adresses --------*/
+	printf("main\t\t=\t%p\n",main);
+	printf("gettimeofday\t=\t%p\n",gettimeofday);
+	printf("&argc\t\t=\t%p\n",&argc);
+	printf("&i\t\t=\t%p\n",&i);
+	printf("&j\t\t=\t%p\n",&j);
+	printf("t\t\t=\t%p\n",t);
+	printf("m\t\t=\t%p\n",m);
+
+	getchar();
+} 

TP1/scripts/vmap.py

@@ -0,0 +1,159 @@
+#!/usr/bin/python
+# coding=utf-8
+
+"""Tool to analyze and display the contents of /proc/<pid>/maps"""
+
+import re
+import itertools
+import argparse
+from dataclasses import dataclass
+
+MAPS_LINE_RE = re.compile(r"""
+    (?P<addr_start>[0-9a-f]+)-(?P<addr_end>[0-9a-f]+)\s+  # Address
+    (?P<perms>\S+)\s+                                     # Permissions
+    (?P<offset>[0-9a-f]+)\s+                              # Map offset
+    (?P<dev>\S+)\s+                                       # Device node
+    (?P<inode>\d+)\s+                                     # Inode
+    (?P<pathname>.*)\s+                                   # Pathname
+""", re.VERBOSE)
+
+
+def human_bytes(size):
+    modifier = 1
+    while size > 1024:
+        modifier *= 1024
+        size /= 1024
+    return "%.1f%s" % (size, {
+        1024**0: 'b',
+        1024**1: 'k',
+        1024**2: 'M',
+        1024**3: 'G',
+        1024**4: 'T',
+    }.get(modifier, " x%d" % modifier))
+
+
+@dataclass
+class Record:
+    addr_start: int
+    addr_end: int
+    perms: str
+    offset: int
+    dev: str
+    inode: int
+    pathname: str
+
+    @property
+    def size(self):
+        return self.addr_end - self.addr_start
+
+    @property
+    def human_size(self):
+        return human_bytes(self.size)
+
+    @property
+    def readable(self):
+        return self.perms[0] == "r"
+
+    @property
+    def writable(self):
+        return self.perms[1] == "w"
+
+    @property
+    def executable(self):
+        return self.perms[2] == "x"
+
+    @property
+    def shared(self):
+        return self.perms[3] == "s"
+
+    @property
+    def private(self):
+        return self.perms[3] == "p"
+
+    @classmethod
+    def parse(self, pid):
+        records = []
+        with open("/proc/%d/maps" % pid) as fd:
+            for line in fd:
+                m = MAPS_LINE_RE.match(line)
+                if not m:
+                    print("Skipping: %s" % line)
+                    continue
+                addr_start, addr_end, perms, offset, dev, inode, pathname = m.groups()
+                addr_start = int(addr_start, 16)
+                addr_end = int(addr_end, 16)
+                offset = int(offset, 16)
+                records.append(Record(
+                    addr_start=addr_start,
+                    addr_end=addr_end,
+                    perms=perms,
+                    offset=offset,
+                    dev=dev,
+                    inode=inode,
+                    pathname=pathname,
+                ))
+        return records
+
+    @classmethod
+    def aggregate(self, records, only_used=False, only_private=False):
+
+        named_records = {}
+        anonymous_records = []
+        for record in records:
+            if only_private and not record.private:
+                continue
+            if only_used and not record.readable and not record.writable and not record.shared and not record.pathname:
+                continue
+            if record.pathname:
+                if record.pathname in named_records:
+                    other = named_records[record.pathname]
+                    named_records[record.pathname] = Record(
+                        min(record.addr_start, other.addr_start),
+                        max(record.addr_end, other.addr_end),
+                        perms=''.join("?" if c1 != c2 else c1 for c1, c2 in zip(record.perms, other.perms)),
+                        offset=0,
+                        dev='',
+                        inode='',
+                        pathname=record.pathname,
+                    )
+                else:
+                    named_records[record.pathname] = record
+            else:
+                anonymous_records.append(record)
+
+        return list(sorted(
+            itertools.chain(anonymous_records, named_records.values()),
+            key=lambda r: r.size,
+            reverse=True,
+        ))
+
+
+
+if __name__ == '__main__':
+    parser = argparse.ArgumentParser()
+    parser.add_argument("pid", type=int, help="Process identifier (pid)")
+    parser.add_argument("--only-used", "-u", action="store_true", help="Only show used pages (non readable, writable, executable and private pages)")
+    parser.add_argument("--only-private", "-p", action="store_true", help="Only show private pages")
+    args = parser.parse_args()
+
+    records = Record.parse(args.pid)
+    #records = Record.aggregate(records, only_used=args.only_used, only_private=args.only_private)
+
+    print("\t".join([
+        "% 16s" % "Start of range",
+        "% 16s" % "End of range",
+        "% 12s" % "Size",
+        "% 4s" % "Perms",
+        "Path",
+    ]))
+    for record in records:
+        print("\t".join([
+            "%016x" % record.addr_start,
+            "%016x" % record.addr_end,
+            "% 12s" % record.human_size,
+            "% 4s" % record.perms,
+            record.pathname,
+        ]))
+
+    print("")
+    print("Total: %s" % human_bytes(sum(r.size for r in records)))