Debian Codegraph @

runtime/linux/access_process_vm.h

raw
1 /*
2 * The kernel's access_process_vm is not exported in kernel.org kernels, although
3 * some distros export it on some architectures. To workaround this inconsistency,
4 * we copied and pasted it here. Fortunately, everything it calls is exported.
5 */
6 #include "stap_mmap_lock.h"
7 #include <linux/sched.h>
8 #if defined(STAPCONF_LINUX_SCHED_HEADERS)
9 #include <linux/sched/mm.h>
10 #endif
11 #include <linux/pagemap.h>
12 #include <asm/cacheflush.h>
13
14 static int
15 __access_process_vm_ (struct task_struct *tsk, unsigned long addr, void *buf,
16 int len, int write,
17 void (*writer) (struct vm_area_struct * vma,
18 struct page * page, unsigned long vaddr,
19 void *dst, void *src, int len),
20 void (*reader) (struct vm_area_struct * vma,
21 struct page * page, unsigned long vaddr,
22 void *dst, void *src, int len))
23 {
24 struct mm_struct *mm;
25 struct vm_area_struct *vma;
26 struct page *page;
27 void *old_buf = buf;
28
29 mm = get_task_mm (tsk);
30 if (!mm)
31 return 0;
32
33 mmap_read_lock (mm);
34 /* ignore errors, just check how much was successfully transferred */
35 while (len)
36 {
37 int bytes, ret, offset;
38 void *maddr;
39
40 #ifdef STAPCONF_GET_USER_PAGES_REMOTE
41 #if defined(STAPCONF_GET_USER_PAGE_VMA_REMOTE)
42 unsigned int flags = FOLL_FORCE;
43 if (write)
44 flags |= FOLL_WRITE;
45 page = get_user_page_vma_remote (mm, addr, flags, &vma);
46 ret = !IS_ERR_OR_NULL(page);
47 #elif defined(STAPCONF_GET_USER_PAGES_REMOTE_NOTASK_STRUCT)
48 unsigned int flags = FOLL_FORCE;
49 if (write)
50 flags |= FOLL_WRITE;
51 ret = get_user_pages_remote (mm, addr, 1, flags, &page, &vma, NULL);
52 #elif defined(STAPCONF_GET_USER_PAGES_REMOTE_FLAGS_LOCKED)
53 unsigned int flags = FOLL_FORCE;
54 if (write)
55 flags |= FOLL_WRITE;
56 ret = get_user_pages_remote (tsk, mm, addr, 1, flags, &page, &vma, NULL);
57 #elif defined(STAPCONF_GET_USER_PAGES_REMOTE_FLAGS)
58 unsigned int flags = FOLL_FORCE;
59 if (write)
60 flags |= FOLL_WRITE;
61 ret = get_user_pages_remote (tsk, mm, addr, 1, flags, &page, &vma);
62 #else
63 ret = get_user_pages_remote (tsk, mm, addr, 1, write, 1, &page, &vma);
64 #endif
65 #else /* !STAPCONF_GET_USER_PAGES_REMOTE* */
66 #if defined(STAPCONF_GET_USER_PAGES_NOTASK_STRUCT)
67 unsigned int flags = FOLL_FORCE;
68 if (write)
69 flags |= FOLL_WRITE;
70 ret = get_user_pages (mm, addr, 1, flags, &page, &vma);
71 #elif defined(STAPCONF_GET_USER_PAGES_FLAGS)
72 unsigned int flags = FOLL_FORCE;
73 if (write)
74 flags |= FOLL_WRITE;
75 ret = get_user_pages (tsk, mm, addr, 1, flags, &page, &vma);
76 #else
77 ret = get_user_pages (tsk, mm, addr, 1, write, 1, &page, &vma);
78 #endif
79 #endif
80 if (ret <= 0)
81 break;
82
83 bytes = len;
84 offset = addr & (PAGE_SIZE - 1);
85 if (bytes > PAGE_SIZE - offset)
86 bytes = PAGE_SIZE - offset;
87
88 maddr = kmap (page);
89 if (write)
90 {
91 writer (vma, page, addr, maddr + offset, buf, bytes);
92 set_page_dirty_lock (page);
93 }
94 else
95 {
96 reader (vma, page, addr, buf, maddr + offset, bytes);
97 }
98 kunmap (page);
99 put_page (page);
100 len -= bytes;
101 buf += bytes;
102 addr += bytes;
103 }
104 mmap_read_unlock(mm);
105 mmput (mm);
106
107 return buf - old_buf;
108 }
109
110 static void
111 copy_to_user_page_ (struct vm_area_struct *vma, struct page *page,
112 unsigned long vaddr, void *dst, void *src, int len)
113 {
114 copy_to_user_page (vma, page, vaddr, dst, src, len);
115 }
116
117 static void
118 copy_from_user_page_ (struct vm_area_struct *vma, struct page *page,
119 unsigned long vaddr, void *dst, void *src, int len)
120 {
121 copy_from_user_page (vma, page, vaddr, dst, src, len);
122 }
123
124 static int
125 __access_process_vm (struct task_struct *tsk, unsigned long addr, void *buf,
126 int len, int write)
127 {
128 return __access_process_vm_ (tsk, addr, buf, len, write, copy_to_user_page_,
129 copy_from_user_page_);
130 }
131
132 /* This simpler version does not flush the caches. */
133
134 static void
135 copy_to_user_page_noflush (struct vm_area_struct *vma, struct page *page,
136 unsigned long vaddr, void *dst, void *src, int len)
137 {
138 memcpy (dst, src, len);
139 }
140
141 static void
142 copy_from_user_page_noflush (struct vm_area_struct *vma, struct page *page,
143 unsigned long vaddr, void *dst, void *src,
144 int len)
145 {
146 memcpy (dst, src, len);
147 }
148
149 static int
150 __access_process_vm_noflush (struct task_struct *tsk, unsigned long addr,
151 void *buf, int len, int write)
152 {
153 return __access_process_vm_ (tsk, addr, buf, len, write,
154 copy_to_user_page_noflush,
155 copy_from_user_page_noflush);
156 }