root / posix-aio-compat.c @ 72cf2d4f
History | View | Annotate | Download (14.8 kB)
1 | 3c529d93 | aliguori | /*
|
---|---|---|---|
2 | 3c529d93 | aliguori | * QEMU posix-aio emulation
|
3 | 3c529d93 | aliguori | *
|
4 | 3c529d93 | aliguori | * Copyright IBM, Corp. 2008
|
5 | 3c529d93 | aliguori | *
|
6 | 3c529d93 | aliguori | * Authors:
|
7 | 3c529d93 | aliguori | * Anthony Liguori <aliguori@us.ibm.com>
|
8 | 3c529d93 | aliguori | *
|
9 | 3c529d93 | aliguori | * This work is licensed under the terms of the GNU GPL, version 2. See
|
10 | 3c529d93 | aliguori | * the COPYING file in the top-level directory.
|
11 | 3c529d93 | aliguori | *
|
12 | 3c529d93 | aliguori | */
|
13 | 3c529d93 | aliguori | |
14 | 221f715d | aliguori | #include <sys/ioctl.h> |
15 | 9ef91a67 | Christoph Hellwig | #include <sys/types.h> |
16 | 3c529d93 | aliguori | #include <pthread.h> |
17 | 3c529d93 | aliguori | #include <unistd.h> |
18 | 3c529d93 | aliguori | #include <errno.h> |
19 | 30525aff | malc | #include <time.h> |
20 | 9ef91a67 | Christoph Hellwig | #include <signal.h> |
21 | 8653c015 | malc | #include <string.h> |
22 | 8653c015 | malc | #include <stdlib.h> |
23 | 8653c015 | malc | #include <stdio.h> |
24 | 9ef91a67 | Christoph Hellwig | |
25 | 72cf2d4f | Blue Swirl | #include "qemu-queue.h" |
26 | 3c529d93 | aliguori | #include "osdep.h" |
27 | f141eafe | aliguori | #include "qemu-common.h" |
28 | 9ef91a67 | Christoph Hellwig | #include "block_int.h" |
29 | 9ef91a67 | Christoph Hellwig | |
30 | 9ef91a67 | Christoph Hellwig | #include "block/raw-posix-aio.h" |
31 | 9ef91a67 | Christoph Hellwig | |
32 | 9ef91a67 | Christoph Hellwig | |
33 | 9ef91a67 | Christoph Hellwig | struct qemu_paiocb {
|
34 | 9ef91a67 | Christoph Hellwig | BlockDriverAIOCB common; |
35 | 9ef91a67 | Christoph Hellwig | int aio_fildes;
|
36 | 9ef91a67 | Christoph Hellwig | union {
|
37 | 9ef91a67 | Christoph Hellwig | struct iovec *aio_iov;
|
38 | 9ef91a67 | Christoph Hellwig | void *aio_ioctl_buf;
|
39 | 9ef91a67 | Christoph Hellwig | }; |
40 | 9ef91a67 | Christoph Hellwig | int aio_niov;
|
41 | 9ef91a67 | Christoph Hellwig | size_t aio_nbytes; |
42 | 9ef91a67 | Christoph Hellwig | #define aio_ioctl_cmd aio_nbytes /* for QEMU_AIO_IOCTL */ |
43 | 9ef91a67 | Christoph Hellwig | int ev_signo;
|
44 | 9ef91a67 | Christoph Hellwig | off_t aio_offset; |
45 | 9ef91a67 | Christoph Hellwig | |
46 | 72cf2d4f | Blue Swirl | QTAILQ_ENTRY(qemu_paiocb) node; |
47 | 9ef91a67 | Christoph Hellwig | int aio_type;
|
48 | 9ef91a67 | Christoph Hellwig | ssize_t ret; |
49 | 9ef91a67 | Christoph Hellwig | int active;
|
50 | 9ef91a67 | Christoph Hellwig | struct qemu_paiocb *next;
|
51 | 9ef91a67 | Christoph Hellwig | }; |
52 | 9ef91a67 | Christoph Hellwig | |
53 | 9ef91a67 | Christoph Hellwig | typedef struct PosixAioState { |
54 | 9ef91a67 | Christoph Hellwig | int rfd, wfd;
|
55 | 9ef91a67 | Christoph Hellwig | struct qemu_paiocb *first_aio;
|
56 | 9ef91a67 | Christoph Hellwig | } PosixAioState; |
57 | 3c529d93 | aliguori | |
58 | 3c529d93 | aliguori | |
59 | 3c529d93 | aliguori | static pthread_mutex_t lock = PTHREAD_MUTEX_INITIALIZER;
|
60 | 3c529d93 | aliguori | static pthread_cond_t cond = PTHREAD_COND_INITIALIZER;
|
61 | 3c529d93 | aliguori | static pthread_t thread_id;
|
62 | a8227a5a | malc | static pthread_attr_t attr;
|
63 | 3c529d93 | aliguori | static int max_threads = 64; |
64 | 3c529d93 | aliguori | static int cur_threads = 0; |
65 | 3c529d93 | aliguori | static int idle_threads = 0; |
66 | 72cf2d4f | Blue Swirl | static QTAILQ_HEAD(, qemu_paiocb) request_list;
|
67 | 3c529d93 | aliguori | |
68 | 2341f9a1 | Juan Quintela | #ifdef CONFIG_PREADV
|
69 | ceb42de8 | aliguori | static int preadv_present = 1; |
70 | ceb42de8 | aliguori | #else
|
71 | ceb42de8 | aliguori | static int preadv_present = 0; |
72 | ceb42de8 | aliguori | #endif
|
73 | ceb42de8 | aliguori | |
74 | 8653c015 | malc | static void die2(int err, const char *what) |
75 | 8653c015 | malc | { |
76 | 8653c015 | malc | fprintf(stderr, "%s failed: %s\n", what, strerror(err));
|
77 | 8653c015 | malc | abort(); |
78 | 8653c015 | malc | } |
79 | 8653c015 | malc | |
80 | 8653c015 | malc | static void die(const char *what) |
81 | 8653c015 | malc | { |
82 | 8653c015 | malc | die2(errno, what); |
83 | 8653c015 | malc | } |
84 | 8653c015 | malc | |
85 | 8653c015 | malc | static void mutex_lock(pthread_mutex_t *mutex) |
86 | 8653c015 | malc | { |
87 | 8653c015 | malc | int ret = pthread_mutex_lock(mutex);
|
88 | 8653c015 | malc | if (ret) die2(ret, "pthread_mutex_lock"); |
89 | 8653c015 | malc | } |
90 | 8653c015 | malc | |
91 | 8653c015 | malc | static void mutex_unlock(pthread_mutex_t *mutex) |
92 | 8653c015 | malc | { |
93 | 8653c015 | malc | int ret = pthread_mutex_unlock(mutex);
|
94 | 8653c015 | malc | if (ret) die2(ret, "pthread_mutex_unlock"); |
95 | 8653c015 | malc | } |
96 | 8653c015 | malc | |
97 | 8653c015 | malc | static int cond_timedwait(pthread_cond_t *cond, pthread_mutex_t *mutex, |
98 | 8653c015 | malc | struct timespec *ts)
|
99 | 8653c015 | malc | { |
100 | 8653c015 | malc | int ret = pthread_cond_timedwait(cond, mutex, ts);
|
101 | 8653c015 | malc | if (ret && ret != ETIMEDOUT) die2(ret, "pthread_cond_timedwait"); |
102 | 8653c015 | malc | return ret;
|
103 | 8653c015 | malc | } |
104 | 8653c015 | malc | |
105 | 5d47e372 | malc | static void cond_signal(pthread_cond_t *cond) |
106 | 8653c015 | malc | { |
107 | 5d47e372 | malc | int ret = pthread_cond_signal(cond);
|
108 | 5d47e372 | malc | if (ret) die2(ret, "pthread_cond_signal"); |
109 | 8653c015 | malc | } |
110 | 8653c015 | malc | |
111 | 8653c015 | malc | static void thread_create(pthread_t *thread, pthread_attr_t *attr, |
112 | 8653c015 | malc | void *(*start_routine)(void*), void *arg) |
113 | 8653c015 | malc | { |
114 | 8653c015 | malc | int ret = pthread_create(thread, attr, start_routine, arg);
|
115 | 8653c015 | malc | if (ret) die2(ret, "pthread_create"); |
116 | 8653c015 | malc | } |
117 | 8653c015 | malc | |
118 | f141eafe | aliguori | static size_t handle_aiocb_ioctl(struct qemu_paiocb *aiocb) |
119 | f141eafe | aliguori | { |
120 | f141eafe | aliguori | int ret;
|
121 | f141eafe | aliguori | |
122 | f141eafe | aliguori | ret = ioctl(aiocb->aio_fildes, aiocb->aio_ioctl_cmd, aiocb->aio_ioctl_buf); |
123 | f141eafe | aliguori | if (ret == -1) |
124 | f141eafe | aliguori | return -errno;
|
125 | e7d54ae8 | Christoph Hellwig | |
126 | e7d54ae8 | Christoph Hellwig | /*
|
127 | e7d54ae8 | Christoph Hellwig | * This looks weird, but the aio code only consideres a request
|
128 | e7d54ae8 | Christoph Hellwig | * successfull if it has written the number full number of bytes.
|
129 | e7d54ae8 | Christoph Hellwig | *
|
130 | e7d54ae8 | Christoph Hellwig | * Now we overload aio_nbytes as aio_ioctl_cmd for the ioctl command,
|
131 | e7d54ae8 | Christoph Hellwig | * so in fact we return the ioctl command here to make posix_aio_read()
|
132 | e7d54ae8 | Christoph Hellwig | * happy..
|
133 | e7d54ae8 | Christoph Hellwig | */
|
134 | e7d54ae8 | Christoph Hellwig | return aiocb->aio_nbytes;
|
135 | f141eafe | aliguori | } |
136 | f141eafe | aliguori | |
137 | b2e12bc6 | Christoph Hellwig | static size_t handle_aiocb_flush(struct qemu_paiocb *aiocb) |
138 | b2e12bc6 | Christoph Hellwig | { |
139 | b2e12bc6 | Christoph Hellwig | int ret;
|
140 | b2e12bc6 | Christoph Hellwig | |
141 | 47faadc6 | Blue Swirl | ret = qemu_fdatasync(aiocb->aio_fildes); |
142 | b2e12bc6 | Christoph Hellwig | if (ret == -1) |
143 | b2e12bc6 | Christoph Hellwig | return -errno;
|
144 | b2e12bc6 | Christoph Hellwig | return 0; |
145 | b2e12bc6 | Christoph Hellwig | } |
146 | b2e12bc6 | Christoph Hellwig | |
147 | 2341f9a1 | Juan Quintela | #ifdef CONFIG_PREADV
|
148 | ceb42de8 | aliguori | |
149 | ceb42de8 | aliguori | static ssize_t
|
150 | ceb42de8 | aliguori | qemu_preadv(int fd, const struct iovec *iov, int nr_iov, off_t offset) |
151 | ceb42de8 | aliguori | { |
152 | ceb42de8 | aliguori | return preadv(fd, iov, nr_iov, offset);
|
153 | ceb42de8 | aliguori | } |
154 | ceb42de8 | aliguori | |
155 | ceb42de8 | aliguori | static ssize_t
|
156 | ceb42de8 | aliguori | qemu_pwritev(int fd, const struct iovec *iov, int nr_iov, off_t offset) |
157 | ceb42de8 | aliguori | { |
158 | ceb42de8 | aliguori | return pwritev(fd, iov, nr_iov, offset);
|
159 | ceb42de8 | aliguori | } |
160 | ceb42de8 | aliguori | |
161 | ceb42de8 | aliguori | #else
|
162 | ceb42de8 | aliguori | |
163 | ceb42de8 | aliguori | static ssize_t
|
164 | ceb42de8 | aliguori | qemu_preadv(int fd, const struct iovec *iov, int nr_iov, off_t offset) |
165 | ceb42de8 | aliguori | { |
166 | ceb42de8 | aliguori | return -ENOSYS;
|
167 | ceb42de8 | aliguori | } |
168 | ceb42de8 | aliguori | |
169 | ceb42de8 | aliguori | static ssize_t
|
170 | ceb42de8 | aliguori | qemu_pwritev(int fd, const struct iovec *iov, int nr_iov, off_t offset) |
171 | ceb42de8 | aliguori | { |
172 | ceb42de8 | aliguori | return -ENOSYS;
|
173 | ceb42de8 | aliguori | } |
174 | ceb42de8 | aliguori | |
175 | ceb42de8 | aliguori | #endif
|
176 | ceb42de8 | aliguori | |
177 | ceb42de8 | aliguori | static size_t handle_aiocb_rw_vector(struct qemu_paiocb *aiocb) |
178 | ceb42de8 | aliguori | { |
179 | ceb42de8 | aliguori | size_t offset = 0;
|
180 | ceb42de8 | aliguori | ssize_t len; |
181 | ceb42de8 | aliguori | |
182 | ceb42de8 | aliguori | do {
|
183 | 9ef91a67 | Christoph Hellwig | if (aiocb->aio_type & QEMU_AIO_WRITE)
|
184 | ceb42de8 | aliguori | len = qemu_pwritev(aiocb->aio_fildes, |
185 | ceb42de8 | aliguori | aiocb->aio_iov, |
186 | ceb42de8 | aliguori | aiocb->aio_niov, |
187 | ceb42de8 | aliguori | aiocb->aio_offset + offset); |
188 | ceb42de8 | aliguori | else
|
189 | ceb42de8 | aliguori | len = qemu_preadv(aiocb->aio_fildes, |
190 | ceb42de8 | aliguori | aiocb->aio_iov, |
191 | ceb42de8 | aliguori | aiocb->aio_niov, |
192 | ceb42de8 | aliguori | aiocb->aio_offset + offset); |
193 | ceb42de8 | aliguori | } while (len == -1 && errno == EINTR); |
194 | ceb42de8 | aliguori | |
195 | ceb42de8 | aliguori | if (len == -1) |
196 | ceb42de8 | aliguori | return -errno;
|
197 | ceb42de8 | aliguori | return len;
|
198 | ceb42de8 | aliguori | } |
199 | ceb42de8 | aliguori | |
200 | f141eafe | aliguori | static size_t handle_aiocb_rw_linear(struct qemu_paiocb *aiocb, char *buf) |
201 | 221f715d | aliguori | { |
202 | 221f715d | aliguori | size_t offset = 0;
|
203 | f141eafe | aliguori | size_t len; |
204 | 221f715d | aliguori | |
205 | 221f715d | aliguori | while (offset < aiocb->aio_nbytes) {
|
206 | 9ef91a67 | Christoph Hellwig | if (aiocb->aio_type & QEMU_AIO_WRITE)
|
207 | f141eafe | aliguori | len = pwrite(aiocb->aio_fildes, |
208 | f141eafe | aliguori | (const char *)buf + offset, |
209 | f141eafe | aliguori | aiocb->aio_nbytes - offset, |
210 | f141eafe | aliguori | aiocb->aio_offset + offset); |
211 | f141eafe | aliguori | else
|
212 | f141eafe | aliguori | len = pread(aiocb->aio_fildes, |
213 | f141eafe | aliguori | buf + offset, |
214 | 221f715d | aliguori | aiocb->aio_nbytes - offset, |
215 | 221f715d | aliguori | aiocb->aio_offset + offset); |
216 | 221f715d | aliguori | |
217 | f141eafe | aliguori | if (len == -1 && errno == EINTR) |
218 | f141eafe | aliguori | continue;
|
219 | f141eafe | aliguori | else if (len == -1) { |
220 | f141eafe | aliguori | offset = -errno; |
221 | f141eafe | aliguori | break;
|
222 | f141eafe | aliguori | } else if (len == 0) |
223 | f141eafe | aliguori | break;
|
224 | f141eafe | aliguori | |
225 | f141eafe | aliguori | offset += len; |
226 | 221f715d | aliguori | } |
227 | 221f715d | aliguori | |
228 | 221f715d | aliguori | return offset;
|
229 | 221f715d | aliguori | } |
230 | 221f715d | aliguori | |
231 | f141eafe | aliguori | static size_t handle_aiocb_rw(struct qemu_paiocb *aiocb) |
232 | 221f715d | aliguori | { |
233 | f141eafe | aliguori | size_t nbytes; |
234 | f141eafe | aliguori | char *buf;
|
235 | f141eafe | aliguori | |
236 | 9ef91a67 | Christoph Hellwig | if (!(aiocb->aio_type & QEMU_AIO_MISALIGNED)) {
|
237 | f141eafe | aliguori | /*
|
238 | f141eafe | aliguori | * If there is just a single buffer, and it is properly aligned
|
239 | f141eafe | aliguori | * we can just use plain pread/pwrite without any problems.
|
240 | f141eafe | aliguori | */
|
241 | ceb42de8 | aliguori | if (aiocb->aio_niov == 1) |
242 | ceb42de8 | aliguori | return handle_aiocb_rw_linear(aiocb, aiocb->aio_iov->iov_base);
|
243 | ceb42de8 | aliguori | |
244 | ceb42de8 | aliguori | /*
|
245 | ceb42de8 | aliguori | * We have more than one iovec, and all are properly aligned.
|
246 | ceb42de8 | aliguori | *
|
247 | ceb42de8 | aliguori | * Try preadv/pwritev first and fall back to linearizing the
|
248 | ceb42de8 | aliguori | * buffer if it's not supported.
|
249 | ceb42de8 | aliguori | */
|
250 | ceb42de8 | aliguori | if (preadv_present) {
|
251 | ceb42de8 | aliguori | nbytes = handle_aiocb_rw_vector(aiocb); |
252 | ceb42de8 | aliguori | if (nbytes == aiocb->aio_nbytes)
|
253 | ceb42de8 | aliguori | return nbytes;
|
254 | ceb42de8 | aliguori | if (nbytes < 0 && nbytes != -ENOSYS) |
255 | ceb42de8 | aliguori | return nbytes;
|
256 | ceb42de8 | aliguori | preadv_present = 0;
|
257 | ceb42de8 | aliguori | } |
258 | ceb42de8 | aliguori | |
259 | ceb42de8 | aliguori | /*
|
260 | ceb42de8 | aliguori | * XXX(hch): short read/write. no easy way to handle the reminder
|
261 | ceb42de8 | aliguori | * using these interfaces. For now retry using plain
|
262 | ceb42de8 | aliguori | * pread/pwrite?
|
263 | ceb42de8 | aliguori | */
|
264 | f141eafe | aliguori | } |
265 | 221f715d | aliguori | |
266 | f141eafe | aliguori | /*
|
267 | f141eafe | aliguori | * Ok, we have to do it the hard way, copy all segments into
|
268 | f141eafe | aliguori | * a single aligned buffer.
|
269 | f141eafe | aliguori | */
|
270 | f141eafe | aliguori | buf = qemu_memalign(512, aiocb->aio_nbytes);
|
271 | 9ef91a67 | Christoph Hellwig | if (aiocb->aio_type & QEMU_AIO_WRITE) {
|
272 | f141eafe | aliguori | char *p = buf;
|
273 | f141eafe | aliguori | int i;
|
274 | f141eafe | aliguori | |
275 | f141eafe | aliguori | for (i = 0; i < aiocb->aio_niov; ++i) { |
276 | f141eafe | aliguori | memcpy(p, aiocb->aio_iov[i].iov_base, aiocb->aio_iov[i].iov_len); |
277 | f141eafe | aliguori | p += aiocb->aio_iov[i].iov_len; |
278 | f141eafe | aliguori | } |
279 | f141eafe | aliguori | } |
280 | f141eafe | aliguori | |
281 | f141eafe | aliguori | nbytes = handle_aiocb_rw_linear(aiocb, buf); |
282 | 9ef91a67 | Christoph Hellwig | if (!(aiocb->aio_type & QEMU_AIO_WRITE)) {
|
283 | f141eafe | aliguori | char *p = buf;
|
284 | f141eafe | aliguori | size_t count = aiocb->aio_nbytes, copy; |
285 | f141eafe | aliguori | int i;
|
286 | f141eafe | aliguori | |
287 | f141eafe | aliguori | for (i = 0; i < aiocb->aio_niov && count; ++i) { |
288 | f141eafe | aliguori | copy = count; |
289 | f141eafe | aliguori | if (copy > aiocb->aio_iov[i].iov_len)
|
290 | f141eafe | aliguori | copy = aiocb->aio_iov[i].iov_len; |
291 | f141eafe | aliguori | memcpy(aiocb->aio_iov[i].iov_base, p, copy); |
292 | f141eafe | aliguori | p += copy; |
293 | f141eafe | aliguori | count -= copy; |
294 | f141eafe | aliguori | } |
295 | f141eafe | aliguori | } |
296 | f141eafe | aliguori | qemu_vfree(buf); |
297 | f141eafe | aliguori | |
298 | f141eafe | aliguori | return nbytes;
|
299 | 221f715d | aliguori | } |
300 | 221f715d | aliguori | |
301 | 3c529d93 | aliguori | static void *aio_thread(void *unused) |
302 | 3c529d93 | aliguori | { |
303 | a8227a5a | malc | pid_t pid; |
304 | 3c529d93 | aliguori | sigset_t set; |
305 | 3c529d93 | aliguori | |
306 | a8227a5a | malc | pid = getpid(); |
307 | a8227a5a | malc | |
308 | 3c529d93 | aliguori | /* block all signals */
|
309 | 8653c015 | malc | if (sigfillset(&set)) die("sigfillset"); |
310 | 8653c015 | malc | if (sigprocmask(SIG_BLOCK, &set, NULL)) die("sigprocmask"); |
311 | 3c529d93 | aliguori | |
312 | 3c529d93 | aliguori | while (1) { |
313 | 3c529d93 | aliguori | struct qemu_paiocb *aiocb;
|
314 | 221f715d | aliguori | size_t ret = 0;
|
315 | 30525aff | malc | qemu_timeval tv; |
316 | 30525aff | malc | struct timespec ts;
|
317 | 30525aff | malc | |
318 | 30525aff | malc | qemu_gettimeofday(&tv); |
319 | 30525aff | malc | ts.tv_sec = tv.tv_sec + 10;
|
320 | 30525aff | malc | ts.tv_nsec = 0;
|
321 | 3c529d93 | aliguori | |
322 | 8653c015 | malc | mutex_lock(&lock); |
323 | 3c529d93 | aliguori | |
324 | 72cf2d4f | Blue Swirl | while (QTAILQ_EMPTY(&request_list) &&
|
325 | 3c529d93 | aliguori | !(ret == ETIMEDOUT)) { |
326 | 8653c015 | malc | ret = cond_timedwait(&cond, &lock, &ts); |
327 | 3c529d93 | aliguori | } |
328 | 3c529d93 | aliguori | |
329 | 72cf2d4f | Blue Swirl | if (QTAILQ_EMPTY(&request_list))
|
330 | 3c529d93 | aliguori | break;
|
331 | 3c529d93 | aliguori | |
332 | 72cf2d4f | Blue Swirl | aiocb = QTAILQ_FIRST(&request_list); |
333 | 72cf2d4f | Blue Swirl | QTAILQ_REMOVE(&request_list, aiocb, node); |
334 | 3c529d93 | aliguori | aiocb->active = 1;
|
335 | 3c529d93 | aliguori | idle_threads--; |
336 | 8653c015 | malc | mutex_unlock(&lock); |
337 | 3c529d93 | aliguori | |
338 | 9ef91a67 | Christoph Hellwig | switch (aiocb->aio_type & QEMU_AIO_TYPE_MASK) {
|
339 | 9ef91a67 | Christoph Hellwig | case QEMU_AIO_READ:
|
340 | 9ef91a67 | Christoph Hellwig | case QEMU_AIO_WRITE:
|
341 | f141eafe | aliguori | ret = handle_aiocb_rw(aiocb); |
342 | 221f715d | aliguori | break;
|
343 | b2e12bc6 | Christoph Hellwig | case QEMU_AIO_FLUSH:
|
344 | b2e12bc6 | Christoph Hellwig | ret = handle_aiocb_flush(aiocb); |
345 | b2e12bc6 | Christoph Hellwig | break;
|
346 | 9ef91a67 | Christoph Hellwig | case QEMU_AIO_IOCTL:
|
347 | 221f715d | aliguori | ret = handle_aiocb_ioctl(aiocb); |
348 | 221f715d | aliguori | break;
|
349 | 221f715d | aliguori | default:
|
350 | 221f715d | aliguori | fprintf(stderr, "invalid aio request (0x%x)\n", aiocb->aio_type);
|
351 | 221f715d | aliguori | ret = -EINVAL; |
352 | 221f715d | aliguori | break;
|
353 | 221f715d | aliguori | } |
354 | 3c529d93 | aliguori | |
355 | 8653c015 | malc | mutex_lock(&lock); |
356 | 221f715d | aliguori | aiocb->ret = ret; |
357 | 3c529d93 | aliguori | idle_threads++; |
358 | 8653c015 | malc | mutex_unlock(&lock); |
359 | 3c529d93 | aliguori | |
360 | a8227a5a | malc | if (kill(pid, aiocb->ev_signo)) die("kill failed"); |
361 | 3c529d93 | aliguori | } |
362 | 3c529d93 | aliguori | |
363 | 3c529d93 | aliguori | idle_threads--; |
364 | 3c529d93 | aliguori | cur_threads--; |
365 | 8653c015 | malc | mutex_unlock(&lock); |
366 | 3c529d93 | aliguori | |
367 | 3c529d93 | aliguori | return NULL; |
368 | 3c529d93 | aliguori | } |
369 | 3c529d93 | aliguori | |
370 | 8653c015 | malc | static void spawn_thread(void) |
371 | 3c529d93 | aliguori | { |
372 | 3c529d93 | aliguori | cur_threads++; |
373 | 3c529d93 | aliguori | idle_threads++; |
374 | 8653c015 | malc | thread_create(&thread_id, &attr, aio_thread, NULL);
|
375 | 3c529d93 | aliguori | } |
376 | 3c529d93 | aliguori | |
377 | 9ef91a67 | Christoph Hellwig | static void qemu_paio_submit(struct qemu_paiocb *aiocb) |
378 | 3c529d93 | aliguori | { |
379 | 3c529d93 | aliguori | aiocb->ret = -EINPROGRESS; |
380 | 3c529d93 | aliguori | aiocb->active = 0;
|
381 | 8653c015 | malc | mutex_lock(&lock); |
382 | 3c529d93 | aliguori | if (idle_threads == 0 && cur_threads < max_threads) |
383 | 3c529d93 | aliguori | spawn_thread(); |
384 | 72cf2d4f | Blue Swirl | QTAILQ_INSERT_TAIL(&request_list, aiocb, node); |
385 | 8653c015 | malc | mutex_unlock(&lock); |
386 | 5d47e372 | malc | cond_signal(&cond); |
387 | 3c529d93 | aliguori | } |
388 | 3c529d93 | aliguori | |
389 | 9ef91a67 | Christoph Hellwig | static ssize_t qemu_paio_return(struct qemu_paiocb *aiocb) |
390 | 3c529d93 | aliguori | { |
391 | 3c529d93 | aliguori | ssize_t ret; |
392 | 3c529d93 | aliguori | |
393 | 8653c015 | malc | mutex_lock(&lock); |
394 | 3c529d93 | aliguori | ret = aiocb->ret; |
395 | 8653c015 | malc | mutex_unlock(&lock); |
396 | 3c529d93 | aliguori | |
397 | 3c529d93 | aliguori | return ret;
|
398 | 3c529d93 | aliguori | } |
399 | 3c529d93 | aliguori | |
400 | 9ef91a67 | Christoph Hellwig | static int qemu_paio_error(struct qemu_paiocb *aiocb) |
401 | 3c529d93 | aliguori | { |
402 | 3c529d93 | aliguori | ssize_t ret = qemu_paio_return(aiocb); |
403 | 3c529d93 | aliguori | |
404 | 3c529d93 | aliguori | if (ret < 0) |
405 | 3c529d93 | aliguori | ret = -ret; |
406 | 3c529d93 | aliguori | else
|
407 | 3c529d93 | aliguori | ret = 0;
|
408 | 3c529d93 | aliguori | |
409 | 3c529d93 | aliguori | return ret;
|
410 | 3c529d93 | aliguori | } |
411 | 3c529d93 | aliguori | |
412 | 9ef91a67 | Christoph Hellwig | static void posix_aio_read(void *opaque) |
413 | 3c529d93 | aliguori | { |
414 | 9ef91a67 | Christoph Hellwig | PosixAioState *s = opaque; |
415 | 9ef91a67 | Christoph Hellwig | struct qemu_paiocb *acb, **pacb;
|
416 | 3c529d93 | aliguori | int ret;
|
417 | 9ef91a67 | Christoph Hellwig | ssize_t len; |
418 | 9ef91a67 | Christoph Hellwig | |
419 | 9ef91a67 | Christoph Hellwig | /* read all bytes from signal pipe */
|
420 | 9ef91a67 | Christoph Hellwig | for (;;) {
|
421 | 9ef91a67 | Christoph Hellwig | char bytes[16]; |
422 | 9ef91a67 | Christoph Hellwig | |
423 | 9ef91a67 | Christoph Hellwig | len = read(s->rfd, bytes, sizeof(bytes));
|
424 | 9ef91a67 | Christoph Hellwig | if (len == -1 && errno == EINTR) |
425 | 9ef91a67 | Christoph Hellwig | continue; /* try again */ |
426 | 9ef91a67 | Christoph Hellwig | if (len == sizeof(bytes)) |
427 | 9ef91a67 | Christoph Hellwig | continue; /* more to read */ |
428 | 9ef91a67 | Christoph Hellwig | break;
|
429 | 9ef91a67 | Christoph Hellwig | } |
430 | 9ef91a67 | Christoph Hellwig | |
431 | 9ef91a67 | Christoph Hellwig | for(;;) {
|
432 | 9ef91a67 | Christoph Hellwig | pacb = &s->first_aio; |
433 | 9ef91a67 | Christoph Hellwig | for(;;) {
|
434 | 9ef91a67 | Christoph Hellwig | acb = *pacb; |
435 | 9ef91a67 | Christoph Hellwig | if (!acb)
|
436 | 9ef91a67 | Christoph Hellwig | goto the_end;
|
437 | 9ef91a67 | Christoph Hellwig | ret = qemu_paio_error(acb); |
438 | 9ef91a67 | Christoph Hellwig | if (ret == ECANCELED) {
|
439 | 9ef91a67 | Christoph Hellwig | /* remove the request */
|
440 | 9ef91a67 | Christoph Hellwig | *pacb = acb->next; |
441 | 9ef91a67 | Christoph Hellwig | qemu_aio_release(acb); |
442 | 9ef91a67 | Christoph Hellwig | } else if (ret != EINPROGRESS) { |
443 | 9ef91a67 | Christoph Hellwig | /* end of aio */
|
444 | 9ef91a67 | Christoph Hellwig | if (ret == 0) { |
445 | 9ef91a67 | Christoph Hellwig | ret = qemu_paio_return(acb); |
446 | 9ef91a67 | Christoph Hellwig | if (ret == acb->aio_nbytes)
|
447 | 9ef91a67 | Christoph Hellwig | ret = 0;
|
448 | 9ef91a67 | Christoph Hellwig | else
|
449 | 9ef91a67 | Christoph Hellwig | ret = -EINVAL; |
450 | 9ef91a67 | Christoph Hellwig | } else {
|
451 | 9ef91a67 | Christoph Hellwig | ret = -ret; |
452 | 9ef91a67 | Christoph Hellwig | } |
453 | 9ef91a67 | Christoph Hellwig | /* remove the request */
|
454 | 9ef91a67 | Christoph Hellwig | *pacb = acb->next; |
455 | 9ef91a67 | Christoph Hellwig | /* call the callback */
|
456 | 9ef91a67 | Christoph Hellwig | acb->common.cb(acb->common.opaque, ret); |
457 | 9ef91a67 | Christoph Hellwig | qemu_aio_release(acb); |
458 | 9ef91a67 | Christoph Hellwig | break;
|
459 | 9ef91a67 | Christoph Hellwig | } else {
|
460 | 9ef91a67 | Christoph Hellwig | pacb = &acb->next; |
461 | 9ef91a67 | Christoph Hellwig | } |
462 | 9ef91a67 | Christoph Hellwig | } |
463 | 9ef91a67 | Christoph Hellwig | } |
464 | 9ef91a67 | Christoph Hellwig | the_end: ;
|
465 | 9ef91a67 | Christoph Hellwig | } |
466 | 9ef91a67 | Christoph Hellwig | |
467 | 9ef91a67 | Christoph Hellwig | static int posix_aio_flush(void *opaque) |
468 | 9ef91a67 | Christoph Hellwig | { |
469 | 9ef91a67 | Christoph Hellwig | PosixAioState *s = opaque; |
470 | 9ef91a67 | Christoph Hellwig | return !!s->first_aio;
|
471 | 9ef91a67 | Christoph Hellwig | } |
472 | 9ef91a67 | Christoph Hellwig | |
473 | 9ef91a67 | Christoph Hellwig | static PosixAioState *posix_aio_state;
|
474 | 9ef91a67 | Christoph Hellwig | |
475 | 9ef91a67 | Christoph Hellwig | static void aio_signal_handler(int signum) |
476 | 9ef91a67 | Christoph Hellwig | { |
477 | 9ef91a67 | Christoph Hellwig | if (posix_aio_state) {
|
478 | 9ef91a67 | Christoph Hellwig | char byte = 0; |
479 | 9ef91a67 | Christoph Hellwig | |
480 | 9ef91a67 | Christoph Hellwig | write(posix_aio_state->wfd, &byte, sizeof(byte));
|
481 | 9ef91a67 | Christoph Hellwig | } |
482 | 9ef91a67 | Christoph Hellwig | |
483 | 9ef91a67 | Christoph Hellwig | qemu_service_io(); |
484 | 9ef91a67 | Christoph Hellwig | } |
485 | 9ef91a67 | Christoph Hellwig | |
486 | 9ef91a67 | Christoph Hellwig | static void paio_remove(struct qemu_paiocb *acb) |
487 | 9ef91a67 | Christoph Hellwig | { |
488 | 9ef91a67 | Christoph Hellwig | struct qemu_paiocb **pacb;
|
489 | 9ef91a67 | Christoph Hellwig | |
490 | 9ef91a67 | Christoph Hellwig | /* remove the callback from the queue */
|
491 | 9ef91a67 | Christoph Hellwig | pacb = &posix_aio_state->first_aio; |
492 | 9ef91a67 | Christoph Hellwig | for(;;) {
|
493 | 9ef91a67 | Christoph Hellwig | if (*pacb == NULL) { |
494 | 9ef91a67 | Christoph Hellwig | fprintf(stderr, "paio_remove: aio request not found!\n");
|
495 | 9ef91a67 | Christoph Hellwig | break;
|
496 | 9ef91a67 | Christoph Hellwig | } else if (*pacb == acb) { |
497 | 9ef91a67 | Christoph Hellwig | *pacb = acb->next; |
498 | 9ef91a67 | Christoph Hellwig | qemu_aio_release(acb); |
499 | 9ef91a67 | Christoph Hellwig | break;
|
500 | 9ef91a67 | Christoph Hellwig | } |
501 | 9ef91a67 | Christoph Hellwig | pacb = &(*pacb)->next; |
502 | 9ef91a67 | Christoph Hellwig | } |
503 | 9ef91a67 | Christoph Hellwig | } |
504 | 9ef91a67 | Christoph Hellwig | |
505 | 9ef91a67 | Christoph Hellwig | static void paio_cancel(BlockDriverAIOCB *blockacb) |
506 | 9ef91a67 | Christoph Hellwig | { |
507 | 9ef91a67 | Christoph Hellwig | struct qemu_paiocb *acb = (struct qemu_paiocb *)blockacb; |
508 | 9ef91a67 | Christoph Hellwig | int active = 0; |
509 | 3c529d93 | aliguori | |
510 | 8653c015 | malc | mutex_lock(&lock); |
511 | 9ef91a67 | Christoph Hellwig | if (!acb->active) {
|
512 | 72cf2d4f | Blue Swirl | QTAILQ_REMOVE(&request_list, acb, node); |
513 | 9ef91a67 | Christoph Hellwig | acb->ret = -ECANCELED; |
514 | 9ef91a67 | Christoph Hellwig | } else if (acb->ret == -EINPROGRESS) { |
515 | 9ef91a67 | Christoph Hellwig | active = 1;
|
516 | 9ef91a67 | Christoph Hellwig | } |
517 | 8653c015 | malc | mutex_unlock(&lock); |
518 | 3c529d93 | aliguori | |
519 | 9ef91a67 | Christoph Hellwig | if (active) {
|
520 | 9ef91a67 | Christoph Hellwig | /* fail safe: if the aio could not be canceled, we wait for
|
521 | 9ef91a67 | Christoph Hellwig | it */
|
522 | 9ef91a67 | Christoph Hellwig | while (qemu_paio_error(acb) == EINPROGRESS)
|
523 | 9ef91a67 | Christoph Hellwig | ; |
524 | 9ef91a67 | Christoph Hellwig | } |
525 | 9ef91a67 | Christoph Hellwig | |
526 | 9ef91a67 | Christoph Hellwig | paio_remove(acb); |
527 | 9ef91a67 | Christoph Hellwig | } |
528 | 9ef91a67 | Christoph Hellwig | |
529 | 9ef91a67 | Christoph Hellwig | static AIOPool raw_aio_pool = {
|
530 | 9ef91a67 | Christoph Hellwig | .aiocb_size = sizeof(struct qemu_paiocb), |
531 | 9ef91a67 | Christoph Hellwig | .cancel = paio_cancel, |
532 | 9ef91a67 | Christoph Hellwig | }; |
533 | 9ef91a67 | Christoph Hellwig | |
534 | 9ef91a67 | Christoph Hellwig | BlockDriverAIOCB *paio_submit(BlockDriverState *bs, void *aio_ctx, int fd, |
535 | 9ef91a67 | Christoph Hellwig | int64_t sector_num, QEMUIOVector *qiov, int nb_sectors,
|
536 | 9ef91a67 | Christoph Hellwig | BlockDriverCompletionFunc *cb, void *opaque, int type) |
537 | 9ef91a67 | Christoph Hellwig | { |
538 | 9ef91a67 | Christoph Hellwig | struct qemu_paiocb *acb;
|
539 | 9ef91a67 | Christoph Hellwig | |
540 | 9ef91a67 | Christoph Hellwig | acb = qemu_aio_get(&raw_aio_pool, bs, cb, opaque); |
541 | 9ef91a67 | Christoph Hellwig | if (!acb)
|
542 | 9ef91a67 | Christoph Hellwig | return NULL; |
543 | 9ef91a67 | Christoph Hellwig | acb->aio_type = type; |
544 | 9ef91a67 | Christoph Hellwig | acb->aio_fildes = fd; |
545 | 9ef91a67 | Christoph Hellwig | acb->ev_signo = SIGUSR2; |
546 | b2e12bc6 | Christoph Hellwig | if (qiov) {
|
547 | b2e12bc6 | Christoph Hellwig | acb->aio_iov = qiov->iov; |
548 | b2e12bc6 | Christoph Hellwig | acb->aio_niov = qiov->niov; |
549 | b2e12bc6 | Christoph Hellwig | } |
550 | 9ef91a67 | Christoph Hellwig | acb->aio_nbytes = nb_sectors * 512;
|
551 | 9ef91a67 | Christoph Hellwig | acb->aio_offset = sector_num * 512;
|
552 | 9ef91a67 | Christoph Hellwig | |
553 | 9ef91a67 | Christoph Hellwig | acb->next = posix_aio_state->first_aio; |
554 | 9ef91a67 | Christoph Hellwig | posix_aio_state->first_aio = acb; |
555 | 9ef91a67 | Christoph Hellwig | |
556 | 9ef91a67 | Christoph Hellwig | qemu_paio_submit(acb); |
557 | 9ef91a67 | Christoph Hellwig | return &acb->common;
|
558 | 9ef91a67 | Christoph Hellwig | } |
559 | 9ef91a67 | Christoph Hellwig | |
560 | 9ef91a67 | Christoph Hellwig | BlockDriverAIOCB *paio_ioctl(BlockDriverState *bs, int fd,
|
561 | 9ef91a67 | Christoph Hellwig | unsigned long int req, void *buf, |
562 | 9ef91a67 | Christoph Hellwig | BlockDriverCompletionFunc *cb, void *opaque)
|
563 | 9ef91a67 | Christoph Hellwig | { |
564 | 9ef91a67 | Christoph Hellwig | struct qemu_paiocb *acb;
|
565 | 9ef91a67 | Christoph Hellwig | |
566 | 9ef91a67 | Christoph Hellwig | acb = qemu_aio_get(&raw_aio_pool, bs, cb, opaque); |
567 | 9ef91a67 | Christoph Hellwig | if (!acb)
|
568 | 9ef91a67 | Christoph Hellwig | return NULL; |
569 | 9ef91a67 | Christoph Hellwig | acb->aio_type = QEMU_AIO_IOCTL; |
570 | 9ef91a67 | Christoph Hellwig | acb->aio_fildes = fd; |
571 | 9ef91a67 | Christoph Hellwig | acb->ev_signo = SIGUSR2; |
572 | 9ef91a67 | Christoph Hellwig | acb->aio_offset = 0;
|
573 | 9ef91a67 | Christoph Hellwig | acb->aio_ioctl_buf = buf; |
574 | 9ef91a67 | Christoph Hellwig | acb->aio_ioctl_cmd = req; |
575 | 9ef91a67 | Christoph Hellwig | |
576 | 9ef91a67 | Christoph Hellwig | acb->next = posix_aio_state->first_aio; |
577 | 9ef91a67 | Christoph Hellwig | posix_aio_state->first_aio = acb; |
578 | 9ef91a67 | Christoph Hellwig | |
579 | 9ef91a67 | Christoph Hellwig | qemu_paio_submit(acb); |
580 | 9ef91a67 | Christoph Hellwig | return &acb->common;
|
581 | 9ef91a67 | Christoph Hellwig | } |
582 | 9ef91a67 | Christoph Hellwig | |
583 | 9ef91a67 | Christoph Hellwig | void *paio_init(void) |
584 | 9ef91a67 | Christoph Hellwig | { |
585 | 9ef91a67 | Christoph Hellwig | struct sigaction act;
|
586 | 9ef91a67 | Christoph Hellwig | PosixAioState *s; |
587 | 9ef91a67 | Christoph Hellwig | int fds[2]; |
588 | 9ef91a67 | Christoph Hellwig | int ret;
|
589 | 9ef91a67 | Christoph Hellwig | |
590 | 9ef91a67 | Christoph Hellwig | if (posix_aio_state)
|
591 | 9ef91a67 | Christoph Hellwig | return posix_aio_state;
|
592 | 9ef91a67 | Christoph Hellwig | |
593 | 9ef91a67 | Christoph Hellwig | s = qemu_malloc(sizeof(PosixAioState));
|
594 | 9ef91a67 | Christoph Hellwig | |
595 | 9ef91a67 | Christoph Hellwig | sigfillset(&act.sa_mask); |
596 | 9ef91a67 | Christoph Hellwig | act.sa_flags = 0; /* do not restart syscalls to interrupt select() */ |
597 | 9ef91a67 | Christoph Hellwig | act.sa_handler = aio_signal_handler; |
598 | 9ef91a67 | Christoph Hellwig | sigaction(SIGUSR2, &act, NULL);
|
599 | 9ef91a67 | Christoph Hellwig | |
600 | 9ef91a67 | Christoph Hellwig | s->first_aio = NULL;
|
601 | 9ef91a67 | Christoph Hellwig | if (pipe(fds) == -1) { |
602 | 9ef91a67 | Christoph Hellwig | fprintf(stderr, "failed to create pipe\n");
|
603 | 9ef91a67 | Christoph Hellwig | return NULL; |
604 | 9ef91a67 | Christoph Hellwig | } |
605 | 9ef91a67 | Christoph Hellwig | |
606 | 9ef91a67 | Christoph Hellwig | s->rfd = fds[0];
|
607 | 9ef91a67 | Christoph Hellwig | s->wfd = fds[1];
|
608 | 9ef91a67 | Christoph Hellwig | |
609 | 9ef91a67 | Christoph Hellwig | fcntl(s->rfd, F_SETFL, O_NONBLOCK); |
610 | 9ef91a67 | Christoph Hellwig | fcntl(s->wfd, F_SETFL, O_NONBLOCK); |
611 | 9ef91a67 | Christoph Hellwig | |
612 | 9ef91a67 | Christoph Hellwig | qemu_aio_set_fd_handler(s->rfd, posix_aio_read, NULL, posix_aio_flush, s);
|
613 | 9ef91a67 | Christoph Hellwig | |
614 | 9ef91a67 | Christoph Hellwig | ret = pthread_attr_init(&attr); |
615 | 9ef91a67 | Christoph Hellwig | if (ret)
|
616 | 9ef91a67 | Christoph Hellwig | die2(ret, "pthread_attr_init");
|
617 | 9ef91a67 | Christoph Hellwig | |
618 | 9ef91a67 | Christoph Hellwig | ret = pthread_attr_setdetachstate(&attr, PTHREAD_CREATE_DETACHED); |
619 | 9ef91a67 | Christoph Hellwig | if (ret)
|
620 | 9ef91a67 | Christoph Hellwig | die2(ret, "pthread_attr_setdetachstate");
|
621 | 9ef91a67 | Christoph Hellwig | |
622 | 72cf2d4f | Blue Swirl | QTAILQ_INIT(&request_list); |
623 | 9ef91a67 | Christoph Hellwig | |
624 | 9ef91a67 | Christoph Hellwig | posix_aio_state = s; |
625 | 9ef91a67 | Christoph Hellwig | |
626 | 9ef91a67 | Christoph Hellwig | return posix_aio_state;
|
627 | 3c529d93 | aliguori | } |