• Home
  • Line#
  • Scopes#
  • Navigate#
  • Raw
  • Download
1 /* http://frotznet.googlecode.com/svn/trunk/utils/fdevent.c
2 **
3 ** Copyright 2006, Brian Swetland <swetland@frotz.net>
4 **
5 ** Licensed under the Apache License, Version 2.0 (the "License");
6 ** you may not use this file except in compliance with the License.
7 ** You may obtain a copy of the License at
8 **
9 **     http://www.apache.org/licenses/LICENSE-2.0
10 **
11 ** Unless required by applicable law or agreed to in writing, software
12 ** distributed under the License is distributed on an "AS IS" BASIS,
13 ** WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
14 ** See the License for the specific language governing permissions and
15 ** limitations under the License.
16 */
17 
18 #define TRACE_TAG FDEVENT
19 
20 #include "sysdeps.h"
21 #include "fdevent.h"
22 
23 #include <fcntl.h>
24 #include <stdlib.h>
25 #include <string.h>
26 #include <unistd.h>
27 
28 #include <atomic>
29 #include <functional>
30 #include <list>
31 #include <mutex>
32 #include <unordered_map>
33 #include <vector>
34 
35 #include <android-base/logging.h>
36 #include <android-base/stringprintf.h>
37 #include <android-base/thread_annotations.h>
38 
39 #include "adb_io.h"
40 #include "adb_trace.h"
41 #include "adb_unique_fd.h"
42 #include "adb_utils.h"
43 
44 #if !ADB_HOST
45 // This socket is used when a subproc shell service exists.
46 // It wakes up the fdevent_loop() and cause the correct handling
47 // of the shell's pseudo-tty master. I.e. force close it.
48 int SHELL_EXIT_NOTIFY_FD = -1;
49 #endif // !ADB_HOST
50 
51 #define FDE_EVENTMASK  0x00ff
52 #define FDE_STATEMASK  0xff00
53 
54 #define FDE_ACTIVE     0x0100
55 #define FDE_PENDING    0x0200
56 #define FDE_CREATED    0x0400
57 
58 struct PollNode {
59   fdevent* fde;
60   adb_pollfd pollfd;
61 
PollNodePollNode62   explicit PollNode(fdevent* fde) : fde(fde) {
63       memset(&pollfd, 0, sizeof(pollfd));
64       pollfd.fd = fde->fd;
65 
66 #if defined(__linux__)
67       // Always enable POLLRDHUP, so the host server can take action when some clients disconnect.
68       // Then we can avoid leaving many sockets in CLOSE_WAIT state. See http://b/23314034.
69       pollfd.events = POLLRDHUP;
70 #endif
71   }
72 };
73 
74 // All operations to fdevent should happen only in the main thread.
75 // That's why we don't need a lock for fdevent.
76 static auto& g_poll_node_map = *new std::unordered_map<int, PollNode>();
77 static auto& g_pending_list = *new std::list<fdevent*>();
78 static std::atomic<bool> terminate_loop(false);
79 static bool main_thread_valid;
80 static unsigned long main_thread_id;
81 
82 static auto& run_queue_notify_fd = *new unique_fd();
83 static auto& run_queue_mutex = *new std::mutex();
84 static auto& run_queue GUARDED_BY(run_queue_mutex) = *new std::vector<std::function<void()>>();
85 
check_main_thread()86 void check_main_thread() {
87     if (main_thread_valid) {
88         CHECK_EQ(main_thread_id, adb_thread_id());
89     }
90 }
91 
set_main_thread()92 void set_main_thread() {
93     main_thread_valid = true;
94     main_thread_id = adb_thread_id();
95 }
96 
dump_fde(const fdevent * fde)97 static std::string dump_fde(const fdevent* fde) {
98     std::string state;
99     if (fde->state & FDE_ACTIVE) {
100         state += "A";
101     }
102     if (fde->state & FDE_PENDING) {
103         state += "P";
104     }
105     if (fde->state & FDE_CREATED) {
106         state += "C";
107     }
108     if (fde->state & FDE_READ) {
109         state += "R";
110     }
111     if (fde->state & FDE_WRITE) {
112         state += "W";
113     }
114     if (fde->state & FDE_ERROR) {
115         state += "E";
116     }
117     if (fde->state & FDE_DONT_CLOSE) {
118         state += "D";
119     }
120     return android::base::StringPrintf("(fdevent %d %s)", fde->fd, state.c_str());
121 }
122 
fdevent_create(int fd,fd_func func,void * arg)123 fdevent* fdevent_create(int fd, fd_func func, void* arg) {
124     check_main_thread();
125     fdevent *fde = (fdevent*) malloc(sizeof(fdevent));
126     if(fde == 0) return 0;
127     fdevent_install(fde, fd, func, arg);
128     fde->state |= FDE_CREATED;
129     return fde;
130 }
131 
fdevent_destroy(fdevent * fde)132 void fdevent_destroy(fdevent* fde) {
133     check_main_thread();
134     if(fde == 0) return;
135     if(!(fde->state & FDE_CREATED)) {
136         LOG(FATAL) << "destroying fde not created by fdevent_create(): " << dump_fde(fde);
137     }
138     fdevent_remove(fde);
139     free(fde);
140 }
141 
fdevent_install(fdevent * fde,int fd,fd_func func,void * arg)142 void fdevent_install(fdevent* fde, int fd, fd_func func, void* arg) {
143     check_main_thread();
144     CHECK_GE(fd, 0);
145     memset(fde, 0, sizeof(fdevent));
146     fde->state = FDE_ACTIVE;
147     fde->fd = fd;
148     fde->func = func;
149     fde->arg = arg;
150     if (!set_file_block_mode(fd, false)) {
151         // Here is not proper to handle the error. If it fails here, some error is
152         // likely to be detected by poll(), then we can let the callback function
153         // to handle it.
154         LOG(ERROR) << "failed to set non-blocking mode for fd " << fd;
155     }
156     auto pair = g_poll_node_map.emplace(fde->fd, PollNode(fde));
157     CHECK(pair.second) << "install existing fd " << fd;
158     D("fdevent_install %s", dump_fde(fde).c_str());
159 }
160 
fdevent_remove(fdevent * fde)161 void fdevent_remove(fdevent* fde) {
162     check_main_thread();
163     D("fdevent_remove %s", dump_fde(fde).c_str());
164     if (fde->state & FDE_ACTIVE) {
165         g_poll_node_map.erase(fde->fd);
166         if (fde->state & FDE_PENDING) {
167             g_pending_list.remove(fde);
168         }
169         if (!(fde->state & FDE_DONT_CLOSE)) {
170             adb_close(fde->fd);
171             fde->fd = -1;
172         }
173         fde->state = 0;
174         fde->events = 0;
175     }
176 }
177 
fdevent_update(fdevent * fde,unsigned events)178 static void fdevent_update(fdevent* fde, unsigned events) {
179     auto it = g_poll_node_map.find(fde->fd);
180     CHECK(it != g_poll_node_map.end());
181     PollNode& node = it->second;
182     if (events & FDE_READ) {
183         node.pollfd.events |= POLLIN;
184     } else {
185         node.pollfd.events &= ~POLLIN;
186     }
187 
188     if (events & FDE_WRITE) {
189         node.pollfd.events |= POLLOUT;
190     } else {
191         node.pollfd.events &= ~POLLOUT;
192     }
193     fde->state = (fde->state & FDE_STATEMASK) | events;
194 }
195 
fdevent_set(fdevent * fde,unsigned events)196 void fdevent_set(fdevent* fde, unsigned events) {
197     check_main_thread();
198     events &= FDE_EVENTMASK;
199     if ((fde->state & FDE_EVENTMASK) == events) {
200         return;
201     }
202     CHECK(fde->state & FDE_ACTIVE);
203     fdevent_update(fde, events);
204     D("fdevent_set: %s, events = %u", dump_fde(fde).c_str(), events);
205 
206     if (fde->state & FDE_PENDING) {
207         // If we are pending, make sure we don't signal an event that is no longer wanted.
208         fde->events &= events;
209         if (fde->events == 0) {
210             g_pending_list.remove(fde);
211             fde->state &= ~FDE_PENDING;
212         }
213     }
214 }
215 
fdevent_add(fdevent * fde,unsigned events)216 void fdevent_add(fdevent* fde, unsigned events) {
217     check_main_thread();
218     fdevent_set(fde, (fde->state & FDE_EVENTMASK) | events);
219 }
220 
fdevent_del(fdevent * fde,unsigned events)221 void fdevent_del(fdevent* fde, unsigned events) {
222     check_main_thread();
223     fdevent_set(fde, (fde->state & FDE_EVENTMASK) & ~events);
224 }
225 
dump_pollfds(const std::vector<adb_pollfd> & pollfds)226 static std::string dump_pollfds(const std::vector<adb_pollfd>& pollfds) {
227     std::string result;
228     for (const auto& pollfd : pollfds) {
229         std::string op;
230         if (pollfd.events & POLLIN) {
231             op += "R";
232         }
233         if (pollfd.events & POLLOUT) {
234             op += "W";
235         }
236         android::base::StringAppendF(&result, " %d(%s)", pollfd.fd, op.c_str());
237     }
238     return result;
239 }
240 
fdevent_process()241 static void fdevent_process() {
242     std::vector<adb_pollfd> pollfds;
243     for (const auto& pair : g_poll_node_map) {
244         pollfds.push_back(pair.second.pollfd);
245     }
246     CHECK_GT(pollfds.size(), 0u);
247     D("poll(), pollfds = %s", dump_pollfds(pollfds).c_str());
248     int ret = adb_poll(&pollfds[0], pollfds.size(), -1);
249     if (ret == -1) {
250         PLOG(ERROR) << "poll(), ret = " << ret;
251         return;
252     }
253     for (const auto& pollfd : pollfds) {
254         if (pollfd.revents != 0) {
255             D("for fd %d, revents = %x", pollfd.fd, pollfd.revents);
256         }
257         unsigned events = 0;
258         if (pollfd.revents & POLLIN) {
259             events |= FDE_READ;
260         }
261         if (pollfd.revents & POLLOUT) {
262             events |= FDE_WRITE;
263         }
264         if (pollfd.revents & (POLLERR | POLLHUP | POLLNVAL)) {
265             // We fake a read, as the rest of the code assumes that errors will
266             // be detected at that point.
267             events |= FDE_READ | FDE_ERROR;
268         }
269 #if defined(__linux__)
270         if (pollfd.revents & POLLRDHUP) {
271             events |= FDE_READ | FDE_ERROR;
272         }
273 #endif
274         if (events != 0) {
275             auto it = g_poll_node_map.find(pollfd.fd);
276             CHECK(it != g_poll_node_map.end());
277             fdevent* fde = it->second.fde;
278             CHECK_EQ(fde->fd, pollfd.fd);
279             fde->events |= events;
280             D("%s got events %x", dump_fde(fde).c_str(), events);
281             fde->state |= FDE_PENDING;
282             g_pending_list.push_back(fde);
283         }
284     }
285 }
286 
fdevent_call_fdfunc(fdevent * fde)287 static void fdevent_call_fdfunc(fdevent* fde) {
288     unsigned events = fde->events;
289     fde->events = 0;
290     CHECK(fde->state & FDE_PENDING);
291     fde->state &= (~FDE_PENDING);
292     D("fdevent_call_fdfunc %s", dump_fde(fde).c_str());
293     fde->func(fde->fd, events, fde->arg);
294 }
295 
296 #if !ADB_HOST
297 
298 #include <sys/ioctl.h>
299 
fdevent_subproc_event_func(int fd,unsigned ev,void *)300 static void fdevent_subproc_event_func(int fd, unsigned ev, void* /* userdata */) {
301     D("subproc handling on fd = %d, ev = %x", fd, ev);
302 
303     CHECK_GE(fd, 0);
304 
305     if (ev & FDE_READ) {
306         int subproc_fd;
307 
308         if(!ReadFdExactly(fd, &subproc_fd, sizeof(subproc_fd))) {
309             LOG(FATAL) << "Failed to read the subproc's fd from " << fd;
310         }
311         auto it = g_poll_node_map.find(subproc_fd);
312         if (it == g_poll_node_map.end()) {
313             D("subproc_fd %d cleared from fd_table", subproc_fd);
314             adb_close(subproc_fd);
315             return;
316         }
317         fdevent* subproc_fde = it->second.fde;
318         if(subproc_fde->fd != subproc_fd) {
319             // Already reallocated?
320             LOG(FATAL) << "subproc_fd(" << subproc_fd << ") != subproc_fde->fd(" << subproc_fde->fd
321                        << ")";
322             return;
323         }
324 
325         subproc_fde->force_eof = 1;
326 
327         int rcount = 0;
328         ioctl(subproc_fd, FIONREAD, &rcount);
329         D("subproc with fd %d has rcount=%d, err=%d", subproc_fd, rcount, errno);
330         if (rcount != 0) {
331             // If there is data left, it will show up in the select().
332             // This works because there is no other thread reading that
333             // data when in this fd_func().
334             return;
335         }
336 
337         D("subproc_fde %s", dump_fde(subproc_fde).c_str());
338         subproc_fde->events |= FDE_READ;
339         if(subproc_fde->state & FDE_PENDING) {
340             return;
341         }
342         subproc_fde->state |= FDE_PENDING;
343         fdevent_call_fdfunc(subproc_fde);
344     }
345 }
346 
fdevent_subproc_setup()347 static void fdevent_subproc_setup() {
348     int s[2];
349 
350     if(adb_socketpair(s)) {
351         PLOG(FATAL) << "cannot create shell-exit socket-pair";
352     }
353     D("fdevent_subproc: socket pair (%d, %d)", s[0], s[1]);
354 
355     SHELL_EXIT_NOTIFY_FD = s[0];
356     fdevent *fde = fdevent_create(s[1], fdevent_subproc_event_func, NULL);
357     CHECK(fde != nullptr) << "cannot create fdevent for shell-exit handler";
358     fdevent_add(fde, FDE_READ);
359 }
360 #endif // !ADB_HOST
361 
fdevent_run_flush()362 static void fdevent_run_flush() REQUIRES(run_queue_mutex) {
363     for (auto& f : run_queue) {
364         f();
365     }
366     run_queue.clear();
367 }
368 
fdevent_run_func(int fd,unsigned ev,void *)369 static void fdevent_run_func(int fd, unsigned ev, void* /* userdata */) {
370     CHECK_GE(fd, 0);
371     CHECK(ev & FDE_READ);
372 
373     char buf[1024];
374 
375     // Empty the fd.
376     if (adb_read(fd, buf, sizeof(buf)) == -1) {
377         PLOG(FATAL) << "failed to empty run queue notify fd";
378     }
379 
380     std::lock_guard<std::mutex> lock(run_queue_mutex);
381     fdevent_run_flush();
382 }
383 
fdevent_run_setup()384 static void fdevent_run_setup() {
385     std::lock_guard<std::mutex> lock(run_queue_mutex);
386     CHECK(run_queue_notify_fd.get() == -1);
387     int s[2];
388     if (adb_socketpair(s) != 0) {
389         PLOG(FATAL) << "failed to create run queue notify socketpair";
390     }
391 
392     run_queue_notify_fd.reset(s[0]);
393     fdevent* fde = fdevent_create(s[1], fdevent_run_func, nullptr);
394     CHECK(fde != nullptr);
395     fdevent_add(fde, FDE_READ);
396 
397     fdevent_run_flush();
398 }
399 
fdevent_run_on_main_thread(std::function<void ()> fn)400 void fdevent_run_on_main_thread(std::function<void()> fn) {
401     std::lock_guard<std::mutex> lock(run_queue_mutex);
402     run_queue.push_back(std::move(fn));
403 
404     // run_queue_notify_fd could still be -1 if we're called before fdevent has finished setting up.
405     // In that case, rely on the setup code to flush the queue without a notification being needed.
406     if (run_queue_notify_fd != -1) {
407         if (adb_write(run_queue_notify_fd.get(), "", 1) != 1) {
408             PLOG(FATAL) << "failed to write to run queue notify fd";
409         }
410     }
411 }
412 
fdevent_loop()413 void fdevent_loop() {
414     set_main_thread();
415 #if !ADB_HOST
416     fdevent_subproc_setup();
417 #endif // !ADB_HOST
418     fdevent_run_setup();
419 
420     while (true) {
421         if (terminate_loop) {
422             return;
423         }
424 
425         D("--- --- waiting for events");
426 
427         fdevent_process();
428 
429         while (!g_pending_list.empty()) {
430             fdevent* fde = g_pending_list.front();
431             g_pending_list.pop_front();
432             fdevent_call_fdfunc(fde);
433         }
434     }
435 }
436 
fdevent_terminate_loop()437 void fdevent_terminate_loop() {
438     terminate_loop = true;
439 }
440 
fdevent_installed_count()441 size_t fdevent_installed_count() {
442     return g_poll_node_map.size();
443 }
444 
fdevent_reset()445 void fdevent_reset() {
446     g_poll_node_map.clear();
447     g_pending_list.clear();
448 
449     std::lock_guard<std::mutex> lock(run_queue_mutex);
450     run_queue_notify_fd.reset();
451     run_queue.clear();
452 
453     main_thread_valid = false;
454     terminate_loop = false;
455 }
456