// Copyright 2013 The Go Authors. All rights reserved. // Use of this source code is governed by a BSD-style // license that can be found in the LICENSE file. // +build linux package runtime import "unsafe" //extern epoll_create func epollcreate(size int32) int32 //extern epoll_create1 func epollcreate1(flags int32) int32 //go:noescape //extern epoll_ctl func epollctl(epfd, op, fd int32, ev *epollevent) int32 //go:noescape //extern epoll_wait func epollwait(epfd int32, ev *epollevent, nev, timeout int32) int32 //extern __go_fcntl_uintptr func fcntlUintptr(fd, cmd, arg uintptr) (uintptr, uintptr) func closeonexec(fd int32) { fcntlUintptr(uintptr(fd), _F_SETFD, _FD_CLOEXEC) } var ( epfd int32 = -1 // epoll descriptor ) func netpollinit() { epfd = epollcreate1(_EPOLL_CLOEXEC) if epfd >= 0 { return } epfd = epollcreate(1024) if epfd >= 0 { closeonexec(epfd) return } println("netpollinit: failed to create epoll descriptor", errno()) throw("netpollinit: failed to create descriptor") } func netpolldescriptor() uintptr { return uintptr(epfd) } func netpollopen(fd uintptr, pd *pollDesc) int32 { var ev epollevent ev.events = _EPOLLIN | _EPOLLOUT | _EPOLLRDHUP | _EPOLLETpos *(**pollDesc)(unsafe.Pointer(&ev.data)) = pd if epollctl(epfd, _EPOLL_CTL_ADD, int32(fd), &ev) < 0 { return int32(errno()) } return 0 } func netpollclose(fd uintptr) int32 { var ev epollevent if epollctl(epfd, _EPOLL_CTL_DEL, int32(fd), &ev) < 0 { return int32(errno()) } return 0 } func netpollarm(pd *pollDesc, mode int) { throw("runtime: unused") } // polls for ready network connections // returns list of goroutines that become runnable func netpoll(block bool) gList { if epfd == -1 { return gList{} } waitms := int32(-1) if !block { waitms = 0 } var events [128]epollevent retry: n := epollwait(epfd, &events[0], int32(len(events)), waitms) if n < 0 { e := errno() if e != _EINTR { println("runtime: epollwait on fd", epfd, "failed with", e) throw("runtime: netpoll failed") } goto retry } var toRun gList for i := int32(0); i < n; i++ { ev := &events[i] if ev.events == 0 { continue } var mode int32 if ev.events&(_EPOLLIN|_EPOLLRDHUP|_EPOLLHUP|_EPOLLERR) != 0 { mode += 'r' } if ev.events&(_EPOLLOUT|_EPOLLHUP|_EPOLLERR) != 0 { mode += 'w' } if mode != 0 { pd := *(**pollDesc)(unsafe.Pointer(&ev.data)) netpollready(&toRun, pd, mode) } } if block && toRun.empty() { goto retry } return toRun }