// Copyright 2019 The Go Authors. All rights reserved. // Use of this source code is governed by a BSD-style // license that can be found in the LICENSE file. package runtime import "unsafe" // FIXME: Improve network poller for hurd. // This is based on the former libgo/runtime/netpoll_select.c implementation // except that it uses poll instead of select and is written in Go. // It's also based on Solaris implementation for the arming mechanisms // Inspiration was also taken from netpoll_aix.go and netpoll_solaris.go //From /usr/include/x86_64-linux-gnu/sys/poll.h //go:noescape //extern poll func libc_poll(pfds *pollfd, nfds int32, timeout int32) int32 //go:noescape //extern pipe2 func libc_pipe2(fd *int32, flags int32) int32 //pollfd represents the poll structure for GNU/Hurd operating system. type pollfd struct { fd int32 // File descriptor to poll. events int16 // Types of events poller cares about. revents int16 // Types of events that actually occurred. } //From /usr/include/i386-gnu/bits/poll.h const _POLLIN = 01 // There is data to read. const _POLLPRI = 02 // There is urgent data to read. const _POLLOUT = 04 // Writing now will not block. const _POLLERR = 010 // Error condition. const _POLLHUP = 020 // Hung up. const _POLLNVAL = 040 // Invalid polling request. var ( pfds []pollfd pds []*pollDesc mtxpoll mutex mtxset mutex rdwake int32 wrwake int32 pendingUpdates int32 ) const pollVerbose = false func netpollinit() { var p [2]int32 // Create the pipe we use to wakeup poll. if err := libc_pipe2(&p[0], _O_CLOEXEC|_O_NONBLOCK); err < 0 { throw("runtime:netpollinit(): failed to create pipe2") } rdwake = p[0] wrwake = p[1] // Pre-allocate array of pollfd structures for poll. if pollVerbose { println("*** allocating") } pfds = make([]pollfd, 1, 128) if pollVerbose { println("*** allocating done", &pfds[0]) } // Poll the read side of the pipe. pfds[0].fd = int32(rdwake) pfds[0].events = int16(_POLLIN) pfds[0].revents = int16(0) pds = make([]*pollDesc, 1, 128) // Checks for pd != nil are made in netpoll. pds[0] = nil } func netpolldescriptor() uintptr { // Both fds must be returned. if rdwake > 0xFFFF || wrwake > 0xFFFF { throw("netpolldescriptor: invalid fd number") } return uintptr(rdwake<<16 | wrwake) } func netpollIsPollDescriptor(fd uintptr) bool { return fd == uintptr(rdwake) || fd == uintptr(wrwake) } // netpollwakeup writes on wrwake to wakeup poll before any changes. func netpollwakeup() { if pendingUpdates == 0 { pendingUpdates = 1 if pollVerbose { println("*** writing 1 byte") } b := [1]byte{0} write(uintptr(wrwake), unsafe.Pointer(&b[0]), 1) } } func netpollopen(fd uintptr, pd *pollDesc) int32 { if pollVerbose { println("*** netpollopen", fd) } lock(&mtxpoll) netpollwakeup() lock(&mtxset) unlock(&mtxpoll) pd.user = uint32(len(pfds)) pfds = append(pfds, pollfd{fd: int32(fd)}) pds = append(pds, pd) unlock(&mtxset) return 0 } func netpollclose(fd uintptr) int32 { if pollVerbose { println("*** netpollclose", fd) } lock(&mtxpoll) netpollwakeup() lock(&mtxset) unlock(&mtxpoll) for i := 0; i < len(pfds); i++ { if pfds[i].fd == int32(fd) { pfds[i] = pfds[len(pfds)-1] pfds = pfds[:len(pfds)-1] pds[i] = pds[len(pds)-1] pds[i].user = uint32(i) pds = pds[:len(pds)-1] break } } unlock(&mtxset) return 0 } func netpollarm(pd *pollDesc, mode int) { if pollVerbose { println("*** netpollarm", pd.fd, mode) } lock(&mtxpoll) netpollwakeup() lock(&mtxset) unlock(&mtxpoll) switch mode { case 'r': pfds[pd.user].events |= _POLLIN case 'w': pfds[pd.user].events |= _POLLOUT } unlock(&mtxset) } // netpollBreak interrupts an epollwait. func netpollBreak() { netpollwakeup() } // netpoll checks for ready network connections. // Returns list of goroutines that become runnable. // delay < 0: blocks indefinitely // delay == 0: does not block, just polls // delay > 0: block for up to that many nanoseconds //go:nowritebarrierrec func netpoll(delay int64) gList { timeout := int32(0) if delay < 0 { timeout = 0 } else if delay == 0 { // TODO: call poll with timeout == 0 return gList{} } else if delay < 1e6 { timeout = 1 } else if delay < 1e15 { timeout = int32(delay / 1e6) } else { // An arbitrary cap on how long to wait for a timer. // 1e9 ms == ~11.5 days. timeout = 1e9 } retry: lock(&mtxpoll) lock(&mtxset) pendingUpdates = 0 unlock(&mtxpoll) n := libc_poll(&pfds[0], int32(len(pfds)), timeout) if n < 0 { e := errno() if e != _EINTR { println("errno=", e, " len(pfds)=", len(pfds)) throw("poll failed") } unlock(&mtxset) // If a timed sleep was interrupted, just return to // recalculate how long we should sleep now. if timeout > 0 { return gList{} } goto retry } // Check if some descriptors need to be changed if n != 0 && pfds[0].revents&(_POLLIN|_POLLHUP|_POLLERR) != 0 { if delay != 0 { // A netpollwakeup could be picked up by a // non-blocking poll. Only clear the wakeup // if blocking. var b [1]byte for read(rdwake, unsafe.Pointer(&b[0]), 1) == 1 { } } // Still look at the other fds even if the mode may have // changed, as netpollBreak might have been called. n-- } var toRun gList for i := 1; i < len(pfds) && n > 0; i++ { pfd := &pfds[i] var mode int32 if pfd.revents&(_POLLIN|_POLLHUP|_POLLERR) != 0 { mode += 'r' pfd.events &= ^_POLLIN } if pfd.revents&(_POLLOUT|_POLLHUP|_POLLERR) != 0 { mode += 'w' pfd.events &= ^_POLLOUT } if mode != 0 { pds[i].everr = false if pfd.revents == _POLLERR { pds[i].everr = true } netpollready(&toRun, pds[i], mode) n-- } } unlock(&mtxset) return toRun }