Update kernels to work with latest Backend.AI agent.

Author: achimnol

.gitignore

@@ -57,8 +57,9 @@ docs/_build/
 # PyBuilder
 target/
 
-# etc
+# autoenv / direnv
 .env
+.envrc
 
 # Generate binaries for images
 */jail
@@ -71,6 +72,7 @@ old/*/jail-check
 old/*/intra-jail-check
 
 node_modules/
+yarn.lock
 
 .*.swp
 venv*

c/run.py

@@ -35,6 +35,9 @@ def __init__(self):
         super().__init__()
         self.child_env.update(CHILD_ENV)
 
+    async def init_with_loop(self):
+        pass
+
     async def build(self, build_cmd):
         if build_cmd is None or build_cmd == '':
             # skipped
@@ -90,6 +93,10 @@ async def query(self, code_text):
     async def complete(self, data):
         return []
 
+    async def interrupt(self):
+        # subproc interrupt is already handled by BaseRunner
+        pass
+
 
 if __name__ == '__main__':
     CProgramRunner().run()

cpp/run.py

@@ -35,6 +35,9 @@ def __init__(self):
         super().__init__()
         self.child_env.update(CHILD_ENV)
 
+    async def init_with_loop(self):
+        pass
+
     async def build(self, build_cmd):
         if build_cmd is None or build_cmd == '':
             # skipped
@@ -88,6 +91,10 @@ async def query(self, code_text):
     async def complete(self, data):
         return []
 
+    async def interrupt(self):
+        # subproc interrupt is already handled by BaseRunner
+        pass
+
 
 if __name__ == '__main__':
     CPPProgramRunner().run()

go/Dockerfile

@@ -1,63 +1,19 @@
-# Dockerfile ref: https://github.com/docker-library/golang (official golang docker package)
-FROM lablup/kernel-base-python3-minimal:latest
-MAINTAINER DevOps "devops@lablup.com"
+FROM golang:1.9.0-alpine3.6 as go-binary
 
-ENV GOLANG_VERSION 1.8.1
 
-# Install Python packages
-RUN pip install --no-cache-dir aiozmq
+FROM lablup/kernel-base-python3-minimal:latest
 
 # Install Go environments
+COPY --from=go-binary /usr/local/go /usr/local/
 RUN apk add --no-cache ca-certificates
-# https://golang.org/issue/14851 (Go 1.8 & 1.7)
-COPY *.patch /go-alpine-patches/
-RUN set -eux; \
-	apk add --no-cache --virtual .build-deps \
-		bash \
-		gcc \
-		musl-dev \
-		openssl \
-		go
-RUN export \
-# set GOROOT_BOOTSTRAP such that we can actually build Go
-		GOROOT_BOOTSTRAP="$(go env GOROOT)" \
-# ... and set "cross-building" related vars to the installed system's values so that we create a build targeting the proper arch
-# (for example, if our build host is GOARCH=amd64, but our build env/image is GOARCH=386, our build needs GOARCH=386)
-		GOOS="$(go env GOOS)" \
-		GOARCH="$(go env GOARCH)" \
-		GO386="$(go env GO386)" \
-		GOARM="$(go env GOARM)" \
-		GOHOSTOS="$(go env GOHOSTOS)" \
-		GOHOSTARCH="$(go env GOHOSTARCH)" \
-	; \
-	\
-	wget -O go.tgz "https://golang.org/dl/go$GOLANG_VERSION.src.tar.gz"; \
-	echo '33daf4c03f86120fdfdc66bddf6bfff4661c7ca11c5da473e537f4d69b470e57 *go.tgz' | sha256sum -c -; \
-	tar -C /usr/local -xzf go.tgz; \
-	rm go.tgz; \
-	\
-	cd /usr/local/go/src; \
-	for p in /go-alpine-patches/*.patch; do \
-		[ -f "$p" ] || continue; \
-		patch -p2 -i "$p"; \
-	done; \
-	./make.bash; \
-	\
-	rm -rf /go-alpine-patches; \
-	apk del .build-deps; \
-	\
-	export PATH="/usr/local/go/bin:$PATH"; \
-	go version
 
 ENV GOPATH /home/work
 ENV PATH $GOPATH/bin:/usr/local/go/bin:$PATH
 
 RUN mkdir -p "$GOPATH/src" "$GOPATH/bin" && chmod -R 777 "$GOPATH"
 WORKDIR $GOPATH
 
-COPY go-wrapper /usr/local/bin/
-
-COPY run.py /home/sorna/run.py
+COPY run.py /home/sorna/
+COPY policy.yml /home/sorna/
 
-USER work
-CMD ["/home/sorna/jail", "python3", "/usr/local/bin/python3", "/home/sorna/run.py"]
+LABEL io.sorna.features "batch query uid-match user-input"

go/go-wrapper

@@ -0,0 +1,27 @@
+whitelist_paths:
+  OP_OPEN: ["*"]
+  OP_ACCESS: ["*"]
+  OP_EXEC: ["*"]
+  OP_STAT: ["*"]
+  OP_CHMOD: ["/home/work/*", "/tmp/*"]
+exec_allowance: -1
+fork_allowance: -1
+max_child_procs: 32
+extra_envs: []
+preserved_env_keys: [
+  "HOME", "PATH", "LANG",
+  "USER", "SHELL", "TERM",
+  "LD_LIBRARY_PATH",
+  "LD_PRELOAD",
+  # Python-specific
+  "PYTHONPATH",
+  "PYTHONUNBUFFERED",
+  "MPLCONFIGDIR",
+  "OPENBLAS_NUM_THREADS",
+]
+
+diff_to_default: true
+
+# Following syscalls are blindly allowed.
+# IMPORTANT: ptrace MUST NOT be included!
+allowed_syscalls:

go/no-pic.patch

@@ -34,6 +34,9 @@ def __init__(self):
         super().__init__()
         self.child_env.update(CHILD_ENV)
 
+    async def init_with_loop(self):
+        pass
+
     async def build(self, build_cmd):
         if build_cmd is None or build_cmd == '':
             # skipped
@@ -69,6 +72,13 @@ async def query(self, code_text):
             cmd = f'go run {tmpf.name}'
             await self.run_subproc(cmd)
 
+    async def complete(self, data):
+        return []
+
+    async def interrupt(self):
+        # subproc interrupt is already handled by BaseRunner
+        pass
+
 
 if __name__ == '__main__':
     GoProgramRunner().run()

go/policy.yml

@@ -40,6 +40,9 @@ def __init__(self):
         super().__init__()
         self.child_env = CHILD_ENV
 
+    async def init_with_loop(self):
+        pass
+
     async def build(self, build_cmd):
         if build_cmd is None or build_cmd == '':
             # skipped
@@ -105,6 +108,10 @@ async def query(self, code_text):
     async def complete(self, data):
         return []
 
+    async def interrupt(self):
+        # subproc interrupt is already handled by BaseRunner
+        pass
+
 
 def main():
     JavaProgramRunner().run()

go/run.py

@@ -33,6 +33,9 @@ def __init__(self):
         super().__init__()
         self.child_env.update(CHILD_ENV)
 
+    async def init_with_loop(self):
+        pass
+
     async def build(self, build_cmd):
         if build_cmd is None or build_cmd == '':
             # skipped
@@ -67,6 +70,13 @@ async def query(self, code_text):
             cmd = f'rustc {tmpf.name} && chmod 755 ./{fname} && ./{fname}'
             await self.run_subproc(cmd)
 
+    async def complete(self, data):
+        return []
+
+    async def interrupt(self):
+        # subproc interrupt is already handled by BaseRunner
+        pass
+
 
 if __name__ == '__main__':
     RustProgramRunner().run()