BuildID: 1844
Status: FAIL
Image: melezhik/sparrow:alpine
Worker status: OK
---
Date: 18.11.2022 @ 20:09
Time elapsed: 161 sec
---
SCM:
https://github.com/melezhik/quokka.git
Git sha: e46359b
Git comment: Update sparrow.yaml
tasks:
-
name: example
default: true
language: Python
code: |
from pyquokka.df import QuokkaContext
qc = QuokkaContext()
lineitem = qc.read_csv("lineitem.tbl.named", sep="|", has_header=True)
d = lineitem.filter("l_shipdate <= date '1998-12-01' - interval '90' day")
d = d.with_column("disc_price", lambda x: x["l_extendedprice"] * (1 - x["l_discount"]), required_columns ={"l_extendedprice", "l_discount"})
d = d.with_column("charge", lambda x: x["l_extendedprice"] * (1 - x["l_discount"]) * (1 + x["l_tax"]), required_columns={"l_extendedprice", "l_discount", "l_tax"})
f = d.groupby(["l_returnflag", "l_linestatus"], orderby=["l_returnflag","l_linestatus"]).agg({"l_quantity":["sum","avg"], "l_extendedprice":["sum","avg"], "disc_price":"sum", "charge":"sum", "l_discount":"avg","*":"count"})
return f.collect()
depends:
-
name: install
-
name: install
language: Bash
code: |
set -e
cd source
sudo python3 setup.py install
depends:
-
name: install-python
-
name: install-python
plugin: sparkyci-package-python
[35m20:08:27[0m :: [repository] - index updated from https://sparrowhub.io/repo/api/v1/index
run stage: run
source directory does not yet exist, download source archive from storage
[35m20:08:33[0m :: [repository] - installing pack-unpack, version 0.000001
[1;36m[task run: task.bash - unpack source archive][0m
[1;36m[dump code: task.bash][0m
[1] set -e
[2]
[3] file=$(config file)
[4] dir=$(config dir)
[5]
[6] echo "tar -xzf $file "
[7]
[8] tar -xzf $file
[9]
[10] if test $dir; then
[11] ls -l $dir
[12] fi
[13]
[14]
[1;36m[task stdout][0m
[35m20:08:38[0m :: tar -xzf source.tar.gz
some depends jobs failed or timeouted: ${:FAIL(1), :OK(0), :TIMEOUT(0)}
The spawned command 'docker exec -i sparrow-worker sh -l /var/.sparrowdo/env/example/.sparrowdo/sparrowrun.sh' exited unsuccessfully (exit code: 1, signal: 0)
in block <unit> at /home/sph/.raku/resources/57C38AFDF922EB0C43584FF5F701A03850B5346F line 13
in sub MAIN at /home/sph/.raku/bin/sparrowdo line 3
in block <unit> at /home/sph/.raku/bin/sparrowdo line 1
[35m20:09:05[0m :: [repository] - index updated from https://sparrowhub.io/repo/api/v1/index
run stage: run
[1;36m[task run: task.bash - tasks/install][0m
[1;36m[dump code: task.bash][0m
[1] set -e
[2] cd source
[3] sudo python3 setup.py install
[4]
[1;36m[task stdout][0m
[35m20:09:35[0m :: running install
[35m20:09:36[0m :: running bdist_egg
[35m20:09:36[0m :: running egg_info
[35m20:09:36[0m :: creating pyquokka.egg-info
[35m20:09:36[0m :: writing pyquokka.egg-info/PKG-INFO
[35m20:09:36[0m :: writing dependency_links to pyquokka.egg-info/dependency_links.txt
[35m20:09:36[0m :: writing requirements to pyquokka.egg-info/requires.txt
[35m20:09:36[0m :: writing top-level names to pyquokka.egg-info/top_level.txt
[35m20:09:36[0m :: writing manifest file 'pyquokka.egg-info/SOURCES.txt'
[35m20:09:36[0m :: reading manifest file 'pyquokka.egg-info/SOURCES.txt'
[35m20:09:36[0m :: adding license file 'LICENSE'
[35m20:09:36[0m :: writing manifest file 'pyquokka.egg-info/SOURCES.txt'
[35m20:09:36[0m :: installing library code to build/bdist.linux-x86_64/egg
[35m20:09:36[0m :: running install_lib
[35m20:09:36[0m :: running build_py
[35m20:09:36[0m :: creating build
[35m20:09:36[0m :: creating build/lib
[35m20:09:36[0m :: creating build/lib/pyquokka
[35m20:09:36[0m :: copying pyquokka/hbq.py -> build/lib/pyquokka
[35m20:09:36[0m :: copying pyquokka/df.py -> build/lib/pyquokka
[35m20:09:36[0m :: copying pyquokka/datastream.py -> build/lib/pyquokka
[35m20:09:36[0m :: copying pyquokka/utils.py -> build/lib/pyquokka
[35m20:09:36[0m :: copying pyquokka/sql_utils.py -> build/lib/pyquokka
[35m20:09:36[0m :: copying pyquokka/placement_strategy.py -> build/lib/pyquokka
[35m20:09:36[0m :: copying pyquokka/target_info.py -> build/lib/pyquokka
[35m20:09:36[0m :: copying pyquokka/tables.py -> build/lib/pyquokka
[35m20:09:36[0m :: copying pyquokka/dataset.py -> build/lib/pyquokka
[35m20:09:36[0m :: copying pyquokka/core.py -> build/lib/pyquokka
[35m20:09:36[0m :: copying pyquokka/logical.py -> build/lib/pyquokka
[35m20:09:36[0m :: copying pyquokka/state.py -> build/lib/pyquokka
[35m20:09:36[0m :: copying pyquokka/task.py -> build/lib/pyquokka
[35m20:09:36[0m :: copying pyquokka/__init__.py -> build/lib/pyquokka
[35m20:09:36[0m :: copying pyquokka/flight.py -> build/lib/pyquokka
[35m20:09:36[0m :: copying pyquokka/automate_mkdocs.py -> build/lib/pyquokka
[35m20:09:36[0m :: copying pyquokka/coordinator.py -> build/lib/pyquokka
[35m20:09:36[0m :: copying pyquokka/executors.py -> build/lib/pyquokka
[35m20:09:36[0m :: copying pyquokka/debugger.py -> build/lib/pyquokka
[35m20:09:36[0m :: copying pyquokka/quokka_runtime.py -> build/lib/pyquokka
[35m20:09:36[0m :: copying pyquokka/quokka_dataset.py -> build/lib/pyquokka
[35m20:09:36[0m :: copying pyquokka/redis.conf -> build/lib/pyquokka
[35m20:09:36[0m :: creating build/bdist.linux-x86_64
[35m20:09:36[0m :: creating build/bdist.linux-x86_64/egg
[35m20:09:36[0m :: creating build/bdist.linux-x86_64/egg/pyquokka
[35m20:09:36[0m :: copying build/lib/pyquokka/hbq.py -> build/bdist.linux-x86_64/egg/pyquokka
[35m20:09:36[0m :: copying build/lib/pyquokka/df.py -> build/bdist.linux-x86_64/egg/pyquokka
[35m20:09:36[0m :: copying build/lib/pyquokka/datastream.py -> build/bdist.linux-x86_64/egg/pyquokka
[35m20:09:36[0m :: copying build/lib/pyquokka/utils.py -> build/bdist.linux-x86_64/egg/pyquokka
[35m20:09:36[0m :: copying build/lib/pyquokka/sql_utils.py -> build/bdist.linux-x86_64/egg/pyquokka
[35m20:09:36[0m :: copying build/lib/pyquokka/placement_strategy.py -> build/bdist.linux-x86_64/egg/pyquokka
[35m20:09:36[0m :: copying build/lib/pyquokka/target_info.py -> build/bdist.linux-x86_64/egg/pyquokka
[35m20:09:36[0m :: copying build/lib/pyquokka/tables.py -> build/bdist.linux-x86_64/egg/pyquokka
[35m20:09:36[0m :: copying build/lib/pyquokka/redis.conf -> build/bdist.linux-x86_64/egg/pyquokka
[35m20:09:36[0m :: copying build/lib/pyquokka/dataset.py -> build/bdist.linux-x86_64/egg/pyquokka
[35m20:09:36[0m :: copying build/lib/pyquokka/core.py -> build/bdist.linux-x86_64/egg/pyquokka
[35m20:09:36[0m :: copying build/lib/pyquokka/logical.py -> build/bdist.linux-x86_64/egg/pyquokka
[35m20:09:36[0m :: copying build/lib/pyquokka/state.py -> build/bdist.linux-x86_64/egg/pyquokka
[35m20:09:36[0m :: copying build/lib/pyquokka/task.py -> build/bdist.linux-x86_64/egg/pyquokka
[35m20:09:36[0m :: copying build/lib/pyquokka/__init__.py -> build/bdist.linux-x86_64/egg/pyquokka
[35m20:09:36[0m :: copying build/lib/pyquokka/flight.py -> build/bdist.linux-x86_64/egg/pyquokka
[35m20:09:36[0m :: copying build/lib/pyquokka/automate_mkdocs.py -> build/bdist.linux-x86_64/egg/pyquokka
[35m20:09:36[0m :: copying build/lib/pyquokka/coordinator.py -> build/bdist.linux-x86_64/egg/pyquokka
[35m20:09:36[0m :: copying build/lib/pyquokka/executors.py -> build/bdist.linux-x86_64/egg/pyquokka
[35m20:09:36[0m :: copying build/lib/pyquokka/debugger.py -> build/bdist.linux-x86_64/egg/pyquokka
[35m20:09:36[0m :: copying build/lib/pyquokka/quokka_runtime.py -> build/bdist.linux-x86_64/egg/pyquokka
[35m20:09:36[0m :: copying build/lib/pyquokka/quokka_dataset.py -> build/bdist.linux-x86_64/egg/pyquokka
[35m20:09:36[0m :: byte-compiling build/bdist.linux-x86_64/egg/pyquokka/hbq.py to hbq.cpython-310.pyc
[35m20:09:36[0m :: byte-compiling build/bdist.linux-x86_64/egg/pyquokka/df.py to df.cpython-310.pyc
[35m20:09:36[0m :: byte-compiling build/bdist.linux-x86_64/egg/pyquokka/datastream.py to datastream.cpython-310.pyc
[35m20:09:36[0m :: byte-compiling build/bdist.linux-x86_64/egg/pyquokka/utils.py to utils.cpython-310.pyc
[35m20:09:36[0m :: byte-compiling build/bdist.linux-x86_64/egg/pyquokka/sql_utils.py to sql_utils.cpython-310.pyc
[35m20:09:36[0m :: byte-compiling build/bdist.linux-x86_64/egg/pyquokka/placement_strategy.py to placement_strategy.cpython-310.pyc
[35m20:09:36[0m :: byte-compiling build/bdist.linux-x86_64/egg/pyquokka/target_info.py to target_info.cpython-310.pyc
[35m20:09:36[0m :: byte-compiling build/bdist.linux-x86_64/egg/pyquokka/tables.py to tables.cpython-310.pyc
[35m20:09:36[0m :: byte-compiling build/bdist.linux-x86_64/egg/pyquokka/dataset.py to dataset.cpython-310.pyc
[35m20:09:36[0m :: byte-compiling build/bdist.linux-x86_64/egg/pyquokka/core.py to core.cpython-310.pyc
[35m20:09:36[0m :: byte-compiling build/bdist.linux-x86_64/egg/pyquokka/logical.py to logical.cpython-310.pyc
[35m20:09:36[0m :: byte-compiling build/bdist.linux-x86_64/egg/pyquokka/state.py to state.cpython-310.pyc
[35m20:09:36[0m :: byte-compiling build/bdist.linux-x86_64/egg/pyquokka/task.py to task.cpython-310.pyc
[35m20:09:36[0m :: byte-compiling build/bdist.linux-x86_64/egg/pyquokka/__init__.py to __init__.cpython-310.pyc
[35m20:09:36[0m :: byte-compiling build/bdist.linux-x86_64/egg/pyquokka/flight.py to flight.cpython-310.pyc
[35m20:09:36[0m :: byte-compiling build/bdist.linux-x86_64/egg/pyquokka/automate_mkdocs.py to automate_mkdocs.cpython-310.pyc
[35m20:09:36[0m :: byte-compiling build/bdist.linux-x86_64/egg/pyquokka/coordinator.py to coordinator.cpython-310.pyc
[35m20:09:36[0m :: byte-compiling build/bdist.linux-x86_64/egg/pyquokka/executors.py to executors.cpython-310.pyc
[35m20:09:36[0m :: byte-compiling build/bdist.linux-x86_64/egg/pyquokka/debugger.py to debugger.cpython-310.pyc
[35m20:09:36[0m :: byte-compiling build/bdist.linux-x86_64/egg/pyquokka/quokka_runtime.py to quokka_runtime.cpython-310.pyc
[35m20:09:36[0m :: byte-compiling build/bdist.linux-x86_64/egg/pyquokka/quokka_dataset.py to quokka_dataset.cpython-310.pyc
[35m20:09:36[0m :: creating build/bdist.linux-x86_64/egg/EGG-INFO
[35m20:09:36[0m :: copying pyquokka.egg-info/PKG-INFO -> build/bdist.linux-x86_64/egg/EGG-INFO
[35m20:09:36[0m :: copying pyquokka.egg-info/SOURCES.txt -> build/bdist.linux-x86_64/egg/EGG-INFO
[35m20:09:36[0m :: copying pyquokka.egg-info/dependency_links.txt -> build/bdist.linux-x86_64/egg/EGG-INFO
[35m20:09:36[0m :: copying pyquokka.egg-info/requires.txt -> build/bdist.linux-x86_64/egg/EGG-INFO
[35m20:09:36[0m :: copying pyquokka.egg-info/top_level.txt -> build/bdist.linux-x86_64/egg/EGG-INFO
[35m20:09:36[0m :: creating dist
[35m20:09:36[0m :: creating 'dist/pyquokka-0.1.2-py3.10.egg' and adding 'build/bdist.linux-x86_64/egg' to it
[35m20:09:36[0m :: removing 'build/bdist.linux-x86_64/egg' (and everything under it)
[35m20:09:36[0m :: Processing pyquokka-0.1.2-py3.10.egg
[35m20:09:36[0m :: creating /usr/lib/python3.10/site-packages/pyquokka-0.1.2-py3.10.egg
[35m20:09:36[0m :: Extracting pyquokka-0.1.2-py3.10.egg to /usr/lib/python3.10/site-packages
[35m20:09:36[0m :: Adding pyquokka 0.1.2 to easy-install.pth file
[35m20:09:36[0m ::
[35m20:09:36[0m :: Installed /usr/lib/python3.10/site-packages/pyquokka-0.1.2-py3.10.egg
[35m20:09:36[0m :: Processing dependencies for pyquokka==0.1.2
[35m20:09:36[0m :: Searching for graphviz
[35m20:09:36[0m :: Reading https://pypi.org/simple/graphviz/
[35m20:09:36[0m :: Downloading https://files.pythonhosted.org/packages/de/5e/fcbb22c68208d39edff467809d06c9d81d7d27426460ebc598e55130c1aa/graphviz-0.20.1-py3-none-any.whl#sha256=587c58a223b51611c0cf461132da386edd896a029524ca61a1462b880bf97977
[35m20:09:37[0m :: Best match: graphviz 0.20.1
[35m20:09:37[0m :: Processing graphviz-0.20.1-py3-none-any.whl
[35m20:09:37[0m :: Installing graphviz-0.20.1-py3-none-any.whl to /usr/lib/python3.10/site-packages
[35m20:09:37[0m :: Adding graphviz 0.20.1 to easy-install.pth file
[35m20:09:37[0m ::
[35m20:09:37[0m :: Installed /usr/lib/python3.10/site-packages/graphviz-0.20.1-py3.10.egg
[35m20:09:37[0m :: Searching for sqlglot
[35m20:09:37[0m :: Reading https://pypi.org/simple/sqlglot/
[35m20:09:39[0m :: Downloading https://files.pythonhosted.org/packages/ae/c5/5b7442076c60b812e79dbbf858bb7fcd4da2ed386c0ff8b31a4719a9e01c/sqlglot-10.0.7-py3-none-any.whl#sha256=3a98cf6b6cb076282533e1dfc8d323fd7c8e19f02efce869a31fe5dbe8976bf3
[35m20:09:39[0m :: Best match: sqlglot 10.0.7
[35m20:09:39[0m :: Processing sqlglot-10.0.7-py3-none-any.whl
[35m20:09:39[0m :: Installing sqlglot-10.0.7-py3-none-any.whl to /usr/lib/python3.10/site-packages
[35m20:09:39[0m :: Adding sqlglot 10.0.7 to easy-install.pth file
[35m20:09:39[0m ::
[35m20:09:39[0m :: Installed /usr/lib/python3.10/site-packages/sqlglot-10.0.7-py3.10.egg
[35m20:09:39[0m :: Searching for polars==0.14.*
[35m20:09:39[0m :: Reading https://pypi.org/simple/polars/
[35m20:09:40[0m :: Downloading https://files.pythonhosted.org/packages/86/f7/7c305976fe2a99c6d8f7a6295866c2227a04d22bcc9baebf3103629c2648/polars-0.14.29.tar.gz#sha256=5e1cde8d6f12b43619a7ac7b04bef03a00cfcd8d116fc2827572298a8fb754c4
[35m20:09:41[0m :: Best match: polars 0.14.29
[35m20:09:41[0m :: Processing polars-0.14.29.tar.gz
[1;36m[task stderr][0m
[35m20:09:41[0m :: /usr/lib/python3.10/site-packages/setuptools/command/install.py:34: SetuptoolsDeprecationWarning: setup.py install is deprecated. Use build and pip and other standards-based tools.
[35m20:09:41[0m :: warnings.warn(
[35m20:09:41[0m :: /usr/lib/python3.10/site-packages/setuptools/command/easy_install.py:156: EasyInstallDeprecationWarning: easy_install command is deprecated. Use build and pip and other standards-based tools.
[35m20:09:41[0m :: warnings.warn(
[35m20:09:41[0m :: zip_safe flag not set; analyzing archive contents...
[35m20:09:41[0m :: pyquokka.__pycache__.utils.cpython-310: module references __file__
[35m20:09:41[0m :: /usr/lib/python3.10/site-packages/pkg_resources/__init__.py:116: PkgResourcesDeprecationWarning: is an invalid version and will not be supported in a future release
[35m20:09:41[0m :: warnings.warn(
[35m20:09:41[0m :: error: Couldn't find a setup script in /tmp/easy_install-riatnk74/polars-0.14.29.tar.gz
[35m20:09:41[0m :: task exit status: 1
[35m20:09:41[0m :: task tasks/install FAILED
The spawned command 'docker exec -i sparrow-worker sh -l /var/.sparrowdo/env/install/.sparrowdo/sparrowrun.sh' exited unsuccessfully (exit code: 1, signal: 0)
in block <unit> at /home/sph/.raku/resources/57C38AFDF922EB0C43584FF5F701A03850B5346F line 13
in sub MAIN at /home/sph/.raku/bin/sparrowdo line 3
in block <unit> at /home/sph/.raku/bin/sparrowdo line 1
[35m20:09:24[0m :: [repository] - index updated from https://sparrowhub.io/repo/api/v1/index
run stage: run
[35m20:09:29[0m :: [repository] - installing sparkyci-package-python, version 0.000004
[1;36m[task run: task.bash - install-python][0m
[1;36m[dump code: task.bash][0m
[1] set -e
[2] set -x
[3]
[4] 2>&1
[5]
[6] echo "installing python3/pip/py3-pytest packages"
[7] echo "=========================================="
[8]
[9] sudo apk add python3 py3-pip python3-dev py3-pytest
[10]
[11]
[1;36m[task stdout][0m
[35m20:09:29[0m :: installing python3/pip/py3-pytest packages
[35m20:09:29[0m :: ==========================================
[35m20:09:29[0m :: fetch https://dl-cdn.alpinelinux.org/alpine/v3.16/main/x86_64/APKINDEX.tar.gz
[35m20:09:29[0m :: fetch https://dl-cdn.alpinelinux.org/alpine/v3.16/community/x86_64/APKINDEX.tar.gz
[35m20:09:29[0m :: fetch https://dl.cloudsmith.io/public/nxadm-pkgs/rakudo-pkg/alpine/v3.16/main/x86_64/APKINDEX.tar.gz
[35m20:09:30[0m :: (1/28) Installing libffi (3.4.2-r1)
[35m20:09:30[0m :: (2/28) Installing gdbm (1.23-r0)
[35m20:09:30[0m :: (3/28) Installing xz-libs (5.2.5-r1)
[35m20:09:30[0m :: (4/28) Installing mpdecimal (2.5.1-r1)
[35m20:09:30[0m :: (5/28) Installing sqlite-libs (3.38.5-r0)
[35m20:09:30[0m :: (6/28) Installing python3 (3.10.8-r0)
[35m20:09:31[0m :: (7/28) Installing py3-contextlib2 (21.6.0-r2)
[35m20:09:31[0m :: (8/28) Installing py3-tomli (2.0.1-r1)
[35m20:09:31[0m :: (9/28) Installing py3-pep517 (0.12.0-r2)
[35m20:09:31[0m :: (10/28) Installing py3-six (1.16.0-r1)
[35m20:09:31[0m :: (11/28) Installing py3-retrying (1.3.3-r3)
[35m20:09:31[0m :: (12/28) Installing py3-appdirs (1.4.4-r3)
[35m20:09:31[0m :: (13/28) Installing py3-more-itertools (8.13.0-r0)
[35m20:09:31[0m :: (14/28) Installing py3-ordered-set (4.0.2-r3)
[35m20:09:31[0m :: (15/28) Installing py3-parsing (2.4.7-r3)
[35m20:09:31[0m :: (16/28) Installing py3-packaging (21.3-r0)
[35m20:09:31[0m :: (17/28) Installing py3-setuptools (59.4.0-r0)
[35m20:09:31[0m :: (18/28) Installing py3-pip (22.1.1-r0)
[35m20:09:31[0m :: (19/28) Installing py3-atomicwrites (1.4.0-r2)
[35m20:09:32[0m :: (20/28) Installing py3-attrs (21.4.0-r0)
[35m20:09:32[0m :: (21/28) Installing py3-iniconfig (1.1.1-r2)
[35m20:09:32[0m :: (22/28) Installing py3-pluggy (1.0.0-r0)
[35m20:09:32[0m :: (23/28) Installing py3-py (1.10.0-r2)
[35m20:09:32[0m :: (24/28) Installing py3-wcwidth (0.2.5-r2)
[35m20:09:32[0m :: (25/28) Installing py3-toml (0.10.2-r3)
[35m20:09:32[0m :: (26/28) Installing py3-pygments (2.11.2-r0)
[35m20:09:32[0m :: (27/28) Installing py3-pytest (6.2.5-r2)
[35m20:09:32[0m :: (28/28) Installing python3-dev (3.10.8-r0)
[35m20:09:32[0m :: Executing busybox-1.35.0-r17.trigger
[35m20:09:32[0m :: OK: 833 MiB in 88 packages
[1;36m[task stderr][0m
[35m20:09:32[0m :: ++ echo 'installing python3/pip/py3-pytest packages'
[35m20:09:32[0m :: ++ echo ==========================================
[35m20:09:32[0m :: ++ sudo apk add python3 py3-pip python3-dev py3-pytest