[taskcluster 2025-01-27T12:32:18.089Z] Worker Type (translations-1/b-linux-v100-gpu-4-300gb) settings:
[taskcluster 2025-01-27T12:32:18.090Z]   {
[taskcluster 2025-01-27T12:32:18.090Z]     "config": {
[taskcluster 2025-01-27T12:32:18.090Z]       "deploymentId": ""
[taskcluster 2025-01-27T12:32:18.090Z]     },
[taskcluster 2025-01-27T12:32:18.090Z]     "generic-worker": {
[taskcluster 2025-01-27T12:32:18.090Z]       "engine": "insecure",
[taskcluster 2025-01-27T12:32:18.090Z]       "go-arch": "amd64",
[taskcluster 2025-01-27T12:32:18.090Z]       "go-os": "linux",
[taskcluster 2025-01-27T12:32:18.090Z]       "go-version": "go1.22.2",
[taskcluster 2025-01-27T12:32:18.090Z]       "release": "https://github.com/taskcluster/taskcluster/releases/tag/v64.2.6",
[taskcluster 2025-01-27T12:32:18.090Z]       "revision": "edab196d7d030a5d625b77335109cd9060ab7e1f",
[taskcluster 2025-01-27T12:32:18.090Z]       "source": "https://github.com/taskcluster/taskcluster/commits/edab196d7d030a5d625b77335109cd9060ab7e1f",
[taskcluster 2025-01-27T12:32:18.090Z]       "version": "64.2.6"
[taskcluster 2025-01-27T12:32:18.090Z]     },
[taskcluster 2025-01-27T12:32:18.090Z]     "image": "projects/taskcluster-imaging/global/images/gw-translations-gcp-googlecompute-2024-04-22t18-22-42z",
[taskcluster 2025-01-27T12:32:18.090Z]     "instance-id": "1593516505821791515",
[taskcluster 2025-01-27T12:32:18.090Z]     "instance-type": "projects/474530013412/machineTypes/custom-40-262144",
[taskcluster 2025-01-27T12:32:18.090Z]     "local-ipv4": "10.128.0.21",
[taskcluster 2025-01-27T12:32:18.090Z]     "project-id": "fxci-staging-level1-workers",

...(231 lines hidden)...

[task 2025-01-27T12:34:49.802Z] Collecting opt-einsum==3.3.0
[task 2025-01-27T12:34:49.816Z]   Downloading opt_einsum-3.3.0-py3-none-any.whl (65 kB)
[task 2025-01-27T12:34:50.295Z]      ━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━ 65.5/65.5 KB 116.0 kB/s eta 0:00:00
[task 2025-01-27T12:34:50.769Z] Collecting packaging==24.0
[task 2025-01-27T12:34:50.783Z]   Downloading packaging-24.0-py3-none-any.whl (53 kB)
[task 2025-01-27T12:34:51.085Z]      ━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━ 53.5/53.5 KB 144.3 kB/s eta 0:00:00
[task 2025-01-27T12:34:51.501Z] Collecting pluggy==1.5.0
[task 2025-01-27T12:34:51.515Z]   Downloading pluggy-1.5.0-py3-none-any.whl (20 kB)
[task 2025-01-27T12:34:52.941Z] Collecting protobuf==3.20.3
[task 2025-01-27T12:34:52.956Z]   Downloading protobuf-3.20.3-cp310-cp310-manylinux_2_12_x86_64.manylinux2010_x86_64.whl (1.1 MB)
[task 2025-01-27T12:34:53.651Z]      ━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━ 1.1/1.1 MB 1.5 MB/s eta 0:00:00
[task 2025-01-27T12:34:54.299Z] Collecting psutil==5.9.8
[task 2025-01-27T12:34:54.315Z]   Downloading psutil-5.9.8-cp36-abi3-manylinux_2_12_x86_64.manylinux2010_x86_64.manylinux_2_17_x86_64.manylinux2014_x86_64.whl (288 kB)
[task 2025-01-27T12:34:54.563Z]      ━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━ 288.2/288.2 KB 1.1 MB/s eta 0:00:00
[task 2025-01-27T12:34:55.114Z] Collecting pyasn1==0.6.0
[task 2025-01-27T12:34:55.128Z]   Downloading pyasn1-0.6.0-py2.py3-none-any.whl (85 kB)
[task 2025-01-27T12:34:55.562Z]      ━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━ 85.3/85.3 KB 173.8 kB/s eta 0:00:00
[task 2025-01-27T12:34:55.768Z] Collecting pyasn1-modules==0.4.0
[task 2025-01-27T12:34:55.784Z]   Downloading pyasn1_modules-0.4.0-py3-none-any.whl (181 kB)
[task 2025-01-27T12:34:56.217Z]      ━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━ 181.2/181.2 KB 397.3 kB/s eta 0:00:00
[task 2025-01-27T12:34:56.670Z] Collecting pybind11==2.12.0
[task 2025-01-27T12:34:56.684Z]   Downloading pybind11-2.12.0-py3-none-any.whl (234 kB)
[task 2025-01-27T12:34:56.969Z]      ━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━ 235.0/235.0 KB 795.3 kB/s eta 0:00:00
[task 2025-01-27T12:34:57.391Z] Collecting pytest==8.2.0
[task 2025-01-27T12:34:57.407Z]   Downloading pytest-8.2.0-py3-none-any.whl (339 kB)
[task 2025-01-27T12:34:57.479Z]      ━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━ 339.2/339.2 KB 4.7 MB/s eta 0:00:00
[task 2025-01-27T12:34:57.675Z] Collecting python-levenshtein==0.25.1
[task 2025-01-27T12:34:57.690Z]   Downloading python_Levenshtein-0.25.1-py3-none-any.whl (9.4 kB)
[task 2025-01-27T12:34:58.566Z] Collecting pyyaml==6.0.1
[task 2025-01-27T12:34:58.581Z]   Downloading PyYAML-6.0.1-cp310-cp310-manylinux_2_17_x86_64.manylinux2014_x86_64.whl (705 kB)
[task 2025-01-27T12:34:58.705Z]      ━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━ 705.5/705.5 KB 5.8 MB/s eta 0:00:00
[task 2025-01-27T12:35:00.661Z] Collecting rapidfuzz==3.9.0
[task 2025-01-27T12:35:00.677Z]   Downloading rapidfuzz-3.9.0-cp310-cp310-manylinux_2_17_x86_64.manylinux2014_x86_64.whl (3.4 MB)
[task 2025-01-27T12:35:01.380Z]      ━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━ 3.4/3.4 MB 4.8 MB/s eta 0:00:00
[task 2025-01-27T12:35:02.812Z] Collecting regex==2024.5.15
[task 2025-01-27T12:35:02.827Z]   Downloading regex-2024.5.15-cp310-cp310-manylinux_2_17_x86_64.manylinux2014_x86_64.whl (775 kB)
[task 2025-01-27T12:35:03.208Z]      ━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━ 775.1/775.1 KB 2.0 MB/s eta 0:00:00
[task 2025-01-27T12:35:03.645Z] Collecting requests==2.31.0
[task 2025-01-27T12:35:03.659Z]   Downloading requests-2.31.0-py3-none-any.whl (62 kB)
[task 2025-01-27T12:35:04.237Z]      ━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━ 62.6/62.6 KB 90.9 kB/s eta 0:00:00
[task 2025-01-27T12:35:04.701Z] Collecting requests-oauthlib==2.0.0
[task 2025-01-27T12:35:04.714Z]   Downloading requests_oauthlib-2.0.0-py2.py3-none-any.whl (24 kB)
[task 2025-01-27T12:35:05.420Z] Collecting rsa==4.9
[task 2025-01-27T12:35:05.433Z]   Downloading rsa-4.9-py3-none-any.whl (34 kB)
[task 2025-01-27T12:35:06.556Z] Collecting sacremoses==0.0.53
[task 2025-01-27T12:35:06.572Z]   Downloading sacremoses-0.0.53.tar.gz (880 kB)
[task 2025-01-27T12:35:06.970Z]      ━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━ 880.6/880.6 KB 2.2 MB/s eta 0:00:00
[task 2025-01-27T12:35:07.010Z]   Preparing metadata (setup.py): started
[task 2025-01-27T12:35:10.230Z]   Preparing metadata (setup.py): finished with status 'done'
[task 2025-01-27T12:35:10.929Z] Collecting safetensors==0.4.3
[task 2025-01-27T12:35:10.948Z]   Downloading safetensors-0.4.3-cp310-cp310-manylinux_2_17_x86_64.manylinux2014_x86_64.whl (1.2 MB)
[task 2025-01-27T12:35:11.519Z]      ━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━ 1.2/1.2 MB 2.1 MB/s eta 0:00:00
[task 2025-01-27T12:35:12.275Z] Collecting scikit-learn==1.4.2
[task 2025-01-27T12:35:12.291Z]   Downloading scikit_learn-1.4.2-cp310-cp310-manylinux_2_17_x86_64.manylinux2014_x86_64.whl (12.1 MB)
[task 2025-01-27T12:35:12.995Z]      ━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━ 12.1/12.1 MB 14.8 MB/s eta 0:00:00
[task 2025-01-27T12:35:13.939Z] Collecting scipy==1.13.0
[task 2025-01-27T12:35:13.955Z]   Downloading scipy-1.13.0-cp310-cp310-manylinux_2_17_x86_64.manylinux2014_x86_64.whl (38.6 MB)
[task 2025-01-27T12:35:15.352Z]      ━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━ 38.6/38.6 MB 8.2 MB/s eta 0:00:00
[task 2025-01-27T12:35:15.909Z] Collecting sentencepiece==0.2.0
[task 2025-01-27T12:35:15.925Z]   Downloading sentencepiece-0.2.0-cp310-cp310-manylinux_2_17_x86_64.manylinux2014_x86_64.whl (1.3 MB)
[task 2025-01-27T12:35:16.303Z]      ━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━ 1.3/1.3 MB 3.4 MB/s eta 0:00:00
[task 2025-01-27T12:35:16.309Z] Requirement already satisfied: six==1.16.0 in /usr/lib/python3/dist-packages (from -r ./checkouts/vcs/pipeline/bicleaner/requirements/bicleaner-ai.txt (line 185)) (1.16.0)
[task 2025-01-27T12:35:16.753Z] Collecting tensorboard==2.15.2
[task 2025-01-27T12:35:16.769Z]   Downloading tensorboard-2.15.2-py3-none-any.whl (5.5 MB)
[task 2025-01-27T12:35:17.410Z]      ━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━ 5.5/5.5 MB 8.7 MB/s eta 0:00:00
[task 2025-01-27T12:35:17.884Z] Collecting tensorboard-data-server==0.7.2
[task 2025-01-27T12:35:17.900Z]   Downloading tensorboard_data_server-0.7.2-py3-none-manylinux_2_31_x86_64.whl (6.6 MB)
[task 2025-01-27T12:35:18.539Z]      ━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━ 6.6/6.6 MB 10.3 MB/s eta 0:00:00
[task 2025-01-27T12:35:19.232Z] Collecting tensorflow==2.15.1
[task 2025-01-27T12:35:19.248Z]   Downloading tensorflow-2.15.1-cp310-cp310-manylinux_2_17_x86_64.manylinux2014_x86_64.whl (475.2 MB)
[task 2025-01-27T12:35:31.244Z]      ━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━ 475.2/475.2 MB 1.0 MB/s eta 0:00:00
[task 2025-01-27T12:35:33.189Z] Collecting tensorflow-estimator==2.15.0
[task 2025-01-27T12:35:33.204Z]   Downloading tensorflow_estimator-2.15.0-py2.py3-none-any.whl (441 kB)
[task 2025-01-27T12:35:33.592Z]      ━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━ 442.0/442.0 KB 1.1 MB/s eta 0:00:00
[task 2025-01-27T12:35:34.062Z] Collecting tensorflow-io-gcs-filesystem==0.37.0
[task 2025-01-27T12:35:34.076Z]   Downloading tensorflow_io_gcs_filesystem-0.37.0-cp310-cp310-manylinux_2_17_x86_64.manylinux2014_x86_64.whl (5.1 MB)
[task 2025-01-27T12:35:34.469Z]      ━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━ 5.1/5.1 MB 13.0 MB/s eta 0:00:00
[task 2025-01-27T12:35:34.780Z] Collecting termcolor==2.4.0
[task 2025-01-27T12:35:34.795Z]   Downloading termcolor-2.4.0-py3-none-any.whl (7.7 kB)
[task 2025-01-27T12:35:35.754Z] Collecting threadpoolctl==3.5.0
[task 2025-01-27T12:35:35.768Z]   Downloading threadpoolctl-3.5.0-py3-none-any.whl (18 kB)
[task 2025-01-27T12:35:36.879Z] Collecting tokenizers==0.15.2
[task 2025-01-27T12:35:36.901Z]   Downloading tokenizers-0.15.2-cp310-cp310-manylinux_2_17_x86_64.manylinux2014_x86_64.whl (3.6 MB)
[task 2025-01-27T12:35:37.359Z]      ━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━ 3.6/3.6 MB 7.8 MB/s eta 0:00:00
[task 2025-01-27T12:35:37.649Z] Collecting tomli==2.0.1
[task 2025-01-27T12:35:37.662Z]   Downloading tomli-2.0.1-py3-none-any.whl (12 kB)
[task 2025-01-27T12:35:37.755Z] Collecting toolwrapper==2.1.0
[task 2025-01-27T12:35:37.770Z]   Downloading toolwrapper-2.1.0.tar.gz (3.2 kB)
[task 2025-01-27T12:35:37.777Z]   Preparing metadata (setup.py): started
[task 2025-01-27T12:35:37.977Z]   Preparing metadata (setup.py): finished with status 'done'
[task 2025-01-27T12:35:38.073Z] Collecting tqdm==4.66.4
[task 2025-01-27T12:35:38.088Z]   Downloading tqdm-4.66.4-py3-none-any.whl (78 kB)
[task 2025-01-27T12:35:38.096Z]      ━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━ 78.3/78.3 KB 12.3 MB/s eta 0:00:00
[task 2025-01-27T12:35:38.187Z] Collecting transformers==4.36.1
[task 2025-01-27T12:35:38.203Z]   Downloading transformers-4.36.1-py3-none-any.whl (8.3 MB)
[task 2025-01-27T12:35:38.273Z]      ━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━ 8.3/8.3 MB 123.1 MB/s eta 0:00:00
[task 2025-01-27T12:35:38.350Z] Collecting typing-extensions==4.11.0
[task 2025-01-27T12:35:38.363Z]   Downloading typing_extensions-4.11.0-py3-none-any.whl (34 kB)
[task 2025-01-27T12:35:38.432Z] Collecting urllib3==2.2.1
[task 2025-01-27T12:35:38.447Z]   Downloading urllib3-2.2.1-py3-none-any.whl (121 kB)
[task 2025-01-27T12:35:38.455Z]      ━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━ 121.1/121.1 KB 22.7 MB/s eta 0:00:00
[task 2025-01-27T12:35:38.513Z] Collecting werkzeug==3.0.3
[task 2025-01-27T12:35:38.528Z]   Downloading werkzeug-3.0.3-py3-none-any.whl (227 kB)
[task 2025-01-27T12:35:38.537Z]      ━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━ 227.3/227.3 KB 31.5 MB/s eta 0:00:00
[task 2025-01-27T12:35:38.654Z] Collecting wheel==0.43.0
[task 2025-01-27T12:35:38.668Z]   Downloading wheel-0.43.0-py3-none-any.whl (65 kB)
[task 2025-01-27T12:35:38.675Z]      ━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━ 65.8/65.8 KB 11.2 MB/s eta 0:00:00
[task 2025-01-27T12:35:38.923Z] Collecting wrapt==1.14.1
[task 2025-01-27T12:35:38.936Z]   Downloading wrapt-1.14.1-cp310-cp310-manylinux_2_5_x86_64.manylinux1_x86_64.manylinux_2_17_x86_64.manylinux2014_x86_64.whl (77 kB)
[task 2025-01-27T12:35:38.943Z]      ━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━ 77.9/77.9 KB 14.4 MB/s eta 0:00:00
[task 2025-01-27T12:35:38.945Z] Requirement already satisfied: zstandard==0.22.0 in /usr/local/lib/python3.10/dist-packages (from -r ./checkouts/vcs/pipeline/bicleaner/requirements/bicleaner-ai.txt (line 235)) (0.22.0)
[task 2025-01-27T12:35:39.032Z] Requirement already satisfied: setuptools>=0.7.0 in /usr/lib/python3/dist-packages (from fasttext-wheel==0.9.2->-r ./checkouts/vcs/pipeline/bicleaner/requirements/bicleaner-ai.txt (line 39)) (59.6.0)
[task 2025-01-27T12:35:40.554Z] Building wheels for collected packages: sacremoses, toolwrapper
[task 2025-01-27T12:35:40.555Z]   Building wheel for sacremoses (setup.py): started
[task 2025-01-27T12:35:41.090Z]   Building wheel for sacremoses (setup.py): finished with status 'done'
[task 2025-01-27T12:35:41.093Z]   Created wheel for sacremoses: filename=sacremoses-0.0.53-py3-none-any.whl size=895260 sha256=261b400a658edf84ef767ad0979bc5c6eab55ef3e29d896c92bc918a3e36fe8e
[task 2025-01-27T12:35:41.093Z]   Stored in directory: /home/ubuntu/.cache/pip/wheels/00/24/97/a2ea5324f36bc626e1ea0267f33db6aa80d157ee977e9e42fb
[task 2025-01-27T12:35:41.096Z]   Building wheel for toolwrapper (setup.py): started
[task 2025-01-27T12:35:41.327Z]   Building wheel for toolwrapper (setup.py): finished with status 'done'
[task 2025-01-27T12:35:41.328Z]   Created wheel for toolwrapper: filename=toolwrapper-2.1.0-py3-none-any.whl size=3353 sha256=48569298c8d43b0b8c5ca83094a6d1acebb255ec1b70b9347cf8e277cea0cacd
[task 2025-01-27T12:35:41.328Z]   Stored in directory: /home/ubuntu/.cache/pip/wheels/e1/af/b1/99b57a06dda78fdcee86d2e22c64743f3b8df8f31cfc04baf7
[task 2025-01-27T12:35:41.329Z] Successfully built sacremoses toolwrapper
[task 2025-01-27T12:35:42.464Z] Installing collected packages: toolwrapper, sentencepiece, libclang, fuzzywuzzy, flatbuffers, wrapt, wheel, urllib3, typing-extensions, tqdm, tomli, threadpoolctl, termcolor, tensorflow-io-gcs-filesystem, tensorflow-estimator, tensorboard-data-server, safetensors, regex, rapidfuzz, pyyaml, pybind11, pyasn1, psutil, protobuf, pluggy, packaging, oauthlib, numpy, markupsafe, markdown, keras, joblib, iniconfig, idna, grpcio, google-pasta, gast, fsspec, filelock, fastspell-dictionaries, exceptiongroup, click, charset-normalizer, certifi, cachetools, absl-py, werkzeug, scipy, sacremoses, rsa, requests, pytest, pyasn1-modules, opt-einsum, ml-dtypes, levenshtein, h5py, fasttext-wheel, astunparse, scikit-learn, requests-oauthlib, python-levenshtein, huggingface-hub, google-auth, bicleaner-ai-glove, tokenizers, google-auth-oauthlib, fastspell, transformers, tensorboard, bicleaner-hardrules, tensorflow, bicleaner-ai
[task 2025-01-27T12:35:43.050Z]   WARNING: The script wheel is installed in '/home/ubuntu/.local/bin' which is not on PATH.
[task 2025-01-27T12:35:43.050Z]   Consider adding this directory to PATH or, if you prefer to suppress this warning, use --no-warn-script-location.
[task 2025-01-27T12:35:43.175Z]   WARNING: The script tqdm is installed in '/home/ubuntu/.local/bin' which is not on PATH.
[task 2025-01-27T12:35:43.175Z]   Consider adding this directory to PATH or, if you prefer to suppress this warning, use --no-warn-script-location.
[task 2025-01-27T12:35:44.005Z]   WARNING: The script pybind11-config is installed in '/home/ubuntu/.local/bin' which is not on PATH.
[task 2025-01-27T12:35:44.005Z]   Consider adding this directory to PATH or, if you prefer to suppress this warning, use --no-warn-script-location.
[task 2025-01-27T12:35:46.203Z]   WARNING: The script f2py is installed in '/home/ubuntu/.local/bin' which is not on PATH.
[task 2025-01-27T12:35:46.203Z]   Consider adding this directory to PATH or, if you prefer to suppress this warning, use --no-warn-script-location.
[task 2025-01-27T12:35:46.282Z]   WARNING: The script markdown_py is installed in '/home/ubuntu/.local/bin' which is not on PATH.
[task 2025-01-27T12:35:46.282Z]   Consider adding this directory to PATH or, if you prefer to suppress this warning, use --no-warn-script-location.
[task 2025-01-27T12:35:49.470Z]   WARNING: The script normalizer is installed in '/home/ubuntu/.local/bin' which is not on PATH.
[task 2025-01-27T12:35:49.470Z]   Consider adding this directory to PATH or, if you prefer to suppress this warning, use --no-warn-script-location.
[task 2025-01-27T12:35:52.817Z]   WARNING: The script sacremoses is installed in '/home/ubuntu/.local/bin' which is not on PATH.
[task 2025-01-27T12:35:52.817Z]   Consider adding this directory to PATH or, if you prefer to suppress this warning, use --no-warn-script-location.
[task 2025-01-27T12:35:52.880Z]   WARNING: The scripts pyrsa-decrypt, pyrsa-encrypt, pyrsa-keygen, pyrsa-priv2pub, pyrsa-sign and pyrsa-verify are installed in '/home/ubuntu/.local/bin' which is not on PATH.
[task 2025-01-27T12:35:52.880Z]   Consider adding this directory to PATH or, if you prefer to suppress this warning, use --no-warn-script-location.
[task 2025-01-27T12:35:53.813Z]   WARNING: The scripts py.test and pytest are installed in '/home/ubuntu/.local/bin' which is not on PATH.
[task 2025-01-27T12:35:53.813Z]   Consider adding this directory to PATH or, if you prefer to suppress this warning, use --no-warn-script-location.
[task 2025-01-27T12:35:59.346Z]   WARNING: The script huggingface-cli is installed in '/home/ubuntu/.local/bin' which is not on PATH.
[task 2025-01-27T12:35:59.346Z]   Consider adding this directory to PATH or, if you prefer to suppress this warning, use --no-warn-script-location.
[task 2025-01-27T12:35:59.568Z]   WARNING: The script google-oauthlib-tool is installed in '/home/ubuntu/.local/bin' which is not on PATH.
[task 2025-01-27T12:35:59.568Z]   Consider adding this directory to PATH or, if you prefer to suppress this warning, use --no-warn-script-location.
[task 2025-01-27T12:35:59.580Z]   WARNING: The scripts fastspell and fastspell-download are installed in '/home/ubuntu/.local/bin' which is not on PATH.
[task 2025-01-27T12:35:59.581Z]   Consider adding this directory to PATH or, if you prefer to suppress this warning, use --no-warn-script-location.
[task 2025-01-27T12:36:03.758Z]   WARNING: The script transformers-cli is installed in '/home/ubuntu/.local/bin' which is not on PATH.
[task 2025-01-27T12:36:03.758Z]   Consider adding this directory to PATH or, if you prefer to suppress this warning, use --no-warn-script-location.
[task 2025-01-27T12:36:04.144Z]   WARNING: The script tensorboard is installed in '/home/ubuntu/.local/bin' which is not on PATH.
[task 2025-01-27T12:36:04.144Z]   Consider adding this directory to PATH or, if you prefer to suppress this warning, use --no-warn-script-location.
[task 2025-01-27T12:36:04.418Z]   WARNING: The script bicleaner-hardrules is installed in '/home/ubuntu/.local/bin' which is not on PATH.
[task 2025-01-27T12:36:04.418Z]   Consider adding this directory to PATH or, if you prefer to suppress this warning, use --no-warn-script-location.
[task 2025-01-27T12:36:17.800Z]   WARNING: The scripts estimator_ckpt_converter, import_pb_to_tensorboard, saved_model_cli, tensorboard, tf_upgrade_v2, tflite_convert, toco and toco_from_protos are installed in '/home/ubuntu/.local/bin' which is not on PATH.
[task 2025-01-27T12:36:17.800Z]   Consider adding this directory to PATH or, if you prefer to suppress this warning, use --no-warn-script-location.
[task 2025-01-27T12:36:17.932Z]   WARNING: The scripts bicleaner-ai-classify, bicleaner-ai-download, bicleaner-ai-download-hf, bicleaner-ai-generate-train and bicleaner-ai-train are installed in '/home/ubuntu/.local/bin' which is not on PATH.
[task 2025-01-27T12:36:17.932Z]   Consider adding this directory to PATH or, if you prefer to suppress this warning, use --no-warn-script-location.
[task 2025-01-27T12:36:17.962Z] Successfully installed absl-py-2.1.0 astunparse-1.6.3 bicleaner-ai-3.0.1 bicleaner-ai-glove-0.2.1 bicleaner-hardrules-2.10.4 cachetools-5.3.3 certifi-2024.2.2 charset-normalizer-3.3.2 click-8.1.7 exceptiongroup-1.2.1 fastspell-0.11 fastspell-dictionaries-3.2 fasttext-wheel-0.9.2 filelock-3.14.0 flatbuffers-24.3.25 fsspec-2024.5.0 fuzzywuzzy-0.18.0 gast-0.5.4 google-auth-2.29.0 google-auth-oauthlib-1.2.0 google-pasta-0.2.0 grpcio-1.63.0 h5py-3.11.0 huggingface-hub-0.22.2 idna-3.7 iniconfig-2.0.0 joblib-1.4.2 keras-2.15.0 levenshtein-0.25.1 libclang-18.1.1 markdown-3.6 markupsafe-2.1.5 ml-dtypes-0.3.2 numpy-1.26.4 oauthlib-3.2.2 opt-einsum-3.3.0 packaging-24.0 pluggy-1.5.0 protobuf-3.20.3 psutil-5.9.8 pyasn1-0.6.0 pyasn1-modules-0.4.0 pybind11-2.12.0 pytest-8.2.0 python-levenshtein-0.25.1 pyyaml-6.0.1 rapidfuzz-3.9.0 regex-2024.5.15 requests-2.31.0 requests-oauthlib-2.0.0 rsa-4.9 sacremoses-0.0.53 safetensors-0.4.3 scikit-learn-1.4.2 scipy-1.13.0 sentencepiece-0.2.0 tensorboard-2.15.2 tensorboard-data-server-0.7.2 tensorflow-2.15.1 tensorflow-estimator-2.15.0 tensorflow-io-gcs-filesystem-0.37.0 termcolor-2.4.0 threadpoolctl-3.5.0 tokenizers-0.15.2 tomli-2.0.1 toolwrapper-2.1.0 tqdm-4.66.4 transformers-4.36.1 typing-extensions-4.11.0 urllib3-2.2.1 werkzeug-3.0.3 wheel-0.43.0 wrapt-1.14.1
[task 2025-01-27T12:36:18.576Z] + set -euo pipefail
[task 2025-01-27T12:36:18.576Z] + echo '###### Bicleaner filtering'
[task 2025-01-27T12:36:18.576Z] ###### Bicleaner filtering
[task 2025-01-27T12:36:18.576Z] + test -v SRC
[task 2025-01-27T12:36:18.576Z] + test -v TRG
[task 2025-01-27T12:36:18.576Z] + test -v CUDA_DIR
[task 2025-01-27T12:36:18.576Z] + test -v CUDNN_DIR
[task 2025-01-27T12:36:18.576Z] + export LD_LIBRARY_PATH=fetches/cuda-toolkit/lib64:fetches/cuda-toolkit:
[task 2025-01-27T12:36:18.576Z] + LD_LIBRARY_PATH=fetches/cuda-toolkit/lib64:fetches/cuda-toolkit:
[task 2025-01-27T12:36:18.576Z] + corpus_prefix=/home/ubuntu/tasks/task_173798110763018/fetches/ada83_v1
[task 2025-01-27T12:36:18.576Z] + output_prefix=/home/ubuntu/tasks/task_173798110763018/artifacts/ada83_v1
[task 2025-01-27T12:36:18.576Z] + bicleaner_threshold=0.0
[task 2025-01-27T12:36:18.576Z] + threads=auto
[task 2025-01-27T12:36:18.576Z] + pack_dir=/home/ubuntu/tasks/task_173798110763018/fetches/bicleaner-ai-ru-en
[task 2025-01-27T12:36:18.576Z] + '[' auto = auto ']'
[task 2025-01-27T12:36:18.577Z] ++ nproc
[task 2025-01-27T12:36:18.578Z] + threads=40
[task 2025-01-27T12:36:18.579Z] ++ dirname /home/ubuntu/tasks/task_173798110763018/artifacts/ada83_v1
[task 2025-01-27T12:36:18.580Z] + output_dir=/home/ubuntu/tasks/task_173798110763018/artifacts
[task 2025-01-27T12:36:18.580Z] + mkdir -p /home/ubuntu/tasks/task_173798110763018/artifacts
[task 2025-01-27T12:36:18.583Z] + '[' 0.0 == 0 ']'
[task 2025-01-27T12:36:18.583Z] + '[' 0.0 == 0.0 ']'
[task 2025-01-27T12:36:18.583Z] + echo 'Threshold is 0, skipping filtering'
[task 2025-01-27T12:36:18.583Z] Threshold is 0, skipping filtering
[task 2025-01-27T12:36:18.583Z] + cp /home/ubuntu/tasks/task_173798110763018/fetches/ada83_v1.ru.zst /home/ubuntu/tasks/task_173798110763018/artifacts/ada83_v1.ru.zst
[task 2025-01-27T12:36:18.586Z] + cp /home/ubuntu/tasks/task_173798110763018/fetches/ada83_v1.en.zst /home/ubuntu/tasks/task_173798110763018/artifacts/ada83_v1.en.zst
[task 2025-01-27T12:36:18.589Z] + echo '###### Done: Bicleaner filtering'
[task 2025-01-27T12:36:18.589Z] ###### Done: Bicleaner filtering
[fetches 2025-01-27T12:36:18.589Z] removing /home/ubuntu/tasks/task_173798110763018/fetches
[fetches 2025-01-27T12:36:19.861Z] finished
[taskcluster 2025-01-27T12:36:19.873Z]    Exit Code: 0
[taskcluster 2025-01-27T12:36:19.873Z]    User Time: 1m24.379811s
[taskcluster 2025-01-27T12:36:19.873Z]  Kernel Time: 33.164741s
[taskcluster 2025-01-27T12:36:19.873Z]    Wall Time: 4m1.286520138s
[taskcluster 2025-01-27T12:36:19.873Z]       Result: SUCCEEDED
[taskcluster 2025-01-27T12:36:19.873Z] === Task Finished ===
[taskcluster 2025-01-27T12:36:19.874Z] Task Duration: 4m1.288481755s
[taskcluster 2025-01-27T12:36:19.954Z] Uploading artifact public/build/ada83_v1.ru.zst from file /home/ubuntu/tasks/task_173798110763018/artifacts/ada83_v1.ru.zst with content encoding "identity", mime type "application/zstd" and expiry 2025-02-26T12:05:11.223Z
[taskcluster 2025-01-27T12:36:19.958Z] Uploading artifact public/build/ada83_v1.en.zst from file /home/ubuntu/tasks/task_173798110763018/artifacts/ada83_v1.en.zst with content encoding "identity", mime type "application/zstd" and expiry 2025-02-26T12:05:11.223Z
[taskcluster 2025-01-27T12:36:20.403Z] [mounts] Preserving cache: Moving "/home/ubuntu/tasks/task_173798110763018/checkouts" to "/home/ubuntu/caches/Ax2UUpV5T9-onNN7JVXBGg"
[taskcluster 2025-01-27T12:36:20.549Z] Uploading link artifact public/logs/live.log to artifact public/logs/live_backing.log with expiry 2025-02-26T12:05:11.223Z