feat: translations integration tests #210
Merged
stage-taskcluster / translations-score-ru-en
succeeded
Jan 29, 2025 in 1h 53m 45s
Stage-TC (issue_comment)
score for ru-en
Details
View task in Taskcluster | View logs in Taskcluster | View task group in Taskcluster
Task Status
Started: 2025-01-29T17:48:01.986Z
Resolved: 2025-01-29T17:49:46.563Z
Task Execution Time: 1 minute, 44 seconds, 577 milliseconds
Task Status: completed
Reason Resolved: completed
RunId: 0
Artifacts
- public/build/scores.txt
- public/build/scores.txt.log
- public/logs/live_backing.log
- public/logs/live.log
[taskcluster 2025-01-29T17:48:02.090Z] Worker Type (translations-1/b-linux-v100-gpu-4-300gb) settings:
[taskcluster 2025-01-29T17:48:02.090Z] {
[taskcluster 2025-01-29T17:48:02.090Z] "config": {
[taskcluster 2025-01-29T17:48:02.090Z] "deploymentId": ""
[taskcluster 2025-01-29T17:48:02.090Z] },
[taskcluster 2025-01-29T17:48:02.090Z] "generic-worker": {
[taskcluster 2025-01-29T17:48:02.090Z] "engine": "insecure",
[taskcluster 2025-01-29T17:48:02.090Z] "go-arch": "amd64",
[taskcluster 2025-01-29T17:48:02.090Z] "go-os": "linux",
[taskcluster 2025-01-29T17:48:02.090Z] "go-version": "go1.22.2",
[taskcluster 2025-01-29T17:48:02.090Z] "release": "https://github.com/taskcluster/taskcluster/releases/tag/v64.2.6",
[taskcluster 2025-01-29T17:48:02.090Z] "revision": "edab196d7d030a5d625b77335109cd9060ab7e1f",
[taskcluster 2025-01-29T17:48:02.090Z] "source": "https://github.com/taskcluster/taskcluster/commits/edab196d7d030a5d625b77335109cd9060ab7e1f",
[taskcluster 2025-01-29T17:48:02.090Z] "version": "64.2.6"
[taskcluster 2025-01-29T17:48:02.090Z] },
[taskcluster 2025-01-29T17:48:02.090Z] "image": "projects/taskcluster-imaging/global/images/gw-translations-gcp-googlecompute-2024-04-22t18-22-42z",
[taskcluster 2025-01-29T17:48:02.090Z] "instance-id": "4618498002875045408",
[taskcluster 2025-01-29T17:48:02.090Z] "instance-type": "projects/474530013412/machineTypes/custom-40-262144",
[taskcluster 2025-01-29T17:48:02.090Z] "local-ipv4": "10.128.0.81",
[taskcluster 2025-01-29T17:48:02.090Z] "project-id": "fxci-staging-level1-workers",
...(121 lines hidden)...
[task 2025-01-29T17:49:15.587Z] fetches/vocab.spm
[task 2025-01-29T17:49:15.587Z] fetches/marian-scorer
[task 2025-01-29T17:49:15.587Z] fetches/marian-conv
[task 2025-01-29T17:49:15.587Z] fetches/corpus.ru.zst
[task 2025-01-29T17:49:15.587Z] fetches/final.model.npz.best-chrf.npz
[task 2025-01-29T17:49:15.587Z] fetches/spm_export_vocab
[task 2025-01-29T17:49:15.587Z] fetches/marian
[task 2025-01-29T17:49:15.588Z] + set -euo pipefail
[task 2025-01-29T17:49:15.588Z] + echo '###### Scoring'
[task 2025-01-29T17:49:15.588Z] ###### Scoring
[task 2025-01-29T17:49:15.588Z] + test -v MARIAN
[task 2025-01-29T17:49:15.588Z] + test -v GPUS
[task 2025-01-29T17:49:15.588Z] + test -v SRC
[task 2025-01-29T17:49:15.588Z] + test -v TRG
[task 2025-01-29T17:49:15.588Z] + test -v WORKSPACE
[task 2025-01-29T17:49:15.588Z] + model=/home/ubuntu/tasks/task_173817285530257/fetches/final.model.npz.best-chrf.npz
[task 2025-01-29T17:49:15.588Z] + vocab=/home/ubuntu/tasks/task_173817285530257/fetches/vocab.spm
[task 2025-01-29T17:49:15.588Z] + corpus_prefix=/home/ubuntu/tasks/task_173817285530257/fetches/corpus
[task 2025-01-29T17:49:15.588Z] + output=/home/ubuntu/tasks/task_173817285530257/artifacts/scores.txt
[task 2025-01-29T17:49:15.588Z] + zstdmt --rm -d /home/ubuntu/tasks/task_173817285530257/fetches/corpus.ru.zst
[task 2025-01-29T17:49:16.055Z]
[task 2025-01-29T17:49:16.057Z] etches/corpus.ru.zst : 0 MB...
[task 2025-01-29T17:49:16.057Z]
[task 2025-01-29T17:49:16.057Z] /home/ubuntu/tasks/task_173817285530257/fetches/corpus.ru.zst: 326036 bytes
[task 2025-01-29T17:49:16.057Z] + zstdmt --rm -d /home/ubuntu/tasks/task_173817285530257/fetches/corpus.en.zst
[task 2025-01-29T17:49:16.059Z]
[task 2025-01-29T17:49:16.063Z] etches/corpus.en.zst : 0 MB...
[task 2025-01-29T17:49:16.063Z]
[task 2025-01-29T17:49:16.063Z] /home/ubuntu/tasks/task_173817285530257/fetches/corpus.en.zst: 1887163 bytes
[task 2025-01-29T17:49:16.064Z] ++ dirname /home/ubuntu/tasks/task_173817285530257/artifacts/scores.txt
[task 2025-01-29T17:49:16.066Z] + dir=/home/ubuntu/tasks/task_173817285530257/artifacts
[task 2025-01-29T17:49:16.066Z] + mkdir -p /home/ubuntu/tasks/task_173817285530257/artifacts
[task 2025-01-29T17:49:16.068Z] + /home/ubuntu/tasks/task_173817285530257/fetches/marian-scorer --model /home/ubuntu/tasks/task_173817285530257/fetches/final.model.npz.best-chrf.npz --vocabs /home/ubuntu/tasks/task_173817285530257/fetches/vocab.spm /home/ubuntu/tasks/task_173817285530257/fetches/vocab.spm --train-sets /home/ubuntu/tasks/task_173817285530257/fetches/corpus.en /home/ubuntu/tasks/task_173817285530257/fetches/corpus.ru --mini-batch 32 --mini-batch-words 1500 --maxi-batch 1000 --max-length 250 --max-length-crop --normalize --devices 0 1 2 3 --workspace 12000 --log /home/ubuntu/tasks/task_173817285530257/artifacts/scores.txt.log
[task 2025-01-29T17:49:36.719Z] [2025-01-29 17:49:36] [marian] Marian v1.12.14 2d067af 2024-02-16 11:44:13 -0500
[task 2025-01-29T17:49:36.719Z] [2025-01-29 17:49:36] [marian] Running on translations-1-b-linux-v100-gpu-4-300g-dwau43iyry2w2i2pndpnpg as process 3914 with command line:
[task 2025-01-29T17:49:36.719Z] [2025-01-29 17:49:36] [marian] /home/ubuntu/tasks/task_173817285530257/fetches/marian-scorer --model /home/ubuntu/tasks/task_173817285530257/fetches/final.model.npz.best-chrf.npz --vocabs /home/ubuntu/tasks/task_173817285530257/fetches/vocab.spm /home/ubuntu/tasks/task_173817285530257/fetches/vocab.spm --train-sets /home/ubuntu/tasks/task_173817285530257/fetches/corpus.en /home/ubuntu/tasks/task_173817285530257/fetches/corpus.ru --mini-batch 32 --mini-batch-words 1500 --maxi-batch 1000 --max-length 250 --max-length-crop --normalize --devices 0 1 2 3 --workspace 12000 --log /home/ubuntu/tasks/task_173817285530257/artifacts/scores.txt.log
[task 2025-01-29T17:49:36.721Z] [2025-01-29 17:49:36] [config] alignment: ""
[task 2025-01-29T17:49:36.721Z] [2025-01-29 17:49:36] [config] authors: false
[task 2025-01-29T17:49:36.721Z] [2025-01-29 17:49:36] [config] bert-class-symbol: "[CLS]"
[task 2025-01-29T17:49:36.721Z] [2025-01-29 17:49:36] [config] bert-mask-symbol: "[MASK]"
[task 2025-01-29T17:49:36.721Z] [2025-01-29 17:49:36] [config] bert-masking-fraction: 0.15
[task 2025-01-29T17:49:36.721Z] [2025-01-29 17:49:36] [config] bert-sep-symbol: "[SEP]"
[task 2025-01-29T17:49:36.721Z] [2025-01-29 17:49:36] [config] bert-train-type-embeddings: true
[task 2025-01-29T17:49:36.721Z] [2025-01-29 17:49:36] [config] bert-type-vocab-size: 2
[task 2025-01-29T17:49:36.721Z] [2025-01-29 17:49:36] [config] best-deep: false
[task 2025-01-29T17:49:36.721Z] [2025-01-29 17:49:36] [config] build-info: ""
[task 2025-01-29T17:49:36.721Z] [2025-01-29 17:49:36] [config] check-nan: false
[task 2025-01-29T17:49:36.721Z] [2025-01-29 17:49:36] [config] cite: false
[task 2025-01-29T17:49:36.721Z] [2025-01-29 17:49:36] [config] comet-augment-bad: 0
[task 2025-01-29T17:49:36.721Z] [2025-01-29 17:49:36] [config] comet-dropout: 0.1
[task 2025-01-29T17:49:36.721Z] [2025-01-29 17:49:36] [config] comet-final-sigmoid: false
[task 2025-01-29T17:49:36.721Z] [2025-01-29 17:49:36] [config] comet-mix: false
[task 2025-01-29T17:49:36.721Z] [2025-01-29 17:49:36] [config] comet-mix-norm: false
[task 2025-01-29T17:49:36.721Z] [2025-01-29 17:49:36] [config] comet-mixup: 0
[task 2025-01-29T17:49:36.721Z] [2025-01-29 17:49:36] [config] comet-mixup-reg: false
[task 2025-01-29T17:49:36.721Z] [2025-01-29 17:49:36] [config] comet-pooler-ffn:
[task 2025-01-29T17:49:36.721Z] [2025-01-29 17:49:36] [config] - 2048
[task 2025-01-29T17:49:36.721Z] [2025-01-29 17:49:36] [config] - 1024
[task 2025-01-29T17:49:36.721Z] [2025-01-29 17:49:36] [config] comet-prepend-zero: false
[task 2025-01-29T17:49:36.721Z] [2025-01-29 17:49:36] [config] comet-stop-grad: false
[task 2025-01-29T17:49:36.721Z] [2025-01-29 17:49:36] [config] cpu-threads: 0
[task 2025-01-29T17:49:36.721Z] [2025-01-29 17:49:36] [config] data-threads: 8
[task 2025-01-29T17:49:36.721Z] [2025-01-29 17:49:36] [config] dec-cell: gru
[task 2025-01-29T17:49:36.721Z] [2025-01-29 17:49:36] [config] dec-cell-base-depth: 2
[task 2025-01-29T17:49:36.721Z] [2025-01-29 17:49:36] [config] dec-cell-high-depth: 1
[task 2025-01-29T17:49:36.721Z] [2025-01-29 17:49:36] [config] dec-depth: 1
[task 2025-01-29T17:49:36.721Z] [2025-01-29 17:49:36] [config] devices:
[task 2025-01-29T17:49:36.721Z] [2025-01-29 17:49:36] [config] - 0
[task 2025-01-29T17:49:36.721Z] [2025-01-29 17:49:36] [config] - 1
[task 2025-01-29T17:49:36.721Z] [2025-01-29 17:49:36] [config] - 2
[task 2025-01-29T17:49:36.721Z] [2025-01-29 17:49:36] [config] - 3
[task 2025-01-29T17:49:36.721Z] [2025-01-29 17:49:36] [config] dim-emb: 512
[task 2025-01-29T17:49:36.721Z] [2025-01-29 17:49:36] [config] dim-rnn: 1024
[task 2025-01-29T17:49:36.721Z] [2025-01-29 17:49:36] [config] dim-vocabs:
[task 2025-01-29T17:49:36.721Z] [2025-01-29 17:49:36] [config] - 1000
[task 2025-01-29T17:49:36.721Z] [2025-01-29 17:49:36] [config] - 1000
[task 2025-01-29T17:49:36.721Z] [2025-01-29 17:49:36] [config] dump-config: ""
[task 2025-01-29T17:49:36.721Z] [2025-01-29 17:49:36] [config] enc-cell: gru
[task 2025-01-29T17:49:36.721Z] [2025-01-29 17:49:36] [config] enc-cell-depth: 1
[task 2025-01-29T17:49:36.721Z] [2025-01-29 17:49:36] [config] enc-depth: 1
[task 2025-01-29T17:49:36.721Z] [2025-01-29 17:49:36] [config] enc-type: bidirectional
[task 2025-01-29T17:49:36.721Z] [2025-01-29 17:49:36] [config] factors-combine: sum
[task 2025-01-29T17:49:36.721Z] [2025-01-29 17:49:36] [config] factors-dim-emb: 0
[task 2025-01-29T17:49:36.721Z] [2025-01-29 17:49:36] [config] gemm-type: float32
[task 2025-01-29T17:49:36.721Z] [2025-01-29 17:49:36] [config] ignore-model-config: false
[task 2025-01-29T17:49:36.721Z] [2025-01-29 17:49:36] [config] input-types:
[task 2025-01-29T17:49:36.721Z] [2025-01-29 17:49:36] [config] []
[task 2025-01-29T17:49:36.721Z] [2025-01-29 17:49:36] [config] interpolate-env-vars: false
[task 2025-01-29T17:49:36.721Z] [2025-01-29 17:49:36] [config] layer-normalization: True
[task 2025-01-29T17:49:36.721Z] [2025-01-29 17:49:36] [config] lemma-dependency: ""
[task 2025-01-29T17:49:36.721Z] [2025-01-29 17:49:36] [config] lemma-dim-emb: 0
[task 2025-01-29T17:49:36.721Z] [2025-01-29 17:49:36] [config] log: /home/ubuntu/tasks/task_173817285530257/artifacts/scores.txt.log
[task 2025-01-29T17:49:36.721Z] [2025-01-29 17:49:36] [config] log-level: info
[task 2025-01-29T17:49:36.721Z] [2025-01-29 17:49:36] [config] log-time-zone: ""
[task 2025-01-29T17:49:36.721Z] [2025-01-29 17:49:36] [config] max-length: 250
[task 2025-01-29T17:49:36.721Z] [2025-01-29 17:49:36] [config] max-length-crop: true
[task 2025-01-29T17:49:36.721Z] [2025-01-29 17:49:36] [config] maxi-batch: 1000
[task 2025-01-29T17:49:36.721Z] [2025-01-29 17:49:36] [config] maxi-batch-sort: trg
[task 2025-01-29T17:49:36.721Z] [2025-01-29 17:49:36] [config] mini-batch: 32
[task 2025-01-29T17:49:36.721Z] [2025-01-29 17:49:36] [config] mini-batch-words: 1500
[task 2025-01-29T17:49:36.721Z] [2025-01-29 17:49:36] [config] model: /home/ubuntu/tasks/task_173817285530257/fetches/final.model.npz.best-chrf.npz
[task 2025-01-29T17:49:36.721Z] [2025-01-29 17:49:36] [config] n-best: false
[task 2025-01-29T17:49:36.721Z] [2025-01-29 17:49:36] [config] n-best-feature: Score
[task 2025-01-29T17:49:36.721Z] [2025-01-29 17:49:36] [config] no-reload: false
[task 2025-01-29T17:49:36.721Z] [2025-01-29 17:49:36] [config] normalize: true
[task 2025-01-29T17:49:36.721Z] [2025-01-29 17:49:36] [config] optimize: false
[task 2025-01-29T17:49:36.721Z] [2025-01-29 17:49:36] [config] output: stdout
[task 2025-01-29T17:49:36.721Z] [2025-01-29 17:49:36] [config] output-omit-bias: false
[task 2025-01-29T17:49:36.721Z] [2025-01-29 17:49:36] [config] precision:
[task 2025-01-29T17:49:36.721Z] [2025-01-29 17:49:36] [config] - float32
[task 2025-01-29T17:49:36.721Z] [2025-01-29 17:49:36] [config] quantize-range: 0
[task 2025-01-29T17:49:36.721Z] [2025-01-29 17:49:36] [config] quiet: false
[task 2025-01-29T17:49:36.721Z] [2025-01-29 17:49:36] [config] quiet-translation: false
[task 2025-01-29T17:49:36.721Z] [2025-01-29 17:49:36] [config] relative-paths: false
[task 2025-01-29T17:49:36.721Z] [2025-01-29 17:49:36] [config] right-left: false
[task 2025-01-29T17:49:36.721Z] [2025-01-29 17:49:36] [config] seed: 0
[task 2025-01-29T17:49:36.721Z] [2025-01-29 17:49:36] [config] skip: false
[task 2025-01-29T17:49:36.721Z] [2025-01-29 17:49:36] [config] summary: ""
[task 2025-01-29T17:49:36.721Z] [2025-01-29 17:49:36] [config] tied-embeddings: false
[task 2025-01-29T17:49:36.721Z] [2025-01-29 17:49:36] [config] tied-embeddings-all: True
[task 2025-01-29T17:49:36.721Z] [2025-01-29 17:49:36] [config] tied-embeddings-src: false
[task 2025-01-29T17:49:36.721Z] [2025-01-29 17:49:36] [config] train-sets:
[task 2025-01-29T17:49:36.721Z] [2025-01-29 17:49:36] [config] - /home/ubuntu/tasks/task_173817285530257/fetches/corpus.en
[task 2025-01-29T17:49:36.721Z] [2025-01-29 17:49:36] [config] - /home/ubuntu/tasks/task_173817285530257/fetches/corpus.ru
[task 2025-01-29T17:49:36.721Z] [2025-01-29 17:49:36] [config] transformer-aan-activation: swish
[task 2025-01-29T17:49:36.721Z] [2025-01-29 17:49:36] [config] transformer-aan-depth: 2
[task 2025-01-29T17:49:36.721Z] [2025-01-29 17:49:36] [config] transformer-aan-nogate: false
[task 2025-01-29T17:49:36.721Z] [2025-01-29 17:49:36] [config] transformer-decoder-autoreg: self-attention
[task 2025-01-29T17:49:36.721Z] [2025-01-29 17:49:36] [config] transformer-decoder-dim-ffn: 0
[task 2025-01-29T17:49:36.721Z] [2025-01-29 17:49:36] [config] transformer-decoder-ffn-depth: 0
[task 2025-01-29T17:49:36.721Z] [2025-01-29 17:49:36] [config] transformer-depth-scaling: false
[task 2025-01-29T17:49:36.721Z] [2025-01-29 17:49:36] [config] transformer-dim-aan: 2048
[task 2025-01-29T17:49:36.721Z] [2025-01-29 17:49:36] [config] transformer-dim-ffn: 2048
[task 2025-01-29T17:49:36.721Z] [2025-01-29 17:49:36] [config] transformer-ffn-activation: swish
[task 2025-01-29T17:49:36.721Z] [2025-01-29 17:49:36] [config] transformer-ffn-depth: 2
[task 2025-01-29T17:49:36.721Z] [2025-01-29 17:49:36] [config] transformer-guided-alignment-layer: last
[task 2025-01-29T17:49:36.721Z] [2025-01-29 17:49:36] [config] transformer-heads: 8
[task 2025-01-29T17:49:36.721Z] [2025-01-29 17:49:36] [config] transformer-no-affine: false
[task 2025-01-29T17:49:36.721Z] [2025-01-29 17:49:36] [config] transformer-no-bias: false
[task 2025-01-29T17:49:36.721Z] [2025-01-29 17:49:36] [config] transformer-no-projection: false
[task 2025-01-29T17:49:36.721Z] [2025-01-29 17:49:36] [config] transformer-pool: false
[task 2025-01-29T17:49:36.721Z] [2025-01-29 17:49:36] [config] transformer-postprocess: dan
[task 2025-01-29T17:49:36.721Z] [2025-01-29 17:49:36] [config] transformer-postprocess-emb: d
[task 2025-01-29T17:49:36.721Z] [2025-01-29 17:49:36] [config] transformer-postprocess-top: ""
[task 2025-01-29T17:49:36.721Z] [2025-01-29 17:49:36] [config] transformer-preprocess: ""
[task 2025-01-29T17:49:36.721Z] [2025-01-29 17:49:36] [config] transformer-rnn-projection: false
[task 2025-01-29T17:49:36.721Z] [2025-01-29 17:49:36] [config] transformer-tied-layers:
[task 2025-01-29T17:49:36.721Z] [2025-01-29 17:49:36] [config] []
[task 2025-01-29T17:49:36.721Z] [2025-01-29 17:49:36] [config] transformer-train-position-embeddings: false
[task 2025-01-29T17:49:36.721Z] [2025-01-29 17:49:36] [config] tsv: false
[task 2025-01-29T17:49:36.721Z] [2025-01-29 17:49:36] [config] tsv-fields: 0
[task 2025-01-29T17:49:36.721Z] [2025-01-29 17:49:36] [config] type: s2s
[task 2025-01-29T17:49:36.721Z] [2025-01-29 17:49:36] [config] ulr: false
[task 2025-01-29T17:49:36.721Z] [2025-01-29 17:49:36] [config] ulr-dim-emb: 0
[task 2025-01-29T17:49:36.721Z] [2025-01-29 17:49:36] [config] ulr-trainable-transformation: false
[task 2025-01-29T17:49:36.721Z] [2025-01-29 17:49:36] [config] version: v1.12.14 2d067af 2024-02-16 11:44:13 -0500
[task 2025-01-29T17:49:36.721Z] [2025-01-29 17:49:36] [config] vocabs:
[task 2025-01-29T17:49:36.721Z] [2025-01-29 17:49:36] [config] - /home/ubuntu/tasks/task_173817285530257/fetches/vocab.spm
[task 2025-01-29T17:49:36.721Z] [2025-01-29 17:49:36] [config] - /home/ubuntu/tasks/task_173817285530257/fetches/vocab.spm
[task 2025-01-29T17:49:36.721Z] [2025-01-29 17:49:36] [config] word-scores: false
[task 2025-01-29T17:49:36.721Z] [2025-01-29 17:49:36] [config] workspace: 12000
[task 2025-01-29T17:49:36.721Z] [2025-01-29 17:49:36] [config] Loaded model has been created with Marian v1.12.14 2d067af 2024-02-16 11:44:13 -0500
[task 2025-01-29T17:49:36.723Z] [2025-01-29 17:49:36] [data] Loading SentencePiece vocabulary from file /home/ubuntu/tasks/task_173817285530257/fetches/vocab.spm
[task 2025-01-29T17:49:36.726Z] [2025-01-29 17:49:36] [data] Setting vocabulary size for input 0 to 1,000
[task 2025-01-29T17:49:36.726Z] [2025-01-29 17:49:36] [data] Loading SentencePiece vocabulary from file /home/ubuntu/tasks/task_173817285530257/fetches/vocab.spm
[task 2025-01-29T17:49:36.728Z] [2025-01-29 17:49:36] [data] Setting vocabulary size for input 1 to 1,000
[task 2025-01-29T17:49:39.408Z] [2025-01-29 17:49:39] [memory] Extending reserved space to 12032 MB (device gpu0)
[task 2025-01-29T17:49:39.509Z] [2025-01-29 17:49:39] [memory] Extending reserved space to 12032 MB (device gpu1)
[task 2025-01-29T17:49:39.616Z] [2025-01-29 17:49:39] [memory] Extending reserved space to 12032 MB (device gpu2)
[task 2025-01-29T17:49:39.727Z] [2025-01-29 17:49:39] [memory] Extending reserved space to 12032 MB (device gpu3)
[task 2025-01-29T17:49:39.734Z] [2025-01-29 17:49:39] Loading model from /home/ubuntu/tasks/task_173817285530257/fetches/final.model.npz.best-chrf.npz
[task 2025-01-29T17:49:39.734Z] [2025-01-29 17:49:39] Loading model from /home/ubuntu/tasks/task_173817285530257/fetches/final.model.npz.best-chrf.npz
[task 2025-01-29T17:49:39.734Z] [2025-01-29 17:49:39] Loading model from /home/ubuntu/tasks/task_173817285530257/fetches/final.model.npz.best-chrf.npz
[task 2025-01-29T17:49:39.734Z] [2025-01-29 17:49:39] Loading model from /home/ubuntu/tasks/task_173817285530257/fetches/final.model.npz.best-chrf.npz
[task 2025-01-29T17:49:40.187Z] [2025-01-29 17:49:40] Scoring
[task 2025-01-29T17:49:40.235Z] [2025-01-29 17:49:40] [logits] Applying loss function for 1 factor(s)
[task 2025-01-29T17:49:40.235Z] [2025-01-29 17:49:40] [memory] Reserving 131 MB, device gpu3
[task 2025-01-29T17:49:40.236Z] [2025-01-29 17:49:40] [memory] Reserving 131 MB, device gpu2
[task 2025-01-29T17:49:40.238Z] [2025-01-29 17:49:40] [memory] Reserving 131 MB, device gpu1
[task 2025-01-29T17:49:40.240Z] [2025-01-29 17:49:40] [memory] Reserving 131 MB, device gpu0
[task 2025-01-29T17:49:40.604Z] [2025-01-29 17:49:40] [gpu] 16-bit TensorCores enabled for float32 matrix operations
[task 2025-01-29T17:49:43.502Z] [2025-01-29 17:49:43] Total normalized log probs 619119 : Total sentences 1548 : Total words 91884
[task 2025-01-29T17:49:43.502Z] [2025-01-29 17:49:43] Sum of normalized log probs is a sum of averages
[task 2025-01-29T17:49:43.536Z] [2025-01-29 17:49:43] Total time: 6.81390s wall
[task 2025-01-29T17:49:45.353Z] + echo '###### Done: Scoring'
[task 2025-01-29T17:49:45.353Z] ###### Done: Scoring
[fetches 2025-01-29T17:49:45.353Z] removing /home/ubuntu/tasks/task_173817285530257/fetches
[fetches 2025-01-29T17:49:45.732Z] finished
[taskcluster 2025-01-29T17:49:45.742Z] Exit Code: 0
[taskcluster 2025-01-29T17:49:45.742Z] User Time: 28.018489s
[taskcluster 2025-01-29T17:49:45.742Z] Kernel Time: 11.325936s
[taskcluster 2025-01-29T17:49:45.742Z] Wall Time: 1m42.977613491s
[taskcluster 2025-01-29T17:49:45.742Z] Result: SUCCEEDED
[taskcluster 2025-01-29T17:49:45.742Z] === Task Finished ===
[taskcluster 2025-01-29T17:49:45.742Z] Task Duration: 1m42.97958075s
[taskcluster 2025-01-29T17:49:45.835Z] Uploading artifact public/build/scores.txt.log from file /home/ubuntu/tasks/task_173817285530257/artifacts/scores.txt.log with content encoding "gzip", mime type "text/plain" and expiry 2025-02-28T15:56:01.413Z
[taskcluster 2025-01-29T17:49:45.859Z] Uploading artifact public/build/scores.txt from file /home/ubuntu/tasks/task_173817285530257/artifacts/scores.txt with content encoding "gzip", mime type "text/plain; charset=utf-8" and expiry 2025-02-28T15:56:01.413Z
[taskcluster 2025-01-29T17:49:46.184Z] [mounts] Preserving cache: Moving "/home/ubuntu/tasks/task_173817285530257/checkouts" to "/home/ubuntu/caches/WTsSvAhBQoK-xVQSwWXEAA"
[taskcluster 2025-01-29T17:49:46.376Z] Uploading link artifact public/logs/live.log to artifact public/logs/live_backing.log with expiry 2025-02-28T15:56:01.413Z
Loading