[heartbeat] starting: bash /home/fedora/load_both.sh
[heartbeat] interval: 60s
[heartbeat] label:    bash
+ export PATH=/opt/pg18/bin:/home/fedora/.cargo/bin:/home/fedora/.local/bin:/home/fedora/bin:/usr/local/bin:/usr/bin
+ PATH=/opt/pg18/bin:/home/fedora/.cargo/bin:/home/fedora/.local/bin:/home/fedora/bin:/usr/local/bin:/usr/bin
+ D=/data/co1024_1m/copy
+ R=/home/fedora/results/p0
+ mkdir -p /home/fedora/results/p0
+ PS='psql -h /tmp -v ON_ERROR_STOP=1 -X'
+ psql -h /tmp -v ON_ERROR_STOP=1 -X -d db_pv -c $'DROP TABLE IF EXISTS docs, queries; CREATE TABLE docs(id bigint PRIMARY KEY, emb vector(1024)); ALTER TABLE docs ALTER COLUMN emb SET STORAGE PLAIN;\n  CREATE TABLE queries(qid int PRIMARY KEY, q vector(1024)); ALTER TABLE queries ALTER COLUMN q SET STORAGE PLAIN;'
DROP TABLE
CREATE TABLE
ALTER TABLE
CREATE TABLE
ALTER TABLE
+ psql -h /tmp -v ON_ERROR_STOP=1 -X -d db_tv -c $'DROP TABLE IF EXISTS docs, queries; CREATE TABLE docs(id bigint PRIMARY KEY, emb turbovec.vector); ALTER TABLE docs ALTER COLUMN emb SET STORAGE PLAIN;\n  CREATE TABLE queries(qid int PRIMARY KEY, q turbovec.vector); ALTER TABLE queries ALTER COLUMN q SET STORAGE PLAIN;'
DROP TABLE
CREATE TABLE
ALTER TABLE
CREATE TABLE
ALTER TABLE
+ for db in ${DBS:-db_pv db_tv}
+ '[' 0 = 1 ']'
++ date +%s.%N
+ t0=1792005944.617634029
+ for f in $D/docs_*.tsv
+ for f in $D/docs_*.tsv
+ psql -h /tmp -v ON_ERROR_STOP=1 -X -d db_pv -c '\copy docs FROM '\''/data/co1024_1m/copy/docs_00.tsv'\'''
+ for f in $D/docs_*.tsv
+ psql -h /tmp -v ON_ERROR_STOP=1 -X -d db_pv -c '\copy docs FROM '\''/data/co1024_1m/copy/docs_01.tsv'\'''
+ for f in $D/docs_*.tsv
+ psql -h /tmp -v ON_ERROR_STOP=1 -X -d db_pv -c '\copy docs FROM '\''/data/co1024_1m/copy/docs_02.tsv'\'''
+ for f in $D/docs_*.tsv
+ psql -h /tmp -v ON_ERROR_STOP=1 -X -d db_pv -c '\copy docs FROM '\''/data/co1024_1m/copy/docs_03.tsv'\'''
+ for f in $D/docs_*.tsv
+ psql -h /tmp -v ON_ERROR_STOP=1 -X -d db_pv -c '\copy docs FROM '\''/data/co1024_1m/copy/docs_04.tsv'\'''
+ for f in $D/docs_*.tsv
+ psql -h /tmp -v ON_ERROR_STOP=1 -X -d db_pv -c '\copy docs FROM '\''/data/co1024_1m/copy/docs_05.tsv'\'''
+ for f in $D/docs_*.tsv
+ psql -h /tmp -v ON_ERROR_STOP=1 -X -d db_pv -c '\copy docs FROM '\''/data/co1024_1m/copy/docs_06.tsv'\'''
+ for f in $D/docs_*.tsv
+ psql -h /tmp -v ON_ERROR_STOP=1 -X -d db_pv -c '\copy docs FROM '\''/data/co1024_1m/copy/docs_07.tsv'\'''
+ for f in $D/docs_*.tsv
+ for f in $D/docs_*.tsv
+ psql -h /tmp -v ON_ERROR_STOP=1 -X -d db_pv -c '\copy docs FROM '\''/data/co1024_1m/copy/docs_08.tsv'\'''
+ for f in $D/docs_*.tsv
+ psql -h /tmp -v ON_ERROR_STOP=1 -X -d db_pv -c '\copy docs FROM '\''/data/co1024_1m/copy/docs_09.tsv'\'''
+ for f in $D/docs_*.tsv
+ psql -h /tmp -v ON_ERROR_STOP=1 -X -d db_pv -c '\copy docs FROM '\''/data/co1024_1m/copy/docs_10.tsv'\'''
+ psql -h /tmp -v ON_ERROR_STOP=1 -X -d db_pv -c '\copy docs FROM '\''/data/co1024_1m/copy/docs_11.tsv'\'''
+ for f in $D/docs_*.tsv
+ for f in $D/docs_*.tsv
+ psql -h /tmp -v ON_ERROR_STOP=1 -X -d db_pv -c '\copy docs FROM '\''/data/co1024_1m/copy/docs_12.tsv'\'''
+ psql -h /tmp -v ON_ERROR_STOP=1 -X -d db_pv -c '\copy docs FROM '\''/data/co1024_1m/copy/docs_13.tsv'\'''
+ for f in $D/docs_*.tsv
+ wait
+ psql -h /tmp -v ON_ERROR_STOP=1 -X -d db_pv -c '\copy docs FROM '\''/data/co1024_1m/copy/docs_14.tsv'\'''
+ psql -h /tmp -v ON_ERROR_STOP=1 -X -d db_pv -c '\copy docs FROM '\''/data/co1024_1m/copy/docs_15.tsv'\'''
COPY 62500
COPY 62500
COPY 62500
COPY 62500
COPY 62500
COPY 62500
COPY 62500
COPY 62500
COPY 62500
COPY 62500
COPY 62500
COPY 62500
COPY 62500
COPY 62500
COPY 62500
COPY 62500
+ psql -h /tmp -v ON_ERROR_STOP=1 -X -d db_pv -c '\copy queries FROM '\''/data/co1024_1m/copy/queries.tsv'\'''
COPY 5200
++ date +%s.%N
+ t1=1792005956.148988959
+ tee -a /home/fedora/results/p0/load_times.txt
++ echo 1792005956.148988959-1792005944.617634029
++ bc
+ echo 'LOAD db_pv 11.531354930 s'
LOAD db_pv 11.531354930 s
+ psql -h /tmp -v ON_ERROR_STOP=1 -X -d db_pv -c 'VACUUM (FREEZE, ANALYZE) docs' -c 'VACUUM (FREEZE, ANALYZE) queries'
VACUUM
VACUUM
++ date +%s.%N
+ t2=1792005961.715730458
+ tee -a /home/fedora/results/p0/load_times.txt
++ echo 1792005961.715730458-1792005956.148988959
++ bc
+ echo 'VACUUM_FREEZE_ANALYZE db_pv 5.566741499 s'
VACUUM_FREEZE_ANALYZE db_pv 5.566741499 s
+ for db in ${DBS:-db_pv db_tv}
+ '[' 0 = 1 ']'
++ date +%s.%N
+ t0=1792005961.718149288
+ for f in $D/docs_*.tsv
+ for f in $D/docs_*.tsv
+ psql -h /tmp -v ON_ERROR_STOP=1 -X -d db_tv -c '\copy docs FROM '\''/data/co1024_1m/copy/docs_00.tsv'\'''
+ for f in $D/docs_*.tsv
+ psql -h /tmp -v ON_ERROR_STOP=1 -X -d db_tv -c '\copy docs FROM '\''/data/co1024_1m/copy/docs_01.tsv'\'''
+ for f in $D/docs_*.tsv
+ psql -h /tmp -v ON_ERROR_STOP=1 -X -d db_tv -c '\copy docs FROM '\''/data/co1024_1m/copy/docs_02.tsv'\'''
+ for f in $D/docs_*.tsv
+ psql -h /tmp -v ON_ERROR_STOP=1 -X -d db_tv -c '\copy docs FROM '\''/data/co1024_1m/copy/docs_03.tsv'\'''
+ for f in $D/docs_*.tsv
+ psql -h /tmp -v ON_ERROR_STOP=1 -X -d db_tv -c '\copy docs FROM '\''/data/co1024_1m/copy/docs_04.tsv'\'''
+ for f in $D/docs_*.tsv
+ psql -h /tmp -v ON_ERROR_STOP=1 -X -d db_tv -c '\copy docs FROM '\''/data/co1024_1m/copy/docs_05.tsv'\'''
+ for f in $D/docs_*.tsv
+ psql -h /tmp -v ON_ERROR_STOP=1 -X -d db_tv -c '\copy docs FROM '\''/data/co1024_1m/copy/docs_06.tsv'\'''
+ for f in $D/docs_*.tsv
+ psql -h /tmp -v ON_ERROR_STOP=1 -X -d db_tv -c '\copy docs FROM '\''/data/co1024_1m/copy/docs_07.tsv'\'''
+ for f in $D/docs_*.tsv
+ psql -h /tmp -v ON_ERROR_STOP=1 -X -d db_tv -c '\copy docs FROM '\''/data/co1024_1m/copy/docs_08.tsv'\'''
+ for f in $D/docs_*.tsv
+ psql -h /tmp -v ON_ERROR_STOP=1 -X -d db_tv -c '\copy docs FROM '\''/data/co1024_1m/copy/docs_09.tsv'\'''
+ for f in $D/docs_*.tsv
+ psql -h /tmp -v ON_ERROR_STOP=1 -X -d db_tv -c '\copy docs FROM '\''/data/co1024_1m/copy/docs_10.tsv'\'''
+ for f in $D/docs_*.tsv
+ psql -h /tmp -v ON_ERROR_STOP=1 -X -d db_tv -c '\copy docs FROM '\''/data/co1024_1m/copy/docs_11.tsv'\'''
+ for f in $D/docs_*.tsv
+ psql -h /tmp -v ON_ERROR_STOP=1 -X -d db_tv -c '\copy docs FROM '\''/data/co1024_1m/copy/docs_12.tsv'\'''
+ for f in $D/docs_*.tsv
+ psql -h /tmp -v ON_ERROR_STOP=1 -X -d db_tv -c '\copy docs FROM '\''/data/co1024_1m/copy/docs_13.tsv'\'''
+ psql -h /tmp -v ON_ERROR_STOP=1 -X -d db_tv -c '\copy docs FROM '\''/data/co1024_1m/copy/docs_14.tsv'\'''
+ for f in $D/docs_*.tsv
+ wait
+ psql -h /tmp -v ON_ERROR_STOP=1 -X -d db_tv -c '\copy docs FROM '\''/data/co1024_1m/copy/docs_15.tsv'\'''
COPY 62500
COPY 62500
COPY 62500
COPY 62500
COPY 62500
COPY 62500
COPY 62500
COPY 62500
COPY 62500
COPY 62500
COPY 62500
COPY 62500
COPY 62500
COPY 62500
COPY 62500
COPY 62500
+ psql -h /tmp -v ON_ERROR_STOP=1 -X -d db_tv -c '\copy queries FROM '\''/data/co1024_1m/copy/queries.tsv'\'''
COPY 5200
++ date +%s.%N
+ t1=1792005972.260910212
+ tee -a /home/fedora/results/p0/load_times.txt
++ echo 1792005972.260910212-1792005961.718149288
++ bc
+ echo 'LOAD db_tv 10.542760924 s'
LOAD db_tv 10.542760924 s
+ psql -h /tmp -v ON_ERROR_STOP=1 -X -d db_tv -c 'VACUUM (FREEZE, ANALYZE) docs' -c 'VACUUM (FREEZE, ANALYZE) queries'
VACUUM
VACUUM
++ date +%s.%N
+ t2=1792005977.762336801
+ tee -a /home/fedora/results/p0/load_times.txt
++ echo 1792005977.762336801-1792005972.260910212
++ bc
+ echo 'VACUUM_FREEZE_ANALYZE db_tv 5.501426589 s'
VACUUM_FREEZE_ANALYZE db_tv 5.501426589 s
. [bash 19:26:43 elapsed]
+ cat /home/fedora/results/p0/load_checksums.txt
+ echo '== pv'
== pv
+ psql -h /tmp -v ON_ERROR_STOP=1 -X -d db_pv -Atc 'SELECT count(*), sum(id), sum((emb::real[])[1]::float8), sum((emb::real[])[1024]::float8) FROM docs'
1000000|499999500000|2920.7662003634596|6826.938138479035
+ echo '== tv'
== tv
+ psql -h /tmp -v ON_ERROR_STOP=1 -X -d db_tv -Atc 'SELECT count(*), sum(id), sum((emb::real[])[1]::float8), sum((emb::real[])[1024]::float8) FROM docs'
1000000|499999500000|2920.7662003634573|6826.938138479039
+ echo '== pv queries'
== pv queries
+ psql -h /tmp -v ON_ERROR_STOP=1 -X -d db_pv -Atc 'SELECT count(*), sum((q::real[])[1]::float8) FROM queries'
5200|9.138857103799182
+ echo '== tv queries'
== tv queries
+ psql -h /tmp -v ON_ERROR_STOP=1 -X -d db_tv -Atc 'SELECT count(*), sum((q::real[])[1]::float8) FROM queries'
5200|9.138857103799182
+ for db in db_pv db_tv
+ echo '== db_pv sizes/persistence'
== db_pv sizes/persistence
+ psql -h /tmp -v ON_ERROR_STOP=1 -X -d db_pv -Atc 'SELECT c.relname, c.relpersistence, pg_relation_size(c.oid), pg_total_relation_size(c.oid), c.relpages, c.reltuples, (SELECT attstorage FROM pg_attribute WHERE attrelid=c.oid AND attnum=2) FROM pg_class c WHERE relname IN ('\''docs'\'','\''queries'\'')'
docs|p|8192450560|8234049536|1000055|999988|p
queries|p|42598400|42786816|5200|5200|p
+ psql -h /tmp -v ON_ERROR_STOP=1 -X -d db_pv -Atc 'SELECT pg_relation_size(reltoastrelid) FROM pg_class WHERE relname='\''docs'\'''
0
+ psql -h /tmp -v ON_ERROR_STOP=1 -X -d db_pv -Atc 'SELECT avg(pg_column_size(emb)) FROM (SELECT emb FROM docs LIMIT 10000) s'
4104.0000000000000000
+ for db in db_pv db_tv
+ echo '== db_tv sizes/persistence'
== db_tv sizes/persistence
+ psql -h /tmp -v ON_ERROR_STOP=1 -X -d db_tv -Atc 'SELECT c.relname, c.relpersistence, pg_relation_size(c.oid), pg_total_relation_size(c.oid), c.relpages, c.reltuples, (SELECT attstorage FROM pg_attribute WHERE attrelid=c.oid AND attnum=2) FROM pg_class c WHERE relname IN ('\''docs'\'','\''queries'\'')'
docs|p|8192131072|8233730048|1000016|1.000016e+06|p
queries|p|42598400|42786816|5200|5200|p
+ psql -h /tmp -v ON_ERROR_STOP=1 -X -d db_tv -Atc 'SELECT pg_relation_size(reltoastrelid) FROM pg_class WHERE relname='\''docs'\'''
0
+ psql -h /tmp -v ON_ERROR_STOP=1 -X -d db_tv -Atc 'SELECT avg(pg_column_size(emb)) FROM (SELECT emb FROM docs LIMIT 10000) s'
5127.4692000000000000
+ echo LOAD_DONE
LOAD_DONE
[heartbeat] DONE rc=0 (clean exit)
