diff --git a/browser/src/DataPage/GnomadV4Downloads.tsx b/browser/src/DataPage/GnomadV4Downloads.tsx
index c259fc3c3..5cf748581 100644
--- a/browser/src/DataPage/GnomadV4Downloads.tsx
+++ b/browser/src/DataPage/GnomadV4Downloads.tsx
@@ -15,57 +15,57 @@ import {
import Link from '../Link'
const exomeChromosomeVcfs = [
- { chrom: '1', size: '17.5 GiB', md5: '848be4d85c953bc73a8e4f0c97026a72' },
- { chrom: '2', size: '13.3 GiB', md5: 'e2f5d891a3374e88d1c3136f94bed0ea' },
- { chrom: '3', size: '10.79 GiB', md5: 'a35b949b32453b4b5abd7b1de42e298a' },
- { chrom: '4', size: '7.18 GiB', md5: 'c7c7008a73acbb8fea68b82951842832' },
- { chrom: '5', size: '7.91 GiB', md5: 'c1016f56be62deb2e947fed4d31302dd' },
- { chrom: '6', size: '8.5 GiB', md5: 'f96bc8711ed085d63b8bd5396664adbc' },
- { chrom: '7', size: '9.01 GiB', md5: 'c41cd52571b001cf7d3e388a668e4dff' },
- { chrom: '8', size: '6.78 GiB', md5: 'a47777fe141c01876cb170f2c2f2e6b6' },
- { chrom: '9', size: '7.49 GiB', md5: 'c5abd4d8aff12f2bf8b4ec844769782f' },
- { chrom: '10', size: '7.32 GiB', md5: '4befc8dc50ead888e8af24f556c9fdd6' },
- { chrom: '11', size: '10.84 GiB', md5: '3833ce3ab046afe92c9b55df93a61ec8' },
- { chrom: '12', size: '9.9 GiB', md5: 'e530a9ed203cdcc914621ab7430774bb' },
- { chrom: '13', size: '3.3 GiB', md5: 'af1eab40c8be47c8c7c04dc73e0333e4' },
- { chrom: '14', size: '6.21 GiB', md5: 'd0e0fa71d94bf016a061ba4dc0bd869f' },
- { chrom: '15', size: '6.87 GiB', md5: '01b116e34b3815cfd1d3afa53a29a41b' },
- { chrom: '16', size: '9.1 GiB', md5: '44137843b2df39c8a654427181bda919' },
- { chrom: '17', size: '11.19 GiB', md5: 'c61978218ab3eaa07b571eb9959f39d2' },
- { chrom: '18', size: '3.16 GiB', md5: '1ec708d5cae9657ccee0626763ed9946' },
- { chrom: '19', size: '11.75 GiB', md5: '50a37cfa9a9a3e030388bcf15bdabb79' },
- { chrom: '20', size: '4.43 GiB', md5: '605680cd99e469bdf5f0045bd22359c9' },
- { chrom: '21', size: '2.1 GiB', md5: '7ca6d51a42425b857eddb46d7bc5832d' },
- { chrom: '22', size: '4.71 GiB', md5: 'dcf191563e69054a71bd4dc77862799a' },
- { chrom: 'X', size: '5.35 GiB', md5: '5b7b17d3d4cff22c20480a908c861a28' },
- { chrom: 'Y', size: '108.3 MiB', md5: 'd500cf5a73c53f02d1b95f1e092f2e49' },
+ { chrom: '1', size: '17.56 GiB', md5: '2e08659636b631c38dae62c79553bc65' },
+ { chrom: '2', size: '13.35 GiB', md5: 'ec198762f8cb807ac6871de00c157dec' },
+ { chrom: '3', size: '10.83 GiB', md5: 'aec7d7e4300b719e345fa69dfaf6538e' },
+ { chrom: '4', size: '7.21 GiB', md5: 'fc436e1ae0de3d6fd134efd584959d8a' },
+ { chrom: '5', size: '7.94 GiB', md5: 'd13df61b30bf5009565890be990727cf' },
+ { chrom: '6', size: '8.54 GiB', md5: 'cdc8f1a61497cf5fc6b77e935c84e02c' },
+ { chrom: '7', size: '9.04 GiB', md5: 'b12707e3fcf2b57193c9038153b3843b' },
+ { chrom: '8', size: '6.8 GiB', md5: '5eeab891ab132801c9f8da1f4967c02f' },
+ { chrom: '9', size: '7.52 GiB', md5: '4d2a672b96f7898ba41ace82b7f3b705' },
+ { chrom: '10', size: '7.35 GiB', md5: '82779ca0a54f6906511c939199a975be' },
+ { chrom: '11', size: '10.88 GiB', md5: 'c03170a93d0877bfd097f5979350ada3' },
+ { chrom: '12', size: '9.94 GiB', md5: '375e39ff8f59f13eea20846ca8f47ee8' },
+ { chrom: '13', size: '3.31 GiB', md5: '147de89a0b62789886aa8ba949dfac09' },
+ { chrom: '14', size: '6.23 GiB', md5: '330dae70fc6c26031c02ab4f4d0e05b9' },
+ { chrom: '15', size: '6.89 GiB', md5: '4ac058ec1ea74a523e4faf9f2082cb5f' },
+ { chrom: '16', size: '9.14 GiB', md5: 'bc776c8cbf2352ed4eede17d6cbff567' },
+ { chrom: '17', size: '11.23 GiB', md5: 'a929e8043e0719fecb4b72245cc2a490' },
+ { chrom: '18', size: '3.17 GiB', md5: '71e0e6fc629e3f8dc7a0c6cadcd8b612' },
+ { chrom: '19', size: '11.8 GiB', md5: 'bfffbc0986c81b2d08acf508502ce112' },
+ { chrom: '20', size: '4.45 GiB', md5: '14f01ad046abd41d8ba542a38bead27b' },
+ { chrom: '21', size: '2.1 GiB', md5: 'f8b112938d68ea61c9dcc4ba26e09ef1' },
+ { chrom: '22', size: '4.73 GiB', md5: '4543f706701bc746bf291884fd277934' },
+ { chrom: 'X', size: '5.43 GiB', md5: '7e1df7f412ae48b8f8a8a2c71df173b6' },
+ { chrom: 'Y', size: '108.72 MiB', md5: 'd541c53ca6551434fbd55c3bdf3e2486' },
]
const genomeChromosomeVcfs = [
- { chrom: '1', size: '41.05 GiB', md5: '328b4578212afec2cde394a1b02d544f' },
- { chrom: '2', size: '43.36 GiB', md5: '518ca01e6757a68bc0abe76f85af644d' },
- { chrom: '3', size: '36.56 GiB', md5: '716c181431a3c11a2eb18c5f50a3542d' },
- { chrom: '4', size: '33.56 GiB', md5: 'd9b913f3e30c8f410f9ce7dee5dee6d4' },
- { chrom: '5', size: '30.46 GiB', md5: 'a2a3b9014af5c8f9bbaaf743968e48f8' },
- { chrom: '6', size: '29.61 GiB', md5: 'e65c2aa321c5e272548fb3d901bae382' },
- { chrom: '7', size: '29.1 GiB', md5: '58ee22cf3dcc8cb8b493d218e19432cc' },
- { chrom: '8', size: '27.28 GiB', md5: '9854d9df22977cf5bac0f9fc05f4e8f5' },
- { chrom: '9', size: '23.06 GiB', md5: '6adfc9c47000cf66d1305392051b391d' },
- { chrom: '10', size: '25.0 GiB', md5: 'c2cd760130d2339f7135fc70700db1e1' },
- { chrom: '11', size: '24.58 GiB', md5: 'd1e7a4dcf3ff62eeffca57afefc5a33a' },
- { chrom: '12', size: '24.17 GiB', md5: '644bdbc5c53d9112edbacad401a28d1a' },
- { chrom: '13', size: '15.93 GiB', md5: '84b12f299210d2a7e390c56a234b7b68' },
- { chrom: '14', size: '16.63 GiB', md5: '0e524b414faf5a51b74d153939b3ddcd' },
- { chrom: '15', size: '15.74 GiB', md5: '00d1386eadbfcb653eb810a6c08ed250' },
- { chrom: '16', size: '17.62 GiB', md5: '2b106c12ca8cca9bd58e98d2c248ef4d' },
- { chrom: '17', size: '16.22 GiB', md5: '9d58b459e75312b487c660666ea540c4' },
- { chrom: '18', size: '13.44 GiB', md5: 'b95d30a6f5a45242d834fc7351afd760' },
- { chrom: '19', size: '12.74 GiB', md5: '73fa1c7c09072e8ca5e26a1443f0af2a' },
- { chrom: '20', size: '11.03 GiB', md5: '6c6f326c67b288ec99932905da72c1e6' },
- { chrom: '21', size: '7.23 GiB', md5: '9b6584cfe62f6e8bd0c3cea90a4ce56a' },
- { chrom: '22', size: '8.13 GiB', md5: 'a7bcf712a6b8d29e690468bf1dd8913d' },
- { chrom: 'X', size: '21.34 GiB', md5: '8b91766906865b0795c653af51cb73b8' },
- { chrom: 'Y', size: '571.35 MiB', md5: '1ffb9c683674f41ff7cf524e5bb56bb8' },
+ { chrom: '1', size: '41.25 GiB', md5: '21939573565c47e54edaf3c8a9bf50f3' },
+ { chrom: '2', size: '43.57 GiB', md5: '3211b86b12fa71c187914fc5161eb037' },
+ { chrom: '3', size: '36.73 GiB', md5: '26bd6279907cf7d8c4af7d64ca2aaf51' },
+ { chrom: '4', size: '33.71 GiB', md5: 'b34adf5d22bf3e4cef2ed7d90c7abff3' },
+ { chrom: '5', size: '30.6 GiB', md5: '5e4669f942d647a3274bab54e729288e' },
+ { chrom: '6', size: '29.74 GiB', md5: 'b78e1717d6b79101ae188ef5e587de84' },
+ { chrom: '7', size: '29.24 GiB', md5: '2948b4e3fded433dcf59cf5d4e2e40e9' },
+ { chrom: '8', size: '27.41 GiB', md5: '7e0f96ede0cab3d431bcb61bdd50b5bd' },
+ { chrom: '9', size: '23.17 GiB', md5: '6683e973b5931fe30a059ea157644b07' },
+ { chrom: '10', size: '25.12 GiB', md5: 'eafd6ae544ce6d2e54e103a8516e9dba' },
+ { chrom: '11', size: '24.7 GiB', md5: 'c7d1ddeb1b2da2c74c3e0bdec91307f5' },
+ { chrom: '12', size: '24.28 GiB', md5: '2c7adf6e982838fa692ce7716d55e17a' },
+ { chrom: '13', size: '16.0 GiB', md5: 'de54f559704bf06abbc3f413ba561923' },
+ { chrom: '14', size: '16.71 GiB', md5: '6471ff6deec38d5e04a9479fa9b587b8' },
+ { chrom: '15', size: '15.82 GiB', md5: 'bb966d401f1b43954aeec2b55acce917' },
+ { chrom: '16', size: '17.7 GiB', md5: '311fe5c98d585a7bcb03a5560bcb80b3' },
+ { chrom: '17', size: '16.3 GiB', md5: '08776a899230bc9cadf8250da87aec4b' },
+ { chrom: '18', size: '13.5 GiB', md5: 'a5afa2140f64c8ea45bd9caaad9d9559' },
+ { chrom: '19', size: '12.8 GiB', md5: 'f5420e0cdce4e33a9644296b93313e3b' },
+ { chrom: '20', size: '11.08 GiB', md5: '49f1f7ffc17d5c45aa5a5cd18731d2ff' },
+ { chrom: '21', size: '7.26 GiB', md5: 'bd088f86e1924a9702c5ba5dc5e16053' },
+ { chrom: '22', size: '8.17 GiB', md5: '8018e6e02b9bf7ec97c3367928c7e105' },
+ { chrom: 'X', size: '21.36 GiB', md5: '2d0515434ddceef8a6d5e48199b76e91' },
+ { chrom: 'Y', size: '573.63 MiB', md5: '853a50d5462b4bcf904b0ffd6f052baa' },
]
const jointChromosomeVcfs = [
diff --git a/browser/src/DataPage/__snapshots__/DataPage.spec.tsx.snap b/browser/src/DataPage/__snapshots__/DataPage.spec.tsx.snap
index 26d982b88..51e847377 100644
--- a/browser/src/DataPage/__snapshots__/DataPage.spec.tsx.snap
+++ b/browser/src/DataPage/__snapshots__/DataPage.spec.tsx.snap
@@ -776,9 +776,9 @@ exports[`Data Page has no unexpected changes 1`] = `
- 17.5 GiB
+ 17.56 GiB
, MD5:
- 848be4d85c953bc73a8e4f0c97026a72
+ 2e08659636b631c38dae62c79553bc65
@@ -841,9 +841,9 @@ exports[`Data Page has no unexpected changes 1`] = `
- 13.3 GiB
+ 13.35 GiB
, MD5:
- e2f5d891a3374e88d1c3136f94bed0ea
+ ec198762f8cb807ac6871de00c157dec
@@ -906,9 +906,9 @@ exports[`Data Page has no unexpected changes 1`] = `
- 10.79 GiB
+ 10.83 GiB
, MD5:
- a35b949b32453b4b5abd7b1de42e298a
+ aec7d7e4300b719e345fa69dfaf6538e
@@ -971,9 +971,9 @@ exports[`Data Page has no unexpected changes 1`] = `
- 7.18 GiB
+ 7.21 GiB
, MD5:
- c7c7008a73acbb8fea68b82951842832
+ fc436e1ae0de3d6fd134efd584959d8a
@@ -1036,9 +1036,9 @@ exports[`Data Page has no unexpected changes 1`] = `
- 7.91 GiB
+ 7.94 GiB
, MD5:
- c1016f56be62deb2e947fed4d31302dd
+ d13df61b30bf5009565890be990727cf
@@ -1101,9 +1101,9 @@ exports[`Data Page has no unexpected changes 1`] = `
- 8.5 GiB
+ 8.54 GiB
, MD5:
- f96bc8711ed085d63b8bd5396664adbc
+ cdc8f1a61497cf5fc6b77e935c84e02c
@@ -1166,9 +1166,9 @@ exports[`Data Page has no unexpected changes 1`] = `
- 9.01 GiB
+ 9.04 GiB
, MD5:
- c41cd52571b001cf7d3e388a668e4dff
+ b12707e3fcf2b57193c9038153b3843b
@@ -1231,9 +1231,9 @@ exports[`Data Page has no unexpected changes 1`] = `
- 6.78 GiB
+ 6.8 GiB
, MD5:
- a47777fe141c01876cb170f2c2f2e6b6
+ 5eeab891ab132801c9f8da1f4967c02f
@@ -1296,9 +1296,9 @@ exports[`Data Page has no unexpected changes 1`] = `
- 7.49 GiB
+ 7.52 GiB
, MD5:
- c5abd4d8aff12f2bf8b4ec844769782f
+ 4d2a672b96f7898ba41ace82b7f3b705
@@ -1361,9 +1361,9 @@ exports[`Data Page has no unexpected changes 1`] = `
- 7.32 GiB
+ 7.35 GiB
, MD5:
- 4befc8dc50ead888e8af24f556c9fdd6
+ 82779ca0a54f6906511c939199a975be
@@ -1426,9 +1426,9 @@ exports[`Data Page has no unexpected changes 1`] = `
- 10.84 GiB
+ 10.88 GiB
, MD5:
- 3833ce3ab046afe92c9b55df93a61ec8
+ c03170a93d0877bfd097f5979350ada3
@@ -1491,9 +1491,9 @@ exports[`Data Page has no unexpected changes 1`] = `
- 9.9 GiB
+ 9.94 GiB
, MD5:
- e530a9ed203cdcc914621ab7430774bb
+ 375e39ff8f59f13eea20846ca8f47ee8
@@ -1556,9 +1556,9 @@ exports[`Data Page has no unexpected changes 1`] = `
- 3.3 GiB
+ 3.31 GiB
, MD5:
- af1eab40c8be47c8c7c04dc73e0333e4
+ 147de89a0b62789886aa8ba949dfac09
@@ -1621,9 +1621,9 @@ exports[`Data Page has no unexpected changes 1`] = `
- 6.21 GiB
+ 6.23 GiB
, MD5:
- d0e0fa71d94bf016a061ba4dc0bd869f
+ 330dae70fc6c26031c02ab4f4d0e05b9
@@ -1686,9 +1686,9 @@ exports[`Data Page has no unexpected changes 1`] = `
- 6.87 GiB
+ 6.89 GiB
, MD5:
- 01b116e34b3815cfd1d3afa53a29a41b
+ 4ac058ec1ea74a523e4faf9f2082cb5f
@@ -1751,9 +1751,9 @@ exports[`Data Page has no unexpected changes 1`] = `
- 9.1 GiB
+ 9.14 GiB
, MD5:
- 44137843b2df39c8a654427181bda919
+ bc776c8cbf2352ed4eede17d6cbff567
@@ -1816,9 +1816,9 @@ exports[`Data Page has no unexpected changes 1`] = `
- 11.19 GiB
+ 11.23 GiB
, MD5:
- c61978218ab3eaa07b571eb9959f39d2
+ a929e8043e0719fecb4b72245cc2a490
@@ -1881,9 +1881,9 @@ exports[`Data Page has no unexpected changes 1`] = `
- 3.16 GiB
+ 3.17 GiB
, MD5:
- 1ec708d5cae9657ccee0626763ed9946
+ 71e0e6fc629e3f8dc7a0c6cadcd8b612
@@ -1946,9 +1946,9 @@ exports[`Data Page has no unexpected changes 1`] = `
- 11.75 GiB
+ 11.8 GiB
, MD5:
- 50a37cfa9a9a3e030388bcf15bdabb79
+ bfffbc0986c81b2d08acf508502ce112
@@ -2011,9 +2011,9 @@ exports[`Data Page has no unexpected changes 1`] = `
- 4.43 GiB
+ 4.45 GiB
, MD5:
- 605680cd99e469bdf5f0045bd22359c9
+ 14f01ad046abd41d8ba542a38bead27b
@@ -2078,7 +2078,7 @@ exports[`Data Page has no unexpected changes 1`] = `
2.1 GiB
, MD5:
- 7ca6d51a42425b857eddb46d7bc5832d
+ f8b112938d68ea61c9dcc4ba26e09ef1
@@ -2141,9 +2141,9 @@ exports[`Data Page has no unexpected changes 1`] = `
- 4.71 GiB
+ 4.73 GiB
, MD5:
- dcf191563e69054a71bd4dc77862799a
+ 4543f706701bc746bf291884fd277934
@@ -2206,9 +2206,9 @@ exports[`Data Page has no unexpected changes 1`] = `
- 5.35 GiB
+ 5.43 GiB
, MD5:
- 5b7b17d3d4cff22c20480a908c861a28
+ 7e1df7f412ae48b8f8a8a2c71df173b6
@@ -2271,9 +2271,9 @@ exports[`Data Page has no unexpected changes 1`] = `
- 108.3 MiB
+ 108.72 MiB
, MD5:
- d500cf5a73c53f02d1b95f1e092f2e49
+ d541c53ca6551434fbd55c3bdf3e2486
@@ -2374,9 +2374,9 @@ exports[`Data Page has no unexpected changes 1`] = `
- 41.05 GiB
+ 41.25 GiB
, MD5:
- 328b4578212afec2cde394a1b02d544f
+ 21939573565c47e54edaf3c8a9bf50f3
@@ -2439,9 +2439,9 @@ exports[`Data Page has no unexpected changes 1`] = `
- 43.36 GiB
+ 43.57 GiB
, MD5:
- 518ca01e6757a68bc0abe76f85af644d
+ 3211b86b12fa71c187914fc5161eb037
@@ -2504,9 +2504,9 @@ exports[`Data Page has no unexpected changes 1`] = `
- 36.56 GiB
+ 36.73 GiB
, MD5:
- 716c181431a3c11a2eb18c5f50a3542d
+ 26bd6279907cf7d8c4af7d64ca2aaf51
@@ -2569,9 +2569,9 @@ exports[`Data Page has no unexpected changes 1`] = `
- 33.56 GiB
+ 33.71 GiB
, MD5:
- d9b913f3e30c8f410f9ce7dee5dee6d4
+ b34adf5d22bf3e4cef2ed7d90c7abff3
@@ -2634,9 +2634,9 @@ exports[`Data Page has no unexpected changes 1`] = `
- 30.46 GiB
+ 30.6 GiB
, MD5:
- a2a3b9014af5c8f9bbaaf743968e48f8
+ 5e4669f942d647a3274bab54e729288e
@@ -2699,9 +2699,9 @@ exports[`Data Page has no unexpected changes 1`] = `
- 29.61 GiB
+ 29.74 GiB
, MD5:
- e65c2aa321c5e272548fb3d901bae382
+ b78e1717d6b79101ae188ef5e587de84
@@ -2764,9 +2764,9 @@ exports[`Data Page has no unexpected changes 1`] = `
- 29.1 GiB
+ 29.24 GiB
, MD5:
- 58ee22cf3dcc8cb8b493d218e19432cc
+ 2948b4e3fded433dcf59cf5d4e2e40e9
@@ -2829,9 +2829,9 @@ exports[`Data Page has no unexpected changes 1`] = `
- 27.28 GiB
+ 27.41 GiB
, MD5:
- 9854d9df22977cf5bac0f9fc05f4e8f5
+ 7e0f96ede0cab3d431bcb61bdd50b5bd
@@ -2894,9 +2894,9 @@ exports[`Data Page has no unexpected changes 1`] = `
- 23.06 GiB
+ 23.17 GiB
, MD5:
- 6adfc9c47000cf66d1305392051b391d
+ 6683e973b5931fe30a059ea157644b07
@@ -2959,9 +2959,9 @@ exports[`Data Page has no unexpected changes 1`] = `
- 25.0 GiB
+ 25.12 GiB
, MD5:
- c2cd760130d2339f7135fc70700db1e1
+ eafd6ae544ce6d2e54e103a8516e9dba
@@ -3024,9 +3024,9 @@ exports[`Data Page has no unexpected changes 1`] = `
- 24.58 GiB
+ 24.7 GiB
, MD5:
- d1e7a4dcf3ff62eeffca57afefc5a33a
+ c7d1ddeb1b2da2c74c3e0bdec91307f5
@@ -3089,9 +3089,9 @@ exports[`Data Page has no unexpected changes 1`] = `
- 24.17 GiB
+ 24.28 GiB
, MD5:
- 644bdbc5c53d9112edbacad401a28d1a
+ 2c7adf6e982838fa692ce7716d55e17a
@@ -3154,9 +3154,9 @@ exports[`Data Page has no unexpected changes 1`] = `
- 15.93 GiB
+ 16.0 GiB
, MD5:
- 84b12f299210d2a7e390c56a234b7b68
+ de54f559704bf06abbc3f413ba561923
@@ -3219,9 +3219,9 @@ exports[`Data Page has no unexpected changes 1`] = `
- 16.63 GiB
+ 16.71 GiB
, MD5:
- 0e524b414faf5a51b74d153939b3ddcd
+ 6471ff6deec38d5e04a9479fa9b587b8
@@ -3284,9 +3284,9 @@ exports[`Data Page has no unexpected changes 1`] = `
- 15.74 GiB
+ 15.82 GiB
, MD5:
- 00d1386eadbfcb653eb810a6c08ed250
+ bb966d401f1b43954aeec2b55acce917
@@ -3349,9 +3349,9 @@ exports[`Data Page has no unexpected changes 1`] = `
- 17.62 GiB
+ 17.7 GiB
, MD5:
- 2b106c12ca8cca9bd58e98d2c248ef4d
+ 311fe5c98d585a7bcb03a5560bcb80b3
@@ -3414,9 +3414,9 @@ exports[`Data Page has no unexpected changes 1`] = `
- 16.22 GiB
+ 16.3 GiB
, MD5:
- 9d58b459e75312b487c660666ea540c4
+ 08776a899230bc9cadf8250da87aec4b
@@ -3479,9 +3479,9 @@ exports[`Data Page has no unexpected changes 1`] = `
- 13.44 GiB
+ 13.5 GiB
, MD5:
- b95d30a6f5a45242d834fc7351afd760
+ a5afa2140f64c8ea45bd9caaad9d9559
@@ -3544,9 +3544,9 @@ exports[`Data Page has no unexpected changes 1`] = `
- 12.74 GiB
+ 12.8 GiB
, MD5:
- 73fa1c7c09072e8ca5e26a1443f0af2a
+ f5420e0cdce4e33a9644296b93313e3b
@@ -3609,9 +3609,9 @@ exports[`Data Page has no unexpected changes 1`] = `
- 11.03 GiB
+ 11.08 GiB
, MD5:
- 6c6f326c67b288ec99932905da72c1e6
+ 49f1f7ffc17d5c45aa5a5cd18731d2ff
@@ -3674,9 +3674,9 @@ exports[`Data Page has no unexpected changes 1`] = `
- 7.23 GiB
+ 7.26 GiB
, MD5:
- 9b6584cfe62f6e8bd0c3cea90a4ce56a
+ bd088f86e1924a9702c5ba5dc5e16053
@@ -3739,9 +3739,9 @@ exports[`Data Page has no unexpected changes 1`] = `
- 8.13 GiB
+ 8.17 GiB
, MD5:
- a7bcf712a6b8d29e690468bf1dd8913d
+ 8018e6e02b9bf7ec97c3367928c7e105
@@ -3804,9 +3804,9 @@ exports[`Data Page has no unexpected changes 1`] = `
- 21.34 GiB
+ 21.36 GiB
, MD5:
- 8b91766906865b0795c653af51cb73b8
+ 2d0515434ddceef8a6d5e48199b76e91
@@ -3869,9 +3869,9 @@ exports[`Data Page has no unexpected changes 1`] = `
- 571.35 MiB
+ 573.63 MiB
, MD5:
- 1ffb9c683674f41ff7cf524e5bb56bb8
+ 853a50d5462b4bcf904b0ffd6f052baa
diff --git a/deploy/docs/LoadingLargeDatasets.md b/deploy/docs/LoadingLargeDatasets.md
index 802d7ad7e..e1ead9611 100644
--- a/deploy/docs/LoadingLargeDatasets.md
+++ b/deploy/docs/LoadingLargeDatasets.md
@@ -53,12 +53,30 @@ First, Look at the total size of all indices in Elasticsearch to see how much st
curl -u "elastic:$ELASTICSEARCH_PASSWORD" 'http://localhost:9200/_cat/indices?v'
```
+Or this:
+
+```
+curl -u "elastic:$ELASTICSEARCH_PASSWORD" -X GET "http://localhost:9200/_cluster/stats?human&pretty&filter_path=indices.store.size"
+```
+
Next, see how much total space is available on the persistent data nodes. Add up the values in the `disk.avail` column output from the [cat allocation API](https://www.elastic.co/guide/en/elasticsearch/reference/7.17/cat-allocation.html)
```
curl -u "elastic:$ELASTICSEARCH_PASSWORD" 'http://localhost:9200/_cat/allocation/gnomad-es-data*?v'
```
+Available space left:
+
+```
+curl -s -u "elastic:$ELASTICSEARCH_PASSWORD" 'http://localhost:9200/_cat/allocation/gnomad-es-data*?h=disk.avail&bytes=b' | awk '{sum += $1} END {printf "%.2f TB available\n", sum / 1024 / 1024 / 1024 / 1024}'
+```
+
+Total space
+
+```
+curl -s -u "elastic:$ELASTICSEARCH_PASSWORD" 'http://localhost:9200/_cat/allocation/gnomad-es-data*?h=disk.total&bytes=b' | awk '{sum += $1} END {printf "%.2f TB available\n", sum / 1024 / 1024 / 1024 / 1024}'
+```
+
Depending on how much additional space you need, you can take one of three options:
1. Make no modifications to the ES cluster, your new indices will fit on the existing nodes, and won't fill the disks past about ~82%.
diff --git a/development/scripts/get_object_metadata.py b/development/scripts/get_object_metadata.py
index 99531f645..377a2789f 100755
--- a/development/scripts/get_object_metadata.py
+++ b/development/scripts/get_object_metadata.py
@@ -90,7 +90,7 @@ def main():
sorted_filenames = sorted(
aggregated_info.keys(),
key=lambda x: (
- (int(x.split(".")[5][3:]) if x.split(".")[5][3:].isdigit() else float("inf")),
+ (int(x.split(".")[6][3:]) if x.split(".")[6][3:].isdigit() else float("inf")),
x.split(".")[3],
),
)
@@ -99,7 +99,7 @@ def main():
print("[")
for i, filename in enumerate(sorted_filenames):
if not filename.endswith(".tbi:"):
- line = f" {{ chrom: '{filename.split('.')[5][3:]}', size: {json.dumps(aggregated_info[filename]['size'])}, md5: {json.dumps(aggregated_info[filename]['md5'])} }}"
+ line = f" {{ chrom: '{filename.split('.')[6][3:]}', size: {json.dumps(aggregated_info[filename]['size'])}, md5: {json.dumps(aggregated_info[filename]['md5'])} }}"
print(line + "," if i < len(sorted_filenames) - 1 else line)
print("]")