diff --git a/check.js b/check.js new file mode 100644 index 0000000..8190d1d --- /dev/null +++ b/check.js @@ -0,0 +1,18 @@ + +const db = require('level')('./db') +const fs = require('fs') +const path = require('path') +const urlencode = require('urlencode') +let good = 0 +let bad = 0 + +db.createReadStream() + .on('data', async ({key, value}) => { + value = JSON.parse(value) + if (value && Object.keys(value).length) { + good++ + } else { + bad++ + } + console.log(good, bad) + }) \ No newline at end of file diff --git a/db/.lev_history b/db/.lev_history deleted file mode 100644 index 30c6409..0000000 --- a/db/.lev_history +++ /dev/null @@ -1,6 +0,0 @@ -ls -get express -get express -get 'express' -ls express -ls diff --git a/db/000005.ldb b/db/000005.ldb deleted file mode 100644 index 8b6dff3..0000000 Binary files a/db/000005.ldb and /dev/null differ diff --git a/db/000028.ldb b/db/000028.ldb deleted file mode 100644 index 1932650..0000000 Binary files a/db/000028.ldb and /dev/null differ diff --git a/db/000029.ldb b/db/000029.ldb deleted file mode 100644 index 7a73c60..0000000 Binary files a/db/000029.ldb and /dev/null differ diff --git a/db/000030.ldb b/db/000030.ldb deleted file mode 100644 index 281531a..0000000 Binary files a/db/000030.ldb and /dev/null differ diff --git a/db/000031.ldb b/db/000031.ldb deleted file mode 100644 index 642bf7d..0000000 Binary files a/db/000031.ldb and /dev/null differ diff --git a/db/000032.ldb b/db/000032.ldb deleted file mode 100644 index 7d01ed8..0000000 Binary files a/db/000032.ldb and /dev/null differ diff --git a/db/000045.ldb b/db/000045.ldb new file mode 100644 index 0000000..9555fe6 Binary files /dev/null and b/db/000045.ldb differ diff --git a/db/000046.ldb b/db/000046.ldb new file mode 100644 index 0000000..8f289d4 Binary files /dev/null and b/db/000046.ldb differ diff --git a/db/000091.ldb b/db/000091.ldb new file mode 100644 index 0000000..5038613 Binary files /dev/null and b/db/000091.ldb differ diff --git a/db/000101.ldb b/db/000101.ldb new file mode 100644 index 0000000..8291282 Binary files /dev/null and b/db/000101.ldb differ diff --git a/db/000112.ldb b/db/000112.ldb new file mode 100644 index 0000000..0b90169 Binary files /dev/null and b/db/000112.ldb differ diff --git a/db/000123.ldb b/db/000123.ldb new file mode 100644 index 0000000..14776a1 Binary files /dev/null and b/db/000123.ldb differ diff --git a/db/000134.ldb b/db/000134.ldb new file mode 100644 index 0000000..60c0915 Binary files /dev/null and b/db/000134.ldb differ diff --git a/db/000138.ldb b/db/000138.ldb new file mode 100644 index 0000000..305a01e Binary files /dev/null and b/db/000138.ldb differ diff --git a/db/000139.ldb b/db/000139.ldb new file mode 100644 index 0000000..c3318c5 Binary files /dev/null and b/db/000139.ldb differ diff --git a/db/000140.ldb b/db/000140.ldb new file mode 100644 index 0000000..040f5b5 Binary files /dev/null and b/db/000140.ldb differ diff --git a/db/000141.ldb b/db/000141.ldb new file mode 100644 index 0000000..ab00ecf Binary files /dev/null and b/db/000141.ldb differ diff --git a/db/000142.ldb b/db/000142.ldb new file mode 100644 index 0000000..ad68e83 Binary files /dev/null and b/db/000142.ldb differ diff --git a/db/000176.ldb b/db/000176.ldb new file mode 100644 index 0000000..8c2c6d5 Binary files /dev/null and b/db/000176.ldb differ diff --git a/db/000180.ldb b/db/000180.ldb new file mode 100644 index 0000000..2f15c01 Binary files /dev/null and b/db/000180.ldb differ diff --git a/db/000181.ldb b/db/000181.ldb new file mode 100644 index 0000000..cea9534 Binary files /dev/null and b/db/000181.ldb differ diff --git a/db/000182.ldb b/db/000182.ldb new file mode 100644 index 0000000..dfade52 Binary files /dev/null and b/db/000182.ldb differ diff --git a/db/000183.ldb b/db/000183.ldb new file mode 100644 index 0000000..16bea9e Binary files /dev/null and b/db/000183.ldb differ diff --git a/db/000184.ldb b/db/000184.ldb new file mode 100644 index 0000000..0fc3b13 Binary files /dev/null and b/db/000184.ldb differ diff --git a/db/000218.ldb b/db/000218.ldb new file mode 100644 index 0000000..ed5c28e Binary files /dev/null and b/db/000218.ldb differ diff --git a/db/000225.ldb b/db/000225.ldb new file mode 100644 index 0000000..72055c8 Binary files /dev/null and b/db/000225.ldb differ diff --git a/db/000226.ldb b/db/000226.ldb new file mode 100644 index 0000000..01f4756 Binary files /dev/null and b/db/000226.ldb differ diff --git a/db/000227.ldb b/db/000227.ldb new file mode 100644 index 0000000..c220f58 Binary files /dev/null and b/db/000227.ldb differ diff --git a/db/000228.ldb b/db/000228.ldb new file mode 100644 index 0000000..4f04543 Binary files /dev/null and b/db/000228.ldb differ diff --git a/db/000229.ldb b/db/000229.ldb new file mode 100644 index 0000000..b9e3051 Binary files /dev/null and b/db/000229.ldb differ diff --git a/db/000230.ldb b/db/000230.ldb new file mode 100644 index 0000000..f965935 Binary files /dev/null and b/db/000230.ldb differ diff --git a/db/000231.ldb b/db/000231.ldb new file mode 100644 index 0000000..d27ccc1 Binary files /dev/null and b/db/000231.ldb differ diff --git a/db/000233.ldb b/db/000233.ldb new file mode 100644 index 0000000..5328af6 Binary files /dev/null and b/db/000233.ldb differ diff --git a/db/000027.log b/db/000234.log similarity index 100% rename from db/000027.log rename to db/000234.log diff --git a/db/CURRENT b/db/CURRENT index f622090..bcb858e 100644 --- a/db/CURRENT +++ b/db/CURRENT @@ -1 +1 @@ -MANIFEST-000025 +MANIFEST-000232 diff --git a/db/LOG b/db/LOG index e69de29..bd28168 100644 --- a/db/LOG +++ b/db/LOG @@ -0,0 +1,12 @@ +2018/01/15-12:39:49.619498 70000a01a000 Recovering log #223 +2018/01/15-12:39:49.627377 70000a01a000 Level-0 table #233: started +2018/01/15-12:39:49.634932 70000a01a000 Level-0 table #233: 401226 bytes OK +2018/01/15-12:39:49.636255 70000a01a000 Delete type=2 #5 +2018/01/15-12:39:49.636502 70000a01a000 Delete type=2 #16 +2018/01/15-12:39:49.637256 70000a01a000 Delete type=2 #17 +2018/01/15-12:39:49.637585 70000a01a000 Delete type=2 #18 +2018/01/15-12:39:49.638321 70000a01a000 Delete type=2 #19 +2018/01/15-12:39:49.638411 70000a01a000 Delete type=2 #21 +2018/01/15-12:39:49.638969 70000a01a000 Delete type=2 #23 +2018/01/15-12:39:49.639074 70000a01a000 Delete type=0 #223 +2018/01/15-12:39:49.639347 70000a01a000 Delete type=3 #22 diff --git a/db/LOG.old b/db/LOG.old index e69de29..88035e2 100644 --- a/db/LOG.old +++ b/db/LOG.old @@ -0,0 +1,470 @@ +2018/01/15-12:32:22.269070 70000317d000 Recovering log #20 +2018/01/15-12:32:22.281127 70000317d000 Level-0 table #23: started +2018/01/15-12:32:22.285789 70000317d000 Level-0 table #23: 212166 bytes OK +2018/01/15-12:32:22.287230 70000317d000 Delete type=0 #20 +2018/01/15-12:32:22.287365 70000317d000 Delete type=3 #2 +2018/01/15-12:32:26.254485 700004a09000 Level-0 table #26: started +2018/01/15-12:32:26.269243 700004a09000 Level-0 table #26: 685896 bytes OK +2018/01/15-12:32:26.269549 700004a09000 Delete type=0 #24 +2018/01/15-12:32:29.728012 700004a09000 Level-0 table #28: started +2018/01/15-12:32:29.741383 700004a09000 Level-0 table #28: 684396 bytes OK +2018/01/15-12:32:29.741672 700004a09000 Delete type=0 #25 +2018/01/15-12:32:29.742150 700004a09000 Compacting 4@0 + 4@1 files +2018/01/15-12:32:29.828324 700004a09000 Generated table #29@0: 67891 keys, 2250460 bytes +2018/01/15-12:32:29.940414 700004a09000 Generated table #30@0: 141693 keys, 2298470 bytes +2018/01/15-12:32:30.050580 700004a09000 Generated table #31@0: 142498 keys, 2297262 bytes +2018/01/15-12:32:30.158398 700004a09000 Generated table #32@0: 143489 keys, 2299751 bytes +2018/01/15-12:32:30.192315 700004a09000 Generated table #33@0: 38114 keys, 606144 bytes +2018/01/15-12:32:30.192340 700004a09000 Compacted 4@0 + 4@1 files => 9752087 bytes +2018/01/15-12:32:30.192581 700004a09000 compacted to: files[ 0 5 1 0 0 0 0 ] +2018/01/15-12:32:30.192825 700004a09000 Delete type=2 #26 +2018/01/15-12:32:30.193118 700004a09000 Delete type=2 #28 +2018/01/15-12:32:33.377934 700004a09000 Level-0 table #35: started +2018/01/15-12:32:33.392000 700004a09000 Level-0 table #35: 696732 bytes OK +2018/01/15-12:32:33.392286 700004a09000 Delete type=0 #27 +2018/01/15-12:32:36.764396 700004a09000 Level-0 table #37: started +2018/01/15-12:32:36.775436 700004a09000 Level-0 table #37: 659992 bytes OK +2018/01/15-12:32:36.775753 700004a09000 Delete type=0 #34 +2018/01/15-12:32:40.184373 700004a09000 Level-0 table #39: started +2018/01/15-12:32:40.199216 700004a09000 Level-0 table #39: 682154 bytes OK +2018/01/15-12:32:40.199481 700004a09000 Delete type=0 #36 +2018/01/15-12:32:43.952899 700004a09000 Level-0 table #41: started +2018/01/15-12:32:43.966917 700004a09000 Level-0 table #41: 684779 bytes OK +2018/01/15-12:32:43.967152 700004a09000 Delete type=0 #38 +2018/01/15-12:32:43.967581 700004a09000 Expanding@0 1+1 (696732+2250460 bytes) to 4+1 (2723657+2250460 bytes) +2018/01/15-12:32:43.967596 700004a09000 Compacting 4@0 + 1@1 files +2018/01/15-12:32:44.038837 700004a09000 Generated table #42@0: 46585 keys, 2239892 bytes +2018/01/15-12:32:44.114088 700004a09000 Generated table #43@0: 47081 keys, 2237841 bytes +2018/01/15-12:32:44.121901 700004a09000 Generated table #44@0: 6273 keys, 276490 bytes +2018/01/15-12:32:44.121920 700004a09000 Compacted 4@0 + 1@1 files => 4754223 bytes +2018/01/15-12:32:44.122153 700004a09000 compacted to: files[ 0 7 1 0 0 0 0 ] +2018/01/15-12:32:44.122282 700004a09000 Delete type=2 #29 +2018/01/15-12:32:44.122610 700004a09000 Delete type=2 #35 +2018/01/15-12:32:44.122789 700004a09000 Delete type=2 #37 +2018/01/15-12:32:44.122956 700004a09000 Delete type=2 #39 +2018/01/15-12:32:44.123281 700004a09000 Delete type=2 #41 +2018/01/15-12:32:44.123459 700004a09000 Expanding@1 1+1 (2239892+1340636 bytes) to 7+1 (12255850+1340636 bytes) +2018/01/15-12:32:44.123471 700004a09000 Compacting 7@1 + 1@2 files +2018/01/15-12:32:44.192445 700004a09000 Generated table #45@1: 46660 keys, 2240274 bytes +2018/01/15-12:32:44.260819 700004a09000 Generated table #46@1: 47087 keys, 2237970 bytes +2018/01/15-12:32:44.357480 700004a09000 Generated table #47@1: 132745 keys, 2290718 bytes +2018/01/15-12:32:44.464451 700004a09000 Generated table #48@1: 145962 keys, 2302470 bytes +2018/01/15-12:32:44.566164 700004a09000 Generated table #49@1: 146716 keys, 2303680 bytes +2018/01/15-12:32:44.661867 700004a09000 Generated table #50@1: 134464 keys, 2107568 bytes +2018/01/15-12:32:44.661885 700004a09000 Compacted 7@1 + 1@2 files => 13482680 bytes +2018/01/15-12:32:44.662226 700004a09000 compacted to: files[ 0 0 6 0 0 0 0 ] +2018/01/15-12:32:44.662359 700004a09000 Delete type=2 #30 +2018/01/15-12:32:44.662752 700004a09000 Delete type=2 #31 +2018/01/15-12:32:44.663055 700004a09000 Delete type=2 #32 +2018/01/15-12:32:44.663312 700004a09000 Delete type=2 #33 +2018/01/15-12:32:44.663528 700004a09000 Delete type=2 #42 +2018/01/15-12:32:44.663872 700004a09000 Delete type=2 #43 +2018/01/15-12:32:44.664174 700004a09000 Delete type=2 #44 +2018/01/15-12:32:47.566751 700004a09000 Level-0 table #52: started +2018/01/15-12:32:47.582468 700004a09000 Level-0 table #52: 676265 bytes OK +2018/01/15-12:32:47.582740 700004a09000 Delete type=0 #40 +2018/01/15-12:32:51.046040 700004a09000 Level-0 table #54: started +2018/01/15-12:32:51.058788 700004a09000 Level-0 table #54: 678811 bytes OK +2018/01/15-12:32:51.059229 700004a09000 Delete type=0 #51 +2018/01/15-12:32:54.780611 700004a09000 Level-0 table #56: started +2018/01/15-12:32:54.792930 700004a09000 Level-0 table #56: 670885 bytes OK +2018/01/15-12:32:54.793349 700004a09000 Delete type=0 #53 +2018/01/15-12:32:58.399071 700004a09000 Level-0 table #58: started +2018/01/15-12:32:58.415281 700004a09000 Level-0 table #58: 674937 bytes OK +2018/01/15-12:32:58.415486 700004a09000 Delete type=0 #55 +2018/01/15-12:33:02.316501 700004a09000 Level-0 table #60: started +2018/01/15-12:33:02.332485 700004a09000 Level-0 table #60: 670596 bytes OK +2018/01/15-12:33:02.333014 700004a09000 Delete type=0 #57 +2018/01/15-12:33:06.093602 700004a09000 Level-0 table #62: started +2018/01/15-12:33:06.109571 700004a09000 Level-0 table #62: 673313 bytes OK +2018/01/15-12:33:06.109839 700004a09000 Delete type=0 #59 +2018/01/15-12:33:09.892452 700004a09000 Level-0 table #64: started +2018/01/15-12:33:09.903420 700004a09000 Level-0 table #64: 671914 bytes OK +2018/01/15-12:33:09.903865 700004a09000 Delete type=0 #61 +2018/01/15-12:33:13.750208 700004a09000 Level-0 table #66: started +2018/01/15-12:33:13.762802 700004a09000 Level-0 table #66: 670114 bytes OK +2018/01/15-12:33:13.763264 700004a09000 Delete type=0 #63 +2018/01/15-12:33:17.549798 700004a09000 Level-0 table #68: started +2018/01/15-12:33:17.560548 700004a09000 Level-0 table #68: 672803 bytes OK +2018/01/15-12:33:17.560881 700004a09000 Delete type=0 #65 +2018/01/15-12:33:21.247525 700004a09000 Level-0 table #70: started +2018/01/15-12:33:21.259939 700004a09000 Level-0 table #70: 669572 bytes OK +2018/01/15-12:33:21.260448 700004a09000 Delete type=0 #67 +2018/01/15-12:33:25.188855 700004a09000 Level-0 table #72: started +2018/01/15-12:33:25.202057 700004a09000 Level-0 table #72: 676183 bytes OK +2018/01/15-12:33:25.202503 700004a09000 Delete type=0 #69 +2018/01/15-12:33:28.798735 700004a09000 Level-0 table #74: started +2018/01/15-12:33:28.810340 700004a09000 Level-0 table #74: 668524 bytes OK +2018/01/15-12:33:28.810756 700004a09000 Delete type=0 #71 +2018/01/15-12:33:32.221722 700004a09000 Level-0 table #76: started +2018/01/15-12:33:32.236660 700004a09000 Level-0 table #76: 668573 bytes OK +2018/01/15-12:33:32.237118 700004a09000 Delete type=0 #73 +2018/01/15-12:33:36.072318 700004a09000 Level-0 table #78: started +2018/01/15-12:33:36.085622 700004a09000 Level-0 table #78: 672946 bytes OK +2018/01/15-12:33:36.085898 700004a09000 Delete type=0 #75 +2018/01/15-12:33:39.693934 700004a09000 Level-0 table #80: started +2018/01/15-12:33:39.708172 700004a09000 Level-0 table #80: 676371 bytes OK +2018/01/15-12:33:39.708611 700004a09000 Delete type=0 #77 +2018/01/15-12:33:43.915663 700004a09000 Level-0 table #82: started +2018/01/15-12:33:43.928684 700004a09000 Level-0 table #82: 662698 bytes OK +2018/01/15-12:33:43.929148 700004a09000 Delete type=0 #79 +2018/01/15-12:33:43.929750 700004a09000 Compacting 1@1 + 1@2 files +2018/01/15-12:33:44.044426 700004a09000 Generated table #83@1: 99036 keys, 2267476 bytes +2018/01/15-12:33:44.069781 700004a09000 Generated table #84@1: 41867 keys, 662843 bytes +2018/01/15-12:33:44.069794 700004a09000 Compacted 1@1 + 1@2 files => 2930319 bytes +2018/01/15-12:33:44.069928 700004a09000 compacted to: files[ 0 15 7 0 0 0 0 ] +2018/01/15-12:33:44.070048 700004a09000 Delete type=2 #47 +2018/01/15-12:33:44.070344 700004a09000 Delete type=2 #52 +2018/01/15-12:33:47.480903 700004a09000 Level-0 table #86: started +2018/01/15-12:33:47.495795 700004a09000 Level-0 table #86: 676591 bytes OK +2018/01/15-12:33:47.496288 700004a09000 Delete type=0 #81 +2018/01/15-12:33:47.496777 700004a09000 Compacting 1@1 + 1@2 files +2018/01/15-12:33:47.575314 700004a09000 Generated table #87@1: 64916 keys, 2241071 bytes +2018/01/15-12:33:47.602266 700004a09000 Generated table #88@1: 42276 keys, 670214 bytes +2018/01/15-12:33:47.602283 700004a09000 Compacted 1@1 + 1@2 files => 2911285 bytes +2018/01/15-12:33:47.602634 700004a09000 compacted to: files[ 0 15 8 0 0 0 0 ] +2018/01/15-12:33:47.602768 700004a09000 Delete type=2 #54 +2018/01/15-12:33:47.603036 700004a09000 Delete type=2 #83 +2018/01/15-12:33:51.073076 700004a09000 Level-0 table #90: started +2018/01/15-12:33:51.087737 700004a09000 Level-0 table #90: 673101 bytes OK +2018/01/15-12:33:51.088100 700004a09000 Delete type=0 #85 +2018/01/15-12:33:51.088579 700004a09000 Compacting 1@1 + 1@2 files +2018/01/15-12:33:51.160674 700004a09000 Generated table #91@1: 47298 keys, 2227815 bytes +2018/01/15-12:33:51.182488 700004a09000 Generated table #92@1: 25786 keys, 653608 bytes +2018/01/15-12:33:51.182507 700004a09000 Compacted 1@1 + 1@2 files => 2881423 bytes +2018/01/15-12:33:51.182711 700004a09000 compacted to: files[ 0 15 9 0 0 0 0 ] +2018/01/15-12:33:51.182828 700004a09000 Delete type=2 #56 +2018/01/15-12:33:51.183119 700004a09000 Delete type=2 #87 +2018/01/15-12:33:54.943315 700004a09000 Level-0 table #94: started +2018/01/15-12:33:54.958479 700004a09000 Level-0 table #94: 668622 bytes OK +2018/01/15-12:33:54.958855 700004a09000 Delete type=0 #89 +2018/01/15-12:33:54.959217 700004a09000 Compacting 1@1 + 1@2 files +2018/01/15-12:33:54.994194 700004a09000 Generated table #95@1: 33789 keys, 1294709 bytes +2018/01/15-12:33:54.994209 700004a09000 Compacted 1@1 + 1@2 files => 1294709 bytes +2018/01/15-12:33:54.994319 700004a09000 compacted to: files[ 0 15 9 0 0 0 0 ] +2018/01/15-12:33:54.994407 700004a09000 Delete type=2 #58 +2018/01/15-12:33:54.994574 700004a09000 Delete type=2 #92 +2018/01/15-12:33:58.662121 700004a09000 Level-0 table #97: started +2018/01/15-12:33:58.675599 700004a09000 Level-0 table #97: 667519 bytes OK +2018/01/15-12:33:58.675897 700004a09000 Delete type=0 #93 +2018/01/15-12:33:58.676372 700004a09000 Compacting 1@1 + 1@2 files +2018/01/15-12:33:58.739334 700004a09000 Generated table #98@1: 41965 keys, 1934733 bytes +2018/01/15-12:33:58.739353 700004a09000 Compacted 1@1 + 1@2 files => 1934733 bytes +2018/01/15-12:33:58.742256 700004a09000 compacted to: files[ 0 15 9 0 0 0 0 ] +2018/01/15-12:33:58.742799 700004a09000 Delete type=2 #60 +2018/01/15-12:33:58.743023 700004a09000 Delete type=2 #95 +2018/01/15-12:34:02.358034 700004a09000 Level-0 table #100: started +2018/01/15-12:34:02.369767 700004a09000 Level-0 table #100: 655487 bytes OK +2018/01/15-12:34:02.370168 700004a09000 Delete type=0 #96 +2018/01/15-12:34:02.370834 700004a09000 Compacting 1@1 + 2@2 files +2018/01/15-12:34:02.444744 700004a09000 Generated table #101@1: 47280 keys, 2227591 bytes +2018/01/15-12:34:02.482381 700004a09000 Generated table #102@1: 45134 keys, 1019556 bytes +2018/01/15-12:34:02.482405 700004a09000 Compacted 1@1 + 2@2 files => 3247147 bytes +2018/01/15-12:34:02.482611 700004a09000 compacted to: files[ 0 15 9 0 0 0 0 ] +2018/01/15-12:34:02.482752 700004a09000 Delete type=2 #62 +2018/01/15-12:34:02.483008 700004a09000 Delete type=2 #88 +2018/01/15-12:34:02.483295 700004a09000 Delete type=2 #98 +2018/01/15-12:34:06.047013 700004a09000 Level-0 table #104: started +2018/01/15-12:34:06.065784 700004a09000 Level-0 table #104: 673211 bytes OK +2018/01/15-12:34:06.066370 700004a09000 Delete type=0 #99 +2018/01/15-12:34:06.067376 700004a09000 Compacting 1@1 + 1@2 files +2018/01/15-12:34:06.129267 700004a09000 Generated table #105@1: 53308 keys, 1662238 bytes +2018/01/15-12:34:06.129284 700004a09000 Compacted 1@1 + 1@2 files => 1662238 bytes +2018/01/15-12:34:06.129493 700004a09000 compacted to: files[ 0 15 9 0 0 0 0 ] +2018/01/15-12:34:06.130107 700004a09000 Delete type=2 #64 +2018/01/15-12:34:06.130357 700004a09000 Delete type=2 #102 +2018/01/15-12:34:09.851412 700004a09000 Level-0 table #107: started +2018/01/15-12:34:09.862869 700004a09000 Level-0 table #107: 676612 bytes OK +2018/01/15-12:34:09.863185 700004a09000 Delete type=0 #103 +2018/01/15-12:34:09.863682 700004a09000 Compacting 1@1 + 1@2 files +2018/01/15-12:34:09.923881 700004a09000 Generated table #108@1: 57688 keys, 2236972 bytes +2018/01/15-12:34:09.926829 700004a09000 Generated table #109@1: 3796 keys, 63204 bytes +2018/01/15-12:34:09.926841 700004a09000 Compacted 1@1 + 1@2 files => 2300176 bytes +2018/01/15-12:34:09.927035 700004a09000 compacted to: files[ 0 15 10 0 0 0 0 ] +2018/01/15-12:34:09.927138 700004a09000 Delete type=2 #66 +2018/01/15-12:34:09.927371 700004a09000 Delete type=2 #105 +2018/01/15-12:34:14.040351 700004a09000 Level-0 table #111: started +2018/01/15-12:34:14.053993 700004a09000 Level-0 table #111: 673179 bytes OK +2018/01/15-12:34:14.054515 700004a09000 Delete type=0 #106 +2018/01/15-12:34:14.054966 700004a09000 Compacting 1@1 + 1@2 files +2018/01/15-12:34:14.128250 700004a09000 Generated table #112@1: 47632 keys, 2226915 bytes +2018/01/15-12:34:14.146777 700004a09000 Generated table #113@1: 18198 keys, 652390 bytes +2018/01/15-12:34:14.146796 700004a09000 Compacted 1@1 + 1@2 files => 2879305 bytes +2018/01/15-12:34:14.147064 700004a09000 compacted to: files[ 0 15 11 0 0 0 0 ] +2018/01/15-12:34:14.147192 700004a09000 Delete type=2 #68 +2018/01/15-12:34:14.147437 700004a09000 Delete type=2 #108 +2018/01/15-12:34:17.818128 700004a09000 Level-0 table #115: started +2018/01/15-12:34:17.830771 700004a09000 Level-0 table #115: 672171 bytes OK +2018/01/15-12:34:17.831077 700004a09000 Delete type=0 #110 +2018/01/15-12:34:17.831483 700004a09000 Compacting 1@1 + 2@2 files +2018/01/15-12:34:17.879355 700004a09000 Generated table #116@1: 30025 keys, 1351541 bytes +2018/01/15-12:34:17.879369 700004a09000 Compacted 1@1 + 2@2 files => 1351541 bytes +2018/01/15-12:34:17.879641 700004a09000 compacted to: files[ 0 15 10 0 0 0 0 ] +2018/01/15-12:34:17.879747 700004a09000 Delete type=2 #70 +2018/01/15-12:34:17.879885 700004a09000 Delete type=2 #109 +2018/01/15-12:34:17.879993 700004a09000 Delete type=2 #113 +2018/01/15-12:34:21.517932 700004a09000 Level-0 table #118: started +2018/01/15-12:34:21.532733 700004a09000 Level-0 table #118: 670675 bytes OK +2018/01/15-12:34:21.533012 700004a09000 Delete type=0 #114 +2018/01/15-12:34:21.533508 700004a09000 Compacting 1@1 + 2@2 files +2018/01/15-12:34:21.604459 700004a09000 Generated table #119@1: 53286 keys, 2233678 bytes +2018/01/15-12:34:21.621165 700004a09000 Generated table #120@1: 26775 keys, 425397 bytes +2018/01/15-12:34:21.621184 700004a09000 Compacted 1@1 + 2@2 files => 2659075 bytes +2018/01/15-12:34:21.621439 700004a09000 compacted to: files[ 0 15 10 0 0 0 0 ] +2018/01/15-12:34:21.621587 700004a09000 Delete type=2 #72 +2018/01/15-12:34:21.621811 700004a09000 Delete type=2 #84 +2018/01/15-12:34:21.622091 700004a09000 Delete type=2 #116 +2018/01/15-12:34:25.556632 700004a09000 Level-0 table #122: started +2018/01/15-12:34:25.570140 700004a09000 Level-0 table #122: 668581 bytes OK +2018/01/15-12:34:25.570622 700004a09000 Delete type=0 #117 +2018/01/15-12:34:25.571397 700004a09000 Compacting 1@1 + 1@2 files +2018/01/15-12:34:25.638673 700004a09000 Generated table #123@1: 47244 keys, 2227366 bytes +2018/01/15-12:34:25.656019 700004a09000 Generated table #124@1: 14204 keys, 643631 bytes +2018/01/15-12:34:25.656031 700004a09000 Compacted 1@1 + 1@2 files => 2870997 bytes +2018/01/15-12:34:25.656279 700004a09000 compacted to: files[ 0 15 11 0 0 0 0 ] +2018/01/15-12:34:25.656365 700004a09000 Delete type=2 #74 +2018/01/15-12:34:25.656564 700004a09000 Delete type=2 #119 +2018/01/15-12:34:29.125466 700004a09000 Level-0 table #126: started +2018/01/15-12:34:29.141326 700004a09000 Level-0 table #126: 676055 bytes OK +2018/01/15-12:34:29.141804 700004a09000 Delete type=0 #121 +2018/01/15-12:34:29.142313 700004a09000 Compacting 1@1 + 2@2 files +2018/01/15-12:34:29.199807 700004a09000 Generated table #127@1: 49149 keys, 1708603 bytes +2018/01/15-12:34:29.199830 700004a09000 Compacted 1@1 + 2@2 files => 1708603 bytes +2018/01/15-12:34:29.200110 700004a09000 compacted to: files[ 0 15 10 0 0 0 0 ] +2018/01/15-12:34:29.200433 700004a09000 Delete type=2 #76 +2018/01/15-12:34:29.200635 700004a09000 Delete type=2 #120 +2018/01/15-12:34:29.200805 700004a09000 Delete type=2 #124 +2018/01/15-12:34:32.950925 700004a09000 Level-0 table #129: started +2018/01/15-12:34:32.967978 700004a09000 Level-0 table #129: 672523 bytes OK +2018/01/15-12:34:32.968585 700004a09000 Delete type=0 #125 +2018/01/15-12:34:32.969109 700004a09000 Compacting 1@1 + 1@2 files +2018/01/15-12:34:33.040055 700004a09000 Generated table #130@1: 49810 keys, 2228325 bytes +2018/01/15-12:34:33.044318 700004a09000 Generated table #131@1: 7512 keys, 123273 bytes +2018/01/15-12:34:33.044329 700004a09000 Compacted 1@1 + 1@2 files => 2351598 bytes +2018/01/15-12:34:33.044456 700004a09000 compacted to: files[ 0 15 11 0 0 0 0 ] +2018/01/15-12:34:33.044542 700004a09000 Delete type=2 #78 +2018/01/15-12:34:33.044705 700004a09000 Delete type=2 #127 +2018/01/15-12:34:36.697465 700004a09000 Level-0 table #133: started +2018/01/15-12:34:36.709025 700004a09000 Level-0 table #133: 672121 bytes OK +2018/01/15-12:34:36.709417 700004a09000 Delete type=0 #128 +2018/01/15-12:34:36.709822 700004a09000 Compacting 1@1 + 2@2 files +2018/01/15-12:34:36.772110 700004a09000 Generated table #134@1: 47810 keys, 2227468 bytes +2018/01/15-12:34:36.791258 700004a09000 Generated table #135@1: 17593 keys, 763433 bytes +2018/01/15-12:34:36.791275 700004a09000 Compacted 1@1 + 2@2 files => 2990901 bytes +2018/01/15-12:34:36.791573 700004a09000 compacted to: files[ 0 15 11 0 0 0 0 ] +2018/01/15-12:34:36.791694 700004a09000 Delete type=2 #80 +2018/01/15-12:34:36.792063 700004a09000 Delete type=2 #130 +2018/01/15-12:34:36.792361 700004a09000 Delete type=2 #131 +2018/01/15-12:34:40.830376 700004a09000 Level-0 table #137: started +2018/01/15-12:34:40.841610 700004a09000 Level-0 table #137: 669291 bytes OK +2018/01/15-12:34:40.842022 700004a09000 Delete type=0 #132 +2018/01/15-12:34:40.842495 700004a09000 Expanding@1 1+2 (662698+3065903 bytes) to 16+2 (10728437+3065903 bytes) +2018/01/15-12:34:40.842516 700004a09000 Compacting 16@1 + 2@2 files +2018/01/15-12:34:40.911054 700004a09000 Generated table #138@1: 47347 keys, 2227925 bytes +2018/01/15-12:34:40.989349 700004a09000 Generated table #139@1: 47745 keys, 2227219 bytes +2018/01/15-12:34:41.058435 700004a09000 Generated table #140@1: 47526 keys, 2227241 bytes +2018/01/15-12:34:41.120161 700004a09000 Generated table #141@1: 47520 keys, 2226918 bytes +2018/01/15-12:34:41.191365 700004a09000 Generated table #142@1: 47582 keys, 2227347 bytes +2018/01/15-12:34:41.259667 700004a09000 Generated table #143@1: 56372 keys, 2165482 bytes +2018/01/15-12:34:41.259687 700004a09000 Compacted 16@1 + 2@2 files => 13302132 bytes +2018/01/15-12:34:41.259910 700004a09000 compacted to: files[ 0 0 15 0 0 0 0 ] +2018/01/15-12:34:41.260050 700004a09000 Delete type=2 #48 +2018/01/15-12:34:41.260306 700004a09000 Delete type=2 #82 +2018/01/15-12:34:41.260450 700004a09000 Delete type=2 #86 +2018/01/15-12:34:41.260594 700004a09000 Delete type=2 #90 +2018/01/15-12:34:41.260742 700004a09000 Delete type=2 #94 +2018/01/15-12:34:41.260884 700004a09000 Delete type=2 #97 +2018/01/15-12:34:41.261058 700004a09000 Delete type=2 #100 +2018/01/15-12:34:41.261197 700004a09000 Delete type=2 #104 +2018/01/15-12:34:41.261350 700004a09000 Delete type=2 #107 +2018/01/15-12:34:41.261518 700004a09000 Delete type=2 #111 +2018/01/15-12:34:41.261682 700004a09000 Delete type=2 #115 +2018/01/15-12:34:41.261826 700004a09000 Delete type=2 #118 +2018/01/15-12:34:41.261973 700004a09000 Delete type=2 #122 +2018/01/15-12:34:41.262121 700004a09000 Delete type=2 #126 +2018/01/15-12:34:41.262309 700004a09000 Delete type=2 #129 +2018/01/15-12:34:41.262551 700004a09000 Delete type=2 #133 +2018/01/15-12:34:41.262837 700004a09000 Delete type=2 #135 +2018/01/15-12:34:41.263173 700004a09000 Delete type=2 #137 +2018/01/15-12:34:44.619880 700004a09000 Level-0 table #145: started +2018/01/15-12:34:44.638225 700004a09000 Level-0 table #145: 669348 bytes OK +2018/01/15-12:34:44.638513 700004a09000 Delete type=0 #136 +2018/01/15-12:34:48.904840 700004a09000 Level-0 table #147: started +2018/01/15-12:34:48.918416 700004a09000 Level-0 table #147: 671519 bytes OK +2018/01/15-12:34:48.918927 700004a09000 Delete type=0 #144 +2018/01/15-12:34:52.817474 700004a09000 Level-0 table #149: started +2018/01/15-12:34:52.828972 700004a09000 Level-0 table #149: 664858 bytes OK +2018/01/15-12:34:52.829439 700004a09000 Delete type=0 #146 +2018/01/15-12:34:56.589832 700004a09000 Level-0 table #151: started +2018/01/15-12:34:56.602578 700004a09000 Level-0 table #151: 668850 bytes OK +2018/01/15-12:34:56.602859 700004a09000 Delete type=0 #148 +2018/01/15-12:35:00.196753 700004a09000 Level-0 table #153: started +2018/01/15-12:35:00.237321 700004a09000 Level-0 table #153: 670729 bytes OK +2018/01/15-12:35:00.237695 700004a09000 Delete type=0 #150 +2018/01/15-12:35:04.792253 700004a09000 Level-0 table #155: started +2018/01/15-12:35:04.809558 700004a09000 Level-0 table #155: 673553 bytes OK +2018/01/15-12:35:04.810294 700004a09000 Delete type=0 #152 +2018/01/15-12:35:08.574690 700004a09000 Level-0 table #157: started +2018/01/15-12:35:08.591632 700004a09000 Level-0 table #157: 670112 bytes OK +2018/01/15-12:35:08.592086 700004a09000 Delete type=0 #154 +2018/01/15-12:35:12.288868 700004a09000 Level-0 table #159: started +2018/01/15-12:35:12.305096 700004a09000 Level-0 table #159: 677594 bytes OK +2018/01/15-12:35:12.305392 700004a09000 Delete type=0 #156 +2018/01/15-12:35:16.338032 700004a09000 Level-0 table #161: started +2018/01/15-12:35:16.350867 700004a09000 Level-0 table #161: 668241 bytes OK +2018/01/15-12:35:16.351328 700004a09000 Delete type=0 #158 +2018/01/15-12:35:20.126184 700004a09000 Level-0 table #163: started +2018/01/15-12:35:20.139659 700004a09000 Level-0 table #163: 664123 bytes OK +2018/01/15-12:35:20.139997 700004a09000 Delete type=0 #160 +2018/01/15-12:35:24.022415 700004a09000 Level-0 table #165: started +2018/01/15-12:35:24.035481 700004a09000 Level-0 table #165: 666529 bytes OK +2018/01/15-12:35:24.035714 700004a09000 Delete type=0 #162 +2018/01/15-12:35:28.762701 700004a09000 Level-0 table #167: started +2018/01/15-12:35:28.779598 700004a09000 Level-0 table #167: 672356 bytes OK +2018/01/15-12:35:28.780031 700004a09000 Delete type=0 #164 +2018/01/15-12:35:33.598131 700004a09000 Level-0 table #169: started +2018/01/15-12:35:33.615058 700004a09000 Level-0 table #169: 672785 bytes OK +2018/01/15-12:35:33.615522 700004a09000 Delete type=0 #166 +2018/01/15-12:35:38.543710 700004a09000 Level-0 table #171: started +2018/01/15-12:35:38.556691 700004a09000 Level-0 table #171: 672719 bytes OK +2018/01/15-12:35:38.557137 700004a09000 Delete type=0 #168 +2018/01/15-12:35:43.361716 700004a09000 Level-0 table #173: started +2018/01/15-12:35:43.373835 700004a09000 Level-0 table #173: 675255 bytes OK +2018/01/15-12:35:43.374107 700004a09000 Delete type=0 #170 +2018/01/15-12:35:47.979959 700004a09000 Level-0 table #175: started +2018/01/15-12:35:47.994459 700004a09000 Level-0 table #175: 668885 bytes OK +2018/01/15-12:35:47.994815 700004a09000 Delete type=0 #172 +2018/01/15-12:35:47.995273 700004a09000 Compacting 1@1 + 1@2 files +2018/01/15-12:35:48.062746 700004a09000 Generated table #176@1: 47521 keys, 2227002 bytes +2018/01/15-12:35:48.079925 700004a09000 Generated table #177@1: 17016 keys, 577218 bytes +2018/01/15-12:35:48.079937 700004a09000 Compacted 1@1 + 1@2 files => 2804220 bytes +2018/01/15-12:35:48.080018 700004a09000 compacted to: files[ 0 15 16 0 0 0 0 ] +2018/01/15-12:35:48.080151 700004a09000 Delete type=2 #143 +2018/01/15-12:35:48.080889 700004a09000 Delete type=2 #145 +2018/01/15-12:35:52.417252 700004a09000 Level-0 table #179: started +2018/01/15-12:35:52.434290 700004a09000 Level-0 table #179: 680474 bytes OK +2018/01/15-12:35:52.434666 700004a09000 Delete type=0 #174 +2018/01/15-12:35:52.435190 700004a09000 Expanding@1 1+2 (671519+2880898 bytes) to 16+2 (10738582+2880898 bytes) +2018/01/15-12:35:52.435205 700004a09000 Compacting 16@1 + 2@2 files +2018/01/15-12:35:52.499305 700004a09000 Generated table #180@1: 47858 keys, 2227487 bytes +2018/01/15-12:35:52.565025 700004a09000 Generated table #181@1: 47698 keys, 2227210 bytes +2018/01/15-12:35:52.633763 700004a09000 Generated table #182@1: 47604 keys, 2226674 bytes +2018/01/15-12:35:52.698972 700004a09000 Generated table #183@1: 47735 keys, 2227259 bytes +2018/01/15-12:35:52.759666 700004a09000 Generated table #184@1: 47430 keys, 2227583 bytes +2018/01/15-12:35:52.824478 700004a09000 Generated table #185@1: 55974 keys, 1989623 bytes +2018/01/15-12:35:52.824493 700004a09000 Compacted 16@1 + 2@2 files => 13125836 bytes +2018/01/15-12:35:52.824729 700004a09000 compacted to: files[ 0 0 20 0 0 0 0 ] +2018/01/15-12:35:52.824901 700004a09000 Delete type=2 #49 +2018/01/15-12:35:52.825197 700004a09000 Delete type=2 #147 +2018/01/15-12:35:52.825352 700004a09000 Delete type=2 #149 +2018/01/15-12:35:52.825486 700004a09000 Delete type=2 #151 +2018/01/15-12:35:52.825632 700004a09000 Delete type=2 #153 +2018/01/15-12:35:52.825759 700004a09000 Delete type=2 #155 +2018/01/15-12:35:52.825925 700004a09000 Delete type=2 #157 +2018/01/15-12:35:52.826443 700004a09000 Delete type=2 #159 +2018/01/15-12:35:52.826634 700004a09000 Delete type=2 #161 +2018/01/15-12:35:52.826812 700004a09000 Delete type=2 #163 +2018/01/15-12:35:52.826977 700004a09000 Delete type=2 #165 +2018/01/15-12:35:52.827164 700004a09000 Delete type=2 #167 +2018/01/15-12:35:52.827345 700004a09000 Delete type=2 #169 +2018/01/15-12:35:52.827477 700004a09000 Delete type=2 #171 +2018/01/15-12:35:52.827678 700004a09000 Delete type=2 #173 +2018/01/15-12:35:52.827985 700004a09000 Delete type=2 #175 +2018/01/15-12:35:52.828171 700004a09000 Delete type=2 #177 +2018/01/15-12:35:52.828369 700004a09000 Delete type=2 #179 +2018/01/15-12:35:56.898337 700004a09000 Level-0 table #187: started +2018/01/15-12:35:56.912352 700004a09000 Level-0 table #187: 680178 bytes OK +2018/01/15-12:35:56.912587 700004a09000 Delete type=0 #178 +2018/01/15-12:36:01.562982 700004a09000 Level-0 table #189: started +2018/01/15-12:36:01.576739 700004a09000 Level-0 table #189: 682393 bytes OK +2018/01/15-12:36:01.577081 700004a09000 Delete type=0 #186 +2018/01/15-12:36:06.137446 700004a09000 Level-0 table #191: started +2018/01/15-12:36:06.149919 700004a09000 Level-0 table #191: 671470 bytes OK +2018/01/15-12:36:06.150372 700004a09000 Delete type=0 #188 +2018/01/15-12:36:10.565051 700004a09000 Level-0 table #193: started +2018/01/15-12:36:10.575757 700004a09000 Level-0 table #193: 652362 bytes OK +2018/01/15-12:36:10.576005 700004a09000 Delete type=0 #190 +2018/01/15-12:36:15.669908 700004a09000 Level-0 table #195: started +2018/01/15-12:36:15.682687 700004a09000 Level-0 table #195: 671359 bytes OK +2018/01/15-12:36:15.682971 700004a09000 Delete type=0 #192 +2018/01/15-12:36:20.465528 700004a09000 Level-0 table #197: started +2018/01/15-12:36:20.480165 700004a09000 Level-0 table #197: 673970 bytes OK +2018/01/15-12:36:20.480673 700004a09000 Delete type=0 #194 +2018/01/15-12:36:25.099531 700004a09000 Level-0 table #199: started +2018/01/15-12:36:25.111229 700004a09000 Level-0 table #199: 670775 bytes OK +2018/01/15-12:36:25.111460 700004a09000 Delete type=0 #196 +2018/01/15-12:36:29.387682 700004a09000 Level-0 table #201: started +2018/01/15-12:36:29.399548 700004a09000 Level-0 table #201: 669681 bytes OK +2018/01/15-12:36:29.399833 700004a09000 Delete type=0 #198 +2018/01/15-12:36:33.328726 700004a09000 Level-0 table #203: started +2018/01/15-12:36:33.342176 700004a09000 Level-0 table #203: 670603 bytes OK +2018/01/15-12:36:33.342586 700004a09000 Delete type=0 #200 +2018/01/15-12:36:37.251776 700004a09000 Level-0 table #205: started +2018/01/15-12:36:37.263582 700004a09000 Level-0 table #205: 672020 bytes OK +2018/01/15-12:36:37.263828 700004a09000 Delete type=0 #202 +2018/01/15-12:36:42.452206 700004a09000 Level-0 table #207: started +2018/01/15-12:36:42.463627 700004a09000 Level-0 table #207: 666900 bytes OK +2018/01/15-12:36:42.463920 700004a09000 Delete type=0 #204 +2018/01/15-12:36:47.254433 700004a09000 Level-0 table #209: started +2018/01/15-12:36:47.266945 700004a09000 Level-0 table #209: 671804 bytes OK +2018/01/15-12:36:47.267185 700004a09000 Delete type=0 #206 +2018/01/15-12:36:51.793637 700004a09000 Level-0 table #211: started +2018/01/15-12:36:51.806117 700004a09000 Level-0 table #211: 666874 bytes OK +2018/01/15-12:36:51.806603 700004a09000 Delete type=0 #208 +2018/01/15-12:36:56.216623 700004a09000 Level-0 table #213: started +2018/01/15-12:36:56.228215 700004a09000 Level-0 table #213: 668387 bytes OK +2018/01/15-12:36:56.228532 700004a09000 Delete type=0 #210 +2018/01/15-12:36:59.315047 700004a09000 Level-0 table #215: started +2018/01/15-12:36:59.329821 700004a09000 Level-0 table #215: 673833 bytes OK +2018/01/15-12:36:59.330445 700004a09000 Delete type=0 #212 +2018/01/15-12:37:03.645536 700004a09000 Level-0 table #217: started +2018/01/15-12:37:03.659351 700004a09000 Level-0 table #217: 679696 bytes OK +2018/01/15-12:37:03.659833 700004a09000 Delete type=0 #214 +2018/01/15-12:37:03.660293 700004a09000 Compacting 1@1 + 1@2 files +2018/01/15-12:37:03.718051 700004a09000 Generated table #218@1: 47069 keys, 2226516 bytes +2018/01/15-12:37:03.731682 700004a09000 Generated table #219@1: 16879 keys, 410638 bytes +2018/01/15-12:37:03.731702 700004a09000 Compacted 1@1 + 1@2 files => 2637154 bytes +2018/01/15-12:37:03.731959 700004a09000 compacted to: files[ 0 15 21 0 0 0 0 ] +2018/01/15-12:37:03.732480 700004a09000 Delete type=2 #185 +2018/01/15-12:37:03.732829 700004a09000 Delete type=2 #187 +2018/01/15-12:37:08.135420 700004a09000 Level-0 table #221: started +2018/01/15-12:37:08.150295 700004a09000 Level-0 table #221: 679771 bytes OK +2018/01/15-12:37:08.150550 700004a09000 Delete type=0 #216 +2018/01/15-12:37:08.150995 700004a09000 Compacting 1@1 + 1@2 files +2018/01/15-12:37:08.183032 700004a09000 Generated table #222@1: 25043 keys, 1063373 bytes +2018/01/15-12:37:08.183046 700004a09000 Compacted 1@1 + 1@2 files => 1063373 bytes +2018/01/15-12:37:08.183301 700004a09000 compacted to: files[ 0 15 21 0 0 0 0 ] +2018/01/15-12:37:08.183410 700004a09000 Delete type=2 #189 +2018/01/15-12:37:08.183552 700004a09000 Delete type=2 #219 +2018/01/15-12:37:12.896375 700004a09000 Level-0 table #224: started +2018/01/15-12:37:12.908508 700004a09000 Level-0 table #224: 666019 bytes OK +2018/01/15-12:37:12.908794 700004a09000 Delete type=0 #220 +2018/01/15-12:37:12.909251 700004a09000 Expanding@1 1+2 (671470+3170941 bytes) to 16+2 (10725524+3170941 bytes) +2018/01/15-12:37:12.909262 700004a09000 Compacting 16@1 + 2@2 files +2018/01/15-12:37:12.966607 700004a09000 Generated table #225@1: 47340 keys, 2226579 bytes +2018/01/15-12:37:13.029537 700004a09000 Generated table #226@1: 47560 keys, 2227290 bytes +2018/01/15-12:37:13.104476 700004a09000 Generated table #227@1: 47644 keys, 2226654 bytes +2018/01/15-12:37:13.172670 700004a09000 Generated table #228@1: 47684 keys, 2228354 bytes +2018/01/15-12:37:13.233503 700004a09000 Generated table #229@1: 47853 keys, 2228285 bytes +2018/01/15-12:37:13.292373 700004a09000 Generated table #230@1: 49200 keys, 2227927 bytes +2018/01/15-12:37:13.294397 700004a09000 Generated table #231@1: 2717 keys, 42718 bytes +2018/01/15-12:37:13.294409 700004a09000 Compacted 16@1 + 2@2 files => 13407807 bytes +2018/01/15-12:37:13.294655 700004a09000 compacted to: files[ 0 0 26 0 0 0 0 ] +2018/01/15-12:37:13.294796 700004a09000 Delete type=2 #50 +2018/01/15-12:37:13.295023 700004a09000 Delete type=2 #191 +2018/01/15-12:37:13.295151 700004a09000 Delete type=2 #193 +2018/01/15-12:37:13.295285 700004a09000 Delete type=2 #195 +2018/01/15-12:37:13.295406 700004a09000 Delete type=2 #197 +2018/01/15-12:37:13.295530 700004a09000 Delete type=2 #199 +2018/01/15-12:37:13.295662 700004a09000 Delete type=2 #201 +2018/01/15-12:37:13.295792 700004a09000 Delete type=2 #203 +2018/01/15-12:37:13.295927 700004a09000 Delete type=2 #205 +2018/01/15-12:37:13.296064 700004a09000 Delete type=2 #207 +2018/01/15-12:37:13.296199 700004a09000 Delete type=2 #209 +2018/01/15-12:37:13.296324 700004a09000 Delete type=2 #211 +2018/01/15-12:37:13.296458 700004a09000 Delete type=2 #213 +2018/01/15-12:37:13.296592 700004a09000 Delete type=2 #215 +2018/01/15-12:37:13.296811 700004a09000 Delete type=2 #217 +2018/01/15-12:37:13.296980 700004a09000 Delete type=2 #221 +2018/01/15-12:37:13.297198 700004a09000 Delete type=2 #222 +2018/01/15-12:37:13.297403 700004a09000 Delete type=2 #224 diff --git a/db/MANIFEST-000025 b/db/MANIFEST-000025 deleted file mode 100644 index 675f7c1..0000000 Binary files a/db/MANIFEST-000025 and /dev/null differ diff --git a/db/MANIFEST-000232 b/db/MANIFEST-000232 new file mode 100644 index 0000000..84b5a9e Binary files /dev/null and b/db/MANIFEST-000232 differ diff --git a/package.json b/package.json index ddd891f..bc83a2f 100644 --- a/package.json +++ b/package.json @@ -6,6 +6,7 @@ "license": "MIT", "devDependencies": { "all-the-package-names": "^1.3440.0", - "level": "^2.1.1" + "level": "^2.1.1", + "urlencode": "^1.1.0" } -} \ No newline at end of file +} diff --git a/populate.js b/populate.js new file mode 100644 index 0000000..483dd27 --- /dev/null +++ b/populate.js @@ -0,0 +1,27 @@ + +const db = require('level')('./db') +const fs = require('fs') +const path = require('path') +const urlencode = require('urlencode') + +let extant = 0 +let nonexistent = 0 +db.createKeyStream() + .on('data', async (name) => { + const dataFile = path.join(__dirname, '../sourceranks/data', urlencode(name) + '.json') + if (fs.existsSync(dataFile)) { + await saveRank(name, dataFile) + console.log(dataFile, 'exists') + extant++ + } else { + nonexistent++ + console.log(dataFile, 'DOES NOT EXIST') + } + }) + .on('end', () => { + console.log('done', extant, nonexistent) + }) + +async function saveRank (name, dataFile) { + db.put(name, JSON.stringify(require(dataFile), null, 2)) +} \ No newline at end of file diff --git a/seed.js b/seed.js index cf7c8dc..5600b65 100644 --- a/seed.js +++ b/seed.js @@ -8,5 +8,5 @@ for (i = 0; i < names.length; i++) { } async function saveName (name) { - await db.put(name, {}) + await db.put(name, JSON.stringify({})) } \ No newline at end of file