In [57]:
from __future__ import absolute_import, print_function
import boto3
from idb import config
import json, os, sys
In [ ]:
In [59]:
# The JSON result of
# root@idb-ceph4:~# radosgw-admin --uid idigbio bucket stats
# before deleting the "oops" buckets
RADOSGW_BUCKET_STATS_JSON_STR = """
[
{
"bucket": "idigbio-datasets-beta",
"zonegroup": "default",
"placement_rule": "default-placement",
"explicit_placement": {
"data_pool": ".rgw.buckets",
"data_extra_pool": "",
"index_pool": ".rgw.buckets.index"
},
"id": "default.4797.11",
"marker": "default.4797.11",
"index_type": "Normal",
"owner": "idigbio",
"ver": "0#447",
"master_ver": "0#0",
"mtime": "2014-02-24 16:03:24.048283",
"max_marker": "0#",
"usage": {
"rgw.main": {
"size": 695672536,
"size_actual": 696139776,
"size_utilized": 695672536,
"size_kb": 679368,
"size_kb_actual": 679824,
"size_kb_utilized": 679368,
"num_objects": 218
}
},
"bucket_quota": {
"enabled": false,
"check_on_raw": false,
"max_size": -1024,
"max_size_kb": 0,
"max_objects": -1
}
},
{
"bucket": "idigbio-datasets-prod",
"zonegroup": "default",
"placement_rule": "default-placement",
"explicit_placement": {
"data_pool": ".rgw.buckets",
"data_extra_pool": "",
"index_pool": ".rgw.buckets.index"
},
"id": "default.5727.557572",
"marker": "default.5727.557572",
"index_type": "Normal",
"owner": "idigbio",
"ver": "0#236955",
"master_ver": "0#0",
"mtime": "2014-05-27 15:19:39.000000",
"max_marker": "0#",
"usage": {
"rgw.none": {
"size": 0,
"size_actual": 0,
"size_utilized": 0,
"size_kb": 0,
"size_kb_actual": 0,
"size_kb_utilized": 0,
"num_objects": 13
},
"rgw.main": {
"size": 500094357201,
"size_actual": 500190294016,
"size_utilized": 707906298465,
"size_kb": 488373396,
"size_kb_actual": 488467084,
"size_kb_utilized": 691314745,
"num_objects": 60450
},
"rgw.multimeta": {
"size": 0,
"size_actual": 0,
"size_utilized": 0,
"size_kb": 0,
"size_kb_actual": 0,
"size_kb_utilized": 0,
"num_objects": 0
}
},
"bucket_quota": {
"enabled": false,
"check_on_raw": false,
"max_size": -1024,
"max_size_kb": 0,
"max_objects": -1
}
},
{
"bucket": "idigbio-datasets-prod-digest",
"zonegroup": "default",
"placement_rule": "default-placement",
"explicit_placement": {
"data_pool": ".rgw.buckets",
"data_extra_pool": "",
"index_pool": ".rgw.buckets.index"
},
"id": "default.5727.785497",
"marker": "default.5727.785497",
"index_type": "Normal",
"owner": "idigbio",
"ver": "0#0",
"master_ver": "0#0",
"mtime": "2014-06-09 15:36:56.000000",
"max_marker": "0#",
"usage": {},
"bucket_quota": {
"enabled": false,
"check_on_raw": false,
"max_size": -1024,
"max_size_kb": 0,
"max_objects": -1
}
},
{
"bucket": "idigbio-debugfile-prod",
"zonegroup": "default",
"placement_rule": "default-placement",
"explicit_placement": {
"data_pool": ".rgw.buckets",
"data_extra_pool": "",
"index_pool": ".rgw.buckets.index"
},
"id": "default.183405.1",
"marker": "default.183405.1",
"index_type": "Normal",
"owner": "idigbio",
"ver": "0#121",
"master_ver": "0#0",
"mtime": "2016-06-03 13:51:44.000000",
"max_marker": "0#",
"usage": {
"rgw.main": {
"size": 56988946,
"size_actual": 57053184,
"size_utilized": 56988946,
"size_kb": 55654,
"size_kb_actual": 55716,
"size_kb_utilized": 55654,
"num_objects": 31
}
},
"bucket_quota": {
"enabled": false,
"check_on_raw": false,
"max_size": -1024,
"max_size_kb": 0,
"max_objects": -1
}
},
{
"bucket": "idigbio-downloads",
"zonegroup": "default",
"placement_rule": "default-placement",
"explicit_placement": {
"data_pool": ".rgw.buckets",
"data_extra_pool": "",
"index_pool": ".rgw.buckets.index"
},
"id": "default.4798.7308",
"marker": "default.4798.7308",
"index_type": "Normal",
"owner": "idigbio",
"ver": "0#49940",
"master_ver": "0#0",
"mtime": "2014-04-04 16:12:27.000000",
"max_marker": "0#",
"usage": {
"rgw.none": {
"size": 0,
"size_actual": 0,
"size_utilized": 0,
"size_kb": 0,
"size_kb_actual": 0,
"size_kb_utilized": 0,
"num_objects": 2
},
"rgw.main": {
"size": 992438598496,
"size_actual": 992457134080,
"size_utilized": 1264142604065,
"size_kb": 969178319,
"size_kb_actual": 969196420,
"size_kb_utilized": 1234514262,
"num_objects": 10601
},
"rgw.multimeta": {
"size": 0,
"size_actual": 0,
"size_utilized": 0,
"size_kb": 0,
"size_kb_actual": 0,
"size_kb_utilized": 0,
"num_objects": 1
}
},
"bucket_quota": {
"enabled": false,
"check_on_raw": false,
"max_size": -1024,
"max_size_kb": 0,
"max_objects": -1
}
},
{
"bucket": "idigbio-guoda-prod",
"zonegroup": "default",
"placement_rule": "default-placement",
"explicit_placement": {
"data_pool": ".rgw.buckets",
"data_extra_pool": "",
"index_pool": ".rgw.buckets.index"
},
"id": "default.183399.1",
"marker": "default.183399.1",
"index_type": "Normal",
"owner": "idigbio",
"ver": "0#131",
"master_ver": "0#0",
"mtime": "2016-06-03 13:51:52.000000",
"max_marker": "0#",
"usage": {
"rgw.main": {
"size": 56349142133,
"size_actual": 56349155328,
"size_utilized": 56349142133,
"size_kb": 55028460,
"size_kb_actual": 55028472,
"size_kb_utilized": 55028460,
"num_objects": 6
},
"rgw.multimeta": {
"size": 0,
"size_actual": 0,
"size_utilized": 0,
"size_kb": 0,
"size_kb_actual": 0,
"size_kb_utilized": 0,
"num_objects": 0
}
},
"bucket_quota": {
"enabled": false,
"check_on_raw": false,
"max_size": -1024,
"max_size_kb": 0,
"max_objects": -1
}
},
{
"bucket": "idigbio-images",
"zonegroup": "default",
"placement_rule": "default-placement",
"explicit_placement": {
"data_pool": ".rgw.buckets",
"data_extra_pool": "",
"index_pool": ".rgw.buckets.index"
},
"id": "default.4797.1",
"marker": "default.4797.1",
"index_type": "Normal",
"owner": "idigbio",
"ver": "0#0",
"master_ver": "0#0",
"mtime": "2014-02-20 16:37:32.744724",
"max_marker": "0#",
"usage": {},
"bucket_quota": {
"enabled": false,
"check_on_raw": false,
"max_size": -1024,
"max_size_kb": 0,
"max_objects": -1
}
},
{
"bucket": "idigbio-images-beta",
"zonegroup": "default",
"placement_rule": "default-placement",
"explicit_placement": {
"data_pool": ".rgw.buckets",
"data_extra_pool": "",
"index_pool": ".rgw.buckets.index"
},
"id": "default.53290570.1",
"marker": "default.4798.4",
"index_type": "Normal",
"owner": "idigbio",
"ver": "0#797,1#807,2#801",
"master_ver": "0#0,1#0,2#0",
"mtime": "2018-02-08 21:34:44.652848",
"max_marker": "0#,1#,2#",
"usage": {
"rgw.main": {
"size": 1746958738237,
"size_actual": 1747273256960,
"size_utilized": 0,
"size_kb": 1706014393,
"size_kb_actual": 1706321540,
"size_kb_utilized": 0,
"num_objects": 153630
}
},
"bucket_quota": {
"enabled": false,
"check_on_raw": false,
"max_size": -1024,
"max_size_kb": 0,
"max_objects": -1
}
},
{
"bucket": "idigbio-images-beta-fullsize",
"zonegroup": "default",
"placement_rule": "default-placement",
"explicit_placement": {
"data_pool": ".rgw.buckets",
"data_extra_pool": "",
"index_pool": ".rgw.buckets.index"
},
"id": "default.4800.427",
"marker": "default.4800.427",
"index_type": "Normal",
"owner": "idigbio",
"ver": "0#0",
"master_ver": "0#0",
"mtime": "2014-03-15 13:54:40.000000",
"max_marker": "0#",
"usage": {},
"bucket_quota": {
"enabled": false,
"check_on_raw": false,
"max_size": -1024,
"max_size_kb": 0,
"max_objects": -1
}
},
{
"bucket": "idigbio-images-beta-thumbnail",
"zonegroup": "default",
"placement_rule": "default-placement",
"explicit_placement": {
"data_pool": ".rgw.buckets",
"data_extra_pool": "",
"index_pool": ".rgw.buckets.index"
},
"id": "default.4797.455",
"marker": "default.4797.455",
"index_type": "Normal",
"owner": "idigbio",
"ver": "0#0",
"master_ver": "0#0",
"mtime": "2014-03-15 14:01:07.000000",
"max_marker": "0#",
"usage": {},
"bucket_quota": {
"enabled": false,
"check_on_raw": false,
"max_size": -1024,
"max_size_kb": 0,
"max_objects": -1
}
},
{
"bucket": "idigbio-images-beta-webview",
"zonegroup": "default",
"placement_rule": "default-placement",
"explicit_placement": {
"data_pool": ".rgw.buckets",
"data_extra_pool": "",
"index_pool": ".rgw.buckets.index"
},
"id": "default.4797.454",
"marker": "default.4797.454",
"index_type": "Normal",
"owner": "idigbio",
"ver": "0#0",
"master_ver": "0#0",
"mtime": "2014-03-15 14:01:07.000000",
"max_marker": "0#",
"usage": {},
"bucket_quota": {
"enabled": false,
"check_on_raw": false,
"max_size": -1024,
"max_size_kb": 0,
"max_objects": -1
}
},
{
"bucket": "idigbio-images-betathumbnail",
"zonegroup": "default",
"placement_rule": "default-placement",
"explicit_placement": {
"data_pool": ".rgw.buckets",
"data_extra_pool": "",
"index_pool": ".rgw.buckets.index"
},
"id": "default.4797.461",
"marker": "default.4797.461",
"index_type": "Normal",
"owner": "idigbio",
"ver": "0#0",
"master_ver": "0#0",
"mtime": "2014-03-15 14:03:29.000000",
"max_marker": "0#",
"usage": {},
"bucket_quota": {
"enabled": false,
"check_on_raw": false,
"max_size": -1024,
"max_size_kb": 0,
"max_objects": -1
}
},
{
"bucket": "idigbio-images-betawebview",
"zonegroup": "default",
"placement_rule": "default-placement",
"explicit_placement": {
"data_pool": ".rgw.buckets",
"data_extra_pool": "",
"index_pool": ".rgw.buckets.index"
},
"id": "default.4797.459",
"marker": "default.4797.459",
"index_type": "Normal",
"owner": "idigbio",
"ver": "0#0",
"master_ver": "0#0",
"mtime": "2014-03-15 14:03:28.000000",
"max_marker": "0#",
"usage": {},
"bucket_quota": {
"enabled": false,
"check_on_raw": false,
"max_size": -1024,
"max_size_kb": 0,
"max_objects": -1
}
},
{
"bucket": "idigbio-images-prod",
"zonegroup": "default",
"placement_rule": "default-placement",
"explicit_placement": {
"data_pool": ".rgw.buckets",
"data_extra_pool": "",
"index_pool": ".rgw.buckets.index"
},
"id": "default.53282724.1",
"marker": "default.4800.4",
"index_type": "Normal",
"owner": "idigbio",
"ver": "0#16550,1#16823,2#16801,3#16912,4#17180,5#16166,6#16852,7#17011,8#17071,9#17056,10#16876,11#16607,12#16810,13#16869,14#16270,15#16808,16#16943,17#16271,18#16751,19#16907,20#17039,21#17001,22#17036,23#16879,24#16949,25#16672,26#17102,27#16974,28#16942,29#16934,30#17435,31#16826,32#16429,33#16891,34#16815,35#16854,36#16657,37#16730,38#17130,39#17332,40#16877,41#16755,42#16739,43#17184,44#16850,45#16513,46#16792,47#17033,48#17078,49#16604,50#16822,51#17250,52#16726,53#16846,54#17270,55#16964,56#16620,57#16999,58#16273,59#16209,60#16928,61#17081,62#17080,63#16906,64#16965,65#16777,66#17051,67#17066,68#16737,69#16271,70#16844,71#16858,72#17083,73#17050,74#16543,75#17038,76#17062,77#17066,78#16988,79#16839,80#16729,81#17251,82#16730,83#16663,84#17024,85#16839,86#17389,87#16657,88#17290,89#16828,90#16764,91#16314,92#16906,93#16800,94#16907,95#16614,96#16582,97#17025,98#16742,99#16530,100#16874,101#17160,102#16760,103#15339,104#16255,105#16106,106#16440,107#15687,108#16292,109#16035,110#16167,111#16197,112#17742,113#16561,114#15863,115#15929,116#15875,117#16511,118#16131,119#15948,120#15877,121#15948,122#15428,123#16584,124#17072,125#16070,126#15903,127#15903,128#15772,129#16210,130#15459,131#15876,132#15519,133#16215,134#15768,135#16613,136#15607,137#15945,138#16164,139#15739,140#15638,141#15737,142#16201,143#15764,144#16250,145#15842,146#17087,147#16116,148#16154,149#15688,150#16132,151#15847,152#16293,153#16049,154#15934,155#16206,156#16022,157#16738,158#16036,159#15946,160#16120,161#16393,162#16373,163#15618,164#15740,165#15775,166#15632,167#15841,168#17121,169#16205,170#15976,171#15861,172#16002,173#15491,174#16474,175#15629,176#15783,177#16067,178#15425,179#16408,180#16354,181#16040,182#15979,183#15931,184#15863,185#15872,186#15933,187#16102,188#15959,189#16002,190#17447,191#15941,192#16192,193#16140,194#15745,195#15774,196#15894,197#16072,198#16042,199#16353,200#15845,201#17078,202#15550,203#15496,204#15976,205#16169,206#15807,207#15807,208#15669,209#15718,210#15732,211#15554,212#16718,213#15804,214#15672,215#15353,216#15681,217#15885,218#16361,219#16405,220#15984,221#15850,222#16077,223#16831,224#16539,225#15813,226#16079,227#16688,228#16232,229#16178,230#15949,231#16456,232#16050,233#15374,234#16092,235#16917,236#16296,237#15795,238#15636,239#15699,240#16488,241#15693,242#15929,243#16068,244#15828,245#15347,246#17223,247#15713,248#16197,249#15668,250#16609,251#16144,252#16235,253#16357,254#15467,255#15859,256#16275,257#16915,258#16400,259#15970,260#15829,261#15442,262#16126,263#16101,264#16057,265#16066,266#15873,267#16117,268#17154,269#15884,270#15814,271#15813,272#16062,273#15993,274#15985,275#15781,276#16282,277#16294,278#15855,279#16427,280#16160,281#15841,282#15659,283#16171,284#15718,285#15633,286#16008,287#15872,288#15583,289#15991,290#17073,291#16161,292#16063,293#16060,294#15936,295#15937,296#15873,297#16366,298#15714,299#16108,300#16108,301#16546,302#15969,303#15920,304#15625,305#15874,306#16071,307#15730,308#15953,309#15930,310#15858,311#15758,312#16817,313#16276,314#15598,315#15960,316#15931,317#15850,318#15526,319#16358,320#15968,321#15952,322#15590,323#16817,324#15718,325#16008,326#15962,327#15456,328#15733,329#15998,330#15901,331#15811,332#16097,333#15871,334#17179,335#16958,336#16440,337#15765,338#16339,339#16382,340#16075,341#16193,342#15907,343#16281,344#16186,345#15833,346#16768,347#15577,348#15451,349#15782,350#16390,351#15331,352#15810,353#16219,354#15755,355#16021,356#16137,357#16730,358#16156,359#15899,360#15698,361#16177,362#15925,363#16038,364#16288,365#17106,366#16377,367#16829,368#17204,369#16853,370#16944,371#17117,372#16410,373#16865,374#16804,375#17826,376#16966,377#17188,378#16961,379#16735,380#17138,381#16666,382#16684,383#16989,384#16489,385#16538,386#17217,387#17285,388#16858,389#16818,390#16775,391#16322,392#16522,393#16841,394#16514,395#16704,396#16689,397#16641,398#16901,399#16899,400#17162,401#16794,402#16569,403#16647,404#16485,405#17138,406#16818,407#16765,408#16832,409#17256,410#17130,411#16598,412#16594,413#16658,414#16849,415#17007,416#16858,417#17235,418#17199,419#17172,420#16703,421#16949,422#16665,423#17025,424#16396,425#16721,426#16978",
"master_ver": "0#0,1#0,2#0,3#0,4#0,5#0,6#0,7#0,8#0,9#0,10#0,11#0,12#0,13#0,14#0,15#0,16#0,17#0,18#0,19#0,20#0,21#0,22#0,23#0,24#0,25#0,26#0,27#0,28#0,29#0,30#0,31#0,32#0,33#0,34#0,35#0,36#0,37#0,38#0,39#0,40#0,41#0,42#0,43#0,44#0,45#0,46#0,47#0,48#0,49#0,50#0,51#0,52#0,53#0,54#0,55#0,56#0,57#0,58#0,59#0,60#0,61#0,62#0,63#0,64#0,65#0,66#0,67#0,68#0,69#0,70#0,71#0,72#0,73#0,74#0,75#0,76#0,77#0,78#0,79#0,80#0,81#0,82#0,83#0,84#0,85#0,86#0,87#0,88#0,89#0,90#0,91#0,92#0,93#0,94#0,95#0,96#0,97#0,98#0,99#0,100#0,101#0,102#0,103#0,104#0,105#0,106#0,107#0,108#0,109#0,110#0,111#0,112#0,113#0,114#0,115#0,116#0,117#0,118#0,119#0,120#0,121#0,122#0,123#0,124#0,125#0,126#0,127#0,128#0,129#0,130#0,131#0,132#0,133#0,134#0,135#0,136#0,137#0,138#0,139#0,140#0,141#0,142#0,143#0,144#0,145#0,146#0,147#0,148#0,149#0,150#0,151#0,152#0,153#0,154#0,155#0,156#0,157#0,158#0,159#0,160#0,161#0,162#0,163#0,164#0,165#0,166#0,167#0,168#0,169#0,170#0,171#0,172#0,173#0,174#0,175#0,176#0,177#0,178#0,179#0,180#0,181#0,182#0,183#0,184#0,185#0,186#0,187#0,188#0,189#0,190#0,191#0,192#0,193#0,194#0,195#0,196#0,197#0,198#0,199#0,200#0,201#0,202#0,203#0,204#0,205#0,206#0,207#0,208#0,209#0,210#0,211#0,212#0,213#0,214#0,215#0,216#0,217#0,218#0,219#0,220#0,221#0,222#0,223#0,224#0,225#0,226#0,227#0,228#0,229#0,230#0,231#0,232#0,233#0,234#0,235#0,236#0,237#0,238#0,239#0,240#0,241#0,242#0,243#0,244#0,245#0,246#0,247#0,248#0,249#0,250#0,251#0,252#0,253#0,254#0,255#0,256#0,257#0,258#0,259#0,260#0,261#0,262#0,263#0,264#0,265#0,266#0,267#0,268#0,269#0,270#0,271#0,272#0,273#0,274#0,275#0,276#0,277#0,278#0,279#0,280#0,281#0,282#0,283#0,284#0,285#0,286#0,287#0,288#0,289#0,290#0,291#0,292#0,293#0,294#0,295#0,296#0,297#0,298#0,299#0,300#0,301#0,302#0,303#0,304#0,305#0,306#0,307#0,308#0,309#0,310#0,311#0,312#0,313#0,314#0,315#0,316#0,317#0,318#0,319#0,320#0,321#0,322#0,323#0,324#0,325#0,326#0,327#0,328#0,329#0,330#0,331#0,332#0,333#0,334#0,335#0,336#0,337#0,338#0,339#0,340#0,341#0,342#0,343#0,344#0,345#0,346#0,347#0,348#0,349#0,350#0,351#0,352#0,353#0,354#0,355#0,356#0,357#0,358#0,359#0,360#0,361#0,362#0,363#0,364#0,365#0,366#0,367#0,368#0,369#0,370#0,371#0,372#0,373#0,374#0,375#0,376#0,377#0,378#0,379#0,380#0,381#0,382#0,383#0,384#0,385#0,386#0,387#0,388#0,389#0,390#0,391#0,392#0,393#0,394#0,395#0,396#0,397#0,398#0,399#0,400#0,401#0,402#0,403#0,404#0,405#0,406#0,407#0,408#0,409#0,410#0,411#0,412#0,413#0,414#0,415#0,416#0,417#0,418#0,419#0,420#0,421#0,422#0,423#0,424#0,425#0,426#0",
"mtime": "2018-02-08 22:58:15.203235",
"max_marker": "0#,1#,2#,3#,4#,5#,6#,7#,8#,9#,10#,11#,12#,13#,14#,15#,16#,17#,18#,19#,20#,21#,22#,23#,24#,25#,26#,27#,28#,29#,30#,31#,32#,33#,34#,35#,36#,37#,38#,39#,40#,41#,42#,43#,44#,45#,46#,47#,48#,49#,50#,51#,52#,53#,54#,55#,56#,57#,58#,59#,60#,61#,62#,63#,64#,65#,66#,67#,68#,69#,70#,71#,72#,73#,74#,75#,76#,77#,78#,79#,80#,81#,82#,83#,84#,85#,86#,87#,88#,89#,90#,91#,92#,93#,94#,95#,96#,97#,98#,99#,100#,101#,102#,103#,104#,105#,106#,107#,108#,109#,110#,111#,112#,113#,114#,115#,116#,117#,118#,119#,120#,121#,122#,123#,124#,125#,126#,127#,128#,129#,130#,131#,132#,133#,134#,135#,136#,137#,138#,139#,140#,141#,142#,143#,144#,145#,146#,147#,148#,149#,150#,151#,152#,153#,154#,155#,156#,157#,158#,159#,160#,161#,162#,163#,164#,165#,166#,167#,168#,169#,170#,171#,172#,173#,174#,175#,176#,177#,178#,179#,180#,181#,182#,183#,184#,185#,186#,187#,188#,189#,190#,191#,192#,193#,194#,195#,196#,197#,198#,199#,200#,201#,202#,203#,204#,205#,206#,207#,208#,209#,210#,211#,212#,213#,214#,215#,216#,217#,218#,219#,220#,221#,222#,223#,224#,225#,226#,227#,228#,229#,230#,231#,232#,233#,234#,235#,236#,237#,238#,239#,240#,241#,242#,243#,244#,245#,246#,247#,248#,249#,250#,251#,252#,253#,254#,255#,256#,257#,258#,259#,260#,261#,262#,263#,264#,265#,266#,267#,268#,269#,270#,271#,272#,273#,274#,275#,276#,277#,278#,279#,280#,281#,282#,283#,284#,285#,286#,287#,288#,289#,290#,291#,292#,293#,294#,295#,296#,297#,298#,299#,300#,301#,302#,303#,304#,305#,306#,307#,308#,309#,310#,311#,312#,313#,314#,315#,316#,317#,318#,319#,320#,321#,322#,323#,324#,325#,326#,327#,328#,329#,330#,331#,332#,333#,334#,335#,336#,337#,338#,339#,340#,341#,342#,343#,344#,345#,346#,347#,348#,349#,350#,351#,352#,353#,354#,355#,356#,357#,358#,359#,360#,361#,362#,363#,364#,365#,366#,367#,368#,369#,370#,371#,372#,373#,374#,375#,376#,377#,378#,379#,380#,381#,382#,383#,384#,385#,386#,387#,388#,389#,390#,391#,392#,393#,394#,395#,396#,397#,398#,399#,400#,401#,402#,403#,404#,405#,406#,407#,408#,409#,410#,411#,412#,413#,414#,415#,416#,417#,418#,419#,420#,421#,422#,423#,424#,425#,426#",
"usage": {
"rgw.none": {
"size": 0,
"size_actual": 0,
"size_utilized": 0,
"size_kb": 0,
"size_kb_actual": 0,
"size_kb_utilized": 0,
"num_objects": 9234
},
"rgw.main": {
"size": 85157386933523,
"size_actual": 85199730847744,
"size_utilized": 9137478847456,
"size_kb": 83161510678,
"size_kb_actual": 83202862156,
"size_kb_utilized": 8923319187,
"num_objects": 23018673
}
},
"bucket_quota": {
"enabled": false,
"check_on_raw": false,
"max_size": -1024,
"max_size_kb": 0,
"max_objects": -1
}
},
{
"bucket": "idigbio-images-prod-fullsize",
"zonegroup": "default",
"placement_rule": "default-placement",
"explicit_placement": {
"data_pool": ".rgw.buckets",
"data_extra_pool": "",
"index_pool": ".rgw.buckets.index"
},
"id": "default.53319531.1",
"marker": "default.4800.6153",
"index_type": "Normal",
"owner": "idigbio",
"ver": "0#21206,1#21450,2#21542,3#20735,4#21135,5#21033,6#21429,7#21684,8#20847,9#21574,10#21111,11#21399,12#21695,13#21128,14#20906,15#20836,16#21034,17#21041,18#21158,19#21284,20#21181,21#20923,22#21148,23#21118,24#20697,25#21462,26#21516,27#21297,28#21035,29#20586,30#21269,31#21002,32#21354,33#21388,34#21345,35#21276,36#21394,37#20935,38#21659,39#21000,40#20646,41#21538,42#21329,43#21473,44#21189,45#21060,46#21461,47#21711,48#21026,49#21067,50#21108,51#21262,52#21506,53#20751,54#21533,55#22135,56#21822,57#20820,58#21079,59#21754,60#21049,61#21484,62#21440,63#21340,64#21367,65#21406,66#21082,67#20858,68#21595,69#21186,70#20623,71#20815,72#21357,73#21018,74#21477,75#21041,76#21134,77#20460,78#21683,79#21105,80#21192,81#21050,82#21495,83#21103,84#21149,85#21554,86#21178,87#20524,88#21523,89#20682,90#20897,91#21386,92#21031,93#21262,94#21305,95#20933,96#20787,97#21508,98#20838,99#21722,100#21127,101#21253,102#21486,103#21806,104#21698,105#21282,106#20642,107#21288,108#21566,109#21197,110#21600,111#21272,112#20559,113#21380,114#20828,115#21200,116#21216,117#21729,118#21798,119#21872,120#20611,121#21371,122#21491,123#21697,124#21512,125#20454,126#21115,127#20906,128#21051,129#20668,130#20973,131#21385,132#21917,133#21400,134#20970,135#21273,136#20858,137#20485,138#21429,139#21129,140#21424,141#21216,142#21210,143#19544,144#20831,145#20414,146#20872,147#19875,148#19614,149#19775,150#20003,151#20006,152#20104,153#19588,154#19405,155#20426,156#20023,157#21149,158#19941,159#20130,160#20133,161#20269,162#20185,163#20162,164#20188,165#19606,166#19216,167#20208,168#21113,169#20466,170#20682,171#20215,172#20096,173#20141,174#20396,175#19955,176#19835,177#19980,178#19849,179#21630,180#20029,181#20066,182#20306,183#20438,184#20453,185#20657,186#20119,187#20489,188#19941,189#19771,190#21740,191#19923,192#19801,193#19564,194#20215,195#19820,196#19860,197#20361,198#19761,199#19566,200#20352,201#21112,202#20185,203#20184,204#19807,205#20294,206#20112,207#19931,208#20011,209#20526,210#20028,211#20047,212#21554,213#19610,214#19330,215#20273,216#20205,217#20145,218#19693,219#19813,220#20226,221#19748,222#19652,223#21076,224#21716,225#20234,226#19929,227#20284,228#20185,229#19844,230#20360,231#19702,232#19843,233#20158,234#20276,235#21530,236#19920,237#19975,238#20492,239#20009,240#20049,241#20785,242#19759,243#20240,244#19505,245#19984,246#21436,247#20337,248#20263,249#20107,250#20196,251#19834,252#20373,253#19786,254#20293,255#19898,256#19942,257#21474,258#19916,259#19813,260#20545,261#19988,262#20141,263#20072,264#19943,265#20192,266#19940,267#19427,268#21452,269#19930,270#20213,271#20211,272#19737,273#20014,274#20371,275#19940,276#20214,277#20349,278#20719,279#21448,280#20037,281#20175,282#20143,283#20248,284#19761,285#20529,286#19721,287#20097,288#19730,289#20095,290#21056,291#19788,292#20064,293#20864,294#19797,295#20093,296#20049,297#20043,298#20624,299#19963,300#20394,301#20962,302#20172,303#20498,304#19741,305#20180,306#19637,307#19446,308#20076,309#20046,310#20230,311#20008,312#21509,313#20001,314#19912,315#19829,316#20137,317#20090,318#19882,319#20530,320#20263,321#19945,322#20318,323#21051,324#20341,325#19957,326#19644,327#19761,328#20195,329#20141,330#20348,331#19612,332#20032,333#19879,334#21388,335#21821,336#20175,337#20655,338#19498,339#20110,340#19992,341#19678,342#20237,343#20086,344#20243,345#20257,346#20718,347#20260,348#20227,349#20454,350#20131,351#20238,352#19673,353#19697,354#20213,355#20268,356#20237,357#21349,358#19559,359#20077,360#19738,361#19802,362#20417,363#20819,364#20772,365#21205,366#20866,367#21258,368#21263,369#21266,370#20887,371#21552,372#20710,373#21736,374#21145,375#21371,376#21062,377#21327,378#20800,379#21266,380#21369,381#20926,382#20876,383#20681,384#21079,385#20477,386#21586,387#21170,388#21327,389#20739,390#21131,391#21313,392#20950,393#21307,394#21554,395#21830,396#21145,397#21004,398#21757,399#21484,400#20993,401#21187,402#21128,403#21140,404#21460,405#21083,406#21459,407#21357,408#20665,409#21035,410#20865,411#21439,412#21074,413#20927,414#20802,415#21402,416#21263,417#21371,418#21298,419#21254,420#21613,421#20860,422#20868,423#20991,424#21331",
"master_ver": "0#0,1#0,2#0,3#0,4#0,5#0,6#0,7#0,8#0,9#0,10#0,11#0,12#0,13#0,14#0,15#0,16#0,17#0,18#0,19#0,20#0,21#0,22#0,23#0,24#0,25#0,26#0,27#0,28#0,29#0,30#0,31#0,32#0,33#0,34#0,35#0,36#0,37#0,38#0,39#0,40#0,41#0,42#0,43#0,44#0,45#0,46#0,47#0,48#0,49#0,50#0,51#0,52#0,53#0,54#0,55#0,56#0,57#0,58#0,59#0,60#0,61#0,62#0,63#0,64#0,65#0,66#0,67#0,68#0,69#0,70#0,71#0,72#0,73#0,74#0,75#0,76#0,77#0,78#0,79#0,80#0,81#0,82#0,83#0,84#0,85#0,86#0,87#0,88#0,89#0,90#0,91#0,92#0,93#0,94#0,95#0,96#0,97#0,98#0,99#0,100#0,101#0,102#0,103#0,104#0,105#0,106#0,107#0,108#0,109#0,110#0,111#0,112#0,113#0,114#0,115#0,116#0,117#0,118#0,119#0,120#0,121#0,122#0,123#0,124#0,125#0,126#0,127#0,128#0,129#0,130#0,131#0,132#0,133#0,134#0,135#0,136#0,137#0,138#0,139#0,140#0,141#0,142#0,143#0,144#0,145#0,146#0,147#0,148#0,149#0,150#0,151#0,152#0,153#0,154#0,155#0,156#0,157#0,158#0,159#0,160#0,161#0,162#0,163#0,164#0,165#0,166#0,167#0,168#0,169#0,170#0,171#0,172#0,173#0,174#0,175#0,176#0,177#0,178#0,179#0,180#0,181#0,182#0,183#0,184#0,185#0,186#0,187#0,188#0,189#0,190#0,191#0,192#0,193#0,194#0,195#0,196#0,197#0,198#0,199#0,200#0,201#0,202#0,203#0,204#0,205#0,206#0,207#0,208#0,209#0,210#0,211#0,212#0,213#0,214#0,215#0,216#0,217#0,218#0,219#0,220#0,221#0,222#0,223#0,224#0,225#0,226#0,227#0,228#0,229#0,230#0,231#0,232#0,233#0,234#0,235#0,236#0,237#0,238#0,239#0,240#0,241#0,242#0,243#0,244#0,245#0,246#0,247#0,248#0,249#0,250#0,251#0,252#0,253#0,254#0,255#0,256#0,257#0,258#0,259#0,260#0,261#0,262#0,263#0,264#0,265#0,266#0,267#0,268#0,269#0,270#0,271#0,272#0,273#0,274#0,275#0,276#0,277#0,278#0,279#0,280#0,281#0,282#0,283#0,284#0,285#0,286#0,287#0,288#0,289#0,290#0,291#0,292#0,293#0,294#0,295#0,296#0,297#0,298#0,299#0,300#0,301#0,302#0,303#0,304#0,305#0,306#0,307#0,308#0,309#0,310#0,311#0,312#0,313#0,314#0,315#0,316#0,317#0,318#0,319#0,320#0,321#0,322#0,323#0,324#0,325#0,326#0,327#0,328#0,329#0,330#0,331#0,332#0,333#0,334#0,335#0,336#0,337#0,338#0,339#0,340#0,341#0,342#0,343#0,344#0,345#0,346#0,347#0,348#0,349#0,350#0,351#0,352#0,353#0,354#0,355#0,356#0,357#0,358#0,359#0,360#0,361#0,362#0,363#0,364#0,365#0,366#0,367#0,368#0,369#0,370#0,371#0,372#0,373#0,374#0,375#0,376#0,377#0,378#0,379#0,380#0,381#0,382#0,383#0,384#0,385#0,386#0,387#0,388#0,389#0,390#0,391#0,392#0,393#0,394#0,395#0,396#0,397#0,398#0,399#0,400#0,401#0,402#0,403#0,404#0,405#0,406#0,407#0,408#0,409#0,410#0,411#0,412#0,413#0,414#0,415#0,416#0,417#0,418#0,419#0,420#0,421#0,422#0,423#0,424#0",
"mtime": "2018-02-09 10:05:34.380666",
"max_marker": "0#,1#,2#,3#,4#,5#,6#,7#,8#,9#,10#,11#,12#,13#,14#,15#,16#,17#,18#,19#,20#,21#,22#,23#,24#,25#,26#,27#,28#,29#,30#,31#,32#,33#,34#,35#,36#,37#,38#,39#,40#,41#,42#,43#,44#,45#,46#,47#,48#,49#,50#,51#,52#,53#,54#,55#,56#,57#,58#,59#,60#,61#,62#,63#,64#,65#,66#,67#,68#,69#,70#,71#,72#,73#,74#,75#,76#,77#,78#,79#,80#,81#,82#,83#,84#,85#,86#,87#,88#,89#,90#,91#,92#,93#,94#,95#,96#,97#,98#,99#,100#,101#,102#,103#,104#,105#,106#,107#,108#,109#,110#,111#,112#,113#,114#,115#,116#,117#,118#,119#,120#,121#,122#,123#,124#,125#,126#,127#,128#,129#,130#,131#,132#,133#,134#,135#,136#,137#,138#,139#,140#,141#,142#,143#,144#,145#,146#,147#,148#,149#,150#,151#,152#,153#,154#,155#,156#,157#,158#,159#,160#,161#,162#,163#,164#,165#,166#,167#,168#,169#,170#,171#,172#,173#,174#,175#,176#,177#,178#,179#,180#,181#,182#,183#,184#,185#,186#,187#,188#,189#,190#,191#,192#,193#,194#,195#,196#,197#,198#,199#,200#,201#,202#,203#,204#,205#,206#,207#,208#,209#,210#,211#,212#,213#,214#,215#,216#,217#,218#,219#,220#,221#,222#,223#,224#,225#,226#,227#,228#,229#,230#,231#,232#,233#,234#,235#,236#,237#,238#,239#,240#,241#,242#,243#,244#,245#,246#,247#,248#,249#,250#,251#,252#,253#,254#,255#,256#,257#,258#,259#,260#,261#,262#,263#,264#,265#,266#,267#,268#,269#,270#,271#,272#,273#,274#,275#,276#,277#,278#,279#,280#,281#,282#,283#,284#,285#,286#,287#,288#,289#,290#,291#,292#,293#,294#,295#,296#,297#,298#,299#,300#,301#,302#,303#,304#,305#,306#,307#,308#,309#,310#,311#,312#,313#,314#,315#,316#,317#,318#,319#,320#,321#,322#,323#,324#,325#,326#,327#,328#,329#,330#,331#,332#,333#,334#,335#,336#,337#,338#,339#,340#,341#,342#,343#,344#,345#,346#,347#,348#,349#,350#,351#,352#,353#,354#,355#,356#,357#,358#,359#,360#,361#,362#,363#,364#,365#,366#,367#,368#,369#,370#,371#,372#,373#,374#,375#,376#,377#,378#,379#,380#,381#,382#,383#,384#,385#,386#,387#,388#,389#,390#,391#,392#,393#,394#,395#,396#,397#,398#,399#,400#,401#,402#,403#,404#,405#,406#,407#,408#,409#,410#,411#,412#,413#,414#,415#,416#,417#,418#,419#,420#,421#,422#,423#,424#",
"usage": {
"rgw.none": {
"size": 0,
"size_actual": 0,
"size_utilized": 0,
"size_kb": 0,
"size_kb_actual": 0,
"size_kb_utilized": 0,
"num_objects": 5600
},
"rgw.main": {
"size": 78022190361680,
"size_actual": 78063471288320,
"size_utilized": 7626082821144,
"size_kb": 76193545276,
"size_kb_actual": 76233858680,
"size_kb_utilized": 7447346506,
"num_objects": 22520767
}
},
"bucket_quota": {
"enabled": false,
"check_on_raw": false,
"max_size": -1024,
"max_size_kb": 0,
"max_objects": -1
}
},
{
"bucket": "idigbio-images-prod-thumbnail",
"zonegroup": "default",
"placement_rule": "default-placement",
"explicit_placement": {
"data_pool": ".rgw.buckets",
"data_extra_pool": "",
"index_pool": ".rgw.buckets.index"
},
"id": "default.53282784.1",
"marker": "default.4797.5119",
"index_type": "Normal",
"owner": "idigbio",
"ver": "0#20091,1#20340,2#20572,3#19889,4#20057,5#20143,6#20410,7#20843,8#19720,9#20690,10#20276,11#20284,12#20573,13#19849,14#19892,15#20102,16#19922,17#20204,18#20159,19#20370,20#19921,21#19893,22#19979,23#20109,24#19556,25#20803,26#20377,27#20276,28#19798,29#19563,30#20325,31#19989,32#20395,33#20240,34#20386,35#20268,36#20505,37#19958,38#20625,39#19720,40#19529,41#20415,42#20333,43#20499,44#19909,45#20034,46#20502,47#20613,48#19944,49#19985,50#19871,51#20191,52#20337,53#19747,54#20489,55#21221,56#20836,57#19723,58#20237,59#20787,60#20079,61#20493,62#20302,63#20336,64#20505,65#20376,66#19956,67#19544,68#20632,69#20224,70#19517,71#19921,72#20441,73#19945,74#20492,75#20024,76#20136,77#19373,78#20668,79#19925,80#20032,81#20207,82#20435,83#20027,84#19926,85#20583,86#20118,87#19343,88#20486,89#19766,90#19866,91#20460,92#19969,93#20213,94#20256,95#19848,96#19917,97#20414,98#19651,99#20416,100#20069,101#20294,102#20552,103#20738,104#20561,105#20308,106#19425,107#20175,108#20635,109#20243,110#20512,111#20276,112#19604,113#20248,114#19722,115#20134,116#20023,117#20929,118#20739,119#20812,120#19596,121#20359,122#20607,123#20463,124#20474,125#19335,126#20219,127#19904,128#19691,129#19601,130#19772,131#20309,132#20719,133#20387,134#19924,135#20019,136#19722,137#19484,138#20358,139#20082,140#20352,141#20022,142#20264,143#18635,144#20001,145#19576,146#19718,147#19022,148#18729,149#18932,150#18958,151#18908,152#19317,153#18788,154#18553,155#19354,156#19111,157#20124,158#18934,159#19110,160#19168,161#19351,162#19188,163#19222,164#19221,165#18769,166#18163,167#19207,168#20150,169#19383,170#19856,171#19391,172#19036,173#19200,174#19419,175#18979,176#18758,177#18812,178#18873,179#20724,180#19108,181#18975,182#19391,183#19413,184#19415,185#19763,186#19012,187#19406,188#19088,189#18736,190#20859,191#19032,192#18658,193#18525,194#19188,195#18743,196#18951,197#19270,198#18560,199#18648,200#19655,201#20160,202#19440,203#19186,204#18853,205#19264,206#19174,207#19151,208#19035,209#19592,210#18982,211#18880,212#20569,213#18569,214#18175,215#19418,216#19190,217#19166,218#18593,219#18738,220#19396,221#19003,222#18544,223#20082,224#20631,225#19305,226#19026,227#19207,228#19117,229#18617,230#19357,231#18543,232#18931,233#19312,234#19374,235#20551,236#19040,237#18981,238#19523,239#18987,240#19355,241#20059,242#18648,243#19069,244#18477,245#18885,246#20210,247#19391,248#19340,249#18983,250#19216,251#18842,252#19445,253#18883,254#19183,255#18979,256#18871,257#20450,258#18823,259#18747,260#19817,261#19200,262#19164,263#19035,264#18892,265#18926,266#18753,267#18286,268#20451,269#19058,270#19232,271#19176,272#18965,273#19061,274#19314,275#19037,276#19303,277#19264,278#19621,279#20550,280#19167,281#19280,282#19151,283#19213,284#18653,285#19503,286#18665,287#18994,288#18975,289#19138,290#20005,291#18753,292#19272,293#19742,294#18970,295#19152,296#18997,297#19000,298#19810,299#18860,300#19500,301#19835,302#19074,303#19334,304#18737,305#19210,306#18554,307#18566,308#19317,309#18981,310#19367,311#18864,312#20609,313#18956,314#18891,315#18812,316#19143,317#18905,318#18950,319#19500,320#19215,321#18897,322#19360,323#19888,324#19417,325#19042,326#18686,327#18613,328#19537,329#19422,330#19378,331#18578,332#19405,333#19006,334#20318,335#20671,336#19318,337#19625,338#18538,339#19189,340#19073,341#18697,342#19334,343#18886,344#19283,345#19686,346#19506,347#19322,348#19019,349#19654,350#19067,351#19202,352#18585,353#18888,354#19183,355#19290,356#19331,357#20245,358#18516,359#19242,360#18721,361#18761,362#19569,363#19697,364#19745,365#19934,366#19833,367#20173,368#20258,369#20329,370#19725,371#20420,372#19744,373#20706,374#20093,375#20113,376#19875,377#20313,378#19850,379#20194,380#20340,381#19833,382#19988,383#19700,384#19937,385#19462,386#20794,387#20116,388#20219,389#19848,390#19947,391#20228,392#20058,393#20253,394#20635,395#20911,396#20144,397#19874,398#20834,399#20286,400#19947,401#19909,402#19965,403#20086,404#20551,405#20222,406#20375,407#20260,408#19352,409#19796,410#19644,411#20310,412#20124,413#19904,414#19718,415#20289,416#20220,417#20176,418#20210,419#20288,420#20547,421#19463,422#19951,423#19964,424#20308",
"master_ver": "0#0,1#0,2#0,3#0,4#0,5#0,6#0,7#0,8#0,9#0,10#0,11#0,12#0,13#0,14#0,15#0,16#0,17#0,18#0,19#0,20#0,21#0,22#0,23#0,24#0,25#0,26#0,27#0,28#0,29#0,30#0,31#0,32#0,33#0,34#0,35#0,36#0,37#0,38#0,39#0,40#0,41#0,42#0,43#0,44#0,45#0,46#0,47#0,48#0,49#0,50#0,51#0,52#0,53#0,54#0,55#0,56#0,57#0,58#0,59#0,60#0,61#0,62#0,63#0,64#0,65#0,66#0,67#0,68#0,69#0,70#0,71#0,72#0,73#0,74#0,75#0,76#0,77#0,78#0,79#0,80#0,81#0,82#0,83#0,84#0,85#0,86#0,87#0,88#0,89#0,90#0,91#0,92#0,93#0,94#0,95#0,96#0,97#0,98#0,99#0,100#0,101#0,102#0,103#0,104#0,105#0,106#0,107#0,108#0,109#0,110#0,111#0,112#0,113#0,114#0,115#0,116#0,117#0,118#0,119#0,120#0,121#0,122#0,123#0,124#0,125#0,126#0,127#0,128#0,129#0,130#0,131#0,132#0,133#0,134#0,135#0,136#0,137#0,138#0,139#0,140#0,141#0,142#0,143#0,144#0,145#0,146#0,147#0,148#0,149#0,150#0,151#0,152#0,153#0,154#0,155#0,156#0,157#0,158#0,159#0,160#0,161#0,162#0,163#0,164#0,165#0,166#0,167#0,168#0,169#0,170#0,171#0,172#0,173#0,174#0,175#0,176#0,177#0,178#0,179#0,180#0,181#0,182#0,183#0,184#0,185#0,186#0,187#0,188#0,189#0,190#0,191#0,192#0,193#0,194#0,195#0,196#0,197#0,198#0,199#0,200#0,201#0,202#0,203#0,204#0,205#0,206#0,207#0,208#0,209#0,210#0,211#0,212#0,213#0,214#0,215#0,216#0,217#0,218#0,219#0,220#0,221#0,222#0,223#0,224#0,225#0,226#0,227#0,228#0,229#0,230#0,231#0,232#0,233#0,234#0,235#0,236#0,237#0,238#0,239#0,240#0,241#0,242#0,243#0,244#0,245#0,246#0,247#0,248#0,249#0,250#0,251#0,252#0,253#0,254#0,255#0,256#0,257#0,258#0,259#0,260#0,261#0,262#0,263#0,264#0,265#0,266#0,267#0,268#0,269#0,270#0,271#0,272#0,273#0,274#0,275#0,276#0,277#0,278#0,279#0,280#0,281#0,282#0,283#0,284#0,285#0,286#0,287#0,288#0,289#0,290#0,291#0,292#0,293#0,294#0,295#0,296#0,297#0,298#0,299#0,300#0,301#0,302#0,303#0,304#0,305#0,306#0,307#0,308#0,309#0,310#0,311#0,312#0,313#0,314#0,315#0,316#0,317#0,318#0,319#0,320#0,321#0,322#0,323#0,324#0,325#0,326#0,327#0,328#0,329#0,330#0,331#0,332#0,333#0,334#0,335#0,336#0,337#0,338#0,339#0,340#0,341#0,342#0,343#0,344#0,345#0,346#0,347#0,348#0,349#0,350#0,351#0,352#0,353#0,354#0,355#0,356#0,357#0,358#0,359#0,360#0,361#0,362#0,363#0,364#0,365#0,366#0,367#0,368#0,369#0,370#0,371#0,372#0,373#0,374#0,375#0,376#0,377#0,378#0,379#0,380#0,381#0,382#0,383#0,384#0,385#0,386#0,387#0,388#0,389#0,390#0,391#0,392#0,393#0,394#0,395#0,396#0,397#0,398#0,399#0,400#0,401#0,402#0,403#0,404#0,405#0,406#0,407#0,408#0,409#0,410#0,411#0,412#0,413#0,414#0,415#0,416#0,417#0,418#0,419#0,420#0,421#0,422#0,423#0,424#0",
"mtime": "2018-02-08 22:29:11.785326",
"max_marker": "0#,1#,2#,3#,4#,5#,6#,7#,8#,9#,10#,11#,12#,13#,14#,15#,16#,17#,18#,19#,20#,21#,22#,23#,24#,25#,26#,27#,28#,29#,30#,31#,32#,33#,34#,35#,36#,37#,38#,39#,40#,41#,42#,43#,44#,45#,46#,47#,48#,49#,50#,51#,52#,53#,54#,55#,56#,57#,58#,59#,60#,61#,62#,63#,64#,65#,66#,67#,68#,69#,70#,71#,72#,73#,74#,75#,76#,77#,78#,79#,80#,81#,82#,83#,84#,85#,86#,87#,88#,89#,90#,91#,92#,93#,94#,95#,96#,97#,98#,99#,100#,101#,102#,103#,104#,105#,106#,107#,108#,109#,110#,111#,112#,113#,114#,115#,116#,117#,118#,119#,120#,121#,122#,123#,124#,125#,126#,127#,128#,129#,130#,131#,132#,133#,134#,135#,136#,137#,138#,139#,140#,141#,142#,143#,144#,145#,146#,147#,148#,149#,150#,151#,152#,153#,154#,155#,156#,157#,158#,159#,160#,161#,162#,163#,164#,165#,166#,167#,168#,169#,170#,171#,172#,173#,174#,175#,176#,177#,178#,179#,180#,181#,182#,183#,184#,185#,186#,187#,188#,189#,190#,191#,192#,193#,194#,195#,196#,197#,198#,199#,200#,201#,202#,203#,204#,205#,206#,207#,208#,209#,210#,211#,212#,213#,214#,215#,216#,217#,218#,219#,220#,221#,222#,223#,224#,225#,226#,227#,228#,229#,230#,231#,232#,233#,234#,235#,236#,237#,238#,239#,240#,241#,242#,243#,244#,245#,246#,247#,248#,249#,250#,251#,252#,253#,254#,255#,256#,257#,258#,259#,260#,261#,262#,263#,264#,265#,266#,267#,268#,269#,270#,271#,272#,273#,274#,275#,276#,277#,278#,279#,280#,281#,282#,283#,284#,285#,286#,287#,288#,289#,290#,291#,292#,293#,294#,295#,296#,297#,298#,299#,300#,301#,302#,303#,304#,305#,306#,307#,308#,309#,310#,311#,312#,313#,314#,315#,316#,317#,318#,319#,320#,321#,322#,323#,324#,325#,326#,327#,328#,329#,330#,331#,332#,333#,334#,335#,336#,337#,338#,339#,340#,341#,342#,343#,344#,345#,346#,347#,348#,349#,350#,351#,352#,353#,354#,355#,356#,357#,358#,359#,360#,361#,362#,363#,364#,365#,366#,367#,368#,369#,370#,371#,372#,373#,374#,375#,376#,377#,378#,379#,380#,381#,382#,383#,384#,385#,386#,387#,388#,389#,390#,391#,392#,393#,394#,395#,396#,397#,398#,399#,400#,401#,402#,403#,404#,405#,406#,407#,408#,409#,410#,411#,412#,413#,414#,415#,416#,417#,418#,419#,420#,421#,422#,423#,424#",
"usage": {
"rgw.none": {
"size": 0,
"size_actual": 0,
"size_utilized": 0,
"size_kb": 0,
"size_kb_actual": 0,
"size_kb_utilized": 0,
"num_objects": 2238
},
"rgw.main": {
"size": 738083578123,
"size_actual": 785101185024,
"size_utilized": 44798084092,
"size_kb": 720784745,
"size_kb_actual": 766700376,
"size_kb_utilized": 43748129,
"num_objects": 22943252
}
},
"bucket_quota": {
"enabled": false,
"check_on_raw": false,
"max_size": -1024,
"max_size_kb": 0,
"max_objects": -1
}
},
{
"bucket": "idigbio-images-prod-thumbnail-sharded",
"zonegroup": "default",
"placement_rule": "default-placement",
"explicit_placement": {
"data_pool": ".rgw.buckets",
"data_extra_pool": ".rgw.buckets.extra",
"index_pool": ".rgw.buckets.index"
},
"id": "default.5218679.1",
"marker": "default.5218679.1",
"index_type": "Normal",
"owner": "idigbio",
"ver": "0#137911,1#137371,2#138707,3#135957,4#138129,5#136175,6#136499,7#135910,8#136767,9#134709,10#135339,11#134833,12#136659,13#138495,14#135421,15#136437,16#134421,17#135525,18#135507,19#136009,20#136027,21#134637,22#137495,23#136573,24#138681,25#135265,26#136021,27#132651,28#136699,29#135667,30#136385,31#134045,32#135447,33#135365,34#139685,35#138433,36#137167,37#138517,38#138809,39#138413,40#138205,41#138377,42#138251,43#138203,44#138323,45#138989,46#137569,47#138345,48#137719,49#139035,50#138547,51#138263,52#138591,53#137299,54#138021,55#136315,56#138901,57#137873,58#137585,59#138441,60#138685,61#139137,62#138785,63#139375,64#136521,65#138481,66#138013,67#137443,68#138441,69#136418,70#137617,71#140115,72#137259,73#135951,74#137363,75#137727,76#138823,77#137409,78#138177,79#138027,80#137689,81#138625,82#138865,83#139481,84#138325,85#138869,86#139533,87#138359,88#138395,89#137826,90#135787,91#137877,92#139845,93#138719,94#135277,95#137595,96#135299,97#135287,98#135965,99#136929,100#135515,101#135145,102#137001,103#135283,104#134879,105#136011,106#139393,107#135667,108#135205,109#135219,110#134633,111#137333,112#135931,113#137293,114#136647,115#136513,116#136039,117#138237,118#135099,119#138303,120#134583,121#136853,122#136229,123#134917,124#136153,125#135635,126#135669,127#135087",
"master_ver": "0#0,1#0,2#0,3#0,4#0,5#0,6#0,7#0,8#0,9#0,10#0,11#0,12#0,13#0,14#0,15#0,16#0,17#0,18#0,19#0,20#0,21#0,22#0,23#0,24#0,25#0,26#0,27#0,28#0,29#0,30#0,31#0,32#0,33#0,34#0,35#0,36#0,37#0,38#0,39#0,40#0,41#0,42#0,43#0,44#0,45#0,46#0,47#0,48#0,49#0,50#0,51#0,52#0,53#0,54#0,55#0,56#0,57#0,58#0,59#0,60#0,61#0,62#0,63#0,64#0,65#0,66#0,67#0,68#0,69#0,70#0,71#0,72#0,73#0,74#0,75#0,76#0,77#0,78#0,79#0,80#0,81#0,82#0,83#0,84#0,85#0,86#0,87#0,88#0,89#0,90#0,91#0,92#0,93#0,94#0,95#0,96#0,97#0,98#0,99#0,100#0,101#0,102#0,103#0,104#0,105#0,106#0,107#0,108#0,109#0,110#0,111#0,112#0,113#0,114#0,115#0,116#0,117#0,118#0,119#0,120#0,121#0,122#0,123#0,124#0,125#0,126#0,127#0",
"mtime": "2016-10-17 16:03:51.719550",
"max_marker": "0#,1#,2#,3#,4#,5#,6#,7#,8#,9#,10#,11#,12#,13#,14#,15#,16#,17#,18#,19#,20#,21#,22#,23#,24#,25#,26#,27#,28#,29#,30#,31#,32#,33#,34#,35#,36#,37#,38#,39#,40#,41#,42#,43#,44#,45#,46#,47#,48#,49#,50#,51#,52#,53#,54#,55#,56#,57#,58#,59#,60#,61#,62#,63#,64#,65#,66#,67#,68#,69#,70#,71#,72#,73#,74#,75#,76#,77#,78#,79#,80#,81#,82#,83#,84#,85#,86#,87#,88#,89#,90#,91#,92#,93#,94#,95#,96#,97#,98#,99#,100#,101#,102#,103#,104#,105#,106#,107#,108#,109#,110#,111#,112#,113#,114#,115#,116#,117#,118#,119#,120#,121#,122#,123#,124#,125#,126#,127#",
"usage": {
"rgw.main": {
"size": 0,
"size_actual": 0,
"size_utilized": 0,
"size_kb": 0,
"size_kb_actual": 0,
"size_kb_utilized": 0,
"num_objects": 0
}
},
"bucket_quota": {
"enabled": false,
"check_on_raw": false,
"max_size": -1024,
"max_size_kb": 0,
"max_objects": -1
}
},
{
"bucket": "idigbio-images-prod-webview",
"zonegroup": "default",
"placement_rule": "default-placement",
"explicit_placement": {
"data_pool": ".rgw.buckets",
"data_extra_pool": "",
"index_pool": ".rgw.buckets.index"
},
"id": "default.53314806.1",
"marker": "default.4797.5118",
"index_type": "Normal",
"owner": "idigbio",
"ver": "0#18959,1#19132,2#19133,3#18628,4#18927,5#18967,6#19115,7#19503,8#18594,9#19263,10#18815,11#19096,12#19328,13#18804,14#18724,15#18622,16#18849,17#18947,18#18941,19#19028,20#18821,21#18862,22#18767,23#18848,24#18483,25#19259,26#19152,27#19048,28#18790,29#18390,30#19023,31#18768,32#19109,33#19102,34#19022,35#19025,36#19130,37#18768,38#19298,39#18612,40#18458,41#19222,42#19083,43#19210,44#18927,45#18833,46#19175,47#19434,48#18800,49#18799,50#18709,51#19021,52#19198,53#18434,54#19181,55#19875,56#19602,57#18493,58#18848,59#19516,60#18762,61#19229,62#19068,63#19059,64#19033,65#19154,66#18831,67#18520,68#19300,69#18896,70#18349,71#18608,72#19155,73#18843,74#19284,75#18764,76#18873,77#18190,78#19368,79#18700,80#18895,81#18875,82#19232,83#18861,84#18908,85#19266,86#18933,87#18256,88#19338,89#18491,90#18662,91#19105,92#18880,93#18973,94#19006,95#18673,96#18671,97#19227,98#18526,99#19329,100#18901,101#18829,102#19257,103#19544,104#19370,105#18982,106#18447,107#19127,108#19346,109#18997,110#19301,111#18973,112#18396,113#19057,114#18647,115#19017,116#18882,117#19445,118#19472,119#19654,120#18324,121#18971,122#19310,123#19349,124#19161,125#18257,126#18912,127#18674,128#18685,129#18488,130#18674,131#19127,132#19460,133#19132,134#18754,135#18965,136#18695,137#18218,138#19258,139#18847,140#19179,141#18932,142#18928,143#17404,144#18626,145#18205,146#18620,147#17819,148#17610,149#17638,150#18032,151#17834,152#17997,153#17515,154#17272,155#18237,156#17932,157#18842,158#17736,159#17950,160#17968,161#18009,162#18014,163#18002,164#17998,165#17592,166#17113,167#18032,168#18820,169#18267,170#18518,171#18130,172#17941,173#17825,174#18146,175#17933,176#17571,177#17807,178#17698,179#19380,180#17926,181#17816,182#18134,183#18300,184#18230,185#18415,186#17978,187#18291,188#17798,189#17690,190#19453,191#17864,192#17647,193#17372,194#18024,195#17757,196#17771,197#18199,198#17567,199#17571,200#18251,201#18817,202#18178,203#18139,204#17666,205#18031,206#17924,207#17930,208#17926,209#18307,210#17854,211#17869,212#19350,213#17511,214#17165,215#18163,216#18086,217#18087,218#17597,219#17632,220#17988,221#17704,222#17517,223#18844,224#19341,225#18099,226#17761,227#18039,228#18053,229#17687,230#18150,231#17595,232#17642,233#17972,234#18130,235#19098,236#17949,237#17806,238#18267,239#17844,240#17865,241#18749,242#17498,243#18082,244#17338,245#17774,246#19155,247#18130,248#18201,249#17815,250#17984,251#17692,252#18194,253#17648,254#18076,255#17767,256#17737,257#19200,258#17743,259#17712,260#18242,261#18001,262#17892,263#17890,264#17852,265#17924,266#17674,267#17320,268#19167,269#17734,270#18094,271#17926,272#17575,273#17973,274#18153,275#17899,276#18012,277#18163,278#18444,279#19172,280#17843,281#18100,282#17983,283#18013,284#17623,285#18390,286#17555,287#17901,288#17669,289#17964,290#18645,291#17619,292#18007,293#18582,294#17592,295#17893,296#17856,297#17940,298#18490,299#17829,300#18222,301#18696,302#17849,303#18319,304#17628,305#18070,306#17495,307#17428,308#17946,309#17953,310#18114,311#17791,312#19164,313#17862,314#17762,315#17653,316#18021,317#17863,318#17757,319#18377,320#17937,321#17936,322#18125,323#18832,324#18128,325#17889,326#17598,327#17535,328#17954,329#17899,330#18152,331#17417,332#17955,333#17721,334#19026,335#19492,336#17990,337#18404,338#17350,339#17971,340#17930,341#17602,342#18074,343#17941,344#18150,345#18172,346#18443,347#18047,348#18063,349#18206,350#18034,351#18030,352#17506,353#17626,354#18081,355#18030,356#18131,357#19079,358#17381,359#17945,360#17673,361#17670,362#18256,363#18495,364#18459,365#18932,366#18625,367#18994,368#19025,369#19040,370#18548,371#19172,372#18552,373#19451,374#18865,375#18971,376#18774,377#18966,378#18522,379#18941,380#19068,381#18604,382#18775,383#18544,384#18879,385#18327,386#19254,387#18950,388#19140,389#18455,390#18827,391#19049,392#18791,393#18983,394#19240,395#19541,396#18909,397#18689,398#19638,399#19074,400#18721,401#18865,402#18825,403#18921,404#19165,405#18831,406#19175,407#19103,408#18357,409#18745,410#18609,411#19170,412#18931,413#18750,414#18520,415#19036,416#18901,417#19083,418#18996,419#18992,420#19443,421#18577,422#18679,423#18771,424#19046",
"master_ver": "0#0,1#0,2#0,3#0,4#0,5#0,6#0,7#0,8#0,9#0,10#0,11#0,12#0,13#0,14#0,15#0,16#0,17#0,18#0,19#0,20#0,21#0,22#0,23#0,24#0,25#0,26#0,27#0,28#0,29#0,30#0,31#0,32#0,33#0,34#0,35#0,36#0,37#0,38#0,39#0,40#0,41#0,42#0,43#0,44#0,45#0,46#0,47#0,48#0,49#0,50#0,51#0,52#0,53#0,54#0,55#0,56#0,57#0,58#0,59#0,60#0,61#0,62#0,63#0,64#0,65#0,66#0,67#0,68#0,69#0,70#0,71#0,72#0,73#0,74#0,75#0,76#0,77#0,78#0,79#0,80#0,81#0,82#0,83#0,84#0,85#0,86#0,87#0,88#0,89#0,90#0,91#0,92#0,93#0,94#0,95#0,96#0,97#0,98#0,99#0,100#0,101#0,102#0,103#0,104#0,105#0,106#0,107#0,108#0,109#0,110#0,111#0,112#0,113#0,114#0,115#0,116#0,117#0,118#0,119#0,120#0,121#0,122#0,123#0,124#0,125#0,126#0,127#0,128#0,129#0,130#0,131#0,132#0,133#0,134#0,135#0,136#0,137#0,138#0,139#0,140#0,141#0,142#0,143#0,144#0,145#0,146#0,147#0,148#0,149#0,150#0,151#0,152#0,153#0,154#0,155#0,156#0,157#0,158#0,159#0,160#0,161#0,162#0,163#0,164#0,165#0,166#0,167#0,168#0,169#0,170#0,171#0,172#0,173#0,174#0,175#0,176#0,177#0,178#0,179#0,180#0,181#0,182#0,183#0,184#0,185#0,186#0,187#0,188#0,189#0,190#0,191#0,192#0,193#0,194#0,195#0,196#0,197#0,198#0,199#0,200#0,201#0,202#0,203#0,204#0,205#0,206#0,207#0,208#0,209#0,210#0,211#0,212#0,213#0,214#0,215#0,216#0,217#0,218#0,219#0,220#0,221#0,222#0,223#0,224#0,225#0,226#0,227#0,228#0,229#0,230#0,231#0,232#0,233#0,234#0,235#0,236#0,237#0,238#0,239#0,240#0,241#0,242#0,243#0,244#0,245#0,246#0,247#0,248#0,249#0,250#0,251#0,252#0,253#0,254#0,255#0,256#0,257#0,258#0,259#0,260#0,261#0,262#0,263#0,264#0,265#0,266#0,267#0,268#0,269#0,270#0,271#0,272#0,273#0,274#0,275#0,276#0,277#0,278#0,279#0,280#0,281#0,282#0,283#0,284#0,285#0,286#0,287#0,288#0,289#0,290#0,291#0,292#0,293#0,294#0,295#0,296#0,297#0,298#0,299#0,300#0,301#0,302#0,303#0,304#0,305#0,306#0,307#0,308#0,309#0,310#0,311#0,312#0,313#0,314#0,315#0,316#0,317#0,318#0,319#0,320#0,321#0,322#0,323#0,324#0,325#0,326#0,327#0,328#0,329#0,330#0,331#0,332#0,333#0,334#0,335#0,336#0,337#0,338#0,339#0,340#0,341#0,342#0,343#0,344#0,345#0,346#0,347#0,348#0,349#0,350#0,351#0,352#0,353#0,354#0,355#0,356#0,357#0,358#0,359#0,360#0,361#0,362#0,363#0,364#0,365#0,366#0,367#0,368#0,369#0,370#0,371#0,372#0,373#0,374#0,375#0,376#0,377#0,378#0,379#0,380#0,381#0,382#0,383#0,384#0,385#0,386#0,387#0,388#0,389#0,390#0,391#0,392#0,393#0,394#0,395#0,396#0,397#0,398#0,399#0,400#0,401#0,402#0,403#0,404#0,405#0,406#0,407#0,408#0,409#0,410#0,411#0,412#0,413#0,414#0,415#0,416#0,417#0,418#0,419#0,420#0,421#0,422#0,423#0,424#0",
"mtime": "2018-02-09 08:21:45.306970",
"max_marker": "0#,1#,2#,3#,4#,5#,6#,7#,8#,9#,10#,11#,12#,13#,14#,15#,16#,17#,18#,19#,20#,21#,22#,23#,24#,25#,26#,27#,28#,29#,30#,31#,32#,33#,34#,35#,36#,37#,38#,39#,40#,41#,42#,43#,44#,45#,46#,47#,48#,49#,50#,51#,52#,53#,54#,55#,56#,57#,58#,59#,60#,61#,62#,63#,64#,65#,66#,67#,68#,69#,70#,71#,72#,73#,74#,75#,76#,77#,78#,79#,80#,81#,82#,83#,84#,85#,86#,87#,88#,89#,90#,91#,92#,93#,94#,95#,96#,97#,98#,99#,100#,101#,102#,103#,104#,105#,106#,107#,108#,109#,110#,111#,112#,113#,114#,115#,116#,117#,118#,119#,120#,121#,122#,123#,124#,125#,126#,127#,128#,129#,130#,131#,132#,133#,134#,135#,136#,137#,138#,139#,140#,141#,142#,143#,144#,145#,146#,147#,148#,149#,150#,151#,152#,153#,154#,155#,156#,157#,158#,159#,160#,161#,162#,163#,164#,165#,166#,167#,168#,169#,170#,171#,172#,173#,174#,175#,176#,177#,178#,179#,180#,181#,182#,183#,184#,185#,186#,187#,188#,189#,190#,191#,192#,193#,194#,195#,196#,197#,198#,199#,200#,201#,202#,203#,204#,205#,206#,207#,208#,209#,210#,211#,212#,213#,214#,215#,216#,217#,218#,219#,220#,221#,222#,223#,224#,225#,226#,227#,228#,229#,230#,231#,232#,233#,234#,235#,236#,237#,238#,239#,240#,241#,242#,243#,244#,245#,246#,247#,248#,249#,250#,251#,252#,253#,254#,255#,256#,257#,258#,259#,260#,261#,262#,263#,264#,265#,266#,267#,268#,269#,270#,271#,272#,273#,274#,275#,276#,277#,278#,279#,280#,281#,282#,283#,284#,285#,286#,287#,288#,289#,290#,291#,292#,293#,294#,295#,296#,297#,298#,299#,300#,301#,302#,303#,304#,305#,306#,307#,308#,309#,310#,311#,312#,313#,314#,315#,316#,317#,318#,319#,320#,321#,322#,323#,324#,325#,326#,327#,328#,329#,330#,331#,332#,333#,334#,335#,336#,337#,338#,339#,340#,341#,342#,343#,344#,345#,346#,347#,348#,349#,350#,351#,352#,353#,354#,355#,356#,357#,358#,359#,360#,361#,362#,363#,364#,365#,366#,367#,368#,369#,370#,371#,372#,373#,374#,375#,376#,377#,378#,379#,380#,381#,382#,383#,384#,385#,386#,387#,388#,389#,390#,391#,392#,393#,394#,395#,396#,397#,398#,399#,400#,401#,402#,403#,404#,405#,406#,407#,408#,409#,410#,411#,412#,413#,414#,415#,416#,417#,418#,419#,420#,421#,422#,423#,424#",
"usage": {
"rgw.none": {
"size": 0,
"size_actual": 0,
"size_utilized": 0,
"size_kb": 0,
"size_kb_actual": 0,
"size_kb_utilized": 0,
"num_objects": 364
},
"rgw.main": {
"size": 2754109121332,
"size_actual": 2801092956160,
"size_utilized": 184581217124,
"size_kb": 2689559689,
"size_kb_actual": 2735442340,
"size_kb_utilized": 180255095,
"num_objects": 22945074
}
},
"bucket_quota": {
"enabled": false,
"check_on_raw": false,
"max_size": -1024,
"max_size_kb": 0,
"max_objects": -1
}
},
{
"bucket": "idigbio-images-thumbnail-beta",
"zonegroup": "default",
"placement_rule": "default-placement",
"explicit_placement": {
"data_pool": ".rgw.buckets",
"data_extra_pool": "",
"index_pool": ".rgw.buckets.index"
},
"id": "default.4798.26",
"marker": "default.4798.26",
"index_type": "Normal",
"owner": "idigbio",
"ver": "0#0",
"master_ver": "0#0",
"mtime": "2014-02-27 16:00:26.000000",
"max_marker": "0#",
"usage": {},
"bucket_quota": {
"enabled": false,
"check_on_raw": false,
"max_size": -1024,
"max_size_kb": 0,
"max_objects": -1
}
},
{
"bucket": "idigbio-images-thumbnail-prod",
"zonegroup": "default",
"placement_rule": "default-placement",
"explicit_placement": {
"data_pool": ".rgw.buckets",
"data_extra_pool": "",
"index_pool": ".rgw.buckets.index"
},
"id": "default.4800.52016",
"marker": "default.4800.52016",
"index_type": "Normal",
"owner": "idigbio",
"ver": "0#0",
"master_ver": "0#0",
"mtime": "2014-04-22 10:25:00.000000",
"max_marker": "0#",
"usage": {},
"bucket_quota": {
"enabled": false,
"check_on_raw": false,
"max_size": -1024,
"max_size_kb": 0,
"max_objects": -1
}
},
{
"bucket": "idigbio-images.prod",
"zonegroup": "default",
"placement_rule": "default-placement",
"explicit_placement": {
"data_pool": ".rgw.buckets",
"data_extra_pool": "",
"index_pool": ".rgw.buckets.index"
},
"id": "default.5202.1541272",
"marker": "default.5202.1541272",
"index_type": "Normal",
"owner": "idigbio",
"ver": "0#0",
"master_ver": "0#0",
"mtime": "2014-05-28 15:13:57.000000",
"max_marker": "0#",
"usage": {},
"bucket_quota": {
"enabled": false,
"check_on_raw": false,
"max_size": -1024,
"max_size_kb": 0,
"max_objects": -1
}
},
{
"bucket": "idigbio-list-pages",
"zonegroup": "default",
"placement_rule": "default-placement",
"explicit_placement": {
"data_pool": ".rgw.buckets",
"data_extra_pool": "",
"index_pool": ".rgw.buckets.index"
},
"id": "default.6305.2814",
"marker": "default.6305.2814",
"index_type": "Normal",
"owner": "idigbio",
"ver": "0#0",
"master_ver": "0#0",
"mtime": "2014-08-19 15:25:10.000000",
"max_marker": "0#",
"usage": {},
"bucket_quota": {
"enabled": false,
"check_on_raw": false,
"max_size": -1024,
"max_size_kb": 0,
"max_objects": -1
}
},
{
"bucket": "idigbio-models-prod",
"zonegroup": "default",
"placement_rule": "default-placement",
"explicit_placement": {
"data_pool": ".rgw.buckets",
"data_extra_pool": "",
"index_pool": ".rgw.buckets.index"
},
"id": "default.8010.1",
"marker": "default.8010.1",
"index_type": "Normal",
"owner": "idigbio",
"ver": "0#261",
"master_ver": "0#0",
"mtime": "2015-10-05 10:18:01.000000",
"max_marker": "0#",
"usage": {
"rgw.main": {
"size": 1624352760,
"size_actual": 1624502272,
"size_utilized": 1624352760,
"size_kb": 1586282,
"size_kb_actual": 1586428,
"size_kb_utilized": 1586282,
"num_objects": 65
}
},
"bucket_quota": {
"enabled": false,
"check_on_raw": false,
"max_size": -1024,
"max_size_kb": 0,
"max_objects": -1
}
},
{
"bucket": "idigbio-sounds-prod",
"zonegroup": "default",
"placement_rule": "default-placement",
"explicit_placement": {
"data_pool": ".rgw.buckets",
"data_extra_pool": "",
"index_pool": ".rgw.buckets.index"
},
"id": "default.22817641.1",
"marker": "default.8149.1",
"index_type": "Normal",
"owner": "idigbio",
"ver": "0#2,1#2,2#2,3#2,4#2,5#2,6#2,7#2,8#2,9#2,10#2,11#2,12#2,13#2,14#2,15#2,16#2,17#2,18#2,19#2,20#2,21#2,22#2,23#2,24#2,25#2,26#2,27#2,28#2,29#2,30#6,31#2,32#2,33#2,34#2,35#2,36#2,37#2,38#2,39#2,40#2,41#2,42#2,43#2,44#2,45#2,46#2,47#2,48#2,49#2,50#2,51#2,52#2,53#2,54#2,55#2,56#2,57#2,58#2,59#2,60#2,61#2,62#2,63#2,64#2,65#2,66#2,67#2,68#2,69#2,70#2,71#2,72#2,73#2,74#2,75#2,76#2,77#2,78#2,79#2,80#2,81#2,82#2,83#2,84#2,85#2,86#6,87#2,88#2,89#2,90#2,91#2,92#2,93#2,94#2,95#2,96#2,97#2,98#2,99#2,100#2,101#2,102#2,103#2,104#2,105#2,106#2,107#2,108#2,109#2,110#2,111#2,112#2,113#2,114#2,115#2,116#2,117#2,118#2,119#2,120#2,121#2,122#2,123#2,124#2,125#6,126#2,127#2",
"master_ver": "0#0,1#0,2#0,3#0,4#0,5#0,6#0,7#0,8#0,9#0,10#0,11#0,12#0,13#0,14#0,15#0,16#0,17#0,18#0,19#0,20#0,21#0,22#0,23#0,24#0,25#0,26#0,27#0,28#0,29#0,30#0,31#0,32#0,33#0,34#0,35#0,36#0,37#0,38#0,39#0,40#0,41#0,42#0,43#0,44#0,45#0,46#0,47#0,48#0,49#0,50#0,51#0,52#0,53#0,54#0,55#0,56#0,57#0,58#0,59#0,60#0,61#0,62#0,63#0,64#0,65#0,66#0,67#0,68#0,69#0,70#0,71#0,72#0,73#0,74#0,75#0,76#0,77#0,78#0,79#0,80#0,81#0,82#0,83#0,84#0,85#0,86#0,87#0,88#0,89#0,90#0,91#0,92#0,93#0,94#0,95#0,96#0,97#0,98#0,99#0,100#0,101#0,102#0,103#0,104#0,105#0,106#0,107#0,108#0,109#0,110#0,111#0,112#0,113#0,114#0,115#0,116#0,117#0,118#0,119#0,120#0,121#0,122#0,123#0,124#0,125#0,126#0,127#0",
"mtime": "2017-03-24 10:10:42.186860",
"max_marker": "0#,1#,2#,3#,4#,5#,6#,7#,8#,9#,10#,11#,12#,13#,14#,15#,16#,17#,18#,19#,20#,21#,22#,23#,24#,25#,26#,27#,28#,29#,30#,31#,32#,33#,34#,35#,36#,37#,38#,39#,40#,41#,42#,43#,44#,45#,46#,47#,48#,49#,50#,51#,52#,53#,54#,55#,56#,57#,58#,59#,60#,61#,62#,63#,64#,65#,66#,67#,68#,69#,70#,71#,72#,73#,74#,75#,76#,77#,78#,79#,80#,81#,82#,83#,84#,85#,86#,87#,88#,89#,90#,91#,92#,93#,94#,95#,96#,97#,98#,99#,100#,101#,102#,103#,104#,105#,106#,107#,108#,109#,110#,111#,112#,113#,114#,115#,116#,117#,118#,119#,120#,121#,122#,123#,124#,125#,126#,127#",
"usage": {
"rgw.main": {
"size": 4482258140,
"size_actual": 4486791168,
"size_utilized": 3434906,
"size_kb": 4377206,
"size_kb_actual": 4381632,
"size_kb_utilized": 3355,
"num_objects": 2309
}
},
"bucket_quota": {
"enabled": false,
"check_on_raw": false,
"max_size": -1024,
"max_size_kb": 0,
"max_objects": -1
}
},
{
"bucket": "idigbio-sounds-prod-fullsize",
"zonegroup": "default",
"placement_rule": "default-placement",
"explicit_placement": {
"data_pool": ".rgw.buckets",
"data_extra_pool": "",
"index_pool": ".rgw.buckets.index"
},
"id": "default.9799.2",
"marker": "default.9799.2",
"index_type": "Normal",
"owner": "idigbio",
"ver": "0#4791",
"master_ver": "0#0",
"mtime": "2015-11-02 13:30:03.000000",
"max_marker": "0#",
"usage": {
"rgw.main": {
"size": 44506627,
"size_actual": 49410048,
"size_utilized": 44506627,
"size_kb": 43464,
"size_kb_actual": 48252,
"size_kb_utilized": 43464,
"num_objects": 2309
}
},
"bucket_quota": {
"enabled": false,
"check_on_raw": false,
"max_size": -1024,
"max_size_kb": 0,
"max_objects": -1
}
},
{
"bucket": "idigbio-sounds-prod-thumbnail",
"zonegroup": "default",
"placement_rule": "default-placement",
"explicit_placement": {
"data_pool": ".rgw.buckets",
"data_extra_pool": "",
"index_pool": ".rgw.buckets.index"
},
"id": "default.9799.1",
"marker": "default.9799.1",
"index_type": "Normal",
"owner": "idigbio",
"ver": "0#4791",
"master_ver": "0#0",
"mtime": "2015-11-02 13:29:56.000000",
"max_marker": "0#",
"usage": {
"rgw.main": {
"size": 12517622,
"size_actual": 17494016,
"size_utilized": 12517622,
"size_kb": 12225,
"size_kb_actual": 17084,
"size_kb_utilized": 12225,
"num_objects": 2309
}
},
"bucket_quota": {
"enabled": false,
"check_on_raw": false,
"max_size": -1024,
"max_size_kb": 0,
"max_objects": -1
}
},
{
"bucket": "idigbio-sounds-prod-webview",
"zonegroup": "default",
"placement_rule": "default-placement",
"explicit_placement": {
"data_pool": ".rgw.buckets",
"data_extra_pool": "",
"index_pool": ".rgw.buckets.index"
},
"id": "default.9799.3",
"marker": "default.9799.3",
"index_type": "Normal",
"owner": "idigbio",
"ver": "0#4791",
"master_ver": "0#0",
"mtime": "2015-11-02 13:30:08.000000",
"max_marker": "0#",
"usage": {
"rgw.main": {
"size": 35582448,
"size_actual": 40206336,
"size_utilized": 35582448,
"size_kb": 34749,
"size_kb_actual": 39264,
"size_kb_utilized": 34749,
"num_objects": 2309
}
},
"bucket_quota": {
"enabled": false,
"check_on_raw": false,
"max_size": -1024,
"max_size_kb": 0,
"max_objects": -1
}
},
{
"bucket": "idigbio-static-downloads",
"zonegroup": "default",
"placement_rule": "default-placement",
"explicit_placement": {
"data_pool": ".rgw.buckets",
"data_extra_pool": "",
"index_pool": ".rgw.buckets.index"
},
"id": "default.5198.672817",
"marker": "default.5198.672817",
"index_type": "Normal",
"owner": "idigbio",
"ver": "0#66055",
"master_ver": "0#0",
"mtime": "2014-05-08 19:08:37.970027",
"max_marker": "0#",
"usage": {
"rgw.none": {
"size": 0,
"size_actual": 0,
"size_utilized": 0,
"size_kb": 0,
"size_kb_actual": 0,
"size_kb_utilized": 0,
"num_objects": 0
},
"rgw.main": {
"size": 147367952893,
"size_actual": 147369926656,
"size_utilized": 550147576821,
"size_kb": 143914017,
"size_kb_actual": 143915944,
"size_kb_utilized": 537253493,
"num_objects": 2235
},
"rgw.multimeta": {
"size": 0,
"size_actual": 0,
"size_utilized": 0,
"size_kb": 0,
"size_kb_actual": 0,
"size_kb_utilized": 0,
"num_objects": 0
}
},
"bucket_quota": {
"enabled": false,
"check_on_raw": false,
"max_size": -1024,
"max_size_kb": 0,
"max_objects": -1
}
},
{
"bucket": "idigbio-video-prod",
"zonegroup": "default",
"placement_rule": "default-placement",
"explicit_placement": {
"data_pool": ".rgw.buckets",
"data_extra_pool": "",
"index_pool": ".rgw.buckets.index"
},
"id": "default.8149.2",
"marker": "default.8149.2",
"index_type": "Normal",
"owner": "idigbio",
"ver": "0#65",
"master_ver": "0#0",
"mtime": "2015-10-05 10:23:58.000000",
"max_marker": "0#",
"usage": {
"rgw.main": {
"size": 161789166,
"size_actual": 161812480,
"size_utilized": 416151882,
"size_kb": 157998,
"size_kb_actual": 158020,
"size_kb_utilized": 406399,
"num_objects": 16
}
},
"bucket_quota": {
"enabled": false,
"check_on_raw": false,
"max_size": -1024,
"max_size_kb": 0,
"max_objects": -1
}
}
]
"""
RADOSGW_BUCKET_STATS = json.loads(RADOSGW_BUCKET_STATS_JSON_STR)
In [58]:
for entry in RADOSGW_BUCKET_STATS:
print (entry["bucket"], end=" ")
try:
print (entry["usage"]["rgw.main"]["num_objects"])
except:
print ("0")
In [ ]:
In [ ]:
In [ ]:
In [ ]:
In [ ]:
In [ ]:
In [28]:
from __future__ import absolute_import
import boto3
from idb import config
import json, os, sys
def s3connection(url):
return boto3.resource(
's3',
aws_access_key_id=config.IDB_STORAGE_ACCESS_KEY,
aws_secret_access_key=config.IDB_STORAGE_SECRET_KEY,
endpoint_url=url,
)
S3_SOURCE_URL = 'https://s.idigbio.org' # will need to be s2
S3_DESTINATION_URL = 'https://s2.idigbio.org' # will need to be s3
boto3.__version__
Out[28]:
In [30]:
# make a connection
s3_conn = s3connection(S3_DESTINATION_URL)
print ("********************************************************")
print(S3_DESTINATION_URL)
for dest_bucket in s3_conn.buckets.all():
print(dest_bucket.name)
Bucket object counts from output of "radosgw-admin --uid idigbio bucket stats"...
idigbio-datasets-beta 218
idigbio-datasets-prod 60450
idigbio-datasets-prod-digest 0
idigbio-debugfile-prod 31
idigbio-downloads 10601
idigbio-guoda-prod 6
idigbio-images 0
idigbio-images-beta 153630
idigbio-images-beta-fullsize 0
idigbio-images-beta-thumbnail 0
idigbio-images-beta-webview 0
idigbio-images-betathumbnail 0
idigbio-images-betawebview 0
idigbio-images-prod 23018673
idigbio-images-prod-fullsize 22520767
idigbio-images-prod-thumbnail 22943252
idigbio-images-prod-thumbnail-sharded 0
idigbio-images-prod-webview 22945074
idigbio-images-thumbnail-beta 0
idigbio-images-thumbnail-prod 0
idigbio-images.prod 0
idigbio-list-pages 0
idigbio-models-prod 65
idigbio-sounds-prod 2309
idigbio-sounds-prod-fullsize 2309
idigbio-sounds-prod-thumbnail 2309
idigbio-sounds-prod-webview 2309
idigbio-static-downloads 2235
idigbio-video-prod 16
In [48]:
def print_ceph_buckets(s3conn):
for b in s3conn.buckets.all():
print (b.name)
def delete_ceph_bucket(bucket):
try:
bucket.objects.all().delete()
bucket.delete()
print("** DELETED {0}".format(bucket.name))
except:
print("********* delete exception (already deleted?)- {0} ******* ".format(bucket.name))
In [53]:
buckets_to_delete = [
"idigbio-datasets-prod-digest",
"idigbio-images",
"idigbio-images-betawebview",
"idigbio-images-betathumbnail",
"idigbio-images-betawebview",
"idigbio-images-prod-thumbnail-sharded",
"idigbio-images-thumbnail-beta",
"idigbio-images-thumbnail-prod",
"idigbio-images.prod",
"idigbio-list-pages"
]
#buckets_to_delete = ["idigbio-images-prod-thumbnail-sharded"]
print ("Before...")
print_ceph_buckets(s3_conn)
for B in buckets_to_delete:
delete_ceph_bucket(s3_conn.Bucket(B))
print ("After...")
print_ceph_buckets(s3_conn)
In [ ]: