[ Mar  3 23:31:14 Enabled. ]
[ Mar  3 23:31:14 Rereading configuration. ]
[ Mar  3 23:31:16 Rereading configuration. ]
[ Mar  3 23:31:20 Executing start method ("/opt/oxide/crucible/bin/crucible-agent run -D /opt/oxide/crucible/bin/crucible-downstairs --dataset oxp_18a7983c-283c-47f8-97c3-540cefec1c16/crucible -l [fd00:1122:3344:101::17]:32345 -P 19000 -p downstairs -s snapshot"). ]
note: configured to log to "/dev/stdout"
{"msg":"dataset: \"oxp_18a7983c-283c-47f8-97c3-540cefec1c16/crucible\"","v":0,"name":"crucible-agent","level":30,"time":"2025-03-03T23:31:20.765784285Z","hostname":"oxz_crucible_0da33a41-f8a8-4089-ae0a-05654e911cc9","pid":23573}
{"msg":"listen IP: [fd00:1122:3344:101::17]:32345","v":0,"name":"crucible-agent","level":30,"time":"2025-03-03T23:31:20.768582275Z","hostname":"oxz_crucible_0da33a41-f8a8-4089-ae0a-05654e911cc9","pid":23573}
{"msg":"SMF instance name downstairs_prefix: \"downstairs\"","v":0,"name":"crucible-agent","level":30,"time":"2025-03-03T23:31:20.768591075Z","hostname":"oxz_crucible_0da33a41-f8a8-4089-ae0a-05654e911cc9","pid":23573}
{"msg":"Using conf_path:\"/data/crucible.json\"","v":0,"name":"crucible-agent","level":30,"time":"2025-03-03T23:31:20.785914289Z","hostname":"oxz_crucible_0da33a41-f8a8-4089-ae0a-05654e911cc9","pid":23573,"component":"datafile"}
{"msg":"listening","v":0,"name":"crucible-agent","level":30,"time":"2025-03-03T23:31:20.987908175Z","hostname":"oxz_crucible_0da33a41-f8a8-4089-ae0a-05654e911cc9","pid":23573,"local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot"}
{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2025-03-03T23:32:04.755043476Z","hostname":"oxz_crucible_0da33a41-f8a8-4089-ae0a-05654e911cc9","pid":23573,"local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:62687"}
{"msg":"region 61fe58c8-55c0-485a-8352-1e42ac6b6a05 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2025-03-03T23:32:04.792709521Z","hostname":"oxz_crucible_0da33a41-f8a8-4089-ae0a-05654e911cc9","pid":23573,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-03-03T23:32:04.797687243Z","hostname":"oxz_crucible_0da33a41-f8a8-4089-ae0a-05654e911cc9","pid":23573,"uri":"/crucible/0/regions","method":"POST","req_id":"0416efb2-da28-441f-909a-10538550d928","remote_addr":"[fd00:1122:3344:101::a]:62687","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":18982,"response_code":"200"}
{"msg":"Region size:1073741824 reservation:1342177280 quota:3221225472","v":0,"name":"crucible-agent","level":30,"time":"2025-03-03T23:32:04.797705744Z","hostname":"oxz_crucible_0da33a41-f8a8-4089-ae0a-05654e911cc9","pid":23573,"component":"worker"}
{"msg":"zfs set reservation of 1342177280 for oxp_18a7983c-283c-47f8-97c3-540cefec1c16/crucible/regions/61fe58c8-55c0-485a-8352-1e42ac6b6a05","v":0,"name":"crucible-agent","level":30,"time":"2025-03-03T23:32:04.807109402Z","hostname":"oxz_crucible_0da33a41-f8a8-4089-ae0a-05654e911cc9","pid":23573,"component":"worker"}
{"msg":"zfs set quota of 3221225472 for oxp_18a7983c-283c-47f8-97c3-540cefec1c16/crucible/regions/61fe58c8-55c0-485a-8352-1e42ac6b6a05","v":0,"name":"crucible-agent","level":30,"time":"2025-03-03T23:32:04.807151844Z","hostname":"oxz_crucible_0da33a41-f8a8-4089-ae0a-05654e911cc9","pid":23573,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"61fe58c8-55c0-485a-8352-1e42ac6b6a05\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 16, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/61fe58c8-55c0-485a-8352-1e42ac6b6a05\"","v":0,"name":"crucible-agent","level":30,"time":"2025-03-03T23:32:04.879102347Z","hostname":"oxz_crucible_0da33a41-f8a8-4089-ae0a-05654e911cc9","pid":23573,"region":"61fe58c8-55c0-485a-8352-1e42ac6b6a05","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"61fe58c8-55c0-485a-8352-1e42ac6b6a05\" \"--data\" \"/data/regions/61fe58c8-55c0-485a-8352-1e42ac6b6a05\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"16\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2025-03-03T23:32:04.882114483Z","hostname":"oxz_crucible_0da33a41-f8a8-4089-ae0a-05654e911cc9","pid":23573,"region":"61fe58c8-55c0-485a-8352-1e42ac6b6a05","component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-03-03T23:32:04.964652009Z","hostname":"oxz_crucible_0da33a41-f8a8-4089-ae0a-05654e911cc9","pid":23573,"uri":"/crucible/0/regions","method":"POST","req_id":"6454cf3a-1148-4224-bec1-4d954fcd7079","remote_addr":"[fd00:1122:3344:101::a]:62687","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":82,"response_code":"200"}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2025-03-03T23:32:05.010886069Z","hostname":"oxz_crucible_0da33a41-f8a8-4089-ae0a-05654e911cc9","pid":23573,"region":"61fe58c8-55c0-485a-8352-1e42ac6b6a05","component":"worker"}
{"msg":"region 61fe58c8-55c0-485a-8352-1e42ac6b6a05 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2025-03-03T23:32:05.010938341Z","hostname":"oxz_crucible_0da33a41-f8a8-4089-ae0a-05654e911cc9","pid":23573,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2025-03-03T23:32:05.011029053Z","hostname":"oxz_crucible_0da33a41-f8a8-4089-ae0a-05654e911cc9","pid":23573,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-61fe58c8-55c0-485a-8352-1e42ac6b6a05","v":0,"name":"crucible-agent","level":30,"time":"2025-03-03T23:32:05.011459435Z","hostname":"oxz_crucible_0da33a41-f8a8-4089-ae0a-05654e911cc9","pid":23573,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-61fe58c8-55c0-485a-8352-1e42ac6b6a05","v":0,"name":"crucible-agent","level":30,"time":"2025-03-03T23:32:05.024018334Z","hostname":"oxz_crucible_0da33a41-f8a8-4089-ae0a-05654e911cc9","pid":23573,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2025-03-03T23:32:05.037643753Z","hostname":"oxz_crucible_0da33a41-f8a8-4089-ae0a-05654e911cc9","pid":23573,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-61fe58c8-55c0-485a-8352-1e42ac6b6a05","v":0,"name":"crucible-agent","level":30,"time":"2025-03-03T23:32:05.040643828Z","hostname":"oxz_crucible_0da33a41-f8a8-4089-ae0a-05654e911cc9","pid":23573,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/61fe58c8-55c0-485a-8352-1e42ac6b6a05","v":0,"name":"crucible-agent","level":30,"time":"2025-03-03T23:32:05.041345628Z","hostname":"oxz_crucible_0da33a41-f8a8-4089-ae0a-05654e911cc9","pid":23573,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2025-03-03T23:32:05.04141545Z","hostname":"oxz_crucible_0da33a41-f8a8-4089-ae0a-05654e911cc9","pid":23573,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::17","v":0,"name":"crucible-agent","level":30,"time":"2025-03-03T23:32:05.041465452Z","hostname":"oxz_crucible_0da33a41-f8a8-4089-ae0a-05654e911cc9","pid":23573,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2025-03-03T23:32:05.041511113Z","hostname":"oxz_crucible_0da33a41-f8a8-4089-ae0a-05654e911cc9","pid":23573,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-03-03T23:32:05.045683192Z","hostname":"oxz_crucible_0da33a41-f8a8-4089-ae0a-05654e911cc9","pid":23573,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-03-03T23:32:05.059465326Z","hostname":"oxz_crucible_0da33a41-f8a8-4089-ae0a-05654e911cc9","pid":23573,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-03-03T23:32:05.518085277Z","hostname":"oxz_crucible_0da33a41-f8a8-4089-ae0a-05654e911cc9","pid":23573,"uri":"/crucible/0/regions","method":"POST","req_id":"75a722b8-2b39-46c4-b081-a9ba060c8ebb","remote_addr":"[fd00:1122:3344:101::a]:62687","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":55,"response_code":"200"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-03-03T23:32:06.013460137Z","hostname":"oxz_crucible_0da33a41-f8a8-4089-ae0a-05654e911cc9","pid":23573,"uri":"/crucible/0/regions/61fe58c8-55c0-485a-8352-1e42ac6b6a05","method":"GET","req_id":"fdf49746-99e5-4a39-934b-5a28202c8c0c","remote_addr":"[fd00:1122:3344:101::a]:62687","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":2021,"response_code":"200"}
{"msg":"path is \"/data/regions/61fe58c8-55c0-485a-8352-1e42ac6b6a05\"","v":0,"name":"crucible-agent","level":30,"time":"2025-03-03T23:32:06.017457641Z","hostname":"oxz_crucible_0da33a41-f8a8-4089-ae0a-05654e911cc9","pid":23573,"component":"datafile"}
{"msg":"dataset is oxp_18a7983c-283c-47f8-97c3-540cefec1c16/crucible/regions/61fe58c8-55c0-485a-8352-1e42ac6b6a05","v":0,"name":"crucible-agent","level":30,"time":"2025-03-03T23:32:06.031146211Z","hostname":"oxz_crucible_0da33a41-f8a8-4089-ae0a-05654e911cc9","pid":23573,"component":"datafile"}
{"msg":"region 61fe58c8-55c0-485a-8352-1e42ac6b6a05 state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2025-03-03T23:32:06.04442097Z","hostname":"oxz_crucible_0da33a41-f8a8-4089-ae0a-05654e911cc9","pid":23573,"component":"datafile"}
{"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2025-03-03T23:32:06.044592515Z","hostname":"oxz_crucible_0da33a41-f8a8-4089-ae0a-05654e911cc9","pid":23573,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-03-03T23:32:06.044712378Z","hostname":"oxz_crucible_0da33a41-f8a8-4089-ae0a-05654e911cc9","pid":23573,"uri":"/crucible/0/regions/61fe58c8-55c0-485a-8352-1e42ac6b6a05","method":"DELETE","req_id":"1d701a51-7c19-4928-8e1c-f4966cc77d66","remote_addr":"[fd00:1122:3344:101::a]:62687","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":27264,"response_code":"204"}
{"msg":"disabling downstairs instance: downstairs-61fe58c8-55c0-485a-8352-1e42ac6b6a05 (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2025-03-03T23:32:06.046029026Z","hostname":"oxz_crucible_0da33a41-f8a8-4089-ae0a-05654e911cc9","pid":23573,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-03-03T23:32:06.051599885Z","hostname":"oxz_crucible_0da33a41-f8a8-4089-ae0a-05654e911cc9","pid":23573,"uri":"/crucible/0/regions/61fe58c8-55c0-485a-8352-1e42ac6b6a05","method":"GET","req_id":"3231a968-ff15-40d2-a31b-d963d9735e3f","remote_addr":"[fd00:1122:3344:101::a]:62687","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":49,"response_code":"200"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-03-03T23:32:06.054887539Z","hostname":"oxz_crucible_0da33a41-f8a8-4089-ae0a-05654e911cc9","pid":23573,"component":"worker"}
{"msg":"deleting zfs dataset \"oxp_18a7983c-283c-47f8-97c3-540cefec1c16/crucible/regions/61fe58c8-55c0-485a-8352-1e42ac6b6a05\"","v":0,"name":"crucible-agent","level":30,"time":"2025-03-03T23:32:06.068886958Z","hostname":"oxz_crucible_0da33a41-f8a8-4089-ae0a-05654e911cc9","pid":23573,"region":"61fe58c8-55c0-485a-8352-1e42ac6b6a05","component":"worker"}
{"msg":"region 61fe58c8-55c0-485a-8352-1e42ac6b6a05 state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2025-03-03T23:32:06.146289408Z","hostname":"oxz_crucible_0da33a41-f8a8-4089-ae0a-05654e911cc9","pid":23573,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-03-03T23:32:06.167215375Z","hostname":"oxz_crucible_0da33a41-f8a8-4089-ae0a-05654e911cc9","pid":23573,"uri":"/crucible/0/regions/61fe58c8-55c0-485a-8352-1e42ac6b6a05","method":"GET","req_id":"2c657fa4-c8ad-4efb-b867-c63f65c8cead","remote_addr":"[fd00:1122:3344:101::a]:62687","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":67,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2025-03-03T23:42:16.901612352Z","hostname":"oxz_crucible_0da33a41-f8a8-4089-ae0a-05654e911cc9","pid":23573,"local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:41295"}
{"msg":"region 27e78ea5-1ca8-410c-a4aa-a574c69e899c state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2025-03-03T23:42:16.901945872Z","hostname":"oxz_crucible_0da33a41-f8a8-4089-ae0a-05654e911cc9","pid":23573,"component":"datafile"}
{"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2025-03-03T23:42:16.902481397Z","hostname":"oxz_crucible_0da33a41-f8a8-4089-ae0a-05654e911cc9","pid":23573,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-03-03T23:42:16.902490178Z","hostname":"oxz_crucible_0da33a41-f8a8-4089-ae0a-05654e911cc9","pid":23573,"uri":"/crucible/0/regions","method":"POST","req_id":"a8ee756c-bf81-477c-905e-0c8b4fa2f841","remote_addr":"[fd00:1122:3344:101::a]:41295","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":823,"response_code":"200"}
{"msg":"zfs set reservation of 2684354560 for oxp_18a7983c-283c-47f8-97c3-540cefec1c16/crucible/regions/27e78ea5-1ca8-410c-a4aa-a574c69e899c","v":0,"name":"crucible-agent","level":30,"time":"2025-03-03T23:42:16.913125931Z","hostname":"oxz_crucible_0da33a41-f8a8-4089-ae0a-05654e911cc9","pid":23573,"component":"worker"}
{"msg":"zfs set quota of 6442450944 for oxp_18a7983c-283c-47f8-97c3-540cefec1c16/crucible/regions/27e78ea5-1ca8-410c-a4aa-a574c69e899c","v":0,"name":"crucible-agent","level":30,"time":"2025-03-03T23:42:16.913157232Z","hostname":"oxz_crucible_0da33a41-f8a8-4089-ae0a-05654e911cc9","pid":23573,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"27e78ea5-1ca8-410c-a4aa-a574c69e899c\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/27e78ea5-1ca8-410c-a4aa-a574c69e899c\"","v":0,"name":"crucible-agent","level":30,"time":"2025-03-03T23:42:16.965096685Z","hostname":"oxz_crucible_0da33a41-f8a8-4089-ae0a-05654e911cc9","pid":23573,"region":"27e78ea5-1ca8-410c-a4aa-a574c69e899c","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"27e78ea5-1ca8-410c-a4aa-a574c69e899c\" \"--data\" \"/data/regions/27e78ea5-1ca8-410c-a4aa-a574c69e899c\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2025-03-03T23:42:16.967012679Z","hostname":"oxz_crucible_0da33a41-f8a8-4089-ae0a-05654e911cc9","pid":23573,"region":"27e78ea5-1ca8-410c-a4aa-a574c69e899c","component":"worker"}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2025-03-03T23:42:17.063313888Z","hostname":"oxz_crucible_0da33a41-f8a8-4089-ae0a-05654e911cc9","pid":23573,"region":"27e78ea5-1ca8-410c-a4aa-a574c69e899c","component":"worker"}
{"msg":"region 27e78ea5-1ca8-410c-a4aa-a574c69e899c state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2025-03-03T23:42:17.063345559Z","hostname":"oxz_crucible_0da33a41-f8a8-4089-ae0a-05654e911cc9","pid":23573,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2025-03-03T23:42:17.063487883Z","hostname":"oxz_crucible_0da33a41-f8a8-4089-ae0a-05654e911cc9","pid":23573,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-27e78ea5-1ca8-410c-a4aa-a574c69e899c","v":0,"name":"crucible-agent","level":30,"time":"2025-03-03T23:42:17.064991576Z","hostname":"oxz_crucible_0da33a41-f8a8-4089-ae0a-05654e911cc9","pid":23573,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-27e78ea5-1ca8-410c-a4aa-a574c69e899c","v":0,"name":"crucible-agent","level":30,"time":"2025-03-03T23:42:17.07001886Z","hostname":"oxz_crucible_0da33a41-f8a8-4089-ae0a-05654e911cc9","pid":23573,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2025-03-03T23:42:17.084595416Z","hostname":"oxz_crucible_0da33a41-f8a8-4089-ae0a-05654e911cc9","pid":23573,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-27e78ea5-1ca8-410c-a4aa-a574c69e899c","v":0,"name":"crucible-agent","level":30,"time":"2025-03-03T23:42:17.087597161Z","hostname":"oxz_crucible_0da33a41-f8a8-4089-ae0a-05654e911cc9","pid":23573,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/27e78ea5-1ca8-410c-a4aa-a574c69e899c","v":0,"name":"crucible-agent","level":30,"time":"2025-03-03T23:42:17.087854558Z","hostname":"oxz_crucible_0da33a41-f8a8-4089-ae0a-05654e911cc9","pid":23573,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2025-03-03T23:42:17.08791503Z","hostname":"oxz_crucible_0da33a41-f8a8-4089-ae0a-05654e911cc9","pid":23573,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::17","v":0,"name":"crucible-agent","level":30,"time":"2025-03-03T23:42:17.087957472Z","hostname":"oxz_crucible_0da33a41-f8a8-4089-ae0a-05654e911cc9","pid":23573,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2025-03-03T23:42:17.087998133Z","hostname":"oxz_crucible_0da33a41-f8a8-4089-ae0a-05654e911cc9","pid":23573,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-03-03T23:42:17.091546664Z","hostname":"oxz_crucible_0da33a41-f8a8-4089-ae0a-05654e911cc9","pid":23573,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-03-03T23:42:17.096001541Z","hostname":"oxz_crucible_0da33a41-f8a8-4089-ae0a-05654e911cc9","pid":23573,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-03-03T23:42:17.112374149Z","hostname":"oxz_crucible_0da33a41-f8a8-4089-ae0a-05654e911cc9","pid":23573,"uri":"/crucible/0/regions","method":"POST","req_id":"a7d31353-a8e2-4394-9811-ddb861a29cf1","remote_addr":"[fd00:1122:3344:101::a]:41295","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":64,"response_code":"200"}
{"msg":"region 2155c359-88a5-4078-b497-52eeb1aa6fb6 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2025-03-03T23:42:22.85478052Z","hostname":"oxz_crucible_0da33a41-f8a8-4089-ae0a-05654e911cc9","pid":23573,"component":"datafile"}
{"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2025-03-03T23:42:22.854993076Z","hostname":"oxz_crucible_0da33a41-f8a8-4089-ae0a-05654e911cc9","pid":23573,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-03-03T23:42:22.855029747Z","hostname":"oxz_crucible_0da33a41-f8a8-4089-ae0a-05654e911cc9","pid":23573,"uri":"/crucible/0/regions","method":"POST","req_id":"d1e8d343-ff84-4ecd-95e3-5d2fad2282c6","remote_addr":"[fd00:1122:3344:101::a]:41295","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":265,"response_code":"200"}
{"msg":"zfs set reservation of 2684354560 for oxp_18a7983c-283c-47f8-97c3-540cefec1c16/crucible/regions/2155c359-88a5-4078-b497-52eeb1aa6fb6","v":0,"name":"crucible-agent","level":30,"time":"2025-03-03T23:42:22.865087584Z","hostname":"oxz_crucible_0da33a41-f8a8-4089-ae0a-05654e911cc9","pid":23573,"component":"worker"}
{"msg":"zfs set quota of 6442450944 for oxp_18a7983c-283c-47f8-97c3-540cefec1c16/crucible/regions/2155c359-88a5-4078-b497-52eeb1aa6fb6","v":0,"name":"crucible-agent","level":30,"time":"2025-03-03T23:42:22.865146045Z","hostname":"oxz_crucible_0da33a41-f8a8-4089-ae0a-05654e911cc9","pid":23573,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"2155c359-88a5-4078-b497-52eeb1aa6fb6\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19001, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/2155c359-88a5-4078-b497-52eeb1aa6fb6\"","v":0,"name":"crucible-agent","level":30,"time":"2025-03-03T23:42:22.916253204Z","hostname":"oxz_crucible_0da33a41-f8a8-4089-ae0a-05654e911cc9","pid":23573,"region":"2155c359-88a5-4078-b497-52eeb1aa6fb6","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"2155c359-88a5-4078-b497-52eeb1aa6fb6\" \"--data\" \"/data/regions/2155c359-88a5-4078-b497-52eeb1aa6fb6\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2025-03-03T23:42:22.918048035Z","hostname":"oxz_crucible_0da33a41-f8a8-4089-ae0a-05654e911cc9","pid":23573,"region":"2155c359-88a5-4078-b497-52eeb1aa6fb6","component":"worker"}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2025-03-03T23:42:22.993766347Z","hostname":"oxz_crucible_0da33a41-f8a8-4089-ae0a-05654e911cc9","pid":23573,"region":"2155c359-88a5-4078-b497-52eeb1aa6fb6","component":"worker"}
{"msg":"region 2155c359-88a5-4078-b497-52eeb1aa6fb6 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2025-03-03T23:42:22.993806798Z","hostname":"oxz_crucible_0da33a41-f8a8-4089-ae0a-05654e911cc9","pid":23573,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2025-03-03T23:42:22.993946712Z","hostname":"oxz_crucible_0da33a41-f8a8-4089-ae0a-05654e911cc9","pid":23573,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-2155c359-88a5-4078-b497-52eeb1aa6fb6","v":0,"name":"crucible-agent","level":30,"time":"2025-03-03T23:42:22.99493371Z","hostname":"oxz_crucible_0da33a41-f8a8-4089-ae0a-05654e911cc9","pid":23573,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-2155c359-88a5-4078-b497-52eeb1aa6fb6","v":0,"name":"crucible-agent","level":30,"time":"2025-03-03T23:42:23.003868905Z","hostname":"oxz_crucible_0da33a41-f8a8-4089-ae0a-05654e911cc9","pid":23573,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2025-03-03T23:42:23.011298517Z","hostname":"oxz_crucible_0da33a41-f8a8-4089-ae0a-05654e911cc9","pid":23573,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-2155c359-88a5-4078-b497-52eeb1aa6fb6","v":0,"name":"crucible-agent","level":30,"time":"2025-03-03T23:42:23.015509957Z","hostname":"oxz_crucible_0da33a41-f8a8-4089-ae0a-05654e911cc9","pid":23573,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/2155c359-88a5-4078-b497-52eeb1aa6fb6","v":0,"name":"crucible-agent","level":30,"time":"2025-03-03T23:42:23.015799626Z","hostname":"oxz_crucible_0da33a41-f8a8-4089-ae0a-05654e911cc9","pid":23573,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2025-03-03T23:42:23.015851827Z","hostname":"oxz_crucible_0da33a41-f8a8-4089-ae0a-05654e911cc9","pid":23573,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::17","v":0,"name":"crucible-agent","level":30,"time":"2025-03-03T23:42:23.015894228Z","hostname":"oxz_crucible_0da33a41-f8a8-4089-ae0a-05654e911cc9","pid":23573,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2025-03-03T23:42:23.01593592Z","hostname":"oxz_crucible_0da33a41-f8a8-4089-ae0a-05654e911cc9","pid":23573,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-03-03T23:42:23.01943512Z","hostname":"oxz_crucible_0da33a41-f8a8-4089-ae0a-05654e911cc9","pid":23573,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-03-03T23:42:23.026208183Z","hostname":"oxz_crucible_0da33a41-f8a8-4089-ae0a-05654e911cc9","pid":23573,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-03-03T23:42:23.172749446Z","hostname":"oxz_crucible_0da33a41-f8a8-4089-ae0a-05654e911cc9","pid":23573,"uri":"/crucible/0/regions","method":"POST","req_id":"76c98630-955f-4fde-ad1a-11449c4f4124","remote_addr":"[fd00:1122:3344:101::a]:41295","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":60,"response_code":"200"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-03-03T23:42:47.393688387Z","hostname":"oxz_crucible_0da33a41-f8a8-4089-ae0a-05654e911cc9","pid":23573,"uri":"/crucible/0/regions/2155c359-88a5-4078-b497-52eeb1aa6fb6","method":"GET","req_id":"8d359572-86fd-47d6-acdf-8f88555590d1","remote_addr":"[fd00:1122:3344:101::a]:41295","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":46,"response_code":"200"}
{"msg":"path is \"/data/regions/2155c359-88a5-4078-b497-52eeb1aa6fb6\"","v":0,"name":"crucible-agent","level":30,"time":"2025-03-03T23:42:47.397180007Z","hostname":"oxz_crucible_0da33a41-f8a8-4089-ae0a-05654e911cc9","pid":23573,"component":"datafile"}
{"msg":"dataset is oxp_18a7983c-283c-47f8-97c3-540cefec1c16/crucible/regions/2155c359-88a5-4078-b497-52eeb1aa6fb6","v":0,"name":"crucible-agent","level":30,"time":"2025-03-03T23:42:47.408565442Z","hostname":"oxz_crucible_0da33a41-f8a8-4089-ae0a-05654e911cc9","pid":23573,"component":"datafile"}
{"msg":"region 2155c359-88a5-4078-b497-52eeb1aa6fb6 state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2025-03-03T23:42:47.419494234Z","hostname":"oxz_crucible_0da33a41-f8a8-4089-ae0a-05654e911cc9","pid":23573,"component":"datafile"}
{"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2025-03-03T23:42:47.4196966Z","hostname":"oxz_crucible_0da33a41-f8a8-4089-ae0a-05654e911cc9","pid":23573,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-03-03T23:42:47.419745981Z","hostname":"oxz_crucible_0da33a41-f8a8-4089-ae0a-05654e911cc9","pid":23573,"uri":"/crucible/0/regions/2155c359-88a5-4078-b497-52eeb1aa6fb6","method":"DELETE","req_id":"9b24bdd9-1d9b-42ca-b40f-c9ece0191d2a","remote_addr":"[fd00:1122:3344:101::a]:41295","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":22606,"response_code":"204"}
{"msg":"disabling downstairs instance: downstairs-2155c359-88a5-4078-b497-52eeb1aa6fb6 (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2025-03-03T23:42:47.421724247Z","hostname":"oxz_crucible_0da33a41-f8a8-4089-ae0a-05654e911cc9","pid":23573,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-03-03T23:42:47.423876179Z","hostname":"oxz_crucible_0da33a41-f8a8-4089-ae0a-05654e911cc9","pid":23573,"uri":"/crucible/0/regions/2155c359-88a5-4078-b497-52eeb1aa6fb6","method":"GET","req_id":"c1dc800a-6fc5-4d6e-b8a3-260a708b6926","remote_addr":"[fd00:1122:3344:101::a]:41295","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":31,"response_code":"200"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-03-03T23:42:47.427358908Z","hostname":"oxz_crucible_0da33a41-f8a8-4089-ae0a-05654e911cc9","pid":23573,"component":"worker"}
{"msg":"deleting zfs dataset \"oxp_18a7983c-283c-47f8-97c3-540cefec1c16/crucible/regions/2155c359-88a5-4078-b497-52eeb1aa6fb6\"","v":0,"name":"crucible-agent","level":30,"time":"2025-03-03T23:42:47.43897812Z","hostname":"oxz_crucible_0da33a41-f8a8-4089-ae0a-05654e911cc9","pid":23573,"region":"2155c359-88a5-4078-b497-52eeb1aa6fb6","component":"worker"}
{"msg":"region 2155c359-88a5-4078-b497-52eeb1aa6fb6 state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2025-03-03T23:42:47.500956149Z","hostname":"oxz_crucible_0da33a41-f8a8-4089-ae0a-05654e911cc9","pid":23573,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-03-03T23:42:47.56649837Z","hostname":"oxz_crucible_0da33a41-f8a8-4089-ae0a-05654e911cc9","pid":23573,"uri":"/crucible/0/regions/2155c359-88a5-4078-b497-52eeb1aa6fb6","method":"GET","req_id":"2e8d06ca-1de5-471d-8681-f0fe28c154c0","remote_addr":"[fd00:1122:3344:101::a]:41295","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":61,"response_code":"200"}