[ Jul 12 00:36:26 Enabled. ]
[ Jul 12 00:36:26 Rereading configuration. ]
[ Jul 12 00:36:29 Rereading configuration. ]
[ Jul 12 00:36:33 Executing start method ("/opt/oxide/crucible/bin/crucible-agent run -D /opt/oxide/crucible/bin/crucible-downstairs --dataset oxp_fb1c2ac9-2db8-406a-bc96-e3113a610d99/crucible -l [fd00:1122:3344:101::15]:32345 -P 19000 -p downstairs -s snapshot"). ]
note: configured to log to "/dev/stdout"
{"msg":"dataset: \"oxp_fb1c2ac9-2db8-406a-bc96-e3113a610d99/crucible\"","v":0,"name":"crucible-agent","level":30,"time":"2024-07-12T00:36:33.51254193Z","hostname":"oxz_crucible_47c5f4ae-4e71-4d9d-91f8-12d803b1bd23","pid":21269}
{"msg":"listen IP: [fd00:1122:3344:101::15]:32345","v":0,"name":"crucible-agent","level":30,"time":"2024-07-12T00:36:33.522860978Z","hostname":"oxz_crucible_47c5f4ae-4e71-4d9d-91f8-12d803b1bd23","pid":21269}
{"msg":"SMF instance name downstairs_prefix: \"downstairs\"","v":0,"name":"crucible-agent","level":30,"time":"2024-07-12T00:36:33.522876218Z","hostname":"oxz_crucible_47c5f4ae-4e71-4d9d-91f8-12d803b1bd23","pid":21269}
{"msg":"Using conf_path:\"/data/crucible.json\"","v":0,"name":"crucible-agent","level":30,"time":"2024-07-12T00:36:33.552030686Z","hostname":"oxz_crucible_47c5f4ae-4e71-4d9d-91f8-12d803b1bd23","pid":21269,"component":"datafile"}
{"msg":"listening","v":0,"name":"crucible-agent","level":30,"time":"2024-07-12T00:36:33.713658228Z","hostname":"oxz_crucible_47c5f4ae-4e71-4d9d-91f8-12d803b1bd23","pid":21269,"local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot"}
{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2024-07-12T00:37:03.413599748Z","hostname":"oxz_crucible_47c5f4ae-4e71-4d9d-91f8-12d803b1bd23","pid":21269,"local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:51538"}
{"msg":"region c6b26738-4c0b-4feb-897d-c5e4b40c8c04 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-07-12T00:37:03.420500527Z","hostname":"oxz_crucible_47c5f4ae-4e71-4d9d-91f8-12d803b1bd23","pid":21269,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-07-12T00:37:03.428798052Z","hostname":"oxz_crucible_47c5f4ae-4e71-4d9d-91f8-12d803b1bd23","pid":21269,"uri":"/crucible/0/regions","method":"POST","req_id":"09f057b7-58d6-46a7-989d-a516ab461787","remote_addr":"[fd00:1122:3344:101::a]:51538","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":10381,"response_code":"200"}
{"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2024-07-12T00:37:03.429398901Z","hostname":"oxz_crucible_47c5f4ae-4e71-4d9d-91f8-12d803b1bd23","pid":21269,"component":"worker"}
{"msg":"zfs set reservation of 2684354560 for oxp_fb1c2ac9-2db8-406a-bc96-e3113a610d99/crucible/regions/c6b26738-4c0b-4feb-897d-c5e4b40c8c04","v":0,"name":"crucible-agent","level":30,"time":"2024-07-12T00:37:03.44169974Z","hostname":"oxz_crucible_47c5f4ae-4e71-4d9d-91f8-12d803b1bd23","pid":21269,"component":"worker"}
{"msg":"zfs set quota of 6442450944 for oxp_fb1c2ac9-2db8-406a-bc96-e3113a610d99/crucible/regions/c6b26738-4c0b-4feb-897d-c5e4b40c8c04","v":0,"name":"crucible-agent","level":30,"time":"2024-07-12T00:37:03.441756771Z","hostname":"oxz_crucible_47c5f4ae-4e71-4d9d-91f8-12d803b1bd23","pid":21269,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"c6b26738-4c0b-4feb-897d-c5e4b40c8c04\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/c6b26738-4c0b-4feb-897d-c5e4b40c8c04\"","v":0,"name":"crucible-agent","level":30,"time":"2024-07-12T00:37:03.507207126Z","hostname":"oxz_crucible_47c5f4ae-4e71-4d9d-91f8-12d803b1bd23","pid":21269,"region":"c6b26738-4c0b-4feb-897d-c5e4b40c8c04","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"c6b26738-4c0b-4feb-897d-c5e4b40c8c04\" \"--data\" \"/data/regions/c6b26738-4c0b-4feb-897d-c5e4b40c8c04\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2024-07-12T00:37:03.509171926Z","hostname":"oxz_crucible_47c5f4ae-4e71-4d9d-91f8-12d803b1bd23","pid":21269,"region":"c6b26738-4c0b-4feb-897d-c5e4b40c8c04","component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-07-12T00:37:03.618775389Z","hostname":"oxz_crucible_47c5f4ae-4e71-4d9d-91f8-12d803b1bd23","pid":21269,"uri":"/crucible/0/regions","method":"POST","req_id":"b5581ad0-cb9c-4681-8690-f2a52e96dbd8","remote_addr":"[fd00:1122:3344:101::a]:51538","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":76,"response_code":"200"}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2024-07-12T00:37:03.652762451Z","hostname":"oxz_crucible_47c5f4ae-4e71-4d9d-91f8-12d803b1bd23","pid":21269,"region":"c6b26738-4c0b-4feb-897d-c5e4b40c8c04","component":"worker"}
{"msg":"region c6b26738-4c0b-4feb-897d-c5e4b40c8c04 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-07-12T00:37:03.652827392Z","hostname":"oxz_crucible_47c5f4ae-4e71-4d9d-91f8-12d803b1bd23","pid":21269,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2024-07-12T00:37:03.653088506Z","hostname":"oxz_crucible_47c5f4ae-4e71-4d9d-91f8-12d803b1bd23","pid":21269,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-c6b26738-4c0b-4feb-897d-c5e4b40c8c04","v":0,"name":"crucible-agent","level":30,"time":"2024-07-12T00:37:03.653497092Z","hostname":"oxz_crucible_47c5f4ae-4e71-4d9d-91f8-12d803b1bd23","pid":21269,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-c6b26738-4c0b-4feb-897d-c5e4b40c8c04","v":0,"name":"crucible-agent","level":30,"time":"2024-07-12T00:37:03.658431408Z","hostname":"oxz_crucible_47c5f4ae-4e71-4d9d-91f8-12d803b1bd23","pid":21269,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-07-12T00:37:03.670682166Z","hostname":"oxz_crucible_47c5f4ae-4e71-4d9d-91f8-12d803b1bd23","pid":21269,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-c6b26738-4c0b-4feb-897d-c5e4b40c8c04","v":0,"name":"crucible-agent","level":30,"time":"2024-07-12T00:37:03.67350283Z","hostname":"oxz_crucible_47c5f4ae-4e71-4d9d-91f8-12d803b1bd23","pid":21269,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/c6b26738-4c0b-4feb-897d-c5e4b40c8c04","v":0,"name":"crucible-agent","level":30,"time":"2024-07-12T00:37:03.67421185Z","hostname":"oxz_crucible_47c5f4ae-4e71-4d9d-91f8-12d803b1bd23","pid":21269,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-07-12T00:37:03.674297232Z","hostname":"oxz_crucible_47c5f4ae-4e71-4d9d-91f8-12d803b1bd23","pid":21269,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::15","v":0,"name":"crucible-agent","level":30,"time":"2024-07-12T00:37:03.674338482Z","hostname":"oxz_crucible_47c5f4ae-4e71-4d9d-91f8-12d803b1bd23","pid":21269,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-07-12T00:37:03.674379893Z","hostname":"oxz_crucible_47c5f4ae-4e71-4d9d-91f8-12d803b1bd23","pid":21269,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-07-12T00:37:03.678946543Z","hostname":"oxz_crucible_47c5f4ae-4e71-4d9d-91f8-12d803b1bd23","pid":21269,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-07-12T00:37:03.690825916Z","hostname":"oxz_crucible_47c5f4ae-4e71-4d9d-91f8-12d803b1bd23","pid":21269,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-07-12T00:37:04.178069247Z","hostname":"oxz_crucible_47c5f4ae-4e71-4d9d-91f8-12d803b1bd23","pid":21269,"uri":"/crucible/0/regions","method":"POST","req_id":"83e4f8ec-69e3-4f0b-8a76-906d19fd4e31","remote_addr":"[fd00:1122:3344:101::a]:51538","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":66,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2024-07-12T00:42:16.650752201Z","hostname":"oxz_crucible_47c5f4ae-4e71-4d9d-91f8-12d803b1bd23","pid":21269,"local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:34706"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-07-12T00:42:16.653249319Z","hostname":"oxz_crucible_47c5f4ae-4e71-4d9d-91f8-12d803b1bd23","pid":21269,"uri":"/crucible/0/regions/c6b26738-4c0b-4feb-897d-c5e4b40c8c04","method":"GET","req_id":"e7ed6ad6-baaa-46cf-9e8f-7fd174016611","remote_addr":"[fd00:1122:3344:101::a]:34706","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":2422,"response_code":"200"}
{"msg":"path is \"/data/regions/c6b26738-4c0b-4feb-897d-c5e4b40c8c04\"","v":0,"name":"crucible-agent","level":30,"time":"2024-07-12T00:42:16.65595117Z","hostname":"oxz_crucible_47c5f4ae-4e71-4d9d-91f8-12d803b1bd23","pid":21269,"component":"datafile"}
{"msg":"dataset is oxp_fb1c2ac9-2db8-406a-bc96-e3113a610d99/crucible/regions/c6b26738-4c0b-4feb-897d-c5e4b40c8c04","v":0,"name":"crucible-agent","level":30,"time":"2024-07-12T00:42:16.664709085Z","hostname":"oxz_crucible_47c5f4ae-4e71-4d9d-91f8-12d803b1bd23","pid":21269,"component":"datafile"}
{"msg":"snapshot is oxp_fb1c2ac9-2db8-406a-bc96-e3113a610d99/crucible/regions/c6b26738-4c0b-4feb-897d-c5e4b40c8c04@d6f97b37-4af7-47b8-b9e6-e4b9d3a294f2","v":0,"name":"crucible-agent","level":30,"time":"2024-07-12T00:42:16.673171395Z","hostname":"oxz_crucible_47c5f4ae-4e71-4d9d-91f8-12d803b1bd23","pid":21269,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_fb1c2ac9-2db8-406a-bc96-e3113a610d99/crucible/regions/c6b26738-4c0b-4feb-897d-c5e4b40c8c04\", \"d6f97b37-4af7-47b8-b9e6-e4b9d3a294f2\"]","v":0,"name":"crucible-agent","level":30,"time":"2024-07-12T00:42:16.673207885Z","hostname":"oxz_crucible_47c5f4ae-4e71-4d9d-91f8-12d803b1bd23","pid":21269,"component":"ZfsSnapshotInterface"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-07-12T00:42:16.684902245Z","hostname":"oxz_crucible_47c5f4ae-4e71-4d9d-91f8-12d803b1bd23","pid":21269,"uri":"/crucible/0/regions/c6b26738-4c0b-4feb-897d-c5e4b40c8c04/snapshots/d6f97b37-4af7-47b8-b9e6-e4b9d3a294f2","method":"GET","req_id":"32782dc4-17d0-432f-b5d2-5087deb58b77","remote_addr":"[fd00:1122:3344:101::a]:34706","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":31437,"response_code":"200"}
{"msg":"path is \"/data/regions/c6b26738-4c0b-4feb-897d-c5e4b40c8c04\"","v":0,"name":"crucible-agent","level":30,"time":"2024-07-12T00:42:16.685104228Z","hostname":"oxz_crucible_47c5f4ae-4e71-4d9d-91f8-12d803b1bd23","pid":21269,"component":"datafile"}
{"msg":"dataset is oxp_fb1c2ac9-2db8-406a-bc96-e3113a610d99/crucible/regions/c6b26738-4c0b-4feb-897d-c5e4b40c8c04","v":0,"name":"crucible-agent","level":30,"time":"2024-07-12T00:42:16.693727901Z","hostname":"oxz_crucible_47c5f4ae-4e71-4d9d-91f8-12d803b1bd23","pid":21269,"component":"datafile"}
{"msg":"snapshot is oxp_fb1c2ac9-2db8-406a-bc96-e3113a610d99/crucible/regions/c6b26738-4c0b-4feb-897d-c5e4b40c8c04@d6f97b37-4af7-47b8-b9e6-e4b9d3a294f2","v":0,"name":"crucible-agent","level":30,"time":"2024-07-12T00:42:16.701377938Z","hostname":"oxz_crucible_47c5f4ae-4e71-4d9d-91f8-12d803b1bd23","pid":21269,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_fb1c2ac9-2db8-406a-bc96-e3113a610d99/crucible/regions/c6b26738-4c0b-4feb-897d-c5e4b40c8c04\", \"d6f97b37-4af7-47b8-b9e6-e4b9d3a294f2\"]","v":0,"name":"crucible-agent","level":30,"time":"2024-07-12T00:42:16.701405728Z","hostname":"oxz_crucible_47c5f4ae-4e71-4d9d-91f8-12d803b1bd23","pid":21269,"component":"ZfsSnapshotInterface"}
{"msg":"requesting running snapshot c6b26738-4c0b-4feb-897d-c5e4b40c8c04-d6f97b37-4af7-47b8-b9e6-e4b9d3a294f2 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-07-12T00:42:16.709659175Z","hostname":"oxz_crucible_47c5f4ae-4e71-4d9d-91f8-12d803b1bd23","pid":21269,"component":"datafile"}
{"msg":"applying SMF actions for region c6b26738-4c0b-4feb-897d-c5e4b40c8c04 running snapshot d6f97b37-4af7-47b8-b9e6-e4b9d3a294f2 (state Requested)...","v":0,"name":"crucible-agent","level":30,"time":"2024-07-12T00:42:16.710251614Z","hostname":"oxz_crucible_47c5f4ae-4e71-4d9d-91f8-12d803b1bd23","pid":21269,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-07-12T00:42:16.710281965Z","hostname":"oxz_crucible_47c5f4ae-4e71-4d9d-91f8-12d803b1bd23","pid":21269,"uri":"/crucible/0/regions/c6b26738-4c0b-4feb-897d-c5e4b40c8c04/snapshots/d6f97b37-4af7-47b8-b9e6-e4b9d3a294f2/run","method":"POST","req_id":"c92fab87-24a4-46d1-b926-f193d9813566","remote_addr":"[fd00:1122:3344:101::a]:34706","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":25213,"response_code":"200"}
{"msg":"creating missing snapshot instance snapshot-c6b26738-4c0b-4feb-897d-c5e4b40c8c04-d6f97b37-4af7-47b8-b9e6-e4b9d3a294f2","v":0,"name":"crucible-agent","level":30,"time":"2024-07-12T00:42:16.720454721Z","hostname":"oxz_crucible_47c5f4ae-4e71-4d9d-91f8-12d803b1bd23","pid":21269,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:snapshot-c6b26738-4c0b-4feb-897d-c5e4b40c8c04-d6f97b37-4af7-47b8-b9e6-e4b9d3a294f2","v":0,"name":"crucible-agent","level":30,"time":"2024-07-12T00:42:16.723464107Z","hostname":"oxz_crucible_47c5f4ae-4e71-4d9d-91f8-12d803b1bd23","pid":21269,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:snapshot-c6b26738-4c0b-4feb-897d-c5e4b40c8c04-d6f97b37-4af7-47b8-b9e6-e4b9d3a294f2","v":0,"name":"crucible-agent","level":30,"time":"2024-07-12T00:42:16.735796647Z","hostname":"oxz_crucible_47c5f4ae-4e71-4d9d-91f8-12d803b1bd23","pid":21269,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/c6b26738-4c0b-4feb-897d-c5e4b40c8c04/.zfs/snapshot/d6f97b37-4af7-47b8-b9e6-e4b9d3a294f2","v":0,"name":"crucible-agent","level":30,"time":"2024-07-12T00:42:16.73599599Z","hostname":"oxz_crucible_47c5f4ae-4e71-4d9d-91f8-12d803b1bd23","pid":21269,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2024-07-12T00:42:16.73605153Z","hostname":"oxz_crucible_47c5f4ae-4e71-4d9d-91f8-12d803b1bd23","pid":21269,"component":"worker"}
{"msg":"ensure mode SCF_TYPE_ASTRING ro","v":0,"name":"crucible-agent","level":30,"time":"2024-07-12T00:42:16.736092571Z","hostname":"oxz_crucible_47c5f4ae-4e71-4d9d-91f8-12d803b1bd23","pid":21269,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::15","v":0,"name":"crucible-agent","level":30,"time":"2024-07-12T00:42:16.736131181Z","hostname":"oxz_crucible_47c5f4ae-4e71-4d9d-91f8-12d803b1bd23","pid":21269,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-07-12T00:42:16.736179672Z","hostname":"oxz_crucible_47c5f4ae-4e71-4d9d-91f8-12d803b1bd23","pid":21269,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-07-12T00:42:16.739044536Z","hostname":"oxz_crucible_47c5f4ae-4e71-4d9d-91f8-12d803b1bd23","pid":21269,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-07-12T00:42:16.742966206Z","hostname":"oxz_crucible_47c5f4ae-4e71-4d9d-91f8-12d803b1bd23","pid":21269,"component":"worker"}
{"msg":"region c6b26738-4c0b-4feb-897d-c5e4b40c8c04 running snapshot d6f97b37-4af7-47b8-b9e6-e4b9d3a294f2 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-07-12T00:42:16.742978327Z","hostname":"oxz_crucible_47c5f4ae-4e71-4d9d-91f8-12d803b1bd23","pid":21269,"component":"datafile"}
{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2024-07-12T00:42:19.492994833Z","hostname":"oxz_crucible_47c5f4ae-4e71-4d9d-91f8-12d803b1bd23","pid":21269,"local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:39533"}
{"msg":"region f6cd4a52-65a0-4a72-821a-2ff5a73c84d5 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-07-12T00:42:19.493078124Z","hostname":"oxz_crucible_47c5f4ae-4e71-4d9d-91f8-12d803b1bd23","pid":21269,"component":"datafile"}
{"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2024-07-12T00:42:19.495546602Z","hostname":"oxz_crucible_47c5f4ae-4e71-4d9d-91f8-12d803b1bd23","pid":21269,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-07-12T00:42:19.495575552Z","hostname":"oxz_crucible_47c5f4ae-4e71-4d9d-91f8-12d803b1bd23","pid":21269,"uri":"/crucible/0/regions","method":"POST","req_id":"1761a39d-6d65-42e0-a8fa-0f015f632125","remote_addr":"[fd00:1122:3344:101::a]:39533","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":2521,"response_code":"200"}
{"msg":"zfs set reservation of 2684354560 for oxp_fb1c2ac9-2db8-406a-bc96-e3113a610d99/crucible/regions/f6cd4a52-65a0-4a72-821a-2ff5a73c84d5","v":0,"name":"crucible-agent","level":30,"time":"2024-07-12T00:42:19.504963317Z","hostname":"oxz_crucible_47c5f4ae-4e71-4d9d-91f8-12d803b1bd23","pid":21269,"component":"worker"}
{"msg":"zfs set quota of 6442450944 for oxp_fb1c2ac9-2db8-406a-bc96-e3113a610d99/crucible/regions/f6cd4a52-65a0-4a72-821a-2ff5a73c84d5","v":0,"name":"crucible-agent","level":30,"time":"2024-07-12T00:42:19.504993427Z","hostname":"oxz_crucible_47c5f4ae-4e71-4d9d-91f8-12d803b1bd23","pid":21269,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"f6cd4a52-65a0-4a72-821a-2ff5a73c84d5\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19002, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/f6cd4a52-65a0-4a72-821a-2ff5a73c84d5\"","v":0,"name":"crucible-agent","level":30,"time":"2024-07-12T00:42:19.567896963Z","hostname":"oxz_crucible_47c5f4ae-4e71-4d9d-91f8-12d803b1bd23","pid":21269,"region":"f6cd4a52-65a0-4a72-821a-2ff5a73c84d5","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"f6cd4a52-65a0-4a72-821a-2ff5a73c84d5\" \"--data\" \"/data/regions/f6cd4a52-65a0-4a72-821a-2ff5a73c84d5\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2024-07-12T00:42:19.569876953Z","hostname":"oxz_crucible_47c5f4ae-4e71-4d9d-91f8-12d803b1bd23","pid":21269,"region":"f6cd4a52-65a0-4a72-821a-2ff5a73c84d5","component":"worker"}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2024-07-12T00:42:19.635839766Z","hostname":"oxz_crucible_47c5f4ae-4e71-4d9d-91f8-12d803b1bd23","pid":21269,"region":"f6cd4a52-65a0-4a72-821a-2ff5a73c84d5","component":"worker"}
{"msg":"region f6cd4a52-65a0-4a72-821a-2ff5a73c84d5 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-07-12T00:42:19.635882637Z","hostname":"oxz_crucible_47c5f4ae-4e71-4d9d-91f8-12d803b1bd23","pid":21269,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2024-07-12T00:42:19.635991559Z","hostname":"oxz_crucible_47c5f4ae-4e71-4d9d-91f8-12d803b1bd23","pid":21269,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-f6cd4a52-65a0-4a72-821a-2ff5a73c84d5","v":0,"name":"crucible-agent","level":30,"time":"2024-07-12T00:42:19.637246768Z","hostname":"oxz_crucible_47c5f4ae-4e71-4d9d-91f8-12d803b1bd23","pid":21269,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-f6cd4a52-65a0-4a72-821a-2ff5a73c84d5","v":0,"name":"crucible-agent","level":30,"time":"2024-07-12T00:42:19.644466079Z","hostname":"oxz_crucible_47c5f4ae-4e71-4d9d-91f8-12d803b1bd23","pid":21269,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-07-12T00:42:19.652805307Z","hostname":"oxz_crucible_47c5f4ae-4e71-4d9d-91f8-12d803b1bd23","pid":21269,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-f6cd4a52-65a0-4a72-821a-2ff5a73c84d5","v":0,"name":"crucible-agent","level":30,"time":"2024-07-12T00:42:19.655920222Z","hostname":"oxz_crucible_47c5f4ae-4e71-4d9d-91f8-12d803b1bd23","pid":21269,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/f6cd4a52-65a0-4a72-821a-2ff5a73c84d5","v":0,"name":"crucible-agent","level":30,"time":"2024-07-12T00:42:19.656239299Z","hostname":"oxz_crucible_47c5f4ae-4e71-4d9d-91f8-12d803b1bd23","pid":21269,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19002","v":0,"name":"crucible-agent","level":30,"time":"2024-07-12T00:42:19.65629932Z","hostname":"oxz_crucible_47c5f4ae-4e71-4d9d-91f8-12d803b1bd23","pid":21269,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::15","v":0,"name":"crucible-agent","level":30,"time":"2024-07-12T00:42:19.656344791Z","hostname":"oxz_crucible_47c5f4ae-4e71-4d9d-91f8-12d803b1bd23","pid":21269,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-07-12T00:42:19.656387142Z","hostname":"oxz_crucible_47c5f4ae-4e71-4d9d-91f8-12d803b1bd23","pid":21269,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-07-12T00:42:19.659726183Z","hostname":"oxz_crucible_47c5f4ae-4e71-4d9d-91f8-12d803b1bd23","pid":21269,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-07-12T00:42:19.664952283Z","hostname":"oxz_crucible_47c5f4ae-4e71-4d9d-91f8-12d803b1bd23","pid":21269,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-07-12T00:42:19.788864736Z","hostname":"oxz_crucible_47c5f4ae-4e71-4d9d-91f8-12d803b1bd23","pid":21269,"uri":"/crucible/0/regions","method":"POST","req_id":"4fa764fa-d0f8-4f82-88b1-e62e343df46d","remote_addr":"[fd00:1122:3344:101::a]:39533","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":569,"response_code":"200"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-07-12T00:42:42.3252137Z","hostname":"oxz_crucible_47c5f4ae-4e71-4d9d-91f8-12d803b1bd23","pid":21269,"uri":"/crucible/0/regions/f6cd4a52-65a0-4a72-821a-2ff5a73c84d5","method":"GET","req_id":"0d44c4cf-1654-484a-9d56-b6bfd1599e19","remote_addr":"[fd00:1122:3344:101::a]:39533","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":51,"response_code":"200"}
{"msg":"path is \"/data/regions/f6cd4a52-65a0-4a72-821a-2ff5a73c84d5\"","v":0,"name":"crucible-agent","level":30,"time":"2024-07-12T00:42:42.327696938Z","hostname":"oxz_crucible_47c5f4ae-4e71-4d9d-91f8-12d803b1bd23","pid":21269,"component":"datafile"}
{"msg":"dataset is oxp_fb1c2ac9-2db8-406a-bc96-e3113a610d99/crucible/regions/f6cd4a52-65a0-4a72-821a-2ff5a73c84d5","v":0,"name":"crucible-agent","level":30,"time":"2024-07-12T00:42:42.338434653Z","hostname":"oxz_crucible_47c5f4ae-4e71-4d9d-91f8-12d803b1bd23","pid":21269,"component":"datafile"}
{"msg":"region f6cd4a52-65a0-4a72-821a-2ff5a73c84d5 state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2024-07-12T00:42:42.346944254Z","hostname":"oxz_crucible_47c5f4ae-4e71-4d9d-91f8-12d803b1bd23","pid":21269,"component":"datafile"}
{"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2024-07-12T00:42:42.347119467Z","hostname":"oxz_crucible_47c5f4ae-4e71-4d9d-91f8-12d803b1bd23","pid":21269,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-07-12T00:42:42.347172757Z","hostname":"oxz_crucible_47c5f4ae-4e71-4d9d-91f8-12d803b1bd23","pid":21269,"uri":"/crucible/0/regions/f6cd4a52-65a0-4a72-821a-2ff5a73c84d5","method":"DELETE","req_id":"d29230fa-6750-46a4-b103-1ea0913cd094","remote_addr":"[fd00:1122:3344:101::a]:39533","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":19496,"response_code":"204"}
{"msg":"disabling downstairs instance: downstairs-f6cd4a52-65a0-4a72-821a-2ff5a73c84d5 (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2024-07-12T00:42:42.348290224Z","hostname":"oxz_crucible_47c5f4ae-4e71-4d9d-91f8-12d803b1bd23","pid":21269,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-07-12T00:42:42.350261605Z","hostname":"oxz_crucible_47c5f4ae-4e71-4d9d-91f8-12d803b1bd23","pid":21269,"uri":"/crucible/0/regions/f6cd4a52-65a0-4a72-821a-2ff5a73c84d5","method":"GET","req_id":"9b9946f7-8d65-489f-b027-7b22c579b7e4","remote_addr":"[fd00:1122:3344:101::a]:39533","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":648,"response_code":"200"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-07-12T00:42:42.354258126Z","hostname":"oxz_crucible_47c5f4ae-4e71-4d9d-91f8-12d803b1bd23","pid":21269,"component":"worker"}
{"msg":"deleting zfs dataset \"oxp_fb1c2ac9-2db8-406a-bc96-e3113a610d99/crucible/regions/f6cd4a52-65a0-4a72-821a-2ff5a73c84d5\"","v":0,"name":"crucible-agent","level":30,"time":"2024-07-12T00:42:42.363704951Z","hostname":"oxz_crucible_47c5f4ae-4e71-4d9d-91f8-12d803b1bd23","pid":21269,"region":"f6cd4a52-65a0-4a72-821a-2ff5a73c84d5","component":"worker"}
{"msg":"region f6cd4a52-65a0-4a72-821a-2ff5a73c84d5 state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2024-07-12T00:42:42.412183546Z","hostname":"oxz_crucible_47c5f4ae-4e71-4d9d-91f8-12d803b1bd23","pid":21269,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-07-12T00:42:42.503365256Z","hostname":"oxz_crucible_47c5f4ae-4e71-4d9d-91f8-12d803b1bd23","pid":21269,"uri":"/crucible/0/regions/f6cd4a52-65a0-4a72-821a-2ff5a73c84d5","method":"GET","req_id":"11468d36-fc57-4f96-8b7c-e9d14bb531c8","remote_addr":"[fd00:1122:3344:101::a]:39533","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":59,"response_code":"200"}