[ May 16 00:46:53 Enabled. ] [ May 16 00:46:53 Rereading configuration. ] [ May 16 00:46:56 Rereading configuration. ] [ May 16 00:46:59 Executing start method ("/opt/oxide/crucible/bin/crucible-agent run -D /opt/oxide/crucible/bin/crucible-downstairs --dataset oxp_9f55bff5-f174-4d84-8f88-80c856df8730/crucible -l [fd00:1122:3344:101::1a]:32345 -P 19000 -p downstairs -s snapshot"). ] note: configured to log to "/dev/stdout" {"msg":"dataset: \"oxp_9f55bff5-f174-4d84-8f88-80c856df8730/crucible\"","v":0,"name":"crucible-agent","level":30,"time":"2024-05-16T00:47:00.019897427Z","hostname":"oxz_crucible_5e8df841-9a79-4eb9-b80b-d502210b51b2","pid":26387} {"msg":"listen IP: [fd00:1122:3344:101::1a]:32345","v":0,"name":"crucible-agent","level":30,"time":"2024-05-16T00:47:00.029299999Z","hostname":"oxz_crucible_5e8df841-9a79-4eb9-b80b-d502210b51b2","pid":26387} {"msg":"SMF instance name downstairs_prefix: \"downstairs\"","v":0,"name":"crucible-agent","level":30,"time":"2024-05-16T00:47:00.02931654Z","hostname":"oxz_crucible_5e8df841-9a79-4eb9-b80b-d502210b51b2","pid":26387} {"msg":"Using conf_path:\"/data/crucible.json\"","v":0,"name":"crucible-agent","level":30,"time":"2024-05-16T00:47:00.043473435Z","hostname":"oxz_crucible_5e8df841-9a79-4eb9-b80b-d502210b51b2","pid":26387,"component":"datafile"} {"msg":"listening","v":0,"name":"crucible-agent","level":30,"time":"2024-05-16T00:47:00.198556442Z","hostname":"oxz_crucible_5e8df841-9a79-4eb9-b80b-d502210b51b2","pid":26387,"local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot"} {"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2024-05-16T00:47:44.961188455Z","hostname":"oxz_crucible_5e8df841-9a79-4eb9-b80b-d502210b51b2","pid":26387,"local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::c]:49498"} {"msg":"region 41008b03-7341-4927-9b17-be0ece50cecd state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-05-16T00:47:44.997266088Z","hostname":"oxz_crucible_5e8df841-9a79-4eb9-b80b-d502210b51b2","pid":26387,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-05-16T00:47:45.004905939Z","hostname":"oxz_crucible_5e8df841-9a79-4eb9-b80b-d502210b51b2","pid":26387,"uri":"/crucible/0/regions","method":"POST","req_id":"6eb2bc36-88d8-4ba1-ae88-10cf813515ee","remote_addr":"[fd00:1122:3344:101::c]:49498","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":18537,"response_code":"200"} {"msg":"Region size:1073741824 reservation:1342177280 quota:3221225472","v":0,"name":"crucible-agent","level":30,"time":"2024-05-16T00:47:45.00493779Z","hostname":"oxz_crucible_5e8df841-9a79-4eb9-b80b-d502210b51b2","pid":26387,"component":"worker"} {"msg":"zfs set reservation of 1342177280 for oxp_9f55bff5-f174-4d84-8f88-80c856df8730/crucible/regions/41008b03-7341-4927-9b17-be0ece50cecd","v":0,"name":"crucible-agent","level":30,"time":"2024-05-16T00:47:45.01680396Z","hostname":"oxz_crucible_5e8df841-9a79-4eb9-b80b-d502210b51b2","pid":26387,"component":"worker"} {"msg":"zfs set quota of 3221225472 for oxp_9f55bff5-f174-4d84-8f88-80c856df8730/crucible/regions/41008b03-7341-4927-9b17-be0ece50cecd","v":0,"name":"crucible-agent","level":30,"time":"2024-05-16T00:47:45.016842151Z","hostname":"oxz_crucible_5e8df841-9a79-4eb9-b80b-d502210b51b2","pid":26387,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"41008b03-7341-4927-9b17-be0ece50cecd\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 16, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/41008b03-7341-4927-9b17-be0ece50cecd\"","v":0,"name":"crucible-agent","level":30,"time":"2024-05-16T00:47:45.114854589Z","hostname":"oxz_crucible_5e8df841-9a79-4eb9-b80b-d502210b51b2","pid":26387,"region":"41008b03-7341-4927-9b17-be0ece50cecd","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"41008b03-7341-4927-9b17-be0ece50cecd\" \"--data\" \"/data/regions/41008b03-7341-4927-9b17-be0ece50cecd\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"16\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2024-05-16T00:47:45.117085951Z","hostname":"oxz_crucible_5e8df841-9a79-4eb9-b80b-d502210b51b2","pid":26387,"region":"41008b03-7341-4927-9b17-be0ece50cecd","component":"worker"} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2024-05-16T00:47:45.266820422Z","hostname":"oxz_crucible_5e8df841-9a79-4eb9-b80b-d502210b51b2","pid":26387,"region":"41008b03-7341-4927-9b17-be0ece50cecd","component":"worker"} {"msg":"region 41008b03-7341-4927-9b17-be0ece50cecd state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-05-16T00:47:45.267806816Z","hostname":"oxz_crucible_5e8df841-9a79-4eb9-b80b-d502210b51b2","pid":26387,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2024-05-16T00:47:45.267958269Z","hostname":"oxz_crucible_5e8df841-9a79-4eb9-b80b-d502210b51b2","pid":26387,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-41008b03-7341-4927-9b17-be0ece50cecd","v":0,"name":"crucible-agent","level":30,"time":"2024-05-16T00:47:45.268495632Z","hostname":"oxz_crucible_5e8df841-9a79-4eb9-b80b-d502210b51b2","pid":26387,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-41008b03-7341-4927-9b17-be0ece50cecd","v":0,"name":"crucible-agent","level":30,"time":"2024-05-16T00:47:45.27816286Z","hostname":"oxz_crucible_5e8df841-9a79-4eb9-b80b-d502210b51b2","pid":26387,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-05-16T00:47:45.306209584Z","hostname":"oxz_crucible_5e8df841-9a79-4eb9-b80b-d502210b51b2","pid":26387,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-41008b03-7341-4927-9b17-be0ece50cecd","v":0,"name":"crucible-agent","level":30,"time":"2024-05-16T00:47:45.309563403Z","hostname":"oxz_crucible_5e8df841-9a79-4eb9-b80b-d502210b51b2","pid":26387,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/41008b03-7341-4927-9b17-be0ece50cecd","v":0,"name":"crucible-agent","level":30,"time":"2024-05-16T00:47:45.310114026Z","hostname":"oxz_crucible_5e8df841-9a79-4eb9-b80b-d502210b51b2","pid":26387,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-05-16T00:47:45.312039942Z","hostname":"oxz_crucible_5e8df841-9a79-4eb9-b80b-d502210b51b2","pid":26387,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::1a","v":0,"name":"crucible-agent","level":30,"time":"2024-05-16T00:47:45.312116154Z","hostname":"oxz_crucible_5e8df841-9a79-4eb9-b80b-d502210b51b2","pid":26387,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-05-16T00:47:45.312159175Z","hostname":"oxz_crucible_5e8df841-9a79-4eb9-b80b-d502210b51b2","pid":26387,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-05-16T00:47:45.32297781Z","hostname":"oxz_crucible_5e8df841-9a79-4eb9-b80b-d502210b51b2","pid":26387,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-05-16T00:47:45.329280129Z","hostname":"oxz_crucible_5e8df841-9a79-4eb9-b80b-d502210b51b2","pid":26387,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-05-16T00:47:45.373628968Z","hostname":"oxz_crucible_5e8df841-9a79-4eb9-b80b-d502210b51b2","pid":26387,"uri":"/crucible/0/regions","method":"POST","req_id":"2ef91a4a-2891-4061-94d9-703b014bc67c","remote_addr":"[fd00:1122:3344:101::c]:49498","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":627,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2024-05-16T00:47:46.188573628Z","hostname":"oxz_crucible_5e8df841-9a79-4eb9-b80b-d502210b51b2","pid":26387,"local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::c]:51960"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-05-16T00:47:46.188678441Z","hostname":"oxz_crucible_5e8df841-9a79-4eb9-b80b-d502210b51b2","pid":26387,"uri":"/crucible/0/regions/41008b03-7341-4927-9b17-be0ece50cecd","method":"GET","req_id":"f4d765ac-33da-4a0f-b5af-6d68356633c8","remote_addr":"[fd00:1122:3344:101::c]:51960","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":66,"response_code":"200"} {"msg":"path is \"/data/regions/41008b03-7341-4927-9b17-be0ece50cecd\"","v":0,"name":"crucible-agent","level":30,"time":"2024-05-16T00:47:46.188928667Z","hostname":"oxz_crucible_5e8df841-9a79-4eb9-b80b-d502210b51b2","pid":26387,"component":"datafile"} {"msg":"dataset is oxp_9f55bff5-f174-4d84-8f88-80c856df8730/crucible/regions/41008b03-7341-4927-9b17-be0ece50cecd","v":0,"name":"crucible-agent","level":30,"time":"2024-05-16T00:47:46.198001411Z","hostname":"oxz_crucible_5e8df841-9a79-4eb9-b80b-d502210b51b2","pid":26387,"component":"datafile"} {"msg":"region 41008b03-7341-4927-9b17-be0ece50cecd state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2024-05-16T00:47:46.206682587Z","hostname":"oxz_crucible_5e8df841-9a79-4eb9-b80b-d502210b51b2","pid":26387,"component":"datafile"} {"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2024-05-16T00:47:46.20682872Z","hostname":"oxz_crucible_5e8df841-9a79-4eb9-b80b-d502210b51b2","pid":26387,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-05-16T00:47:46.206922242Z","hostname":"oxz_crucible_5e8df841-9a79-4eb9-b80b-d502210b51b2","pid":26387,"uri":"/crucible/0/regions/41008b03-7341-4927-9b17-be0ece50cecd","method":"DELETE","req_id":"1a8058d0-f0c4-46ed-8ebd-fb8d87ef0884","remote_addr":"[fd00:1122:3344:101::c]:51960","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":18025,"response_code":"204"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-05-16T00:47:46.207106097Z","hostname":"oxz_crucible_5e8df841-9a79-4eb9-b80b-d502210b51b2","pid":26387,"uri":"/crucible/0/regions/41008b03-7341-4927-9b17-be0ece50cecd","method":"GET","req_id":"9c8e1cd0-8bb8-4127-bb07-54dbe901500a","remote_addr":"[fd00:1122:3344:101::c]:51960","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":19,"response_code":"200"} {"msg":"disabling downstairs instance: downstairs-41008b03-7341-4927-9b17-be0ece50cecd (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2024-05-16T00:47:46.209928424Z","hostname":"oxz_crucible_5e8df841-9a79-4eb9-b80b-d502210b51b2","pid":26387,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-05-16T00:47:46.213892107Z","hostname":"oxz_crucible_5e8df841-9a79-4eb9-b80b-d502210b51b2","pid":26387,"component":"worker"} {"msg":"deleting zfs dataset \"oxp_9f55bff5-f174-4d84-8f88-80c856df8730/crucible/regions/41008b03-7341-4927-9b17-be0ece50cecd\"","v":0,"name":"crucible-agent","level":30,"time":"2024-05-16T00:47:46.223565976Z","hostname":"oxz_crucible_5e8df841-9a79-4eb9-b80b-d502210b51b2","pid":26387,"region":"41008b03-7341-4927-9b17-be0ece50cecd","component":"worker"} {"msg":"region 41008b03-7341-4927-9b17-be0ece50cecd state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2024-05-16T00:47:46.282545311Z","hostname":"oxz_crucible_5e8df841-9a79-4eb9-b80b-d502210b51b2","pid":26387,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-05-16T00:47:46.284002675Z","hostname":"oxz_crucible_5e8df841-9a79-4eb9-b80b-d502210b51b2","pid":26387,"uri":"/crucible/0/regions/41008b03-7341-4927-9b17-be0ece50cecd","method":"GET","req_id":"59293a59-9c01-4494-9504-3aa78e3a0ed7","remote_addr":"[fd00:1122:3344:101::c]:51960","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":609,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2024-05-16T00:53:44.840896803Z","hostname":"oxz_crucible_5e8df841-9a79-4eb9-b80b-d502210b51b2","pid":26387,"local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:37429"} {"msg":"region 6d68df16-a136-4863-8749-73d3f1861279 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-05-16T00:53:44.841014756Z","hostname":"oxz_crucible_5e8df841-9a79-4eb9-b80b-d502210b51b2","pid":26387,"component":"datafile"} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2024-05-16T00:53:44.851048583Z","hostname":"oxz_crucible_5e8df841-9a79-4eb9-b80b-d502210b51b2","pid":26387,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-05-16T00:53:44.851070654Z","hostname":"oxz_crucible_5e8df841-9a79-4eb9-b80b-d502210b51b2","pid":26387,"uri":"/crucible/0/regions","method":"POST","req_id":"6764cf02-1033-423b-a195-5c9f9033bf04","remote_addr":"[fd00:1122:3344:101::a]:37429","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":10091,"response_code":"200"} {"msg":"zfs set reservation of 2684354560 for oxp_9f55bff5-f174-4d84-8f88-80c856df8730/crucible/regions/6d68df16-a136-4863-8749-73d3f1861279","v":0,"name":"crucible-agent","level":30,"time":"2024-05-16T00:53:44.861552011Z","hostname":"oxz_crucible_5e8df841-9a79-4eb9-b80b-d502210b51b2","pid":26387,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_9f55bff5-f174-4d84-8f88-80c856df8730/crucible/regions/6d68df16-a136-4863-8749-73d3f1861279","v":0,"name":"crucible-agent","level":30,"time":"2024-05-16T00:53:44.861585142Z","hostname":"oxz_crucible_5e8df841-9a79-4eb9-b80b-d502210b51b2","pid":26387,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"6d68df16-a136-4863-8749-73d3f1861279\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/6d68df16-a136-4863-8749-73d3f1861279\"","v":0,"name":"crucible-agent","level":30,"time":"2024-05-16T00:53:44.952552993Z","hostname":"oxz_crucible_5e8df841-9a79-4eb9-b80b-d502210b51b2","pid":26387,"region":"6d68df16-a136-4863-8749-73d3f1861279","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"6d68df16-a136-4863-8749-73d3f1861279\" \"--data\" \"/data/regions/6d68df16-a136-4863-8749-73d3f1861279\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2024-05-16T00:53:44.954362466Z","hostname":"oxz_crucible_5e8df841-9a79-4eb9-b80b-d502210b51b2","pid":26387,"region":"6d68df16-a136-4863-8749-73d3f1861279","component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-05-16T00:53:45.116702535Z","hostname":"oxz_crucible_5e8df841-9a79-4eb9-b80b-d502210b51b2","pid":26387,"uri":"/crucible/0/regions","method":"POST","req_id":"5622c57c-38af-4490-9226-a01288124ea6","remote_addr":"[fd00:1122:3344:101::a]:37429","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":79,"response_code":"200"} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2024-05-16T00:53:45.160110452Z","hostname":"oxz_crucible_5e8df841-9a79-4eb9-b80b-d502210b51b2","pid":26387,"region":"6d68df16-a136-4863-8749-73d3f1861279","component":"worker"} {"msg":"region 6d68df16-a136-4863-8749-73d3f1861279 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-05-16T00:53:45.160139452Z","hostname":"oxz_crucible_5e8df841-9a79-4eb9-b80b-d502210b51b2","pid":26387,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2024-05-16T00:53:45.160246755Z","hostname":"oxz_crucible_5e8df841-9a79-4eb9-b80b-d502210b51b2","pid":26387,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-6d68df16-a136-4863-8749-73d3f1861279","v":0,"name":"crucible-agent","level":30,"time":"2024-05-16T00:53:45.161684759Z","hostname":"oxz_crucible_5e8df841-9a79-4eb9-b80b-d502210b51b2","pid":26387,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-6d68df16-a136-4863-8749-73d3f1861279","v":0,"name":"crucible-agent","level":30,"time":"2024-05-16T00:53:45.167561828Z","hostname":"oxz_crucible_5e8df841-9a79-4eb9-b80b-d502210b51b2","pid":26387,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-05-16T00:53:45.210179956Z","hostname":"oxz_crucible_5e8df841-9a79-4eb9-b80b-d502210b51b2","pid":26387,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-6d68df16-a136-4863-8749-73d3f1861279","v":0,"name":"crucible-agent","level":30,"time":"2024-05-16T00:53:45.223362458Z","hostname":"oxz_crucible_5e8df841-9a79-4eb9-b80b-d502210b51b2","pid":26387,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/6d68df16-a136-4863-8749-73d3f1861279","v":0,"name":"crucible-agent","level":30,"time":"2024-05-16T00:53:45.223610863Z","hostname":"oxz_crucible_5e8df841-9a79-4eb9-b80b-d502210b51b2","pid":26387,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-05-16T00:53:45.223665355Z","hostname":"oxz_crucible_5e8df841-9a79-4eb9-b80b-d502210b51b2","pid":26387,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::1a","v":0,"name":"crucible-agent","level":30,"time":"2024-05-16T00:53:45.223707386Z","hostname":"oxz_crucible_5e8df841-9a79-4eb9-b80b-d502210b51b2","pid":26387,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-05-16T00:53:45.223749247Z","hostname":"oxz_crucible_5e8df841-9a79-4eb9-b80b-d502210b51b2","pid":26387,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-05-16T00:53:45.243719319Z","hostname":"oxz_crucible_5e8df841-9a79-4eb9-b80b-d502210b51b2","pid":26387,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-05-16T00:53:45.257237739Z","hostname":"oxz_crucible_5e8df841-9a79-4eb9-b80b-d502210b51b2","pid":26387,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-05-16T00:53:45.540958078Z","hostname":"oxz_crucible_5e8df841-9a79-4eb9-b80b-d502210b51b2","pid":26387,"uri":"/crucible/0/regions","method":"POST","req_id":"ebbfb204-9770-44f9-8dda-69487b28d0e2","remote_addr":"[fd00:1122:3344:101::a]:37429","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":54,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2024-05-16T00:54:11.903434109Z","hostname":"oxz_crucible_5e8df841-9a79-4eb9-b80b-d502210b51b2","pid":26387,"local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:56824"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-05-16T00:54:11.903547002Z","hostname":"oxz_crucible_5e8df841-9a79-4eb9-b80b-d502210b51b2","pid":26387,"uri":"/crucible/0/regions/6d68df16-a136-4863-8749-73d3f1861279","method":"GET","req_id":"9ef514de-304e-401f-b037-b437743adcc1","remote_addr":"[fd00:1122:3344:101::a]:56824","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":89,"response_code":"200"} {"msg":"path is \"/data/regions/6d68df16-a136-4863-8749-73d3f1861279\"","v":0,"name":"crucible-agent","level":30,"time":"2024-05-16T00:54:11.903786138Z","hostname":"oxz_crucible_5e8df841-9a79-4eb9-b80b-d502210b51b2","pid":26387,"component":"datafile"} {"msg":"dataset is oxp_9f55bff5-f174-4d84-8f88-80c856df8730/crucible/regions/6d68df16-a136-4863-8749-73d3f1861279","v":0,"name":"crucible-agent","level":30,"time":"2024-05-16T00:54:11.915571236Z","hostname":"oxz_crucible_5e8df841-9a79-4eb9-b80b-d502210b51b2","pid":26387,"component":"datafile"} {"msg":"region 6d68df16-a136-4863-8749-73d3f1861279 state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2024-05-16T00:54:11.924103678Z","hostname":"oxz_crucible_5e8df841-9a79-4eb9-b80b-d502210b51b2","pid":26387,"component":"datafile"} {"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2024-05-16T00:54:11.924402935Z","hostname":"oxz_crucible_5e8df841-9a79-4eb9-b80b-d502210b51b2","pid":26387,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-05-16T00:54:11.924484627Z","hostname":"oxz_crucible_5e8df841-9a79-4eb9-b80b-d502210b51b2","pid":26387,"uri":"/crucible/0/regions/6d68df16-a136-4863-8749-73d3f1861279","method":"DELETE","req_id":"0cb7c403-2168-4098-9a31-ee01f78bad79","remote_addr":"[fd00:1122:3344:101::a]:56824","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":20731,"response_code":"204"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-05-16T00:54:11.925214564Z","hostname":"oxz_crucible_5e8df841-9a79-4eb9-b80b-d502210b51b2","pid":26387,"uri":"/crucible/0/regions/6d68df16-a136-4863-8749-73d3f1861279","method":"GET","req_id":"7043eea2-a9c5-4195-8347-bf57349636b1","remote_addr":"[fd00:1122:3344:101::a]:56824","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":585,"response_code":"200"} {"msg":"disabling downstairs instance: downstairs-6d68df16-a136-4863-8749-73d3f1861279 (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2024-05-16T00:54:11.926218098Z","hostname":"oxz_crucible_5e8df841-9a79-4eb9-b80b-d502210b51b2","pid":26387,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-05-16T00:54:11.934918314Z","hostname":"oxz_crucible_5e8df841-9a79-4eb9-b80b-d502210b51b2","pid":26387,"component":"worker"} {"msg":"deleting zfs dataset \"oxp_9f55bff5-f174-4d84-8f88-80c856df8730/crucible/regions/6d68df16-a136-4863-8749-73d3f1861279\"","v":0,"name":"crucible-agent","level":30,"time":"2024-05-16T00:54:11.943706712Z","hostname":"oxz_crucible_5e8df841-9a79-4eb9-b80b-d502210b51b2","pid":26387,"region":"6d68df16-a136-4863-8749-73d3f1861279","component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-05-16T00:54:11.977631424Z","hostname":"oxz_crucible_5e8df841-9a79-4eb9-b80b-d502210b51b2","pid":26387,"uri":"/crucible/0/regions/6d68df16-a136-4863-8749-73d3f1861279","method":"GET","req_id":"d682720c-4920-4768-81ca-e407f43772d2","remote_addr":"[fd00:1122:3344:101::a]:56824","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":58,"response_code":"200"} {"msg":"region 6d68df16-a136-4863-8749-73d3f1861279 state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2024-05-16T00:54:11.997668348Z","hostname":"oxz_crucible_5e8df841-9a79-4eb9-b80b-d502210b51b2","pid":26387,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-05-16T00:54:12.135895957Z","hostname":"oxz_crucible_5e8df841-9a79-4eb9-b80b-d502210b51b2","pid":26387,"uri":"/crucible/0/regions/6d68df16-a136-4863-8749-73d3f1861279","method":"GET","req_id":"77a65b3e-537f-4ff7-bfcb-b75402eb6902","remote_addr":"[fd00:1122:3344:101::a]:56824","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":42,"response_code":"200"}