[ Jan 30 20:17:15 Enabled. ] [ Jan 30 20:17:15 Rereading configuration. ] [ Jan 30 20:17:17 Rereading configuration. ] [ Jan 30 20:17:21 Executing start method ("/opt/oxide/crucible/bin/crucible-agent run -D /opt/oxide/crucible/bin/crucible-downstairs --dataset oxp_f9b53ac3-7b5c-4ce8-8399-55474ddbe27d/crucible -l [fd00:1122:3344:101::16]:32345 -P 19000 -p downstairs -s snapshot"). ] note: configured to log to "/dev/stdout" {"msg":"dataset: \"oxp_f9b53ac3-7b5c-4ce8-8399-55474ddbe27d/crucible\"","v":0,"name":"crucible-agent","level":30,"time":"2025-01-30T20:17:21.415055085Z","hostname":"oxz_crucible_bd9fdebb-f678-49c4-96ca-8fe5b4cc93d2","pid":26398} {"msg":"listen IP: [fd00:1122:3344:101::16]:32345","v":0,"name":"crucible-agent","level":30,"time":"2025-01-30T20:17:21.418504771Z","hostname":"oxz_crucible_bd9fdebb-f678-49c4-96ca-8fe5b4cc93d2","pid":26398} {"msg":"SMF instance name downstairs_prefix: \"downstairs\"","v":0,"name":"crucible-agent","level":30,"time":"2025-01-30T20:17:21.418515221Z","hostname":"oxz_crucible_bd9fdebb-f678-49c4-96ca-8fe5b4cc93d2","pid":26398} {"msg":"Using conf_path:\"/data/crucible.json\"","v":0,"name":"crucible-agent","level":30,"time":"2025-01-30T20:17:21.436881731Z","hostname":"oxz_crucible_bd9fdebb-f678-49c4-96ca-8fe5b4cc93d2","pid":26398,"component":"datafile"} {"msg":"listening","v":0,"name":"crucible-agent","level":30,"time":"2025-01-30T20:17:21.575308682Z","hostname":"oxz_crucible_bd9fdebb-f678-49c4-96ca-8fe5b4cc93d2","pid":26398,"local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot"} {"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2025-01-30T20:18:19.719087172Z","hostname":"oxz_crucible_bd9fdebb-f678-49c4-96ca-8fe5b4cc93d2","pid":26398,"local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:32812"} {"msg":"region 283e0781-085f-4688-8cf6-592cb6b3f5c9 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2025-01-30T20:18:19.742401089Z","hostname":"oxz_crucible_bd9fdebb-f678-49c4-96ca-8fe5b4cc93d2","pid":26398,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-01-30T20:18:19.742682297Z","hostname":"oxz_crucible_bd9fdebb-f678-49c4-96ca-8fe5b4cc93d2","pid":26398,"uri":"/crucible/0/regions","method":"POST","req_id":"f7d0e514-c381-4219-a1ad-0512ed7e2ab5","remote_addr":"[fd00:1122:3344:101::a]:32812","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":8609,"response_code":"200"} {"msg":"Region size:1073741824 reservation:1342177280 quota:3221225472","v":0,"name":"crucible-agent","level":30,"time":"2025-01-30T20:18:19.746466392Z","hostname":"oxz_crucible_bd9fdebb-f678-49c4-96ca-8fe5b4cc93d2","pid":26398,"component":"worker"} {"msg":"zfs set reservation of 1342177280 for oxp_f9b53ac3-7b5c-4ce8-8399-55474ddbe27d/crucible/regions/283e0781-085f-4688-8cf6-592cb6b3f5c9","v":0,"name":"crucible-agent","level":30,"time":"2025-01-30T20:18:19.756517021Z","hostname":"oxz_crucible_bd9fdebb-f678-49c4-96ca-8fe5b4cc93d2","pid":26398,"component":"worker"} {"msg":"zfs set quota of 3221225472 for oxp_f9b53ac3-7b5c-4ce8-8399-55474ddbe27d/crucible/regions/283e0781-085f-4688-8cf6-592cb6b3f5c9","v":0,"name":"crucible-agent","level":30,"time":"2025-01-30T20:18:19.756548992Z","hostname":"oxz_crucible_bd9fdebb-f678-49c4-96ca-8fe5b4cc93d2","pid":26398,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"283e0781-085f-4688-8cf6-592cb6b3f5c9\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 16, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/283e0781-085f-4688-8cf6-592cb6b3f5c9\"","v":0,"name":"crucible-agent","level":30,"time":"2025-01-30T20:18:19.816541507Z","hostname":"oxz_crucible_bd9fdebb-f678-49c4-96ca-8fe5b4cc93d2","pid":26398,"region":"283e0781-085f-4688-8cf6-592cb6b3f5c9","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"283e0781-085f-4688-8cf6-592cb6b3f5c9\" \"--data\" \"/data/regions/283e0781-085f-4688-8cf6-592cb6b3f5c9\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"16\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2025-01-30T20:18:19.818648625Z","hostname":"oxz_crucible_bd9fdebb-f678-49c4-96ca-8fe5b4cc93d2","pid":26398,"region":"283e0781-085f-4688-8cf6-592cb6b3f5c9","component":"worker"} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2025-01-30T20:18:20.067505003Z","hostname":"oxz_crucible_bd9fdebb-f678-49c4-96ca-8fe5b4cc93d2","pid":26398,"region":"283e0781-085f-4688-8cf6-592cb6b3f5c9","component":"worker"} {"msg":"region 283e0781-085f-4688-8cf6-592cb6b3f5c9 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2025-01-30T20:18:20.067562154Z","hostname":"oxz_crucible_bd9fdebb-f678-49c4-96ca-8fe5b4cc93d2","pid":26398,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2025-01-30T20:18:20.067660577Z","hostname":"oxz_crucible_bd9fdebb-f678-49c4-96ca-8fe5b4cc93d2","pid":26398,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-283e0781-085f-4688-8cf6-592cb6b3f5c9","v":0,"name":"crucible-agent","level":30,"time":"2025-01-30T20:18:20.068204182Z","hostname":"oxz_crucible_bd9fdebb-f678-49c4-96ca-8fe5b4cc93d2","pid":26398,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-283e0781-085f-4688-8cf6-592cb6b3f5c9","v":0,"name":"crucible-agent","level":30,"time":"2025-01-30T20:18:20.074051564Z","hostname":"oxz_crucible_bd9fdebb-f678-49c4-96ca-8fe5b4cc93d2","pid":26398,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2025-01-30T20:18:20.087801176Z","hostname":"oxz_crucible_bd9fdebb-f678-49c4-96ca-8fe5b4cc93d2","pid":26398,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-283e0781-085f-4688-8cf6-592cb6b3f5c9","v":0,"name":"crucible-agent","level":30,"time":"2025-01-30T20:18:20.091382755Z","hostname":"oxz_crucible_bd9fdebb-f678-49c4-96ca-8fe5b4cc93d2","pid":26398,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/283e0781-085f-4688-8cf6-592cb6b3f5c9","v":0,"name":"crucible-agent","level":30,"time":"2025-01-30T20:18:20.092104475Z","hostname":"oxz_crucible_bd9fdebb-f678-49c4-96ca-8fe5b4cc93d2","pid":26398,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2025-01-30T20:18:20.09408051Z","hostname":"oxz_crucible_bd9fdebb-f678-49c4-96ca-8fe5b4cc93d2","pid":26398,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::16","v":0,"name":"crucible-agent","level":30,"time":"2025-01-30T20:18:20.094144852Z","hostname":"oxz_crucible_bd9fdebb-f678-49c4-96ca-8fe5b4cc93d2","pid":26398,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2025-01-30T20:18:20.094188173Z","hostname":"oxz_crucible_bd9fdebb-f678-49c4-96ca-8fe5b4cc93d2","pid":26398,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-01-30T20:18:20.102995868Z","hostname":"oxz_crucible_bd9fdebb-f678-49c4-96ca-8fe5b4cc93d2","pid":26398,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-01-30T20:18:20.103121011Z","hostname":"oxz_crucible_bd9fdebb-f678-49c4-96ca-8fe5b4cc93d2","pid":26398,"uri":"/crucible/0/regions","method":"POST","req_id":"ecb5a578-a039-4136-bbd4-23ca8fad4e17","remote_addr":"[fd00:1122:3344:101::a]:32812","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":61,"response_code":"200"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-01-30T20:18:20.108297965Z","hostname":"oxz_crucible_bd9fdebb-f678-49c4-96ca-8fe5b4cc93d2","pid":26398,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-01-30T20:18:20.620009586Z","hostname":"oxz_crucible_bd9fdebb-f678-49c4-96ca-8fe5b4cc93d2","pid":26398,"uri":"/crucible/0/regions/283e0781-085f-4688-8cf6-592cb6b3f5c9","method":"GET","req_id":"98e8d553-9305-4066-ba9d-bd92dfe44e5b","remote_addr":"[fd00:1122:3344:101::a]:32812","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":50,"response_code":"200"} {"msg":"path is \"/data/regions/283e0781-085f-4688-8cf6-592cb6b3f5c9\"","v":0,"name":"crucible-agent","level":30,"time":"2025-01-30T20:18:20.623656368Z","hostname":"oxz_crucible_bd9fdebb-f678-49c4-96ca-8fe5b4cc93d2","pid":26398,"component":"datafile"} {"msg":"dataset is oxp_f9b53ac3-7b5c-4ce8-8399-55474ddbe27d/crucible/regions/283e0781-085f-4688-8cf6-592cb6b3f5c9","v":0,"name":"crucible-agent","level":30,"time":"2025-01-30T20:18:20.635571258Z","hostname":"oxz_crucible_bd9fdebb-f678-49c4-96ca-8fe5b4cc93d2","pid":26398,"component":"datafile"} {"msg":"region 283e0781-085f-4688-8cf6-592cb6b3f5c9 state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2025-01-30T20:18:20.645512394Z","hostname":"oxz_crucible_bd9fdebb-f678-49c4-96ca-8fe5b4cc93d2","pid":26398,"component":"datafile"} {"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2025-01-30T20:18:20.645687019Z","hostname":"oxz_crucible_bd9fdebb-f678-49c4-96ca-8fe5b4cc93d2","pid":26398,"component":"worker"} {"msg":"disabling downstairs instance: downstairs-283e0781-085f-4688-8cf6-592cb6b3f5c9 (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2025-01-30T20:18:20.646902353Z","hostname":"oxz_crucible_bd9fdebb-f678-49c4-96ca-8fe5b4cc93d2","pid":26398,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-01-30T20:18:20.647594892Z","hostname":"oxz_crucible_bd9fdebb-f678-49c4-96ca-8fe5b4cc93d2","pid":26398,"uri":"/crucible/0/regions/283e0781-085f-4688-8cf6-592cb6b3f5c9","method":"DELETE","req_id":"d4b8d8ac-09d8-4119-b0e1-4e64d3b64d49","remote_addr":"[fd00:1122:3344:101::a]:32812","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":23951,"response_code":"204"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-01-30T20:18:20.650206455Z","hostname":"oxz_crucible_bd9fdebb-f678-49c4-96ca-8fe5b4cc93d2","pid":26398,"uri":"/crucible/0/regions/283e0781-085f-4688-8cf6-592cb6b3f5c9","method":"GET","req_id":"184a053e-aab0-40b6-bf59-1bcb42c00617","remote_addr":"[fd00:1122:3344:101::a]:32812","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":24,"response_code":"200"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-01-30T20:18:20.652027465Z","hostname":"oxz_crucible_bd9fdebb-f678-49c4-96ca-8fe5b4cc93d2","pid":26398,"component":"worker"} {"msg":"deleting zfs dataset \"oxp_f9b53ac3-7b5c-4ce8-8399-55474ddbe27d/crucible/regions/283e0781-085f-4688-8cf6-592cb6b3f5c9\"","v":0,"name":"crucible-agent","level":30,"time":"2025-01-30T20:18:20.663086372Z","hostname":"oxz_crucible_bd9fdebb-f678-49c4-96ca-8fe5b4cc93d2","pid":26398,"region":"283e0781-085f-4688-8cf6-592cb6b3f5c9","component":"worker"} {"msg":"region 283e0781-085f-4688-8cf6-592cb6b3f5c9 state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2025-01-30T20:18:20.731365627Z","hostname":"oxz_crucible_bd9fdebb-f678-49c4-96ca-8fe5b4cc93d2","pid":26398,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-01-30T20:18:20.789656045Z","hostname":"oxz_crucible_bd9fdebb-f678-49c4-96ca-8fe5b4cc93d2","pid":26398,"uri":"/crucible/0/regions/283e0781-085f-4688-8cf6-592cb6b3f5c9","method":"GET","req_id":"466efd47-eb18-4175-9b4d-87f65a8a0aea","remote_addr":"[fd00:1122:3344:101::a]:32812","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":60,"response_code":"200"} {"msg":"region 0ebd8661-b09d-49e8-9a00-c1c00ebc1f23 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2025-01-30T20:18:22.884825774Z","hostname":"oxz_crucible_bd9fdebb-f678-49c4-96ca-8fe5b4cc93d2","pid":26398,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-01-30T20:18:22.886889251Z","hostname":"oxz_crucible_bd9fdebb-f678-49c4-96ca-8fe5b4cc93d2","pid":26398,"uri":"/crucible/0/regions","method":"POST","req_id":"ddcfbe41-cde4-41a7-a126-e8ab7dfe7e55","remote_addr":"[fd00:1122:3344:101::a]:32812","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":2121,"response_code":"200"} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2025-01-30T20:18:22.886906002Z","hostname":"oxz_crucible_bd9fdebb-f678-49c4-96ca-8fe5b4cc93d2","pid":26398,"component":"worker"} {"msg":"zfs set reservation of 2684354560 for oxp_f9b53ac3-7b5c-4ce8-8399-55474ddbe27d/crucible/regions/0ebd8661-b09d-49e8-9a00-c1c00ebc1f23","v":0,"name":"crucible-agent","level":30,"time":"2025-01-30T20:18:22.895475459Z","hostname":"oxz_crucible_bd9fdebb-f678-49c4-96ca-8fe5b4cc93d2","pid":26398,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_f9b53ac3-7b5c-4ce8-8399-55474ddbe27d/crucible/regions/0ebd8661-b09d-49e8-9a00-c1c00ebc1f23","v":0,"name":"crucible-agent","level":30,"time":"2025-01-30T20:18:22.895517421Z","hostname":"oxz_crucible_bd9fdebb-f678-49c4-96ca-8fe5b4cc93d2","pid":26398,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"0ebd8661-b09d-49e8-9a00-c1c00ebc1f23\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/0ebd8661-b09d-49e8-9a00-c1c00ebc1f23\"","v":0,"name":"crucible-agent","level":30,"time":"2025-01-30T20:18:22.954162168Z","hostname":"oxz_crucible_bd9fdebb-f678-49c4-96ca-8fe5b4cc93d2","pid":26398,"region":"0ebd8661-b09d-49e8-9a00-c1c00ebc1f23","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"0ebd8661-b09d-49e8-9a00-c1c00ebc1f23\" \"--data\" \"/data/regions/0ebd8661-b09d-49e8-9a00-c1c00ebc1f23\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2025-01-30T20:18:22.956175444Z","hostname":"oxz_crucible_bd9fdebb-f678-49c4-96ca-8fe5b4cc93d2","pid":26398,"region":"0ebd8661-b09d-49e8-9a00-c1c00ebc1f23","component":"worker"} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2025-01-30T20:18:23.025716944Z","hostname":"oxz_crucible_bd9fdebb-f678-49c4-96ca-8fe5b4cc93d2","pid":26398,"region":"0ebd8661-b09d-49e8-9a00-c1c00ebc1f23","component":"worker"} {"msg":"region 0ebd8661-b09d-49e8-9a00-c1c00ebc1f23 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2025-01-30T20:18:23.025770546Z","hostname":"oxz_crucible_bd9fdebb-f678-49c4-96ca-8fe5b4cc93d2","pid":26398,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2025-01-30T20:18:23.025856318Z","hostname":"oxz_crucible_bd9fdebb-f678-49c4-96ca-8fe5b4cc93d2","pid":26398,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-0ebd8661-b09d-49e8-9a00-c1c00ebc1f23","v":0,"name":"crucible-agent","level":30,"time":"2025-01-30T20:18:23.027265677Z","hostname":"oxz_crucible_bd9fdebb-f678-49c4-96ca-8fe5b4cc93d2","pid":26398,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-0ebd8661-b09d-49e8-9a00-c1c00ebc1f23","v":0,"name":"crucible-agent","level":30,"time":"2025-01-30T20:18:23.031917986Z","hostname":"oxz_crucible_bd9fdebb-f678-49c4-96ca-8fe5b4cc93d2","pid":26398,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2025-01-30T20:18:23.038808558Z","hostname":"oxz_crucible_bd9fdebb-f678-49c4-96ca-8fe5b4cc93d2","pid":26398,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-0ebd8661-b09d-49e8-9a00-c1c00ebc1f23","v":0,"name":"crucible-agent","level":30,"time":"2025-01-30T20:18:23.042829279Z","hostname":"oxz_crucible_bd9fdebb-f678-49c4-96ca-8fe5b4cc93d2","pid":26398,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/0ebd8661-b09d-49e8-9a00-c1c00ebc1f23","v":0,"name":"crucible-agent","level":30,"time":"2025-01-30T20:18:23.043030415Z","hostname":"oxz_crucible_bd9fdebb-f678-49c4-96ca-8fe5b4cc93d2","pid":26398,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2025-01-30T20:18:23.043083696Z","hostname":"oxz_crucible_bd9fdebb-f678-49c4-96ca-8fe5b4cc93d2","pid":26398,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::16","v":0,"name":"crucible-agent","level":30,"time":"2025-01-30T20:18:23.043125757Z","hostname":"oxz_crucible_bd9fdebb-f678-49c4-96ca-8fe5b4cc93d2","pid":26398,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2025-01-30T20:18:23.043164698Z","hostname":"oxz_crucible_bd9fdebb-f678-49c4-96ca-8fe5b4cc93d2","pid":26398,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-01-30T20:18:23.047763816Z","hostname":"oxz_crucible_bd9fdebb-f678-49c4-96ca-8fe5b4cc93d2","pid":26398,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-01-30T20:18:23.052985541Z","hostname":"oxz_crucible_bd9fdebb-f678-49c4-96ca-8fe5b4cc93d2","pid":26398,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-01-30T20:18:23.173028983Z","hostname":"oxz_crucible_bd9fdebb-f678-49c4-96ca-8fe5b4cc93d2","pid":26398,"uri":"/crucible/0/regions","method":"POST","req_id":"b1226205-8ed3-4773-b6dd-033eb65a6f1a","remote_addr":"[fd00:1122:3344:101::a]:32812","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":69,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2025-01-30T20:28:53.823323201Z","hostname":"oxz_crucible_bd9fdebb-f678-49c4-96ca-8fe5b4cc93d2","pid":26398,"local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:36591"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-01-30T20:28:53.823451615Z","hostname":"oxz_crucible_bd9fdebb-f678-49c4-96ca-8fe5b4cc93d2","pid":26398,"uri":"/crucible/0/regions/0ebd8661-b09d-49e8-9a00-c1c00ebc1f23","method":"GET","req_id":"66ae2422-8354-4d05-9134-5b52d8cb1274","remote_addr":"[fd00:1122:3344:101::a]:36591","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":47,"response_code":"200"} {"msg":"path is \"/data/regions/0ebd8661-b09d-49e8-9a00-c1c00ebc1f23\"","v":0,"name":"crucible-agent","level":30,"time":"2025-01-30T20:28:53.826754007Z","hostname":"oxz_crucible_bd9fdebb-f678-49c4-96ca-8fe5b4cc93d2","pid":26398,"component":"datafile"} {"msg":"dataset is oxp_f9b53ac3-7b5c-4ce8-8399-55474ddbe27d/crucible/regions/0ebd8661-b09d-49e8-9a00-c1c00ebc1f23","v":0,"name":"crucible-agent","level":30,"time":"2025-01-30T20:28:53.836352913Z","hostname":"oxz_crucible_bd9fdebb-f678-49c4-96ca-8fe5b4cc93d2","pid":26398,"component":"datafile"} {"msg":"snapshot is oxp_f9b53ac3-7b5c-4ce8-8399-55474ddbe27d/crucible/regions/0ebd8661-b09d-49e8-9a00-c1c00ebc1f23@ee4248a2-9aff-4ee6-aa03-314ab9d44797","v":0,"name":"crucible-agent","level":30,"time":"2025-01-30T20:28:53.844957672Z","hostname":"oxz_crucible_bd9fdebb-f678-49c4-96ca-8fe5b4cc93d2","pid":26398,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_f9b53ac3-7b5c-4ce8-8399-55474ddbe27d/crucible/regions/0ebd8661-b09d-49e8-9a00-c1c00ebc1f23\", \"ee4248a2-9aff-4ee6-aa03-314ab9d44797\"]","v":0,"name":"crucible-agent","level":30,"time":"2025-01-30T20:28:53.844987303Z","hostname":"oxz_crucible_bd9fdebb-f678-49c4-96ca-8fe5b4cc93d2","pid":26398,"component":"ZfsSnapshotInterface"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-01-30T20:28:53.857430428Z","hostname":"oxz_crucible_bd9fdebb-f678-49c4-96ca-8fe5b4cc93d2","pid":26398,"uri":"/crucible/0/regions/0ebd8661-b09d-49e8-9a00-c1c00ebc1f23/snapshots/ee4248a2-9aff-4ee6-aa03-314ab9d44797","method":"GET","req_id":"5d070f11-030b-423c-9e80-9592f2d2663e","remote_addr":"[fd00:1122:3344:101::a]:36591","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":31205,"response_code":"200"} {"msg":"path is \"/data/regions/0ebd8661-b09d-49e8-9a00-c1c00ebc1f23\"","v":0,"name":"crucible-agent","level":30,"time":"2025-01-30T20:28:53.862738765Z","hostname":"oxz_crucible_bd9fdebb-f678-49c4-96ca-8fe5b4cc93d2","pid":26398,"component":"datafile"} {"msg":"dataset is oxp_f9b53ac3-7b5c-4ce8-8399-55474ddbe27d/crucible/regions/0ebd8661-b09d-49e8-9a00-c1c00ebc1f23","v":0,"name":"crucible-agent","level":30,"time":"2025-01-30T20:28:53.871062116Z","hostname":"oxz_crucible_bd9fdebb-f678-49c4-96ca-8fe5b4cc93d2","pid":26398,"component":"datafile"} {"msg":"snapshot is oxp_f9b53ac3-7b5c-4ce8-8399-55474ddbe27d/crucible/regions/0ebd8661-b09d-49e8-9a00-c1c00ebc1f23@ee4248a2-9aff-4ee6-aa03-314ab9d44797","v":0,"name":"crucible-agent","level":30,"time":"2025-01-30T20:28:53.879671135Z","hostname":"oxz_crucible_bd9fdebb-f678-49c4-96ca-8fe5b4cc93d2","pid":26398,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_f9b53ac3-7b5c-4ce8-8399-55474ddbe27d/crucible/regions/0ebd8661-b09d-49e8-9a00-c1c00ebc1f23\", \"ee4248a2-9aff-4ee6-aa03-314ab9d44797\"]","v":0,"name":"crucible-agent","level":30,"time":"2025-01-30T20:28:53.879718317Z","hostname":"oxz_crucible_bd9fdebb-f678-49c4-96ca-8fe5b4cc93d2","pid":26398,"component":"ZfsSnapshotInterface"} {"msg":"requesting running snapshot 0ebd8661-b09d-49e8-9a00-c1c00ebc1f23-ee4248a2-9aff-4ee6-aa03-314ab9d44797 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2025-01-30T20:28:53.888157521Z","hostname":"oxz_crucible_bd9fdebb-f678-49c4-96ca-8fe5b4cc93d2","pid":26398,"component":"datafile"} {"msg":"applying SMF actions for region 0ebd8661-b09d-49e8-9a00-c1c00ebc1f23 running snapshot ee4248a2-9aff-4ee6-aa03-314ab9d44797 (state Requested)...","v":0,"name":"crucible-agent","level":30,"time":"2025-01-30T20:28:53.888796759Z","hostname":"oxz_crucible_bd9fdebb-f678-49c4-96ca-8fe5b4cc93d2","pid":26398,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-01-30T20:28:53.888812349Z","hostname":"oxz_crucible_bd9fdebb-f678-49c4-96ca-8fe5b4cc93d2","pid":26398,"uri":"/crucible/0/regions/0ebd8661-b09d-49e8-9a00-c1c00ebc1f23/snapshots/ee4248a2-9aff-4ee6-aa03-314ab9d44797/run","method":"POST","req_id":"db023061-de51-421e-860c-d92d2d915516","remote_addr":"[fd00:1122:3344:101::a]:36591","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":26084,"response_code":"200"} {"msg":"creating missing snapshot instance snapshot-0ebd8661-b09d-49e8-9a00-c1c00ebc1f23-ee4248a2-9aff-4ee6-aa03-314ab9d44797","v":0,"name":"crucible-agent","level":30,"time":"2025-01-30T20:28:53.896136342Z","hostname":"oxz_crucible_bd9fdebb-f678-49c4-96ca-8fe5b4cc93d2","pid":26398,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:snapshot-0ebd8661-b09d-49e8-9a00-c1c00ebc1f23-ee4248a2-9aff-4ee6-aa03-314ab9d44797","v":0,"name":"crucible-agent","level":30,"time":"2025-01-30T20:28:53.903379593Z","hostname":"oxz_crucible_bd9fdebb-f678-49c4-96ca-8fe5b4cc93d2","pid":26398,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:snapshot-0ebd8661-b09d-49e8-9a00-c1c00ebc1f23-ee4248a2-9aff-4ee6-aa03-314ab9d44797","v":0,"name":"crucible-agent","level":30,"time":"2025-01-30T20:28:53.915054827Z","hostname":"oxz_crucible_bd9fdebb-f678-49c4-96ca-8fe5b4cc93d2","pid":26398,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/0ebd8661-b09d-49e8-9a00-c1c00ebc1f23/.zfs/snapshot/ee4248a2-9aff-4ee6-aa03-314ab9d44797","v":0,"name":"crucible-agent","level":30,"time":"2025-01-30T20:28:53.915327815Z","hostname":"oxz_crucible_bd9fdebb-f678-49c4-96ca-8fe5b4cc93d2","pid":26398,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2025-01-30T20:28:53.915385426Z","hostname":"oxz_crucible_bd9fdebb-f678-49c4-96ca-8fe5b4cc93d2","pid":26398,"component":"worker"} {"msg":"ensure mode SCF_TYPE_ASTRING ro","v":0,"name":"crucible-agent","level":30,"time":"2025-01-30T20:28:53.915428488Z","hostname":"oxz_crucible_bd9fdebb-f678-49c4-96ca-8fe5b4cc93d2","pid":26398,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::16","v":0,"name":"crucible-agent","level":30,"time":"2025-01-30T20:28:53.915469579Z","hostname":"oxz_crucible_bd9fdebb-f678-49c4-96ca-8fe5b4cc93d2","pid":26398,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2025-01-30T20:28:53.91552391Z","hostname":"oxz_crucible_bd9fdebb-f678-49c4-96ca-8fe5b4cc93d2","pid":26398,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-01-30T20:28:53.919448329Z","hostname":"oxz_crucible_bd9fdebb-f678-49c4-96ca-8fe5b4cc93d2","pid":26398,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-01-30T20:28:53.924478449Z","hostname":"oxz_crucible_bd9fdebb-f678-49c4-96ca-8fe5b4cc93d2","pid":26398,"component":"worker"} {"msg":"region 0ebd8661-b09d-49e8-9a00-c1c00ebc1f23 running snapshot ee4248a2-9aff-4ee6-aa03-314ab9d44797 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2025-01-30T20:28:53.92450446Z","hostname":"oxz_crucible_bd9fdebb-f678-49c4-96ca-8fe5b4cc93d2","pid":26398,"component":"datafile"} {"msg":"path is \"/data/regions/0ebd8661-b09d-49e8-9a00-c1c00ebc1f23\"","v":0,"name":"crucible-agent","level":30,"time":"2025-01-30T20:28:54.065141043Z","hostname":"oxz_crucible_bd9fdebb-f678-49c4-96ca-8fe5b4cc93d2","pid":26398,"component":"datafile"} {"msg":"dataset is oxp_f9b53ac3-7b5c-4ce8-8399-55474ddbe27d/crucible/regions/0ebd8661-b09d-49e8-9a00-c1c00ebc1f23","v":0,"name":"crucible-agent","level":30,"time":"2025-01-30T20:28:54.073582387Z","hostname":"oxz_crucible_bd9fdebb-f678-49c4-96ca-8fe5b4cc93d2","pid":26398,"component":"datafile"} {"msg":"snapshot is oxp_f9b53ac3-7b5c-4ce8-8399-55474ddbe27d/crucible/regions/0ebd8661-b09d-49e8-9a00-c1c00ebc1f23@ee4248a2-9aff-4ee6-aa03-314ab9d44797","v":0,"name":"crucible-agent","level":30,"time":"2025-01-30T20:28:54.081824636Z","hostname":"oxz_crucible_bd9fdebb-f678-49c4-96ca-8fe5b4cc93d2","pid":26398,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_f9b53ac3-7b5c-4ce8-8399-55474ddbe27d/crucible/regions/0ebd8661-b09d-49e8-9a00-c1c00ebc1f23\", \"ee4248a2-9aff-4ee6-aa03-314ab9d44797\"]","v":0,"name":"crucible-agent","level":30,"time":"2025-01-30T20:28:54.081867497Z","hostname":"oxz_crucible_bd9fdebb-f678-49c4-96ca-8fe5b4cc93d2","pid":26398,"component":"ZfsSnapshotInterface"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-01-30T20:28:54.089696924Z","hostname":"oxz_crucible_bd9fdebb-f678-49c4-96ca-8fe5b4cc93d2","pid":26398,"uri":"/crucible/0/regions/0ebd8661-b09d-49e8-9a00-c1c00ebc1f23/snapshots/ee4248a2-9aff-4ee6-aa03-314ab9d44797/run","method":"POST","req_id":"e6842305-3d4e-43bb-8272-7c8cf561802f","remote_addr":"[fd00:1122:3344:101::a]:36591","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":24583,"response_code":"200"} {"msg":"region 9ab1e726-c338-45f7-9d56-e281ae79c1a1 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2025-01-30T20:28:58.174794662Z","hostname":"oxz_crucible_bd9fdebb-f678-49c4-96ca-8fe5b4cc93d2","pid":26398,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-01-30T20:28:58.174978087Z","hostname":"oxz_crucible_bd9fdebb-f678-49c4-96ca-8fe5b4cc93d2","pid":26398,"uri":"/crucible/0/regions","method":"POST","req_id":"62497ced-ac84-42f0-a522-8c98a07b00ee","remote_addr":"[fd00:1122:3344:101::a]:36591","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":278,"response_code":"200"} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2025-01-30T20:28:58.175009168Z","hostname":"oxz_crucible_bd9fdebb-f678-49c4-96ca-8fe5b4cc93d2","pid":26398,"component":"worker"} {"msg":"zfs set reservation of 2684354560 for oxp_f9b53ac3-7b5c-4ce8-8399-55474ddbe27d/crucible/regions/9ab1e726-c338-45f7-9d56-e281ae79c1a1","v":0,"name":"crucible-agent","level":30,"time":"2025-01-30T20:28:58.184531912Z","hostname":"oxz_crucible_bd9fdebb-f678-49c4-96ca-8fe5b4cc93d2","pid":26398,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_f9b53ac3-7b5c-4ce8-8399-55474ddbe27d/crucible/regions/9ab1e726-c338-45f7-9d56-e281ae79c1a1","v":0,"name":"crucible-agent","level":30,"time":"2025-01-30T20:28:58.184568833Z","hostname":"oxz_crucible_bd9fdebb-f678-49c4-96ca-8fe5b4cc93d2","pid":26398,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"9ab1e726-c338-45f7-9d56-e281ae79c1a1\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19002, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/9ab1e726-c338-45f7-9d56-e281ae79c1a1\"","v":0,"name":"crucible-agent","level":30,"time":"2025-01-30T20:28:58.246589425Z","hostname":"oxz_crucible_bd9fdebb-f678-49c4-96ca-8fe5b4cc93d2","pid":26398,"region":"9ab1e726-c338-45f7-9d56-e281ae79c1a1","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"9ab1e726-c338-45f7-9d56-e281ae79c1a1\" \"--data\" \"/data/regions/9ab1e726-c338-45f7-9d56-e281ae79c1a1\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2025-01-30T20:28:58.248399195Z","hostname":"oxz_crucible_bd9fdebb-f678-49c4-96ca-8fe5b4cc93d2","pid":26398,"region":"9ab1e726-c338-45f7-9d56-e281ae79c1a1","component":"worker"} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2025-01-30T20:28:58.339306868Z","hostname":"oxz_crucible_bd9fdebb-f678-49c4-96ca-8fe5b4cc93d2","pid":26398,"region":"9ab1e726-c338-45f7-9d56-e281ae79c1a1","component":"worker"} {"msg":"region 9ab1e726-c338-45f7-9d56-e281ae79c1a1 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2025-01-30T20:28:58.33937152Z","hostname":"oxz_crucible_bd9fdebb-f678-49c4-96ca-8fe5b4cc93d2","pid":26398,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2025-01-30T20:28:58.339531644Z","hostname":"oxz_crucible_bd9fdebb-f678-49c4-96ca-8fe5b4cc93d2","pid":26398,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-9ab1e726-c338-45f7-9d56-e281ae79c1a1","v":0,"name":"crucible-agent","level":30,"time":"2025-01-30T20:28:58.342133857Z","hostname":"oxz_crucible_bd9fdebb-f678-49c4-96ca-8fe5b4cc93d2","pid":26398,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-9ab1e726-c338-45f7-9d56-e281ae79c1a1","v":0,"name":"crucible-agent","level":30,"time":"2025-01-30T20:28:58.345478539Z","hostname":"oxz_crucible_bd9fdebb-f678-49c4-96ca-8fe5b4cc93d2","pid":26398,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2025-01-30T20:28:58.354457209Z","hostname":"oxz_crucible_bd9fdebb-f678-49c4-96ca-8fe5b4cc93d2","pid":26398,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-9ab1e726-c338-45f7-9d56-e281ae79c1a1","v":0,"name":"crucible-agent","level":30,"time":"2025-01-30T20:28:58.357987007Z","hostname":"oxz_crucible_bd9fdebb-f678-49c4-96ca-8fe5b4cc93d2","pid":26398,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/9ab1e726-c338-45f7-9d56-e281ae79c1a1","v":0,"name":"crucible-agent","level":30,"time":"2025-01-30T20:28:58.358349207Z","hostname":"oxz_crucible_bd9fdebb-f678-49c4-96ca-8fe5b4cc93d2","pid":26398,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19002","v":0,"name":"crucible-agent","level":30,"time":"2025-01-30T20:28:58.358418409Z","hostname":"oxz_crucible_bd9fdebb-f678-49c4-96ca-8fe5b4cc93d2","pid":26398,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::16","v":0,"name":"crucible-agent","level":30,"time":"2025-01-30T20:28:58.35847435Z","hostname":"oxz_crucible_bd9fdebb-f678-49c4-96ca-8fe5b4cc93d2","pid":26398,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2025-01-30T20:28:58.358521921Z","hostname":"oxz_crucible_bd9fdebb-f678-49c4-96ca-8fe5b4cc93d2","pid":26398,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-01-30T20:28:58.361973037Z","hostname":"oxz_crucible_bd9fdebb-f678-49c4-96ca-8fe5b4cc93d2","pid":26398,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-01-30T20:28:58.368490848Z","hostname":"oxz_crucible_bd9fdebb-f678-49c4-96ca-8fe5b4cc93d2","pid":26398,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-01-30T20:28:58.459850634Z","hostname":"oxz_crucible_bd9fdebb-f678-49c4-96ca-8fe5b4cc93d2","pid":26398,"uri":"/crucible/0/regions","method":"POST","req_id":"d6dddecd-6826-4889-a6fe-1c7ccc5b1233","remote_addr":"[fd00:1122:3344:101::a]:36591","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":68,"response_code":"200"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-01-30T20:29:24.701553645Z","hostname":"oxz_crucible_bd9fdebb-f678-49c4-96ca-8fe5b4cc93d2","pid":26398,"uri":"/crucible/0/regions/9ab1e726-c338-45f7-9d56-e281ae79c1a1","method":"GET","req_id":"3744edee-5a51-425a-b72f-82eed25befe4","remote_addr":"[fd00:1122:3344:101::a]:36591","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":50,"response_code":"200"} {"msg":"path is \"/data/regions/9ab1e726-c338-45f7-9d56-e281ae79c1a1\"","v":0,"name":"crucible-agent","level":30,"time":"2025-01-30T20:29:24.705404832Z","hostname":"oxz_crucible_bd9fdebb-f678-49c4-96ca-8fe5b4cc93d2","pid":26398,"component":"datafile"} {"msg":"dataset is oxp_f9b53ac3-7b5c-4ce8-8399-55474ddbe27d/crucible/regions/9ab1e726-c338-45f7-9d56-e281ae79c1a1","v":0,"name":"crucible-agent","level":30,"time":"2025-01-30T20:29:24.718855245Z","hostname":"oxz_crucible_bd9fdebb-f678-49c4-96ca-8fe5b4cc93d2","pid":26398,"component":"datafile"} {"msg":"region 9ab1e726-c338-45f7-9d56-e281ae79c1a1 state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2025-01-30T20:29:24.728460622Z","hostname":"oxz_crucible_bd9fdebb-f678-49c4-96ca-8fe5b4cc93d2","pid":26398,"component":"datafile"} {"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2025-01-30T20:29:24.728693098Z","hostname":"oxz_crucible_bd9fdebb-f678-49c4-96ca-8fe5b4cc93d2","pid":26398,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-01-30T20:29:24.728727519Z","hostname":"oxz_crucible_bd9fdebb-f678-49c4-96ca-8fe5b4cc93d2","pid":26398,"uri":"/crucible/0/regions/9ab1e726-c338-45f7-9d56-e281ae79c1a1","method":"DELETE","req_id":"b5fa49ab-fdb7-496d-b51b-8d9cfadf4733","remote_addr":"[fd00:1122:3344:101::a]:36591","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":23352,"response_code":"204"} {"msg":"disabling downstairs instance: downstairs-9ab1e726-c338-45f7-9d56-e281ae79c1a1 (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2025-01-30T20:29:24.730336454Z","hostname":"oxz_crucible_bd9fdebb-f678-49c4-96ca-8fe5b4cc93d2","pid":26398,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-01-30T20:29:24.730835098Z","hostname":"oxz_crucible_bd9fdebb-f678-49c4-96ca-8fe5b4cc93d2","pid":26398,"uri":"/crucible/0/regions/9ab1e726-c338-45f7-9d56-e281ae79c1a1","method":"GET","req_id":"e5f900ea-f0ff-4cdd-8de6-9949af6be192","remote_addr":"[fd00:1122:3344:101::a]:36591","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":25,"response_code":"200"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-01-30T20:29:24.737284127Z","hostname":"oxz_crucible_bd9fdebb-f678-49c4-96ca-8fe5b4cc93d2","pid":26398,"component":"worker"} {"msg":"deleting zfs dataset \"oxp_f9b53ac3-7b5c-4ce8-8399-55474ddbe27d/crucible/regions/9ab1e726-c338-45f7-9d56-e281ae79c1a1\"","v":0,"name":"crucible-agent","level":30,"time":"2025-01-30T20:29:24.74857464Z","hostname":"oxz_crucible_bd9fdebb-f678-49c4-96ca-8fe5b4cc93d2","pid":26398,"region":"9ab1e726-c338-45f7-9d56-e281ae79c1a1","component":"worker"} {"msg":"region 9ab1e726-c338-45f7-9d56-e281ae79c1a1 state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2025-01-30T20:29:24.803460704Z","hostname":"oxz_crucible_bd9fdebb-f678-49c4-96ca-8fe5b4cc93d2","pid":26398,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-01-30T20:29:24.858597894Z","hostname":"oxz_crucible_bd9fdebb-f678-49c4-96ca-8fe5b4cc93d2","pid":26398,"uri":"/crucible/0/regions/9ab1e726-c338-45f7-9d56-e281ae79c1a1","method":"GET","req_id":"b784adbe-c318-4d0e-9101-b7953228cce3","remote_addr":"[fd00:1122:3344:101::a]:36591","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":70,"response_code":"200"}