[ Nov  9 02:46:17 Enabled. ]
[ Nov  9 02:46:17 Rereading configuration. ]
[ Nov  9 02:46:19 Rereading configuration. ]
[ Nov  9 02:46:20 Executing start method ("/opt/oxide/crucible/bin/crucible-agent run -D /opt/oxide/crucible/bin/crucible-downstairs --dataset oxp_31d0192b-e979-447e-9118-b71dd165c143/crucible -l [fd00:1122:3344:101::12]:32345 -P 19000 -p downstairs -s snapshot"). ]
note: configured to log to "/dev/stdout"
{"msg":"dataset: \"oxp_31d0192b-e979-447e-9118-b71dd165c143/crucible\"","v":0,"name":"crucible-agent","level":30,"time":"2024-11-09T02:46:21.022294129Z","hostname":"oxz_crucible_c6a4db90-5649-4dbd-b94c-e7b51b493ee0","pid":28536}
{"msg":"listen IP: [fd00:1122:3344:101::12]:32345","v":0,"name":"crucible-agent","level":30,"time":"2024-11-09T02:46:21.029942287Z","hostname":"oxz_crucible_c6a4db90-5649-4dbd-b94c-e7b51b493ee0","pid":28536}
{"msg":"SMF instance name downstairs_prefix: \"downstairs\"","v":0,"name":"crucible-agent","level":30,"time":"2024-11-09T02:46:21.029964727Z","hostname":"oxz_crucible_c6a4db90-5649-4dbd-b94c-e7b51b493ee0","pid":28536}
{"msg":"Using conf_path:\"/data/crucible.json\"","v":0,"name":"crucible-agent","level":30,"time":"2024-11-09T02:46:21.060205212Z","hostname":"oxz_crucible_c6a4db90-5649-4dbd-b94c-e7b51b493ee0","pid":28536,"component":"datafile"}
{"msg":"listening","v":0,"name":"crucible-agent","level":30,"time":"2024-11-09T02:46:21.205820572Z","hostname":"oxz_crucible_c6a4db90-5649-4dbd-b94c-e7b51b493ee0","pid":28536,"local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot"}
{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2024-11-09T02:47:12.977571398Z","hostname":"oxz_crucible_c6a4db90-5649-4dbd-b94c-e7b51b493ee0","pid":28536,"local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::c]:46431"}
{"msg":"region 1036b13a-65e0-471f-86f1-cc5f7ff944f8 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-11-09T02:47:12.982768295Z","hostname":"oxz_crucible_c6a4db90-5649-4dbd-b94c-e7b51b493ee0","pid":28536,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-11-09T02:47:12.984382718Z","hostname":"oxz_crucible_c6a4db90-5649-4dbd-b94c-e7b51b493ee0","pid":28536,"uri":"/crucible/0/regions","method":"POST","req_id":"f7ec682e-2949-4299-83fe-ef6e96557f42","remote_addr":"[fd00:1122:3344:101::c]:46431","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":2147,"response_code":"200"}
{"msg":"Region size:1073741824 reservation:1342177280 quota:3221225472","v":0,"name":"crucible-agent","level":30,"time":"2024-11-09T02:47:12.984408479Z","hostname":"oxz_crucible_c6a4db90-5649-4dbd-b94c-e7b51b493ee0","pid":28536,"component":"worker"}
{"msg":"zfs set reservation of 1342177280 for oxp_31d0192b-e979-447e-9118-b71dd165c143/crucible/regions/1036b13a-65e0-471f-86f1-cc5f7ff944f8","v":0,"name":"crucible-agent","level":30,"time":"2024-11-09T02:47:12.994494307Z","hostname":"oxz_crucible_c6a4db90-5649-4dbd-b94c-e7b51b493ee0","pid":28536,"component":"worker"}
{"msg":"zfs set quota of 3221225472 for oxp_31d0192b-e979-447e-9118-b71dd165c143/crucible/regions/1036b13a-65e0-471f-86f1-cc5f7ff944f8","v":0,"name":"crucible-agent","level":30,"time":"2024-11-09T02:47:12.994534418Z","hostname":"oxz_crucible_c6a4db90-5649-4dbd-b94c-e7b51b493ee0","pid":28536,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"1036b13a-65e0-471f-86f1-cc5f7ff944f8\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 16, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/1036b13a-65e0-471f-86f1-cc5f7ff944f8\"","v":0,"name":"crucible-agent","level":30,"time":"2024-11-09T02:47:13.069305984Z","hostname":"oxz_crucible_c6a4db90-5649-4dbd-b94c-e7b51b493ee0","pid":28536,"region":"1036b13a-65e0-471f-86f1-cc5f7ff944f8","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"1036b13a-65e0-471f-86f1-cc5f7ff944f8\" \"--data\" \"/data/regions/1036b13a-65e0-471f-86f1-cc5f7ff944f8\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"16\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2024-11-09T02:47:13.069443046Z","hostname":"oxz_crucible_c6a4db90-5649-4dbd-b94c-e7b51b493ee0","pid":28536,"region":"1036b13a-65e0-471f-86f1-cc5f7ff944f8","component":"worker"}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2024-11-09T02:47:13.221718903Z","hostname":"oxz_crucible_c6a4db90-5649-4dbd-b94c-e7b51b493ee0","pid":28536,"region":"1036b13a-65e0-471f-86f1-cc5f7ff944f8","component":"worker"}
{"msg":"region 1036b13a-65e0-471f-86f1-cc5f7ff944f8 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-11-09T02:47:13.221783255Z","hostname":"oxz_crucible_c6a4db90-5649-4dbd-b94c-e7b51b493ee0","pid":28536,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2024-11-09T02:47:13.221859496Z","hostname":"oxz_crucible_c6a4db90-5649-4dbd-b94c-e7b51b493ee0","pid":28536,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-1036b13a-65e0-471f-86f1-cc5f7ff944f8","v":0,"name":"crucible-agent","level":30,"time":"2024-11-09T02:47:13.222277375Z","hostname":"oxz_crucible_c6a4db90-5649-4dbd-b94c-e7b51b493ee0","pid":28536,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-1036b13a-65e0-471f-86f1-cc5f7ff944f8","v":0,"name":"crucible-agent","level":30,"time":"2024-11-09T02:47:13.226320929Z","hostname":"oxz_crucible_c6a4db90-5649-4dbd-b94c-e7b51b493ee0","pid":28536,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-11-09T02:47:13.235360785Z","hostname":"oxz_crucible_c6a4db90-5649-4dbd-b94c-e7b51b493ee0","pid":28536,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-1036b13a-65e0-471f-86f1-cc5f7ff944f8","v":0,"name":"crucible-agent","level":30,"time":"2024-11-09T02:47:13.238754506Z","hostname":"oxz_crucible_c6a4db90-5649-4dbd-b94c-e7b51b493ee0","pid":28536,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/1036b13a-65e0-471f-86f1-cc5f7ff944f8","v":0,"name":"crucible-agent","level":30,"time":"2024-11-09T02:47:13.239490091Z","hostname":"oxz_crucible_c6a4db90-5649-4dbd-b94c-e7b51b493ee0","pid":28536,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-11-09T02:47:13.239628944Z","hostname":"oxz_crucible_c6a4db90-5649-4dbd-b94c-e7b51b493ee0","pid":28536,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::12","v":0,"name":"crucible-agent","level":30,"time":"2024-11-09T02:47:13.239682705Z","hostname":"oxz_crucible_c6a4db90-5649-4dbd-b94c-e7b51b493ee0","pid":28536,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-11-09T02:47:13.239723546Z","hostname":"oxz_crucible_c6a4db90-5649-4dbd-b94c-e7b51b493ee0","pid":28536,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-11-09T02:47:13.244698278Z","hostname":"oxz_crucible_c6a4db90-5649-4dbd-b94c-e7b51b493ee0","pid":28536,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-11-09T02:47:13.249578189Z","hostname":"oxz_crucible_c6a4db90-5649-4dbd-b94c-e7b51b493ee0","pid":28536,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-11-09T02:47:13.285345878Z","hostname":"oxz_crucible_c6a4db90-5649-4dbd-b94c-e7b51b493ee0","pid":28536,"uri":"/crucible/0/regions","method":"POST","req_id":"5d17c7f7-0036-4050-b758-7f09ac6c3a3a","remote_addr":"[fd00:1122:3344:101::c]:46431","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":78,"response_code":"200"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-11-09T02:47:13.72819882Z","hostname":"oxz_crucible_c6a4db90-5649-4dbd-b94c-e7b51b493ee0","pid":28536,"uri":"/crucible/0/regions/1036b13a-65e0-471f-86f1-cc5f7ff944f8","method":"GET","req_id":"68a2d1ab-1f8b-46b4-b500-58370ef2c73b","remote_addr":"[fd00:1122:3344:101::c]:46431","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":93,"response_code":"200"}
{"msg":"path is \"/data/regions/1036b13a-65e0-471f-86f1-cc5f7ff944f8\"","v":0,"name":"crucible-agent","level":30,"time":"2024-11-09T02:47:13.731330075Z","hostname":"oxz_crucible_c6a4db90-5649-4dbd-b94c-e7b51b493ee0","pid":28536,"component":"datafile"}
{"msg":"dataset is oxp_31d0192b-e979-447e-9118-b71dd165c143/crucible/regions/1036b13a-65e0-471f-86f1-cc5f7ff944f8","v":0,"name":"crucible-agent","level":30,"time":"2024-11-09T02:47:13.74367004Z","hostname":"oxz_crucible_c6a4db90-5649-4dbd-b94c-e7b51b493ee0","pid":28536,"component":"datafile"}
{"msg":"region 1036b13a-65e0-471f-86f1-cc5f7ff944f8 state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2024-11-09T02:47:13.755559555Z","hostname":"oxz_crucible_c6a4db90-5649-4dbd-b94c-e7b51b493ee0","pid":28536,"component":"datafile"}
{"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2024-11-09T02:47:13.755724489Z","hostname":"oxz_crucible_c6a4db90-5649-4dbd-b94c-e7b51b493ee0","pid":28536,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-11-09T02:47:13.755853362Z","hostname":"oxz_crucible_c6a4db90-5649-4dbd-b94c-e7b51b493ee0","pid":28536,"uri":"/crucible/0/regions/1036b13a-65e0-471f-86f1-cc5f7ff944f8","method":"DELETE","req_id":"ab172f1b-e33a-4ed1-a5e8-55a1c7c2c472","remote_addr":"[fd00:1122:3344:101::c]:46431","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":24552,"response_code":"204"}
{"msg":"disabling downstairs instance: downstairs-1036b13a-65e0-471f-86f1-cc5f7ff944f8 (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2024-11-09T02:47:13.75672672Z","hostname":"oxz_crucible_c6a4db90-5649-4dbd-b94c-e7b51b493ee0","pid":28536,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-11-09T02:47:13.759126039Z","hostname":"oxz_crucible_c6a4db90-5649-4dbd-b94c-e7b51b493ee0","pid":28536,"uri":"/crucible/0/regions/1036b13a-65e0-471f-86f1-cc5f7ff944f8","method":"GET","req_id":"92ee385a-9fe6-4d00-89aa-7f547c1cf106","remote_addr":"[fd00:1122:3344:101::c]:46431","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":45,"response_code":"200"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-11-09T02:47:13.76109385Z","hostname":"oxz_crucible_c6a4db90-5649-4dbd-b94c-e7b51b493ee0","pid":28536,"component":"worker"}
{"msg":"deleting zfs dataset \"oxp_31d0192b-e979-447e-9118-b71dd165c143/crucible/regions/1036b13a-65e0-471f-86f1-cc5f7ff944f8\"","v":0,"name":"crucible-agent","level":30,"time":"2024-11-09T02:47:13.772752971Z","hostname":"oxz_crucible_c6a4db90-5649-4dbd-b94c-e7b51b493ee0","pid":28536,"region":"1036b13a-65e0-471f-86f1-cc5f7ff944f8","component":"worker"}
{"msg":"region 1036b13a-65e0-471f-86f1-cc5f7ff944f8 state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2024-11-09T02:47:13.83803884Z","hostname":"oxz_crucible_c6a4db90-5649-4dbd-b94c-e7b51b493ee0","pid":28536,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-11-09T02:47:13.848924065Z","hostname":"oxz_crucible_c6a4db90-5649-4dbd-b94c-e7b51b493ee0","pid":28536,"uri":"/crucible/0/regions/1036b13a-65e0-471f-86f1-cc5f7ff944f8","method":"GET","req_id":"54eabcc4-0acc-4b30-9732-7f81e3db96fd","remote_addr":"[fd00:1122:3344:101::c]:46431","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":90,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2024-11-09T02:47:35.127753922Z","hostname":"oxz_crucible_c6a4db90-5649-4dbd-b94c-e7b51b493ee0","pid":28536,"local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:53941"}
{"msg":"region 512a2b55-5450-4471-a771-20287cfa1819 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-11-09T02:47:35.127938036Z","hostname":"oxz_crucible_c6a4db90-5649-4dbd-b94c-e7b51b493ee0","pid":28536,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-11-09T02:47:35.12812498Z","hostname":"oxz_crucible_c6a4db90-5649-4dbd-b94c-e7b51b493ee0","pid":28536,"uri":"/crucible/0/regions","method":"POST","req_id":"98eb841a-bf0b-4130-ac1a-83245d2704c8","remote_addr":"[fd00:1122:3344:101::a]:53941","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":226,"response_code":"200"}
{"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2024-11-09T02:47:35.12814274Z","hostname":"oxz_crucible_c6a4db90-5649-4dbd-b94c-e7b51b493ee0","pid":28536,"component":"worker"}
{"msg":"zfs set reservation of 2684354560 for oxp_31d0192b-e979-447e-9118-b71dd165c143/crucible/regions/512a2b55-5450-4471-a771-20287cfa1819","v":0,"name":"crucible-agent","level":30,"time":"2024-11-09T02:47:35.137942513Z","hostname":"oxz_crucible_c6a4db90-5649-4dbd-b94c-e7b51b493ee0","pid":28536,"component":"worker"}
{"msg":"zfs set quota of 6442450944 for oxp_31d0192b-e979-447e-9118-b71dd165c143/crucible/regions/512a2b55-5450-4471-a771-20287cfa1819","v":0,"name":"crucible-agent","level":30,"time":"2024-11-09T02:47:35.137973603Z","hostname":"oxz_crucible_c6a4db90-5649-4dbd-b94c-e7b51b493ee0","pid":28536,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"512a2b55-5450-4471-a771-20287cfa1819\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/512a2b55-5450-4471-a771-20287cfa1819\"","v":0,"name":"crucible-agent","level":30,"time":"2024-11-09T02:47:35.201172099Z","hostname":"oxz_crucible_c6a4db90-5649-4dbd-b94c-e7b51b493ee0","pid":28536,"region":"512a2b55-5450-4471-a771-20287cfa1819","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"512a2b55-5450-4471-a771-20287cfa1819\" \"--data\" \"/data/regions/512a2b55-5450-4471-a771-20287cfa1819\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2024-11-09T02:47:35.203088339Z","hostname":"oxz_crucible_c6a4db90-5649-4dbd-b94c-e7b51b493ee0","pid":28536,"region":"512a2b55-5450-4471-a771-20287cfa1819","component":"worker"}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2024-11-09T02:47:35.272991713Z","hostname":"oxz_crucible_c6a4db90-5649-4dbd-b94c-e7b51b493ee0","pid":28536,"region":"512a2b55-5450-4471-a771-20287cfa1819","component":"worker"}
{"msg":"region 512a2b55-5450-4471-a771-20287cfa1819 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-11-09T02:47:35.273019714Z","hostname":"oxz_crucible_c6a4db90-5649-4dbd-b94c-e7b51b493ee0","pid":28536,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2024-11-09T02:47:35.273130936Z","hostname":"oxz_crucible_c6a4db90-5649-4dbd-b94c-e7b51b493ee0","pid":28536,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-512a2b55-5450-4471-a771-20287cfa1819","v":0,"name":"crucible-agent","level":30,"time":"2024-11-09T02:47:35.274514375Z","hostname":"oxz_crucible_c6a4db90-5649-4dbd-b94c-e7b51b493ee0","pid":28536,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-512a2b55-5450-4471-a771-20287cfa1819","v":0,"name":"crucible-agent","level":30,"time":"2024-11-09T02:47:35.277464076Z","hostname":"oxz_crucible_c6a4db90-5649-4dbd-b94c-e7b51b493ee0","pid":28536,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-11-09T02:47:35.28493374Z","hostname":"oxz_crucible_c6a4db90-5649-4dbd-b94c-e7b51b493ee0","pid":28536,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-512a2b55-5450-4471-a771-20287cfa1819","v":0,"name":"crucible-agent","level":30,"time":"2024-11-09T02:47:35.289573166Z","hostname":"oxz_crucible_c6a4db90-5649-4dbd-b94c-e7b51b493ee0","pid":28536,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/512a2b55-5450-4471-a771-20287cfa1819","v":0,"name":"crucible-agent","level":30,"time":"2024-11-09T02:47:35.289843502Z","hostname":"oxz_crucible_c6a4db90-5649-4dbd-b94c-e7b51b493ee0","pid":28536,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-11-09T02:47:35.289905323Z","hostname":"oxz_crucible_c6a4db90-5649-4dbd-b94c-e7b51b493ee0","pid":28536,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::12","v":0,"name":"crucible-agent","level":30,"time":"2024-11-09T02:47:35.289953654Z","hostname":"oxz_crucible_c6a4db90-5649-4dbd-b94c-e7b51b493ee0","pid":28536,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-11-09T02:47:35.289994665Z","hostname":"oxz_crucible_c6a4db90-5649-4dbd-b94c-e7b51b493ee0","pid":28536,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-11-09T02:47:35.293323914Z","hostname":"oxz_crucible_c6a4db90-5649-4dbd-b94c-e7b51b493ee0","pid":28536,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-11-09T02:47:35.297920929Z","hostname":"oxz_crucible_c6a4db90-5649-4dbd-b94c-e7b51b493ee0","pid":28536,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-11-09T02:47:35.407561754Z","hostname":"oxz_crucible_c6a4db90-5649-4dbd-b94c-e7b51b493ee0","pid":28536,"uri":"/crucible/0/regions","method":"POST","req_id":"38d44b3f-c79b-4820-8ceb-724f7658f624","remote_addr":"[fd00:1122:3344:101::a]:53941","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":63,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2024-11-09T02:58:21.302237131Z","hostname":"oxz_crucible_c6a4db90-5649-4dbd-b94c-e7b51b493ee0","pid":28536,"local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:56786"}
{"msg":"region 56105977-0d0d-4535-8fb8-badb821e60c8 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-11-09T02:58:21.302547107Z","hostname":"oxz_crucible_c6a4db90-5649-4dbd-b94c-e7b51b493ee0","pid":28536,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-11-09T02:58:21.303551298Z","hostname":"oxz_crucible_c6a4db90-5649-4dbd-b94c-e7b51b493ee0","pid":28536,"uri":"/crucible/0/regions","method":"POST","req_id":"1726a972-9ab4-4b23-95d0-606434072c5e","remote_addr":"[fd00:1122:3344:101::a]:56786","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":1042,"response_code":"200"}
{"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2024-11-09T02:58:21.303569369Z","hostname":"oxz_crucible_c6a4db90-5649-4dbd-b94c-e7b51b493ee0","pid":28536,"component":"worker"}
{"msg":"zfs set reservation of 2684354560 for oxp_31d0192b-e979-447e-9118-b71dd165c143/crucible/regions/56105977-0d0d-4535-8fb8-badb821e60c8","v":0,"name":"crucible-agent","level":30,"time":"2024-11-09T02:58:21.31625568Z","hostname":"oxz_crucible_c6a4db90-5649-4dbd-b94c-e7b51b493ee0","pid":28536,"component":"worker"}
{"msg":"zfs set quota of 6442450944 for oxp_31d0192b-e979-447e-9118-b71dd165c143/crucible/regions/56105977-0d0d-4535-8fb8-badb821e60c8","v":0,"name":"crucible-agent","level":30,"time":"2024-11-09T02:58:21.316287791Z","hostname":"oxz_crucible_c6a4db90-5649-4dbd-b94c-e7b51b493ee0","pid":28536,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"56105977-0d0d-4535-8fb8-badb821e60c8\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19001, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/56105977-0d0d-4535-8fb8-badb821e60c8\"","v":0,"name":"crucible-agent","level":30,"time":"2024-11-09T02:58:21.387635385Z","hostname":"oxz_crucible_c6a4db90-5649-4dbd-b94c-e7b51b493ee0","pid":28536,"region":"56105977-0d0d-4535-8fb8-badb821e60c8","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"56105977-0d0d-4535-8fb8-badb821e60c8\" \"--data\" \"/data/regions/56105977-0d0d-4535-8fb8-badb821e60c8\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2024-11-09T02:58:21.389417182Z","hostname":"oxz_crucible_c6a4db90-5649-4dbd-b94c-e7b51b493ee0","pid":28536,"region":"56105977-0d0d-4535-8fb8-badb821e60c8","component":"worker"}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2024-11-09T02:58:21.518625592Z","hostname":"oxz_crucible_c6a4db90-5649-4dbd-b94c-e7b51b493ee0","pid":28536,"region":"56105977-0d0d-4535-8fb8-badb821e60c8","component":"worker"}
{"msg":"region 56105977-0d0d-4535-8fb8-badb821e60c8 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-11-09T02:58:21.518667473Z","hostname":"oxz_crucible_c6a4db90-5649-4dbd-b94c-e7b51b493ee0","pid":28536,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2024-11-09T02:58:21.518783785Z","hostname":"oxz_crucible_c6a4db90-5649-4dbd-b94c-e7b51b493ee0","pid":28536,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-56105977-0d0d-4535-8fb8-badb821e60c8","v":0,"name":"crucible-agent","level":30,"time":"2024-11-09T02:58:21.527581047Z","hostname":"oxz_crucible_c6a4db90-5649-4dbd-b94c-e7b51b493ee0","pid":28536,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-56105977-0d0d-4535-8fb8-badb821e60c8","v":0,"name":"crucible-agent","level":30,"time":"2024-11-09T02:58:21.538486503Z","hostname":"oxz_crucible_c6a4db90-5649-4dbd-b94c-e7b51b493ee0","pid":28536,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-11-09T02:58:21.55337188Z","hostname":"oxz_crucible_c6a4db90-5649-4dbd-b94c-e7b51b493ee0","pid":28536,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-56105977-0d0d-4535-8fb8-badb821e60c8","v":0,"name":"crucible-agent","level":30,"time":"2024-11-09T02:58:21.562306845Z","hostname":"oxz_crucible_c6a4db90-5649-4dbd-b94c-e7b51b493ee0","pid":28536,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/56105977-0d0d-4535-8fb8-badb821e60c8","v":0,"name":"crucible-agent","level":30,"time":"2024-11-09T02:58:21.56254334Z","hostname":"oxz_crucible_c6a4db90-5649-4dbd-b94c-e7b51b493ee0","pid":28536,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2024-11-09T02:58:21.562598611Z","hostname":"oxz_crucible_c6a4db90-5649-4dbd-b94c-e7b51b493ee0","pid":28536,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::12","v":0,"name":"crucible-agent","level":30,"time":"2024-11-09T02:58:21.562640382Z","hostname":"oxz_crucible_c6a4db90-5649-4dbd-b94c-e7b51b493ee0","pid":28536,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-11-09T02:58:21.562678792Z","hostname":"oxz_crucible_c6a4db90-5649-4dbd-b94c-e7b51b493ee0","pid":28536,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-11-09T02:58:21.570632977Z","hostname":"oxz_crucible_c6a4db90-5649-4dbd-b94c-e7b51b493ee0","pid":28536,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-11-09T02:58:21.57805336Z","hostname":"oxz_crucible_c6a4db90-5649-4dbd-b94c-e7b51b493ee0","pid":28536,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-11-09T02:58:21.682232873Z","hostname":"oxz_crucible_c6a4db90-5649-4dbd-b94c-e7b51b493ee0","pid":28536,"uri":"/crucible/0/regions","method":"POST","req_id":"bc5fab13-6fbf-4131-b00d-e9ae6a2d10dd","remote_addr":"[fd00:1122:3344:101::a]:56786","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":73,"response_code":"200"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-11-09T02:58:23.311824131Z","hostname":"oxz_crucible_c6a4db90-5649-4dbd-b94c-e7b51b493ee0","pid":28536,"uri":"/crucible/0/regions/512a2b55-5450-4471-a771-20287cfa1819","method":"GET","req_id":"5a977bb7-865a-49e5-9d9a-c57b4b10d7e8","remote_addr":"[fd00:1122:3344:101::a]:56786","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":56,"response_code":"200"}
{"msg":"path is \"/data/regions/512a2b55-5450-4471-a771-20287cfa1819\"","v":0,"name":"crucible-agent","level":30,"time":"2024-11-09T02:58:23.315212391Z","hostname":"oxz_crucible_c6a4db90-5649-4dbd-b94c-e7b51b493ee0","pid":28536,"component":"datafile"}
{"msg":"dataset is oxp_31d0192b-e979-447e-9118-b71dd165c143/crucible/regions/512a2b55-5450-4471-a771-20287cfa1819","v":0,"name":"crucible-agent","level":30,"time":"2024-11-09T02:58:23.324325759Z","hostname":"oxz_crucible_c6a4db90-5649-4dbd-b94c-e7b51b493ee0","pid":28536,"component":"datafile"}
{"msg":"snapshot is oxp_31d0192b-e979-447e-9118-b71dd165c143/crucible/regions/512a2b55-5450-4471-a771-20287cfa1819@37f3fb8c-b87c-443f-a1cf-79a4c951c424","v":0,"name":"crucible-agent","level":30,"time":"2024-11-09T02:58:23.332322874Z","hostname":"oxz_crucible_c6a4db90-5649-4dbd-b94c-e7b51b493ee0","pid":28536,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_31d0192b-e979-447e-9118-b71dd165c143/crucible/regions/512a2b55-5450-4471-a771-20287cfa1819\", \"37f3fb8c-b87c-443f-a1cf-79a4c951c424\"]","v":0,"name":"crucible-agent","level":30,"time":"2024-11-09T02:58:23.332360545Z","hostname":"oxz_crucible_c6a4db90-5649-4dbd-b94c-e7b51b493ee0","pid":28536,"component":"ZfsSnapshotInterface"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-11-09T02:58:23.343780781Z","hostname":"oxz_crucible_c6a4db90-5649-4dbd-b94c-e7b51b493ee0","pid":28536,"uri":"/crucible/0/regions/512a2b55-5450-4471-a771-20287cfa1819/snapshots/37f3fb8c-b87c-443f-a1cf-79a4c951c424","method":"GET","req_id":"2981c4d0-c925-456e-b7d4-5727a515e678","remote_addr":"[fd00:1122:3344:101::a]:56786","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":28579,"response_code":"200"}
{"msg":"path is \"/data/regions/512a2b55-5450-4471-a771-20287cfa1819\"","v":0,"name":"crucible-agent","level":30,"time":"2024-11-09T02:58:23.346788373Z","hostname":"oxz_crucible_c6a4db90-5649-4dbd-b94c-e7b51b493ee0","pid":28536,"component":"datafile"}
{"msg":"dataset is oxp_31d0192b-e979-447e-9118-b71dd165c143/crucible/regions/512a2b55-5450-4471-a771-20287cfa1819","v":0,"name":"crucible-agent","level":30,"time":"2024-11-09T02:58:23.35488391Z","hostname":"oxz_crucible_c6a4db90-5649-4dbd-b94c-e7b51b493ee0","pid":28536,"component":"datafile"}
{"msg":"snapshot is oxp_31d0192b-e979-447e-9118-b71dd165c143/crucible/regions/512a2b55-5450-4471-a771-20287cfa1819@37f3fb8c-b87c-443f-a1cf-79a4c951c424","v":0,"name":"crucible-agent","level":30,"time":"2024-11-09T02:58:23.362827065Z","hostname":"oxz_crucible_c6a4db90-5649-4dbd-b94c-e7b51b493ee0","pid":28536,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_31d0192b-e979-447e-9118-b71dd165c143/crucible/regions/512a2b55-5450-4471-a771-20287cfa1819\", \"37f3fb8c-b87c-443f-a1cf-79a4c951c424\"]","v":0,"name":"crucible-agent","level":30,"time":"2024-11-09T02:58:23.362856925Z","hostname":"oxz_crucible_c6a4db90-5649-4dbd-b94c-e7b51b493ee0","pid":28536,"component":"ZfsSnapshotInterface"}
{"msg":"requesting running snapshot 512a2b55-5450-4471-a771-20287cfa1819-37f3fb8c-b87c-443f-a1cf-79a4c951c424 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-11-09T02:58:23.371072605Z","hostname":"oxz_crucible_c6a4db90-5649-4dbd-b94c-e7b51b493ee0","pid":28536,"component":"datafile"}
{"msg":"applying SMF actions for region 512a2b55-5450-4471-a771-20287cfa1819 running snapshot 37f3fb8c-b87c-443f-a1cf-79a4c951c424 (state Requested)...","v":0,"name":"crucible-agent","level":30,"time":"2024-11-09T02:58:23.3712875Z","hostname":"oxz_crucible_c6a4db90-5649-4dbd-b94c-e7b51b493ee0","pid":28536,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-11-09T02:58:23.3713019Z","hostname":"oxz_crucible_c6a4db90-5649-4dbd-b94c-e7b51b493ee0","pid":28536,"uri":"/crucible/0/regions/512a2b55-5450-4471-a771-20287cfa1819/snapshots/37f3fb8c-b87c-443f-a1cf-79a4c951c424/run","method":"POST","req_id":"907c40ae-b2cf-41a3-91f1-2e545ce2058a","remote_addr":"[fd00:1122:3344:101::a]:56786","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":24545,"response_code":"200"}
{"msg":"creating missing snapshot instance snapshot-512a2b55-5450-4471-a771-20287cfa1819-37f3fb8c-b87c-443f-a1cf-79a4c951c424","v":0,"name":"crucible-agent","level":30,"time":"2024-11-09T02:58:23.374126288Z","hostname":"oxz_crucible_c6a4db90-5649-4dbd-b94c-e7b51b493ee0","pid":28536,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:snapshot-512a2b55-5450-4471-a771-20287cfa1819-37f3fb8c-b87c-443f-a1cf-79a4c951c424","v":0,"name":"crucible-agent","level":30,"time":"2024-11-09T02:58:23.380025909Z","hostname":"oxz_crucible_c6a4db90-5649-4dbd-b94c-e7b51b493ee0","pid":28536,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:snapshot-512a2b55-5450-4471-a771-20287cfa1819-37f3fb8c-b87c-443f-a1cf-79a4c951c424","v":0,"name":"crucible-agent","level":30,"time":"2024-11-09T02:58:23.396575161Z","hostname":"oxz_crucible_c6a4db90-5649-4dbd-b94c-e7b51b493ee0","pid":28536,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/512a2b55-5450-4471-a771-20287cfa1819/.zfs/snapshot/37f3fb8c-b87c-443f-a1cf-79a4c951c424","v":0,"name":"crucible-agent","level":30,"time":"2024-11-09T02:58:23.396810536Z","hostname":"oxz_crucible_c6a4db90-5649-4dbd-b94c-e7b51b493ee0","pid":28536,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19002","v":0,"name":"crucible-agent","level":30,"time":"2024-11-09T02:58:23.396860027Z","hostname":"oxz_crucible_c6a4db90-5649-4dbd-b94c-e7b51b493ee0","pid":28536,"component":"worker"}
{"msg":"ensure mode SCF_TYPE_ASTRING ro","v":0,"name":"crucible-agent","level":30,"time":"2024-11-09T02:58:23.396899478Z","hostname":"oxz_crucible_c6a4db90-5649-4dbd-b94c-e7b51b493ee0","pid":28536,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::12","v":0,"name":"crucible-agent","level":30,"time":"2024-11-09T02:58:23.396942539Z","hostname":"oxz_crucible_c6a4db90-5649-4dbd-b94c-e7b51b493ee0","pid":28536,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-11-09T02:58:23.39699208Z","hostname":"oxz_crucible_c6a4db90-5649-4dbd-b94c-e7b51b493ee0","pid":28536,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-11-09T02:58:23.403076225Z","hostname":"oxz_crucible_c6a4db90-5649-4dbd-b94c-e7b51b493ee0","pid":28536,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-11-09T02:58:23.408008687Z","hostname":"oxz_crucible_c6a4db90-5649-4dbd-b94c-e7b51b493ee0","pid":28536,"component":"worker"}
{"msg":"region 512a2b55-5450-4471-a771-20287cfa1819 running snapshot 37f3fb8c-b87c-443f-a1cf-79a4c951c424 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-11-09T02:58:23.408023378Z","hostname":"oxz_crucible_c6a4db90-5649-4dbd-b94c-e7b51b493ee0","pid":28536,"component":"datafile"}
{"msg":"path is \"/data/regions/512a2b55-5450-4471-a771-20287cfa1819\"","v":0,"name":"crucible-agent","level":30,"time":"2024-11-09T02:58:23.673008384Z","hostname":"oxz_crucible_c6a4db90-5649-4dbd-b94c-e7b51b493ee0","pid":28536,"component":"datafile"}
{"msg":"dataset is oxp_31d0192b-e979-447e-9118-b71dd165c143/crucible/regions/512a2b55-5450-4471-a771-20287cfa1819","v":0,"name":"crucible-agent","level":30,"time":"2024-11-09T02:58:23.681725484Z","hostname":"oxz_crucible_c6a4db90-5649-4dbd-b94c-e7b51b493ee0","pid":28536,"component":"datafile"}
{"msg":"snapshot is oxp_31d0192b-e979-447e-9118-b71dd165c143/crucible/regions/512a2b55-5450-4471-a771-20287cfa1819@37f3fb8c-b87c-443f-a1cf-79a4c951c424","v":0,"name":"crucible-agent","level":30,"time":"2024-11-09T02:58:23.690499986Z","hostname":"oxz_crucible_c6a4db90-5649-4dbd-b94c-e7b51b493ee0","pid":28536,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_31d0192b-e979-447e-9118-b71dd165c143/crucible/regions/512a2b55-5450-4471-a771-20287cfa1819\", \"37f3fb8c-b87c-443f-a1cf-79a4c951c424\"]","v":0,"name":"crucible-agent","level":30,"time":"2024-11-09T02:58:23.690550207Z","hostname":"oxz_crucible_c6a4db90-5649-4dbd-b94c-e7b51b493ee0","pid":28536,"component":"ZfsSnapshotInterface"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-11-09T02:58:23.698024801Z","hostname":"oxz_crucible_c6a4db90-5649-4dbd-b94c-e7b51b493ee0","pid":28536,"uri":"/crucible/0/regions/512a2b55-5450-4471-a771-20287cfa1819/snapshots/37f3fb8c-b87c-443f-a1cf-79a4c951c424/run","method":"POST","req_id":"0e7842df-e9a9-4946-ab23-554b38e9d0b3","remote_addr":"[fd00:1122:3344:101::a]:56786","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":25060,"response_code":"200"}
{"msg":"region 96023f4f-7a80-4a1e-83d4-43915594f59b state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-11-09T02:58:26.939671432Z","hostname":"oxz_crucible_c6a4db90-5649-4dbd-b94c-e7b51b493ee0","pid":28536,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-11-09T02:58:26.939825156Z","hostname":"oxz_crucible_c6a4db90-5649-4dbd-b94c-e7b51b493ee0","pid":28536,"uri":"/crucible/0/regions","method":"POST","req_id":"ca47e594-7e00-4ec5-bd6d-aef9d6e3ebc9","remote_addr":"[fd00:1122:3344:101::a]:56786","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":229,"response_code":"200"}
{"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2024-11-09T02:58:26.939852836Z","hostname":"oxz_crucible_c6a4db90-5649-4dbd-b94c-e7b51b493ee0","pid":28536,"component":"worker"}
{"msg":"zfs set reservation of 2684354560 for oxp_31d0192b-e979-447e-9118-b71dd165c143/crucible/regions/96023f4f-7a80-4a1e-83d4-43915594f59b","v":0,"name":"crucible-agent","level":30,"time":"2024-11-09T02:58:26.949350023Z","hostname":"oxz_crucible_c6a4db90-5649-4dbd-b94c-e7b51b493ee0","pid":28536,"component":"worker"}
{"msg":"zfs set quota of 6442450944 for oxp_31d0192b-e979-447e-9118-b71dd165c143/crucible/regions/96023f4f-7a80-4a1e-83d4-43915594f59b","v":0,"name":"crucible-agent","level":30,"time":"2024-11-09T02:58:26.949390244Z","hostname":"oxz_crucible_c6a4db90-5649-4dbd-b94c-e7b51b493ee0","pid":28536,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"96023f4f-7a80-4a1e-83d4-43915594f59b\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19003, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/96023f4f-7a80-4a1e-83d4-43915594f59b\"","v":0,"name":"crucible-agent","level":30,"time":"2024-11-09T02:58:27.023018945Z","hostname":"oxz_crucible_c6a4db90-5649-4dbd-b94c-e7b51b493ee0","pid":28536,"region":"96023f4f-7a80-4a1e-83d4-43915594f59b","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"96023f4f-7a80-4a1e-83d4-43915594f59b\" \"--data\" \"/data/regions/96023f4f-7a80-4a1e-83d4-43915594f59b\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2024-11-09T02:58:27.024871973Z","hostname":"oxz_crucible_c6a4db90-5649-4dbd-b94c-e7b51b493ee0","pid":28536,"region":"96023f4f-7a80-4a1e-83d4-43915594f59b","component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-11-09T02:58:27.08472373Z","hostname":"oxz_crucible_c6a4db90-5649-4dbd-b94c-e7b51b493ee0","pid":28536,"uri":"/crucible/0/regions","method":"POST","req_id":"38f69eb1-42cb-4b26-9f79-8ce4895232f8","remote_addr":"[fd00:1122:3344:101::a]:56786","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":903,"response_code":"200"}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2024-11-09T02:58:27.190744241Z","hostname":"oxz_crucible_c6a4db90-5649-4dbd-b94c-e7b51b493ee0","pid":28536,"region":"96023f4f-7a80-4a1e-83d4-43915594f59b","component":"worker"}
{"msg":"region 96023f4f-7a80-4a1e-83d4-43915594f59b state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-11-09T02:58:27.190782962Z","hostname":"oxz_crucible_c6a4db90-5649-4dbd-b94c-e7b51b493ee0","pid":28536,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2024-11-09T02:58:27.190975496Z","hostname":"oxz_crucible_c6a4db90-5649-4dbd-b94c-e7b51b493ee0","pid":28536,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-96023f4f-7a80-4a1e-83d4-43915594f59b","v":0,"name":"crucible-agent","level":30,"time":"2024-11-09T02:58:27.194983659Z","hostname":"oxz_crucible_c6a4db90-5649-4dbd-b94c-e7b51b493ee0","pid":28536,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-96023f4f-7a80-4a1e-83d4-43915594f59b","v":0,"name":"crucible-agent","level":30,"time":"2024-11-09T02:58:27.201102866Z","hostname":"oxz_crucible_c6a4db90-5649-4dbd-b94c-e7b51b493ee0","pid":28536,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-11-09T02:58:27.21441429Z","hostname":"oxz_crucible_c6a4db90-5649-4dbd-b94c-e7b51b493ee0","pid":28536,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-96023f4f-7a80-4a1e-83d4-43915594f59b","v":0,"name":"crucible-agent","level":30,"time":"2024-11-09T02:58:27.22404184Z","hostname":"oxz_crucible_c6a4db90-5649-4dbd-b94c-e7b51b493ee0","pid":28536,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/96023f4f-7a80-4a1e-83d4-43915594f59b","v":0,"name":"crucible-agent","level":30,"time":"2024-11-09T02:58:27.224478849Z","hostname":"oxz_crucible_c6a4db90-5649-4dbd-b94c-e7b51b493ee0","pid":28536,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19003","v":0,"name":"crucible-agent","level":30,"time":"2024-11-09T02:58:27.224571111Z","hostname":"oxz_crucible_c6a4db90-5649-4dbd-b94c-e7b51b493ee0","pid":28536,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::12","v":0,"name":"crucible-agent","level":30,"time":"2024-11-09T02:58:27.224650932Z","hostname":"oxz_crucible_c6a4db90-5649-4dbd-b94c-e7b51b493ee0","pid":28536,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-11-09T02:58:27.224745074Z","hostname":"oxz_crucible_c6a4db90-5649-4dbd-b94c-e7b51b493ee0","pid":28536,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-11-09T02:58:27.234970455Z","hostname":"oxz_crucible_c6a4db90-5649-4dbd-b94c-e7b51b493ee0","pid":28536,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-11-09T02:58:27.244904231Z","hostname":"oxz_crucible_c6a4db90-5649-4dbd-b94c-e7b51b493ee0","pid":28536,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-11-09T02:58:27.819462234Z","hostname":"oxz_crucible_c6a4db90-5649-4dbd-b94c-e7b51b493ee0","pid":28536,"uri":"/crucible/0/regions","method":"POST","req_id":"84be5d65-321b-42be-81f1-ca05a3e9475d","remote_addr":"[fd00:1122:3344:101::a]:56786","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":65,"response_code":"200"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-11-09T02:58:53.184339261Z","hostname":"oxz_crucible_c6a4db90-5649-4dbd-b94c-e7b51b493ee0","pid":28536,"uri":"/crucible/0/regions/96023f4f-7a80-4a1e-83d4-43915594f59b","method":"GET","req_id":"ef0a11e2-2f36-40e1-b91a-46bd9ee180d8","remote_addr":"[fd00:1122:3344:101::a]:56786","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":82,"response_code":"200"}
{"msg":"path is \"/data/regions/96023f4f-7a80-4a1e-83d4-43915594f59b\"","v":0,"name":"crucible-agent","level":30,"time":"2024-11-09T02:58:53.187241751Z","hostname":"oxz_crucible_c6a4db90-5649-4dbd-b94c-e7b51b493ee0","pid":28536,"component":"datafile"}
{"msg":"dataset is oxp_31d0192b-e979-447e-9118-b71dd165c143/crucible/regions/96023f4f-7a80-4a1e-83d4-43915594f59b","v":0,"name":"crucible-agent","level":30,"time":"2024-11-09T02:58:53.201658189Z","hostname":"oxz_crucible_c6a4db90-5649-4dbd-b94c-e7b51b493ee0","pid":28536,"component":"datafile"}
{"msg":"region 96023f4f-7a80-4a1e-83d4-43915594f59b state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2024-11-09T02:58:53.211470781Z","hostname":"oxz_crucible_c6a4db90-5649-4dbd-b94c-e7b51b493ee0","pid":28536,"component":"datafile"}
{"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2024-11-09T02:58:53.211690986Z","hostname":"oxz_crucible_c6a4db90-5649-4dbd-b94c-e7b51b493ee0","pid":28536,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-11-09T02:58:53.211764807Z","hostname":"oxz_crucible_c6a4db90-5649-4dbd-b94c-e7b51b493ee0","pid":28536,"uri":"/crucible/0/regions/96023f4f-7a80-4a1e-83d4-43915594f59b","method":"DELETE","req_id":"820fe6b7-b327-4044-a339-2a663ff1b373","remote_addr":"[fd00:1122:3344:101::a]:56786","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":24554,"response_code":"204"}
{"msg":"disabling downstairs instance: downstairs-96023f4f-7a80-4a1e-83d4-43915594f59b (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2024-11-09T02:58:53.213420242Z","hostname":"oxz_crucible_c6a4db90-5649-4dbd-b94c-e7b51b493ee0","pid":28536,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-11-09T02:58:53.215735729Z","hostname":"oxz_crucible_c6a4db90-5649-4dbd-b94c-e7b51b493ee0","pid":28536,"uri":"/crucible/0/regions/96023f4f-7a80-4a1e-83d4-43915594f59b","method":"GET","req_id":"6a1e94df-e996-480e-96c0-0f6b4327d5ce","remote_addr":"[fd00:1122:3344:101::a]:56786","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":324,"response_code":"200"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-11-09T02:58:53.222449768Z","hostname":"oxz_crucible_c6a4db90-5649-4dbd-b94c-e7b51b493ee0","pid":28536,"component":"worker"}
{"msg":"deleting zfs dataset \"oxp_31d0192b-e979-447e-9118-b71dd165c143/crucible/regions/96023f4f-7a80-4a1e-83d4-43915594f59b\"","v":0,"name":"crucible-agent","level":30,"time":"2024-11-09T02:58:53.233373084Z","hostname":"oxz_crucible_c6a4db90-5649-4dbd-b94c-e7b51b493ee0","pid":28536,"region":"96023f4f-7a80-4a1e-83d4-43915594f59b","component":"worker"}
{"msg":"region 96023f4f-7a80-4a1e-83d4-43915594f59b state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2024-11-09T02:58:53.294247142Z","hostname":"oxz_crucible_c6a4db90-5649-4dbd-b94c-e7b51b493ee0","pid":28536,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-11-09T02:58:53.347053713Z","hostname":"oxz_crucible_c6a4db90-5649-4dbd-b94c-e7b51b493ee0","pid":28536,"uri":"/crucible/0/regions/96023f4f-7a80-4a1e-83d4-43915594f59b","method":"GET","req_id":"046edbea-157b-4bed-8f33-c8d28c99c0e2","remote_addr":"[fd00:1122:3344:101::a]:56786","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":85,"response_code":"200"}