{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2024-08-27T23:45:28.994040565Z","hostname":"oxz_crucible_8ff3bb0a-4a85-43ba-917e-9049c3c9d440","pid":22687,"local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::b]:58813"}
{"msg":"region 9fd78fb6-f242-417c-a48f-1f27435233ef state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-08-27T23:45:29.023876068Z","hostname":"oxz_crucible_8ff3bb0a-4a85-43ba-917e-9049c3c9d440","pid":22687,"component":"datafile"}
{"msg":"Region size:1073741824 reservation:1342177280 quota:3221225472","v":0,"name":"crucible-agent","level":30,"time":"2024-08-27T23:45:29.03119142Z","hostname":"oxz_crucible_8ff3bb0a-4a85-43ba-917e-9049c3c9d440","pid":22687,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-08-27T23:45:29.035511852Z","hostname":"oxz_crucible_8ff3bb0a-4a85-43ba-917e-9049c3c9d440","pid":22687,"uri":"/crucible/0/regions","method":"POST","req_id":"d011d19b-598b-404b-8ae8-87fde59cec65","remote_addr":"[fd00:1122:3344:101::b]:58813","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":21487,"response_code":"200"}
{"msg":"zfs set reservation of 1342177280 for oxp_58f2cdae-319b-489c-89a1-9d6a173f3e8a/crucible/regions/9fd78fb6-f242-417c-a48f-1f27435233ef","v":0,"name":"crucible-agent","level":30,"time":"2024-08-27T23:45:29.046109147Z","hostname":"oxz_crucible_8ff3bb0a-4a85-43ba-917e-9049c3c9d440","pid":22687,"component":"worker"}
{"msg":"zfs set quota of 3221225472 for oxp_58f2cdae-319b-489c-89a1-9d6a173f3e8a/crucible/regions/9fd78fb6-f242-417c-a48f-1f27435233ef","v":0,"name":"crucible-agent","level":30,"time":"2024-08-27T23:45:29.046127037Z","hostname":"oxz_crucible_8ff3bb0a-4a85-43ba-917e-9049c3c9d440","pid":22687,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"9fd78fb6-f242-417c-a48f-1f27435233ef\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 16, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/9fd78fb6-f242-417c-a48f-1f27435233ef\"","v":0,"name":"crucible-agent","level":30,"time":"2024-08-27T23:45:29.160345139Z","hostname":"oxz_crucible_8ff3bb0a-4a85-43ba-917e-9049c3c9d440","pid":22687,"region":"9fd78fb6-f242-417c-a48f-1f27435233ef","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"9fd78fb6-f242-417c-a48f-1f27435233ef\" \"--data\" \"/data/regions/9fd78fb6-f242-417c-a48f-1f27435233ef\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"16\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2024-08-27T23:45:29.162695472Z","hostname":"oxz_crucible_8ff3bb0a-4a85-43ba-917e-9049c3c9d440","pid":22687,"region":"9fd78fb6-f242-417c-a48f-1f27435233ef","component":"worker"}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2024-08-27T23:45:29.353253725Z","hostname":"oxz_crucible_8ff3bb0a-4a85-43ba-917e-9049c3c9d440","pid":22687,"region":"9fd78fb6-f242-417c-a48f-1f27435233ef","component":"worker"}
{"msg":"region 9fd78fb6-f242-417c-a48f-1f27435233ef state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-08-27T23:45:29.353349896Z","hostname":"oxz_crucible_8ff3bb0a-4a85-43ba-917e-9049c3c9d440","pid":22687,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2024-08-27T23:45:29.353542518Z","hostname":"oxz_crucible_8ff3bb0a-4a85-43ba-917e-9049c3c9d440","pid":22687,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-9fd78fb6-f242-417c-a48f-1f27435233ef","v":0,"name":"crucible-agent","level":30,"time":"2024-08-27T23:45:29.353971822Z","hostname":"oxz_crucible_8ff3bb0a-4a85-43ba-917e-9049c3c9d440","pid":22687,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-9fd78fb6-f242-417c-a48f-1f27435233ef","v":0,"name":"crucible-agent","level":30,"time":"2024-08-27T23:45:29.362520316Z","hostname":"oxz_crucible_8ff3bb0a-4a85-43ba-917e-9049c3c9d440","pid":22687,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-08-27T23:45:29.396020495Z","hostname":"oxz_crucible_8ff3bb0a-4a85-43ba-917e-9049c3c9d440","pid":22687,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-08-27T23:45:29.409094664Z","hostname":"oxz_crucible_8ff3bb0a-4a85-43ba-917e-9049c3c9d440","pid":22687,"uri":"/crucible/0/regions","method":"POST","req_id":"62ab4004-8533-4ad8-8403-e6bfda4f0f6c","remote_addr":"[fd00:1122:3344:101::b]:58813","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":99,"response_code":"200"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-9fd78fb6-f242-417c-a48f-1f27435233ef","v":0,"name":"crucible-agent","level":30,"time":"2024-08-27T23:45:29.414406476Z","hostname":"oxz_crucible_8ff3bb0a-4a85-43ba-917e-9049c3c9d440","pid":22687,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/9fd78fb6-f242-417c-a48f-1f27435233ef","v":0,"name":"crucible-agent","level":30,"time":"2024-08-27T23:45:29.41786814Z","hostname":"oxz_crucible_8ff3bb0a-4a85-43ba-917e-9049c3c9d440","pid":22687,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-08-27T23:45:29.420347444Z","hostname":"oxz_crucible_8ff3bb0a-4a85-43ba-917e-9049c3c9d440","pid":22687,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::19","v":0,"name":"crucible-agent","level":30,"time":"2024-08-27T23:45:29.420400225Z","hostname":"oxz_crucible_8ff3bb0a-4a85-43ba-917e-9049c3c9d440","pid":22687,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-08-27T23:45:29.420442935Z","hostname":"oxz_crucible_8ff3bb0a-4a85-43ba-917e-9049c3c9d440","pid":22687,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-08-27T23:45:29.429879808Z","hostname":"oxz_crucible_8ff3bb0a-4a85-43ba-917e-9049c3c9d440","pid":22687,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-08-27T23:45:29.442090848Z","hostname":"oxz_crucible_8ff3bb0a-4a85-43ba-917e-9049c3c9d440","pid":22687,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-08-27T23:45:30.683206754Z","hostname":"oxz_crucible_8ff3bb0a-4a85-43ba-917e-9049c3c9d440","pid":22687,"uri":"/crucible/0/regions/9fd78fb6-f242-417c-a48f-1f27435233ef","method":"GET","req_id":"b1b721cf-4fd8-4c90-83fc-b583ce3d7ff4","remote_addr":"[fd00:1122:3344:101::b]:58813","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":66,"response_code":"200"}
{"msg":"path is \"/data/regions/9fd78fb6-f242-417c-a48f-1f27435233ef\"","v":0,"name":"crucible-agent","level":30,"time":"2024-08-27T23:45:30.686300485Z","hostname":"oxz_crucible_8ff3bb0a-4a85-43ba-917e-9049c3c9d440","pid":22687,"component":"datafile"}
{"msg":"dataset is oxp_58f2cdae-319b-489c-89a1-9d6a173f3e8a/crucible/regions/9fd78fb6-f242-417c-a48f-1f27435233ef","v":0,"name":"crucible-agent","level":30,"time":"2024-08-27T23:45:30.695513855Z","hostname":"oxz_crucible_8ff3bb0a-4a85-43ba-917e-9049c3c9d440","pid":22687,"component":"datafile"}
{"msg":"region 9fd78fb6-f242-417c-a48f-1f27435233ef state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2024-08-27T23:45:30.705249561Z","hostname":"oxz_crucible_8ff3bb0a-4a85-43ba-917e-9049c3c9d440","pid":22687,"component":"datafile"}
{"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2024-08-27T23:45:30.705454283Z","hostname":"oxz_crucible_8ff3bb0a-4a85-43ba-917e-9049c3c9d440","pid":22687,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-08-27T23:45:30.705531304Z","hostname":"oxz_crucible_8ff3bb0a-4a85-43ba-917e-9049c3c9d440","pid":22687,"uri":"/crucible/0/regions/9fd78fb6-f242-417c-a48f-1f27435233ef","method":"DELETE","req_id":"5a6dbf1b-fa0d-4614-9b13-b5c5ab503a15","remote_addr":"[fd00:1122:3344:101::b]:58813","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":19262,"response_code":"204"}
{"msg":"disabling downstairs instance: downstairs-9fd78fb6-f242-417c-a48f-1f27435233ef (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2024-08-27T23:45:30.706487855Z","hostname":"oxz_crucible_8ff3bb0a-4a85-43ba-917e-9049c3c9d440","pid":22687,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-08-27T23:45:30.709083319Z","hostname":"oxz_crucible_8ff3bb0a-4a85-43ba-917e-9049c3c9d440","pid":22687,"uri":"/crucible/0/regions/9fd78fb6-f242-417c-a48f-1f27435233ef","method":"GET","req_id":"32245be3-06e3-4686-86a7-49314ee1fd40","remote_addr":"[fd00:1122:3344:101::b]:58813","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":614,"response_code":"200"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-08-27T23:45:30.712446022Z","hostname":"oxz_crucible_8ff3bb0a-4a85-43ba-917e-9049c3c9d440","pid":22687,"component":"worker"}
{"msg":"deleting zfs dataset \"oxp_58f2cdae-319b-489c-89a1-9d6a173f3e8a/crucible/regions/9fd78fb6-f242-417c-a48f-1f27435233ef\"","v":0,"name":"crucible-agent","level":30,"time":"2024-08-27T23:45:30.722864164Z","hostname":"oxz_crucible_8ff3bb0a-4a85-43ba-917e-9049c3c9d440","pid":22687,"region":"9fd78fb6-f242-417c-a48f-1f27435233ef","component":"worker"}
{"msg":"region 9fd78fb6-f242-417c-a48f-1f27435233ef state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2024-08-27T23:45:30.784754612Z","hostname":"oxz_crucible_8ff3bb0a-4a85-43ba-917e-9049c3c9d440","pid":22687,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-08-27T23:45:30.800195494Z","hostname":"oxz_crucible_8ff3bb0a-4a85-43ba-917e-9049c3c9d440","pid":22687,"uri":"/crucible/0/regions/9fd78fb6-f242-417c-a48f-1f27435233ef","method":"GET","req_id":"0c87c864-8cb2-49f1-b445-e5006fcb0a0c","remote_addr":"[fd00:1122:3344:101::b]:58813","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":77,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2024-08-27T23:46:16.264446734Z","hostname":"oxz_crucible_8ff3bb0a-4a85-43ba-917e-9049c3c9d440","pid":22687,"local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:45140"}
{"msg":"region 3d090154-919d-45ba-a705-e2729d0f6e3f state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-08-27T23:46:16.264568825Z","hostname":"oxz_crucible_8ff3bb0a-4a85-43ba-917e-9049c3c9d440","pid":22687,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-08-27T23:46:16.264721687Z","hostname":"oxz_crucible_8ff3bb0a-4a85-43ba-917e-9049c3c9d440","pid":22687,"uri":"/crucible/0/regions","method":"POST","req_id":"fd15f317-06aa-4c12-8f93-aed656bf569d","remote_addr":"[fd00:1122:3344:101::a]:45140","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":215,"response_code":"200"}
{"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2024-08-27T23:46:16.264742987Z","hostname":"oxz_crucible_8ff3bb0a-4a85-43ba-917e-9049c3c9d440","pid":22687,"component":"worker"}
{"msg":"zfs set reservation of 2684354560 for oxp_58f2cdae-319b-489c-89a1-9d6a173f3e8a/crucible/regions/3d090154-919d-45ba-a705-e2729d0f6e3f","v":0,"name":"crucible-agent","level":30,"time":"2024-08-27T23:46:16.274799536Z","hostname":"oxz_crucible_8ff3bb0a-4a85-43ba-917e-9049c3c9d440","pid":22687,"component":"worker"}
{"msg":"zfs set quota of 6442450944 for oxp_58f2cdae-319b-489c-89a1-9d6a173f3e8a/crucible/regions/3d090154-919d-45ba-a705-e2729d0f6e3f","v":0,"name":"crucible-agent","level":30,"time":"2024-08-27T23:46:16.274836006Z","hostname":"oxz_crucible_8ff3bb0a-4a85-43ba-917e-9049c3c9d440","pid":22687,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"3d090154-919d-45ba-a705-e2729d0f6e3f\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/3d090154-919d-45ba-a705-e2729d0f6e3f\"","v":0,"name":"crucible-agent","level":30,"time":"2024-08-27T23:46:16.32409414Z","hostname":"oxz_crucible_8ff3bb0a-4a85-43ba-917e-9049c3c9d440","pid":22687,"region":"3d090154-919d-45ba-a705-e2729d0f6e3f","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"3d090154-919d-45ba-a705-e2729d0f6e3f\" \"--data\" \"/data/regions/3d090154-919d-45ba-a705-e2729d0f6e3f\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2024-08-27T23:46:16.32606282Z","hostname":"oxz_crucible_8ff3bb0a-4a85-43ba-917e-9049c3c9d440","pid":22687,"region":"3d090154-919d-45ba-a705-e2729d0f6e3f","component":"worker"}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2024-08-27T23:46:16.403663781Z","hostname":"oxz_crucible_8ff3bb0a-4a85-43ba-917e-9049c3c9d440","pid":22687,"region":"3d090154-919d-45ba-a705-e2729d0f6e3f","component":"worker"}
{"msg":"region 3d090154-919d-45ba-a705-e2729d0f6e3f state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-08-27T23:46:16.403692412Z","hostname":"oxz_crucible_8ff3bb0a-4a85-43ba-917e-9049c3c9d440","pid":22687,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2024-08-27T23:46:16.403794526Z","hostname":"oxz_crucible_8ff3bb0a-4a85-43ba-917e-9049c3c9d440","pid":22687,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-3d090154-919d-45ba-a705-e2729d0f6e3f","v":0,"name":"crucible-agent","level":30,"time":"2024-08-27T23:46:16.405224618Z","hostname":"oxz_crucible_8ff3bb0a-4a85-43ba-917e-9049c3c9d440","pid":22687,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-3d090154-919d-45ba-a705-e2729d0f6e3f","v":0,"name":"crucible-agent","level":30,"time":"2024-08-27T23:46:16.408983655Z","hostname":"oxz_crucible_8ff3bb0a-4a85-43ba-917e-9049c3c9d440","pid":22687,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-08-27T23:46:16.417230885Z","hostname":"oxz_crucible_8ff3bb0a-4a85-43ba-917e-9049c3c9d440","pid":22687,"uri":"/crucible/0/regions","method":"POST","req_id":"20bf5306-8f85-4883-a62f-d0f2ea2721a0","remote_addr":"[fd00:1122:3344:101::a]:45140","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":61,"response_code":"200"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-08-27T23:46:16.4197017Z","hostname":"oxz_crucible_8ff3bb0a-4a85-43ba-917e-9049c3c9d440","pid":22687,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-3d090154-919d-45ba-a705-e2729d0f6e3f","v":0,"name":"crucible-agent","level":30,"time":"2024-08-27T23:46:16.4257785Z","hostname":"oxz_crucible_8ff3bb0a-4a85-43ba-917e-9049c3c9d440","pid":22687,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/3d090154-919d-45ba-a705-e2729d0f6e3f","v":0,"name":"crucible-agent","level":30,"time":"2024-08-27T23:46:16.426058792Z","hostname":"oxz_crucible_8ff3bb0a-4a85-43ba-917e-9049c3c9d440","pid":22687,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-08-27T23:46:16.426116873Z","hostname":"oxz_crucible_8ff3bb0a-4a85-43ba-917e-9049c3c9d440","pid":22687,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::19","v":0,"name":"crucible-agent","level":30,"time":"2024-08-27T23:46:16.426164633Z","hostname":"oxz_crucible_8ff3bb0a-4a85-43ba-917e-9049c3c9d440","pid":22687,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-08-27T23:46:16.426210104Z","hostname":"oxz_crucible_8ff3bb0a-4a85-43ba-917e-9049c3c9d440","pid":22687,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-08-27T23:46:16.430437585Z","hostname":"oxz_crucible_8ff3bb0a-4a85-43ba-917e-9049c3c9d440","pid":22687,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-08-27T23:46:16.436963589Z","hostname":"oxz_crucible_8ff3bb0a-4a85-43ba-917e-9049c3c9d440","pid":22687,"component":"worker"}
{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2024-08-27T23:51:23.914507268Z","hostname":"oxz_crucible_8ff3bb0a-4a85-43ba-917e-9049c3c9d440","pid":22687,"local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:38477"}
{"msg":"region 553fcdd7-25e3-47b8-baaf-c130b49ac920 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-08-27T23:51:23.915178494Z","hostname":"oxz_crucible_8ff3bb0a-4a85-43ba-917e-9049c3c9d440","pid":22687,"component":"datafile"}
{"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2024-08-27T23:51:23.916021133Z","hostname":"oxz_crucible_8ff3bb0a-4a85-43ba-917e-9049c3c9d440","pid":22687,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-08-27T23:51:23.916030013Z","hostname":"oxz_crucible_8ff3bb0a-4a85-43ba-917e-9049c3c9d440","pid":22687,"uri":"/crucible/0/regions","method":"POST","req_id":"72d492cd-688c-4ff5-ac29-2a9adaa4cdbd","remote_addr":"[fd00:1122:3344:101::a]:38477","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":1470,"response_code":"200"}
{"msg":"zfs set reservation of 2684354560 for oxp_58f2cdae-319b-489c-89a1-9d6a173f3e8a/crucible/regions/553fcdd7-25e3-47b8-baaf-c130b49ac920","v":0,"name":"crucible-agent","level":30,"time":"2024-08-27T23:51:23.926669007Z","hostname":"oxz_crucible_8ff3bb0a-4a85-43ba-917e-9049c3c9d440","pid":22687,"component":"worker"}
{"msg":"zfs set quota of 6442450944 for oxp_58f2cdae-319b-489c-89a1-9d6a173f3e8a/crucible/regions/553fcdd7-25e3-47b8-baaf-c130b49ac920","v":0,"name":"crucible-agent","level":30,"time":"2024-08-27T23:51:23.926704958Z","hostname":"oxz_crucible_8ff3bb0a-4a85-43ba-917e-9049c3c9d440","pid":22687,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"553fcdd7-25e3-47b8-baaf-c130b49ac920\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19001, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/553fcdd7-25e3-47b8-baaf-c130b49ac920\"","v":0,"name":"crucible-agent","level":30,"time":"2024-08-27T23:51:23.987407424Z","hostname":"oxz_crucible_8ff3bb0a-4a85-43ba-917e-9049c3c9d440","pid":22687,"region":"553fcdd7-25e3-47b8-baaf-c130b49ac920","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"553fcdd7-25e3-47b8-baaf-c130b49ac920\" \"--data\" \"/data/regions/553fcdd7-25e3-47b8-baaf-c130b49ac920\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2024-08-27T23:51:23.987462625Z","hostname":"oxz_crucible_8ff3bb0a-4a85-43ba-917e-9049c3c9d440","pid":22687,"region":"553fcdd7-25e3-47b8-baaf-c130b49ac920","component":"worker"}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2024-08-27T23:51:24.064764034Z","hostname":"oxz_crucible_8ff3bb0a-4a85-43ba-917e-9049c3c9d440","pid":22687,"region":"553fcdd7-25e3-47b8-baaf-c130b49ac920","component":"worker"}
{"msg":"region 553fcdd7-25e3-47b8-baaf-c130b49ac920 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-08-27T23:51:24.064819685Z","hostname":"oxz_crucible_8ff3bb0a-4a85-43ba-917e-9049c3c9d440","pid":22687,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2024-08-27T23:51:24.064970347Z","hostname":"oxz_crucible_8ff3bb0a-4a85-43ba-917e-9049c3c9d440","pid":22687,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-553fcdd7-25e3-47b8-baaf-c130b49ac920","v":0,"name":"crucible-agent","level":30,"time":"2024-08-27T23:51:24.073801363Z","hostname":"oxz_crucible_8ff3bb0a-4a85-43ba-917e-9049c3c9d440","pid":22687,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-553fcdd7-25e3-47b8-baaf-c130b49ac920","v":0,"name":"crucible-agent","level":30,"time":"2024-08-27T23:51:24.079846653Z","hostname":"oxz_crucible_8ff3bb0a-4a85-43ba-917e-9049c3c9d440","pid":22687,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-08-27T23:51:24.088181464Z","hostname":"oxz_crucible_8ff3bb0a-4a85-43ba-917e-9049c3c9d440","pid":22687,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-553fcdd7-25e3-47b8-baaf-c130b49ac920","v":0,"name":"crucible-agent","level":30,"time":"2024-08-27T23:51:24.091178334Z","hostname":"oxz_crucible_8ff3bb0a-4a85-43ba-917e-9049c3c9d440","pid":22687,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/553fcdd7-25e3-47b8-baaf-c130b49ac920","v":0,"name":"crucible-agent","level":30,"time":"2024-08-27T23:51:24.091379956Z","hostname":"oxz_crucible_8ff3bb0a-4a85-43ba-917e-9049c3c9d440","pid":22687,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2024-08-27T23:51:24.091433256Z","hostname":"oxz_crucible_8ff3bb0a-4a85-43ba-917e-9049c3c9d440","pid":22687,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::19","v":0,"name":"crucible-agent","level":30,"time":"2024-08-27T23:51:24.091474307Z","hostname":"oxz_crucible_8ff3bb0a-4a85-43ba-917e-9049c3c9d440","pid":22687,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-08-27T23:51:24.091512117Z","hostname":"oxz_crucible_8ff3bb0a-4a85-43ba-917e-9049c3c9d440","pid":22687,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-08-27T23:51:24.095284734Z","hostname":"oxz_crucible_8ff3bb0a-4a85-43ba-917e-9049c3c9d440","pid":22687,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-08-27T23:51:24.100161822Z","hostname":"oxz_crucible_8ff3bb0a-4a85-43ba-917e-9049c3c9d440","pid":22687,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-08-27T23:51:24.110713706Z","hostname":"oxz_crucible_8ff3bb0a-4a85-43ba-917e-9049c3c9d440","pid":22687,"uri":"/crucible/0/regions","method":"POST","req_id":"70c3795c-ea50-469f-a0b6-1b6dcfde8011","remote_addr":"[fd00:1122:3344:101::a]:38477","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":92,"response_code":"200"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-08-27T23:51:25.59885138Z","hostname":"oxz_crucible_8ff3bb0a-4a85-43ba-917e-9049c3c9d440","pid":22687,"uri":"/crucible/0/regions/3d090154-919d-45ba-a705-e2729d0f6e3f","method":"GET","req_id":"64245cdb-b91c-458b-9905-af02fafef4f1","remote_addr":"[fd00:1122:3344:101::a]:38477","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":48,"response_code":"200"}
{"msg":"path is \"/data/regions/3d090154-919d-45ba-a705-e2729d0f6e3f\"","v":0,"name":"crucible-agent","level":30,"time":"2024-08-27T23:51:25.605142842Z","hostname":"oxz_crucible_8ff3bb0a-4a85-43ba-917e-9049c3c9d440","pid":22687,"component":"datafile"}
{"msg":"dataset is oxp_58f2cdae-319b-489c-89a1-9d6a173f3e8a/crucible/regions/3d090154-919d-45ba-a705-e2729d0f6e3f","v":0,"name":"crucible-agent","level":30,"time":"2024-08-27T23:51:25.614782377Z","hostname":"oxz_crucible_8ff3bb0a-4a85-43ba-917e-9049c3c9d440","pid":22687,"component":"datafile"}
{"msg":"snapshot is oxp_58f2cdae-319b-489c-89a1-9d6a173f3e8a/crucible/regions/3d090154-919d-45ba-a705-e2729d0f6e3f@c923c5bb-f150-4ef2-823e-54e88c80e377","v":0,"name":"crucible-agent","level":30,"time":"2024-08-27T23:51:25.622651454Z","hostname":"oxz_crucible_8ff3bb0a-4a85-43ba-917e-9049c3c9d440","pid":22687,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_58f2cdae-319b-489c-89a1-9d6a173f3e8a/crucible/regions/3d090154-919d-45ba-a705-e2729d0f6e3f\", \"c923c5bb-f150-4ef2-823e-54e88c80e377\"]","v":0,"name":"crucible-agent","level":30,"time":"2024-08-27T23:51:25.622743395Z","hostname":"oxz_crucible_8ff3bb0a-4a85-43ba-917e-9049c3c9d440","pid":22687,"component":"ZfsSnapshotInterface"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-08-27T23:51:25.630885895Z","hostname":"oxz_crucible_8ff3bb0a-4a85-43ba-917e-9049c3c9d440","pid":22687,"uri":"/crucible/0/regions/3d090154-919d-45ba-a705-e2729d0f6e3f/snapshots/c923c5bb-f150-4ef2-823e-54e88c80e377","method":"GET","req_id":"dec92dbb-2a40-4d80-84de-b90327619020","remote_addr":"[fd00:1122:3344:101::a]:38477","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":28658,"response_code":"200"}
{"msg":"path is \"/data/regions/3d090154-919d-45ba-a705-e2729d0f6e3f\"","v":0,"name":"crucible-agent","level":30,"time":"2024-08-27T23:51:25.63446175Z","hostname":"oxz_crucible_8ff3bb0a-4a85-43ba-917e-9049c3c9d440","pid":22687,"component":"datafile"}
{"msg":"dataset is oxp_58f2cdae-319b-489c-89a1-9d6a173f3e8a/crucible/regions/3d090154-919d-45ba-a705-e2729d0f6e3f","v":0,"name":"crucible-agent","level":30,"time":"2024-08-27T23:51:25.643034854Z","hostname":"oxz_crucible_8ff3bb0a-4a85-43ba-917e-9049c3c9d440","pid":22687,"component":"datafile"}
{"msg":"snapshot is oxp_58f2cdae-319b-489c-89a1-9d6a173f3e8a/crucible/regions/3d090154-919d-45ba-a705-e2729d0f6e3f@c923c5bb-f150-4ef2-823e-54e88c80e377","v":0,"name":"crucible-agent","level":30,"time":"2024-08-27T23:51:25.650607398Z","hostname":"oxz_crucible_8ff3bb0a-4a85-43ba-917e-9049c3c9d440","pid":22687,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_58f2cdae-319b-489c-89a1-9d6a173f3e8a/crucible/regions/3d090154-919d-45ba-a705-e2729d0f6e3f\", \"c923c5bb-f150-4ef2-823e-54e88c80e377\"]","v":0,"name":"crucible-agent","level":30,"time":"2024-08-27T23:51:25.650638439Z","hostname":"oxz_crucible_8ff3bb0a-4a85-43ba-917e-9049c3c9d440","pid":22687,"component":"ZfsSnapshotInterface"}
{"msg":"requesting running snapshot 3d090154-919d-45ba-a705-e2729d0f6e3f-c923c5bb-f150-4ef2-823e-54e88c80e377 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-08-27T23:51:25.658959961Z","hostname":"oxz_crucible_8ff3bb0a-4a85-43ba-917e-9049c3c9d440","pid":22687,"component":"datafile"}
{"msg":"applying SMF actions for region 3d090154-919d-45ba-a705-e2729d0f6e3f running snapshot c923c5bb-f150-4ef2-823e-54e88c80e377 (state Requested)...","v":0,"name":"crucible-agent","level":30,"time":"2024-08-27T23:51:25.659158313Z","hostname":"oxz_crucible_8ff3bb0a-4a85-43ba-917e-9049c3c9d440","pid":22687,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-08-27T23:51:25.659193063Z","hostname":"oxz_crucible_8ff3bb0a-4a85-43ba-917e-9049c3c9d440","pid":22687,"uri":"/crucible/0/regions/3d090154-919d-45ba-a705-e2729d0f6e3f/snapshots/c923c5bb-f150-4ef2-823e-54e88c80e377/run","method":"POST","req_id":"91a6848c-5f15-4a81-8e23-b5fbcb71e5f3","remote_addr":"[fd00:1122:3344:101::a]:38477","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":25355,"response_code":"200"}
{"msg":"creating missing snapshot instance snapshot-3d090154-919d-45ba-a705-e2729d0f6e3f-c923c5bb-f150-4ef2-823e-54e88c80e377","v":0,"name":"crucible-agent","level":30,"time":"2024-08-27T23:51:25.661801599Z","hostname":"oxz_crucible_8ff3bb0a-4a85-43ba-917e-9049c3c9d440","pid":22687,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:snapshot-3d090154-919d-45ba-a705-e2729d0f6e3f-c923c5bb-f150-4ef2-823e-54e88c80e377","v":0,"name":"crucible-agent","level":30,"time":"2024-08-27T23:51:25.665203102Z","hostname":"oxz_crucible_8ff3bb0a-4a85-43ba-917e-9049c3c9d440","pid":22687,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:snapshot-3d090154-919d-45ba-a705-e2729d0f6e3f-c923c5bb-f150-4ef2-823e-54e88c80e377","v":0,"name":"crucible-agent","level":30,"time":"2024-08-27T23:51:25.676040719Z","hostname":"oxz_crucible_8ff3bb0a-4a85-43ba-917e-9049c3c9d440","pid":22687,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/3d090154-919d-45ba-a705-e2729d0f6e3f/.zfs/snapshot/c923c5bb-f150-4ef2-823e-54e88c80e377","v":0,"name":"crucible-agent","level":30,"time":"2024-08-27T23:51:25.676339441Z","hostname":"oxz_crucible_8ff3bb0a-4a85-43ba-917e-9049c3c9d440","pid":22687,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19002","v":0,"name":"crucible-agent","level":30,"time":"2024-08-27T23:51:25.676404582Z","hostname":"oxz_crucible_8ff3bb0a-4a85-43ba-917e-9049c3c9d440","pid":22687,"component":"worker"}
{"msg":"ensure mode SCF_TYPE_ASTRING ro","v":0,"name":"crucible-agent","level":30,"time":"2024-08-27T23:51:25.676446832Z","hostname":"oxz_crucible_8ff3bb0a-4a85-43ba-917e-9049c3c9d440","pid":22687,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::19","v":0,"name":"crucible-agent","level":30,"time":"2024-08-27T23:51:25.676488393Z","hostname":"oxz_crucible_8ff3bb0a-4a85-43ba-917e-9049c3c9d440","pid":22687,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-08-27T23:51:25.676537833Z","hostname":"oxz_crucible_8ff3bb0a-4a85-43ba-917e-9049c3c9d440","pid":22687,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-08-27T23:51:25.680362701Z","hostname":"oxz_crucible_8ff3bb0a-4a85-43ba-917e-9049c3c9d440","pid":22687,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-08-27T23:51:25.685656283Z","hostname":"oxz_crucible_8ff3bb0a-4a85-43ba-917e-9049c3c9d440","pid":22687,"component":"worker"}
{"msg":"region 3d090154-919d-45ba-a705-e2729d0f6e3f running snapshot c923c5bb-f150-4ef2-823e-54e88c80e377 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-08-27T23:51:25.685669173Z","hostname":"oxz_crucible_8ff3bb0a-4a85-43ba-917e-9049c3c9d440","pid":22687,"component":"datafile"}
{"msg":"path is \"/data/regions/3d090154-919d-45ba-a705-e2729d0f6e3f\"","v":0,"name":"crucible-agent","level":30,"time":"2024-08-27T23:51:25.879037523Z","hostname":"oxz_crucible_8ff3bb0a-4a85-43ba-917e-9049c3c9d440","pid":22687,"component":"datafile"}
{"msg":"dataset is oxp_58f2cdae-319b-489c-89a1-9d6a173f3e8a/crucible/regions/3d090154-919d-45ba-a705-e2729d0f6e3f","v":0,"name":"crucible-agent","level":30,"time":"2024-08-27T23:51:25.887753159Z","hostname":"oxz_crucible_8ff3bb0a-4a85-43ba-917e-9049c3c9d440","pid":22687,"component":"datafile"}
{"msg":"snapshot is oxp_58f2cdae-319b-489c-89a1-9d6a173f3e8a/crucible/regions/3d090154-919d-45ba-a705-e2729d0f6e3f@c923c5bb-f150-4ef2-823e-54e88c80e377","v":0,"name":"crucible-agent","level":30,"time":"2024-08-27T23:51:25.896312193Z","hostname":"oxz_crucible_8ff3bb0a-4a85-43ba-917e-9049c3c9d440","pid":22687,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_58f2cdae-319b-489c-89a1-9d6a173f3e8a/crucible/regions/3d090154-919d-45ba-a705-e2729d0f6e3f\", \"c923c5bb-f150-4ef2-823e-54e88c80e377\"]","v":0,"name":"crucible-agent","level":30,"time":"2024-08-27T23:51:25.896359243Z","hostname":"oxz_crucible_8ff3bb0a-4a85-43ba-917e-9049c3c9d440","pid":22687,"component":"ZfsSnapshotInterface"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-08-27T23:51:25.905069239Z","hostname":"oxz_crucible_8ff3bb0a-4a85-43ba-917e-9049c3c9d440","pid":22687,"uri":"/crucible/0/regions/3d090154-919d-45ba-a705-e2729d0f6e3f/snapshots/c923c5bb-f150-4ef2-823e-54e88c80e377/run","method":"POST","req_id":"3e762b7f-84f1-4c54-8321-de0ae43b2fc5","remote_addr":"[fd00:1122:3344:101::a]:38477","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":26100,"response_code":"200"}