{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2024-02-10T01:00:53.241763849Z","hostname":"oxz_crucible_406054ce-d4e0-4f4a-ae07-73c80ee7d669","pid":23002,"local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:48581"}
{"msg":"region b4dd44b7-14fd-4fd1-ae5c-8b9cc2a7ad36 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-02-10T01:00:53.277308572Z","hostname":"oxz_crucible_406054ce-d4e0-4f4a-ae07-73c80ee7d669","pid":23002,"component":"datafile"}
{"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2024-02-10T01:00:53.284403566Z","hostname":"oxz_crucible_406054ce-d4e0-4f4a-ae07-73c80ee7d669","pid":23002,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-02-10T01:00:53.290507196Z","hostname":"oxz_crucible_406054ce-d4e0-4f4a-ae07-73c80ee7d669","pid":23002,"uri":"/crucible/0/regions","method":"POST","req_id":"110ff252-daab-4a07-9647-2f3a40fef9e0","remote_addr":"[fd00:1122:3344:101::a]:48581","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":27618,"response_code":"200"}
{"msg":"zfs set reservation of 2684354560 for oxp_cd70d7f6-2354-4bf2-8012-55bf9eaf7930/crucible/regions/b4dd44b7-14fd-4fd1-ae5c-8b9cc2a7ad36","v":0,"name":"crucible-agent","level":30,"time":"2024-02-10T01:00:53.2947566Z","hostname":"oxz_crucible_406054ce-d4e0-4f4a-ae07-73c80ee7d669","pid":23002,"component":"worker"}
{"msg":"zfs set quota of 6442450944 for oxp_cd70d7f6-2354-4bf2-8012-55bf9eaf7930/crucible/regions/b4dd44b7-14fd-4fd1-ae5c-8b9cc2a7ad36","v":0,"name":"crucible-agent","level":30,"time":"2024-02-10T01:00:53.29476888Z","hostname":"oxz_crucible_406054ce-d4e0-4f4a-ae07-73c80ee7d669","pid":23002,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"b4dd44b7-14fd-4fd1-ae5c-8b9cc2a7ad36\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None } at \"/data/regions/b4dd44b7-14fd-4fd1-ae5c-8b9cc2a7ad36\"","v":0,"name":"crucible-agent","level":30,"time":"2024-02-10T01:00:53.347896615Z","hostname":"oxz_crucible_406054ce-d4e0-4f4a-ae07-73c80ee7d669","pid":23002,"region":"b4dd44b7-14fd-4fd1-ae5c-8b9cc2a7ad36","component":"worker"}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2024-02-10T01:00:53.499270932Z","hostname":"oxz_crucible_406054ce-d4e0-4f4a-ae07-73c80ee7d669","pid":23002,"region":"b4dd44b7-14fd-4fd1-ae5c-8b9cc2a7ad36","component":"worker"}
{"msg":"region b4dd44b7-14fd-4fd1-ae5c-8b9cc2a7ad36 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-02-10T01:00:53.499316963Z","hostname":"oxz_crucible_406054ce-d4e0-4f4a-ae07-73c80ee7d669","pid":23002,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2024-02-10T01:00:53.499424436Z","hostname":"oxz_crucible_406054ce-d4e0-4f4a-ae07-73c80ee7d669","pid":23002,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-b4dd44b7-14fd-4fd1-ae5c-8b9cc2a7ad36","v":0,"name":"crucible-agent","level":30,"time":"2024-02-10T01:00:53.499914558Z","hostname":"oxz_crucible_406054ce-d4e0-4f4a-ae07-73c80ee7d669","pid":23002,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-b4dd44b7-14fd-4fd1-ae5c-8b9cc2a7ad36","v":0,"name":"crucible-agent","level":30,"time":"2024-02-10T01:00:53.50895252Z","hostname":"oxz_crucible_406054ce-d4e0-4f4a-ae07-73c80ee7d669","pid":23002,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-02-10T01:00:53.527854524Z","hostname":"oxz_crucible_406054ce-d4e0-4f4a-ae07-73c80ee7d669","pid":23002,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-b4dd44b7-14fd-4fd1-ae5c-8b9cc2a7ad36","v":0,"name":"crucible-agent","level":30,"time":"2024-02-10T01:00:53.531927324Z","hostname":"oxz_crucible_406054ce-d4e0-4f4a-ae07-73c80ee7d669","pid":23002,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/b4dd44b7-14fd-4fd1-ae5c-8b9cc2a7ad36","v":0,"name":"crucible-agent","level":30,"time":"2024-02-10T01:00:53.532671372Z","hostname":"oxz_crucible_406054ce-d4e0-4f4a-ae07-73c80ee7d669","pid":23002,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-02-10T01:00:53.532730074Z","hostname":"oxz_crucible_406054ce-d4e0-4f4a-ae07-73c80ee7d669","pid":23002,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::16","v":0,"name":"crucible-agent","level":30,"time":"2024-02-10T01:00:53.532771315Z","hostname":"oxz_crucible_406054ce-d4e0-4f4a-ae07-73c80ee7d669","pid":23002,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-02-10T01:00:53.532808786Z","hostname":"oxz_crucible_406054ce-d4e0-4f4a-ae07-73c80ee7d669","pid":23002,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-02-10T01:00:53.536124667Z","hostname":"oxz_crucible_406054ce-d4e0-4f4a-ae07-73c80ee7d669","pid":23002,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-02-10T01:00:53.548427969Z","hostname":"oxz_crucible_406054ce-d4e0-4f4a-ae07-73c80ee7d669","pid":23002,"uri":"/crucible/0/regions","method":"POST","req_id":"1f9cf16b-74aa-415b-8f34-586ffa4c89ba","remote_addr":"[fd00:1122:3344:101::a]:48581","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":874,"response_code":"200"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-02-10T01:00:53.548571633Z","hostname":"oxz_crucible_406054ce-d4e0-4f4a-ae07-73c80ee7d669","pid":23002,"component":"worker"}
{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2024-02-10T01:06:24.04508975Z","hostname":"oxz_crucible_406054ce-d4e0-4f4a-ae07-73c80ee7d669","pid":23002,"local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:58290"}
{"msg":"region 1ec6b31b-12de-4a44-b129-b992b581f7a7 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-02-10T01:06:24.045216193Z","hostname":"oxz_crucible_406054ce-d4e0-4f4a-ae07-73c80ee7d669","pid":23002,"component":"datafile"}
{"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2024-02-10T01:06:24.052131343Z","hostname":"oxz_crucible_406054ce-d4e0-4f4a-ae07-73c80ee7d669","pid":23002,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-02-10T01:06:24.052154224Z","hostname":"oxz_crucible_406054ce-d4e0-4f4a-ae07-73c80ee7d669","pid":23002,"uri":"/crucible/0/regions","method":"POST","req_id":"33ca8870-2cda-4d99-8ddc-0b4053322b02","remote_addr":"[fd00:1122:3344:101::a]:58290","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":7009,"response_code":"200"}
{"msg":"zfs set reservation of 2684354560 for oxp_cd70d7f6-2354-4bf2-8012-55bf9eaf7930/crucible/regions/1ec6b31b-12de-4a44-b129-b992b581f7a7","v":0,"name":"crucible-agent","level":30,"time":"2024-02-10T01:06:24.062915418Z","hostname":"oxz_crucible_406054ce-d4e0-4f4a-ae07-73c80ee7d669","pid":23002,"component":"worker"}
{"msg":"zfs set quota of 6442450944 for oxp_cd70d7f6-2354-4bf2-8012-55bf9eaf7930/crucible/regions/1ec6b31b-12de-4a44-b129-b992b581f7a7","v":0,"name":"crucible-agent","level":30,"time":"2024-02-10T01:06:24.062937058Z","hostname":"oxz_crucible_406054ce-d4e0-4f4a-ae07-73c80ee7d669","pid":23002,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"1ec6b31b-12de-4a44-b129-b992b581f7a7\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19001, cert_pem: None, key_pem: None, root_pem: None } at \"/data/regions/1ec6b31b-12de-4a44-b129-b992b581f7a7\"","v":0,"name":"crucible-agent","level":30,"time":"2024-02-10T01:06:24.216324835Z","hostname":"oxz_crucible_406054ce-d4e0-4f4a-ae07-73c80ee7d669","pid":23002,"region":"1ec6b31b-12de-4a44-b129-b992b581f7a7","component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-02-10T01:06:24.377892563Z","hostname":"oxz_crucible_406054ce-d4e0-4f4a-ae07-73c80ee7d669","pid":23002,"uri":"/crucible/0/regions","method":"POST","req_id":"9183fa43-398c-46b6-81c0-ee41e1e33912","remote_addr":"[fd00:1122:3344:101::a]:58290","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":159,"response_code":"200"}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2024-02-10T01:06:24.622217012Z","hostname":"oxz_crucible_406054ce-d4e0-4f4a-ae07-73c80ee7d669","pid":23002,"region":"1ec6b31b-12de-4a44-b129-b992b581f7a7","component":"worker"}
{"msg":"region 1ec6b31b-12de-4a44-b129-b992b581f7a7 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-02-10T01:06:24.622242443Z","hostname":"oxz_crucible_406054ce-d4e0-4f4a-ae07-73c80ee7d669","pid":23002,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2024-02-10T01:06:24.622363676Z","hostname":"oxz_crucible_406054ce-d4e0-4f4a-ae07-73c80ee7d669","pid":23002,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-1ec6b31b-12de-4a44-b129-b992b581f7a7","v":0,"name":"crucible-agent","level":30,"time":"2024-02-10T01:06:24.622827417Z","hostname":"oxz_crucible_406054ce-d4e0-4f4a-ae07-73c80ee7d669","pid":23002,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-1ec6b31b-12de-4a44-b129-b992b581f7a7","v":0,"name":"crucible-agent","level":30,"time":"2024-02-10T01:06:24.68036006Z","hostname":"oxz_crucible_406054ce-d4e0-4f4a-ae07-73c80ee7d669","pid":23002,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-02-10T01:06:24.736650362Z","hostname":"oxz_crucible_406054ce-d4e0-4f4a-ae07-73c80ee7d669","pid":23002,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-1ec6b31b-12de-4a44-b129-b992b581f7a7","v":0,"name":"crucible-agent","level":30,"time":"2024-02-10T01:06:24.758082708Z","hostname":"oxz_crucible_406054ce-d4e0-4f4a-ae07-73c80ee7d669","pid":23002,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/1ec6b31b-12de-4a44-b129-b992b581f7a7","v":0,"name":"crucible-agent","level":30,"time":"2024-02-10T01:06:24.758342985Z","hostname":"oxz_crucible_406054ce-d4e0-4f4a-ae07-73c80ee7d669","pid":23002,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2024-02-10T01:06:24.758394106Z","hostname":"oxz_crucible_406054ce-d4e0-4f4a-ae07-73c80ee7d669","pid":23002,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::16","v":0,"name":"crucible-agent","level":30,"time":"2024-02-10T01:06:24.758438807Z","hostname":"oxz_crucible_406054ce-d4e0-4f4a-ae07-73c80ee7d669","pid":23002,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-02-10T01:06:24.758477888Z","hostname":"oxz_crucible_406054ce-d4e0-4f4a-ae07-73c80ee7d669","pid":23002,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-02-10T01:06:24.774990464Z","hostname":"oxz_crucible_406054ce-d4e0-4f4a-ae07-73c80ee7d669","pid":23002,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-02-10T01:06:24.804048567Z","hostname":"oxz_crucible_406054ce-d4e0-4f4a-ae07-73c80ee7d669","pid":23002,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-02-10T01:06:25.025045144Z","hostname":"oxz_crucible_406054ce-d4e0-4f4a-ae07-73c80ee7d669","pid":23002,"uri":"/crucible/0/regions","method":"POST","req_id":"c2bf17ae-b1d8-4c51-b0b7-cf88939b45fe","remote_addr":"[fd00:1122:3344:101::a]:58290","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":100,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2024-02-10T01:06:26.037046395Z","hostname":"oxz_crucible_406054ce-d4e0-4f4a-ae07-73c80ee7d669","pid":23002,"local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:39227"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-02-10T01:06:26.037158357Z","hostname":"oxz_crucible_406054ce-d4e0-4f4a-ae07-73c80ee7d669","pid":23002,"uri":"/crucible/0/regions/b4dd44b7-14fd-4fd1-ae5c-8b9cc2a7ad36","method":"GET","req_id":"58db79fb-f32e-427d-8d6e-77e694f8aa11","remote_addr":"[fd00:1122:3344:101::a]:39227","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":84,"response_code":"200"}
{"msg":"path is \"/data/regions/b4dd44b7-14fd-4fd1-ae5c-8b9cc2a7ad36\"","v":0,"name":"crucible-agent","level":30,"time":"2024-02-10T01:06:26.037440414Z","hostname":"oxz_crucible_406054ce-d4e0-4f4a-ae07-73c80ee7d669","pid":23002,"component":"datafile"}
{"msg":"dataset is oxp_cd70d7f6-2354-4bf2-8012-55bf9eaf7930/crucible/regions/b4dd44b7-14fd-4fd1-ae5c-8b9cc2a7ad36","v":0,"name":"crucible-agent","level":30,"time":"2024-02-10T01:06:26.046469696Z","hostname":"oxz_crucible_406054ce-d4e0-4f4a-ae07-73c80ee7d669","pid":23002,"component":"datafile"}
{"msg":"snapshot is oxp_cd70d7f6-2354-4bf2-8012-55bf9eaf7930/crucible/regions/b4dd44b7-14fd-4fd1-ae5c-8b9cc2a7ad36@fb4d62a3-a3c9-48d2-a9b8-a73ced585137","v":0,"name":"crucible-agent","level":30,"time":"2024-02-10T01:06:26.055483947Z","hostname":"oxz_crucible_406054ce-d4e0-4f4a-ae07-73c80ee7d669","pid":23002,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_cd70d7f6-2354-4bf2-8012-55bf9eaf7930/crucible/regions/b4dd44b7-14fd-4fd1-ae5c-8b9cc2a7ad36\", \"fb4d62a3-a3c9-48d2-a9b8-a73ced585137\"]","v":0,"name":"crucible-agent","level":30,"time":"2024-02-10T01:06:26.055510488Z","hostname":"oxz_crucible_406054ce-d4e0-4f4a-ae07-73c80ee7d669","pid":23002,"component":"ZfsSnapshotInterface"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-02-10T01:06:26.065501513Z","hostname":"oxz_crucible_406054ce-d4e0-4f4a-ae07-73c80ee7d669","pid":23002,"uri":"/crucible/0/regions/b4dd44b7-14fd-4fd1-ae5c-8b9cc2a7ad36/snapshots/fb4d62a3-a3c9-48d2-a9b8-a73ced585137","method":"GET","req_id":"eac22f8e-f36e-42c2-b813-d703ea7c4a14","remote_addr":"[fd00:1122:3344:101::a]:39227","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":28061,"response_code":"200"}
{"msg":"path is \"/data/regions/b4dd44b7-14fd-4fd1-ae5c-8b9cc2a7ad36\"","v":0,"name":"crucible-agent","level":30,"time":"2024-02-10T01:06:26.065713539Z","hostname":"oxz_crucible_406054ce-d4e0-4f4a-ae07-73c80ee7d669","pid":23002,"component":"datafile"}
{"msg":"dataset is oxp_cd70d7f6-2354-4bf2-8012-55bf9eaf7930/crucible/regions/b4dd44b7-14fd-4fd1-ae5c-8b9cc2a7ad36","v":0,"name":"crucible-agent","level":30,"time":"2024-02-10T01:06:26.073020298Z","hostname":"oxz_crucible_406054ce-d4e0-4f4a-ae07-73c80ee7d669","pid":23002,"component":"datafile"}
{"msg":"snapshot is oxp_cd70d7f6-2354-4bf2-8012-55bf9eaf7930/crucible/regions/b4dd44b7-14fd-4fd1-ae5c-8b9cc2a7ad36@fb4d62a3-a3c9-48d2-a9b8-a73ced585137","v":0,"name":"crucible-agent","level":30,"time":"2024-02-10T01:06:26.080176924Z","hostname":"oxz_crucible_406054ce-d4e0-4f4a-ae07-73c80ee7d669","pid":23002,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_cd70d7f6-2354-4bf2-8012-55bf9eaf7930/crucible/regions/b4dd44b7-14fd-4fd1-ae5c-8b9cc2a7ad36\", \"fb4d62a3-a3c9-48d2-a9b8-a73ced585137\"]","v":0,"name":"crucible-agent","level":30,"time":"2024-02-10T01:06:26.080203254Z","hostname":"oxz_crucible_406054ce-d4e0-4f4a-ae07-73c80ee7d669","pid":23002,"component":"ZfsSnapshotInterface"}
{"msg":"requesting running snapshot b4dd44b7-14fd-4fd1-ae5c-8b9cc2a7ad36-fb4d62a3-a3c9-48d2-a9b8-a73ced585137 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-02-10T01:06:26.087823662Z","hostname":"oxz_crucible_406054ce-d4e0-4f4a-ae07-73c80ee7d669","pid":23002,"component":"datafile"}
{"msg":"applying SMF actions for region b4dd44b7-14fd-4fd1-ae5c-8b9cc2a7ad36 running snapshot fb4d62a3-a3c9-48d2-a9b8-a73ced585137 (state Requested)...","v":0,"name":"crucible-agent","level":30,"time":"2024-02-10T01:06:26.087977496Z","hostname":"oxz_crucible_406054ce-d4e0-4f4a-ae07-73c80ee7d669","pid":23002,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-02-10T01:06:26.088008356Z","hostname":"oxz_crucible_406054ce-d4e0-4f4a-ae07-73c80ee7d669","pid":23002,"uri":"/crucible/0/regions/b4dd44b7-14fd-4fd1-ae5c-8b9cc2a7ad36/snapshots/fb4d62a3-a3c9-48d2-a9b8-a73ced585137/run","method":"POST","req_id":"fbeb278a-2333-4dd7-b248-47dbf2b7d461","remote_addr":"[fd00:1122:3344:101::a]:39227","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":22335,"response_code":"200"}
{"msg":"creating missing snapshot instance snapshot-b4dd44b7-14fd-4fd1-ae5c-8b9cc2a7ad36-fb4d62a3-a3c9-48d2-a9b8-a73ced585137","v":0,"name":"crucible-agent","level":30,"time":"2024-02-10T01:06:26.090385335Z","hostname":"oxz_crucible_406054ce-d4e0-4f4a-ae07-73c80ee7d669","pid":23002,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:snapshot-b4dd44b7-14fd-4fd1-ae5c-8b9cc2a7ad36-fb4d62a3-a3c9-48d2-a9b8-a73ced585137","v":0,"name":"crucible-agent","level":30,"time":"2024-02-10T01:06:26.113366419Z","hostname":"oxz_crucible_406054ce-d4e0-4f4a-ae07-73c80ee7d669","pid":23002,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:snapshot-b4dd44b7-14fd-4fd1-ae5c-8b9cc2a7ad36-fb4d62a3-a3c9-48d2-a9b8-a73ced585137","v":0,"name":"crucible-agent","level":30,"time":"2024-02-10T01:06:26.142588646Z","hostname":"oxz_crucible_406054ce-d4e0-4f4a-ae07-73c80ee7d669","pid":23002,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/b4dd44b7-14fd-4fd1-ae5c-8b9cc2a7ad36/.zfs/snapshot/fb4d62a3-a3c9-48d2-a9b8-a73ced585137","v":0,"name":"crucible-agent","level":30,"time":"2024-02-10T01:06:26.142859713Z","hostname":"oxz_crucible_406054ce-d4e0-4f4a-ae07-73c80ee7d669","pid":23002,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19002","v":0,"name":"crucible-agent","level":30,"time":"2024-02-10T01:06:26.142932305Z","hostname":"oxz_crucible_406054ce-d4e0-4f4a-ae07-73c80ee7d669","pid":23002,"component":"worker"}
{"msg":"ensure mode SCF_TYPE_ASTRING ro","v":0,"name":"crucible-agent","level":30,"time":"2024-02-10T01:06:26.142977566Z","hostname":"oxz_crucible_406054ce-d4e0-4f4a-ae07-73c80ee7d669","pid":23002,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::16","v":0,"name":"crucible-agent","level":30,"time":"2024-02-10T01:06:26.143023177Z","hostname":"oxz_crucible_406054ce-d4e0-4f4a-ae07-73c80ee7d669","pid":23002,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-02-10T01:06:26.143078938Z","hostname":"oxz_crucible_406054ce-d4e0-4f4a-ae07-73c80ee7d669","pid":23002,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-02-10T01:06:26.166419772Z","hostname":"oxz_crucible_406054ce-d4e0-4f4a-ae07-73c80ee7d669","pid":23002,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-02-10T01:06:26.179136714Z","hostname":"oxz_crucible_406054ce-d4e0-4f4a-ae07-73c80ee7d669","pid":23002,"component":"worker"}
{"msg":"region b4dd44b7-14fd-4fd1-ae5c-8b9cc2a7ad36 running snapshot fb4d62a3-a3c9-48d2-a9b8-a73ced585137 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-02-10T01:06:26.179146214Z","hostname":"oxz_crucible_406054ce-d4e0-4f4a-ae07-73c80ee7d669","pid":23002,"component":"datafile"}
{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2024-02-10T01:06:31.109926395Z","hostname":"oxz_crucible_406054ce-d4e0-4f4a-ae07-73c80ee7d669","pid":23002,"local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:38165"}
{"msg":"region 41296c4c-138c-485e-b2e9-ace4530b10d5 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-02-10T01:06:31.139513791Z","hostname":"oxz_crucible_406054ce-d4e0-4f4a-ae07-73c80ee7d669","pid":23002,"component":"datafile"}
{"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2024-02-10T01:06:31.139695786Z","hostname":"oxz_crucible_406054ce-d4e0-4f4a-ae07-73c80ee7d669","pid":23002,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-02-10T01:06:31.139705136Z","hostname":"oxz_crucible_406054ce-d4e0-4f4a-ae07-73c80ee7d669","pid":23002,"uri":"/crucible/0/regions","method":"POST","req_id":"b5ea2834-86e8-46c4-aca9-ce7cf72ca0ec","remote_addr":"[fd00:1122:3344:101::a]:38165","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":747,"response_code":"200"}
{"msg":"zfs set reservation of 2684354560 for oxp_cd70d7f6-2354-4bf2-8012-55bf9eaf7930/crucible/regions/41296c4c-138c-485e-b2e9-ace4530b10d5","v":0,"name":"crucible-agent","level":30,"time":"2024-02-10T01:06:31.14884464Z","hostname":"oxz_crucible_406054ce-d4e0-4f4a-ae07-73c80ee7d669","pid":23002,"component":"worker"}
{"msg":"zfs set quota of 6442450944 for oxp_cd70d7f6-2354-4bf2-8012-55bf9eaf7930/crucible/regions/41296c4c-138c-485e-b2e9-ace4530b10d5","v":0,"name":"crucible-agent","level":30,"time":"2024-02-10T01:06:31.148873891Z","hostname":"oxz_crucible_406054ce-d4e0-4f4a-ae07-73c80ee7d669","pid":23002,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"41296c4c-138c-485e-b2e9-ace4530b10d5\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19003, cert_pem: None, key_pem: None, root_pem: None } at \"/data/regions/41296c4c-138c-485e-b2e9-ace4530b10d5\"","v":0,"name":"crucible-agent","level":30,"time":"2024-02-10T01:06:31.333942236Z","hostname":"oxz_crucible_406054ce-d4e0-4f4a-ae07-73c80ee7d669","pid":23002,"region":"41296c4c-138c-485e-b2e9-ace4530b10d5","component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-02-10T01:06:31.512745096Z","hostname":"oxz_crucible_406054ce-d4e0-4f4a-ae07-73c80ee7d669","pid":23002,"uri":"/crucible/0/regions","method":"POST","req_id":"4358a125-f299-491b-b843-ef89d73011a1","remote_addr":"[fd00:1122:3344:101::a]:38165","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":78,"response_code":"200"}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2024-02-10T01:06:31.725117791Z","hostname":"oxz_crucible_406054ce-d4e0-4f4a-ae07-73c80ee7d669","pid":23002,"region":"41296c4c-138c-485e-b2e9-ace4530b10d5","component":"worker"}
{"msg":"region 41296c4c-138c-485e-b2e9-ace4530b10d5 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-02-10T01:06:31.725155232Z","hostname":"oxz_crucible_406054ce-d4e0-4f4a-ae07-73c80ee7d669","pid":23002,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2024-02-10T01:06:31.725304296Z","hostname":"oxz_crucible_406054ce-d4e0-4f4a-ae07-73c80ee7d669","pid":23002,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-41296c4c-138c-485e-b2e9-ace4530b10d5","v":0,"name":"crucible-agent","level":30,"time":"2024-02-10T01:06:31.726844494Z","hostname":"oxz_crucible_406054ce-d4e0-4f4a-ae07-73c80ee7d669","pid":23002,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-41296c4c-138c-485e-b2e9-ace4530b10d5","v":0,"name":"crucible-agent","level":30,"time":"2024-02-10T01:06:31.748560067Z","hostname":"oxz_crucible_406054ce-d4e0-4f4a-ae07-73c80ee7d669","pid":23002,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-02-10T01:06:31.77105943Z","hostname":"oxz_crucible_406054ce-d4e0-4f4a-ae07-73c80ee7d669","pid":23002,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-41296c4c-138c-485e-b2e9-ace4530b10d5","v":0,"name":"crucible-agent","level":30,"time":"2024-02-10T01:06:31.783070274Z","hostname":"oxz_crucible_406054ce-d4e0-4f4a-ae07-73c80ee7d669","pid":23002,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/41296c4c-138c-485e-b2e9-ace4530b10d5","v":0,"name":"crucible-agent","level":30,"time":"2024-02-10T01:06:31.783347151Z","hostname":"oxz_crucible_406054ce-d4e0-4f4a-ae07-73c80ee7d669","pid":23002,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19003","v":0,"name":"crucible-agent","level":30,"time":"2024-02-10T01:06:31.783394573Z","hostname":"oxz_crucible_406054ce-d4e0-4f4a-ae07-73c80ee7d669","pid":23002,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::16","v":0,"name":"crucible-agent","level":30,"time":"2024-02-10T01:06:31.783439644Z","hostname":"oxz_crucible_406054ce-d4e0-4f4a-ae07-73c80ee7d669","pid":23002,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-02-10T01:06:31.783477535Z","hostname":"oxz_crucible_406054ce-d4e0-4f4a-ae07-73c80ee7d669","pid":23002,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-02-10T01:06:31.791157393Z","hostname":"oxz_crucible_406054ce-d4e0-4f4a-ae07-73c80ee7d669","pid":23002,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-02-10T01:06:31.809593996Z","hostname":"oxz_crucible_406054ce-d4e0-4f4a-ae07-73c80ee7d669","pid":23002,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-02-10T01:06:32.030229974Z","hostname":"oxz_crucible_406054ce-d4e0-4f4a-ae07-73c80ee7d669","pid":23002,"uri":"/crucible/0/regions","method":"POST","req_id":"c8be24ae-5e07-452d-8ff7-9075ed871392","remote_addr":"[fd00:1122:3344:101::a]:38165","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":65,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2024-02-10T01:07:03.560723814Z","hostname":"oxz_crucible_406054ce-d4e0-4f4a-ae07-73c80ee7d669","pid":23002,"local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:50175"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-02-10T01:07:03.560799196Z","hostname":"oxz_crucible_406054ce-d4e0-4f4a-ae07-73c80ee7d669","pid":23002,"uri":"/crucible/0/regions/41296c4c-138c-485e-b2e9-ace4530b10d5","method":"GET","req_id":"d27eeec1-4fb7-4214-b71f-02b65878b458","remote_addr":"[fd00:1122:3344:101::a]:50175","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":48,"response_code":"200"}
{"msg":"path is \"/data/regions/41296c4c-138c-485e-b2e9-ace4530b10d5\"","v":0,"name":"crucible-agent","level":30,"time":"2024-02-10T01:07:03.56095296Z","hostname":"oxz_crucible_406054ce-d4e0-4f4a-ae07-73c80ee7d669","pid":23002,"component":"datafile"}
{"msg":"dataset is oxp_cd70d7f6-2354-4bf2-8012-55bf9eaf7930/crucible/regions/41296c4c-138c-485e-b2e9-ace4530b10d5","v":0,"name":"crucible-agent","level":30,"time":"2024-02-10T01:07:03.571666063Z","hostname":"oxz_crucible_406054ce-d4e0-4f4a-ae07-73c80ee7d669","pid":23002,"component":"datafile"}
{"msg":"region 41296c4c-138c-485e-b2e9-ace4530b10d5 state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2024-02-10T01:07:03.579498935Z","hostname":"oxz_crucible_406054ce-d4e0-4f4a-ae07-73c80ee7d669","pid":23002,"component":"datafile"}
{"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2024-02-10T01:07:03.579687569Z","hostname":"oxz_crucible_406054ce-d4e0-4f4a-ae07-73c80ee7d669","pid":23002,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-02-10T01:07:03.579745131Z","hostname":"oxz_crucible_406054ce-d4e0-4f4a-ae07-73c80ee7d669","pid":23002,"uri":"/crucible/0/regions/41296c4c-138c-485e-b2e9-ace4530b10d5","method":"DELETE","req_id":"2eaca449-1c30-408d-861a-070ed89d2015","remote_addr":"[fd00:1122:3344:101::a]:50175","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":18824,"response_code":"204"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-02-10T01:07:03.579957926Z","hostname":"oxz_crucible_406054ce-d4e0-4f4a-ae07-73c80ee7d669","pid":23002,"uri":"/crucible/0/regions/41296c4c-138c-485e-b2e9-ace4530b10d5","method":"GET","req_id":"6319571f-6c5d-48d4-b1df-a1a03f21977e","remote_addr":"[fd00:1122:3344:101::a]:50175","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":27,"response_code":"200"}
{"msg":"disabling downstairs instance: downstairs-41296c4c-138c-485e-b2e9-ace4530b10d5 (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2024-02-10T01:07:03.583140324Z","hostname":"oxz_crucible_406054ce-d4e0-4f4a-ae07-73c80ee7d669","pid":23002,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-02-10T01:07:03.591961681Z","hostname":"oxz_crucible_406054ce-d4e0-4f4a-ae07-73c80ee7d669","pid":23002,"component":"worker"}
{"msg":"deleting zfs dataset \"oxp_cd70d7f6-2354-4bf2-8012-55bf9eaf7930/crucible/regions/41296c4c-138c-485e-b2e9-ace4530b10d5\"","v":0,"name":"crucible-agent","level":30,"time":"2024-02-10T01:07:03.601600318Z","hostname":"oxz_crucible_406054ce-d4e0-4f4a-ae07-73c80ee7d669","pid":23002,"region":"41296c4c-138c-485e-b2e9-ace4530b10d5","component":"worker"}
{"msg":"region 41296c4c-138c-485e-b2e9-ace4530b10d5 state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2024-02-10T01:07:03.659382326Z","hostname":"oxz_crucible_406054ce-d4e0-4f4a-ae07-73c80ee7d669","pid":23002,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-02-10T01:07:03.663360914Z","hostname":"oxz_crucible_406054ce-d4e0-4f4a-ae07-73c80ee7d669","pid":23002,"uri":"/crucible/0/regions/41296c4c-138c-485e-b2e9-ace4530b10d5","method":"GET","req_id":"85a16b86-6bbd-4ba6-ba64-30dfce4c20e4","remote_addr":"[fd00:1122:3344:101::a]:50175","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":84,"response_code":"200"}