[ Aug 18 06:16:30 Enabled. ]
[ Aug 18 06:16:30 Rereading configuration. ]
[ Aug 18 06:16:32 Rereading configuration. ]
[ Aug 18 06:16:35 Executing start method ("/opt/oxide/crucible/bin/crucible-agent run -D /opt/oxide/crucible/bin/crucible-downstairs --dataset oxp_e11f1bee-9083-4bdd-8940-0d8a2554b66d/crucible -l [fd00:1122:3344:101::1a]:32345 -P 19000 -p downstairs -s snapshot"). ]
note: configured to log to "/dev/stdout"
{"msg":"dataset: \"oxp_e11f1bee-9083-4bdd-8940-0d8a2554b66d/crucible\"","v":0,"name":"crucible-agent","level":30,"time":"2024-08-18T06:16:35.285573171Z","hostname":"oxz_crucible_9b1e17ca-e700-4670-827c-219ea540a63e","pid":21267}
{"msg":"listen IP: [fd00:1122:3344:101::1a]:32345","v":0,"name":"crucible-agent","level":30,"time":"2024-08-18T06:16:35.286618091Z","hostname":"oxz_crucible_9b1e17ca-e700-4670-827c-219ea540a63e","pid":21267}
{"msg":"SMF instance name downstairs_prefix: \"downstairs\"","v":0,"name":"crucible-agent","level":30,"time":"2024-08-18T06:16:35.286630321Z","hostname":"oxz_crucible_9b1e17ca-e700-4670-827c-219ea540a63e","pid":21267}
{"msg":"Using conf_path:\"/data/crucible.json\"","v":0,"name":"crucible-agent","level":30,"time":"2024-08-18T06:16:35.305411872Z","hostname":"oxz_crucible_9b1e17ca-e700-4670-827c-219ea540a63e","pid":21267,"component":"datafile"}
{"msg":"listening","v":0,"name":"crucible-agent","level":30,"time":"2024-08-18T06:16:35.451965735Z","hostname":"oxz_crucible_9b1e17ca-e700-4670-827c-219ea540a63e","pid":21267,"local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot"}
{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2024-08-18T06:17:33.544035476Z","hostname":"oxz_crucible_9b1e17ca-e700-4670-827c-219ea540a63e","pid":21267,"local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::b]:52414"}
{"msg":"region 7c0ecc64-3d19-4fec-86d7-60c6eda84095 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-08-18T06:17:33.562771157Z","hostname":"oxz_crucible_9b1e17ca-e700-4670-827c-219ea540a63e","pid":21267,"component":"datafile"}
{"msg":"Region size:1073741824 reservation:1342177280 quota:3221225472","v":0,"name":"crucible-agent","level":30,"time":"2024-08-18T06:17:33.567951364Z","hostname":"oxz_crucible_9b1e17ca-e700-4670-827c-219ea540a63e","pid":21267,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-08-18T06:17:33.572000479Z","hostname":"oxz_crucible_9b1e17ca-e700-4670-827c-219ea540a63e","pid":21267,"uri":"/crucible/0/regions","method":"POST","req_id":"57a4017c-b017-47a1-a8ab-c9a2eff50a55","remote_addr":"[fd00:1122:3344:101::b]:52414","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":15341,"response_code":"200"}
{"msg":"zfs set reservation of 1342177280 for oxp_e11f1bee-9083-4bdd-8940-0d8a2554b66d/crucible/regions/7c0ecc64-3d19-4fec-86d7-60c6eda84095","v":0,"name":"crucible-agent","level":30,"time":"2024-08-18T06:17:33.579461269Z","hostname":"oxz_crucible_9b1e17ca-e700-4670-827c-219ea540a63e","pid":21267,"component":"worker"}
{"msg":"zfs set quota of 3221225472 for oxp_e11f1bee-9083-4bdd-8940-0d8a2554b66d/crucible/regions/7c0ecc64-3d19-4fec-86d7-60c6eda84095","v":0,"name":"crucible-agent","level":30,"time":"2024-08-18T06:17:33.579479439Z","hostname":"oxz_crucible_9b1e17ca-e700-4670-827c-219ea540a63e","pid":21267,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"7c0ecc64-3d19-4fec-86d7-60c6eda84095\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 16, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/7c0ecc64-3d19-4fec-86d7-60c6eda84095\"","v":0,"name":"crucible-agent","level":30,"time":"2024-08-18T06:17:33.632584083Z","hostname":"oxz_crucible_9b1e17ca-e700-4670-827c-219ea540a63e","pid":21267,"region":"7c0ecc64-3d19-4fec-86d7-60c6eda84095","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"7c0ecc64-3d19-4fec-86d7-60c6eda84095\" \"--data\" \"/data/regions/7c0ecc64-3d19-4fec-86d7-60c6eda84095\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"16\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2024-08-18T06:17:33.634496049Z","hostname":"oxz_crucible_9b1e17ca-e700-4670-827c-219ea540a63e","pid":21267,"region":"7c0ecc64-3d19-4fec-86d7-60c6eda84095","component":"worker"}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2024-08-18T06:17:33.747911721Z","hostname":"oxz_crucible_9b1e17ca-e700-4670-827c-219ea540a63e","pid":21267,"region":"7c0ecc64-3d19-4fec-86d7-60c6eda84095","component":"worker"}
{"msg":"region 7c0ecc64-3d19-4fec-86d7-60c6eda84095 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-08-18T06:17:33.747960982Z","hostname":"oxz_crucible_9b1e17ca-e700-4670-827c-219ea540a63e","pid":21267,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2024-08-18T06:17:33.748061014Z","hostname":"oxz_crucible_9b1e17ca-e700-4670-827c-219ea540a63e","pid":21267,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-7c0ecc64-3d19-4fec-86d7-60c6eda84095","v":0,"name":"crucible-agent","level":30,"time":"2024-08-18T06:17:33.748501482Z","hostname":"oxz_crucible_9b1e17ca-e700-4670-827c-219ea540a63e","pid":21267,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-7c0ecc64-3d19-4fec-86d7-60c6eda84095","v":0,"name":"crucible-agent","level":30,"time":"2024-08-18T06:17:33.753699079Z","hostname":"oxz_crucible_9b1e17ca-e700-4670-827c-219ea540a63e","pid":21267,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-08-18T06:17:33.768904764Z","hostname":"oxz_crucible_9b1e17ca-e700-4670-827c-219ea540a63e","pid":21267,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-7c0ecc64-3d19-4fec-86d7-60c6eda84095","v":0,"name":"crucible-agent","level":30,"time":"2024-08-18T06:17:33.772020382Z","hostname":"oxz_crucible_9b1e17ca-e700-4670-827c-219ea540a63e","pid":21267,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/7c0ecc64-3d19-4fec-86d7-60c6eda84095","v":0,"name":"crucible-agent","level":30,"time":"2024-08-18T06:17:33.778980403Z","hostname":"oxz_crucible_9b1e17ca-e700-4670-827c-219ea540a63e","pid":21267,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-08-18T06:17:33.780905989Z","hostname":"oxz_crucible_9b1e17ca-e700-4670-827c-219ea540a63e","pid":21267,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::1a","v":0,"name":"crucible-agent","level":30,"time":"2024-08-18T06:17:33.78097687Z","hostname":"oxz_crucible_9b1e17ca-e700-4670-827c-219ea540a63e","pid":21267,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-08-18T06:17:33.781028121Z","hostname":"oxz_crucible_9b1e17ca-e700-4670-827c-219ea540a63e","pid":21267,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-08-18T06:17:33.785339731Z","hostname":"oxz_crucible_9b1e17ca-e700-4670-827c-219ea540a63e","pid":21267,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-08-18T06:17:33.788877358Z","hostname":"oxz_crucible_9b1e17ca-e700-4670-827c-219ea540a63e","pid":21267,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-08-18T06:17:33.804083472Z","hostname":"oxz_crucible_9b1e17ca-e700-4670-827c-219ea540a63e","pid":21267,"uri":"/crucible/0/regions","method":"POST","req_id":"6b0efc93-bb43-4c03-8a9e-c1b9e872190d","remote_addr":"[fd00:1122:3344:101::b]:52414","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":78,"response_code":"200"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-08-18T06:17:34.227125668Z","hostname":"oxz_crucible_9b1e17ca-e700-4670-827c-219ea540a63e","pid":21267,"uri":"/crucible/0/regions/7c0ecc64-3d19-4fec-86d7-60c6eda84095","method":"GET","req_id":"de0d81d0-703a-467e-8600-3bf0d7c11d88","remote_addr":"[fd00:1122:3344:101::b]:52414","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":65,"response_code":"200"}
{"msg":"path is \"/data/regions/7c0ecc64-3d19-4fec-86d7-60c6eda84095\"","v":0,"name":"crucible-agent","level":30,"time":"2024-08-18T06:17:34.229605204Z","hostname":"oxz_crucible_9b1e17ca-e700-4670-827c-219ea540a63e","pid":21267,"component":"datafile"}
{"msg":"dataset is oxp_e11f1bee-9083-4bdd-8940-0d8a2554b66d/crucible/regions/7c0ecc64-3d19-4fec-86d7-60c6eda84095","v":0,"name":"crucible-agent","level":30,"time":"2024-08-18T06:17:34.238269917Z","hostname":"oxz_crucible_9b1e17ca-e700-4670-827c-219ea540a63e","pid":21267,"component":"datafile"}
{"msg":"region 7c0ecc64-3d19-4fec-86d7-60c6eda84095 state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2024-08-18T06:17:34.247386557Z","hostname":"oxz_crucible_9b1e17ca-e700-4670-827c-219ea540a63e","pid":21267,"component":"datafile"}
{"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2024-08-18T06:17:34.24752308Z","hostname":"oxz_crucible_9b1e17ca-e700-4670-827c-219ea540a63e","pid":21267,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-08-18T06:17:34.247585041Z","hostname":"oxz_crucible_9b1e17ca-e700-4670-827c-219ea540a63e","pid":21267,"uri":"/crucible/0/regions/7c0ecc64-3d19-4fec-86d7-60c6eda84095","method":"DELETE","req_id":"1546205e-f27c-4a82-8aae-c3b1119b36f6","remote_addr":"[fd00:1122:3344:101::b]:52414","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":18007,"response_code":"204"}
{"msg":"disabling downstairs instance: downstairs-7c0ecc64-3d19-4fec-86d7-60c6eda84095 (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2024-08-18T06:17:34.248519609Z","hostname":"oxz_crucible_9b1e17ca-e700-4670-827c-219ea540a63e","pid":21267,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-08-18T06:17:34.250794031Z","hostname":"oxz_crucible_9b1e17ca-e700-4670-827c-219ea540a63e","pid":21267,"uri":"/crucible/0/regions/7c0ecc64-3d19-4fec-86d7-60c6eda84095","method":"GET","req_id":"25085a64-909a-44ac-9578-9a4f69c5190d","remote_addr":"[fd00:1122:3344:101::b]:52414","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":455,"response_code":"200"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-08-18T06:17:34.252251588Z","hostname":"oxz_crucible_9b1e17ca-e700-4670-827c-219ea540a63e","pid":21267,"component":"worker"}
{"msg":"deleting zfs dataset \"oxp_e11f1bee-9083-4bdd-8940-0d8a2554b66d/crucible/regions/7c0ecc64-3d19-4fec-86d7-60c6eda84095\"","v":0,"name":"crucible-agent","level":30,"time":"2024-08-18T06:17:34.261083604Z","hostname":"oxz_crucible_9b1e17ca-e700-4670-827c-219ea540a63e","pid":21267,"region":"7c0ecc64-3d19-4fec-86d7-60c6eda84095","component":"worker"}
{"msg":"region 7c0ecc64-3d19-4fec-86d7-60c6eda84095 state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2024-08-18T06:17:34.310514358Z","hostname":"oxz_crucible_9b1e17ca-e700-4670-827c-219ea540a63e","pid":21267,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-08-18T06:17:34.398097428Z","hostname":"oxz_crucible_9b1e17ca-e700-4670-827c-219ea540a63e","pid":21267,"uri":"/crucible/0/regions/7c0ecc64-3d19-4fec-86d7-60c6eda84095","method":"GET","req_id":"c57c0885-a389-494f-9259-4bf87bdd6042","remote_addr":"[fd00:1122:3344:101::b]:52414","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":49,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2024-08-18T06:17:51.105055875Z","hostname":"oxz_crucible_9b1e17ca-e700-4670-827c-219ea540a63e","pid":21267,"local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:56559"}
{"msg":"region 11cdd038-e8ad-4414-b861-80eaedb8f67e state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-08-18T06:17:51.105830689Z","hostname":"oxz_crucible_9b1e17ca-e700-4670-827c-219ea540a63e","pid":21267,"component":"datafile"}
{"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2024-08-18T06:17:51.106000613Z","hostname":"oxz_crucible_9b1e17ca-e700-4670-827c-219ea540a63e","pid":21267,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-08-18T06:17:51.106013313Z","hostname":"oxz_crucible_9b1e17ca-e700-4670-827c-219ea540a63e","pid":21267,"uri":"/crucible/0/regions","method":"POST","req_id":"ee1e370c-a333-423c-9fd6-e848449ff6fd","remote_addr":"[fd00:1122:3344:101::a]:56559","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":870,"response_code":"200"}
{"msg":"zfs set reservation of 2684354560 for oxp_e11f1bee-9083-4bdd-8940-0d8a2554b66d/crucible/regions/11cdd038-e8ad-4414-b861-80eaedb8f67e","v":0,"name":"crucible-agent","level":30,"time":"2024-08-18T06:17:51.114995051Z","hostname":"oxz_crucible_9b1e17ca-e700-4670-827c-219ea540a63e","pid":21267,"component":"worker"}
{"msg":"zfs set quota of 6442450944 for oxp_e11f1bee-9083-4bdd-8940-0d8a2554b66d/crucible/regions/11cdd038-e8ad-4414-b861-80eaedb8f67e","v":0,"name":"crucible-agent","level":30,"time":"2024-08-18T06:17:51.115029102Z","hostname":"oxz_crucible_9b1e17ca-e700-4670-827c-219ea540a63e","pid":21267,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"11cdd038-e8ad-4414-b861-80eaedb8f67e\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/11cdd038-e8ad-4414-b861-80eaedb8f67e\"","v":0,"name":"crucible-agent","level":30,"time":"2024-08-18T06:17:51.163924917Z","hostname":"oxz_crucible_9b1e17ca-e700-4670-827c-219ea540a63e","pid":21267,"region":"11cdd038-e8ad-4414-b861-80eaedb8f67e","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"11cdd038-e8ad-4414-b861-80eaedb8f67e\" \"--data\" \"/data/regions/11cdd038-e8ad-4414-b861-80eaedb8f67e\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2024-08-18T06:17:51.163973817Z","hostname":"oxz_crucible_9b1e17ca-e700-4670-827c-219ea540a63e","pid":21267,"region":"11cdd038-e8ad-4414-b861-80eaedb8f67e","component":"worker"}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2024-08-18T06:17:51.225966208Z","hostname":"oxz_crucible_9b1e17ca-e700-4670-827c-219ea540a63e","pid":21267,"region":"11cdd038-e8ad-4414-b861-80eaedb8f67e","component":"worker"}
{"msg":"region 11cdd038-e8ad-4414-b861-80eaedb8f67e state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-08-18T06:17:51.226004158Z","hostname":"oxz_crucible_9b1e17ca-e700-4670-827c-219ea540a63e","pid":21267,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2024-08-18T06:17:51.226121971Z","hostname":"oxz_crucible_9b1e17ca-e700-4670-827c-219ea540a63e","pid":21267,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-11cdd038-e8ad-4414-b861-80eaedb8f67e","v":0,"name":"crucible-agent","level":30,"time":"2024-08-18T06:17:51.227585318Z","hostname":"oxz_crucible_9b1e17ca-e700-4670-827c-219ea540a63e","pid":21267,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-11cdd038-e8ad-4414-b861-80eaedb8f67e","v":0,"name":"crucible-agent","level":30,"time":"2024-08-18T06:17:51.230227937Z","hostname":"oxz_crucible_9b1e17ca-e700-4670-827c-219ea540a63e","pid":21267,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-08-18T06:17:51.236937793Z","hostname":"oxz_crucible_9b1e17ca-e700-4670-827c-219ea540a63e","pid":21267,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-11cdd038-e8ad-4414-b861-80eaedb8f67e","v":0,"name":"crucible-agent","level":30,"time":"2024-08-18T06:17:51.239502791Z","hostname":"oxz_crucible_9b1e17ca-e700-4670-827c-219ea540a63e","pid":21267,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/11cdd038-e8ad-4414-b861-80eaedb8f67e","v":0,"name":"crucible-agent","level":30,"time":"2024-08-18T06:17:51.239823627Z","hostname":"oxz_crucible_9b1e17ca-e700-4670-827c-219ea540a63e","pid":21267,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-08-18T06:17:51.239880278Z","hostname":"oxz_crucible_9b1e17ca-e700-4670-827c-219ea540a63e","pid":21267,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::1a","v":0,"name":"crucible-agent","level":30,"time":"2024-08-18T06:17:51.239922559Z","hostname":"oxz_crucible_9b1e17ca-e700-4670-827c-219ea540a63e","pid":21267,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-08-18T06:17:51.239963359Z","hostname":"oxz_crucible_9b1e17ca-e700-4670-827c-219ea540a63e","pid":21267,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-08-18T06:17:51.243265521Z","hostname":"oxz_crucible_9b1e17ca-e700-4670-827c-219ea540a63e","pid":21267,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-08-18T06:17:51.247587632Z","hostname":"oxz_crucible_9b1e17ca-e700-4670-827c-219ea540a63e","pid":21267,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-08-18T06:17:51.408830869Z","hostname":"oxz_crucible_9b1e17ca-e700-4670-827c-219ea540a63e","pid":21267,"uri":"/crucible/0/regions","method":"POST","req_id":"11b2cd30-f7b6-4f24-9151-d7538410f439","remote_addr":"[fd00:1122:3344:101::a]:56559","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":764,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2024-08-18T06:23:13.325655814Z","hostname":"oxz_crucible_9b1e17ca-e700-4670-827c-219ea540a63e","pid":21267,"local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:63114"}
{"msg":"region 4d3a68c5-cc10-478c-992a-53b4fb5c2327 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-08-18T06:23:13.325813006Z","hostname":"oxz_crucible_9b1e17ca-e700-4670-827c-219ea540a63e","pid":21267,"component":"datafile"}
{"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2024-08-18T06:23:13.326401388Z","hostname":"oxz_crucible_9b1e17ca-e700-4670-827c-219ea540a63e","pid":21267,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-08-18T06:23:13.326410868Z","hostname":"oxz_crucible_9b1e17ca-e700-4670-827c-219ea540a63e","pid":21267,"uri":"/crucible/0/regions","method":"POST","req_id":"196c37d9-9112-431e-9a35-4330edf778a2","remote_addr":"[fd00:1122:3344:101::a]:63114","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":654,"response_code":"200"}
{"msg":"zfs set reservation of 2684354560 for oxp_e11f1bee-9083-4bdd-8940-0d8a2554b66d/crucible/regions/4d3a68c5-cc10-478c-992a-53b4fb5c2327","v":0,"name":"crucible-agent","level":30,"time":"2024-08-18T06:23:13.337865292Z","hostname":"oxz_crucible_9b1e17ca-e700-4670-827c-219ea540a63e","pid":21267,"component":"worker"}
{"msg":"zfs set quota of 6442450944 for oxp_e11f1bee-9083-4bdd-8940-0d8a2554b66d/crucible/regions/4d3a68c5-cc10-478c-992a-53b4fb5c2327","v":0,"name":"crucible-agent","level":30,"time":"2024-08-18T06:23:13.337907503Z","hostname":"oxz_crucible_9b1e17ca-e700-4670-827c-219ea540a63e","pid":21267,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"4d3a68c5-cc10-478c-992a-53b4fb5c2327\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19001, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/4d3a68c5-cc10-478c-992a-53b4fb5c2327\"","v":0,"name":"crucible-agent","level":30,"time":"2024-08-18T06:23:13.401506913Z","hostname":"oxz_crucible_9b1e17ca-e700-4670-827c-219ea540a63e","pid":21267,"region":"4d3a68c5-cc10-478c-992a-53b4fb5c2327","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"4d3a68c5-cc10-478c-992a-53b4fb5c2327\" \"--data\" \"/data/regions/4d3a68c5-cc10-478c-992a-53b4fb5c2327\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2024-08-18T06:23:13.401570714Z","hostname":"oxz_crucible_9b1e17ca-e700-4670-827c-219ea540a63e","pid":21267,"region":"4d3a68c5-cc10-478c-992a-53b4fb5c2327","component":"worker"}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2024-08-18T06:23:13.518609134Z","hostname":"oxz_crucible_9b1e17ca-e700-4670-827c-219ea540a63e","pid":21267,"region":"4d3a68c5-cc10-478c-992a-53b4fb5c2327","component":"worker"}
{"msg":"region 4d3a68c5-cc10-478c-992a-53b4fb5c2327 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-08-18T06:23:13.518671035Z","hostname":"oxz_crucible_9b1e17ca-e700-4670-827c-219ea540a63e","pid":21267,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2024-08-18T06:23:13.518822048Z","hostname":"oxz_crucible_9b1e17ca-e700-4670-827c-219ea540a63e","pid":21267,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-4d3a68c5-cc10-478c-992a-53b4fb5c2327","v":0,"name":"crucible-agent","level":30,"time":"2024-08-18T06:23:13.527653063Z","hostname":"oxz_crucible_9b1e17ca-e700-4670-827c-219ea540a63e","pid":21267,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-4d3a68c5-cc10-478c-992a-53b4fb5c2327","v":0,"name":"crucible-agent","level":30,"time":"2024-08-18T06:23:13.537513028Z","hostname":"oxz_crucible_9b1e17ca-e700-4670-827c-219ea540a63e","pid":21267,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-08-18T06:23:13.546797662Z","hostname":"oxz_crucible_9b1e17ca-e700-4670-827c-219ea540a63e","pid":21267,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-4d3a68c5-cc10-478c-992a-53b4fb5c2327","v":0,"name":"crucible-agent","level":30,"time":"2024-08-18T06:23:13.550293657Z","hostname":"oxz_crucible_9b1e17ca-e700-4670-827c-219ea540a63e","pid":21267,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/4d3a68c5-cc10-478c-992a-53b4fb5c2327","v":0,"name":"crucible-agent","level":30,"time":"2024-08-18T06:23:13.550556752Z","hostname":"oxz_crucible_9b1e17ca-e700-4670-827c-219ea540a63e","pid":21267,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2024-08-18T06:23:13.550652264Z","hostname":"oxz_crucible_9b1e17ca-e700-4670-827c-219ea540a63e","pid":21267,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::1a","v":0,"name":"crucible-agent","level":30,"time":"2024-08-18T06:23:13.550721055Z","hostname":"oxz_crucible_9b1e17ca-e700-4670-827c-219ea540a63e","pid":21267,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-08-18T06:23:13.550794056Z","hostname":"oxz_crucible_9b1e17ca-e700-4670-827c-219ea540a63e","pid":21267,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-08-18T06:23:13.556724147Z","hostname":"oxz_crucible_9b1e17ca-e700-4670-827c-219ea540a63e","pid":21267,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-08-18T06:23:13.561434386Z","hostname":"oxz_crucible_9b1e17ca-e700-4670-827c-219ea540a63e","pid":21267,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-08-18T06:23:13.64344656Z","hostname":"oxz_crucible_9b1e17ca-e700-4670-827c-219ea540a63e","pid":21267,"uri":"/crucible/0/regions","method":"POST","req_id":"a167e1b0-6845-4635-8fc6-36a5c736edad","remote_addr":"[fd00:1122:3344:101::a]:63114","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":109,"response_code":"200"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-08-18T06:23:14.874960424Z","hostname":"oxz_crucible_9b1e17ca-e700-4670-827c-219ea540a63e","pid":21267,"uri":"/crucible/0/regions/11cdd038-e8ad-4414-b861-80eaedb8f67e","method":"GET","req_id":"4c32e09e-c823-4b8f-b93d-51ead4de43f7","remote_addr":"[fd00:1122:3344:101::a]:63114","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":49,"response_code":"200"}
{"msg":"path is \"/data/regions/11cdd038-e8ad-4414-b861-80eaedb8f67e\"","v":0,"name":"crucible-agent","level":30,"time":"2024-08-18T06:23:14.880096901Z","hostname":"oxz_crucible_9b1e17ca-e700-4670-827c-219ea540a63e","pid":21267,"component":"datafile"}
{"msg":"dataset is oxp_e11f1bee-9083-4bdd-8940-0d8a2554b66d/crucible/regions/11cdd038-e8ad-4414-b861-80eaedb8f67e","v":0,"name":"crucible-agent","level":30,"time":"2024-08-18T06:23:14.889187711Z","hostname":"oxz_crucible_9b1e17ca-e700-4670-827c-219ea540a63e","pid":21267,"component":"datafile"}
{"msg":"snapshot is oxp_e11f1bee-9083-4bdd-8940-0d8a2554b66d/crucible/regions/11cdd038-e8ad-4414-b861-80eaedb8f67e@6ba0d46d-8653-4de5-9939-d741d8b06564","v":0,"name":"crucible-agent","level":30,"time":"2024-08-18T06:23:14.897491216Z","hostname":"oxz_crucible_9b1e17ca-e700-4670-827c-219ea540a63e","pid":21267,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_e11f1bee-9083-4bdd-8940-0d8a2554b66d/crucible/regions/11cdd038-e8ad-4414-b861-80eaedb8f67e\", \"6ba0d46d-8653-4de5-9939-d741d8b06564\"]","v":0,"name":"crucible-agent","level":30,"time":"2024-08-18T06:23:14.897531227Z","hostname":"oxz_crucible_9b1e17ca-e700-4670-827c-219ea540a63e","pid":21267,"component":"ZfsSnapshotInterface"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-08-18T06:23:14.907745028Z","hostname":"oxz_crucible_9b1e17ca-e700-4670-827c-219ea540a63e","pid":21267,"uri":"/crucible/0/regions/11cdd038-e8ad-4414-b861-80eaedb8f67e/snapshots/6ba0d46d-8653-4de5-9939-d741d8b06564","method":"GET","req_id":"625eb25d-71eb-4781-a495-5289f83dc08a","remote_addr":"[fd00:1122:3344:101::a]:63114","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":30356,"response_code":"200"}
{"msg":"path is \"/data/regions/11cdd038-e8ad-4414-b861-80eaedb8f67e\"","v":0,"name":"crucible-agent","level":30,"time":"2024-08-18T06:23:14.910339486Z","hostname":"oxz_crucible_9b1e17ca-e700-4670-827c-219ea540a63e","pid":21267,"component":"datafile"}
{"msg":"dataset is oxp_e11f1bee-9083-4bdd-8940-0d8a2554b66d/crucible/regions/11cdd038-e8ad-4414-b861-80eaedb8f67e","v":0,"name":"crucible-agent","level":30,"time":"2024-08-18T06:23:14.91858431Z","hostname":"oxz_crucible_9b1e17ca-e700-4670-827c-219ea540a63e","pid":21267,"component":"datafile"}
{"msg":"snapshot is oxp_e11f1bee-9083-4bdd-8940-0d8a2554b66d/crucible/regions/11cdd038-e8ad-4414-b861-80eaedb8f67e@6ba0d46d-8653-4de5-9939-d741d8b06564","v":0,"name":"crucible-agent","level":30,"time":"2024-08-18T06:23:14.926289855Z","hostname":"oxz_crucible_9b1e17ca-e700-4670-827c-219ea540a63e","pid":21267,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_e11f1bee-9083-4bdd-8940-0d8a2554b66d/crucible/regions/11cdd038-e8ad-4414-b861-80eaedb8f67e\", \"6ba0d46d-8653-4de5-9939-d741d8b06564\"]","v":0,"name":"crucible-agent","level":30,"time":"2024-08-18T06:23:14.926320935Z","hostname":"oxz_crucible_9b1e17ca-e700-4670-827c-219ea540a63e","pid":21267,"component":"ZfsSnapshotInterface"}
{"msg":"requesting running snapshot 11cdd038-e8ad-4414-b861-80eaedb8f67e-6ba0d46d-8653-4de5-9939-d741d8b06564 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-08-18T06:23:14.934629011Z","hostname":"oxz_crucible_9b1e17ca-e700-4670-827c-219ea540a63e","pid":21267,"component":"datafile"}
{"msg":"applying SMF actions for region 11cdd038-e8ad-4414-b861-80eaedb8f67e running snapshot 6ba0d46d-8653-4de5-9939-d741d8b06564 (state Requested)...","v":0,"name":"crucible-agent","level":30,"time":"2024-08-18T06:23:14.934785964Z","hostname":"oxz_crucible_9b1e17ca-e700-4670-827c-219ea540a63e","pid":21267,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-08-18T06:23:14.934825414Z","hostname":"oxz_crucible_9b1e17ca-e700-4670-827c-219ea540a63e","pid":21267,"uri":"/crucible/0/regions/11cdd038-e8ad-4414-b861-80eaedb8f67e/snapshots/6ba0d46d-8653-4de5-9939-d741d8b06564/run","method":"POST","req_id":"58f312f4-1bde-44e1-b410-226d5b2bc3b7","remote_addr":"[fd00:1122:3344:101::a]:63114","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":24524,"response_code":"200"}
{"msg":"creating missing snapshot instance snapshot-11cdd038-e8ad-4414-b861-80eaedb8f67e-6ba0d46d-8653-4de5-9939-d741d8b06564","v":0,"name":"crucible-agent","level":30,"time":"2024-08-18T06:23:14.937466604Z","hostname":"oxz_crucible_9b1e17ca-e700-4670-827c-219ea540a63e","pid":21267,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:snapshot-11cdd038-e8ad-4414-b861-80eaedb8f67e-6ba0d46d-8653-4de5-9939-d741d8b06564","v":0,"name":"crucible-agent","level":30,"time":"2024-08-18T06:23:14.940982069Z","hostname":"oxz_crucible_9b1e17ca-e700-4670-827c-219ea540a63e","pid":21267,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:snapshot-11cdd038-e8ad-4414-b861-80eaedb8f67e-6ba0d46d-8653-4de5-9939-d741d8b06564","v":0,"name":"crucible-agent","level":30,"time":"2024-08-18T06:23:14.950563389Z","hostname":"oxz_crucible_9b1e17ca-e700-4670-827c-219ea540a63e","pid":21267,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/11cdd038-e8ad-4414-b861-80eaedb8f67e/.zfs/snapshot/6ba0d46d-8653-4de5-9939-d741d8b06564","v":0,"name":"crucible-agent","level":30,"time":"2024-08-18T06:23:14.950766363Z","hostname":"oxz_crucible_9b1e17ca-e700-4670-827c-219ea540a63e","pid":21267,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19002","v":0,"name":"crucible-agent","level":30,"time":"2024-08-18T06:23:14.950822344Z","hostname":"oxz_crucible_9b1e17ca-e700-4670-827c-219ea540a63e","pid":21267,"component":"worker"}
{"msg":"ensure mode SCF_TYPE_ASTRING ro","v":0,"name":"crucible-agent","level":30,"time":"2024-08-18T06:23:14.950863434Z","hostname":"oxz_crucible_9b1e17ca-e700-4670-827c-219ea540a63e","pid":21267,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::1a","v":0,"name":"crucible-agent","level":30,"time":"2024-08-18T06:23:14.950906485Z","hostname":"oxz_crucible_9b1e17ca-e700-4670-827c-219ea540a63e","pid":21267,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-08-18T06:23:14.950957966Z","hostname":"oxz_crucible_9b1e17ca-e700-4670-827c-219ea540a63e","pid":21267,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-08-18T06:23:14.954175776Z","hostname":"oxz_crucible_9b1e17ca-e700-4670-827c-219ea540a63e","pid":21267,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-08-18T06:23:14.958231522Z","hostname":"oxz_crucible_9b1e17ca-e700-4670-827c-219ea540a63e","pid":21267,"component":"worker"}
{"msg":"region 11cdd038-e8ad-4414-b861-80eaedb8f67e running snapshot 6ba0d46d-8653-4de5-9939-d741d8b06564 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-08-18T06:23:14.958241083Z","hostname":"oxz_crucible_9b1e17ca-e700-4670-827c-219ea540a63e","pid":21267,"component":"datafile"}
{"msg":"path is \"/data/regions/11cdd038-e8ad-4414-b861-80eaedb8f67e\"","v":0,"name":"crucible-agent","level":30,"time":"2024-08-18T06:23:15.308367084Z","hostname":"oxz_crucible_9b1e17ca-e700-4670-827c-219ea540a63e","pid":21267,"component":"datafile"}
{"msg":"dataset is oxp_e11f1bee-9083-4bdd-8940-0d8a2554b66d/crucible/regions/11cdd038-e8ad-4414-b861-80eaedb8f67e","v":0,"name":"crucible-agent","level":30,"time":"2024-08-18T06:23:15.317341162Z","hostname":"oxz_crucible_9b1e17ca-e700-4670-827c-219ea540a63e","pid":21267,"component":"datafile"}
{"msg":"snapshot is oxp_e11f1bee-9083-4bdd-8940-0d8a2554b66d/crucible/regions/11cdd038-e8ad-4414-b861-80eaedb8f67e@6ba0d46d-8653-4de5-9939-d741d8b06564","v":0,"name":"crucible-agent","level":30,"time":"2024-08-18T06:23:15.326367311Z","hostname":"oxz_crucible_9b1e17ca-e700-4670-827c-219ea540a63e","pid":21267,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_e11f1bee-9083-4bdd-8940-0d8a2554b66d/crucible/regions/11cdd038-e8ad-4414-b861-80eaedb8f67e\", \"6ba0d46d-8653-4de5-9939-d741d8b06564\"]","v":0,"name":"crucible-agent","level":30,"time":"2024-08-18T06:23:15.326402442Z","hostname":"oxz_crucible_9b1e17ca-e700-4670-827c-219ea540a63e","pid":21267,"component":"ZfsSnapshotInterface"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-08-18T06:23:15.335608474Z","hostname":"oxz_crucible_9b1e17ca-e700-4670-827c-219ea540a63e","pid":21267,"uri":"/crucible/0/regions/11cdd038-e8ad-4414-b861-80eaedb8f67e/snapshots/6ba0d46d-8653-4de5-9939-d741d8b06564/run","method":"POST","req_id":"8336f266-c994-454b-af6a-9dadb85091b8","remote_addr":"[fd00:1122:3344:101::a]:63114","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":27289,"response_code":"200"}
{"msg":"region e2fe1954-b90d-4f7b-afcb-1a13b2a11636 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-08-18T06:23:18.355780806Z","hostname":"oxz_crucible_9b1e17ca-e700-4670-827c-219ea540a63e","pid":21267,"component":"datafile"}
{"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2024-08-18T06:23:18.355962529Z","hostname":"oxz_crucible_9b1e17ca-e700-4670-827c-219ea540a63e","pid":21267,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-08-18T06:23:18.355975369Z","hostname":"oxz_crucible_9b1e17ca-e700-4670-827c-219ea540a63e","pid":21267,"uri":"/crucible/0/regions","method":"POST","req_id":"10e9778b-dbec-4052-923b-3bc2816568cb","remote_addr":"[fd00:1122:3344:101::a]:63114","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":253,"response_code":"200"}
{"msg":"zfs set reservation of 2684354560 for oxp_e11f1bee-9083-4bdd-8940-0d8a2554b66d/crucible/regions/e2fe1954-b90d-4f7b-afcb-1a13b2a11636","v":0,"name":"crucible-agent","level":30,"time":"2024-08-18T06:23:18.365185352Z","hostname":"oxz_crucible_9b1e17ca-e700-4670-827c-219ea540a63e","pid":21267,"component":"worker"}
{"msg":"zfs set quota of 6442450944 for oxp_e11f1bee-9083-4bdd-8940-0d8a2554b66d/crucible/regions/e2fe1954-b90d-4f7b-afcb-1a13b2a11636","v":0,"name":"crucible-agent","level":30,"time":"2024-08-18T06:23:18.365218192Z","hostname":"oxz_crucible_9b1e17ca-e700-4670-827c-219ea540a63e","pid":21267,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"e2fe1954-b90d-4f7b-afcb-1a13b2a11636\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19003, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/e2fe1954-b90d-4f7b-afcb-1a13b2a11636\"","v":0,"name":"crucible-agent","level":30,"time":"2024-08-18T06:23:18.420107229Z","hostname":"oxz_crucible_9b1e17ca-e700-4670-827c-219ea540a63e","pid":21267,"region":"e2fe1954-b90d-4f7b-afcb-1a13b2a11636","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"e2fe1954-b90d-4f7b-afcb-1a13b2a11636\" \"--data\" \"/data/regions/e2fe1954-b90d-4f7b-afcb-1a13b2a11636\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2024-08-18T06:23:18.422308121Z","hostname":"oxz_crucible_9b1e17ca-e700-4670-827c-219ea540a63e","pid":21267,"region":"e2fe1954-b90d-4f7b-afcb-1a13b2a11636","component":"worker"}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2024-08-18T06:23:18.482518987Z","hostname":"oxz_crucible_9b1e17ca-e700-4670-827c-219ea540a63e","pid":21267,"region":"e2fe1954-b90d-4f7b-afcb-1a13b2a11636","component":"worker"}
{"msg":"region e2fe1954-b90d-4f7b-afcb-1a13b2a11636 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-08-18T06:23:18.482557568Z","hostname":"oxz_crucible_9b1e17ca-e700-4670-827c-219ea540a63e","pid":21267,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2024-08-18T06:23:18.48267809Z","hostname":"oxz_crucible_9b1e17ca-e700-4670-827c-219ea540a63e","pid":21267,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-e2fe1954-b90d-4f7b-afcb-1a13b2a11636","v":0,"name":"crucible-agent","level":30,"time":"2024-08-18T06:23:18.485267959Z","hostname":"oxz_crucible_9b1e17ca-e700-4670-827c-219ea540a63e","pid":21267,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-e2fe1954-b90d-4f7b-afcb-1a13b2a11636","v":0,"name":"crucible-agent","level":30,"time":"2024-08-18T06:23:18.488166593Z","hostname":"oxz_crucible_9b1e17ca-e700-4670-827c-219ea540a63e","pid":21267,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-08-18T06:23:18.495603292Z","hostname":"oxz_crucible_9b1e17ca-e700-4670-827c-219ea540a63e","pid":21267,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-e2fe1954-b90d-4f7b-afcb-1a13b2a11636","v":0,"name":"crucible-agent","level":30,"time":"2024-08-18T06:23:18.49873028Z","hostname":"oxz_crucible_9b1e17ca-e700-4670-827c-219ea540a63e","pid":21267,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/e2fe1954-b90d-4f7b-afcb-1a13b2a11636","v":0,"name":"crucible-agent","level":30,"time":"2024-08-18T06:23:18.498958155Z","hostname":"oxz_crucible_9b1e17ca-e700-4670-827c-219ea540a63e","pid":21267,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19003","v":0,"name":"crucible-agent","level":30,"time":"2024-08-18T06:23:18.499029546Z","hostname":"oxz_crucible_9b1e17ca-e700-4670-827c-219ea540a63e","pid":21267,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::1a","v":0,"name":"crucible-agent","level":30,"time":"2024-08-18T06:23:18.499082977Z","hostname":"oxz_crucible_9b1e17ca-e700-4670-827c-219ea540a63e","pid":21267,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-08-18T06:23:18.499136968Z","hostname":"oxz_crucible_9b1e17ca-e700-4670-827c-219ea540a63e","pid":21267,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-08-18T06:23:18.50242963Z","hostname":"oxz_crucible_9b1e17ca-e700-4670-827c-219ea540a63e","pid":21267,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-08-18T06:23:18.507871162Z","hostname":"oxz_crucible_9b1e17ca-e700-4670-827c-219ea540a63e","pid":21267,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-08-18T06:23:18.702199878Z","hostname":"oxz_crucible_9b1e17ca-e700-4670-827c-219ea540a63e","pid":21267,"uri":"/crucible/0/regions","method":"POST","req_id":"d4cab2d1-33ad-407c-a995-f42859a5dcc8","remote_addr":"[fd00:1122:3344:101::a]:63114","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":969,"response_code":"200"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-08-18T06:23:56.216005606Z","hostname":"oxz_crucible_9b1e17ca-e700-4670-827c-219ea540a63e","pid":21267,"uri":"/crucible/0/regions/e2fe1954-b90d-4f7b-afcb-1a13b2a11636","method":"GET","req_id":"90fd9d90-997d-418c-9fd0-aedf21a07654","remote_addr":"[fd00:1122:3344:101::a]:63114","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":59,"response_code":"200"}
{"msg":"path is \"/data/regions/e2fe1954-b90d-4f7b-afcb-1a13b2a11636\"","v":0,"name":"crucible-agent","level":30,"time":"2024-08-18T06:23:56.218320619Z","hostname":"oxz_crucible_9b1e17ca-e700-4670-827c-219ea540a63e","pid":21267,"component":"datafile"}
{"msg":"dataset is oxp_e11f1bee-9083-4bdd-8940-0d8a2554b66d/crucible/regions/e2fe1954-b90d-4f7b-afcb-1a13b2a11636","v":0,"name":"crucible-agent","level":30,"time":"2024-08-18T06:23:56.230558978Z","hostname":"oxz_crucible_9b1e17ca-e700-4670-827c-219ea540a63e","pid":21267,"component":"datafile"}
{"msg":"region e2fe1954-b90d-4f7b-afcb-1a13b2a11636 state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2024-08-18T06:23:56.238444046Z","hostname":"oxz_crucible_9b1e17ca-e700-4670-827c-219ea540a63e","pid":21267,"component":"datafile"}
{"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2024-08-18T06:23:56.238631119Z","hostname":"oxz_crucible_9b1e17ca-e700-4670-827c-219ea540a63e","pid":21267,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-08-18T06:23:56.23868569Z","hostname":"oxz_crucible_9b1e17ca-e700-4670-827c-219ea540a63e","pid":21267,"uri":"/crucible/0/regions/e2fe1954-b90d-4f7b-afcb-1a13b2a11636","method":"DELETE","req_id":"09097ceb-d8e1-438a-a440-ce28c6aef143","remote_addr":"[fd00:1122:3344:101::a]:63114","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":20393,"response_code":"204"}
{"msg":"disabling downstairs instance: downstairs-e2fe1954-b90d-4f7b-afcb-1a13b2a11636 (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2024-08-18T06:23:56.240325961Z","hostname":"oxz_crucible_9b1e17ca-e700-4670-827c-219ea540a63e","pid":21267,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-08-18T06:23:56.241572034Z","hostname":"oxz_crucible_9b1e17ca-e700-4670-827c-219ea540a63e","pid":21267,"uri":"/crucible/0/regions/e2fe1954-b90d-4f7b-afcb-1a13b2a11636","method":"GET","req_id":"18b7d3ed-55d8-4f71-a67e-a2cb40bff209","remote_addr":"[fd00:1122:3344:101::a]:63114","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":27,"response_code":"200"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-08-18T06:23:56.252488909Z","hostname":"oxz_crucible_9b1e17ca-e700-4670-827c-219ea540a63e","pid":21267,"component":"worker"}
{"msg":"deleting zfs dataset \"oxp_e11f1bee-9083-4bdd-8940-0d8a2554b66d/crucible/regions/e2fe1954-b90d-4f7b-afcb-1a13b2a11636\"","v":0,"name":"crucible-agent","level":30,"time":"2024-08-18T06:23:56.263009505Z","hostname":"oxz_crucible_9b1e17ca-e700-4670-827c-219ea540a63e","pid":21267,"region":"e2fe1954-b90d-4f7b-afcb-1a13b2a11636","component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-08-18T06:23:56.312303118Z","hostname":"oxz_crucible_9b1e17ca-e700-4670-827c-219ea540a63e","pid":21267,"uri":"/crucible/0/regions/e2fe1954-b90d-4f7b-afcb-1a13b2a11636","method":"GET","req_id":"ba241122-5348-4f68-9363-7417c5160354","remote_addr":"[fd00:1122:3344:101::a]:63114","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":62,"response_code":"200"}
{"msg":"region e2fe1954-b90d-4f7b-afcb-1a13b2a11636 state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2024-08-18T06:23:56.332610778Z","hostname":"oxz_crucible_9b1e17ca-e700-4670-827c-219ea540a63e","pid":21267,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-08-18T06:23:56.451668765Z","hostname":"oxz_crucible_9b1e17ca-e700-4670-827c-219ea540a63e","pid":21267,"uri":"/crucible/0/regions/e2fe1954-b90d-4f7b-afcb-1a13b2a11636","method":"GET","req_id":"e60b55dc-85b9-4638-8cfa-f6cb11a1a09f","remote_addr":"[fd00:1122:3344:101::a]:63114","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":519,"response_code":"200"}