[ Oct 11 16:01:13 Enabled. ] [ Oct 11 16:01:13 Rereading configuration. ] [ Oct 11 16:01:15 Rereading configuration. ] [ Oct 11 16:01:18 Executing start method ("/opt/oxide/crucible/bin/crucible-agent run -D /opt/oxide/crucible/bin/crucible-downstairs --dataset oxp_4531ed09-fb4d-493a-ab70-e12857ce0b15/crucible -l [fd00:1122:3344:101::12]:32345 -P 19000 -p downstairs -s snapshot"). ] note: configured to log to "/dev/stdout" {"msg":"dataset: \"oxp_4531ed09-fb4d-493a-ab70-e12857ce0b15/crucible\"","v":0,"name":"crucible-agent","level":30,"time":"2024-10-11T16:01:18.874930923Z","hostname":"oxz_crucible_93d9ec30-4959-4c0e-bb2c-51d9c0973d52","pid":24688} {"msg":"listen IP: [fd00:1122:3344:101::12]:32345","v":0,"name":"crucible-agent","level":30,"time":"2024-10-11T16:01:18.882520247Z","hostname":"oxz_crucible_93d9ec30-4959-4c0e-bb2c-51d9c0973d52","pid":24688} {"msg":"SMF instance name downstairs_prefix: \"downstairs\"","v":0,"name":"crucible-agent","level":30,"time":"2024-10-11T16:01:18.882577117Z","hostname":"oxz_crucible_93d9ec30-4959-4c0e-bb2c-51d9c0973d52","pid":24688} {"msg":"Using conf_path:\"/data/crucible.json\"","v":0,"name":"crucible-agent","level":30,"time":"2024-10-11T16:01:18.89067405Z","hostname":"oxz_crucible_93d9ec30-4959-4c0e-bb2c-51d9c0973d52","pid":24688,"component":"datafile"} {"msg":"listening","v":0,"name":"crucible-agent","level":30,"time":"2024-10-11T16:01:19.031117697Z","hostname":"oxz_crucible_93d9ec30-4959-4c0e-bb2c-51d9c0973d52","pid":24688,"local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot"} {"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2024-10-11T16:02:17.205364665Z","hostname":"oxz_crucible_93d9ec30-4959-4c0e-bb2c-51d9c0973d52","pid":24688,"local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:53751"} {"msg":"region 7f0d360d-4e25-492b-baf4-b53734f79481 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-10-11T16:02:17.351167527Z","hostname":"oxz_crucible_93d9ec30-4959-4c0e-bb2c-51d9c0973d52","pid":24688,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-10-11T16:02:17.362349933Z","hostname":"oxz_crucible_93d9ec30-4959-4c0e-bb2c-51d9c0973d52","pid":24688,"uri":"/crucible/0/regions","method":"POST","req_id":"bb4b6d44-19e4-4886-808d-1b711ab49d41","remote_addr":"[fd00:1122:3344:101::a]:53751","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":38004,"response_code":"200"} {"msg":"Region size:1073741824 reservation:1342177280 quota:3221225472","v":0,"name":"crucible-agent","level":30,"time":"2024-10-11T16:02:17.378429976Z","hostname":"oxz_crucible_93d9ec30-4959-4c0e-bb2c-51d9c0973d52","pid":24688,"component":"worker"} {"msg":"zfs set reservation of 1342177280 for oxp_4531ed09-fb4d-493a-ab70-e12857ce0b15/crucible/regions/7f0d360d-4e25-492b-baf4-b53734f79481","v":0,"name":"crucible-agent","level":30,"time":"2024-10-11T16:02:17.386365445Z","hostname":"oxz_crucible_93d9ec30-4959-4c0e-bb2c-51d9c0973d52","pid":24688,"component":"worker"} {"msg":"zfs set quota of 3221225472 for oxp_4531ed09-fb4d-493a-ab70-e12857ce0b15/crucible/regions/7f0d360d-4e25-492b-baf4-b53734f79481","v":0,"name":"crucible-agent","level":30,"time":"2024-10-11T16:02:17.386390495Z","hostname":"oxz_crucible_93d9ec30-4959-4c0e-bb2c-51d9c0973d52","pid":24688,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-10-11T16:02:17.596546697Z","hostname":"oxz_crucible_93d9ec30-4959-4c0e-bb2c-51d9c0973d52","pid":24688,"uri":"/crucible/0/regions","method":"POST","req_id":"459c933e-6b92-4c08-a326-0632a4821b3a","remote_addr":"[fd00:1122:3344:101::a]:53751","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":82,"response_code":"200"} {"msg":"creating region Region { id: RegionId(\"7f0d360d-4e25-492b-baf4-b53734f79481\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 16, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/7f0d360d-4e25-492b-baf4-b53734f79481\"","v":0,"name":"crucible-agent","level":30,"time":"2024-10-11T16:02:17.609843341Z","hostname":"oxz_crucible_93d9ec30-4959-4c0e-bb2c-51d9c0973d52","pid":24688,"region":"7f0d360d-4e25-492b-baf4-b53734f79481","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"7f0d360d-4e25-492b-baf4-b53734f79481\" \"--data\" \"/data/regions/7f0d360d-4e25-492b-baf4-b53734f79481\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"16\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2024-10-11T16:02:17.615266736Z","hostname":"oxz_crucible_93d9ec30-4959-4c0e-bb2c-51d9c0973d52","pid":24688,"region":"7f0d360d-4e25-492b-baf4-b53734f79481","component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-10-11T16:02:18.260205206Z","hostname":"oxz_crucible_93d9ec30-4959-4c0e-bb2c-51d9c0973d52","pid":24688,"uri":"/crucible/0/regions","method":"POST","req_id":"348bd95f-6a93-4fff-8d16-acbcdb21d03e","remote_addr":"[fd00:1122:3344:101::a]:53751","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":82,"response_code":"200"} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2024-10-11T16:02:18.472350132Z","hostname":"oxz_crucible_93d9ec30-4959-4c0e-bb2c-51d9c0973d52","pid":24688,"region":"7f0d360d-4e25-492b-baf4-b53734f79481","component":"worker"} {"msg":"region 7f0d360d-4e25-492b-baf4-b53734f79481 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-10-11T16:02:18.472402713Z","hostname":"oxz_crucible_93d9ec30-4959-4c0e-bb2c-51d9c0973d52","pid":24688,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2024-10-11T16:02:18.472585146Z","hostname":"oxz_crucible_93d9ec30-4959-4c0e-bb2c-51d9c0973d52","pid":24688,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-7f0d360d-4e25-492b-baf4-b53734f79481","v":0,"name":"crucible-agent","level":30,"time":"2024-10-11T16:02:18.475405666Z","hostname":"oxz_crucible_93d9ec30-4959-4c0e-bb2c-51d9c0973d52","pid":24688,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-7f0d360d-4e25-492b-baf4-b53734f79481","v":0,"name":"crucible-agent","level":30,"time":"2024-10-11T16:02:18.505777Z","hostname":"oxz_crucible_93d9ec30-4959-4c0e-bb2c-51d9c0973d52","pid":24688,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-10-11T16:02:18.620021726Z","hostname":"oxz_crucible_93d9ec30-4959-4c0e-bb2c-51d9c0973d52","pid":24688,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-7f0d360d-4e25-492b-baf4-b53734f79481","v":0,"name":"crucible-agent","level":30,"time":"2024-10-11T16:02:18.675930269Z","hostname":"oxz_crucible_93d9ec30-4959-4c0e-bb2c-51d9c0973d52","pid":24688,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/7f0d360d-4e25-492b-baf4-b53734f79481","v":0,"name":"crucible-agent","level":30,"time":"2024-10-11T16:02:18.676537079Z","hostname":"oxz_crucible_93d9ec30-4959-4c0e-bb2c-51d9c0973d52","pid":24688,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-10-11T16:02:18.67660197Z","hostname":"oxz_crucible_93d9ec30-4959-4c0e-bb2c-51d9c0973d52","pid":24688,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::12","v":0,"name":"crucible-agent","level":30,"time":"2024-10-11T16:02:18.676643831Z","hostname":"oxz_crucible_93d9ec30-4959-4c0e-bb2c-51d9c0973d52","pid":24688,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-10-11T16:02:18.676696932Z","hostname":"oxz_crucible_93d9ec30-4959-4c0e-bb2c-51d9c0973d52","pid":24688,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-10-11T16:02:18.687305988Z","hostname":"oxz_crucible_93d9ec30-4959-4c0e-bb2c-51d9c0973d52","pid":24688,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-10-11T16:02:18.731680528Z","hostname":"oxz_crucible_93d9ec30-4959-4c0e-bb2c-51d9c0973d52","pid":24688,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-10-11T16:02:19.048429172Z","hostname":"oxz_crucible_93d9ec30-4959-4c0e-bb2c-51d9c0973d52","pid":24688,"uri":"/crucible/0/regions","method":"POST","req_id":"df5c56d7-1472-4a14-8c3d-d5cc3006f669","remote_addr":"[fd00:1122:3344:101::a]:53751","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":62,"response_code":"200"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-10-11T16:02:20.224437381Z","hostname":"oxz_crucible_93d9ec30-4959-4c0e-bb2c-51d9c0973d52","pid":24688,"uri":"/crucible/0/regions/7f0d360d-4e25-492b-baf4-b53734f79481","method":"GET","req_id":"462006a2-4cda-423b-bb2c-6c2bc57574d5","remote_addr":"[fd00:1122:3344:101::a]:53751","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":202,"response_code":"200"} {"msg":"path is \"/data/regions/7f0d360d-4e25-492b-baf4-b53734f79481\"","v":0,"name":"crucible-agent","level":30,"time":"2024-10-11T16:02:20.227690008Z","hostname":"oxz_crucible_93d9ec30-4959-4c0e-bb2c-51d9c0973d52","pid":24688,"component":"datafile"} {"msg":"dataset is oxp_4531ed09-fb4d-493a-ab70-e12857ce0b15/crucible/regions/7f0d360d-4e25-492b-baf4-b53734f79481","v":0,"name":"crucible-agent","level":30,"time":"2024-10-11T16:02:20.239128739Z","hostname":"oxz_crucible_93d9ec30-4959-4c0e-bb2c-51d9c0973d52","pid":24688,"component":"datafile"} {"msg":"region 7f0d360d-4e25-492b-baf4-b53734f79481 state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2024-10-11T16:02:20.248601895Z","hostname":"oxz_crucible_93d9ec30-4959-4c0e-bb2c-51d9c0973d52","pid":24688,"component":"datafile"} {"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2024-10-11T16:02:20.248758528Z","hostname":"oxz_crucible_93d9ec30-4959-4c0e-bb2c-51d9c0973d52","pid":24688,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-10-11T16:02:20.248842379Z","hostname":"oxz_crucible_93d9ec30-4959-4c0e-bb2c-51d9c0973d52","pid":24688,"uri":"/crucible/0/regions/7f0d360d-4e25-492b-baf4-b53734f79481","method":"DELETE","req_id":"c7f3d888-8ee8-4fbc-9940-f1afadfd0f8a","remote_addr":"[fd00:1122:3344:101::a]:53751","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":21193,"response_code":"204"} {"msg":"disabling downstairs instance: downstairs-7f0d360d-4e25-492b-baf4-b53734f79481 (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2024-10-11T16:02:20.249922578Z","hostname":"oxz_crucible_93d9ec30-4959-4c0e-bb2c-51d9c0973d52","pid":24688,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-10-11T16:02:20.251862353Z","hostname":"oxz_crucible_93d9ec30-4959-4c0e-bb2c-51d9c0973d52","pid":24688,"uri":"/crucible/0/regions/7f0d360d-4e25-492b-baf4-b53734f79481","method":"GET","req_id":"3e5cb7f0-a316-4e58-a452-58b59b383344","remote_addr":"[fd00:1122:3344:101::a]:53751","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":678,"response_code":"200"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-10-11T16:02:20.27735462Z","hostname":"oxz_crucible_93d9ec30-4959-4c0e-bb2c-51d9c0973d52","pid":24688,"component":"worker"} {"msg":"deleting zfs dataset \"oxp_4531ed09-fb4d-493a-ab70-e12857ce0b15/crucible/regions/7f0d360d-4e25-492b-baf4-b53734f79481\"","v":0,"name":"crucible-agent","level":30,"time":"2024-10-11T16:02:20.287744493Z","hostname":"oxz_crucible_93d9ec30-4959-4c0e-bb2c-51d9c0973d52","pid":24688,"region":"7f0d360d-4e25-492b-baf4-b53734f79481","component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-10-11T16:02:20.401717415Z","hostname":"oxz_crucible_93d9ec30-4959-4c0e-bb2c-51d9c0973d52","pid":24688,"uri":"/crucible/0/regions/7f0d360d-4e25-492b-baf4-b53734f79481","method":"GET","req_id":"ee52cee0-4d2c-48c7-8d67-16d6ff0e9d8c","remote_addr":"[fd00:1122:3344:101::a]:53751","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":72,"response_code":"200"} {"msg":"region 7f0d360d-4e25-492b-baf4-b53734f79481 state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2024-10-11T16:02:20.455867496Z","hostname":"oxz_crucible_93d9ec30-4959-4c0e-bb2c-51d9c0973d52","pid":24688,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-10-11T16:02:20.497360575Z","hostname":"oxz_crucible_93d9ec30-4959-4c0e-bb2c-51d9c0973d52","pid":24688,"uri":"/crucible/0/regions/7f0d360d-4e25-492b-baf4-b53734f79481","method":"GET","req_id":"9bc34e20-bd45-4bc8-bfc9-fa102cb9a39a","remote_addr":"[fd00:1122:3344:101::a]:53751","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":25,"response_code":"200"} {"msg":"region acf423b0-cc37-48e8-80db-8f54492ecc40 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-10-11T16:02:25.566223468Z","hostname":"oxz_crucible_93d9ec30-4959-4c0e-bb2c-51d9c0973d52","pid":24688,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-10-11T16:02:25.566403761Z","hostname":"oxz_crucible_93d9ec30-4959-4c0e-bb2c-51d9c0973d52","pid":24688,"uri":"/crucible/0/regions","method":"POST","req_id":"e6566874-6d54-4030-8957-41ae84aafe2b","remote_addr":"[fd00:1122:3344:101::a]:53751","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":249,"response_code":"200"} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2024-10-11T16:02:25.566431692Z","hostname":"oxz_crucible_93d9ec30-4959-4c0e-bb2c-51d9c0973d52","pid":24688,"component":"worker"} {"msg":"zfs set reservation of 2684354560 for oxp_4531ed09-fb4d-493a-ab70-e12857ce0b15/crucible/regions/acf423b0-cc37-48e8-80db-8f54492ecc40","v":0,"name":"crucible-agent","level":30,"time":"2024-10-11T16:02:25.575354038Z","hostname":"oxz_crucible_93d9ec30-4959-4c0e-bb2c-51d9c0973d52","pid":24688,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_4531ed09-fb4d-493a-ab70-e12857ce0b15/crucible/regions/acf423b0-cc37-48e8-80db-8f54492ecc40","v":0,"name":"crucible-agent","level":30,"time":"2024-10-11T16:02:25.575398509Z","hostname":"oxz_crucible_93d9ec30-4959-4c0e-bb2c-51d9c0973d52","pid":24688,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"acf423b0-cc37-48e8-80db-8f54492ecc40\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/acf423b0-cc37-48e8-80db-8f54492ecc40\"","v":0,"name":"crucible-agent","level":30,"time":"2024-10-11T16:02:25.650680932Z","hostname":"oxz_crucible_93d9ec30-4959-4c0e-bb2c-51d9c0973d52","pid":24688,"region":"acf423b0-cc37-48e8-80db-8f54492ecc40","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"acf423b0-cc37-48e8-80db-8f54492ecc40\" \"--data\" \"/data/regions/acf423b0-cc37-48e8-80db-8f54492ecc40\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2024-10-11T16:02:25.652630796Z","hostname":"oxz_crucible_93d9ec30-4959-4c0e-bb2c-51d9c0973d52","pid":24688,"region":"acf423b0-cc37-48e8-80db-8f54492ecc40","component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-10-11T16:02:25.797066463Z","hostname":"oxz_crucible_93d9ec30-4959-4c0e-bb2c-51d9c0973d52","pid":24688,"uri":"/crucible/0/regions","method":"POST","req_id":"a8f20c2a-b8f7-4e24-a839-06ee6b431545","remote_addr":"[fd00:1122:3344:101::a]:53751","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":75,"response_code":"200"} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2024-10-11T16:02:25.864477487Z","hostname":"oxz_crucible_93d9ec30-4959-4c0e-bb2c-51d9c0973d52","pid":24688,"region":"acf423b0-cc37-48e8-80db-8f54492ecc40","component":"worker"} {"msg":"region acf423b0-cc37-48e8-80db-8f54492ecc40 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-10-11T16:02:25.864496208Z","hostname":"oxz_crucible_93d9ec30-4959-4c0e-bb2c-51d9c0973d52","pid":24688,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2024-10-11T16:02:25.86463299Z","hostname":"oxz_crucible_93d9ec30-4959-4c0e-bb2c-51d9c0973d52","pid":24688,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-acf423b0-cc37-48e8-80db-8f54492ecc40","v":0,"name":"crucible-agent","level":30,"time":"2024-10-11T16:02:25.866102516Z","hostname":"oxz_crucible_93d9ec30-4959-4c0e-bb2c-51d9c0973d52","pid":24688,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-acf423b0-cc37-48e8-80db-8f54492ecc40","v":0,"name":"crucible-agent","level":30,"time":"2024-10-11T16:02:25.875666304Z","hostname":"oxz_crucible_93d9ec30-4959-4c0e-bb2c-51d9c0973d52","pid":24688,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-10-11T16:02:25.9061948Z","hostname":"oxz_crucible_93d9ec30-4959-4c0e-bb2c-51d9c0973d52","pid":24688,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-acf423b0-cc37-48e8-80db-8f54492ecc40","v":0,"name":"crucible-agent","level":30,"time":"2024-10-11T16:02:25.922031938Z","hostname":"oxz_crucible_93d9ec30-4959-4c0e-bb2c-51d9c0973d52","pid":24688,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/acf423b0-cc37-48e8-80db-8f54492ecc40","v":0,"name":"crucible-agent","level":30,"time":"2024-10-11T16:02:25.922322724Z","hostname":"oxz_crucible_93d9ec30-4959-4c0e-bb2c-51d9c0973d52","pid":24688,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-10-11T16:02:25.922378354Z","hostname":"oxz_crucible_93d9ec30-4959-4c0e-bb2c-51d9c0973d52","pid":24688,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::12","v":0,"name":"crucible-agent","level":30,"time":"2024-10-11T16:02:25.922422195Z","hostname":"oxz_crucible_93d9ec30-4959-4c0e-bb2c-51d9c0973d52","pid":24688,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-10-11T16:02:25.922467416Z","hostname":"oxz_crucible_93d9ec30-4959-4c0e-bb2c-51d9c0973d52","pid":24688,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-10-11T16:02:25.948180458Z","hostname":"oxz_crucible_93d9ec30-4959-4c0e-bb2c-51d9c0973d52","pid":24688,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-10-11T16:02:25.962025021Z","hostname":"oxz_crucible_93d9ec30-4959-4c0e-bb2c-51d9c0973d52","pid":24688,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-10-11T16:02:26.302016314Z","hostname":"oxz_crucible_93d9ec30-4959-4c0e-bb2c-51d9c0973d52","pid":24688,"uri":"/crucible/0/regions","method":"POST","req_id":"134602a2-4b44-44b1-88d8-586e7c61607b","remote_addr":"[fd00:1122:3344:101::a]:53751","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":61,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2024-10-11T16:05:34.043358024Z","hostname":"oxz_crucible_93d9ec30-4959-4c0e-bb2c-51d9c0973d52","pid":24688,"local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:40245"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-10-11T16:05:34.044337991Z","hostname":"oxz_crucible_93d9ec30-4959-4c0e-bb2c-51d9c0973d52","pid":24688,"uri":"/crucible/0/regions/acf423b0-cc37-48e8-80db-8f54492ecc40","method":"GET","req_id":"a5ba61c9-7bf0-4b8a-abb0-6e139a2f0db6","remote_addr":"[fd00:1122:3344:101::a]:40245","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":805,"response_code":"200"} {"msg":"path is \"/data/regions/acf423b0-cc37-48e8-80db-8f54492ecc40\"","v":0,"name":"crucible-agent","level":30,"time":"2024-10-11T16:05:34.047798492Z","hostname":"oxz_crucible_93d9ec30-4959-4c0e-bb2c-51d9c0973d52","pid":24688,"component":"datafile"} {"msg":"dataset is oxp_4531ed09-fb4d-493a-ab70-e12857ce0b15/crucible/regions/acf423b0-cc37-48e8-80db-8f54492ecc40","v":0,"name":"crucible-agent","level":30,"time":"2024-10-11T16:05:34.060945153Z","hostname":"oxz_crucible_93d9ec30-4959-4c0e-bb2c-51d9c0973d52","pid":24688,"component":"datafile"} {"msg":"region acf423b0-cc37-48e8-80db-8f54492ecc40 state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2024-10-11T16:05:34.070269817Z","hostname":"oxz_crucible_93d9ec30-4959-4c0e-bb2c-51d9c0973d52","pid":24688,"component":"datafile"} {"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2024-10-11T16:05:34.070937848Z","hostname":"oxz_crucible_93d9ec30-4959-4c0e-bb2c-51d9c0973d52","pid":24688,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-10-11T16:05:34.070969319Z","hostname":"oxz_crucible_93d9ec30-4959-4c0e-bb2c-51d9c0973d52","pid":24688,"uri":"/crucible/0/regions/acf423b0-cc37-48e8-80db-8f54492ecc40","method":"DELETE","req_id":"9d5fcc1a-7830-4ae9-9298-38e788b6bb40","remote_addr":"[fd00:1122:3344:101::a]:40245","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":23199,"response_code":"204"} {"msg":"disabling downstairs instance: downstairs-acf423b0-cc37-48e8-80db-8f54492ecc40 (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2024-10-11T16:05:34.072683559Z","hostname":"oxz_crucible_93d9ec30-4959-4c0e-bb2c-51d9c0973d52","pid":24688,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-10-11T16:05:34.074883968Z","hostname":"oxz_crucible_93d9ec30-4959-4c0e-bb2c-51d9c0973d52","pid":24688,"uri":"/crucible/0/regions/acf423b0-cc37-48e8-80db-8f54492ecc40","method":"GET","req_id":"1c643320-2ec9-4c4e-82aa-4284f3ee400b","remote_addr":"[fd00:1122:3344:101::a]:40245","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":792,"response_code":"200"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-10-11T16:05:34.084056989Z","hostname":"oxz_crucible_93d9ec30-4959-4c0e-bb2c-51d9c0973d52","pid":24688,"component":"worker"} {"msg":"deleting zfs dataset \"oxp_4531ed09-fb4d-493a-ab70-e12857ce0b15/crucible/regions/acf423b0-cc37-48e8-80db-8f54492ecc40\"","v":0,"name":"crucible-agent","level":30,"time":"2024-10-11T16:05:34.094130876Z","hostname":"oxz_crucible_93d9ec30-4959-4c0e-bb2c-51d9c0973d52","pid":24688,"region":"acf423b0-cc37-48e8-80db-8f54492ecc40","component":"worker"} {"msg":"region acf423b0-cc37-48e8-80db-8f54492ecc40 state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2024-10-11T16:05:34.188819169Z","hostname":"oxz_crucible_93d9ec30-4959-4c0e-bb2c-51d9c0973d52","pid":24688,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-10-11T16:05:34.195970895Z","hostname":"oxz_crucible_93d9ec30-4959-4c0e-bb2c-51d9c0973d52","pid":24688,"uri":"/crucible/0/regions/acf423b0-cc37-48e8-80db-8f54492ecc40","method":"GET","req_id":"4c15e5e7-210b-40a2-813d-43be325ab18b","remote_addr":"[fd00:1122:3344:101::a]:40245","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":75,"response_code":"200"}