[ Aug 2 17:23:17 Enabled. ] [ Aug 2 17:23:17 Rereading configuration. ] [ Aug 2 17:23:18 Rereading configuration. ] [ Aug 2 17:23:20 Executing start method ("/opt/oxide/crucible/bin/crucible-agent run -D /opt/oxide/crucible/bin/crucible-downstairs --dataset oxp_b5c32317-2ab9-4db8-810d-ac555d329875/crucible -l [fd00:1122:3344:101::15]:32345 -P 19000 -p downstairs -s snapshot"). ] note: configured to log to "/dev/stdout" {"msg":"dataset: \"oxp_b5c32317-2ab9-4db8-810d-ac555d329875/crucible\"","v":0,"name":"crucible-agent","level":30,"time":"2024-08-02T17:23:20.579498181Z","hostname":"oxz_crucible_d9ed16b7-12f3-4a26-a2aa-ebff27f4f061","pid":22728} {"msg":"listen IP: [fd00:1122:3344:101::15]:32345","v":0,"name":"crucible-agent","level":30,"time":"2024-08-02T17:23:20.580700294Z","hostname":"oxz_crucible_d9ed16b7-12f3-4a26-a2aa-ebff27f4f061","pid":22728} {"msg":"SMF instance name downstairs_prefix: \"downstairs\"","v":0,"name":"crucible-agent","level":30,"time":"2024-08-02T17:23:20.580713544Z","hostname":"oxz_crucible_d9ed16b7-12f3-4a26-a2aa-ebff27f4f061","pid":22728} {"msg":"Using conf_path:\"/data/crucible.json\"","v":0,"name":"crucible-agent","level":30,"time":"2024-08-02T17:23:20.60296481Z","hostname":"oxz_crucible_d9ed16b7-12f3-4a26-a2aa-ebff27f4f061","pid":22728,"component":"datafile"} {"msg":"listening","v":0,"name":"crucible-agent","level":30,"time":"2024-08-02T17:23:20.89734854Z","hostname":"oxz_crucible_d9ed16b7-12f3-4a26-a2aa-ebff27f4f061","pid":22728,"local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot"} {"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2024-08-02T17:23:37.632493177Z","hostname":"oxz_crucible_d9ed16b7-12f3-4a26-a2aa-ebff27f4f061","pid":22728,"local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:57911"} {"msg":"region 5105f6ab-1301-4871-a878-3b707159fe8c state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-08-02T17:23:37.634176919Z","hostname":"oxz_crucible_d9ed16b7-12f3-4a26-a2aa-ebff27f4f061","pid":22728,"component":"datafile"} {"msg":"Region size:1073741824 reservation:1342177280 quota:3221225472","v":0,"name":"crucible-agent","level":30,"time":"2024-08-02T17:23:37.635218718Z","hostname":"oxz_crucible_d9ed16b7-12f3-4a26-a2aa-ebff27f4f061","pid":22728,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-08-02T17:23:37.635230059Z","hostname":"oxz_crucible_d9ed16b7-12f3-4a26-a2aa-ebff27f4f061","pid":22728,"uri":"/crucible/0/regions","method":"POST","req_id":"54c8caa7-7ac6-4fcb-9e65-dc1068401759","remote_addr":"[fd00:1122:3344:101::a]:57911","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":1350,"response_code":"200"} {"msg":"zfs set reservation of 1342177280 for oxp_b5c32317-2ab9-4db8-810d-ac555d329875/crucible/regions/5105f6ab-1301-4871-a878-3b707159fe8c","v":0,"name":"crucible-agent","level":30,"time":"2024-08-02T17:23:37.644071348Z","hostname":"oxz_crucible_d9ed16b7-12f3-4a26-a2aa-ebff27f4f061","pid":22728,"component":"worker"} {"msg":"zfs set quota of 3221225472 for oxp_b5c32317-2ab9-4db8-810d-ac555d329875/crucible/regions/5105f6ab-1301-4871-a878-3b707159fe8c","v":0,"name":"crucible-agent","level":30,"time":"2024-08-02T17:23:37.644102439Z","hostname":"oxz_crucible_d9ed16b7-12f3-4a26-a2aa-ebff27f4f061","pid":22728,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"5105f6ab-1301-4871-a878-3b707159fe8c\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 16, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/5105f6ab-1301-4871-a878-3b707159fe8c\"","v":0,"name":"crucible-agent","level":30,"time":"2024-08-02T17:23:37.696269416Z","hostname":"oxz_crucible_d9ed16b7-12f3-4a26-a2aa-ebff27f4f061","pid":22728,"region":"5105f6ab-1301-4871-a878-3b707159fe8c","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"5105f6ab-1301-4871-a878-3b707159fe8c\" \"--data\" \"/data/regions/5105f6ab-1301-4871-a878-3b707159fe8c\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"16\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2024-08-02T17:23:37.698106932Z","hostname":"oxz_crucible_d9ed16b7-12f3-4a26-a2aa-ebff27f4f061","pid":22728,"region":"5105f6ab-1301-4871-a878-3b707159fe8c","component":"worker"} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2024-08-02T17:23:37.819671817Z","hostname":"oxz_crucible_d9ed16b7-12f3-4a26-a2aa-ebff27f4f061","pid":22728,"region":"5105f6ab-1301-4871-a878-3b707159fe8c","component":"worker"} {"msg":"region 5105f6ab-1301-4871-a878-3b707159fe8c state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-08-02T17:23:37.819722467Z","hostname":"oxz_crucible_d9ed16b7-12f3-4a26-a2aa-ebff27f4f061","pid":22728,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2024-08-02T17:23:37.81985408Z","hostname":"oxz_crucible_d9ed16b7-12f3-4a26-a2aa-ebff27f4f061","pid":22728,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-5105f6ab-1301-4871-a878-3b707159fe8c","v":0,"name":"crucible-agent","level":30,"time":"2024-08-02T17:23:37.820241017Z","hostname":"oxz_crucible_d9ed16b7-12f3-4a26-a2aa-ebff27f4f061","pid":22728,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-5105f6ab-1301-4871-a878-3b707159fe8c","v":0,"name":"crucible-agent","level":30,"time":"2024-08-02T17:23:37.823937018Z","hostname":"oxz_crucible_d9ed16b7-12f3-4a26-a2aa-ebff27f4f061","pid":22728,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-08-02T17:23:37.831737807Z","hostname":"oxz_crucible_d9ed16b7-12f3-4a26-a2aa-ebff27f4f061","pid":22728,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-5105f6ab-1301-4871-a878-3b707159fe8c","v":0,"name":"crucible-agent","level":30,"time":"2024-08-02T17:23:37.83501913Z","hostname":"oxz_crucible_d9ed16b7-12f3-4a26-a2aa-ebff27f4f061","pid":22728,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/5105f6ab-1301-4871-a878-3b707159fe8c","v":0,"name":"crucible-agent","level":30,"time":"2024-08-02T17:23:37.835756074Z","hostname":"oxz_crucible_d9ed16b7-12f3-4a26-a2aa-ebff27f4f061","pid":22728,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-08-02T17:23:37.835844056Z","hostname":"oxz_crucible_d9ed16b7-12f3-4a26-a2aa-ebff27f4f061","pid":22728,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::15","v":0,"name":"crucible-agent","level":30,"time":"2024-08-02T17:23:37.835891957Z","hostname":"oxz_crucible_d9ed16b7-12f3-4a26-a2aa-ebff27f4f061","pid":22728,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-08-02T17:23:37.835934368Z","hostname":"oxz_crucible_d9ed16b7-12f3-4a26-a2aa-ebff27f4f061","pid":22728,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-08-02T17:23:37.840321652Z","hostname":"oxz_crucible_d9ed16b7-12f3-4a26-a2aa-ebff27f4f061","pid":22728,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-08-02T17:23:37.844911919Z","hostname":"oxz_crucible_d9ed16b7-12f3-4a26-a2aa-ebff27f4f061","pid":22728,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-08-02T17:23:37.979144907Z","hostname":"oxz_crucible_d9ed16b7-12f3-4a26-a2aa-ebff27f4f061","pid":22728,"uri":"/crucible/0/regions","method":"POST","req_id":"d1e84d73-bcb5-4fb7-87e5-b85ed308ebfc","remote_addr":"[fd00:1122:3344:101::a]:57911","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":59,"response_code":"200"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-08-02T17:23:38.432077749Z","hostname":"oxz_crucible_d9ed16b7-12f3-4a26-a2aa-ebff27f4f061","pid":22728,"uri":"/crucible/0/regions/5105f6ab-1301-4871-a878-3b707159fe8c","method":"GET","req_id":"350f9a15-4fd3-4572-9b34-3639f77ff5c3","remote_addr":"[fd00:1122:3344:101::a]:57911","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":717,"response_code":"200"} {"msg":"path is \"/data/regions/5105f6ab-1301-4871-a878-3b707159fe8c\"","v":0,"name":"crucible-agent","level":30,"time":"2024-08-02T17:23:38.433995386Z","hostname":"oxz_crucible_d9ed16b7-12f3-4a26-a2aa-ebff27f4f061","pid":22728,"component":"datafile"} {"msg":"dataset is oxp_b5c32317-2ab9-4db8-810d-ac555d329875/crucible/regions/5105f6ab-1301-4871-a878-3b707159fe8c","v":0,"name":"crucible-agent","level":30,"time":"2024-08-02T17:23:38.442599651Z","hostname":"oxz_crucible_d9ed16b7-12f3-4a26-a2aa-ebff27f4f061","pid":22728,"component":"datafile"} {"msg":"region 5105f6ab-1301-4871-a878-3b707159fe8c state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2024-08-02T17:23:38.450602284Z","hostname":"oxz_crucible_d9ed16b7-12f3-4a26-a2aa-ebff27f4f061","pid":22728,"component":"datafile"} {"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2024-08-02T17:23:38.450749606Z","hostname":"oxz_crucible_d9ed16b7-12f3-4a26-a2aa-ebff27f4f061","pid":22728,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-08-02T17:23:38.450803457Z","hostname":"oxz_crucible_d9ed16b7-12f3-4a26-a2aa-ebff27f4f061","pid":22728,"uri":"/crucible/0/regions/5105f6ab-1301-4871-a878-3b707159fe8c","method":"DELETE","req_id":"d8d4ebe7-5e3a-4e23-bba5-2b5b0ab0495e","remote_addr":"[fd00:1122:3344:101::a]:57911","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":16827,"response_code":"204"} {"msg":"disabling downstairs instance: downstairs-5105f6ab-1301-4871-a878-3b707159fe8c (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2024-08-02T17:23:38.451765216Z","hostname":"oxz_crucible_d9ed16b7-12f3-4a26-a2aa-ebff27f4f061","pid":22728,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-08-02T17:23:38.453248014Z","hostname":"oxz_crucible_d9ed16b7-12f3-4a26-a2aa-ebff27f4f061","pid":22728,"uri":"/crucible/0/regions/5105f6ab-1301-4871-a878-3b707159fe8c","method":"GET","req_id":"899fe29b-c216-4ee2-9f13-8a6437720f70","remote_addr":"[fd00:1122:3344:101::a]:57911","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":573,"response_code":"200"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-08-02T17:23:38.456275512Z","hostname":"oxz_crucible_d9ed16b7-12f3-4a26-a2aa-ebff27f4f061","pid":22728,"component":"worker"} {"msg":"deleting zfs dataset \"oxp_b5c32317-2ab9-4db8-810d-ac555d329875/crucible/regions/5105f6ab-1301-4871-a878-3b707159fe8c\"","v":0,"name":"crucible-agent","level":30,"time":"2024-08-02T17:23:38.465722723Z","hostname":"oxz_crucible_d9ed16b7-12f3-4a26-a2aa-ebff27f4f061","pid":22728,"region":"5105f6ab-1301-4871-a878-3b707159fe8c","component":"worker"} {"msg":"region 5105f6ab-1301-4871-a878-3b707159fe8c state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2024-08-02T17:23:38.518075084Z","hostname":"oxz_crucible_d9ed16b7-12f3-4a26-a2aa-ebff27f4f061","pid":22728,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-08-02T17:23:38.579288745Z","hostname":"oxz_crucible_d9ed16b7-12f3-4a26-a2aa-ebff27f4f061","pid":22728,"uri":"/crucible/0/regions/5105f6ab-1301-4871-a878-3b707159fe8c","method":"GET","req_id":"453a9364-338d-4b9a-a2e4-ece566e4d9ce","remote_addr":"[fd00:1122:3344:101::a]:57911","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":56,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2024-08-02T17:28:54.091740037Z","hostname":"oxz_crucible_d9ed16b7-12f3-4a26-a2aa-ebff27f4f061","pid":22728,"local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:57425"} {"msg":"region c610091c-47d9-4a19-b8f1-dc777b74598e state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-08-02T17:28:54.092569753Z","hostname":"oxz_crucible_d9ed16b7-12f3-4a26-a2aa-ebff27f4f061","pid":22728,"component":"datafile"} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2024-08-02T17:28:54.093190945Z","hostname":"oxz_crucible_d9ed16b7-12f3-4a26-a2aa-ebff27f4f061","pid":22728,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-08-02T17:28:54.093211975Z","hostname":"oxz_crucible_d9ed16b7-12f3-4a26-a2aa-ebff27f4f061","pid":22728,"uri":"/crucible/0/regions","method":"POST","req_id":"c8cdba3a-affb-4bcc-ad08-f933f0843325","remote_addr":"[fd00:1122:3344:101::a]:57425","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":1366,"response_code":"200"} {"msg":"zfs set reservation of 2684354560 for oxp_b5c32317-2ab9-4db8-810d-ac555d329875/crucible/regions/c610091c-47d9-4a19-b8f1-dc777b74598e","v":0,"name":"crucible-agent","level":30,"time":"2024-08-02T17:28:54.112762909Z","hostname":"oxz_crucible_d9ed16b7-12f3-4a26-a2aa-ebff27f4f061","pid":22728,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_b5c32317-2ab9-4db8-810d-ac555d329875/crucible/regions/c610091c-47d9-4a19-b8f1-dc777b74598e","v":0,"name":"crucible-agent","level":30,"time":"2024-08-02T17:28:54.11279599Z","hostname":"oxz_crucible_d9ed16b7-12f3-4a26-a2aa-ebff27f4f061","pid":22728,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"c610091c-47d9-4a19-b8f1-dc777b74598e\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/c610091c-47d9-4a19-b8f1-dc777b74598e\"","v":0,"name":"crucible-agent","level":30,"time":"2024-08-02T17:28:54.176835085Z","hostname":"oxz_crucible_d9ed16b7-12f3-4a26-a2aa-ebff27f4f061","pid":22728,"region":"c610091c-47d9-4a19-b8f1-dc777b74598e","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"c610091c-47d9-4a19-b8f1-dc777b74598e\" \"--data\" \"/data/regions/c610091c-47d9-4a19-b8f1-dc777b74598e\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2024-08-02T17:28:54.176886806Z","hostname":"oxz_crucible_d9ed16b7-12f3-4a26-a2aa-ebff27f4f061","pid":22728,"region":"c610091c-47d9-4a19-b8f1-dc777b74598e","component":"worker"} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2024-08-02T17:28:54.274527663Z","hostname":"oxz_crucible_d9ed16b7-12f3-4a26-a2aa-ebff27f4f061","pid":22728,"region":"c610091c-47d9-4a19-b8f1-dc777b74598e","component":"worker"} {"msg":"region c610091c-47d9-4a19-b8f1-dc777b74598e state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-08-02T17:28:54.274582794Z","hostname":"oxz_crucible_d9ed16b7-12f3-4a26-a2aa-ebff27f4f061","pid":22728,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2024-08-02T17:28:54.274683736Z","hostname":"oxz_crucible_d9ed16b7-12f3-4a26-a2aa-ebff27f4f061","pid":22728,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-c610091c-47d9-4a19-b8f1-dc777b74598e","v":0,"name":"crucible-agent","level":30,"time":"2024-08-02T17:28:54.276080653Z","hostname":"oxz_crucible_d9ed16b7-12f3-4a26-a2aa-ebff27f4f061","pid":22728,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-c610091c-47d9-4a19-b8f1-dc777b74598e","v":0,"name":"crucible-agent","level":30,"time":"2024-08-02T17:28:54.282921574Z","hostname":"oxz_crucible_d9ed16b7-12f3-4a26-a2aa-ebff27f4f061","pid":22728,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-08-02T17:28:54.298869219Z","hostname":"oxz_crucible_d9ed16b7-12f3-4a26-a2aa-ebff27f4f061","pid":22728,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-c610091c-47d9-4a19-b8f1-dc777b74598e","v":0,"name":"crucible-agent","level":30,"time":"2024-08-02T17:28:54.302487818Z","hostname":"oxz_crucible_d9ed16b7-12f3-4a26-a2aa-ebff27f4f061","pid":22728,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/c610091c-47d9-4a19-b8f1-dc777b74598e","v":0,"name":"crucible-agent","level":30,"time":"2024-08-02T17:28:54.302831344Z","hostname":"oxz_crucible_d9ed16b7-12f3-4a26-a2aa-ebff27f4f061","pid":22728,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-08-02T17:28:54.302887145Z","hostname":"oxz_crucible_d9ed16b7-12f3-4a26-a2aa-ebff27f4f061","pid":22728,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::15","v":0,"name":"crucible-agent","level":30,"time":"2024-08-02T17:28:54.302938057Z","hostname":"oxz_crucible_d9ed16b7-12f3-4a26-a2aa-ebff27f4f061","pid":22728,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-08-02T17:28:54.302976077Z","hostname":"oxz_crucible_d9ed16b7-12f3-4a26-a2aa-ebff27f4f061","pid":22728,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-08-02T17:28:54.308832119Z","hostname":"oxz_crucible_d9ed16b7-12f3-4a26-a2aa-ebff27f4f061","pid":22728,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-08-02T17:28:54.316399214Z","hostname":"oxz_crucible_d9ed16b7-12f3-4a26-a2aa-ebff27f4f061","pid":22728,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-08-02T17:28:54.341502934Z","hostname":"oxz_crucible_d9ed16b7-12f3-4a26-a2aa-ebff27f4f061","pid":22728,"uri":"/crucible/0/regions","method":"POST","req_id":"4812ecea-7381-48bb-9028-26ee20ff4709","remote_addr":"[fd00:1122:3344:101::a]:57425","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":68,"response_code":"200"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-08-02T17:29:18.908912721Z","hostname":"oxz_crucible_d9ed16b7-12f3-4a26-a2aa-ebff27f4f061","pid":22728,"uri":"/crucible/0/regions/c610091c-47d9-4a19-b8f1-dc777b74598e","method":"GET","req_id":"26a1e6a2-1786-4901-ad0d-dda566fe028b","remote_addr":"[fd00:1122:3344:101::a]:57425","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":54,"response_code":"200"} {"msg":"path is \"/data/regions/c610091c-47d9-4a19-b8f1-dc777b74598e\"","v":0,"name":"crucible-agent","level":30,"time":"2024-08-02T17:29:18.911419759Z","hostname":"oxz_crucible_d9ed16b7-12f3-4a26-a2aa-ebff27f4f061","pid":22728,"component":"datafile"} {"msg":"dataset is oxp_b5c32317-2ab9-4db8-810d-ac555d329875/crucible/regions/c610091c-47d9-4a19-b8f1-dc777b74598e","v":0,"name":"crucible-agent","level":30,"time":"2024-08-02T17:29:18.922570562Z","hostname":"oxz_crucible_d9ed16b7-12f3-4a26-a2aa-ebff27f4f061","pid":22728,"component":"datafile"} {"msg":"region c610091c-47d9-4a19-b8f1-dc777b74598e state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2024-08-02T17:29:18.931281608Z","hostname":"oxz_crucible_d9ed16b7-12f3-4a26-a2aa-ebff27f4f061","pid":22728,"component":"datafile"} {"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2024-08-02T17:29:18.931436422Z","hostname":"oxz_crucible_d9ed16b7-12f3-4a26-a2aa-ebff27f4f061","pid":22728,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-08-02T17:29:18.931494633Z","hostname":"oxz_crucible_d9ed16b7-12f3-4a26-a2aa-ebff27f4f061","pid":22728,"uri":"/crucible/0/regions/c610091c-47d9-4a19-b8f1-dc777b74598e","method":"DELETE","req_id":"6ad2c978-fb0b-47b9-af32-dcc42220e81e","remote_addr":"[fd00:1122:3344:101::a]:57425","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":20114,"response_code":"204"} {"msg":"disabling downstairs instance: downstairs-c610091c-47d9-4a19-b8f1-dc777b74598e (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2024-08-02T17:29:18.932961611Z","hostname":"oxz_crucible_d9ed16b7-12f3-4a26-a2aa-ebff27f4f061","pid":22728,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-08-02T17:29:18.934453569Z","hostname":"oxz_crucible_d9ed16b7-12f3-4a26-a2aa-ebff27f4f061","pid":22728,"uri":"/crucible/0/regions/c610091c-47d9-4a19-b8f1-dc777b74598e","method":"GET","req_id":"1d551e01-fbb6-47cf-80da-042ab7aae885","remote_addr":"[fd00:1122:3344:101::a]:57425","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":20,"response_code":"200"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-08-02T17:29:18.937039349Z","hostname":"oxz_crucible_d9ed16b7-12f3-4a26-a2aa-ebff27f4f061","pid":22728,"component":"worker"} {"msg":"deleting zfs dataset \"oxp_b5c32317-2ab9-4db8-810d-ac555d329875/crucible/regions/c610091c-47d9-4a19-b8f1-dc777b74598e\"","v":0,"name":"crucible-agent","level":30,"time":"2024-08-02T17:29:18.945936419Z","hostname":"oxz_crucible_d9ed16b7-12f3-4a26-a2aa-ebff27f4f061","pid":22728,"region":"c610091c-47d9-4a19-b8f1-dc777b74598e","component":"worker"} {"msg":"region c610091c-47d9-4a19-b8f1-dc777b74598e state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2024-08-02T17:29:18.995177891Z","hostname":"oxz_crucible_d9ed16b7-12f3-4a26-a2aa-ebff27f4f061","pid":22728,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-08-02T17:29:19.067005915Z","hostname":"oxz_crucible_d9ed16b7-12f3-4a26-a2aa-ebff27f4f061","pid":22728,"uri":"/crucible/0/regions/c610091c-47d9-4a19-b8f1-dc777b74598e","method":"GET","req_id":"7e5b5e06-fb86-400f-8970-cf52bbad1127","remote_addr":"[fd00:1122:3344:101::a]:57425","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":60,"response_code":"200"}