[ Nov 22 20:31:48 Enabled. ] [ Nov 22 20:31:48 Rereading configuration. ] [ Nov 22 20:31:50 Rereading configuration. ] [ Nov 22 20:31:53 Executing start method ("/opt/oxide/crucible/bin/crucible-agent run -D /opt/oxide/crucible/bin/crucible-downstairs --dataset oxp_09d9b394-0398-412b-87f1-761ce2ca9d9f/crucible -l [fd00:1122:3344:101::19]:32345 -P 19000 -p downstairs -s snapshot"). ] note: configured to log to "/dev/stdout" {"msg":"dataset: \"oxp_09d9b394-0398-412b-87f1-761ce2ca9d9f/crucible\"","v":0,"name":"crucible-agent","level":30,"time":"2024-11-22T20:31:53.528784983Z","hostname":"oxz_crucible_53d5de21-8a53-47fc-905a-307592526d1b","pid":26822} {"msg":"listen IP: [fd00:1122:3344:101::19]:32345","v":0,"name":"crucible-agent","level":30,"time":"2024-11-22T20:31:53.532953345Z","hostname":"oxz_crucible_53d5de21-8a53-47fc-905a-307592526d1b","pid":26822} {"msg":"SMF instance name downstairs_prefix: \"downstairs\"","v":0,"name":"crucible-agent","level":30,"time":"2024-11-22T20:31:53.532968615Z","hostname":"oxz_crucible_53d5de21-8a53-47fc-905a-307592526d1b","pid":26822} {"msg":"Using conf_path:\"/data/crucible.json\"","v":0,"name":"crucible-agent","level":30,"time":"2024-11-22T20:31:53.550734889Z","hostname":"oxz_crucible_53d5de21-8a53-47fc-905a-307592526d1b","pid":26822,"component":"datafile"} {"msg":"listening","v":0,"name":"crucible-agent","level":30,"time":"2024-11-22T20:31:53.623122916Z","hostname":"oxz_crucible_53d5de21-8a53-47fc-905a-307592526d1b","pid":26822,"local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot"} {"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2024-11-22T20:32:05.686063625Z","hostname":"oxz_crucible_53d5de21-8a53-47fc-905a-307592526d1b","pid":26822,"local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::b]:50764"} {"msg":"region 8d15d7cb-d599-4dd9-b125-1072a818c850 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-11-22T20:32:05.711101006Z","hostname":"oxz_crucible_53d5de21-8a53-47fc-905a-307592526d1b","pid":26822,"component":"datafile"} {"msg":"Region size:1073741824 reservation:1342177280 quota:3221225472","v":0,"name":"crucible-agent","level":30,"time":"2024-11-22T20:32:05.713396672Z","hostname":"oxz_crucible_53d5de21-8a53-47fc-905a-307592526d1b","pid":26822,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-11-22T20:32:05.718176959Z","hostname":"oxz_crucible_53d5de21-8a53-47fc-905a-307592526d1b","pid":26822,"uri":"/crucible/0/regions","method":"POST","req_id":"b76fcc4d-447d-4a84-b09c-a0ed89fbffd5","remote_addr":"[fd00:1122:3344:101::b]:50764","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":11603,"response_code":"200"} {"msg":"zfs set reservation of 1342177280 for oxp_09d9b394-0398-412b-87f1-761ce2ca9d9f/crucible/regions/8d15d7cb-d599-4dd9-b125-1072a818c850","v":0,"name":"crucible-agent","level":30,"time":"2024-11-22T20:32:05.724950164Z","hostname":"oxz_crucible_53d5de21-8a53-47fc-905a-307592526d1b","pid":26822,"component":"worker"} {"msg":"zfs set quota of 3221225472 for oxp_09d9b394-0398-412b-87f1-761ce2ca9d9f/crucible/regions/8d15d7cb-d599-4dd9-b125-1072a818c850","v":0,"name":"crucible-agent","level":30,"time":"2024-11-22T20:32:05.724998395Z","hostname":"oxz_crucible_53d5de21-8a53-47fc-905a-307592526d1b","pid":26822,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"8d15d7cb-d599-4dd9-b125-1072a818c850\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 16, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/8d15d7cb-d599-4dd9-b125-1072a818c850\"","v":0,"name":"crucible-agent","level":30,"time":"2024-11-22T20:32:05.802879997Z","hostname":"oxz_crucible_53d5de21-8a53-47fc-905a-307592526d1b","pid":26822,"region":"8d15d7cb-d599-4dd9-b125-1072a818c850","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"8d15d7cb-d599-4dd9-b125-1072a818c850\" \"--data\" \"/data/regions/8d15d7cb-d599-4dd9-b125-1072a818c850\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"16\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2024-11-22T20:32:05.804958138Z","hostname":"oxz_crucible_53d5de21-8a53-47fc-905a-307592526d1b","pid":26822,"region":"8d15d7cb-d599-4dd9-b125-1072a818c850","component":"worker"} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2024-11-22T20:32:05.925383168Z","hostname":"oxz_crucible_53d5de21-8a53-47fc-905a-307592526d1b","pid":26822,"region":"8d15d7cb-d599-4dd9-b125-1072a818c850","component":"worker"} {"msg":"region 8d15d7cb-d599-4dd9-b125-1072a818c850 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-11-22T20:32:05.925510012Z","hostname":"oxz_crucible_53d5de21-8a53-47fc-905a-307592526d1b","pid":26822,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2024-11-22T20:32:05.925749007Z","hostname":"oxz_crucible_53d5de21-8a53-47fc-905a-307592526d1b","pid":26822,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-8d15d7cb-d599-4dd9-b125-1072a818c850","v":0,"name":"crucible-agent","level":30,"time":"2024-11-22T20:32:05.926159537Z","hostname":"oxz_crucible_53d5de21-8a53-47fc-905a-307592526d1b","pid":26822,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-8d15d7cb-d599-4dd9-b125-1072a818c850","v":0,"name":"crucible-agent","level":30,"time":"2024-11-22T20:32:05.93239818Z","hostname":"oxz_crucible_53d5de21-8a53-47fc-905a-307592526d1b","pid":26822,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-11-22T20:32:05.944541216Z","hostname":"oxz_crucible_53d5de21-8a53-47fc-905a-307592526d1b","pid":26822,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-8d15d7cb-d599-4dd9-b125-1072a818c850","v":0,"name":"crucible-agent","level":30,"time":"2024-11-22T20:32:05.950001379Z","hostname":"oxz_crucible_53d5de21-8a53-47fc-905a-307592526d1b","pid":26822,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/8d15d7cb-d599-4dd9-b125-1072a818c850","v":0,"name":"crucible-agent","level":30,"time":"2024-11-22T20:32:05.950579834Z","hostname":"oxz_crucible_53d5de21-8a53-47fc-905a-307592526d1b","pid":26822,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-11-22T20:32:05.950645195Z","hostname":"oxz_crucible_53d5de21-8a53-47fc-905a-307592526d1b","pid":26822,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::19","v":0,"name":"crucible-agent","level":30,"time":"2024-11-22T20:32:05.950684376Z","hostname":"oxz_crucible_53d5de21-8a53-47fc-905a-307592526d1b","pid":26822,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-11-22T20:32:05.950727317Z","hostname":"oxz_crucible_53d5de21-8a53-47fc-905a-307592526d1b","pid":26822,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-11-22T20:32:05.970131311Z","hostname":"oxz_crucible_53d5de21-8a53-47fc-905a-307592526d1b","pid":26822,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-11-22T20:32:05.993485251Z","hostname":"oxz_crucible_53d5de21-8a53-47fc-905a-307592526d1b","pid":26822,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-11-22T20:32:06.000758979Z","hostname":"oxz_crucible_53d5de21-8a53-47fc-905a-307592526d1b","pid":26822,"uri":"/crucible/0/regions","method":"POST","req_id":"59192d4e-35dc-4df8-8d95-e88452ae239f","remote_addr":"[fd00:1122:3344:101::b]:50764","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":74,"response_code":"200"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-11-22T20:32:06.868732183Z","hostname":"oxz_crucible_53d5de21-8a53-47fc-905a-307592526d1b","pid":26822,"uri":"/crucible/0/regions/8d15d7cb-d599-4dd9-b125-1072a818c850","method":"GET","req_id":"82d46bda-55f3-43f4-bdb5-4e3d375ff4ce","remote_addr":"[fd00:1122:3344:101::b]:50764","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":68,"response_code":"200"} {"msg":"path is \"/data/regions/8d15d7cb-d599-4dd9-b125-1072a818c850\"","v":0,"name":"crucible-agent","level":30,"time":"2024-11-22T20:32:06.873501579Z","hostname":"oxz_crucible_53d5de21-8a53-47fc-905a-307592526d1b","pid":26822,"component":"datafile"} {"msg":"dataset is oxp_09d9b394-0398-412b-87f1-761ce2ca9d9f/crucible/regions/8d15d7cb-d599-4dd9-b125-1072a818c850","v":0,"name":"crucible-agent","level":30,"time":"2024-11-22T20:32:06.884715143Z","hostname":"oxz_crucible_53d5de21-8a53-47fc-905a-307592526d1b","pid":26822,"component":"datafile"} {"msg":"region 8d15d7cb-d599-4dd9-b125-1072a818c850 state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2024-11-22T20:32:06.895960877Z","hostname":"oxz_crucible_53d5de21-8a53-47fc-905a-307592526d1b","pid":26822,"component":"datafile"} {"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2024-11-22T20:32:06.896151752Z","hostname":"oxz_crucible_53d5de21-8a53-47fc-905a-307592526d1b","pid":26822,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-11-22T20:32:06.896232604Z","hostname":"oxz_crucible_53d5de21-8a53-47fc-905a-307592526d1b","pid":26822,"uri":"/crucible/0/regions/8d15d7cb-d599-4dd9-b125-1072a818c850","method":"DELETE","req_id":"57daea39-584b-4592-8a2a-e907aa452d8b","remote_addr":"[fd00:1122:3344:101::b]:50764","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":22753,"response_code":"204"} {"msg":"disabling downstairs instance: downstairs-8d15d7cb-d599-4dd9-b125-1072a818c850 (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2024-11-22T20:32:06.899374981Z","hostname":"oxz_crucible_53d5de21-8a53-47fc-905a-307592526d1b","pid":26822,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-11-22T20:32:06.899472873Z","hostname":"oxz_crucible_53d5de21-8a53-47fc-905a-307592526d1b","pid":26822,"uri":"/crucible/0/regions/8d15d7cb-d599-4dd9-b125-1072a818c850","method":"GET","req_id":"1e123ee5-8df0-4043-8def-451efbd21f7e","remote_addr":"[fd00:1122:3344:101::b]:50764","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":39,"response_code":"200"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-11-22T20:32:06.90385914Z","hostname":"oxz_crucible_53d5de21-8a53-47fc-905a-307592526d1b","pid":26822,"component":"worker"} {"msg":"deleting zfs dataset \"oxp_09d9b394-0398-412b-87f1-761ce2ca9d9f/crucible/regions/8d15d7cb-d599-4dd9-b125-1072a818c850\"","v":0,"name":"crucible-agent","level":30,"time":"2024-11-22T20:32:06.914931911Z","hostname":"oxz_crucible_53d5de21-8a53-47fc-905a-307592526d1b","pid":26822,"region":"8d15d7cb-d599-4dd9-b125-1072a818c850","component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-11-22T20:32:06.992862803Z","hostname":"oxz_crucible_53d5de21-8a53-47fc-905a-307592526d1b","pid":26822,"uri":"/crucible/0/regions/8d15d7cb-d599-4dd9-b125-1072a818c850","method":"GET","req_id":"1fa2b2c0-8f09-4927-a67b-9e5749ddb242","remote_addr":"[fd00:1122:3344:101::b]:50764","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":89,"response_code":"200"} {"msg":"region 8d15d7cb-d599-4dd9-b125-1072a818c850 state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2024-11-22T20:32:07.010181406Z","hostname":"oxz_crucible_53d5de21-8a53-47fc-905a-307592526d1b","pid":26822,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-11-22T20:32:07.06231359Z","hostname":"oxz_crucible_53d5de21-8a53-47fc-905a-307592526d1b","pid":26822,"uri":"/crucible/0/regions/8d15d7cb-d599-4dd9-b125-1072a818c850","method":"GET","req_id":"02e904af-d1db-499e-b6c4-f04d6fe43e41","remote_addr":"[fd00:1122:3344:101::b]:50764","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":34,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2024-11-22T20:43:42.236629286Z","hostname":"oxz_crucible_53d5de21-8a53-47fc-905a-307592526d1b","pid":26822,"local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:54380"} {"msg":"region c07e4fd5-0134-4d17-a085-e35e35a24334 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-11-22T20:43:42.23677803Z","hostname":"oxz_crucible_53d5de21-8a53-47fc-905a-307592526d1b","pid":26822,"component":"datafile"} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2024-11-22T20:43:42.237268712Z","hostname":"oxz_crucible_53d5de21-8a53-47fc-905a-307592526d1b","pid":26822,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-11-22T20:43:42.237294642Z","hostname":"oxz_crucible_53d5de21-8a53-47fc-905a-307592526d1b","pid":26822,"uri":"/crucible/0/regions","method":"POST","req_id":"9e4c384a-532a-466a-87a8-f9833efc3acd","remote_addr":"[fd00:1122:3344:101::a]:54380","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":590,"response_code":"200"} {"msg":"zfs set reservation of 2684354560 for oxp_09d9b394-0398-412b-87f1-761ce2ca9d9f/crucible/regions/c07e4fd5-0134-4d17-a085-e35e35a24334","v":0,"name":"crucible-agent","level":30,"time":"2024-11-22T20:43:42.247492591Z","hostname":"oxz_crucible_53d5de21-8a53-47fc-905a-307592526d1b","pid":26822,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_09d9b394-0398-412b-87f1-761ce2ca9d9f/crucible/regions/c07e4fd5-0134-4d17-a085-e35e35a24334","v":0,"name":"crucible-agent","level":30,"time":"2024-11-22T20:43:42.247523922Z","hostname":"oxz_crucible_53d5de21-8a53-47fc-905a-307592526d1b","pid":26822,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"c07e4fd5-0134-4d17-a085-e35e35a24334\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/c07e4fd5-0134-4d17-a085-e35e35a24334\"","v":0,"name":"crucible-agent","level":30,"time":"2024-11-22T20:43:42.305932278Z","hostname":"oxz_crucible_53d5de21-8a53-47fc-905a-307592526d1b","pid":26822,"region":"c07e4fd5-0134-4d17-a085-e35e35a24334","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"c07e4fd5-0134-4d17-a085-e35e35a24334\" \"--data\" \"/data/regions/c07e4fd5-0134-4d17-a085-e35e35a24334\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2024-11-22T20:43:42.30598109Z","hostname":"oxz_crucible_53d5de21-8a53-47fc-905a-307592526d1b","pid":26822,"region":"c07e4fd5-0134-4d17-a085-e35e35a24334","component":"worker"} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2024-11-22T20:43:42.376419959Z","hostname":"oxz_crucible_53d5de21-8a53-47fc-905a-307592526d1b","pid":26822,"region":"c07e4fd5-0134-4d17-a085-e35e35a24334","component":"worker"} {"msg":"region c07e4fd5-0134-4d17-a085-e35e35a24334 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-11-22T20:43:42.37645582Z","hostname":"oxz_crucible_53d5de21-8a53-47fc-905a-307592526d1b","pid":26822,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2024-11-22T20:43:42.376543393Z","hostname":"oxz_crucible_53d5de21-8a53-47fc-905a-307592526d1b","pid":26822,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-c07e4fd5-0134-4d17-a085-e35e35a24334","v":0,"name":"crucible-agent","level":30,"time":"2024-11-22T20:43:42.377892546Z","hostname":"oxz_crucible_53d5de21-8a53-47fc-905a-307592526d1b","pid":26822,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-c07e4fd5-0134-4d17-a085-e35e35a24334","v":0,"name":"crucible-agent","level":30,"time":"2024-11-22T20:43:42.383198475Z","hostname":"oxz_crucible_53d5de21-8a53-47fc-905a-307592526d1b","pid":26822,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-11-22T20:43:42.397243278Z","hostname":"oxz_crucible_53d5de21-8a53-47fc-905a-307592526d1b","pid":26822,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-c07e4fd5-0134-4d17-a085-e35e35a24334","v":0,"name":"crucible-agent","level":30,"time":"2024-11-22T20:43:42.400048567Z","hostname":"oxz_crucible_53d5de21-8a53-47fc-905a-307592526d1b","pid":26822,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/c07e4fd5-0134-4d17-a085-e35e35a24334","v":0,"name":"crucible-agent","level":30,"time":"2024-11-22T20:43:42.400348724Z","hostname":"oxz_crucible_53d5de21-8a53-47fc-905a-307592526d1b","pid":26822,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-11-22T20:43:42.400397495Z","hostname":"oxz_crucible_53d5de21-8a53-47fc-905a-307592526d1b","pid":26822,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::19","v":0,"name":"crucible-agent","level":30,"time":"2024-11-22T20:43:42.400437396Z","hostname":"oxz_crucible_53d5de21-8a53-47fc-905a-307592526d1b","pid":26822,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-11-22T20:43:42.400473267Z","hostname":"oxz_crucible_53d5de21-8a53-47fc-905a-307592526d1b","pid":26822,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-11-22T20:43:42.404254119Z","hostname":"oxz_crucible_53d5de21-8a53-47fc-905a-307592526d1b","pid":26822,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-11-22T20:43:42.410509442Z","hostname":"oxz_crucible_53d5de21-8a53-47fc-905a-307592526d1b","pid":26822,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-11-22T20:43:42.462753208Z","hostname":"oxz_crucible_53d5de21-8a53-47fc-905a-307592526d1b","pid":26822,"uri":"/crucible/0/regions","method":"POST","req_id":"84e8bbcc-e2a4-4e62-bd60-b4e4c5e1cfe3","remote_addr":"[fd00:1122:3344:101::a]:54380","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":69,"response_code":"200"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-11-22T20:44:06.915260962Z","hostname":"oxz_crucible_53d5de21-8a53-47fc-905a-307592526d1b","pid":26822,"uri":"/crucible/0/regions/c07e4fd5-0134-4d17-a085-e35e35a24334","method":"GET","req_id":"14df5d0d-ed63-4a8d-85aa-8a7930865d9c","remote_addr":"[fd00:1122:3344:101::a]:54380","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":60,"response_code":"200"} {"msg":"path is \"/data/regions/c07e4fd5-0134-4d17-a085-e35e35a24334\"","v":0,"name":"crucible-agent","level":30,"time":"2024-11-22T20:44:06.918093451Z","hostname":"oxz_crucible_53d5de21-8a53-47fc-905a-307592526d1b","pid":26822,"component":"datafile"} {"msg":"dataset is oxp_09d9b394-0398-412b-87f1-761ce2ca9d9f/crucible/regions/c07e4fd5-0134-4d17-a085-e35e35a24334","v":0,"name":"crucible-agent","level":30,"time":"2024-11-22T20:44:06.931901638Z","hostname":"oxz_crucible_53d5de21-8a53-47fc-905a-307592526d1b","pid":26822,"component":"datafile"} {"msg":"region c07e4fd5-0134-4d17-a085-e35e35a24334 state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2024-11-22T20:44:06.941766249Z","hostname":"oxz_crucible_53d5de21-8a53-47fc-905a-307592526d1b","pid":26822,"component":"datafile"} {"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2024-11-22T20:44:06.941930453Z","hostname":"oxz_crucible_53d5de21-8a53-47fc-905a-307592526d1b","pid":26822,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-11-22T20:44:06.941996875Z","hostname":"oxz_crucible_53d5de21-8a53-47fc-905a-307592526d1b","pid":26822,"uri":"/crucible/0/regions/c07e4fd5-0134-4d17-a085-e35e35a24334","method":"DELETE","req_id":"35b77349-21b1-4cda-a212-1a1181431adb","remote_addr":"[fd00:1122:3344:101::a]:54380","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":23945,"response_code":"204"} {"msg":"disabling downstairs instance: downstairs-c07e4fd5-0134-4d17-a085-e35e35a24334 (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2024-11-22T20:44:06.943564793Z","hostname":"oxz_crucible_53d5de21-8a53-47fc-905a-307592526d1b","pid":26822,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-11-22T20:44:06.944919516Z","hostname":"oxz_crucible_53d5de21-8a53-47fc-905a-307592526d1b","pid":26822,"uri":"/crucible/0/regions/c07e4fd5-0134-4d17-a085-e35e35a24334","method":"GET","req_id":"5c735717-352f-4424-9127-6b3ef78d8e6f","remote_addr":"[fd00:1122:3344:101::a]:54380","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":28,"response_code":"200"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-11-22T20:44:06.948557055Z","hostname":"oxz_crucible_53d5de21-8a53-47fc-905a-307592526d1b","pid":26822,"component":"worker"} {"msg":"deleting zfs dataset \"oxp_09d9b394-0398-412b-87f1-761ce2ca9d9f/crucible/regions/c07e4fd5-0134-4d17-a085-e35e35a24334\"","v":0,"name":"crucible-agent","level":30,"time":"2024-11-22T20:44:06.960405784Z","hostname":"oxz_crucible_53d5de21-8a53-47fc-905a-307592526d1b","pid":26822,"region":"c07e4fd5-0134-4d17-a085-e35e35a24334","component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-11-22T20:44:07.006154181Z","hostname":"oxz_crucible_53d5de21-8a53-47fc-905a-307592526d1b","pid":26822,"uri":"/crucible/0/regions/c07e4fd5-0134-4d17-a085-e35e35a24334","method":"GET","req_id":"2cee74ff-c66a-4ea3-a263-230f31bd0433","remote_addr":"[fd00:1122:3344:101::a]:54380","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":775,"response_code":"200"} {"msg":"region c07e4fd5-0134-4d17-a085-e35e35a24334 state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2024-11-22T20:44:07.019446866Z","hostname":"oxz_crucible_53d5de21-8a53-47fc-905a-307592526d1b","pid":26822,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-11-22T20:44:07.097475811Z","hostname":"oxz_crucible_53d5de21-8a53-47fc-905a-307592526d1b","pid":26822,"uri":"/crucible/0/regions/c07e4fd5-0134-4d17-a085-e35e35a24334","method":"GET","req_id":"77b91ccb-7bf6-4494-b01a-7cdf522dafd9","remote_addr":"[fd00:1122:3344:101::a]:54380","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":25,"response_code":"200"}