[ Aug 16 05:47:29 Enabled. ]
[ Aug 16 05:47:29 Rereading configuration. ]
[ Aug 16 05:47:31 Rereading configuration. ]
[ Aug 16 05:47:33 Executing start method ("/opt/oxide/crucible/bin/crucible-agent run -D /opt/oxide/crucible/bin/crucible-downstairs --dataset oxp_1bc1aa50-0f37-447e-9805-f7a390b81c5d/crucible -l [fd00:1122:3344:101::18]:32345 -P 19000 -p downstairs -s snapshot"). ]
note: configured to log to "/dev/stdout"
{"msg":"dataset: \"oxp_1bc1aa50-0f37-447e-9805-f7a390b81c5d/crucible\"","v":0,"name":"crucible-agent","level":30,"time":"2024-08-16T05:47:33.789760527Z","hostname":"oxz_crucible_e21ffc27-6661-4bdb-97d8-1812d2806467","pid":27864}
{"msg":"listen IP: [fd00:1122:3344:101::18]:32345","v":0,"name":"crucible-agent","level":30,"time":"2024-08-16T05:47:33.790621641Z","hostname":"oxz_crucible_e21ffc27-6661-4bdb-97d8-1812d2806467","pid":27864}
{"msg":"SMF instance name downstairs_prefix: \"downstairs\"","v":0,"name":"crucible-agent","level":30,"time":"2024-08-16T05:47:33.790635381Z","hostname":"oxz_crucible_e21ffc27-6661-4bdb-97d8-1812d2806467","pid":27864}
{"msg":"Using conf_path:\"/data/crucible.json\"","v":0,"name":"crucible-agent","level":30,"time":"2024-08-16T05:47:33.809066896Z","hostname":"oxz_crucible_e21ffc27-6661-4bdb-97d8-1812d2806467","pid":27864,"component":"datafile"}
{"msg":"listening","v":0,"name":"crucible-agent","level":30,"time":"2024-08-16T05:47:33.954753913Z","hostname":"oxz_crucible_e21ffc27-6661-4bdb-97d8-1812d2806467","pid":27864,"local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot"}
{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2024-08-16T05:48:51.123496277Z","hostname":"oxz_crucible_e21ffc27-6661-4bdb-97d8-1812d2806467","pid":27864,"local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:34913"}
{"msg":"region 82efeab4-c4a6-4792-87b4-53a7a97e54e0 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-08-16T05:48:51.147031556Z","hostname":"oxz_crucible_e21ffc27-6661-4bdb-97d8-1812d2806467","pid":27864,"component":"datafile"}
{"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2024-08-16T05:48:51.152508697Z","hostname":"oxz_crucible_e21ffc27-6661-4bdb-97d8-1812d2806467","pid":27864,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-08-16T05:48:51.156570644Z","hostname":"oxz_crucible_e21ffc27-6661-4bdb-97d8-1812d2806467","pid":27864,"uri":"/crucible/0/regions","method":"POST","req_id":"d53398dc-caa2-41d8-b6f6-12f0091c0bb1","remote_addr":"[fd00:1122:3344:101::a]:34913","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":16596,"response_code":"200"}
{"msg":"zfs set reservation of 2684354560 for oxp_1bc1aa50-0f37-447e-9805-f7a390b81c5d/crucible/regions/82efeab4-c4a6-4792-87b4-53a7a97e54e0","v":0,"name":"crucible-agent","level":30,"time":"2024-08-16T05:48:51.163341366Z","hostname":"oxz_crucible_e21ffc27-6661-4bdb-97d8-1812d2806467","pid":27864,"component":"worker"}
{"msg":"zfs set quota of 6442450944 for oxp_1bc1aa50-0f37-447e-9805-f7a390b81c5d/crucible/regions/82efeab4-c4a6-4792-87b4-53a7a97e54e0","v":0,"name":"crucible-agent","level":30,"time":"2024-08-16T05:48:51.163362646Z","hostname":"oxz_crucible_e21ffc27-6661-4bdb-97d8-1812d2806467","pid":27864,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"82efeab4-c4a6-4792-87b4-53a7a97e54e0\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/82efeab4-c4a6-4792-87b4-53a7a97e54e0\"","v":0,"name":"crucible-agent","level":30,"time":"2024-08-16T05:48:51.21690596Z","hostname":"oxz_crucible_e21ffc27-6661-4bdb-97d8-1812d2806467","pid":27864,"region":"82efeab4-c4a6-4792-87b4-53a7a97e54e0","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"82efeab4-c4a6-4792-87b4-53a7a97e54e0\" \"--data\" \"/data/regions/82efeab4-c4a6-4792-87b4-53a7a97e54e0\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2024-08-16T05:48:51.218977225Z","hostname":"oxz_crucible_e21ffc27-6661-4bdb-97d8-1812d2806467","pid":27864,"region":"82efeab4-c4a6-4792-87b4-53a7a97e54e0","component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-08-16T05:48:51.306586362Z","hostname":"oxz_crucible_e21ffc27-6661-4bdb-97d8-1812d2806467","pid":27864,"uri":"/crucible/0/regions","method":"POST","req_id":"53ab05b0-1a18-475c-91e7-81439f63e464","remote_addr":"[fd00:1122:3344:101::a]:34913","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":84,"response_code":"200"}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2024-08-16T05:48:51.359230332Z","hostname":"oxz_crucible_e21ffc27-6661-4bdb-97d8-1812d2806467","pid":27864,"region":"82efeab4-c4a6-4792-87b4-53a7a97e54e0","component":"worker"}
{"msg":"region 82efeab4-c4a6-4792-87b4-53a7a97e54e0 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-08-16T05:48:51.359265852Z","hostname":"oxz_crucible_e21ffc27-6661-4bdb-97d8-1812d2806467","pid":27864,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2024-08-16T05:48:51.359395645Z","hostname":"oxz_crucible_e21ffc27-6661-4bdb-97d8-1812d2806467","pid":27864,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-82efeab4-c4a6-4792-87b4-53a7a97e54e0","v":0,"name":"crucible-agent","level":30,"time":"2024-08-16T05:48:51.359783871Z","hostname":"oxz_crucible_e21ffc27-6661-4bdb-97d8-1812d2806467","pid":27864,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-82efeab4-c4a6-4792-87b4-53a7a97e54e0","v":0,"name":"crucible-agent","level":30,"time":"2024-08-16T05:48:51.364320836Z","hostname":"oxz_crucible_e21ffc27-6661-4bdb-97d8-1812d2806467","pid":27864,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-08-16T05:48:51.381179024Z","hostname":"oxz_crucible_e21ffc27-6661-4bdb-97d8-1812d2806467","pid":27864,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-82efeab4-c4a6-4792-87b4-53a7a97e54e0","v":0,"name":"crucible-agent","level":30,"time":"2024-08-16T05:48:51.384009571Z","hostname":"oxz_crucible_e21ffc27-6661-4bdb-97d8-1812d2806467","pid":27864,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/82efeab4-c4a6-4792-87b4-53a7a97e54e0","v":0,"name":"crucible-agent","level":30,"time":"2024-08-16T05:48:51.392018584Z","hostname":"oxz_crucible_e21ffc27-6661-4bdb-97d8-1812d2806467","pid":27864,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-08-16T05:48:51.394048617Z","hostname":"oxz_crucible_e21ffc27-6661-4bdb-97d8-1812d2806467","pid":27864,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::18","v":0,"name":"crucible-agent","level":30,"time":"2024-08-16T05:48:51.394117028Z","hostname":"oxz_crucible_e21ffc27-6661-4bdb-97d8-1812d2806467","pid":27864,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-08-16T05:48:51.394171799Z","hostname":"oxz_crucible_e21ffc27-6661-4bdb-97d8-1812d2806467","pid":27864,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-08-16T05:48:51.401161664Z","hostname":"oxz_crucible_e21ffc27-6661-4bdb-97d8-1812d2806467","pid":27864,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-08-16T05:48:51.405392914Z","hostname":"oxz_crucible_e21ffc27-6661-4bdb-97d8-1812d2806467","pid":27864,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-08-16T05:48:51.865919082Z","hostname":"oxz_crucible_e21ffc27-6661-4bdb-97d8-1812d2806467","pid":27864,"uri":"/crucible/0/regions","method":"POST","req_id":"cf22885d-b353-4dec-9bd5-1f9088514214","remote_addr":"[fd00:1122:3344:101::a]:34913","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":63,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2024-08-16T05:54:08.101200268Z","hostname":"oxz_crucible_e21ffc27-6661-4bdb-97d8-1812d2806467","pid":27864,"local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:42009"}
{"msg":"region 89bf90f5-6ed4-47c5-9327-8e23d96e9114 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-08-16T05:54:08.10131267Z","hostname":"oxz_crucible_e21ffc27-6661-4bdb-97d8-1812d2806467","pid":27864,"component":"datafile"}
{"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2024-08-16T05:54:08.102087133Z","hostname":"oxz_crucible_e21ffc27-6661-4bdb-97d8-1812d2806467","pid":27864,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-08-16T05:54:08.102105123Z","hostname":"oxz_crucible_e21ffc27-6661-4bdb-97d8-1812d2806467","pid":27864,"uri":"/crucible/0/regions","method":"POST","req_id":"fc0d2393-4c26-410a-9951-093cb95fb32c","remote_addr":"[fd00:1122:3344:101::a]:42009","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":837,"response_code":"200"}
{"msg":"zfs set reservation of 2684354560 for oxp_1bc1aa50-0f37-447e-9805-f7a390b81c5d/crucible/regions/89bf90f5-6ed4-47c5-9327-8e23d96e9114","v":0,"name":"crucible-agent","level":30,"time":"2024-08-16T05:54:08.112874921Z","hostname":"oxz_crucible_e21ffc27-6661-4bdb-97d8-1812d2806467","pid":27864,"component":"worker"}
{"msg":"zfs set quota of 6442450944 for oxp_1bc1aa50-0f37-447e-9805-f7a390b81c5d/crucible/regions/89bf90f5-6ed4-47c5-9327-8e23d96e9114","v":0,"name":"crucible-agent","level":30,"time":"2024-08-16T05:54:08.112912632Z","hostname":"oxz_crucible_e21ffc27-6661-4bdb-97d8-1812d2806467","pid":27864,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"89bf90f5-6ed4-47c5-9327-8e23d96e9114\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19001, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/89bf90f5-6ed4-47c5-9327-8e23d96e9114\"","v":0,"name":"crucible-agent","level":30,"time":"2024-08-16T05:54:08.175597777Z","hostname":"oxz_crucible_e21ffc27-6661-4bdb-97d8-1812d2806467","pid":27864,"region":"89bf90f5-6ed4-47c5-9327-8e23d96e9114","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"89bf90f5-6ed4-47c5-9327-8e23d96e9114\" \"--data\" \"/data/regions/89bf90f5-6ed4-47c5-9327-8e23d96e9114\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2024-08-16T05:54:08.177483249Z","hostname":"oxz_crucible_e21ffc27-6661-4bdb-97d8-1812d2806467","pid":27864,"region":"89bf90f5-6ed4-47c5-9327-8e23d96e9114","component":"worker"}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2024-08-16T05:54:08.280183835Z","hostname":"oxz_crucible_e21ffc27-6661-4bdb-97d8-1812d2806467","pid":27864,"region":"89bf90f5-6ed4-47c5-9327-8e23d96e9114","component":"worker"}
{"msg":"region 89bf90f5-6ed4-47c5-9327-8e23d96e9114 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-08-16T05:54:08.280228716Z","hostname":"oxz_crucible_e21ffc27-6661-4bdb-97d8-1812d2806467","pid":27864,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2024-08-16T05:54:08.280334298Z","hostname":"oxz_crucible_e21ffc27-6661-4bdb-97d8-1812d2806467","pid":27864,"component":"worker"}
{"msg":"existing directory value /dev/null does not match /data/regions/82efeab4-c4a6-4792-87b4-53a7a97e54e0","v":0,"name":"crucible-agent","level":30,"time":"2024-08-16T05:54:08.286231545Z","hostname":"oxz_crucible_e21ffc27-6661-4bdb-97d8-1812d2806467","pid":27864,"component":"worker"}
{"msg":"existing port value 0 does not match 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-08-16T05:54:08.286318487Z","hostname":"oxz_crucible_e21ffc27-6661-4bdb-97d8-1812d2806467","pid":27864,"component":"worker"}
{"msg":"existing address value 0.0.0.0 does not match fd00:1122:3344:101::18","v":0,"name":"crucible-agent","level":30,"time":"2024-08-16T05:54:08.286402128Z","hostname":"oxz_crucible_e21ffc27-6661-4bdb-97d8-1812d2806467","pid":27864,"component":"worker"}
{"msg":"reconfig required","v":0,"name":"crucible-agent","level":30,"time":"2024-08-16T05:54:08.286412598Z","hostname":"oxz_crucible_e21ffc27-6661-4bdb-97d8-1812d2806467","pid":27864,"component":"worker"}
{"msg":"using existing config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-08-16T05:54:08.286454609Z","hostname":"oxz_crucible_e21ffc27-6661-4bdb-97d8-1812d2806467","pid":27864,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-82efeab4-c4a6-4792-87b4-53a7a97e54e0","v":0,"name":"crucible-agent","level":30,"time":"2024-08-16T05:54:08.2865339Z","hostname":"oxz_crucible_e21ffc27-6661-4bdb-97d8-1812d2806467","pid":27864,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/82efeab4-c4a6-4792-87b4-53a7a97e54e0","v":0,"name":"crucible-agent","level":30,"time":"2024-08-16T05:54:08.286635202Z","hostname":"oxz_crucible_e21ffc27-6661-4bdb-97d8-1812d2806467","pid":27864,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-08-16T05:54:08.286706453Z","hostname":"oxz_crucible_e21ffc27-6661-4bdb-97d8-1812d2806467","pid":27864,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::18","v":0,"name":"crucible-agent","level":30,"time":"2024-08-16T05:54:08.286755274Z","hostname":"oxz_crucible_e21ffc27-6661-4bdb-97d8-1812d2806467","pid":27864,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-08-16T05:54:08.286804075Z","hostname":"oxz_crucible_e21ffc27-6661-4bdb-97d8-1812d2806467","pid":27864,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-08-16T05:54:08.292762833Z","hostname":"oxz_crucible_e21ffc27-6661-4bdb-97d8-1812d2806467","pid":27864,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-89bf90f5-6ed4-47c5-9327-8e23d96e9114","v":0,"name":"crucible-agent","level":30,"time":"2024-08-16T05:54:08.2931794Z","hostname":"oxz_crucible_e21ffc27-6661-4bdb-97d8-1812d2806467","pid":27864,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-89bf90f5-6ed4-47c5-9327-8e23d96e9114","v":0,"name":"crucible-agent","level":30,"time":"2024-08-16T05:54:08.29678195Z","hostname":"oxz_crucible_e21ffc27-6661-4bdb-97d8-1812d2806467","pid":27864,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-08-16T05:54:08.303611543Z","hostname":"oxz_crucible_e21ffc27-6661-4bdb-97d8-1812d2806467","pid":27864,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-89bf90f5-6ed4-47c5-9327-8e23d96e9114","v":0,"name":"crucible-agent","level":30,"time":"2024-08-16T05:54:08.306678053Z","hostname":"oxz_crucible_e21ffc27-6661-4bdb-97d8-1812d2806467","pid":27864,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/89bf90f5-6ed4-47c5-9327-8e23d96e9114","v":0,"name":"crucible-agent","level":30,"time":"2024-08-16T05:54:08.30707723Z","hostname":"oxz_crucible_e21ffc27-6661-4bdb-97d8-1812d2806467","pid":27864,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2024-08-16T05:54:08.307143671Z","hostname":"oxz_crucible_e21ffc27-6661-4bdb-97d8-1812d2806467","pid":27864,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::18","v":0,"name":"crucible-agent","level":30,"time":"2024-08-16T05:54:08.307194492Z","hostname":"oxz_crucible_e21ffc27-6661-4bdb-97d8-1812d2806467","pid":27864,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-08-16T05:54:08.307253363Z","hostname":"oxz_crucible_e21ffc27-6661-4bdb-97d8-1812d2806467","pid":27864,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-08-16T05:54:08.311164217Z","hostname":"oxz_crucible_e21ffc27-6661-4bdb-97d8-1812d2806467","pid":27864,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-08-16T05:54:08.315755103Z","hostname":"oxz_crucible_e21ffc27-6661-4bdb-97d8-1812d2806467","pid":27864,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-08-16T05:54:08.320529642Z","hostname":"oxz_crucible_e21ffc27-6661-4bdb-97d8-1812d2806467","pid":27864,"uri":"/crucible/0/regions","method":"POST","req_id":"fdae3ec9-391e-427c-a28a-3f114e710e39","remote_addr":"[fd00:1122:3344:101::a]:42009","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":79,"response_code":"200"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-08-16T05:54:10.189312044Z","hostname":"oxz_crucible_e21ffc27-6661-4bdb-97d8-1812d2806467","pid":27864,"uri":"/crucible/0/regions/82efeab4-c4a6-4792-87b4-53a7a97e54e0","method":"GET","req_id":"9ef969ae-e8b6-42ae-bc67-d36e46912679","remote_addr":"[fd00:1122:3344:101::a]:42009","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":59,"response_code":"200"}
{"msg":"path is \"/data/regions/82efeab4-c4a6-4792-87b4-53a7a97e54e0\"","v":0,"name":"crucible-agent","level":30,"time":"2024-08-16T05:54:10.194875006Z","hostname":"oxz_crucible_e21ffc27-6661-4bdb-97d8-1812d2806467","pid":27864,"component":"datafile"}
{"msg":"dataset is oxp_1bc1aa50-0f37-447e-9805-f7a390b81c5d/crucible/regions/82efeab4-c4a6-4792-87b4-53a7a97e54e0","v":0,"name":"crucible-agent","level":30,"time":"2024-08-16T05:54:10.204666057Z","hostname":"oxz_crucible_e21ffc27-6661-4bdb-97d8-1812d2806467","pid":27864,"component":"datafile"}
{"msg":"snapshot is oxp_1bc1aa50-0f37-447e-9805-f7a390b81c5d/crucible/regions/82efeab4-c4a6-4792-87b4-53a7a97e54e0@aad67429-2c23-4990-8bea-62e98cb52dba","v":0,"name":"crucible-agent","level":30,"time":"2024-08-16T05:54:10.213836589Z","hostname":"oxz_crucible_e21ffc27-6661-4bdb-97d8-1812d2806467","pid":27864,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_1bc1aa50-0f37-447e-9805-f7a390b81c5d/crucible/regions/82efeab4-c4a6-4792-87b4-53a7a97e54e0\", \"aad67429-2c23-4990-8bea-62e98cb52dba\"]","v":0,"name":"crucible-agent","level":30,"time":"2024-08-16T05:54:10.21386446Z","hostname":"oxz_crucible_e21ffc27-6661-4bdb-97d8-1812d2806467","pid":27864,"component":"ZfsSnapshotInterface"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-08-16T05:54:10.228501361Z","hostname":"oxz_crucible_e21ffc27-6661-4bdb-97d8-1812d2806467","pid":27864,"uri":"/crucible/0/regions/82efeab4-c4a6-4792-87b4-53a7a97e54e0/snapshots/aad67429-2c23-4990-8bea-62e98cb52dba","method":"GET","req_id":"7b23cf65-c60e-4ec7-8827-8114fda1710e","remote_addr":"[fd00:1122:3344:101::a]:42009","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":36741,"response_code":"200"}
{"msg":"path is \"/data/regions/82efeab4-c4a6-4792-87b4-53a7a97e54e0\"","v":0,"name":"crucible-agent","level":30,"time":"2024-08-16T05:54:10.232739091Z","hostname":"oxz_crucible_e21ffc27-6661-4bdb-97d8-1812d2806467","pid":27864,"component":"datafile"}
{"msg":"dataset is oxp_1bc1aa50-0f37-447e-9805-f7a390b81c5d/crucible/regions/82efeab4-c4a6-4792-87b4-53a7a97e54e0","v":0,"name":"crucible-agent","level":30,"time":"2024-08-16T05:54:10.243158933Z","hostname":"oxz_crucible_e21ffc27-6661-4bdb-97d8-1812d2806467","pid":27864,"component":"datafile"}
{"msg":"snapshot is oxp_1bc1aa50-0f37-447e-9805-f7a390b81c5d/crucible/regions/82efeab4-c4a6-4792-87b4-53a7a97e54e0@aad67429-2c23-4990-8bea-62e98cb52dba","v":0,"name":"crucible-agent","level":30,"time":"2024-08-16T05:54:10.254786796Z","hostname":"oxz_crucible_e21ffc27-6661-4bdb-97d8-1812d2806467","pid":27864,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_1bc1aa50-0f37-447e-9805-f7a390b81c5d/crucible/regions/82efeab4-c4a6-4792-87b4-53a7a97e54e0\", \"aad67429-2c23-4990-8bea-62e98cb52dba\"]","v":0,"name":"crucible-agent","level":30,"time":"2024-08-16T05:54:10.254829156Z","hostname":"oxz_crucible_e21ffc27-6661-4bdb-97d8-1812d2806467","pid":27864,"component":"ZfsSnapshotInterface"}
{"msg":"requesting running snapshot 82efeab4-c4a6-4792-87b4-53a7a97e54e0-aad67429-2c23-4990-8bea-62e98cb52dba state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-08-16T05:54:10.266296406Z","hostname":"oxz_crucible_e21ffc27-6661-4bdb-97d8-1812d2806467","pid":27864,"component":"datafile"}
{"msg":"applying SMF actions for region 82efeab4-c4a6-4792-87b4-53a7a97e54e0 running snapshot aad67429-2c23-4990-8bea-62e98cb52dba (state Requested)...","v":0,"name":"crucible-agent","level":30,"time":"2024-08-16T05:54:10.26655888Z","hostname":"oxz_crucible_e21ffc27-6661-4bdb-97d8-1812d2806467","pid":27864,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-08-16T05:54:10.266579011Z","hostname":"oxz_crucible_e21ffc27-6661-4bdb-97d8-1812d2806467","pid":27864,"uri":"/crucible/0/regions/82efeab4-c4a6-4792-87b4-53a7a97e54e0/snapshots/aad67429-2c23-4990-8bea-62e98cb52dba/run","method":"POST","req_id":"20bac433-8c37-4b5a-8a74-c74a1947b38f","remote_addr":"[fd00:1122:3344:101::a]:42009","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":34521,"response_code":"200"}
{"msg":"existing directory value /dev/null does not match /data/regions/82efeab4-c4a6-4792-87b4-53a7a97e54e0","v":0,"name":"crucible-agent","level":30,"time":"2024-08-16T05:54:10.267510816Z","hostname":"oxz_crucible_e21ffc27-6661-4bdb-97d8-1812d2806467","pid":27864,"component":"worker"}
{"msg":"existing port value 0 does not match 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-08-16T05:54:10.267641938Z","hostname":"oxz_crucible_e21ffc27-6661-4bdb-97d8-1812d2806467","pid":27864,"component":"worker"}
{"msg":"existing address value 0.0.0.0 does not match fd00:1122:3344:101::18","v":0,"name":"crucible-agent","level":30,"time":"2024-08-16T05:54:10.26777557Z","hostname":"oxz_crucible_e21ffc27-6661-4bdb-97d8-1812d2806467","pid":27864,"component":"worker"}
{"msg":"reconfig required","v":0,"name":"crucible-agent","level":30,"time":"2024-08-16T05:54:10.26778528Z","hostname":"oxz_crucible_e21ffc27-6661-4bdb-97d8-1812d2806467","pid":27864,"component":"worker"}
{"msg":"using existing config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-08-16T05:54:10.267853761Z","hostname":"oxz_crucible_e21ffc27-6661-4bdb-97d8-1812d2806467","pid":27864,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-82efeab4-c4a6-4792-87b4-53a7a97e54e0","v":0,"name":"crucible-agent","level":30,"time":"2024-08-16T05:54:10.267927823Z","hostname":"oxz_crucible_e21ffc27-6661-4bdb-97d8-1812d2806467","pid":27864,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/82efeab4-c4a6-4792-87b4-53a7a97e54e0","v":0,"name":"crucible-agent","level":30,"time":"2024-08-16T05:54:10.268509642Z","hostname":"oxz_crucible_e21ffc27-6661-4bdb-97d8-1812d2806467","pid":27864,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-08-16T05:54:10.268610494Z","hostname":"oxz_crucible_e21ffc27-6661-4bdb-97d8-1812d2806467","pid":27864,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::18","v":0,"name":"crucible-agent","level":30,"time":"2024-08-16T05:54:10.268690785Z","hostname":"oxz_crucible_e21ffc27-6661-4bdb-97d8-1812d2806467","pid":27864,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-08-16T05:54:10.268754836Z","hostname":"oxz_crucible_e21ffc27-6661-4bdb-97d8-1812d2806467","pid":27864,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-08-16T05:54:10.27383562Z","hostname":"oxz_crucible_e21ffc27-6661-4bdb-97d8-1812d2806467","pid":27864,"component":"worker"}
{"msg":"creating missing snapshot instance snapshot-82efeab4-c4a6-4792-87b4-53a7a97e54e0-aad67429-2c23-4990-8bea-62e98cb52dba","v":0,"name":"crucible-agent","level":30,"time":"2024-08-16T05:54:10.276102098Z","hostname":"oxz_crucible_e21ffc27-6661-4bdb-97d8-1812d2806467","pid":27864,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:snapshot-82efeab4-c4a6-4792-87b4-53a7a97e54e0-aad67429-2c23-4990-8bea-62e98cb52dba","v":0,"name":"crucible-agent","level":30,"time":"2024-08-16T05:54:10.284662439Z","hostname":"oxz_crucible_e21ffc27-6661-4bdb-97d8-1812d2806467","pid":27864,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:snapshot-82efeab4-c4a6-4792-87b4-53a7a97e54e0-aad67429-2c23-4990-8bea-62e98cb52dba","v":0,"name":"crucible-agent","level":30,"time":"2024-08-16T05:54:10.296903111Z","hostname":"oxz_crucible_e21ffc27-6661-4bdb-97d8-1812d2806467","pid":27864,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/82efeab4-c4a6-4792-87b4-53a7a97e54e0/.zfs/snapshot/aad67429-2c23-4990-8bea-62e98cb52dba","v":0,"name":"crucible-agent","level":30,"time":"2024-08-16T05:54:10.297353689Z","hostname":"oxz_crucible_e21ffc27-6661-4bdb-97d8-1812d2806467","pid":27864,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19002","v":0,"name":"crucible-agent","level":30,"time":"2024-08-16T05:54:10.29743795Z","hostname":"oxz_crucible_e21ffc27-6661-4bdb-97d8-1812d2806467","pid":27864,"component":"worker"}
{"msg":"ensure mode SCF_TYPE_ASTRING ro","v":0,"name":"crucible-agent","level":30,"time":"2024-08-16T05:54:10.297504171Z","hostname":"oxz_crucible_e21ffc27-6661-4bdb-97d8-1812d2806467","pid":27864,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::18","v":0,"name":"crucible-agent","level":30,"time":"2024-08-16T05:54:10.297563582Z","hostname":"oxz_crucible_e21ffc27-6661-4bdb-97d8-1812d2806467","pid":27864,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-08-16T05:54:10.297641133Z","hostname":"oxz_crucible_e21ffc27-6661-4bdb-97d8-1812d2806467","pid":27864,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-08-16T05:54:10.302489394Z","hostname":"oxz_crucible_e21ffc27-6661-4bdb-97d8-1812d2806467","pid":27864,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-08-16T05:54:10.308718527Z","hostname":"oxz_crucible_e21ffc27-6661-4bdb-97d8-1812d2806467","pid":27864,"component":"worker"}
{"msg":"region 82efeab4-c4a6-4792-87b4-53a7a97e54e0 running snapshot aad67429-2c23-4990-8bea-62e98cb52dba state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-08-16T05:54:10.308745007Z","hostname":"oxz_crucible_e21ffc27-6661-4bdb-97d8-1812d2806467","pid":27864,"component":"datafile"}
{"msg":"path is \"/data/regions/82efeab4-c4a6-4792-87b4-53a7a97e54e0\"","v":0,"name":"crucible-agent","level":30,"time":"2024-08-16T05:54:10.56675055Z","hostname":"oxz_crucible_e21ffc27-6661-4bdb-97d8-1812d2806467","pid":27864,"component":"datafile"}
{"msg":"dataset is oxp_1bc1aa50-0f37-447e-9805-f7a390b81c5d/crucible/regions/82efeab4-c4a6-4792-87b4-53a7a97e54e0","v":0,"name":"crucible-agent","level":30,"time":"2024-08-16T05:54:10.575743618Z","hostname":"oxz_crucible_e21ffc27-6661-4bdb-97d8-1812d2806467","pid":27864,"component":"datafile"}
{"msg":"snapshot is oxp_1bc1aa50-0f37-447e-9805-f7a390b81c5d/crucible/regions/82efeab4-c4a6-4792-87b4-53a7a97e54e0@aad67429-2c23-4990-8bea-62e98cb52dba","v":0,"name":"crucible-agent","level":30,"time":"2024-08-16T05:54:10.583887233Z","hostname":"oxz_crucible_e21ffc27-6661-4bdb-97d8-1812d2806467","pid":27864,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_1bc1aa50-0f37-447e-9805-f7a390b81c5d/crucible/regions/82efeab4-c4a6-4792-87b4-53a7a97e54e0\", \"aad67429-2c23-4990-8bea-62e98cb52dba\"]","v":0,"name":"crucible-agent","level":30,"time":"2024-08-16T05:54:10.583911583Z","hostname":"oxz_crucible_e21ffc27-6661-4bdb-97d8-1812d2806467","pid":27864,"component":"ZfsSnapshotInterface"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-08-16T05:54:10.591484598Z","hostname":"oxz_crucible_e21ffc27-6661-4bdb-97d8-1812d2806467","pid":27864,"uri":"/crucible/0/regions/82efeab4-c4a6-4792-87b4-53a7a97e54e0/snapshots/aad67429-2c23-4990-8bea-62e98cb52dba/run","method":"POST","req_id":"f9f6f0cb-9689-402b-b24a-8efe738a2406","remote_addr":"[fd00:1122:3344:101::a]:42009","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":24782,"response_code":"200"}
{"msg":"region 32c6619c-4b96-4888-ab95-9b6dee21583d state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-08-16T05:54:13.605399008Z","hostname":"oxz_crucible_e21ffc27-6661-4bdb-97d8-1812d2806467","pid":27864,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-08-16T05:54:13.60555044Z","hostname":"oxz_crucible_e21ffc27-6661-4bdb-97d8-1812d2806467","pid":27864,"uri":"/crucible/0/regions","method":"POST","req_id":"4663b9b8-1796-422f-8b4f-15bdc77de6b1","remote_addr":"[fd00:1122:3344:101::a]:42009","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":213,"response_code":"200"}
{"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2024-08-16T05:54:13.605610632Z","hostname":"oxz_crucible_e21ffc27-6661-4bdb-97d8-1812d2806467","pid":27864,"component":"worker"}
{"msg":"zfs set reservation of 2684354560 for oxp_1bc1aa50-0f37-447e-9805-f7a390b81c5d/crucible/regions/32c6619c-4b96-4888-ab95-9b6dee21583d","v":0,"name":"crucible-agent","level":30,"time":"2024-08-16T05:54:13.613528142Z","hostname":"oxz_crucible_e21ffc27-6661-4bdb-97d8-1812d2806467","pid":27864,"component":"worker"}
{"msg":"zfs set quota of 6442450944 for oxp_1bc1aa50-0f37-447e-9805-f7a390b81c5d/crucible/regions/32c6619c-4b96-4888-ab95-9b6dee21583d","v":0,"name":"crucible-agent","level":30,"time":"2024-08-16T05:54:13.613558973Z","hostname":"oxz_crucible_e21ffc27-6661-4bdb-97d8-1812d2806467","pid":27864,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"32c6619c-4b96-4888-ab95-9b6dee21583d\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19003, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/32c6619c-4b96-4888-ab95-9b6dee21583d\"","v":0,"name":"crucible-agent","level":30,"time":"2024-08-16T05:54:13.66606806Z","hostname":"oxz_crucible_e21ffc27-6661-4bdb-97d8-1812d2806467","pid":27864,"region":"32c6619c-4b96-4888-ab95-9b6dee21583d","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"32c6619c-4b96-4888-ab95-9b6dee21583d\" \"--data\" \"/data/regions/32c6619c-4b96-4888-ab95-9b6dee21583d\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2024-08-16T05:54:13.667830909Z","hostname":"oxz_crucible_e21ffc27-6661-4bdb-97d8-1812d2806467","pid":27864,"region":"32c6619c-4b96-4888-ab95-9b6dee21583d","component":"worker"}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2024-08-16T05:54:13.750952232Z","hostname":"oxz_crucible_e21ffc27-6661-4bdb-97d8-1812d2806467","pid":27864,"region":"32c6619c-4b96-4888-ab95-9b6dee21583d","component":"worker"}
{"msg":"region 32c6619c-4b96-4888-ab95-9b6dee21583d state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-08-16T05:54:13.751007523Z","hostname":"oxz_crucible_e21ffc27-6661-4bdb-97d8-1812d2806467","pid":27864,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2024-08-16T05:54:13.751134455Z","hostname":"oxz_crucible_e21ffc27-6661-4bdb-97d8-1812d2806467","pid":27864,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-32c6619c-4b96-4888-ab95-9b6dee21583d","v":0,"name":"crucible-agent","level":30,"time":"2024-08-16T05:54:13.751749215Z","hostname":"oxz_crucible_e21ffc27-6661-4bdb-97d8-1812d2806467","pid":27864,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-32c6619c-4b96-4888-ab95-9b6dee21583d","v":0,"name":"crucible-agent","level":30,"time":"2024-08-16T05:54:13.757622182Z","hostname":"oxz_crucible_e21ffc27-6661-4bdb-97d8-1812d2806467","pid":27864,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-08-16T05:54:13.765905629Z","hostname":"oxz_crucible_e21ffc27-6661-4bdb-97d8-1812d2806467","pid":27864,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-32c6619c-4b96-4888-ab95-9b6dee21583d","v":0,"name":"crucible-agent","level":30,"time":"2024-08-16T05:54:13.769112192Z","hostname":"oxz_crucible_e21ffc27-6661-4bdb-97d8-1812d2806467","pid":27864,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/32c6619c-4b96-4888-ab95-9b6dee21583d","v":0,"name":"crucible-agent","level":30,"time":"2024-08-16T05:54:13.769453178Z","hostname":"oxz_crucible_e21ffc27-6661-4bdb-97d8-1812d2806467","pid":27864,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19003","v":0,"name":"crucible-agent","level":30,"time":"2024-08-16T05:54:13.769506828Z","hostname":"oxz_crucible_e21ffc27-6661-4bdb-97d8-1812d2806467","pid":27864,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::18","v":0,"name":"crucible-agent","level":30,"time":"2024-08-16T05:54:13.769548359Z","hostname":"oxz_crucible_e21ffc27-6661-4bdb-97d8-1812d2806467","pid":27864,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-08-16T05:54:13.76959392Z","hostname":"oxz_crucible_e21ffc27-6661-4bdb-97d8-1812d2806467","pid":27864,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-08-16T05:54:13.773148759Z","hostname":"oxz_crucible_e21ffc27-6661-4bdb-97d8-1812d2806467","pid":27864,"component":"worker"}
{"msg":"existing directory value /dev/null does not match /data/regions/82efeab4-c4a6-4792-87b4-53a7a97e54e0","v":0,"name":"crucible-agent","level":30,"time":"2024-08-16T05:54:13.778240833Z","hostname":"oxz_crucible_e21ffc27-6661-4bdb-97d8-1812d2806467","pid":27864,"component":"worker"}
{"msg":"existing port value 0 does not match 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-08-16T05:54:13.778359815Z","hostname":"oxz_crucible_e21ffc27-6661-4bdb-97d8-1812d2806467","pid":27864,"component":"worker"}
{"msg":"existing address value 0.0.0.0 does not match fd00:1122:3344:101::18","v":0,"name":"crucible-agent","level":30,"time":"2024-08-16T05:54:13.778472447Z","hostname":"oxz_crucible_e21ffc27-6661-4bdb-97d8-1812d2806467","pid":27864,"component":"worker"}
{"msg":"reconfig required","v":0,"name":"crucible-agent","level":30,"time":"2024-08-16T05:54:13.778481207Z","hostname":"oxz_crucible_e21ffc27-6661-4bdb-97d8-1812d2806467","pid":27864,"component":"worker"}
{"msg":"using existing config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-08-16T05:54:13.778535917Z","hostname":"oxz_crucible_e21ffc27-6661-4bdb-97d8-1812d2806467","pid":27864,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-82efeab4-c4a6-4792-87b4-53a7a97e54e0","v":0,"name":"crucible-agent","level":30,"time":"2024-08-16T05:54:13.778611559Z","hostname":"oxz_crucible_e21ffc27-6661-4bdb-97d8-1812d2806467","pid":27864,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/82efeab4-c4a6-4792-87b4-53a7a97e54e0","v":0,"name":"crucible-agent","level":30,"time":"2024-08-16T05:54:13.783253035Z","hostname":"oxz_crucible_e21ffc27-6661-4bdb-97d8-1812d2806467","pid":27864,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-08-16T05:54:13.783318396Z","hostname":"oxz_crucible_e21ffc27-6661-4bdb-97d8-1812d2806467","pid":27864,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::18","v":0,"name":"crucible-agent","level":30,"time":"2024-08-16T05:54:13.783384658Z","hostname":"oxz_crucible_e21ffc27-6661-4bdb-97d8-1812d2806467","pid":27864,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-08-16T05:54:13.783441149Z","hostname":"oxz_crucible_e21ffc27-6661-4bdb-97d8-1812d2806467","pid":27864,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-08-16T05:54:13.787278132Z","hostname":"oxz_crucible_e21ffc27-6661-4bdb-97d8-1812d2806467","pid":27864,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-08-16T05:54:13.789836864Z","hostname":"oxz_crucible_e21ffc27-6661-4bdb-97d8-1812d2806467","pid":27864,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-08-16T05:54:13.822358781Z","hostname":"oxz_crucible_e21ffc27-6661-4bdb-97d8-1812d2806467","pid":27864,"uri":"/crucible/0/regions","method":"POST","req_id":"0d74141f-9b8f-467b-8394-3645071c346d","remote_addr":"[fd00:1122:3344:101::a]:42009","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":71,"response_code":"200"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-08-16T05:54:37.529858909Z","hostname":"oxz_crucible_e21ffc27-6661-4bdb-97d8-1812d2806467","pid":27864,"uri":"/crucible/0/regions/32c6619c-4b96-4888-ab95-9b6dee21583d","method":"GET","req_id":"9adcd01e-7f39-46e5-959f-442267fdd4fa","remote_addr":"[fd00:1122:3344:101::a]:42009","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":46,"response_code":"200"}
{"msg":"path is \"/data/regions/32c6619c-4b96-4888-ab95-9b6dee21583d\"","v":0,"name":"crucible-agent","level":30,"time":"2024-08-16T05:54:37.53234524Z","hostname":"oxz_crucible_e21ffc27-6661-4bdb-97d8-1812d2806467","pid":27864,"component":"datafile"}
{"msg":"dataset is oxp_1bc1aa50-0f37-447e-9805-f7a390b81c5d/crucible/regions/32c6619c-4b96-4888-ab95-9b6dee21583d","v":0,"name":"crucible-agent","level":30,"time":"2024-08-16T05:54:37.543481234Z","hostname":"oxz_crucible_e21ffc27-6661-4bdb-97d8-1812d2806467","pid":27864,"component":"datafile"}
{"msg":"region 32c6619c-4b96-4888-ab95-9b6dee21583d state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2024-08-16T05:54:37.552233119Z","hostname":"oxz_crucible_e21ffc27-6661-4bdb-97d8-1812d2806467","pid":27864,"component":"datafile"}
{"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2024-08-16T05:54:37.552454822Z","hostname":"oxz_crucible_e21ffc27-6661-4bdb-97d8-1812d2806467","pid":27864,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-08-16T05:54:37.552516123Z","hostname":"oxz_crucible_e21ffc27-6661-4bdb-97d8-1812d2806467","pid":27864,"uri":"/crucible/0/regions/32c6619c-4b96-4888-ab95-9b6dee21583d","method":"DELETE","req_id":"a863ba53-7156-47a9-8aac-1bcda0be947f","remote_addr":"[fd00:1122:3344:101::a]:42009","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":20188,"response_code":"204"}
{"msg":"disabling downstairs instance: downstairs-32c6619c-4b96-4888-ab95-9b6dee21583d (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2024-08-16T05:54:37.553786344Z","hostname":"oxz_crucible_e21ffc27-6661-4bdb-97d8-1812d2806467","pid":27864,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-08-16T05:54:37.555005355Z","hostname":"oxz_crucible_e21ffc27-6661-4bdb-97d8-1812d2806467","pid":27864,"uri":"/crucible/0/regions/32c6619c-4b96-4888-ab95-9b6dee21583d","method":"GET","req_id":"a252dcf0-7d52-4b9b-aaff-ce60a651cda6","remote_addr":"[fd00:1122:3344:101::a]:42009","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":23,"response_code":"200"}
{"msg":"existing directory value /dev/null does not match /data/regions/82efeab4-c4a6-4792-87b4-53a7a97e54e0","v":0,"name":"crucible-agent","level":30,"time":"2024-08-16T05:54:37.558420201Z","hostname":"oxz_crucible_e21ffc27-6661-4bdb-97d8-1812d2806467","pid":27864,"component":"worker"}
{"msg":"existing port value 0 does not match 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-08-16T05:54:37.558518593Z","hostname":"oxz_crucible_e21ffc27-6661-4bdb-97d8-1812d2806467","pid":27864,"component":"worker"}
{"msg":"existing address value 0.0.0.0 does not match fd00:1122:3344:101::18","v":0,"name":"crucible-agent","level":30,"time":"2024-08-16T05:54:37.558599854Z","hostname":"oxz_crucible_e21ffc27-6661-4bdb-97d8-1812d2806467","pid":27864,"component":"worker"}
{"msg":"reconfig required","v":0,"name":"crucible-agent","level":30,"time":"2024-08-16T05:54:37.558614664Z","hostname":"oxz_crucible_e21ffc27-6661-4bdb-97d8-1812d2806467","pid":27864,"component":"worker"}
{"msg":"using existing config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-08-16T05:54:37.558651825Z","hostname":"oxz_crucible_e21ffc27-6661-4bdb-97d8-1812d2806467","pid":27864,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-82efeab4-c4a6-4792-87b4-53a7a97e54e0","v":0,"name":"crucible-agent","level":30,"time":"2024-08-16T05:54:37.558697356Z","hostname":"oxz_crucible_e21ffc27-6661-4bdb-97d8-1812d2806467","pid":27864,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/82efeab4-c4a6-4792-87b4-53a7a97e54e0","v":0,"name":"crucible-agent","level":30,"time":"2024-08-16T05:54:37.559010281Z","hostname":"oxz_crucible_e21ffc27-6661-4bdb-97d8-1812d2806467","pid":27864,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-08-16T05:54:37.559081862Z","hostname":"oxz_crucible_e21ffc27-6661-4bdb-97d8-1812d2806467","pid":27864,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::18","v":0,"name":"crucible-agent","level":30,"time":"2024-08-16T05:54:37.559139323Z","hostname":"oxz_crucible_e21ffc27-6661-4bdb-97d8-1812d2806467","pid":27864,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-08-16T05:54:37.559186453Z","hostname":"oxz_crucible_e21ffc27-6661-4bdb-97d8-1812d2806467","pid":27864,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-08-16T05:54:37.563438504Z","hostname":"oxz_crucible_e21ffc27-6661-4bdb-97d8-1812d2806467","pid":27864,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-08-16T05:54:37.5656435Z","hostname":"oxz_crucible_e21ffc27-6661-4bdb-97d8-1812d2806467","pid":27864,"component":"worker"}
{"msg":"deleting zfs dataset \"oxp_1bc1aa50-0f37-447e-9805-f7a390b81c5d/crucible/regions/32c6619c-4b96-4888-ab95-9b6dee21583d\"","v":0,"name":"crucible-agent","level":30,"time":"2024-08-16T05:54:37.574446176Z","hostname":"oxz_crucible_e21ffc27-6661-4bdb-97d8-1812d2806467","pid":27864,"region":"32c6619c-4b96-4888-ab95-9b6dee21583d","component":"worker"}
{"msg":"region 32c6619c-4b96-4888-ab95-9b6dee21583d state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2024-08-16T05:54:37.623507336Z","hostname":"oxz_crucible_e21ffc27-6661-4bdb-97d8-1812d2806467","pid":27864,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-08-16T05:54:37.708841336Z","hostname":"oxz_crucible_e21ffc27-6661-4bdb-97d8-1812d2806467","pid":27864,"uri":"/crucible/0/regions/32c6619c-4b96-4888-ab95-9b6dee21583d","method":"GET","req_id":"b1e59c42-8088-496f-9d92-0613555c77e4","remote_addr":"[fd00:1122:3344:101::a]:42009","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":70,"response_code":"200"}