[ Mar  7 22:47:00 Enabled. ]
[ Mar  7 22:47:00 Rereading configuration. ]
[ Mar  7 22:47:01 Rereading configuration. ]
[ Mar  7 22:47:06 Executing start method ("/opt/oxide/crucible/bin/crucible-agent run -D /opt/oxide/crucible/bin/crucible-downstairs --dataset oxp_24b4dc87-ab46-49fb-a4b4-d361ae214c03/crucible -l [fd00:1122:3344:101::13]:32345 -P 19000 -p downstairs -s snapshot"). ]
note: configured to log to "/dev/stdout"
{"msg":"dataset: \"oxp_24b4dc87-ab46-49fb-a4b4-d361ae214c03/crucible\"","v":0,"name":"crucible-agent","level":30,"time":"2024-03-07T22:47:06.477525321Z","hostname":"oxz_crucible_5eefa476-ecad-43d0-a297-e34591893cf5","pid":26996}
{"msg":"listen IP: [fd00:1122:3344:101::13]:32345","v":0,"name":"crucible-agent","level":30,"time":"2024-03-07T22:47:06.480600114Z","hostname":"oxz_crucible_5eefa476-ecad-43d0-a297-e34591893cf5","pid":26996}
{"msg":"SMF instance name downstairs_prefix: \"downstairs\"","v":0,"name":"crucible-agent","level":30,"time":"2024-03-07T22:47:06.480623645Z","hostname":"oxz_crucible_5eefa476-ecad-43d0-a297-e34591893cf5","pid":26996}
{"msg":"listening","v":0,"name":"crucible-agent","level":30,"time":"2024-03-07T22:47:06.686004577Z","hostname":"oxz_crucible_5eefa476-ecad-43d0-a297-e34591893cf5","pid":26996,"local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot"}
{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2024-03-07T22:48:22.347764078Z","hostname":"oxz_crucible_5eefa476-ecad-43d0-a297-e34591893cf5","pid":26996,"local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:44881"}
{"msg":"region 43255b89-1d09-4546-9b1f-be9d56c614e2 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-03-07T22:48:22.369339629Z","hostname":"oxz_crucible_5eefa476-ecad-43d0-a297-e34591893cf5","pid":26996,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-03-07T22:48:22.370091562Z","hostname":"oxz_crucible_5eefa476-ecad-43d0-a297-e34591893cf5","pid":26996,"uri":"/crucible/0/regions","method":"POST","req_id":"43c76460-6434-4f80-9abc-37270739b386","remote_addr":"[fd00:1122:3344:101::a]:44881","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":9866,"response_code":"200"}
{"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2024-03-07T22:48:22.370745402Z","hostname":"oxz_crucible_5eefa476-ecad-43d0-a297-e34591893cf5","pid":26996,"component":"worker"}
{"msg":"zfs set reservation of 2684354560 for oxp_24b4dc87-ab46-49fb-a4b4-d361ae214c03/crucible/regions/43255b89-1d09-4546-9b1f-be9d56c614e2","v":0,"name":"crucible-agent","level":30,"time":"2024-03-07T22:48:22.380887458Z","hostname":"oxz_crucible_5eefa476-ecad-43d0-a297-e34591893cf5","pid":26996,"component":"worker"}
{"msg":"zfs set quota of 6442450944 for oxp_24b4dc87-ab46-49fb-a4b4-d361ae214c03/crucible/regions/43255b89-1d09-4546-9b1f-be9d56c614e2","v":0,"name":"crucible-agent","level":30,"time":"2024-03-07T22:48:22.380918789Z","hostname":"oxz_crucible_5eefa476-ecad-43d0-a297-e34591893cf5","pid":26996,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"43255b89-1d09-4546-9b1f-be9d56c614e2\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None } at \"/data/regions/43255b89-1d09-4546-9b1f-be9d56c614e2\"","v":0,"name":"crucible-agent","level":30,"time":"2024-03-07T22:48:22.453510132Z","hostname":"oxz_crucible_5eefa476-ecad-43d0-a297-e34591893cf5","pid":26996,"region":"43255b89-1d09-4546-9b1f-be9d56c614e2","component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-03-07T22:48:22.515756212Z","hostname":"oxz_crucible_5eefa476-ecad-43d0-a297-e34591893cf5","pid":26996,"uri":"/crucible/0/regions","method":"POST","req_id":"0f6c610f-a296-4ad8-87f1-e42755d6b4ef","remote_addr":"[fd00:1122:3344:101::a]:44881","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":105,"response_code":"200"}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2024-03-07T22:48:22.580512357Z","hostname":"oxz_crucible_5eefa476-ecad-43d0-a297-e34591893cf5","pid":26996,"region":"43255b89-1d09-4546-9b1f-be9d56c614e2","component":"worker"}
{"msg":"region 43255b89-1d09-4546-9b1f-be9d56c614e2 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-03-07T22:48:22.580549388Z","hostname":"oxz_crucible_5eefa476-ecad-43d0-a297-e34591893cf5","pid":26996,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2024-03-07T22:48:22.580677832Z","hostname":"oxz_crucible_5eefa476-ecad-43d0-a297-e34591893cf5","pid":26996,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-43255b89-1d09-4546-9b1f-be9d56c614e2","v":0,"name":"crucible-agent","level":30,"time":"2024-03-07T22:48:22.581071364Z","hostname":"oxz_crucible_5eefa476-ecad-43d0-a297-e34591893cf5","pid":26996,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-43255b89-1d09-4546-9b1f-be9d56c614e2","v":0,"name":"crucible-agent","level":30,"time":"2024-03-07T22:48:22.586814157Z","hostname":"oxz_crucible_5eefa476-ecad-43d0-a297-e34591893cf5","pid":26996,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-03-07T22:48:22.596536691Z","hostname":"oxz_crucible_5eefa476-ecad-43d0-a297-e34591893cf5","pid":26996,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-43255b89-1d09-4546-9b1f-be9d56c614e2","v":0,"name":"crucible-agent","level":30,"time":"2024-03-07T22:48:22.599890382Z","hostname":"oxz_crucible_5eefa476-ecad-43d0-a297-e34591893cf5","pid":26996,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/43255b89-1d09-4546-9b1f-be9d56c614e2","v":0,"name":"crucible-agent","level":30,"time":"2024-03-07T22:48:22.600667595Z","hostname":"oxz_crucible_5eefa476-ecad-43d0-a297-e34591893cf5","pid":26996,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-03-07T22:48:22.602915923Z","hostname":"oxz_crucible_5eefa476-ecad-43d0-a297-e34591893cf5","pid":26996,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::13","v":0,"name":"crucible-agent","level":30,"time":"2024-03-07T22:48:22.602971355Z","hostname":"oxz_crucible_5eefa476-ecad-43d0-a297-e34591893cf5","pid":26996,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-03-07T22:48:22.603010106Z","hostname":"oxz_crucible_5eefa476-ecad-43d0-a297-e34591893cf5","pid":26996,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-03-07T22:48:22.61008017Z","hostname":"oxz_crucible_5eefa476-ecad-43d0-a297-e34591893cf5","pid":26996,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-03-07T22:48:22.617964998Z","hostname":"oxz_crucible_5eefa476-ecad-43d0-a297-e34591893cf5","pid":26996,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-03-07T22:48:23.241789699Z","hostname":"oxz_crucible_5eefa476-ecad-43d0-a297-e34591893cf5","pid":26996,"uri":"/crucible/0/regions","method":"POST","req_id":"b38a2f2f-6b03-4ac5-9910-e8f7fc51a03c","remote_addr":"[fd00:1122:3344:101::a]:44881","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":105,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2024-03-07T22:53:28.842279252Z","hostname":"oxz_crucible_5eefa476-ecad-43d0-a297-e34591893cf5","pid":26996,"local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:33863"}
{"msg":"region 3bca04bd-2b1e-460d-ae95-a0dfcf07419e state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-03-07T22:53:28.871985919Z","hostname":"oxz_crucible_5eefa476-ecad-43d0-a297-e34591893cf5","pid":26996,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-03-07T22:53:28.872721091Z","hostname":"oxz_crucible_5eefa476-ecad-43d0-a297-e34591893cf5","pid":26996,"uri":"/crucible/0/regions","method":"POST","req_id":"744f1618-1943-47fa-8ac8-d17f8a520a21","remote_addr":"[fd00:1122:3344:101::a]:33863","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":794,"response_code":"200"}
{"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2024-03-07T22:53:28.872738672Z","hostname":"oxz_crucible_5eefa476-ecad-43d0-a297-e34591893cf5","pid":26996,"component":"worker"}
{"msg":"zfs set reservation of 2684354560 for oxp_24b4dc87-ab46-49fb-a4b4-d361ae214c03/crucible/regions/3bca04bd-2b1e-460d-ae95-a0dfcf07419e","v":0,"name":"crucible-agent","level":30,"time":"2024-03-07T22:53:28.883361213Z","hostname":"oxz_crucible_5eefa476-ecad-43d0-a297-e34591893cf5","pid":26996,"component":"worker"}
{"msg":"zfs set quota of 6442450944 for oxp_24b4dc87-ab46-49fb-a4b4-d361ae214c03/crucible/regions/3bca04bd-2b1e-460d-ae95-a0dfcf07419e","v":0,"name":"crucible-agent","level":30,"time":"2024-03-07T22:53:28.883395154Z","hostname":"oxz_crucible_5eefa476-ecad-43d0-a297-e34591893cf5","pid":26996,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"3bca04bd-2b1e-460d-ae95-a0dfcf07419e\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19001, cert_pem: None, key_pem: None, root_pem: None } at \"/data/regions/3bca04bd-2b1e-460d-ae95-a0dfcf07419e\"","v":0,"name":"crucible-agent","level":30,"time":"2024-03-07T22:53:28.959620126Z","hostname":"oxz_crucible_5eefa476-ecad-43d0-a297-e34591893cf5","pid":26996,"region":"3bca04bd-2b1e-460d-ae95-a0dfcf07419e","component":"worker"}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2024-03-07T22:53:29.064763342Z","hostname":"oxz_crucible_5eefa476-ecad-43d0-a297-e34591893cf5","pid":26996,"region":"3bca04bd-2b1e-460d-ae95-a0dfcf07419e","component":"worker"}
{"msg":"region 3bca04bd-2b1e-460d-ae95-a0dfcf07419e state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-03-07T22:53:29.064809973Z","hostname":"oxz_crucible_5eefa476-ecad-43d0-a297-e34591893cf5","pid":26996,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2024-03-07T22:53:29.064927967Z","hostname":"oxz_crucible_5eefa476-ecad-43d0-a297-e34591893cf5","pid":26996,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-3bca04bd-2b1e-460d-ae95-a0dfcf07419e","v":0,"name":"crucible-agent","level":30,"time":"2024-03-07T22:53:29.06538695Z","hostname":"oxz_crucible_5eefa476-ecad-43d0-a297-e34591893cf5","pid":26996,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-3bca04bd-2b1e-460d-ae95-a0dfcf07419e","v":0,"name":"crucible-agent","level":30,"time":"2024-03-07T22:53:29.073088243Z","hostname":"oxz_crucible_5eefa476-ecad-43d0-a297-e34591893cf5","pid":26996,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-03-07T22:53:29.096388657Z","hostname":"oxz_crucible_5eefa476-ecad-43d0-a297-e34591893cf5","pid":26996,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-3bca04bd-2b1e-460d-ae95-a0dfcf07419e","v":0,"name":"crucible-agent","level":30,"time":"2024-03-07T22:53:29.104338367Z","hostname":"oxz_crucible_5eefa476-ecad-43d0-a297-e34591893cf5","pid":26996,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/3bca04bd-2b1e-460d-ae95-a0dfcf07419e","v":0,"name":"crucible-agent","level":30,"time":"2024-03-07T22:53:29.104657347Z","hostname":"oxz_crucible_5eefa476-ecad-43d0-a297-e34591893cf5","pid":26996,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2024-03-07T22:53:29.104728489Z","hostname":"oxz_crucible_5eefa476-ecad-43d0-a297-e34591893cf5","pid":26996,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::13","v":0,"name":"crucible-agent","level":30,"time":"2024-03-07T22:53:29.10478271Z","hostname":"oxz_crucible_5eefa476-ecad-43d0-a297-e34591893cf5","pid":26996,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-03-07T22:53:29.104832672Z","hostname":"oxz_crucible_5eefa476-ecad-43d0-a297-e34591893cf5","pid":26996,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-03-07T22:53:29.112419781Z","hostname":"oxz_crucible_5eefa476-ecad-43d0-a297-e34591893cf5","pid":26996,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-03-07T22:53:29.122286749Z","hostname":"oxz_crucible_5eefa476-ecad-43d0-a297-e34591893cf5","pid":26996,"uri":"/crucible/0/regions","method":"POST","req_id":"0c10cf4e-6dd0-49cc-8baa-db07902a75d1","remote_addr":"[fd00:1122:3344:101::a]:33863","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":67,"response_code":"200"}
{"msg":"existing directory value /dev/null does not match /data/regions/43255b89-1d09-4546-9b1f-be9d56c614e2","v":0,"name":"crucible-agent","level":30,"time":"2024-03-07T22:53:29.125064613Z","hostname":"oxz_crucible_5eefa476-ecad-43d0-a297-e34591893cf5","pid":26996,"component":"worker"}
{"msg":"existing port value 0 does not match 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-03-07T22:53:29.125154395Z","hostname":"oxz_crucible_5eefa476-ecad-43d0-a297-e34591893cf5","pid":26996,"component":"worker"}
{"msg":"existing address value 0.0.0.0 does not match fd00:1122:3344:101::13","v":0,"name":"crucible-agent","level":30,"time":"2024-03-07T22:53:29.125238348Z","hostname":"oxz_crucible_5eefa476-ecad-43d0-a297-e34591893cf5","pid":26996,"component":"worker"}
{"msg":"reconfig required","v":0,"name":"crucible-agent","level":30,"time":"2024-03-07T22:53:29.125248218Z","hostname":"oxz_crucible_5eefa476-ecad-43d0-a297-e34591893cf5","pid":26996,"component":"worker"}
{"msg":"using existing config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-03-07T22:53:29.125286679Z","hostname":"oxz_crucible_5eefa476-ecad-43d0-a297-e34591893cf5","pid":26996,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-43255b89-1d09-4546-9b1f-be9d56c614e2","v":0,"name":"crucible-agent","level":30,"time":"2024-03-07T22:53:29.125332261Z","hostname":"oxz_crucible_5eefa476-ecad-43d0-a297-e34591893cf5","pid":26996,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/43255b89-1d09-4546-9b1f-be9d56c614e2","v":0,"name":"crucible-agent","level":30,"time":"2024-03-07T22:53:29.125412443Z","hostname":"oxz_crucible_5eefa476-ecad-43d0-a297-e34591893cf5","pid":26996,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-03-07T22:53:29.125470245Z","hostname":"oxz_crucible_5eefa476-ecad-43d0-a297-e34591893cf5","pid":26996,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::13","v":0,"name":"crucible-agent","level":30,"time":"2024-03-07T22:53:29.125514296Z","hostname":"oxz_crucible_5eefa476-ecad-43d0-a297-e34591893cf5","pid":26996,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-03-07T22:53:29.125560428Z","hostname":"oxz_crucible_5eefa476-ecad-43d0-a297-e34591893cf5","pid":26996,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-03-07T22:53:29.142297973Z","hostname":"oxz_crucible_5eefa476-ecad-43d0-a297-e34591893cf5","pid":26996,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-03-07T22:53:29.1428555Z","hostname":"oxz_crucible_5eefa476-ecad-43d0-a297-e34591893cf5","pid":26996,"component":"worker"}
{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2024-03-07T22:53:30.038213912Z","hostname":"oxz_crucible_5eefa476-ecad-43d0-a297-e34591893cf5","pid":26996,"local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:62231"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-03-07T22:53:30.040372847Z","hostname":"oxz_crucible_5eefa476-ecad-43d0-a297-e34591893cf5","pid":26996,"uri":"/crucible/0/regions/43255b89-1d09-4546-9b1f-be9d56c614e2","method":"GET","req_id":"812fdc27-522c-4f3b-99b1-e953b7c5df81","remote_addr":"[fd00:1122:3344:101::a]:62231","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":100,"response_code":"200"}
{"msg":"path is \"/data/regions/43255b89-1d09-4546-9b1f-be9d56c614e2\"","v":0,"name":"crucible-agent","level":30,"time":"2024-03-07T22:53:30.042912804Z","hostname":"oxz_crucible_5eefa476-ecad-43d0-a297-e34591893cf5","pid":26996,"component":"datafile"}
{"msg":"dataset is oxp_24b4dc87-ab46-49fb-a4b4-d361ae214c03/crucible/regions/43255b89-1d09-4546-9b1f-be9d56c614e2","v":0,"name":"crucible-agent","level":30,"time":"2024-03-07T22:53:30.053618507Z","hostname":"oxz_crucible_5eefa476-ecad-43d0-a297-e34591893cf5","pid":26996,"component":"datafile"}
{"msg":"snapshot is oxp_24b4dc87-ab46-49fb-a4b4-d361ae214c03/crucible/regions/43255b89-1d09-4546-9b1f-be9d56c614e2@8358d21e-eb55-4006-a757-e89a24336027","v":0,"name":"crucible-agent","level":30,"time":"2024-03-07T22:53:30.064242498Z","hostname":"oxz_crucible_5eefa476-ecad-43d0-a297-e34591893cf5","pid":26996,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_24b4dc87-ab46-49fb-a4b4-d361ae214c03/crucible/regions/43255b89-1d09-4546-9b1f-be9d56c614e2\", \"8358d21e-eb55-4006-a757-e89a24336027\"]","v":0,"name":"crucible-agent","level":30,"time":"2024-03-07T22:53:30.064278769Z","hostname":"oxz_crucible_5eefa476-ecad-43d0-a297-e34591893cf5","pid":26996,"component":"ZfsSnapshotInterface"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-03-07T22:53:30.075595421Z","hostname":"oxz_crucible_5eefa476-ecad-43d0-a297-e34591893cf5","pid":26996,"uri":"/crucible/0/regions/43255b89-1d09-4546-9b1f-be9d56c614e2/snapshots/8358d21e-eb55-4006-a757-e89a24336027","method":"GET","req_id":"976d666c-efd3-477c-a4f9-2134b3026caa","remote_addr":"[fd00:1122:3344:101::a]:62231","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":32691,"response_code":"200"}
{"msg":"path is \"/data/regions/43255b89-1d09-4546-9b1f-be9d56c614e2\"","v":0,"name":"crucible-agent","level":30,"time":"2024-03-07T22:53:30.075763846Z","hostname":"oxz_crucible_5eefa476-ecad-43d0-a297-e34591893cf5","pid":26996,"component":"datafile"}
{"msg":"dataset is oxp_24b4dc87-ab46-49fb-a4b4-d361ae214c03/crucible/regions/43255b89-1d09-4546-9b1f-be9d56c614e2","v":0,"name":"crucible-agent","level":30,"time":"2024-03-07T22:53:30.084612673Z","hostname":"oxz_crucible_5eefa476-ecad-43d0-a297-e34591893cf5","pid":26996,"component":"datafile"}
{"msg":"snapshot is oxp_24b4dc87-ab46-49fb-a4b4-d361ae214c03/crucible/regions/43255b89-1d09-4546-9b1f-be9d56c614e2@8358d21e-eb55-4006-a757-e89a24336027","v":0,"name":"crucible-agent","level":30,"time":"2024-03-07T22:53:30.093181162Z","hostname":"oxz_crucible_5eefa476-ecad-43d0-a297-e34591893cf5","pid":26996,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_24b4dc87-ab46-49fb-a4b4-d361ae214c03/crucible/regions/43255b89-1d09-4546-9b1f-be9d56c614e2\", \"8358d21e-eb55-4006-a757-e89a24336027\"]","v":0,"name":"crucible-agent","level":30,"time":"2024-03-07T22:53:30.093217463Z","hostname":"oxz_crucible_5eefa476-ecad-43d0-a297-e34591893cf5","pid":26996,"component":"ZfsSnapshotInterface"}
{"msg":"requesting running snapshot 43255b89-1d09-4546-9b1f-be9d56c614e2-8358d21e-eb55-4006-a757-e89a24336027 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-03-07T22:53:30.104404001Z","hostname":"oxz_crucible_5eefa476-ecad-43d0-a297-e34591893cf5","pid":26996,"component":"datafile"}
{"msg":"applying SMF actions for region 43255b89-1d09-4546-9b1f-be9d56c614e2 running snapshot 8358d21e-eb55-4006-a757-e89a24336027 (state Requested)...","v":0,"name":"crucible-agent","level":30,"time":"2024-03-07T22:53:30.104653889Z","hostname":"oxz_crucible_5eefa476-ecad-43d0-a297-e34591893cf5","pid":26996,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-03-07T22:53:30.104684069Z","hostname":"oxz_crucible_5eefa476-ecad-43d0-a297-e34591893cf5","pid":26996,"uri":"/crucible/0/regions/43255b89-1d09-4546-9b1f-be9d56c614e2/snapshots/8358d21e-eb55-4006-a757-e89a24336027/run","method":"POST","req_id":"2aa8c3af-c419-477f-a1fb-7b528bce8887","remote_addr":"[fd00:1122:3344:101::a]:62231","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":28952,"response_code":"200"}
{"msg":"existing directory value /dev/null does not match /data/regions/43255b89-1d09-4546-9b1f-be9d56c614e2","v":0,"name":"crucible-agent","level":30,"time":"2024-03-07T22:53:30.106390711Z","hostname":"oxz_crucible_5eefa476-ecad-43d0-a297-e34591893cf5","pid":26996,"component":"worker"}
{"msg":"existing port value 0 does not match 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-03-07T22:53:30.106473844Z","hostname":"oxz_crucible_5eefa476-ecad-43d0-a297-e34591893cf5","pid":26996,"component":"worker"}
{"msg":"existing address value 0.0.0.0 does not match fd00:1122:3344:101::13","v":0,"name":"crucible-agent","level":30,"time":"2024-03-07T22:53:30.106554856Z","hostname":"oxz_crucible_5eefa476-ecad-43d0-a297-e34591893cf5","pid":26996,"component":"worker"}
{"msg":"reconfig required","v":0,"name":"crucible-agent","level":30,"time":"2024-03-07T22:53:30.106561446Z","hostname":"oxz_crucible_5eefa476-ecad-43d0-a297-e34591893cf5","pid":26996,"component":"worker"}
{"msg":"using existing config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-03-07T22:53:30.106601527Z","hostname":"oxz_crucible_5eefa476-ecad-43d0-a297-e34591893cf5","pid":26996,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-43255b89-1d09-4546-9b1f-be9d56c614e2","v":0,"name":"crucible-agent","level":30,"time":"2024-03-07T22:53:30.106646229Z","hostname":"oxz_crucible_5eefa476-ecad-43d0-a297-e34591893cf5","pid":26996,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/43255b89-1d09-4546-9b1f-be9d56c614e2","v":0,"name":"crucible-agent","level":30,"time":"2024-03-07T22:53:30.106940438Z","hostname":"oxz_crucible_5eefa476-ecad-43d0-a297-e34591893cf5","pid":26996,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-03-07T22:53:30.10700792Z","hostname":"oxz_crucible_5eefa476-ecad-43d0-a297-e34591893cf5","pid":26996,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::13","v":0,"name":"crucible-agent","level":30,"time":"2024-03-07T22:53:30.107057341Z","hostname":"oxz_crucible_5eefa476-ecad-43d0-a297-e34591893cf5","pid":26996,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-03-07T22:53:30.107107103Z","hostname":"oxz_crucible_5eefa476-ecad-43d0-a297-e34591893cf5","pid":26996,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-03-07T22:53:30.11762403Z","hostname":"oxz_crucible_5eefa476-ecad-43d0-a297-e34591893cf5","pid":26996,"component":"worker"}
{"msg":"creating missing snapshot instance snapshot-43255b89-1d09-4546-9b1f-be9d56c614e2-8358d21e-eb55-4006-a757-e89a24336027","v":0,"name":"crucible-agent","level":30,"time":"2024-03-07T22:53:30.118159596Z","hostname":"oxz_crucible_5eefa476-ecad-43d0-a297-e34591893cf5","pid":26996,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:snapshot-43255b89-1d09-4546-9b1f-be9d56c614e2-8358d21e-eb55-4006-a757-e89a24336027","v":0,"name":"crucible-agent","level":30,"time":"2024-03-07T22:53:30.126466397Z","hostname":"oxz_crucible_5eefa476-ecad-43d0-a297-e34591893cf5","pid":26996,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:snapshot-43255b89-1d09-4546-9b1f-be9d56c614e2-8358d21e-eb55-4006-a757-e89a24336027","v":0,"name":"crucible-agent","level":30,"time":"2024-03-07T22:53:30.146440951Z","hostname":"oxz_crucible_5eefa476-ecad-43d0-a297-e34591893cf5","pid":26996,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/43255b89-1d09-4546-9b1f-be9d56c614e2/.zfs/snapshot/8358d21e-eb55-4006-a757-e89a24336027","v":0,"name":"crucible-agent","level":30,"time":"2024-03-07T22:53:30.146803922Z","hostname":"oxz_crucible_5eefa476-ecad-43d0-a297-e34591893cf5","pid":26996,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19002","v":0,"name":"crucible-agent","level":30,"time":"2024-03-07T22:53:30.146888304Z","hostname":"oxz_crucible_5eefa476-ecad-43d0-a297-e34591893cf5","pid":26996,"component":"worker"}
{"msg":"ensure mode SCF_TYPE_ASTRING ro","v":0,"name":"crucible-agent","level":30,"time":"2024-03-07T22:53:30.146954696Z","hostname":"oxz_crucible_5eefa476-ecad-43d0-a297-e34591893cf5","pid":26996,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::13","v":0,"name":"crucible-agent","level":30,"time":"2024-03-07T22:53:30.147012568Z","hostname":"oxz_crucible_5eefa476-ecad-43d0-a297-e34591893cf5","pid":26996,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-03-07T22:53:30.14708875Z","hostname":"oxz_crucible_5eefa476-ecad-43d0-a297-e34591893cf5","pid":26996,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-03-07T22:53:30.154326539Z","hostname":"oxz_crucible_5eefa476-ecad-43d0-a297-e34591893cf5","pid":26996,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-03-07T22:53:30.162008801Z","hostname":"oxz_crucible_5eefa476-ecad-43d0-a297-e34591893cf5","pid":26996,"component":"worker"}
{"msg":"region 43255b89-1d09-4546-9b1f-be9d56c614e2 running snapshot 8358d21e-eb55-4006-a757-e89a24336027 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-03-07T22:53:30.162038392Z","hostname":"oxz_crucible_5eefa476-ecad-43d0-a297-e34591893cf5","pid":26996,"component":"datafile"}