[ Jan  8 01:15:31 Enabled. ]
[ Jan  8 01:15:31 Rereading configuration. ]
[ Jan  8 01:15:33 Rereading configuration. ]
[ Jan  8 01:15:38 Executing start method ("/opt/oxide/crucible/bin/crucible-agent run -D /opt/oxide/crucible/bin/crucible-downstairs --dataset oxp_8202257c-449c-444f-ace0-33aa7f8c96b7/crucible -l [fd00:1122:3344:101::14]:32345 -P 19000 -p downstairs -s snapshot"). ]
note: configured to log to "/dev/stdout"
{"msg":"dataset: \"oxp_8202257c-449c-444f-ace0-33aa7f8c96b7/crucible\"","v":0,"name":"crucible-agent","level":30,"time":"2025-01-08T01:15:38.510352317Z","hostname":"oxz_crucible_e0d2cc1f-891f-4911-a2ad-fbe7e5f909fa","pid":27003}
{"msg":"listen IP: [fd00:1122:3344:101::14]:32345","v":0,"name":"crucible-agent","level":30,"time":"2025-01-08T01:15:38.514454572Z","hostname":"oxz_crucible_e0d2cc1f-891f-4911-a2ad-fbe7e5f909fa","pid":27003}
{"msg":"SMF instance name downstairs_prefix: \"downstairs\"","v":0,"name":"crucible-agent","level":30,"time":"2025-01-08T01:15:38.514469042Z","hostname":"oxz_crucible_e0d2cc1f-891f-4911-a2ad-fbe7e5f909fa","pid":27003}
{"msg":"Using conf_path:\"/data/crucible.json\"","v":0,"name":"crucible-agent","level":30,"time":"2025-01-08T01:15:38.531686733Z","hostname":"oxz_crucible_e0d2cc1f-891f-4911-a2ad-fbe7e5f909fa","pid":27003,"component":"datafile"}
{"msg":"listening","v":0,"name":"crucible-agent","level":30,"time":"2025-01-08T01:15:38.61653669Z","hostname":"oxz_crucible_e0d2cc1f-891f-4911-a2ad-fbe7e5f909fa","pid":27003,"local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot"}
{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2025-01-08T01:16:25.685360293Z","hostname":"oxz_crucible_e0d2cc1f-891f-4911-a2ad-fbe7e5f909fa","pid":27003,"local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::c]:37625"}
{"msg":"region ea483e19-6eb9-49c5-8e47-f4ec89b80a3d state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2025-01-08T01:16:25.714859367Z","hostname":"oxz_crucible_e0d2cc1f-891f-4911-a2ad-fbe7e5f909fa","pid":27003,"component":"datafile"}
{"msg":"Region size:1073741824 reservation:1342177280 quota:3221225472","v":0,"name":"crucible-agent","level":30,"time":"2025-01-08T01:16:25.719822836Z","hostname":"oxz_crucible_e0d2cc1f-891f-4911-a2ad-fbe7e5f909fa","pid":27003,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-01-08T01:16:25.724416768Z","hostname":"oxz_crucible_e0d2cc1f-891f-4911-a2ad-fbe7e5f909fa","pid":27003,"uri":"/crucible/0/regions","method":"POST","req_id":"e14d6716-fae0-4b6a-8888-bb5cbec4d038","remote_addr":"[fd00:1122:3344:101::c]:37625","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":14307,"response_code":"200"}
{"msg":"zfs set reservation of 1342177280 for oxp_8202257c-449c-444f-ace0-33aa7f8c96b7/crucible/regions/ea483e19-6eb9-49c5-8e47-f4ec89b80a3d","v":0,"name":"crucible-agent","level":30,"time":"2025-01-08T01:16:25.731123654Z","hostname":"oxz_crucible_e0d2cc1f-891f-4911-a2ad-fbe7e5f909fa","pid":27003,"component":"worker"}
{"msg":"zfs set quota of 3221225472 for oxp_8202257c-449c-444f-ace0-33aa7f8c96b7/crucible/regions/ea483e19-6eb9-49c5-8e47-f4ec89b80a3d","v":0,"name":"crucible-agent","level":30,"time":"2025-01-08T01:16:25.731145144Z","hostname":"oxz_crucible_e0d2cc1f-891f-4911-a2ad-fbe7e5f909fa","pid":27003,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"ea483e19-6eb9-49c5-8e47-f4ec89b80a3d\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 16, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/ea483e19-6eb9-49c5-8e47-f4ec89b80a3d\"","v":0,"name":"crucible-agent","level":30,"time":"2025-01-08T01:16:25.798366893Z","hostname":"oxz_crucible_e0d2cc1f-891f-4911-a2ad-fbe7e5f909fa","pid":27003,"region":"ea483e19-6eb9-49c5-8e47-f4ec89b80a3d","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"ea483e19-6eb9-49c5-8e47-f4ec89b80a3d\" \"--data\" \"/data/regions/ea483e19-6eb9-49c5-8e47-f4ec89b80a3d\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"16\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2025-01-08T01:16:25.800569177Z","hostname":"oxz_crucible_e0d2cc1f-891f-4911-a2ad-fbe7e5f909fa","pid":27003,"region":"ea483e19-6eb9-49c5-8e47-f4ec89b80a3d","component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-01-08T01:16:25.999371819Z","hostname":"oxz_crucible_e0d2cc1f-891f-4911-a2ad-fbe7e5f909fa","pid":27003,"uri":"/crucible/0/regions","method":"POST","req_id":"d4a8d402-0baa-4fd5-ad75-f20726d468c0","remote_addr":"[fd00:1122:3344:101::c]:37625","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":80,"response_code":"200"}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2025-01-08T01:16:26.018087963Z","hostname":"oxz_crucible_e0d2cc1f-891f-4911-a2ad-fbe7e5f909fa","pid":27003,"region":"ea483e19-6eb9-49c5-8e47-f4ec89b80a3d","component":"worker"}
{"msg":"region ea483e19-6eb9-49c5-8e47-f4ec89b80a3d state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2025-01-08T01:16:26.018123374Z","hostname":"oxz_crucible_e0d2cc1f-891f-4911-a2ad-fbe7e5f909fa","pid":27003,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2025-01-08T01:16:26.018265406Z","hostname":"oxz_crucible_e0d2cc1f-891f-4911-a2ad-fbe7e5f909fa","pid":27003,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-ea483e19-6eb9-49c5-8e47-f4ec89b80a3d","v":0,"name":"crucible-agent","level":30,"time":"2025-01-08T01:16:26.018738353Z","hostname":"oxz_crucible_e0d2cc1f-891f-4911-a2ad-fbe7e5f909fa","pid":27003,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-ea483e19-6eb9-49c5-8e47-f4ec89b80a3d","v":0,"name":"crucible-agent","level":30,"time":"2025-01-08T01:16:26.024037807Z","hostname":"oxz_crucible_e0d2cc1f-891f-4911-a2ad-fbe7e5f909fa","pid":27003,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2025-01-08T01:16:26.03499224Z","hostname":"oxz_crucible_e0d2cc1f-891f-4911-a2ad-fbe7e5f909fa","pid":27003,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-ea483e19-6eb9-49c5-8e47-f4ec89b80a3d","v":0,"name":"crucible-agent","level":30,"time":"2025-01-08T01:16:26.039060314Z","hostname":"oxz_crucible_e0d2cc1f-891f-4911-a2ad-fbe7e5f909fa","pid":27003,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/ea483e19-6eb9-49c5-8e47-f4ec89b80a3d","v":0,"name":"crucible-agent","level":30,"time":"2025-01-08T01:16:26.039810365Z","hostname":"oxz_crucible_e0d2cc1f-891f-4911-a2ad-fbe7e5f909fa","pid":27003,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2025-01-08T01:16:26.039900657Z","hostname":"oxz_crucible_e0d2cc1f-891f-4911-a2ad-fbe7e5f909fa","pid":27003,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::14","v":0,"name":"crucible-agent","level":30,"time":"2025-01-08T01:16:26.039949898Z","hostname":"oxz_crucible_e0d2cc1f-891f-4911-a2ad-fbe7e5f909fa","pid":27003,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2025-01-08T01:16:26.039990928Z","hostname":"oxz_crucible_e0d2cc1f-891f-4911-a2ad-fbe7e5f909fa","pid":27003,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-01-08T01:16:26.046203306Z","hostname":"oxz_crucible_e0d2cc1f-891f-4911-a2ad-fbe7e5f909fa","pid":27003,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-01-08T01:16:26.051062533Z","hostname":"oxz_crucible_e0d2cc1f-891f-4911-a2ad-fbe7e5f909fa","pid":27003,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-01-08T01:16:26.531392167Z","hostname":"oxz_crucible_e0d2cc1f-891f-4911-a2ad-fbe7e5f909fa","pid":27003,"uri":"/crucible/0/regions","method":"POST","req_id":"b8c6de2c-cf8c-4a73-b278-cc9c9d8cea99","remote_addr":"[fd00:1122:3344:101::c]:37625","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":88,"response_code":"200"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-01-08T01:16:26.962266634Z","hostname":"oxz_crucible_e0d2cc1f-891f-4911-a2ad-fbe7e5f909fa","pid":27003,"uri":"/crucible/0/regions/ea483e19-6eb9-49c5-8e47-f4ec89b80a3d","method":"GET","req_id":"92940dfa-16b9-4e91-87ea-5b85723668b0","remote_addr":"[fd00:1122:3344:101::c]:37625","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":72,"response_code":"200"}
{"msg":"path is \"/data/regions/ea483e19-6eb9-49c5-8e47-f4ec89b80a3d\"","v":0,"name":"crucible-agent","level":30,"time":"2025-01-08T01:16:26.964945836Z","hostname":"oxz_crucible_e0d2cc1f-891f-4911-a2ad-fbe7e5f909fa","pid":27003,"component":"datafile"}
{"msg":"dataset is oxp_8202257c-449c-444f-ace0-33aa7f8c96b7/crucible/regions/ea483e19-6eb9-49c5-8e47-f4ec89b80a3d","v":0,"name":"crucible-agent","level":30,"time":"2025-01-08T01:16:26.976829913Z","hostname":"oxz_crucible_e0d2cc1f-891f-4911-a2ad-fbe7e5f909fa","pid":27003,"component":"datafile"}
{"msg":"region ea483e19-6eb9-49c5-8e47-f4ec89b80a3d state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2025-01-08T01:16:26.987836597Z","hostname":"oxz_crucible_e0d2cc1f-891f-4911-a2ad-fbe7e5f909fa","pid":27003,"component":"datafile"}
{"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2025-01-08T01:16:26.987993279Z","hostname":"oxz_crucible_e0d2cc1f-891f-4911-a2ad-fbe7e5f909fa","pid":27003,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-01-08T01:16:26.98806533Z","hostname":"oxz_crucible_e0d2cc1f-891f-4911-a2ad-fbe7e5f909fa","pid":27003,"uri":"/crucible/0/regions/ea483e19-6eb9-49c5-8e47-f4ec89b80a3d","method":"DELETE","req_id":"db38e0f2-8723-4b4b-ac97-729e0bc33560","remote_addr":"[fd00:1122:3344:101::c]:37625","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":23158,"response_code":"204"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-01-08T01:16:26.991471244Z","hostname":"oxz_crucible_e0d2cc1f-891f-4911-a2ad-fbe7e5f909fa","pid":27003,"uri":"/crucible/0/regions/ea483e19-6eb9-49c5-8e47-f4ec89b80a3d","method":"GET","req_id":"450fae28-e23c-4eb8-be05-9208722bb5d2","remote_addr":"[fd00:1122:3344:101::c]:37625","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":42,"response_code":"200"}
{"msg":"disabling downstairs instance: downstairs-ea483e19-6eb9-49c5-8e47-f4ec89b80a3d (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2025-01-08T01:16:26.991624966Z","hostname":"oxz_crucible_e0d2cc1f-891f-4911-a2ad-fbe7e5f909fa","pid":27003,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-01-08T01:16:26.99630423Z","hostname":"oxz_crucible_e0d2cc1f-891f-4911-a2ad-fbe7e5f909fa","pid":27003,"component":"worker"}
{"msg":"deleting zfs dataset \"oxp_8202257c-449c-444f-ace0-33aa7f8c96b7/crucible/regions/ea483e19-6eb9-49c5-8e47-f4ec89b80a3d\"","v":0,"name":"crucible-agent","level":30,"time":"2025-01-08T01:16:27.007878472Z","hostname":"oxz_crucible_e0d2cc1f-891f-4911-a2ad-fbe7e5f909fa","pid":27003,"region":"ea483e19-6eb9-49c5-8e47-f4ec89b80a3d","component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-01-08T01:16:27.059022277Z","hostname":"oxz_crucible_e0d2cc1f-891f-4911-a2ad-fbe7e5f909fa","pid":27003,"uri":"/crucible/0/regions/ea483e19-6eb9-49c5-8e47-f4ec89b80a3d","method":"GET","req_id":"81591ead-5e65-4c3c-b3bb-e6becb4601ea","remote_addr":"[fd00:1122:3344:101::c]:37625","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":84,"response_code":"200"}
{"msg":"region ea483e19-6eb9-49c5-8e47-f4ec89b80a3d state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2025-01-08T01:16:27.072622542Z","hostname":"oxz_crucible_e0d2cc1f-891f-4911-a2ad-fbe7e5f909fa","pid":27003,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-01-08T01:16:27.161706265Z","hostname":"oxz_crucible_e0d2cc1f-891f-4911-a2ad-fbe7e5f909fa","pid":27003,"uri":"/crucible/0/regions/ea483e19-6eb9-49c5-8e47-f4ec89b80a3d","method":"GET","req_id":"bed99b18-4175-4c84-90d8-5c6cc65c01a3","remote_addr":"[fd00:1122:3344:101::c]:37625","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":40,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2025-01-08T01:16:48.830812761Z","hostname":"oxz_crucible_e0d2cc1f-891f-4911-a2ad-fbe7e5f909fa","pid":27003,"local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:59205"}
{"msg":"region 7e675296-38b9-4707-90a7-a14aab0d98b5 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2025-01-08T01:16:48.830983054Z","hostname":"oxz_crucible_e0d2cc1f-891f-4911-a2ad-fbe7e5f909fa","pid":27003,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-01-08T01:16:48.831156217Z","hostname":"oxz_crucible_e0d2cc1f-891f-4911-a2ad-fbe7e5f909fa","pid":27003,"uri":"/crucible/0/regions","method":"POST","req_id":"8a9b4c46-9474-4d76-96da-9faa61aea98e","remote_addr":"[fd00:1122:3344:101::a]:59205","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":205,"response_code":"200"}
{"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2025-01-08T01:16:48.831180447Z","hostname":"oxz_crucible_e0d2cc1f-891f-4911-a2ad-fbe7e5f909fa","pid":27003,"component":"worker"}
{"msg":"zfs set reservation of 2684354560 for oxp_8202257c-449c-444f-ace0-33aa7f8c96b7/crucible/regions/7e675296-38b9-4707-90a7-a14aab0d98b5","v":0,"name":"crucible-agent","level":30,"time":"2025-01-08T01:16:48.841227995Z","hostname":"oxz_crucible_e0d2cc1f-891f-4911-a2ad-fbe7e5f909fa","pid":27003,"component":"worker"}
{"msg":"zfs set quota of 6442450944 for oxp_8202257c-449c-444f-ace0-33aa7f8c96b7/crucible/regions/7e675296-38b9-4707-90a7-a14aab0d98b5","v":0,"name":"crucible-agent","level":30,"time":"2025-01-08T01:16:48.841258746Z","hostname":"oxz_crucible_e0d2cc1f-891f-4911-a2ad-fbe7e5f909fa","pid":27003,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"7e675296-38b9-4707-90a7-a14aab0d98b5\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/7e675296-38b9-4707-90a7-a14aab0d98b5\"","v":0,"name":"crucible-agent","level":30,"time":"2025-01-08T01:16:48.921779574Z","hostname":"oxz_crucible_e0d2cc1f-891f-4911-a2ad-fbe7e5f909fa","pid":27003,"region":"7e675296-38b9-4707-90a7-a14aab0d98b5","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"7e675296-38b9-4707-90a7-a14aab0d98b5\" \"--data\" \"/data/regions/7e675296-38b9-4707-90a7-a14aab0d98b5\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2025-01-08T01:16:48.923753355Z","hostname":"oxz_crucible_e0d2cc1f-891f-4911-a2ad-fbe7e5f909fa","pid":27003,"region":"7e675296-38b9-4707-90a7-a14aab0d98b5","component":"worker"}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2025-01-08T01:16:49.000693077Z","hostname":"oxz_crucible_e0d2cc1f-891f-4911-a2ad-fbe7e5f909fa","pid":27003,"region":"7e675296-38b9-4707-90a7-a14aab0d98b5","component":"worker"}
{"msg":"region 7e675296-38b9-4707-90a7-a14aab0d98b5 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2025-01-08T01:16:49.000731217Z","hostname":"oxz_crucible_e0d2cc1f-891f-4911-a2ad-fbe7e5f909fa","pid":27003,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2025-01-08T01:16:49.000850859Z","hostname":"oxz_crucible_e0d2cc1f-891f-4911-a2ad-fbe7e5f909fa","pid":27003,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-7e675296-38b9-4707-90a7-a14aab0d98b5","v":0,"name":"crucible-agent","level":30,"time":"2025-01-08T01:16:49.002325493Z","hostname":"oxz_crucible_e0d2cc1f-891f-4911-a2ad-fbe7e5f909fa","pid":27003,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-7e675296-38b9-4707-90a7-a14aab0d98b5","v":0,"name":"crucible-agent","level":30,"time":"2025-01-08T01:16:49.006045171Z","hostname":"oxz_crucible_e0d2cc1f-891f-4911-a2ad-fbe7e5f909fa","pid":27003,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2025-01-08T01:16:49.014109558Z","hostname":"oxz_crucible_e0d2cc1f-891f-4911-a2ad-fbe7e5f909fa","pid":27003,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-7e675296-38b9-4707-90a7-a14aab0d98b5","v":0,"name":"crucible-agent","level":30,"time":"2025-01-08T01:16:49.016886962Z","hostname":"oxz_crucible_e0d2cc1f-891f-4911-a2ad-fbe7e5f909fa","pid":27003,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/7e675296-38b9-4707-90a7-a14aab0d98b5","v":0,"name":"crucible-agent","level":30,"time":"2025-01-08T01:16:49.017173027Z","hostname":"oxz_crucible_e0d2cc1f-891f-4911-a2ad-fbe7e5f909fa","pid":27003,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2025-01-08T01:16:49.017239028Z","hostname":"oxz_crucible_e0d2cc1f-891f-4911-a2ad-fbe7e5f909fa","pid":27003,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::14","v":0,"name":"crucible-agent","level":30,"time":"2025-01-08T01:16:49.017282468Z","hostname":"oxz_crucible_e0d2cc1f-891f-4911-a2ad-fbe7e5f909fa","pid":27003,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2025-01-08T01:16:49.017331669Z","hostname":"oxz_crucible_e0d2cc1f-891f-4911-a2ad-fbe7e5f909fa","pid":27003,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-01-08T01:16:49.021329662Z","hostname":"oxz_crucible_e0d2cc1f-891f-4911-a2ad-fbe7e5f909fa","pid":27003,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-01-08T01:16:49.026443413Z","hostname":"oxz_crucible_e0d2cc1f-891f-4911-a2ad-fbe7e5f909fa","pid":27003,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-01-08T01:16:49.104005023Z","hostname":"oxz_crucible_e0d2cc1f-891f-4911-a2ad-fbe7e5f909fa","pid":27003,"uri":"/crucible/0/regions","method":"POST","req_id":"507daff9-391e-4a68-8b67-4ed2e3667d6e","remote_addr":"[fd00:1122:3344:101::a]:59205","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":64,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2025-01-08T01:27:14.533377956Z","hostname":"oxz_crucible_e0d2cc1f-891f-4911-a2ad-fbe7e5f909fa","pid":27003,"local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:58044"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-01-08T01:27:14.534106098Z","hostname":"oxz_crucible_e0d2cc1f-891f-4911-a2ad-fbe7e5f909fa","pid":27003,"uri":"/crucible/0/regions/7e675296-38b9-4707-90a7-a14aab0d98b5","method":"GET","req_id":"9cdc9656-6487-467c-a0e7-e3922fb87640","remote_addr":"[fd00:1122:3344:101::a]:58044","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":676,"response_code":"200"}
{"msg":"path is \"/data/regions/7e675296-38b9-4707-90a7-a14aab0d98b5\"","v":0,"name":"crucible-agent","level":30,"time":"2025-01-08T01:27:14.537800446Z","hostname":"oxz_crucible_e0d2cc1f-891f-4911-a2ad-fbe7e5f909fa","pid":27003,"component":"datafile"}
{"msg":"dataset is oxp_8202257c-449c-444f-ace0-33aa7f8c96b7/crucible/regions/7e675296-38b9-4707-90a7-a14aab0d98b5","v":0,"name":"crucible-agent","level":30,"time":"2025-01-08T01:27:14.546185648Z","hostname":"oxz_crucible_e0d2cc1f-891f-4911-a2ad-fbe7e5f909fa","pid":27003,"component":"datafile"}
{"msg":"snapshot is oxp_8202257c-449c-444f-ace0-33aa7f8c96b7/crucible/regions/7e675296-38b9-4707-90a7-a14aab0d98b5@cfc9d963-cb47-49ce-bf1c-ee0920dc9aff","v":0,"name":"crucible-agent","level":30,"time":"2025-01-08T01:27:14.555355392Z","hostname":"oxz_crucible_e0d2cc1f-891f-4911-a2ad-fbe7e5f909fa","pid":27003,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_8202257c-449c-444f-ace0-33aa7f8c96b7/crucible/regions/7e675296-38b9-4707-90a7-a14aab0d98b5\", \"cfc9d963-cb47-49ce-bf1c-ee0920dc9aff\"]","v":0,"name":"crucible-agent","level":30,"time":"2025-01-08T01:27:14.555407203Z","hostname":"oxz_crucible_e0d2cc1f-891f-4911-a2ad-fbe7e5f909fa","pid":27003,"component":"ZfsSnapshotInterface"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-01-08T01:27:14.566824233Z","hostname":"oxz_crucible_e0d2cc1f-891f-4911-a2ad-fbe7e5f909fa","pid":27003,"uri":"/crucible/0/regions/7e675296-38b9-4707-90a7-a14aab0d98b5/snapshots/cfc9d963-cb47-49ce-bf1c-ee0920dc9aff","method":"GET","req_id":"3617bf64-0298-45e1-b671-8f5e571a7e30","remote_addr":"[fd00:1122:3344:101::a]:58044","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":29044,"response_code":"200"}
{"msg":"path is \"/data/regions/7e675296-38b9-4707-90a7-a14aab0d98b5\"","v":0,"name":"crucible-agent","level":30,"time":"2025-01-08T01:27:14.569908591Z","hostname":"oxz_crucible_e0d2cc1f-891f-4911-a2ad-fbe7e5f909fa","pid":27003,"component":"datafile"}
{"msg":"dataset is oxp_8202257c-449c-444f-ace0-33aa7f8c96b7/crucible/regions/7e675296-38b9-4707-90a7-a14aab0d98b5","v":0,"name":"crucible-agent","level":30,"time":"2025-01-08T01:27:14.578442916Z","hostname":"oxz_crucible_e0d2cc1f-891f-4911-a2ad-fbe7e5f909fa","pid":27003,"component":"datafile"}
{"msg":"snapshot is oxp_8202257c-449c-444f-ace0-33aa7f8c96b7/crucible/regions/7e675296-38b9-4707-90a7-a14aab0d98b5@cfc9d963-cb47-49ce-bf1c-ee0920dc9aff","v":0,"name":"crucible-agent","level":30,"time":"2025-01-08T01:27:14.586494653Z","hostname":"oxz_crucible_e0d2cc1f-891f-4911-a2ad-fbe7e5f909fa","pid":27003,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_8202257c-449c-444f-ace0-33aa7f8c96b7/crucible/regions/7e675296-38b9-4707-90a7-a14aab0d98b5\", \"cfc9d963-cb47-49ce-bf1c-ee0920dc9aff\"]","v":0,"name":"crucible-agent","level":30,"time":"2025-01-08T01:27:14.586525433Z","hostname":"oxz_crucible_e0d2cc1f-891f-4911-a2ad-fbe7e5f909fa","pid":27003,"component":"ZfsSnapshotInterface"}
{"msg":"requesting running snapshot 7e675296-38b9-4707-90a7-a14aab0d98b5-cfc9d963-cb47-49ce-bf1c-ee0920dc9aff state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2025-01-08T01:27:14.594511199Z","hostname":"oxz_crucible_e0d2cc1f-891f-4911-a2ad-fbe7e5f909fa","pid":27003,"component":"datafile"}
{"msg":"applying SMF actions for region 7e675296-38b9-4707-90a7-a14aab0d98b5 running snapshot cfc9d963-cb47-49ce-bf1c-ee0920dc9aff (state Requested)...","v":0,"name":"crucible-agent","level":30,"time":"2025-01-08T01:27:14.595090368Z","hostname":"oxz_crucible_e0d2cc1f-891f-4911-a2ad-fbe7e5f909fa","pid":27003,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-01-08T01:27:14.595114248Z","hostname":"oxz_crucible_e0d2cc1f-891f-4911-a2ad-fbe7e5f909fa","pid":27003,"uri":"/crucible/0/regions/7e675296-38b9-4707-90a7-a14aab0d98b5/snapshots/cfc9d963-cb47-49ce-bf1c-ee0920dc9aff/run","method":"POST","req_id":"126e6929-d965-4f4d-8989-748883365bb8","remote_addr":"[fd00:1122:3344:101::a]:58044","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":25228,"response_code":"200"}
{"msg":"creating missing snapshot instance snapshot-7e675296-38b9-4707-90a7-a14aab0d98b5-cfc9d963-cb47-49ce-bf1c-ee0920dc9aff","v":0,"name":"crucible-agent","level":30,"time":"2025-01-08T01:27:14.602263861Z","hostname":"oxz_crucible_e0d2cc1f-891f-4911-a2ad-fbe7e5f909fa","pid":27003,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:snapshot-7e675296-38b9-4707-90a7-a14aab0d98b5-cfc9d963-cb47-49ce-bf1c-ee0920dc9aff","v":0,"name":"crucible-agent","level":30,"time":"2025-01-08T01:27:14.61173622Z","hostname":"oxz_crucible_e0d2cc1f-891f-4911-a2ad-fbe7e5f909fa","pid":27003,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:snapshot-7e675296-38b9-4707-90a7-a14aab0d98b5-cfc9d963-cb47-49ce-bf1c-ee0920dc9aff","v":0,"name":"crucible-agent","level":30,"time":"2025-01-08T01:27:14.625721901Z","hostname":"oxz_crucible_e0d2cc1f-891f-4911-a2ad-fbe7e5f909fa","pid":27003,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/7e675296-38b9-4707-90a7-a14aab0d98b5/.zfs/snapshot/cfc9d963-cb47-49ce-bf1c-ee0920dc9aff","v":0,"name":"crucible-agent","level":30,"time":"2025-01-08T01:27:14.626013655Z","hostname":"oxz_crucible_e0d2cc1f-891f-4911-a2ad-fbe7e5f909fa","pid":27003,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2025-01-08T01:27:14.626066296Z","hostname":"oxz_crucible_e0d2cc1f-891f-4911-a2ad-fbe7e5f909fa","pid":27003,"component":"worker"}
{"msg":"ensure mode SCF_TYPE_ASTRING ro","v":0,"name":"crucible-agent","level":30,"time":"2025-01-08T01:27:14.626106516Z","hostname":"oxz_crucible_e0d2cc1f-891f-4911-a2ad-fbe7e5f909fa","pid":27003,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::14","v":0,"name":"crucible-agent","level":30,"time":"2025-01-08T01:27:14.626146957Z","hostname":"oxz_crucible_e0d2cc1f-891f-4911-a2ad-fbe7e5f909fa","pid":27003,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2025-01-08T01:27:14.626197898Z","hostname":"oxz_crucible_e0d2cc1f-891f-4911-a2ad-fbe7e5f909fa","pid":27003,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-01-08T01:27:14.630773Z","hostname":"oxz_crucible_e0d2cc1f-891f-4911-a2ad-fbe7e5f909fa","pid":27003,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-01-08T01:27:14.636194446Z","hostname":"oxz_crucible_e0d2cc1f-891f-4911-a2ad-fbe7e5f909fa","pid":27003,"component":"worker"}
{"msg":"region 7e675296-38b9-4707-90a7-a14aab0d98b5 running snapshot cfc9d963-cb47-49ce-bf1c-ee0920dc9aff state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2025-01-08T01:27:14.636210636Z","hostname":"oxz_crucible_e0d2cc1f-891f-4911-a2ad-fbe7e5f909fa","pid":27003,"component":"datafile"}
{"msg":"path is \"/data/regions/7e675296-38b9-4707-90a7-a14aab0d98b5\"","v":0,"name":"crucible-agent","level":30,"time":"2025-01-08T01:27:14.954915586Z","hostname":"oxz_crucible_e0d2cc1f-891f-4911-a2ad-fbe7e5f909fa","pid":27003,"component":"datafile"}
{"msg":"dataset is oxp_8202257c-449c-444f-ace0-33aa7f8c96b7/crucible/regions/7e675296-38b9-4707-90a7-a14aab0d98b5","v":0,"name":"crucible-agent","level":30,"time":"2025-01-08T01:27:14.963993858Z","hostname":"oxz_crucible_e0d2cc1f-891f-4911-a2ad-fbe7e5f909fa","pid":27003,"component":"datafile"}
{"msg":"snapshot is oxp_8202257c-449c-444f-ace0-33aa7f8c96b7/crucible/regions/7e675296-38b9-4707-90a7-a14aab0d98b5@cfc9d963-cb47-49ce-bf1c-ee0920dc9aff","v":0,"name":"crucible-agent","level":30,"time":"2025-01-08T01:27:14.971861933Z","hostname":"oxz_crucible_e0d2cc1f-891f-4911-a2ad-fbe7e5f909fa","pid":27003,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_8202257c-449c-444f-ace0-33aa7f8c96b7/crucible/regions/7e675296-38b9-4707-90a7-a14aab0d98b5\", \"cfc9d963-cb47-49ce-bf1c-ee0920dc9aff\"]","v":0,"name":"crucible-agent","level":30,"time":"2025-01-08T01:27:14.971901213Z","hostname":"oxz_crucible_e0d2cc1f-891f-4911-a2ad-fbe7e5f909fa","pid":27003,"component":"ZfsSnapshotInterface"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-01-08T01:27:14.980353356Z","hostname":"oxz_crucible_e0d2cc1f-891f-4911-a2ad-fbe7e5f909fa","pid":27003,"uri":"/crucible/0/regions/7e675296-38b9-4707-90a7-a14aab0d98b5/snapshots/cfc9d963-cb47-49ce-bf1c-ee0920dc9aff/run","method":"POST","req_id":"9e36ec26-b4db-4614-bb28-ca7805199fef","remote_addr":"[fd00:1122:3344:101::a]:58044","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":25477,"response_code":"200"}