{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2025-08-01T21:31:46.628809144Z","hostname":"oxz_crucible_63fb570b-8ec0-41aa-8aeb-b114f39a7d80","pid":23530,"local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::c]:59293"} {"msg":"region 567207c2-0f4f-4b15-b483-7cbadd2eb523 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2025-08-01T21:31:46.628925456Z","hostname":"oxz_crucible_63fb570b-8ec0-41aa-8aeb-b114f39a7d80","pid":23530,"component":"datafile"} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2025-08-01T21:31:46.629548368Z","hostname":"oxz_crucible_63fb570b-8ec0-41aa-8aeb-b114f39a7d80","pid":23530,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-08-01T21:31:46.629559748Z","hostname":"oxz_crucible_63fb570b-8ec0-41aa-8aeb-b114f39a7d80","pid":23530,"uri":"/crucible/0/regions","method":"POST","req_id":"86452a7a-e28e-41cd-ac8e-ac0ac3399aae","remote_addr":"[fd00:1122:3344:101::c]:59293","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":677,"response_code":"200"} {"msg":"zfs set reservation of 2684354560 for oxp_12fc1c7d-d897-48ff-9520-29799af2e8d8/crucible/regions/567207c2-0f4f-4b15-b483-7cbadd2eb523","v":0,"name":"crucible-agent","level":30,"time":"2025-08-01T21:31:46.640657738Z","hostname":"oxz_crucible_63fb570b-8ec0-41aa-8aeb-b114f39a7d80","pid":23530,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_12fc1c7d-d897-48ff-9520-29799af2e8d8/crucible/regions/567207c2-0f4f-4b15-b483-7cbadd2eb523","v":0,"name":"crucible-agent","level":30,"time":"2025-08-01T21:31:46.640684268Z","hostname":"oxz_crucible_63fb570b-8ec0-41aa-8aeb-b114f39a7d80","pid":23530,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"567207c2-0f4f-4b15-b483-7cbadd2eb523\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19001, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/567207c2-0f4f-4b15-b483-7cbadd2eb523\"","v":0,"name":"crucible-agent","level":30,"time":"2025-08-01T21:31:46.706492784Z","hostname":"oxz_crucible_63fb570b-8ec0-41aa-8aeb-b114f39a7d80","pid":23530,"region":"567207c2-0f4f-4b15-b483-7cbadd2eb523","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"567207c2-0f4f-4b15-b483-7cbadd2eb523\" \"--data\" \"/data/regions/567207c2-0f4f-4b15-b483-7cbadd2eb523\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2025-08-01T21:31:46.706542025Z","hostname":"oxz_crucible_63fb570b-8ec0-41aa-8aeb-b114f39a7d80","pid":23530,"region":"567207c2-0f4f-4b15-b483-7cbadd2eb523","component":"worker"} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2025-08-01T21:31:46.818392041Z","hostname":"oxz_crucible_63fb570b-8ec0-41aa-8aeb-b114f39a7d80","pid":23530,"region":"567207c2-0f4f-4b15-b483-7cbadd2eb523","component":"worker"} {"msg":"region 567207c2-0f4f-4b15-b483-7cbadd2eb523 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2025-08-01T21:31:46.818440692Z","hostname":"oxz_crucible_63fb570b-8ec0-41aa-8aeb-b114f39a7d80","pid":23530,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2025-08-01T21:31:46.818542574Z","hostname":"oxz_crucible_63fb570b-8ec0-41aa-8aeb-b114f39a7d80","pid":23530,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-567207c2-0f4f-4b15-b483-7cbadd2eb523","v":0,"name":"crucible-agent","level":30,"time":"2025-08-01T21:31:46.83553242Z","hostname":"oxz_crucible_63fb570b-8ec0-41aa-8aeb-b114f39a7d80","pid":23530,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-567207c2-0f4f-4b15-b483-7cbadd2eb523","v":0,"name":"crucible-agent","level":30,"time":"2025-08-01T21:31:46.847566446Z","hostname":"oxz_crucible_63fb570b-8ec0-41aa-8aeb-b114f39a7d80","pid":23530,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2025-08-01T21:31:46.861479457Z","hostname":"oxz_crucible_63fb570b-8ec0-41aa-8aeb-b114f39a7d80","pid":23530,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-567207c2-0f4f-4b15-b483-7cbadd2eb523","v":0,"name":"crucible-agent","level":30,"time":"2025-08-01T21:31:46.86497587Z","hostname":"oxz_crucible_63fb570b-8ec0-41aa-8aeb-b114f39a7d80","pid":23530,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/567207c2-0f4f-4b15-b483-7cbadd2eb523","v":0,"name":"crucible-agent","level":30,"time":"2025-08-01T21:31:46.865237315Z","hostname":"oxz_crucible_63fb570b-8ec0-41aa-8aeb-b114f39a7d80","pid":23530,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2025-08-01T21:31:46.865306516Z","hostname":"oxz_crucible_63fb570b-8ec0-41aa-8aeb-b114f39a7d80","pid":23530,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::16","v":0,"name":"crucible-agent","level":30,"time":"2025-08-01T21:31:46.865358897Z","hostname":"oxz_crucible_63fb570b-8ec0-41aa-8aeb-b114f39a7d80","pid":23530,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2025-08-01T21:31:46.865412748Z","hostname":"oxz_crucible_63fb570b-8ec0-41aa-8aeb-b114f39a7d80","pid":23530,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-08-01T21:31:46.870038891Z","hostname":"oxz_crucible_63fb570b-8ec0-41aa-8aeb-b114f39a7d80","pid":23530,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-08-01T21:31:46.876145261Z","hostname":"oxz_crucible_63fb570b-8ec0-41aa-8aeb-b114f39a7d80","pid":23530,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-08-01T21:31:46.987224453Z","hostname":"oxz_crucible_63fb570b-8ec0-41aa-8aeb-b114f39a7d80","pid":23530,"uri":"/crucible/0/regions","method":"POST","req_id":"a4231212-4525-43a1-aa09-8687fd908260","remote_addr":"[fd00:1122:3344:101::c]:59293","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":65,"response_code":"200"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-08-01T21:31:48.685147692Z","hostname":"oxz_crucible_63fb570b-8ec0-41aa-8aeb-b114f39a7d80","pid":23530,"uri":"/crucible/0/regions/282ea74d-0a03-4989-a85b-aa31b49d82de","method":"GET","req_id":"7835f7bd-d061-45d4-956a-416d7478d485","remote_addr":"[fd00:1122:3344:101::c]:59293","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":54,"response_code":"200"} {"msg":"path is \"/data/regions/282ea74d-0a03-4989-a85b-aa31b49d82de\"","v":0,"name":"crucible-agent","level":30,"time":"2025-08-01T21:31:48.68889159Z","hostname":"oxz_crucible_63fb570b-8ec0-41aa-8aeb-b114f39a7d80","pid":23530,"component":"datafile"} {"msg":"dataset is oxp_12fc1c7d-d897-48ff-9520-29799af2e8d8/crucible/regions/282ea74d-0a03-4989-a85b-aa31b49d82de","v":0,"name":"crucible-agent","level":30,"time":"2025-08-01T21:31:48.697721489Z","hostname":"oxz_crucible_63fb570b-8ec0-41aa-8aeb-b114f39a7d80","pid":23530,"component":"datafile"} {"msg":"snapshot is oxp_12fc1c7d-d897-48ff-9520-29799af2e8d8/crucible/regions/282ea74d-0a03-4989-a85b-aa31b49d82de@127986af-f693-4de4-b1ec-8ebbae8c9d33","v":0,"name":"crucible-agent","level":30,"time":"2025-08-01T21:31:48.70667423Z","hostname":"oxz_crucible_63fb570b-8ec0-41aa-8aeb-b114f39a7d80","pid":23530,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_12fc1c7d-d897-48ff-9520-29799af2e8d8/crucible/regions/282ea74d-0a03-4989-a85b-aa31b49d82de\", \"127986af-f693-4de4-b1ec-8ebbae8c9d33\"]","v":0,"name":"crucible-agent","level":30,"time":"2025-08-01T21:31:48.706704661Z","hostname":"oxz_crucible_63fb570b-8ec0-41aa-8aeb-b114f39a7d80","pid":23530,"component":"ZfsSnapshotInterface"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-08-01T21:31:48.719574163Z","hostname":"oxz_crucible_63fb570b-8ec0-41aa-8aeb-b114f39a7d80","pid":23530,"uri":"/crucible/0/regions/282ea74d-0a03-4989-a85b-aa31b49d82de/snapshots/127986af-f693-4de4-b1ec-8ebbae8c9d33","method":"GET","req_id":"2de7330e-587a-4887-855c-6c40249f1703","remote_addr":"[fd00:1122:3344:101::c]:59293","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":30677,"response_code":"200"} {"msg":"path is \"/data/regions/282ea74d-0a03-4989-a85b-aa31b49d82de\"","v":0,"name":"crucible-agent","level":30,"time":"2025-08-01T21:31:48.723241029Z","hostname":"oxz_crucible_63fb570b-8ec0-41aa-8aeb-b114f39a7d80","pid":23530,"component":"datafile"} {"msg":"dataset is oxp_12fc1c7d-d897-48ff-9520-29799af2e8d8/crucible/regions/282ea74d-0a03-4989-a85b-aa31b49d82de","v":0,"name":"crucible-agent","level":30,"time":"2025-08-01T21:31:48.731858044Z","hostname":"oxz_crucible_63fb570b-8ec0-41aa-8aeb-b114f39a7d80","pid":23530,"component":"datafile"} {"msg":"snapshot is oxp_12fc1c7d-d897-48ff-9520-29799af2e8d8/crucible/regions/282ea74d-0a03-4989-a85b-aa31b49d82de@127986af-f693-4de4-b1ec-8ebbae8c9d33","v":0,"name":"crucible-agent","level":30,"time":"2025-08-01T21:31:48.73995476Z","hostname":"oxz_crucible_63fb570b-8ec0-41aa-8aeb-b114f39a7d80","pid":23530,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_12fc1c7d-d897-48ff-9520-29799af2e8d8/crucible/regions/282ea74d-0a03-4989-a85b-aa31b49d82de\", \"127986af-f693-4de4-b1ec-8ebbae8c9d33\"]","v":0,"name":"crucible-agent","level":30,"time":"2025-08-01T21:31:48.739980281Z","hostname":"oxz_crucible_63fb570b-8ec0-41aa-8aeb-b114f39a7d80","pid":23530,"component":"ZfsSnapshotInterface"} {"msg":"requesting running snapshot 282ea74d-0a03-4989-a85b-aa31b49d82de-127986af-f693-4de4-b1ec-8ebbae8c9d33 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2025-08-01T21:31:48.750525211Z","hostname":"oxz_crucible_63fb570b-8ec0-41aa-8aeb-b114f39a7d80","pid":23530,"component":"datafile"} {"msg":"applying SMF actions for region 282ea74d-0a03-4989-a85b-aa31b49d82de running snapshot 127986af-f693-4de4-b1ec-8ebbae8c9d33 (state Requested)...","v":0,"name":"crucible-agent","level":30,"time":"2025-08-01T21:31:48.750719444Z","hostname":"oxz_crucible_63fb570b-8ec0-41aa-8aeb-b114f39a7d80","pid":23530,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-08-01T21:31:48.750740404Z","hostname":"oxz_crucible_63fb570b-8ec0-41aa-8aeb-b114f39a7d80","pid":23530,"uri":"/crucible/0/regions/282ea74d-0a03-4989-a85b-aa31b49d82de/snapshots/127986af-f693-4de4-b1ec-8ebbae8c9d33/run","method":"POST","req_id":"4e99ffef-5c01-4b8c-b3c7-6e913f83e1ed","remote_addr":"[fd00:1122:3344:101::c]:59293","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":27568,"response_code":"200"} {"msg":"creating missing snapshot instance snapshot-282ea74d-0a03-4989-a85b-aa31b49d82de-127986af-f693-4de4-b1ec-8ebbae8c9d33","v":0,"name":"crucible-agent","level":30,"time":"2025-08-01T21:31:48.753137887Z","hostname":"oxz_crucible_63fb570b-8ec0-41aa-8aeb-b114f39a7d80","pid":23530,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:snapshot-282ea74d-0a03-4989-a85b-aa31b49d82de-127986af-f693-4de4-b1ec-8ebbae8c9d33","v":0,"name":"crucible-agent","level":30,"time":"2025-08-01T21:31:48.756150032Z","hostname":"oxz_crucible_63fb570b-8ec0-41aa-8aeb-b114f39a7d80","pid":23530,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:snapshot-282ea74d-0a03-4989-a85b-aa31b49d82de-127986af-f693-4de4-b1ec-8ebbae8c9d33","v":0,"name":"crucible-agent","level":30,"time":"2025-08-01T21:31:48.766883345Z","hostname":"oxz_crucible_63fb570b-8ec0-41aa-8aeb-b114f39a7d80","pid":23530,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/282ea74d-0a03-4989-a85b-aa31b49d82de/.zfs/snapshot/127986af-f693-4de4-b1ec-8ebbae8c9d33","v":0,"name":"crucible-agent","level":30,"time":"2025-08-01T21:31:48.767110319Z","hostname":"oxz_crucible_63fb570b-8ec0-41aa-8aeb-b114f39a7d80","pid":23530,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19002","v":0,"name":"crucible-agent","level":30,"time":"2025-08-01T21:31:48.76715957Z","hostname":"oxz_crucible_63fb570b-8ec0-41aa-8aeb-b114f39a7d80","pid":23530,"component":"worker"} {"msg":"ensure mode SCF_TYPE_ASTRING ro","v":0,"name":"crucible-agent","level":30,"time":"2025-08-01T21:31:48.767201651Z","hostname":"oxz_crucible_63fb570b-8ec0-41aa-8aeb-b114f39a7d80","pid":23530,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::16","v":0,"name":"crucible-agent","level":30,"time":"2025-08-01T21:31:48.767236512Z","hostname":"oxz_crucible_63fb570b-8ec0-41aa-8aeb-b114f39a7d80","pid":23530,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2025-08-01T21:31:48.767277512Z","hostname":"oxz_crucible_63fb570b-8ec0-41aa-8aeb-b114f39a7d80","pid":23530,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-08-01T21:31:48.77105671Z","hostname":"oxz_crucible_63fb570b-8ec0-41aa-8aeb-b114f39a7d80","pid":23530,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-08-01T21:31:48.775142694Z","hostname":"oxz_crucible_63fb570b-8ec0-41aa-8aeb-b114f39a7d80","pid":23530,"component":"worker"} {"msg":"region 282ea74d-0a03-4989-a85b-aa31b49d82de running snapshot 127986af-f693-4de4-b1ec-8ebbae8c9d33 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2025-08-01T21:31:48.775153814Z","hostname":"oxz_crucible_63fb570b-8ec0-41aa-8aeb-b114f39a7d80","pid":23530,"component":"datafile"} {"msg":"path is \"/data/regions/282ea74d-0a03-4989-a85b-aa31b49d82de\"","v":0,"name":"crucible-agent","level":30,"time":"2025-08-01T21:31:49.044880575Z","hostname":"oxz_crucible_63fb570b-8ec0-41aa-8aeb-b114f39a7d80","pid":23530,"component":"datafile"} {"msg":"dataset is oxp_12fc1c7d-d897-48ff-9520-29799af2e8d8/crucible/regions/282ea74d-0a03-4989-a85b-aa31b49d82de","v":0,"name":"crucible-agent","level":30,"time":"2025-08-01T21:31:49.054835794Z","hostname":"oxz_crucible_63fb570b-8ec0-41aa-8aeb-b114f39a7d80","pid":23530,"component":"datafile"} {"msg":"snapshot is oxp_12fc1c7d-d897-48ff-9520-29799af2e8d8/crucible/regions/282ea74d-0a03-4989-a85b-aa31b49d82de@127986af-f693-4de4-b1ec-8ebbae8c9d33","v":0,"name":"crucible-agent","level":30,"time":"2025-08-01T21:31:49.063178185Z","hostname":"oxz_crucible_63fb570b-8ec0-41aa-8aeb-b114f39a7d80","pid":23530,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_12fc1c7d-d897-48ff-9520-29799af2e8d8/crucible/regions/282ea74d-0a03-4989-a85b-aa31b49d82de\", \"127986af-f693-4de4-b1ec-8ebbae8c9d33\"]","v":0,"name":"crucible-agent","level":30,"time":"2025-08-01T21:31:49.063207765Z","hostname":"oxz_crucible_63fb570b-8ec0-41aa-8aeb-b114f39a7d80","pid":23530,"component":"ZfsSnapshotInterface"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-08-01T21:31:49.071939112Z","hostname":"oxz_crucible_63fb570b-8ec0-41aa-8aeb-b114f39a7d80","pid":23530,"uri":"/crucible/0/regions/282ea74d-0a03-4989-a85b-aa31b49d82de/snapshots/127986af-f693-4de4-b1ec-8ebbae8c9d33/run","method":"POST","req_id":"c256bdf8-23ee-46d0-9050-53d94e83da4d","remote_addr":"[fd00:1122:3344:101::c]:59293","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":27091,"response_code":"200"}