{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2025-10-24T23:32:10.97565738Z","hostname":"oxz_crucible_1baae684-06bf-45d1-acbb-c625a8d4dd71","pid":23800,"local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:65002"}
{"msg":"region 0fd6da5a-fdc6-463b-b09d-8691440e295c state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2025-10-24T23:32:10.975815172Z","hostname":"oxz_crucible_1baae684-06bf-45d1-acbb-c625a8d4dd71","pid":23800,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-10-24T23:32:10.976402917Z","hostname":"oxz_crucible_1baae684-06bf-45d1-acbb-c625a8d4dd71","pid":23800,"uri":"/crucible/0/regions","method":"POST","req_id":"04e675a8-b576-43e0-878b-40ff4ef99816","remote_addr":"[fd00:1122:3344:101::a]:65002","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":628,"response_code":200}
{"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2025-10-24T23:32:10.976418867Z","hostname":"oxz_crucible_1baae684-06bf-45d1-acbb-c625a8d4dd71","pid":23800,"component":"worker"}
{"msg":"zfs set reservation of 2684354560 for oxp_25a7dd80-6fb9-4242-8d54-0b967893b7c3/crucible/regions/0fd6da5a-fdc6-463b-b09d-8691440e295c","v":0,"name":"crucible-agent","level":30,"time":"2025-10-24T23:32:10.983353712Z","hostname":"oxz_crucible_1baae684-06bf-45d1-acbb-c625a8d4dd71","pid":23800,"component":"worker"}
{"msg":"zfs set quota of 6442450944 for oxp_25a7dd80-6fb9-4242-8d54-0b967893b7c3/crucible/regions/0fd6da5a-fdc6-463b-b09d-8691440e295c","v":0,"name":"crucible-agent","level":30,"time":"2025-10-24T23:32:10.983373833Z","hostname":"oxz_crucible_1baae684-06bf-45d1-acbb-c625a8d4dd71","pid":23800,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"0fd6da5a-fdc6-463b-b09d-8691440e295c\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19001, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/0fd6da5a-fdc6-463b-b09d-8691440e295c\"","v":0,"name":"crucible-agent","level":30,"time":"2025-10-24T23:32:11.07909212Z","hostname":"oxz_crucible_1baae684-06bf-45d1-acbb-c625a8d4dd71","pid":23800,"region":"0fd6da5a-fdc6-463b-b09d-8691440e295c","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"0fd6da5a-fdc6-463b-b09d-8691440e295c\" \"--data\" \"/data/regions/0fd6da5a-fdc6-463b-b09d-8691440e295c\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2025-10-24T23:32:11.0791299Z","hostname":"oxz_crucible_1baae684-06bf-45d1-acbb-c625a8d4dd71","pid":23800,"region":"0fd6da5a-fdc6-463b-b09d-8691440e295c","component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-10-24T23:32:11.11224968Z","hostname":"oxz_crucible_1baae684-06bf-45d1-acbb-c625a8d4dd71","pid":23800,"uri":"/crucible/0/regions","method":"POST","req_id":"243f2be0-a033-40f9-9fe5-a516b7fe6d97","remote_addr":"[fd00:1122:3344:101::a]:65002","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":45,"response_code":200}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2025-10-24T23:32:11.460791807Z","hostname":"oxz_crucible_1baae684-06bf-45d1-acbb-c625a8d4dd71","pid":23800,"region":"0fd6da5a-fdc6-463b-b09d-8691440e295c","component":"worker"}
{"msg":"region 0fd6da5a-fdc6-463b-b09d-8691440e295c state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2025-10-24T23:32:11.460833227Z","hostname":"oxz_crucible_1baae684-06bf-45d1-acbb-c625a8d4dd71","pid":23800,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2025-10-24T23:32:11.460935018Z","hostname":"oxz_crucible_1baae684-06bf-45d1-acbb-c625a8d4dd71","pid":23800,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-0fd6da5a-fdc6-463b-b09d-8691440e295c","v":0,"name":"crucible-agent","level":30,"time":"2025-10-24T23:32:11.461318962Z","hostname":"oxz_crucible_1baae684-06bf-45d1-acbb-c625a8d4dd71","pid":23800,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-0fd6da5a-fdc6-463b-b09d-8691440e295c","v":0,"name":"crucible-agent","level":30,"time":"2025-10-24T23:32:11.484787422Z","hostname":"oxz_crucible_1baae684-06bf-45d1-acbb-c625a8d4dd71","pid":23800,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2025-10-24T23:32:11.575750944Z","hostname":"oxz_crucible_1baae684-06bf-45d1-acbb-c625a8d4dd71","pid":23800,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-0fd6da5a-fdc6-463b-b09d-8691440e295c","v":0,"name":"crucible-agent","level":30,"time":"2025-10-24T23:32:11.601966263Z","hostname":"oxz_crucible_1baae684-06bf-45d1-acbb-c625a8d4dd71","pid":23800,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/0fd6da5a-fdc6-463b-b09d-8691440e295c","v":0,"name":"crucible-agent","level":30,"time":"2025-10-24T23:32:11.602305858Z","hostname":"oxz_crucible_1baae684-06bf-45d1-acbb-c625a8d4dd71","pid":23800,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2025-10-24T23:32:11.60238698Z","hostname":"oxz_crucible_1baae684-06bf-45d1-acbb-c625a8d4dd71","pid":23800,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::18","v":0,"name":"crucible-agent","level":30,"time":"2025-10-24T23:32:11.60245689Z","hostname":"oxz_crucible_1baae684-06bf-45d1-acbb-c625a8d4dd71","pid":23800,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2025-10-24T23:32:11.602590216Z","hostname":"oxz_crucible_1baae684-06bf-45d1-acbb-c625a8d4dd71","pid":23800,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-10-24T23:32:11.613612969Z","hostname":"oxz_crucible_1baae684-06bf-45d1-acbb-c625a8d4dd71","pid":23800,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-10-24T23:32:11.640684315Z","hostname":"oxz_crucible_1baae684-06bf-45d1-acbb-c625a8d4dd71","pid":23800,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-10-24T23:32:11.742319795Z","hostname":"oxz_crucible_1baae684-06bf-45d1-acbb-c625a8d4dd71","pid":23800,"uri":"/crucible/0/regions","method":"POST","req_id":"4fd699d6-8ace-4e4d-bf82-1a23077a6806","remote_addr":"[fd00:1122:3344:101::a]:65002","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":52,"response_code":200}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-10-24T23:32:14.030457351Z","hostname":"oxz_crucible_1baae684-06bf-45d1-acbb-c625a8d4dd71","pid":23800,"uri":"/crucible/0/regions/5dbdc63f-2f04-4e2f-9edf-91eaddca781c","method":"GET","req_id":"830fc092-230b-4eea-b224-6debf55773e3","remote_addr":"[fd00:1122:3344:101::a]:65002","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":19343,"response_code":200}
{"msg":"path is \"/data/regions/5dbdc63f-2f04-4e2f-9edf-91eaddca781c\"","v":0,"name":"crucible-agent","level":30,"time":"2025-10-24T23:32:14.045695563Z","hostname":"oxz_crucible_1baae684-06bf-45d1-acbb-c625a8d4dd71","pid":23800,"component":"datafile"}
{"msg":"dataset is oxp_25a7dd80-6fb9-4242-8d54-0b967893b7c3/crucible/regions/5dbdc63f-2f04-4e2f-9edf-91eaddca781c","v":0,"name":"crucible-agent","level":30,"time":"2025-10-24T23:32:14.051488818Z","hostname":"oxz_crucible_1baae684-06bf-45d1-acbb-c625a8d4dd71","pid":23800,"component":"datafile"}
{"msg":"snapshot is oxp_25a7dd80-6fb9-4242-8d54-0b967893b7c3/crucible/regions/5dbdc63f-2f04-4e2f-9edf-91eaddca781c@9c89efd0-432a-4885-9ad2-dd077d0ca990","v":0,"name":"crucible-agent","level":30,"time":"2025-10-24T23:32:14.058372832Z","hostname":"oxz_crucible_1baae684-06bf-45d1-acbb-c625a8d4dd71","pid":23800,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_25a7dd80-6fb9-4242-8d54-0b967893b7c3/crucible/regions/5dbdc63f-2f04-4e2f-9edf-91eaddca781c\", \"9c89efd0-432a-4885-9ad2-dd077d0ca990\"]","v":0,"name":"crucible-agent","level":30,"time":"2025-10-24T23:32:14.058392362Z","hostname":"oxz_crucible_1baae684-06bf-45d1-acbb-c625a8d4dd71","pid":23800,"component":"ZfsSnapshotInterface"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-10-24T23:32:14.067809031Z","hostname":"oxz_crucible_1baae684-06bf-45d1-acbb-c625a8d4dd71","pid":23800,"uri":"/crucible/0/regions/5dbdc63f-2f04-4e2f-9edf-91eaddca781c/snapshots/9c89efd0-432a-4885-9ad2-dd077d0ca990","method":"GET","req_id":"145e4af9-3614-461e-8159-b1153119eb65","remote_addr":"[fd00:1122:3344:101::a]:65002","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":22162,"response_code":200}
{"msg":"path is \"/data/regions/5dbdc63f-2f04-4e2f-9edf-91eaddca781c\"","v":0,"name":"crucible-agent","level":30,"time":"2025-10-24T23:32:14.070750641Z","hostname":"oxz_crucible_1baae684-06bf-45d1-acbb-c625a8d4dd71","pid":23800,"component":"datafile"}
{"msg":"dataset is oxp_25a7dd80-6fb9-4242-8d54-0b967893b7c3/crucible/regions/5dbdc63f-2f04-4e2f-9edf-91eaddca781c","v":0,"name":"crucible-agent","level":30,"time":"2025-10-24T23:32:14.07625353Z","hostname":"oxz_crucible_1baae684-06bf-45d1-acbb-c625a8d4dd71","pid":23800,"component":"datafile"}
{"msg":"snapshot is oxp_25a7dd80-6fb9-4242-8d54-0b967893b7c3/crucible/regions/5dbdc63f-2f04-4e2f-9edf-91eaddca781c@9c89efd0-432a-4885-9ad2-dd077d0ca990","v":0,"name":"crucible-agent","level":30,"time":"2025-10-24T23:32:14.082590489Z","hostname":"oxz_crucible_1baae684-06bf-45d1-acbb-c625a8d4dd71","pid":23800,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_25a7dd80-6fb9-4242-8d54-0b967893b7c3/crucible/regions/5dbdc63f-2f04-4e2f-9edf-91eaddca781c\", \"9c89efd0-432a-4885-9ad2-dd077d0ca990\"]","v":0,"name":"crucible-agent","level":30,"time":"2025-10-24T23:32:14.082613509Z","hostname":"oxz_crucible_1baae684-06bf-45d1-acbb-c625a8d4dd71","pid":23800,"component":"ZfsSnapshotInterface"}
{"msg":"requesting running snapshot 5dbdc63f-2f04-4e2f-9edf-91eaddca781c-9c89efd0-432a-4885-9ad2-dd077d0ca990 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2025-10-24T23:32:14.089560195Z","hostname":"oxz_crucible_1baae684-06bf-45d1-acbb-c625a8d4dd71","pid":23800,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-10-24T23:32:14.089693326Z","hostname":"oxz_crucible_1baae684-06bf-45d1-acbb-c625a8d4dd71","pid":23800,"uri":"/crucible/0/regions/5dbdc63f-2f04-4e2f-9edf-91eaddca781c/snapshots/9c89efd0-432a-4885-9ad2-dd077d0ca990/run","method":"POST","req_id":"4acfeb76-c758-4df5-ad75-8a5ec662d3b9","remote_addr":"[fd00:1122:3344:101::a]:65002","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":18967,"response_code":200}
{"msg":"applying SMF actions for region 5dbdc63f-2f04-4e2f-9edf-91eaddca781c running snapshot 9c89efd0-432a-4885-9ad2-dd077d0ca990 (state Requested)...","v":0,"name":"crucible-agent","level":30,"time":"2025-10-24T23:32:14.089715416Z","hostname":"oxz_crucible_1baae684-06bf-45d1-acbb-c625a8d4dd71","pid":23800,"component":"worker"}
{"msg":"creating missing snapshot instance snapshot-5dbdc63f-2f04-4e2f-9edf-91eaddca781c-9c89efd0-432a-4885-9ad2-dd077d0ca990","v":0,"name":"crucible-agent","level":30,"time":"2025-10-24T23:32:14.091789446Z","hostname":"oxz_crucible_1baae684-06bf-45d1-acbb-c625a8d4dd71","pid":23800,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:snapshot-5dbdc63f-2f04-4e2f-9edf-91eaddca781c-9c89efd0-432a-4885-9ad2-dd077d0ca990","v":0,"name":"crucible-agent","level":30,"time":"2025-10-24T23:32:14.12425292Z","hostname":"oxz_crucible_1baae684-06bf-45d1-acbb-c625a8d4dd71","pid":23800,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:snapshot-5dbdc63f-2f04-4e2f-9edf-91eaddca781c-9c89efd0-432a-4885-9ad2-dd077d0ca990","v":0,"name":"crucible-agent","level":30,"time":"2025-10-24T23:32:14.188477472Z","hostname":"oxz_crucible_1baae684-06bf-45d1-acbb-c625a8d4dd71","pid":23800,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/5dbdc63f-2f04-4e2f-9edf-91eaddca781c/.zfs/snapshot/9c89efd0-432a-4885-9ad2-dd077d0ca990","v":0,"name":"crucible-agent","level":30,"time":"2025-10-24T23:32:14.188767524Z","hostname":"oxz_crucible_1baae684-06bf-45d1-acbb-c625a8d4dd71","pid":23800,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19002","v":0,"name":"crucible-agent","level":30,"time":"2025-10-24T23:32:14.188815265Z","hostname":"oxz_crucible_1baae684-06bf-45d1-acbb-c625a8d4dd71","pid":23800,"component":"worker"}
{"msg":"ensure mode SCF_TYPE_ASTRING ro","v":0,"name":"crucible-agent","level":30,"time":"2025-10-24T23:32:14.188852175Z","hostname":"oxz_crucible_1baae684-06bf-45d1-acbb-c625a8d4dd71","pid":23800,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::18","v":0,"name":"crucible-agent","level":30,"time":"2025-10-24T23:32:14.188888576Z","hostname":"oxz_crucible_1baae684-06bf-45d1-acbb-c625a8d4dd71","pid":23800,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2025-10-24T23:32:14.188936916Z","hostname":"oxz_crucible_1baae684-06bf-45d1-acbb-c625a8d4dd71","pid":23800,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-10-24T23:32:14.227854961Z","hostname":"oxz_crucible_1baae684-06bf-45d1-acbb-c625a8d4dd71","pid":23800,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-10-24T23:32:14.265954388Z","hostname":"oxz_crucible_1baae684-06bf-45d1-acbb-c625a8d4dd71","pid":23800,"component":"worker"}
{"msg":"region 5dbdc63f-2f04-4e2f-9edf-91eaddca781c running snapshot 9c89efd0-432a-4885-9ad2-dd077d0ca990 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2025-10-24T23:32:14.265969968Z","hostname":"oxz_crucible_1baae684-06bf-45d1-acbb-c625a8d4dd71","pid":23800,"component":"datafile"}
{"msg":"path is \"/data/regions/5dbdc63f-2f04-4e2f-9edf-91eaddca781c\"","v":0,"name":"crucible-agent","level":30,"time":"2025-10-24T23:32:14.334719403Z","hostname":"oxz_crucible_1baae684-06bf-45d1-acbb-c625a8d4dd71","pid":23800,"component":"datafile"}
{"msg":"dataset is oxp_25a7dd80-6fb9-4242-8d54-0b967893b7c3/crucible/regions/5dbdc63f-2f04-4e2f-9edf-91eaddca781c","v":0,"name":"crucible-agent","level":30,"time":"2025-10-24T23:32:14.341557437Z","hostname":"oxz_crucible_1baae684-06bf-45d1-acbb-c625a8d4dd71","pid":23800,"component":"datafile"}
{"msg":"snapshot is oxp_25a7dd80-6fb9-4242-8d54-0b967893b7c3/crucible/regions/5dbdc63f-2f04-4e2f-9edf-91eaddca781c@9c89efd0-432a-4885-9ad2-dd077d0ca990","v":0,"name":"crucible-agent","level":30,"time":"2025-10-24T23:32:14.348587513Z","hostname":"oxz_crucible_1baae684-06bf-45d1-acbb-c625a8d4dd71","pid":23800,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_25a7dd80-6fb9-4242-8d54-0b967893b7c3/crucible/regions/5dbdc63f-2f04-4e2f-9edf-91eaddca781c\", \"9c89efd0-432a-4885-9ad2-dd077d0ca990\"]","v":0,"name":"crucible-agent","level":30,"time":"2025-10-24T23:32:14.348600903Z","hostname":"oxz_crucible_1baae684-06bf-45d1-acbb-c625a8d4dd71","pid":23800,"component":"ZfsSnapshotInterface"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-10-24T23:32:14.35473484Z","hostname":"oxz_crucible_1baae684-06bf-45d1-acbb-c625a8d4dd71","pid":23800,"uri":"/crucible/0/regions/5dbdc63f-2f04-4e2f-9edf-91eaddca781c/snapshots/9c89efd0-432a-4885-9ad2-dd077d0ca990/run","method":"POST","req_id":"3a514297-32e6-4deb-a0ca-a37c893c0e86","remote_addr":"[fd00:1122:3344:101::a]:65002","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":20052,"response_code":200}