[ Nov 16 00:46:42 Enabled. ]
[ Nov 16 00:46:42 Rereading configuration. ]
[ Nov 16 00:46:44 Rereading configuration. ]
[ Nov 16 00:46:47 Executing start method ("/opt/oxide/crucible/bin/crucible-agent run -D /opt/oxide/crucible/bin/crucible-downstairs --dataset oxp_769d1181-4cb2-4e0f-87be-d1b20a8a9c58/crucible -l [fd00:1122:3344:101::18]:32345 -P 19000 -p downstairs -s snapshot"). ]
note: configured to log to "/dev/stdout"
{"msg":"dataset: \"oxp_769d1181-4cb2-4e0f-87be-d1b20a8a9c58/crucible\"","v":0,"name":"crucible-agent","level":30,"time":"2024-11-16T00:46:47.965751294Z","hostname":"oxz_crucible_a539f104-82d1-43cd-96eb-70a7ebd036e9","pid":23285}
{"msg":"listen IP: [fd00:1122:3344:101::18]:32345","v":0,"name":"crucible-agent","level":30,"time":"2024-11-16T00:46:47.969239908Z","hostname":"oxz_crucible_a539f104-82d1-43cd-96eb-70a7ebd036e9","pid":23285}
{"msg":"SMF instance name downstairs_prefix: \"downstairs\"","v":0,"name":"crucible-agent","level":30,"time":"2024-11-16T00:46:47.969259299Z","hostname":"oxz_crucible_a539f104-82d1-43cd-96eb-70a7ebd036e9","pid":23285}
{"msg":"Using conf_path:\"/data/crucible.json\"","v":0,"name":"crucible-agent","level":30,"time":"2024-11-16T00:46:47.990569237Z","hostname":"oxz_crucible_a539f104-82d1-43cd-96eb-70a7ebd036e9","pid":23285,"component":"datafile"}
{"msg":"listening","v":0,"name":"crucible-agent","level":30,"time":"2024-11-16T00:46:48.064686467Z","hostname":"oxz_crucible_a539f104-82d1-43cd-96eb-70a7ebd036e9","pid":23285,"local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot"}
{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2024-11-16T00:47:41.751726639Z","hostname":"oxz_crucible_a539f104-82d1-43cd-96eb-70a7ebd036e9","pid":23285,"local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:47314"}
{"msg":"region f4eaff09-bd74-46f5-a66d-2885d52b7ed5 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-11-16T00:47:41.791867517Z","hostname":"oxz_crucible_a539f104-82d1-43cd-96eb-70a7ebd036e9","pid":23285,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-11-16T00:47:41.799384941Z","hostname":"oxz_crucible_a539f104-82d1-43cd-96eb-70a7ebd036e9","pid":23285,"uri":"/crucible/0/regions","method":"POST","req_id":"1e6ac6c3-9713-4ca9-b338-ce79f52e0c4d","remote_addr":"[fd00:1122:3344:101::a]:47314","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":20245,"response_code":"200"}
{"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2024-11-16T00:47:41.799409942Z","hostname":"oxz_crucible_a539f104-82d1-43cd-96eb-70a7ebd036e9","pid":23285,"component":"worker"}
{"msg":"zfs set reservation of 2684354560 for oxp_769d1181-4cb2-4e0f-87be-d1b20a8a9c58/crucible/regions/f4eaff09-bd74-46f5-a66d-2885d52b7ed5","v":0,"name":"crucible-agent","level":30,"time":"2024-11-16T00:47:41.808320584Z","hostname":"oxz_crucible_a539f104-82d1-43cd-96eb-70a7ebd036e9","pid":23285,"component":"worker"}
{"msg":"zfs set quota of 6442450944 for oxp_769d1181-4cb2-4e0f-87be-d1b20a8a9c58/crucible/regions/f4eaff09-bd74-46f5-a66d-2885d52b7ed5","v":0,"name":"crucible-agent","level":30,"time":"2024-11-16T00:47:41.808350075Z","hostname":"oxz_crucible_a539f104-82d1-43cd-96eb-70a7ebd036e9","pid":23285,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"f4eaff09-bd74-46f5-a66d-2885d52b7ed5\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/f4eaff09-bd74-46f5-a66d-2885d52b7ed5\"","v":0,"name":"crucible-agent","level":30,"time":"2024-11-16T00:47:41.863817949Z","hostname":"oxz_crucible_a539f104-82d1-43cd-96eb-70a7ebd036e9","pid":23285,"region":"f4eaff09-bd74-46f5-a66d-2885d52b7ed5","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"f4eaff09-bd74-46f5-a66d-2885d52b7ed5\" \"--data\" \"/data/regions/f4eaff09-bd74-46f5-a66d-2885d52b7ed5\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2024-11-16T00:47:41.868351612Z","hostname":"oxz_crucible_a539f104-82d1-43cd-96eb-70a7ebd036e9","pid":23285,"region":"f4eaff09-bd74-46f5-a66d-2885d52b7ed5","component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-11-16T00:47:42.033522752Z","hostname":"oxz_crucible_a539f104-82d1-43cd-96eb-70a7ebd036e9","pid":23285,"uri":"/crucible/0/regions","method":"POST","req_id":"6187de8f-97bc-4dbe-a97c-151e5f245563","remote_addr":"[fd00:1122:3344:101::a]:47314","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":93,"response_code":"200"}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2024-11-16T00:47:42.179714397Z","hostname":"oxz_crucible_a539f104-82d1-43cd-96eb-70a7ebd036e9","pid":23285,"region":"f4eaff09-bd74-46f5-a66d-2885d52b7ed5","component":"worker"}
{"msg":"region f4eaff09-bd74-46f5-a66d-2885d52b7ed5 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-11-16T00:47:42.179777039Z","hostname":"oxz_crucible_a539f104-82d1-43cd-96eb-70a7ebd036e9","pid":23285,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2024-11-16T00:47:42.179890112Z","hostname":"oxz_crucible_a539f104-82d1-43cd-96eb-70a7ebd036e9","pid":23285,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-f4eaff09-bd74-46f5-a66d-2885d52b7ed5","v":0,"name":"crucible-agent","level":30,"time":"2024-11-16T00:47:42.180402536Z","hostname":"oxz_crucible_a539f104-82d1-43cd-96eb-70a7ebd036e9","pid":23285,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-f4eaff09-bd74-46f5-a66d-2885d52b7ed5","v":0,"name":"crucible-agent","level":30,"time":"2024-11-16T00:47:42.184087906Z","hostname":"oxz_crucible_a539f104-82d1-43cd-96eb-70a7ebd036e9","pid":23285,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-11-16T00:47:42.198220619Z","hostname":"oxz_crucible_a539f104-82d1-43cd-96eb-70a7ebd036e9","pid":23285,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-f4eaff09-bd74-46f5-a66d-2885d52b7ed5","v":0,"name":"crucible-agent","level":30,"time":"2024-11-16T00:47:42.200970464Z","hostname":"oxz_crucible_a539f104-82d1-43cd-96eb-70a7ebd036e9","pid":23285,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/f4eaff09-bd74-46f5-a66d-2885d52b7ed5","v":0,"name":"crucible-agent","level":30,"time":"2024-11-16T00:47:42.201518788Z","hostname":"oxz_crucible_a539f104-82d1-43cd-96eb-70a7ebd036e9","pid":23285,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-11-16T00:47:42.201599181Z","hostname":"oxz_crucible_a539f104-82d1-43cd-96eb-70a7ebd036e9","pid":23285,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::18","v":0,"name":"crucible-agent","level":30,"time":"2024-11-16T00:47:42.201646852Z","hostname":"oxz_crucible_a539f104-82d1-43cd-96eb-70a7ebd036e9","pid":23285,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-11-16T00:47:42.201686253Z","hostname":"oxz_crucible_a539f104-82d1-43cd-96eb-70a7ebd036e9","pid":23285,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-11-16T00:47:42.205427014Z","hostname":"oxz_crucible_a539f104-82d1-43cd-96eb-70a7ebd036e9","pid":23285,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-11-16T00:47:42.209348371Z","hostname":"oxz_crucible_a539f104-82d1-43cd-96eb-70a7ebd036e9","pid":23285,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-11-16T00:47:42.53192717Z","hostname":"oxz_crucible_a539f104-82d1-43cd-96eb-70a7ebd036e9","pid":23285,"uri":"/crucible/0/regions","method":"POST","req_id":"9d3fab81-a864-4fcd-8e03-dc00b1f88818","remote_addr":"[fd00:1122:3344:101::a]:47314","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":75,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2024-11-16T00:58:48.259116259Z","hostname":"oxz_crucible_a539f104-82d1-43cd-96eb-70a7ebd036e9","pid":23285,"local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:43627"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-11-16T00:58:48.266461498Z","hostname":"oxz_crucible_a539f104-82d1-43cd-96eb-70a7ebd036e9","pid":23285,"uri":"/crucible/0/regions/f4eaff09-bd74-46f5-a66d-2885d52b7ed5","method":"GET","req_id":"0b564981-dae3-4060-9e1b-debb0f9c7447","remote_addr":"[fd00:1122:3344:101::a]:43627","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":7291,"response_code":"200"}
{"msg":"path is \"/data/regions/f4eaff09-bd74-46f5-a66d-2885d52b7ed5\"","v":0,"name":"crucible-agent","level":30,"time":"2024-11-16T00:58:48.270104027Z","hostname":"oxz_crucible_a539f104-82d1-43cd-96eb-70a7ebd036e9","pid":23285,"component":"datafile"}
{"msg":"dataset is oxp_769d1181-4cb2-4e0f-87be-d1b20a8a9c58/crucible/regions/f4eaff09-bd74-46f5-a66d-2885d52b7ed5","v":0,"name":"crucible-agent","level":30,"time":"2024-11-16T00:58:48.279744548Z","hostname":"oxz_crucible_a539f104-82d1-43cd-96eb-70a7ebd036e9","pid":23285,"component":"datafile"}
{"msg":"snapshot is oxp_769d1181-4cb2-4e0f-87be-d1b20a8a9c58/crucible/regions/f4eaff09-bd74-46f5-a66d-2885d52b7ed5@aab9b6ac-9f5e-42a2-a39a-2c79c90197a8","v":0,"name":"crucible-agent","level":30,"time":"2024-11-16T00:58:48.288513776Z","hostname":"oxz_crucible_a539f104-82d1-43cd-96eb-70a7ebd036e9","pid":23285,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_769d1181-4cb2-4e0f-87be-d1b20a8a9c58/crucible/regions/f4eaff09-bd74-46f5-a66d-2885d52b7ed5\", \"aab9b6ac-9f5e-42a2-a39a-2c79c90197a8\"]","v":0,"name":"crucible-agent","level":30,"time":"2024-11-16T00:58:48.288544137Z","hostname":"oxz_crucible_a539f104-82d1-43cd-96eb-70a7ebd036e9","pid":23285,"component":"ZfsSnapshotInterface"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-11-16T00:58:48.300204393Z","hostname":"oxz_crucible_a539f104-82d1-43cd-96eb-70a7ebd036e9","pid":23285,"uri":"/crucible/0/regions/f4eaff09-bd74-46f5-a66d-2885d52b7ed5/snapshots/aab9b6ac-9f5e-42a2-a39a-2c79c90197a8","method":"GET","req_id":"6bcc4286-03cb-4b02-a748-e52d7dba8c83","remote_addr":"[fd00:1122:3344:101::a]:43627","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":30113,"response_code":"200"}
{"msg":"path is \"/data/regions/f4eaff09-bd74-46f5-a66d-2885d52b7ed5\"","v":0,"name":"crucible-agent","level":30,"time":"2024-11-16T00:58:48.303352528Z","hostname":"oxz_crucible_a539f104-82d1-43cd-96eb-70a7ebd036e9","pid":23285,"component":"datafile"}
{"msg":"dataset is oxp_769d1181-4cb2-4e0f-87be-d1b20a8a9c58/crucible/regions/f4eaff09-bd74-46f5-a66d-2885d52b7ed5","v":0,"name":"crucible-agent","level":30,"time":"2024-11-16T00:58:48.312699892Z","hostname":"oxz_crucible_a539f104-82d1-43cd-96eb-70a7ebd036e9","pid":23285,"component":"datafile"}
{"msg":"snapshot is oxp_769d1181-4cb2-4e0f-87be-d1b20a8a9c58/crucible/regions/f4eaff09-bd74-46f5-a66d-2885d52b7ed5@aab9b6ac-9f5e-42a2-a39a-2c79c90197a8","v":0,"name":"crucible-agent","level":30,"time":"2024-11-16T00:58:48.320807992Z","hostname":"oxz_crucible_a539f104-82d1-43cd-96eb-70a7ebd036e9","pid":23285,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_769d1181-4cb2-4e0f-87be-d1b20a8a9c58/crucible/regions/f4eaff09-bd74-46f5-a66d-2885d52b7ed5\", \"aab9b6ac-9f5e-42a2-a39a-2c79c90197a8\"]","v":0,"name":"crucible-agent","level":30,"time":"2024-11-16T00:58:48.320845303Z","hostname":"oxz_crucible_a539f104-82d1-43cd-96eb-70a7ebd036e9","pid":23285,"component":"ZfsSnapshotInterface"}
{"msg":"requesting running snapshot f4eaff09-bd74-46f5-a66d-2885d52b7ed5-aab9b6ac-9f5e-42a2-a39a-2c79c90197a8 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-11-16T00:58:48.328911702Z","hostname":"oxz_crucible_a539f104-82d1-43cd-96eb-70a7ebd036e9","pid":23285,"component":"datafile"}
{"msg":"applying SMF actions for region f4eaff09-bd74-46f5-a66d-2885d52b7ed5 running snapshot aab9b6ac-9f5e-42a2-a39a-2c79c90197a8 (state Requested)...","v":0,"name":"crucible-agent","level":30,"time":"2024-11-16T00:58:48.329450167Z","hostname":"oxz_crucible_a539f104-82d1-43cd-96eb-70a7ebd036e9","pid":23285,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-11-16T00:58:48.329500188Z","hostname":"oxz_crucible_a539f104-82d1-43cd-96eb-70a7ebd036e9","pid":23285,"uri":"/crucible/0/regions/f4eaff09-bd74-46f5-a66d-2885d52b7ed5/snapshots/aab9b6ac-9f5e-42a2-a39a-2c79c90197a8/run","method":"POST","req_id":"b5754a3f-61c1-432f-b6e8-0cd2dbb09c03","remote_addr":"[fd00:1122:3344:101::a]:43627","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":26174,"response_code":"200"}
{"msg":"creating missing snapshot instance snapshot-f4eaff09-bd74-46f5-a66d-2885d52b7ed5-aab9b6ac-9f5e-42a2-a39a-2c79c90197a8","v":0,"name":"crucible-agent","level":30,"time":"2024-11-16T00:58:48.337419132Z","hostname":"oxz_crucible_a539f104-82d1-43cd-96eb-70a7ebd036e9","pid":23285,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:snapshot-f4eaff09-bd74-46f5-a66d-2885d52b7ed5-aab9b6ac-9f5e-42a2-a39a-2c79c90197a8","v":0,"name":"crucible-agent","level":30,"time":"2024-11-16T00:58:48.34100578Z","hostname":"oxz_crucible_a539f104-82d1-43cd-96eb-70a7ebd036e9","pid":23285,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:snapshot-f4eaff09-bd74-46f5-a66d-2885d52b7ed5-aab9b6ac-9f5e-42a2-a39a-2c79c90197a8","v":0,"name":"crucible-agent","level":30,"time":"2024-11-16T00:58:48.35466428Z","hostname":"oxz_crucible_a539f104-82d1-43cd-96eb-70a7ebd036e9","pid":23285,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/f4eaff09-bd74-46f5-a66d-2885d52b7ed5/.zfs/snapshot/aab9b6ac-9f5e-42a2-a39a-2c79c90197a8","v":0,"name":"crucible-agent","level":30,"time":"2024-11-16T00:58:48.354873476Z","hostname":"oxz_crucible_a539f104-82d1-43cd-96eb-70a7ebd036e9","pid":23285,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2024-11-16T00:58:48.354923237Z","hostname":"oxz_crucible_a539f104-82d1-43cd-96eb-70a7ebd036e9","pid":23285,"component":"worker"}
{"msg":"ensure mode SCF_TYPE_ASTRING ro","v":0,"name":"crucible-agent","level":30,"time":"2024-11-16T00:58:48.354967019Z","hostname":"oxz_crucible_a539f104-82d1-43cd-96eb-70a7ebd036e9","pid":23285,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::18","v":0,"name":"crucible-agent","level":30,"time":"2024-11-16T00:58:48.35500468Z","hostname":"oxz_crucible_a539f104-82d1-43cd-96eb-70a7ebd036e9","pid":23285,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-11-16T00:58:48.355050861Z","hostname":"oxz_crucible_a539f104-82d1-43cd-96eb-70a7ebd036e9","pid":23285,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-11-16T00:58:48.35833704Z","hostname":"oxz_crucible_a539f104-82d1-43cd-96eb-70a7ebd036e9","pid":23285,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-11-16T00:58:48.362475072Z","hostname":"oxz_crucible_a539f104-82d1-43cd-96eb-70a7ebd036e9","pid":23285,"component":"worker"}
{"msg":"region f4eaff09-bd74-46f5-a66d-2885d52b7ed5 running snapshot aab9b6ac-9f5e-42a2-a39a-2c79c90197a8 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-11-16T00:58:48.362497563Z","hostname":"oxz_crucible_a539f104-82d1-43cd-96eb-70a7ebd036e9","pid":23285,"component":"datafile"}
{"msg":"path is \"/data/regions/f4eaff09-bd74-46f5-a66d-2885d52b7ed5\"","v":0,"name":"crucible-agent","level":30,"time":"2024-11-16T00:58:48.570748061Z","hostname":"oxz_crucible_a539f104-82d1-43cd-96eb-70a7ebd036e9","pid":23285,"component":"datafile"}
{"msg":"dataset is oxp_769d1181-4cb2-4e0f-87be-d1b20a8a9c58/crucible/regions/f4eaff09-bd74-46f5-a66d-2885d52b7ed5","v":0,"name":"crucible-agent","level":30,"time":"2024-11-16T00:58:48.579617742Z","hostname":"oxz_crucible_a539f104-82d1-43cd-96eb-70a7ebd036e9","pid":23285,"component":"datafile"}
{"msg":"snapshot is oxp_769d1181-4cb2-4e0f-87be-d1b20a8a9c58/crucible/regions/f4eaff09-bd74-46f5-a66d-2885d52b7ed5@aab9b6ac-9f5e-42a2-a39a-2c79c90197a8","v":0,"name":"crucible-agent","level":30,"time":"2024-11-16T00:58:48.588900153Z","hostname":"oxz_crucible_a539f104-82d1-43cd-96eb-70a7ebd036e9","pid":23285,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_769d1181-4cb2-4e0f-87be-d1b20a8a9c58/crucible/regions/f4eaff09-bd74-46f5-a66d-2885d52b7ed5\", \"aab9b6ac-9f5e-42a2-a39a-2c79c90197a8\"]","v":0,"name":"crucible-agent","level":30,"time":"2024-11-16T00:58:48.588935585Z","hostname":"oxz_crucible_a539f104-82d1-43cd-96eb-70a7ebd036e9","pid":23285,"component":"ZfsSnapshotInterface"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-11-16T00:58:48.598214516Z","hostname":"oxz_crucible_a539f104-82d1-43cd-96eb-70a7ebd036e9","pid":23285,"uri":"/crucible/0/regions/f4eaff09-bd74-46f5-a66d-2885d52b7ed5/snapshots/aab9b6ac-9f5e-42a2-a39a-2c79c90197a8/run","method":"POST","req_id":"b285c5d1-60aa-476f-b59e-387e2078086b","remote_addr":"[fd00:1122:3344:101::a]:43627","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":27494,"response_code":"200"}
{"msg":"region fc8332a8-e37b-4a95-adca-bac39fa6e2e6 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-11-16T00:58:52.219887264Z","hostname":"oxz_crucible_a539f104-82d1-43cd-96eb-70a7ebd036e9","pid":23285,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-11-16T00:58:52.220068829Z","hostname":"oxz_crucible_a539f104-82d1-43cd-96eb-70a7ebd036e9","pid":23285,"uri":"/crucible/0/regions","method":"POST","req_id":"78ca7a84-df3c-4e90-b88f-6c3fb3d348b8","remote_addr":"[fd00:1122:3344:101::a]:43627","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":852,"response_code":"200"}
{"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2024-11-16T00:58:52.220098159Z","hostname":"oxz_crucible_a539f104-82d1-43cd-96eb-70a7ebd036e9","pid":23285,"component":"worker"}
{"msg":"zfs set reservation of 2684354560 for oxp_769d1181-4cb2-4e0f-87be-d1b20a8a9c58/crucible/regions/fc8332a8-e37b-4a95-adca-bac39fa6e2e6","v":0,"name":"crucible-agent","level":30,"time":"2024-11-16T00:58:52.231080827Z","hostname":"oxz_crucible_a539f104-82d1-43cd-96eb-70a7ebd036e9","pid":23285,"component":"worker"}
{"msg":"zfs set quota of 6442450944 for oxp_769d1181-4cb2-4e0f-87be-d1b20a8a9c58/crucible/regions/fc8332a8-e37b-4a95-adca-bac39fa6e2e6","v":0,"name":"crucible-agent","level":30,"time":"2024-11-16T00:58:52.231124318Z","hostname":"oxz_crucible_a539f104-82d1-43cd-96eb-70a7ebd036e9","pid":23285,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"fc8332a8-e37b-4a95-adca-bac39fa6e2e6\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19002, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/fc8332a8-e37b-4a95-adca-bac39fa6e2e6\"","v":0,"name":"crucible-agent","level":30,"time":"2024-11-16T00:58:52.289898803Z","hostname":"oxz_crucible_a539f104-82d1-43cd-96eb-70a7ebd036e9","pid":23285,"region":"fc8332a8-e37b-4a95-adca-bac39fa6e2e6","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"fc8332a8-e37b-4a95-adca-bac39fa6e2e6\" \"--data\" \"/data/regions/fc8332a8-e37b-4a95-adca-bac39fa6e2e6\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2024-11-16T00:58:52.291872126Z","hostname":"oxz_crucible_a539f104-82d1-43cd-96eb-70a7ebd036e9","pid":23285,"region":"fc8332a8-e37b-4a95-adca-bac39fa6e2e6","component":"worker"}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2024-11-16T00:58:52.397275005Z","hostname":"oxz_crucible_a539f104-82d1-43cd-96eb-70a7ebd036e9","pid":23285,"region":"fc8332a8-e37b-4a95-adca-bac39fa6e2e6","component":"worker"}
{"msg":"region fc8332a8-e37b-4a95-adca-bac39fa6e2e6 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-11-16T00:58:52.397304626Z","hostname":"oxz_crucible_a539f104-82d1-43cd-96eb-70a7ebd036e9","pid":23285,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2024-11-16T00:58:52.397428349Z","hostname":"oxz_crucible_a539f104-82d1-43cd-96eb-70a7ebd036e9","pid":23285,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-fc8332a8-e37b-4a95-adca-bac39fa6e2e6","v":0,"name":"crucible-agent","level":30,"time":"2024-11-16T00:58:52.398643572Z","hostname":"oxz_crucible_a539f104-82d1-43cd-96eb-70a7ebd036e9","pid":23285,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-fc8332a8-e37b-4a95-adca-bac39fa6e2e6","v":0,"name":"crucible-agent","level":30,"time":"2024-11-16T00:58:52.404010758Z","hostname":"oxz_crucible_a539f104-82d1-43cd-96eb-70a7ebd036e9","pid":23285,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-11-16T00:58:52.410403971Z","hostname":"oxz_crucible_a539f104-82d1-43cd-96eb-70a7ebd036e9","pid":23285,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-fc8332a8-e37b-4a95-adca-bac39fa6e2e6","v":0,"name":"crucible-agent","level":30,"time":"2024-11-16T00:58:52.413268469Z","hostname":"oxz_crucible_a539f104-82d1-43cd-96eb-70a7ebd036e9","pid":23285,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/fc8332a8-e37b-4a95-adca-bac39fa6e2e6","v":0,"name":"crucible-agent","level":30,"time":"2024-11-16T00:58:52.413448324Z","hostname":"oxz_crucible_a539f104-82d1-43cd-96eb-70a7ebd036e9","pid":23285,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19002","v":0,"name":"crucible-agent","level":30,"time":"2024-11-16T00:58:52.413502835Z","hostname":"oxz_crucible_a539f104-82d1-43cd-96eb-70a7ebd036e9","pid":23285,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::18","v":0,"name":"crucible-agent","level":30,"time":"2024-11-16T00:58:52.413544866Z","hostname":"oxz_crucible_a539f104-82d1-43cd-96eb-70a7ebd036e9","pid":23285,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-11-16T00:58:52.413587178Z","hostname":"oxz_crucible_a539f104-82d1-43cd-96eb-70a7ebd036e9","pid":23285,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-11-16T00:58:52.417268967Z","hostname":"oxz_crucible_a539f104-82d1-43cd-96eb-70a7ebd036e9","pid":23285,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-11-16T00:58:52.422551591Z","hostname":"oxz_crucible_a539f104-82d1-43cd-96eb-70a7ebd036e9","pid":23285,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-11-16T00:58:52.461389924Z","hostname":"oxz_crucible_a539f104-82d1-43cd-96eb-70a7ebd036e9","pid":23285,"uri":"/crucible/0/regions","method":"POST","req_id":"d04c15e4-95c0-40de-9e0d-ddb92b8b2a2b","remote_addr":"[fd00:1122:3344:101::a]:43627","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":106,"response_code":"200"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-11-16T00:59:17.158003121Z","hostname":"oxz_crucible_a539f104-82d1-43cd-96eb-70a7ebd036e9","pid":23285,"uri":"/crucible/0/regions/fc8332a8-e37b-4a95-adca-bac39fa6e2e6","method":"GET","req_id":"d9752e12-c266-4a9e-bb58-586b0ac7894c","remote_addr":"[fd00:1122:3344:101::a]:43627","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":56,"response_code":"200"}
{"msg":"path is \"/data/regions/fc8332a8-e37b-4a95-adca-bac39fa6e2e6\"","v":0,"name":"crucible-agent","level":30,"time":"2024-11-16T00:59:17.160744125Z","hostname":"oxz_crucible_a539f104-82d1-43cd-96eb-70a7ebd036e9","pid":23285,"component":"datafile"}
{"msg":"dataset is oxp_769d1181-4cb2-4e0f-87be-d1b20a8a9c58/crucible/regions/fc8332a8-e37b-4a95-adca-bac39fa6e2e6","v":0,"name":"crucible-agent","level":30,"time":"2024-11-16T00:59:17.175339471Z","hostname":"oxz_crucible_a539f104-82d1-43cd-96eb-70a7ebd036e9","pid":23285,"component":"datafile"}
{"msg":"region fc8332a8-e37b-4a95-adca-bac39fa6e2e6 state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2024-11-16T00:59:17.185466615Z","hostname":"oxz_crucible_a539f104-82d1-43cd-96eb-70a7ebd036e9","pid":23285,"component":"datafile"}
{"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2024-11-16T00:59:17.18563809Z","hostname":"oxz_crucible_a539f104-82d1-43cd-96eb-70a7ebd036e9","pid":23285,"component":"worker"}
{"msg":"disabling downstairs instance: downstairs-fc8332a8-e37b-4a95-adca-bac39fa6e2e6 (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2024-11-16T00:59:17.186956616Z","hostname":"oxz_crucible_a539f104-82d1-43cd-96eb-70a7ebd036e9","pid":23285,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-11-16T00:59:17.188059326Z","hostname":"oxz_crucible_a539f104-82d1-43cd-96eb-70a7ebd036e9","pid":23285,"uri":"/crucible/0/regions/fc8332a8-e37b-4a95-adca-bac39fa6e2e6","method":"DELETE","req_id":"ac14e0fa-5449-4122-a56a-b0ddefdc9432","remote_addr":"[fd00:1122:3344:101::a]:43627","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":27357,"response_code":"204"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-11-16T00:59:17.190939124Z","hostname":"oxz_crucible_a539f104-82d1-43cd-96eb-70a7ebd036e9","pid":23285,"uri":"/crucible/0/regions/fc8332a8-e37b-4a95-adca-bac39fa6e2e6","method":"GET","req_id":"ce266bad-4b56-48b3-a0bc-47e362d4f2c3","remote_addr":"[fd00:1122:3344:101::a]:43627","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":30,"response_code":"200"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-11-16T00:59:17.194728157Z","hostname":"oxz_crucible_a539f104-82d1-43cd-96eb-70a7ebd036e9","pid":23285,"component":"worker"}
{"msg":"deleting zfs dataset \"oxp_769d1181-4cb2-4e0f-87be-d1b20a8a9c58/crucible/regions/fc8332a8-e37b-4a95-adca-bac39fa6e2e6\"","v":0,"name":"crucible-agent","level":30,"time":"2024-11-16T00:59:17.207139653Z","hostname":"oxz_crucible_a539f104-82d1-43cd-96eb-70a7ebd036e9","pid":23285,"region":"fc8332a8-e37b-4a95-adca-bac39fa6e2e6","component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-11-16T00:59:17.258236729Z","hostname":"oxz_crucible_a539f104-82d1-43cd-96eb-70a7ebd036e9","pid":23285,"uri":"/crucible/0/regions/fc8332a8-e37b-4a95-adca-bac39fa6e2e6","method":"GET","req_id":"48db759e-1100-4ae7-9d88-fa66c102aa5c","remote_addr":"[fd00:1122:3344:101::a]:43627","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":88,"response_code":"200"}
{"msg":"region fc8332a8-e37b-4a95-adca-bac39fa6e2e6 state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2024-11-16T00:59:17.263628366Z","hostname":"oxz_crucible_a539f104-82d1-43cd-96eb-70a7ebd036e9","pid":23285,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-11-16T00:59:17.377296109Z","hostname":"oxz_crucible_a539f104-82d1-43cd-96eb-70a7ebd036e9","pid":23285,"uri":"/crucible/0/regions/fc8332a8-e37b-4a95-adca-bac39fa6e2e6","method":"GET","req_id":"ee008f07-b3cc-4eff-9868-3de1eef84444","remote_addr":"[fd00:1122:3344:101::a]:43627","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":54,"response_code":"200"}