{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2025-12-20T01:30:24.662667647Z","hostname":"oxz_crucible_6bf2dddb-40b3-41e9-b1e5-b1f5af9cc455","pid":24635,"local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::c]:42949"} {"msg":"region cd72e999-69a6-4796-abaa-43a8c29ee283 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2025-12-20T01:30:24.691814123Z","hostname":"oxz_crucible_6bf2dddb-40b3-41e9-b1e5-b1f5af9cc455","pid":24635,"component":"datafile"} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2025-12-20T01:30:24.697132923Z","hostname":"oxz_crucible_6bf2dddb-40b3-41e9-b1e5-b1f5af9cc455","pid":24635,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-12-20T01:30:24.697154223Z","hostname":"oxz_crucible_6bf2dddb-40b3-41e9-b1e5-b1f5af9cc455","pid":24635,"uri":"/crucible/0/regions","method":"POST","req_id":"5accc2ac-6dcc-4eec-9538-4ca22d38d57d","remote_addr":"[fd00:1122:3344:101::c]:42949","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":16098,"response_code":200} {"msg":"zfs set reservation of 2684354560 for oxp_4ae59e9f-52b5-4ada-820b-032af057ff77/crucible/regions/cd72e999-69a6-4796-abaa-43a8c29ee283","v":0,"name":"crucible-agent","level":30,"time":"2025-12-20T01:30:24.70283249Z","hostname":"oxz_crucible_6bf2dddb-40b3-41e9-b1e5-b1f5af9cc455","pid":24635,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_4ae59e9f-52b5-4ada-820b-032af057ff77/crucible/regions/cd72e999-69a6-4796-abaa-43a8c29ee283","v":0,"name":"crucible-agent","level":30,"time":"2025-12-20T01:30:24.70284891Z","hostname":"oxz_crucible_6bf2dddb-40b3-41e9-b1e5-b1f5af9cc455","pid":24635,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"cd72e999-69a6-4796-abaa-43a8c29ee283\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/cd72e999-69a6-4796-abaa-43a8c29ee283\"","v":0,"name":"crucible-agent","level":30,"time":"2025-12-20T01:30:24.749595435Z","hostname":"oxz_crucible_6bf2dddb-40b3-41e9-b1e5-b1f5af9cc455","pid":24635,"region":"cd72e999-69a6-4796-abaa-43a8c29ee283","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"cd72e999-69a6-4796-abaa-43a8c29ee283\" \"--data\" \"/data/regions/cd72e999-69a6-4796-abaa-43a8c29ee283\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2025-12-20T01:30:24.751911329Z","hostname":"oxz_crucible_6bf2dddb-40b3-41e9-b1e5-b1f5af9cc455","pid":24635,"region":"cd72e999-69a6-4796-abaa-43a8c29ee283","component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-12-20T01:30:24.894540471Z","hostname":"oxz_crucible_6bf2dddb-40b3-41e9-b1e5-b1f5af9cc455","pid":24635,"uri":"/crucible/0/regions","method":"POST","req_id":"f9dd01e9-4f0d-4bc2-b82b-3017a6a8674f","remote_addr":"[fd00:1122:3344:101::c]:42949","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":63,"response_code":200} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2025-12-20T01:30:25.108896276Z","hostname":"oxz_crucible_6bf2dddb-40b3-41e9-b1e5-b1f5af9cc455","pid":24635,"region":"cd72e999-69a6-4796-abaa-43a8c29ee283","component":"worker"} {"msg":"region cd72e999-69a6-4796-abaa-43a8c29ee283 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2025-12-20T01:30:25.108944867Z","hostname":"oxz_crucible_6bf2dddb-40b3-41e9-b1e5-b1f5af9cc455","pid":24635,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2025-12-20T01:30:25.109048619Z","hostname":"oxz_crucible_6bf2dddb-40b3-41e9-b1e5-b1f5af9cc455","pid":24635,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-cd72e999-69a6-4796-abaa-43a8c29ee283","v":0,"name":"crucible-agent","level":30,"time":"2025-12-20T01:30:25.109433866Z","hostname":"oxz_crucible_6bf2dddb-40b3-41e9-b1e5-b1f5af9cc455","pid":24635,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-cd72e999-69a6-4796-abaa-43a8c29ee283","v":0,"name":"crucible-agent","level":30,"time":"2025-12-20T01:30:25.114218605Z","hostname":"oxz_crucible_6bf2dddb-40b3-41e9-b1e5-b1f5af9cc455","pid":24635,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2025-12-20T01:30:25.126115045Z","hostname":"oxz_crucible_6bf2dddb-40b3-41e9-b1e5-b1f5af9cc455","pid":24635,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-cd72e999-69a6-4796-abaa-43a8c29ee283","v":0,"name":"crucible-agent","level":30,"time":"2025-12-20T01:30:25.129050813Z","hostname":"oxz_crucible_6bf2dddb-40b3-41e9-b1e5-b1f5af9cc455","pid":24635,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/cd72e999-69a6-4796-abaa-43a8c29ee283","v":0,"name":"crucible-agent","level":30,"time":"2025-12-20T01:30:25.129596844Z","hostname":"oxz_crucible_6bf2dddb-40b3-41e9-b1e5-b1f5af9cc455","pid":24635,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2025-12-20T01:30:25.129654725Z","hostname":"oxz_crucible_6bf2dddb-40b3-41e9-b1e5-b1f5af9cc455","pid":24635,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::18","v":0,"name":"crucible-agent","level":30,"time":"2025-12-20T01:30:25.129692555Z","hostname":"oxz_crucible_6bf2dddb-40b3-41e9-b1e5-b1f5af9cc455","pid":24635,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2025-12-20T01:30:25.129726936Z","hostname":"oxz_crucible_6bf2dddb-40b3-41e9-b1e5-b1f5af9cc455","pid":24635,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-12-20T01:30:25.133084299Z","hostname":"oxz_crucible_6bf2dddb-40b3-41e9-b1e5-b1f5af9cc455","pid":24635,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-12-20T01:30:25.137482961Z","hostname":"oxz_crucible_6bf2dddb-40b3-41e9-b1e5-b1f5af9cc455","pid":24635,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-12-20T01:30:25.496038897Z","hostname":"oxz_crucible_6bf2dddb-40b3-41e9-b1e5-b1f5af9cc455","pid":24635,"uri":"/crucible/0/regions","method":"POST","req_id":"bd69b961-a95f-4e51-bcd9-d365a6e6a543","remote_addr":"[fd00:1122:3344:101::c]:42949","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":63,"response_code":200} {"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2025-12-20T01:41:06.431640959Z","hostname":"oxz_crucible_6bf2dddb-40b3-41e9-b1e5-b1f5af9cc455","pid":24635,"local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::c]:57043"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-12-20T01:41:06.431842603Z","hostname":"oxz_crucible_6bf2dddb-40b3-41e9-b1e5-b1f5af9cc455","pid":24635,"uri":"/crucible/0/regions/cd72e999-69a6-4796-abaa-43a8c29ee283","method":"GET","req_id":"68510ef5-a214-4ec4-80e0-c633bdca7586","remote_addr":"[fd00:1122:3344:101::c]:57043","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":61,"response_code":200} {"msg":"path is \"/data/regions/cd72e999-69a6-4796-abaa-43a8c29ee283\"","v":0,"name":"crucible-agent","level":30,"time":"2025-12-20T01:41:06.434022213Z","hostname":"oxz_crucible_6bf2dddb-40b3-41e9-b1e5-b1f5af9cc455","pid":24635,"component":"datafile"} {"msg":"dataset is oxp_4ae59e9f-52b5-4ada-820b-032af057ff77/crucible/regions/cd72e999-69a6-4796-abaa-43a8c29ee283","v":0,"name":"crucible-agent","level":30,"time":"2025-12-20T01:41:06.440002365Z","hostname":"oxz_crucible_6bf2dddb-40b3-41e9-b1e5-b1f5af9cc455","pid":24635,"component":"datafile"} {"msg":"snapshot is oxp_4ae59e9f-52b5-4ada-820b-032af057ff77/crucible/regions/cd72e999-69a6-4796-abaa-43a8c29ee283@fd3575be-78e4-4a01-a609-ca7665c75790","v":0,"name":"crucible-agent","level":30,"time":"2025-12-20T01:41:06.447492916Z","hostname":"oxz_crucible_6bf2dddb-40b3-41e9-b1e5-b1f5af9cc455","pid":24635,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_4ae59e9f-52b5-4ada-820b-032af057ff77/crucible/regions/cd72e999-69a6-4796-abaa-43a8c29ee283\", \"fd3575be-78e4-4a01-a609-ca7665c75790\"]","v":0,"name":"crucible-agent","level":30,"time":"2025-12-20T01:41:06.447515936Z","hostname":"oxz_crucible_6bf2dddb-40b3-41e9-b1e5-b1f5af9cc455","pid":24635,"component":"ZfsSnapshotInterface"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-12-20T01:41:06.457086465Z","hostname":"oxz_crucible_6bf2dddb-40b3-41e9-b1e5-b1f5af9cc455","pid":24635,"uri":"/crucible/0/regions/cd72e999-69a6-4796-abaa-43a8c29ee283/snapshots/fd3575be-78e4-4a01-a609-ca7665c75790","method":"GET","req_id":"03449ff5-4887-4536-b4a4-9da34367c3ae","remote_addr":"[fd00:1122:3344:101::c]:57043","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":23075,"response_code":200} {"msg":"path is \"/data/regions/cd72e999-69a6-4796-abaa-43a8c29ee283\"","v":0,"name":"crucible-agent","level":30,"time":"2025-12-20T01:41:06.462351184Z","hostname":"oxz_crucible_6bf2dddb-40b3-41e9-b1e5-b1f5af9cc455","pid":24635,"component":"datafile"} {"msg":"dataset is oxp_4ae59e9f-52b5-4ada-820b-032af057ff77/crucible/regions/cd72e999-69a6-4796-abaa-43a8c29ee283","v":0,"name":"crucible-agent","level":30,"time":"2025-12-20T01:41:06.467551761Z","hostname":"oxz_crucible_6bf2dddb-40b3-41e9-b1e5-b1f5af9cc455","pid":24635,"component":"datafile"} {"msg":"snapshot is oxp_4ae59e9f-52b5-4ada-820b-032af057ff77/crucible/regions/cd72e999-69a6-4796-abaa-43a8c29ee283@fd3575be-78e4-4a01-a609-ca7665c75790","v":0,"name":"crucible-agent","level":30,"time":"2025-12-20T01:41:06.474231456Z","hostname":"oxz_crucible_6bf2dddb-40b3-41e9-b1e5-b1f5af9cc455","pid":24635,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_4ae59e9f-52b5-4ada-820b-032af057ff77/crucible/regions/cd72e999-69a6-4796-abaa-43a8c29ee283\", \"fd3575be-78e4-4a01-a609-ca7665c75790\"]","v":0,"name":"crucible-agent","level":30,"time":"2025-12-20T01:41:06.474254687Z","hostname":"oxz_crucible_6bf2dddb-40b3-41e9-b1e5-b1f5af9cc455","pid":24635,"component":"ZfsSnapshotInterface"} {"msg":"requesting running snapshot cd72e999-69a6-4796-abaa-43a8c29ee283-fd3575be-78e4-4a01-a609-ca7665c75790 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2025-12-20T01:41:06.480638706Z","hostname":"oxz_crucible_6bf2dddb-40b3-41e9-b1e5-b1f5af9cc455","pid":24635,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-12-20T01:41:06.481176846Z","hostname":"oxz_crucible_6bf2dddb-40b3-41e9-b1e5-b1f5af9cc455","pid":24635,"uri":"/crucible/0/regions/cd72e999-69a6-4796-abaa-43a8c29ee283/snapshots/fd3575be-78e4-4a01-a609-ca7665c75790/run","method":"POST","req_id":"bed24736-2cc3-406f-bb0b-8392ea9c3e87","remote_addr":"[fd00:1122:3344:101::c]:57043","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":18843,"response_code":200} {"msg":"applying SMF actions for region cd72e999-69a6-4796-abaa-43a8c29ee283 running snapshot fd3575be-78e4-4a01-a609-ca7665c75790 (state Requested)...","v":0,"name":"crucible-agent","level":30,"time":"2025-12-20T01:41:06.481197997Z","hostname":"oxz_crucible_6bf2dddb-40b3-41e9-b1e5-b1f5af9cc455","pid":24635,"component":"worker"} {"msg":"creating missing snapshot instance snapshot-cd72e999-69a6-4796-abaa-43a8c29ee283-fd3575be-78e4-4a01-a609-ca7665c75790","v":0,"name":"crucible-agent","level":30,"time":"2025-12-20T01:41:06.501163641Z","hostname":"oxz_crucible_6bf2dddb-40b3-41e9-b1e5-b1f5af9cc455","pid":24635,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:snapshot-cd72e999-69a6-4796-abaa-43a8c29ee283-fd3575be-78e4-4a01-a609-ca7665c75790","v":0,"name":"crucible-agent","level":30,"time":"2025-12-20T01:41:06.512448372Z","hostname":"oxz_crucible_6bf2dddb-40b3-41e9-b1e5-b1f5af9cc455","pid":24635,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:snapshot-cd72e999-69a6-4796-abaa-43a8c29ee283-fd3575be-78e4-4a01-a609-ca7665c75790","v":0,"name":"crucible-agent","level":30,"time":"2025-12-20T01:41:06.523891347Z","hostname":"oxz_crucible_6bf2dddb-40b3-41e9-b1e5-b1f5af9cc455","pid":24635,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/cd72e999-69a6-4796-abaa-43a8c29ee283/.zfs/snapshot/fd3575be-78e4-4a01-a609-ca7665c75790","v":0,"name":"crucible-agent","level":30,"time":"2025-12-20T01:41:06.524186472Z","hostname":"oxz_crucible_6bf2dddb-40b3-41e9-b1e5-b1f5af9cc455","pid":24635,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2025-12-20T01:41:06.524232293Z","hostname":"oxz_crucible_6bf2dddb-40b3-41e9-b1e5-b1f5af9cc455","pid":24635,"component":"worker"} {"msg":"ensure mode SCF_TYPE_ASTRING ro","v":0,"name":"crucible-agent","level":30,"time":"2025-12-20T01:41:06.524272844Z","hostname":"oxz_crucible_6bf2dddb-40b3-41e9-b1e5-b1f5af9cc455","pid":24635,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::18","v":0,"name":"crucible-agent","level":30,"time":"2025-12-20T01:41:06.524309594Z","hostname":"oxz_crucible_6bf2dddb-40b3-41e9-b1e5-b1f5af9cc455","pid":24635,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2025-12-20T01:41:06.524356035Z","hostname":"oxz_crucible_6bf2dddb-40b3-41e9-b1e5-b1f5af9cc455","pid":24635,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-12-20T01:41:06.528370631Z","hostname":"oxz_crucible_6bf2dddb-40b3-41e9-b1e5-b1f5af9cc455","pid":24635,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-12-20T01:41:06.53261988Z","hostname":"oxz_crucible_6bf2dddb-40b3-41e9-b1e5-b1f5af9cc455","pid":24635,"component":"worker"} {"msg":"region cd72e999-69a6-4796-abaa-43a8c29ee283 running snapshot fd3575be-78e4-4a01-a609-ca7665c75790 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2025-12-20T01:41:06.53264468Z","hostname":"oxz_crucible_6bf2dddb-40b3-41e9-b1e5-b1f5af9cc455","pid":24635,"component":"datafile"} {"msg":"path is \"/data/regions/cd72e999-69a6-4796-abaa-43a8c29ee283\"","v":0,"name":"crucible-agent","level":30,"time":"2025-12-20T01:41:06.851711507Z","hostname":"oxz_crucible_6bf2dddb-40b3-41e9-b1e5-b1f5af9cc455","pid":24635,"component":"datafile"} {"msg":"dataset is oxp_4ae59e9f-52b5-4ada-820b-032af057ff77/crucible/regions/cd72e999-69a6-4796-abaa-43a8c29ee283","v":0,"name":"crucible-agent","level":30,"time":"2025-12-20T01:41:06.85882967Z","hostname":"oxz_crucible_6bf2dddb-40b3-41e9-b1e5-b1f5af9cc455","pid":24635,"component":"datafile"} {"msg":"snapshot is oxp_4ae59e9f-52b5-4ada-820b-032af057ff77/crucible/regions/cd72e999-69a6-4796-abaa-43a8c29ee283@fd3575be-78e4-4a01-a609-ca7665c75790","v":0,"name":"crucible-agent","level":30,"time":"2025-12-20T01:41:06.86572487Z","hostname":"oxz_crucible_6bf2dddb-40b3-41e9-b1e5-b1f5af9cc455","pid":24635,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_4ae59e9f-52b5-4ada-820b-032af057ff77/crucible/regions/cd72e999-69a6-4796-abaa-43a8c29ee283\", \"fd3575be-78e4-4a01-a609-ca7665c75790\"]","v":0,"name":"crucible-agent","level":30,"time":"2025-12-20T01:41:06.86575225Z","hostname":"oxz_crucible_6bf2dddb-40b3-41e9-b1e5-b1f5af9cc455","pid":24635,"component":"ZfsSnapshotInterface"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-12-20T01:41:06.873043157Z","hostname":"oxz_crucible_6bf2dddb-40b3-41e9-b1e5-b1f5af9cc455","pid":24635,"uri":"/crucible/0/regions/cd72e999-69a6-4796-abaa-43a8c29ee283/snapshots/fd3575be-78e4-4a01-a609-ca7665c75790/run","method":"POST","req_id":"ced6a4c6-5e4e-4ef3-a27a-2a8183138297","remote_addr":"[fd00:1122:3344:101::c]:57043","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":21392,"response_code":200}