{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2025-03-04T06:09:38.940124205Z","hostname":"oxz_crucible_797bb0fd-80e0-48a6-9872-65886c524526","pid":21511,"local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::b]:61290"} {"msg":"region 0a784496-c43d-48c5-8473-85d81e383afc state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2025-03-04T06:09:38.940208996Z","hostname":"oxz_crucible_797bb0fd-80e0-48a6-9872-65886c524526","pid":21511,"component":"datafile"} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2025-03-04T06:09:38.941482715Z","hostname":"oxz_crucible_797bb0fd-80e0-48a6-9872-65886c524526","pid":21511,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-03-04T06:09:38.941498935Z","hostname":"oxz_crucible_797bb0fd-80e0-48a6-9872-65886c524526","pid":21511,"uri":"/crucible/0/regions","method":"POST","req_id":"091947b4-1433-4124-8351-33dee4ce7a1d","remote_addr":"[fd00:1122:3344:101::b]:61290","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":1310,"response_code":"200"} {"msg":"zfs set reservation of 2684354560 for oxp_875c83eb-f73c-48c5-be95-6a75e92d3a3b/crucible/regions/0a784496-c43d-48c5-8473-85d81e383afc","v":0,"name":"crucible-agent","level":30,"time":"2025-03-04T06:09:38.952557449Z","hostname":"oxz_crucible_797bb0fd-80e0-48a6-9872-65886c524526","pid":21511,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_875c83eb-f73c-48c5-be95-6a75e92d3a3b/crucible/regions/0a784496-c43d-48c5-8473-85d81e383afc","v":0,"name":"crucible-agent","level":30,"time":"2025-03-04T06:09:38.952585769Z","hostname":"oxz_crucible_797bb0fd-80e0-48a6-9872-65886c524526","pid":21511,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"0a784496-c43d-48c5-8473-85d81e383afc\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19001, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/0a784496-c43d-48c5-8473-85d81e383afc\"","v":0,"name":"crucible-agent","level":30,"time":"2025-03-04T06:09:39.007682975Z","hostname":"oxz_crucible_797bb0fd-80e0-48a6-9872-65886c524526","pid":21511,"region":"0a784496-c43d-48c5-8473-85d81e383afc","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"0a784496-c43d-48c5-8473-85d81e383afc\" \"--data\" \"/data/regions/0a784496-c43d-48c5-8473-85d81e383afc\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2025-03-04T06:09:39.007733626Z","hostname":"oxz_crucible_797bb0fd-80e0-48a6-9872-65886c524526","pid":21511,"region":"0a784496-c43d-48c5-8473-85d81e383afc","component":"worker"} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2025-03-04T06:09:39.093490954Z","hostname":"oxz_crucible_797bb0fd-80e0-48a6-9872-65886c524526","pid":21511,"region":"0a784496-c43d-48c5-8473-85d81e383afc","component":"worker"} {"msg":"region 0a784496-c43d-48c5-8473-85d81e383afc state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2025-03-04T06:09:39.093541134Z","hostname":"oxz_crucible_797bb0fd-80e0-48a6-9872-65886c524526","pid":21511,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2025-03-04T06:09:39.093617145Z","hostname":"oxz_crucible_797bb0fd-80e0-48a6-9872-65886c524526","pid":21511,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-0a784496-c43d-48c5-8473-85d81e383afc","v":0,"name":"crucible-agent","level":30,"time":"2025-03-04T06:09:39.093994058Z","hostname":"oxz_crucible_797bb0fd-80e0-48a6-9872-65886c524526","pid":21511,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-0a784496-c43d-48c5-8473-85d81e383afc","v":0,"name":"crucible-agent","level":30,"time":"2025-03-04T06:09:39.099889912Z","hostname":"oxz_crucible_797bb0fd-80e0-48a6-9872-65886c524526","pid":21511,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2025-03-04T06:09:39.111007286Z","hostname":"oxz_crucible_797bb0fd-80e0-48a6-9872-65886c524526","pid":21511,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-0a784496-c43d-48c5-8473-85d81e383afc","v":0,"name":"crucible-agent","level":30,"time":"2025-03-04T06:09:39.113804888Z","hostname":"oxz_crucible_797bb0fd-80e0-48a6-9872-65886c524526","pid":21511,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/0a784496-c43d-48c5-8473-85d81e383afc","v":0,"name":"crucible-agent","level":30,"time":"2025-03-04T06:09:39.114055669Z","hostname":"oxz_crucible_797bb0fd-80e0-48a6-9872-65886c524526","pid":21511,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2025-03-04T06:09:39.11411166Z","hostname":"oxz_crucible_797bb0fd-80e0-48a6-9872-65886c524526","pid":21511,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::1a","v":0,"name":"crucible-agent","level":30,"time":"2025-03-04T06:09:39.11415151Z","hostname":"oxz_crucible_797bb0fd-80e0-48a6-9872-65886c524526","pid":21511,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2025-03-04T06:09:39.11418993Z","hostname":"oxz_crucible_797bb0fd-80e0-48a6-9872-65886c524526","pid":21511,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-03-04T06:09:39.117556846Z","hostname":"oxz_crucible_797bb0fd-80e0-48a6-9872-65886c524526","pid":21511,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-03-04T06:09:39.122821176Z","hostname":"oxz_crucible_797bb0fd-80e0-48a6-9872-65886c524526","pid":21511,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-03-04T06:09:39.240860538Z","hostname":"oxz_crucible_797bb0fd-80e0-48a6-9872-65886c524526","pid":21511,"uri":"/crucible/0/regions","method":"POST","req_id":"44f008fd-2ae4-4e09-9f66-56429b1cbca3","remote_addr":"[fd00:1122:3344:101::b]:61290","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":59,"response_code":"200"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-03-04T06:09:40.131395867Z","hostname":"oxz_crucible_797bb0fd-80e0-48a6-9872-65886c524526","pid":21511,"uri":"/crucible/0/regions/257c40bb-a9c3-4d27-ae30-7f5940d337b1","method":"GET","req_id":"66749156-18ee-4808-8b28-96be68451b68","remote_addr":"[fd00:1122:3344:101::b]:61290","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":2717,"response_code":"200"} {"msg":"path is \"/data/regions/257c40bb-a9c3-4d27-ae30-7f5940d337b1\"","v":0,"name":"crucible-agent","level":30,"time":"2025-03-04T06:09:40.137205611Z","hostname":"oxz_crucible_797bb0fd-80e0-48a6-9872-65886c524526","pid":21511,"component":"datafile"} {"msg":"dataset is oxp_875c83eb-f73c-48c5-be95-6a75e92d3a3b/crucible/regions/257c40bb-a9c3-4d27-ae30-7f5940d337b1","v":0,"name":"crucible-agent","level":30,"time":"2025-03-04T06:09:40.147054116Z","hostname":"oxz_crucible_797bb0fd-80e0-48a6-9872-65886c524526","pid":21511,"component":"datafile"} {"msg":"snapshot is oxp_875c83eb-f73c-48c5-be95-6a75e92d3a3b/crucible/regions/257c40bb-a9c3-4d27-ae30-7f5940d337b1@837a2c65-e2cf-43e9-8ee5-8788e74ee743","v":0,"name":"crucible-agent","level":30,"time":"2025-03-04T06:09:40.15564139Z","hostname":"oxz_crucible_797bb0fd-80e0-48a6-9872-65886c524526","pid":21511,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_875c83eb-f73c-48c5-be95-6a75e92d3a3b/crucible/regions/257c40bb-a9c3-4d27-ae30-7f5940d337b1\", \"837a2c65-e2cf-43e9-8ee5-8788e74ee743\"]","v":0,"name":"crucible-agent","level":30,"time":"2025-03-04T06:09:40.155664941Z","hostname":"oxz_crucible_797bb0fd-80e0-48a6-9872-65886c524526","pid":21511,"component":"ZfsSnapshotInterface"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-03-04T06:09:40.167883943Z","hostname":"oxz_crucible_797bb0fd-80e0-48a6-9872-65886c524526","pid":21511,"uri":"/crucible/0/regions/257c40bb-a9c3-4d27-ae30-7f5940d337b1/snapshots/837a2c65-e2cf-43e9-8ee5-8788e74ee743","method":"GET","req_id":"03f63f56-f222-4623-b7e0-c6cda6ddb2c0","remote_addr":"[fd00:1122:3344:101::b]:61290","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":33496,"response_code":"200"} {"msg":"path is \"/data/regions/257c40bb-a9c3-4d27-ae30-7f5940d337b1\"","v":0,"name":"crucible-agent","level":30,"time":"2025-03-04T06:09:40.173192583Z","hostname":"oxz_crucible_797bb0fd-80e0-48a6-9872-65886c524526","pid":21511,"component":"datafile"} {"msg":"dataset is oxp_875c83eb-f73c-48c5-be95-6a75e92d3a3b/crucible/regions/257c40bb-a9c3-4d27-ae30-7f5940d337b1","v":0,"name":"crucible-agent","level":30,"time":"2025-03-04T06:09:40.181119793Z","hostname":"oxz_crucible_797bb0fd-80e0-48a6-9872-65886c524526","pid":21511,"component":"datafile"} {"msg":"snapshot is oxp_875c83eb-f73c-48c5-be95-6a75e92d3a3b/crucible/regions/257c40bb-a9c3-4d27-ae30-7f5940d337b1@837a2c65-e2cf-43e9-8ee5-8788e74ee743","v":0,"name":"crucible-agent","level":30,"time":"2025-03-04T06:09:40.189458586Z","hostname":"oxz_crucible_797bb0fd-80e0-48a6-9872-65886c524526","pid":21511,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_875c83eb-f73c-48c5-be95-6a75e92d3a3b/crucible/regions/257c40bb-a9c3-4d27-ae30-7f5940d337b1\", \"837a2c65-e2cf-43e9-8ee5-8788e74ee743\"]","v":0,"name":"crucible-agent","level":30,"time":"2025-03-04T06:09:40.189482836Z","hostname":"oxz_crucible_797bb0fd-80e0-48a6-9872-65886c524526","pid":21511,"component":"ZfsSnapshotInterface"} {"msg":"requesting running snapshot 257c40bb-a9c3-4d27-ae30-7f5940d337b1-837a2c65-e2cf-43e9-8ee5-8788e74ee743 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2025-03-04T06:09:40.198292283Z","hostname":"oxz_crucible_797bb0fd-80e0-48a6-9872-65886c524526","pid":21511,"component":"datafile"} {"msg":"applying SMF actions for region 257c40bb-a9c3-4d27-ae30-7f5940d337b1 running snapshot 837a2c65-e2cf-43e9-8ee5-8788e74ee743 (state Requested)...","v":0,"name":"crucible-agent","level":30,"time":"2025-03-04T06:09:40.198497285Z","hostname":"oxz_crucible_797bb0fd-80e0-48a6-9872-65886c524526","pid":21511,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-03-04T06:09:40.198516325Z","hostname":"oxz_crucible_797bb0fd-80e0-48a6-9872-65886c524526","pid":21511,"uri":"/crucible/0/regions/257c40bb-a9c3-4d27-ae30-7f5940d337b1/snapshots/837a2c65-e2cf-43e9-8ee5-8788e74ee743/run","method":"POST","req_id":"ed0f4e5e-1218-4d0b-ad55-5c5dfc662b45","remote_addr":"[fd00:1122:3344:101::b]:61290","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":25360,"response_code":"200"} {"msg":"creating missing snapshot instance snapshot-257c40bb-a9c3-4d27-ae30-7f5940d337b1-837a2c65-e2cf-43e9-8ee5-8788e74ee743","v":0,"name":"crucible-agent","level":30,"time":"2025-03-04T06:09:40.200860772Z","hostname":"oxz_crucible_797bb0fd-80e0-48a6-9872-65886c524526","pid":21511,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:snapshot-257c40bb-a9c3-4d27-ae30-7f5940d337b1-837a2c65-e2cf-43e9-8ee5-8788e74ee743","v":0,"name":"crucible-agent","level":30,"time":"2025-03-04T06:09:40.20717888Z","hostname":"oxz_crucible_797bb0fd-80e0-48a6-9872-65886c524526","pid":21511,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:snapshot-257c40bb-a9c3-4d27-ae30-7f5940d337b1-837a2c65-e2cf-43e9-8ee5-8788e74ee743","v":0,"name":"crucible-agent","level":30,"time":"2025-03-04T06:09:40.216858523Z","hostname":"oxz_crucible_797bb0fd-80e0-48a6-9872-65886c524526","pid":21511,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/257c40bb-a9c3-4d27-ae30-7f5940d337b1/.zfs/snapshot/837a2c65-e2cf-43e9-8ee5-8788e74ee743","v":0,"name":"crucible-agent","level":30,"time":"2025-03-04T06:09:40.217069695Z","hostname":"oxz_crucible_797bb0fd-80e0-48a6-9872-65886c524526","pid":21511,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19002","v":0,"name":"crucible-agent","level":30,"time":"2025-03-04T06:09:40.217133135Z","hostname":"oxz_crucible_797bb0fd-80e0-48a6-9872-65886c524526","pid":21511,"component":"worker"} {"msg":"ensure mode SCF_TYPE_ASTRING ro","v":0,"name":"crucible-agent","level":30,"time":"2025-03-04T06:09:40.217173146Z","hostname":"oxz_crucible_797bb0fd-80e0-48a6-9872-65886c524526","pid":21511,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::1a","v":0,"name":"crucible-agent","level":30,"time":"2025-03-04T06:09:40.217211066Z","hostname":"oxz_crucible_797bb0fd-80e0-48a6-9872-65886c524526","pid":21511,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2025-03-04T06:09:40.217255096Z","hostname":"oxz_crucible_797bb0fd-80e0-48a6-9872-65886c524526","pid":21511,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-03-04T06:09:40.221210306Z","hostname":"oxz_crucible_797bb0fd-80e0-48a6-9872-65886c524526","pid":21511,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-03-04T06:09:40.225449128Z","hostname":"oxz_crucible_797bb0fd-80e0-48a6-9872-65886c524526","pid":21511,"component":"worker"} {"msg":"region 257c40bb-a9c3-4d27-ae30-7f5940d337b1 running snapshot 837a2c65-e2cf-43e9-8ee5-8788e74ee743 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2025-03-04T06:09:40.225461278Z","hostname":"oxz_crucible_797bb0fd-80e0-48a6-9872-65886c524526","pid":21511,"component":"datafile"} {"msg":"path is \"/data/regions/257c40bb-a9c3-4d27-ae30-7f5940d337b1\"","v":0,"name":"crucible-agent","level":30,"time":"2025-03-04T06:09:40.368083986Z","hostname":"oxz_crucible_797bb0fd-80e0-48a6-9872-65886c524526","pid":21511,"component":"datafile"} {"msg":"dataset is oxp_875c83eb-f73c-48c5-be95-6a75e92d3a3b/crucible/regions/257c40bb-a9c3-4d27-ae30-7f5940d337b1","v":0,"name":"crucible-agent","level":30,"time":"2025-03-04T06:09:40.377230825Z","hostname":"oxz_crucible_797bb0fd-80e0-48a6-9872-65886c524526","pid":21511,"component":"datafile"} {"msg":"snapshot is oxp_875c83eb-f73c-48c5-be95-6a75e92d3a3b/crucible/regions/257c40bb-a9c3-4d27-ae30-7f5940d337b1@837a2c65-e2cf-43e9-8ee5-8788e74ee743","v":0,"name":"crucible-agent","level":30,"time":"2025-03-04T06:09:40.385597768Z","hostname":"oxz_crucible_797bb0fd-80e0-48a6-9872-65886c524526","pid":21511,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_875c83eb-f73c-48c5-be95-6a75e92d3a3b/crucible/regions/257c40bb-a9c3-4d27-ae30-7f5940d337b1\", \"837a2c65-e2cf-43e9-8ee5-8788e74ee743\"]","v":0,"name":"crucible-agent","level":30,"time":"2025-03-04T06:09:40.385618639Z","hostname":"oxz_crucible_797bb0fd-80e0-48a6-9872-65886c524526","pid":21511,"component":"ZfsSnapshotInterface"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-03-04T06:09:40.393596619Z","hostname":"oxz_crucible_797bb0fd-80e0-48a6-9872-65886c524526","pid":21511,"uri":"/crucible/0/regions/257c40bb-a9c3-4d27-ae30-7f5940d337b1/snapshots/837a2c65-e2cf-43e9-8ee5-8788e74ee743/run","method":"POST","req_id":"c4261a52-26c2-4e3d-829d-cf7475bc6df1","remote_addr":"[fd00:1122:3344:101::b]:61290","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":25548,"response_code":"200"}