[ Apr 22 03:02:32 Enabled. ] [ Apr 22 03:02:32 Rereading configuration. ] [ Apr 22 03:02:36 Rereading configuration. ] [ Apr 22 03:02:41 Executing start method ("/opt/oxide/crucible/bin/crucible-agent run -D /opt/oxide/crucible/bin/crucible-downstairs --dataset oxp_be90f582-5416-4197-b8c2-0bdea6fc95a5/crucible -l [fd00:1122:3344:101::1a]:32345 -P 19000 -p downstairs -s snapshot"). ] note: configured to log to "/dev/stdout" {"msg":"dataset: \"oxp_be90f582-5416-4197-b8c2-0bdea6fc95a5/crucible\"","v":0,"name":"crucible-agent","level":30,"time":"2025-04-22T03:02:42.045178422Z","hostname":"oxz_crucible_2106e2c1-f750-4de6-aff4-b0544a00ebc1","pid":22224} {"msg":"listen IP: [fd00:1122:3344:101::1a]:32345","v":0,"name":"crucible-agent","level":30,"time":"2025-04-22T03:02:42.04809406Z","hostname":"oxz_crucible_2106e2c1-f750-4de6-aff4-b0544a00ebc1","pid":22224} {"msg":"SMF instance name downstairs_prefix: \"downstairs\"","v":0,"name":"crucible-agent","level":30,"time":"2025-04-22T03:02:42.04810229Z","hostname":"oxz_crucible_2106e2c1-f750-4de6-aff4-b0544a00ebc1","pid":22224} {"msg":"Using conf_path:\"/data/crucible.json\"","v":0,"name":"crucible-agent","level":30,"time":"2025-04-22T03:02:42.062830644Z","hostname":"oxz_crucible_2106e2c1-f750-4de6-aff4-b0544a00ebc1","pid":22224,"component":"datafile"} {"msg":"listening","v":0,"name":"crucible-agent","level":30,"time":"2025-04-22T03:02:42.202343835Z","hostname":"oxz_crucible_2106e2c1-f750-4de6-aff4-b0544a00ebc1","pid":22224,"local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot"} {"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2025-04-22T03:03:10.938353134Z","hostname":"oxz_crucible_2106e2c1-f750-4de6-aff4-b0544a00ebc1","pid":22224,"local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::b]:56720"} {"msg":"region f881f330-323d-4fcd-abb2-d7dc3c346157 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2025-04-22T03:03:10.985793814Z","hostname":"oxz_crucible_2106e2c1-f750-4de6-aff4-b0544a00ebc1","pid":22224,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-04-22T03:03:10.990983942Z","hostname":"oxz_crucible_2106e2c1-f750-4de6-aff4-b0544a00ebc1","pid":22224,"uri":"/crucible/0/regions","method":"POST","req_id":"0b0c701e-490f-4dc7-9682-44d400046fca","remote_addr":"[fd00:1122:3344:101::b]:56720","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":20474,"response_code":"200"} {"msg":"Region size:1073741824 reservation:1342177280 quota:3221225472","v":0,"name":"crucible-agent","level":30,"time":"2025-04-22T03:03:10.992895063Z","hostname":"oxz_crucible_2106e2c1-f750-4de6-aff4-b0544a00ebc1","pid":22224,"component":"worker"} {"msg":"zfs set reservation of 1342177280 for oxp_be90f582-5416-4197-b8c2-0bdea6fc95a5/crucible/regions/f881f330-323d-4fcd-abb2-d7dc3c346157","v":0,"name":"crucible-agent","level":30,"time":"2025-04-22T03:03:11.001850123Z","hostname":"oxz_crucible_2106e2c1-f750-4de6-aff4-b0544a00ebc1","pid":22224,"component":"worker"} {"msg":"zfs set quota of 3221225472 for oxp_be90f582-5416-4197-b8c2-0bdea6fc95a5/crucible/regions/f881f330-323d-4fcd-abb2-d7dc3c346157","v":0,"name":"crucible-agent","level":30,"time":"2025-04-22T03:03:11.001883724Z","hostname":"oxz_crucible_2106e2c1-f750-4de6-aff4-b0544a00ebc1","pid":22224,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"f881f330-323d-4fcd-abb2-d7dc3c346157\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 16, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/f881f330-323d-4fcd-abb2-d7dc3c346157\"","v":0,"name":"crucible-agent","level":30,"time":"2025-04-22T03:03:11.051250354Z","hostname":"oxz_crucible_2106e2c1-f750-4de6-aff4-b0544a00ebc1","pid":22224,"region":"f881f330-323d-4fcd-abb2-d7dc3c346157","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"f881f330-323d-4fcd-abb2-d7dc3c346157\" \"--data\" \"/data/regions/f881f330-323d-4fcd-abb2-d7dc3c346157\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"16\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2025-04-22T03:03:11.053171906Z","hostname":"oxz_crucible_2106e2c1-f750-4de6-aff4-b0544a00ebc1","pid":22224,"region":"f881f330-323d-4fcd-abb2-d7dc3c346157","component":"worker"} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2025-04-22T03:03:11.374443569Z","hostname":"oxz_crucible_2106e2c1-f750-4de6-aff4-b0544a00ebc1","pid":22224,"region":"f881f330-323d-4fcd-abb2-d7dc3c346157","component":"worker"} {"msg":"region f881f330-323d-4fcd-abb2-d7dc3c346157 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2025-04-22T03:03:11.37450333Z","hostname":"oxz_crucible_2106e2c1-f750-4de6-aff4-b0544a00ebc1","pid":22224,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2025-04-22T03:03:11.374578732Z","hostname":"oxz_crucible_2106e2c1-f750-4de6-aff4-b0544a00ebc1","pid":22224,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-04-22T03:03:11.374604233Z","hostname":"oxz_crucible_2106e2c1-f750-4de6-aff4-b0544a00ebc1","pid":22224,"uri":"/crucible/0/regions","method":"POST","req_id":"4d4031ca-bba0-47bc-b36d-b6d02f74390e","remote_addr":"[fd00:1122:3344:101::b]:56720","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":249,"response_code":"200"} {"msg":"creating missing downstairs instance downstairs-f881f330-323d-4fcd-abb2-d7dc3c346157","v":0,"name":"crucible-agent","level":30,"time":"2025-04-22T03:03:11.375038414Z","hostname":"oxz_crucible_2106e2c1-f750-4de6-aff4-b0544a00ebc1","pid":22224,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-f881f330-323d-4fcd-abb2-d7dc3c346157","v":0,"name":"crucible-agent","level":30,"time":"2025-04-22T03:03:11.382251657Z","hostname":"oxz_crucible_2106e2c1-f750-4de6-aff4-b0544a00ebc1","pid":22224,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2025-04-22T03:03:11.403691221Z","hostname":"oxz_crucible_2106e2c1-f750-4de6-aff4-b0544a00ebc1","pid":22224,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-f881f330-323d-4fcd-abb2-d7dc3c346157","v":0,"name":"crucible-agent","level":30,"time":"2025-04-22T03:03:11.409783474Z","hostname":"oxz_crucible_2106e2c1-f750-4de6-aff4-b0544a00ebc1","pid":22224,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/f881f330-323d-4fcd-abb2-d7dc3c346157","v":0,"name":"crucible-agent","level":30,"time":"2025-04-22T03:03:11.420249254Z","hostname":"oxz_crucible_2106e2c1-f750-4de6-aff4-b0544a00ebc1","pid":22224,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2025-04-22T03:03:11.420345236Z","hostname":"oxz_crucible_2106e2c1-f750-4de6-aff4-b0544a00ebc1","pid":22224,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::1a","v":0,"name":"crucible-agent","level":30,"time":"2025-04-22T03:03:11.420404848Z","hostname":"oxz_crucible_2106e2c1-f750-4de6-aff4-b0544a00ebc1","pid":22224,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2025-04-22T03:03:11.420460809Z","hostname":"oxz_crucible_2106e2c1-f750-4de6-aff4-b0544a00ebc1","pid":22224,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-04-22T03:03:11.424852267Z","hostname":"oxz_crucible_2106e2c1-f750-4de6-aff4-b0544a00ebc1","pid":22224,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-04-22T03:03:11.432390599Z","hostname":"oxz_crucible_2106e2c1-f750-4de6-aff4-b0544a00ebc1","pid":22224,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-04-22T03:03:12.359331591Z","hostname":"oxz_crucible_2106e2c1-f750-4de6-aff4-b0544a00ebc1","pid":22224,"uri":"/crucible/0/regions/f881f330-323d-4fcd-abb2-d7dc3c346157","method":"GET","req_id":"38984a0a-f1dc-41f2-9c54-ceaae94f5a68","remote_addr":"[fd00:1122:3344:101::b]:56720","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":79,"response_code":"200"} {"msg":"path is \"/data/regions/f881f330-323d-4fcd-abb2-d7dc3c346157\"","v":0,"name":"crucible-agent","level":30,"time":"2025-04-22T03:03:12.363883013Z","hostname":"oxz_crucible_2106e2c1-f750-4de6-aff4-b0544a00ebc1","pid":22224,"component":"datafile"} {"msg":"dataset is oxp_be90f582-5416-4197-b8c2-0bdea6fc95a5/crucible/regions/f881f330-323d-4fcd-abb2-d7dc3c346157","v":0,"name":"crucible-agent","level":30,"time":"2025-04-22T03:03:12.375703059Z","hostname":"oxz_crucible_2106e2c1-f750-4de6-aff4-b0544a00ebc1","pid":22224,"component":"datafile"} {"msg":"region f881f330-323d-4fcd-abb2-d7dc3c346157 state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2025-04-22T03:03:12.386099167Z","hostname":"oxz_crucible_2106e2c1-f750-4de6-aff4-b0544a00ebc1","pid":22224,"component":"datafile"} {"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2025-04-22T03:03:12.386258241Z","hostname":"oxz_crucible_2106e2c1-f750-4de6-aff4-b0544a00ebc1","pid":22224,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-04-22T03:03:12.386307783Z","hostname":"oxz_crucible_2106e2c1-f750-4de6-aff4-b0544a00ebc1","pid":22224,"uri":"/crucible/0/regions/f881f330-323d-4fcd-abb2-d7dc3c346157","method":"DELETE","req_id":"1574eed4-4aa4-489d-b5e4-e62889b849f8","remote_addr":"[fd00:1122:3344:101::b]:56720","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":22455,"response_code":"204"} {"msg":"disabling downstairs instance: downstairs-f881f330-323d-4fcd-abb2-d7dc3c346157 (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2025-04-22T03:03:12.387361571Z","hostname":"oxz_crucible_2106e2c1-f750-4de6-aff4-b0544a00ebc1","pid":22224,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-04-22T03:03:12.390019232Z","hostname":"oxz_crucible_2106e2c1-f750-4de6-aff4-b0544a00ebc1","pid":22224,"uri":"/crucible/0/regions/f881f330-323d-4fcd-abb2-d7dc3c346157","method":"GET","req_id":"815434d3-12de-42fc-a4eb-c0e714be1202","remote_addr":"[fd00:1122:3344:101::b]:56720","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":27,"response_code":"200"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-04-22T03:03:12.391899612Z","hostname":"oxz_crucible_2106e2c1-f750-4de6-aff4-b0544a00ebc1","pid":22224,"component":"worker"} {"msg":"deleting zfs dataset \"oxp_be90f582-5416-4197-b8c2-0bdea6fc95a5/crucible/regions/f881f330-323d-4fcd-abb2-d7dc3c346157\"","v":0,"name":"crucible-agent","level":30,"time":"2025-04-22T03:03:12.403966055Z","hostname":"oxz_crucible_2106e2c1-f750-4de6-aff4-b0544a00ebc1","pid":22224,"region":"f881f330-323d-4fcd-abb2-d7dc3c346157","component":"worker"} {"msg":"region f881f330-323d-4fcd-abb2-d7dc3c346157 state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2025-04-22T03:03:12.469869598Z","hostname":"oxz_crucible_2106e2c1-f750-4de6-aff4-b0544a00ebc1","pid":22224,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-04-22T03:03:12.483170984Z","hostname":"oxz_crucible_2106e2c1-f750-4de6-aff4-b0544a00ebc1","pid":22224,"uri":"/crucible/0/regions/f881f330-323d-4fcd-abb2-d7dc3c346157","method":"GET","req_id":"a3b1bbc9-6ed1-4342-9338-2c030e031419","remote_addr":"[fd00:1122:3344:101::b]:56720","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":59,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2025-04-22T03:13:55.904090341Z","hostname":"oxz_crucible_2106e2c1-f750-4de6-aff4-b0544a00ebc1","pid":22224,"local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::b]:63418"} {"msg":"region 765afa79-78b9-45d9-ad63-3be2752d64f8 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2025-04-22T03:13:55.904726978Z","hostname":"oxz_crucible_2106e2c1-f750-4de6-aff4-b0544a00ebc1","pid":22224,"component":"datafile"} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2025-04-22T03:13:55.90517785Z","hostname":"oxz_crucible_2106e2c1-f750-4de6-aff4-b0544a00ebc1","pid":22224,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-04-22T03:13:55.905194421Z","hostname":"oxz_crucible_2106e2c1-f750-4de6-aff4-b0544a00ebc1","pid":22224,"uri":"/crucible/0/regions","method":"POST","req_id":"edeb0656-e5cb-430c-886e-e9bc5b29d2ea","remote_addr":"[fd00:1122:3344:101::b]:63418","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":1022,"response_code":"200"} {"msg":"zfs set reservation of 2684354560 for oxp_be90f582-5416-4197-b8c2-0bdea6fc95a5/crucible/regions/765afa79-78b9-45d9-ad63-3be2752d64f8","v":0,"name":"crucible-agent","level":30,"time":"2025-04-22T03:13:55.917083189Z","hostname":"oxz_crucible_2106e2c1-f750-4de6-aff4-b0544a00ebc1","pid":22224,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_be90f582-5416-4197-b8c2-0bdea6fc95a5/crucible/regions/765afa79-78b9-45d9-ad63-3be2752d64f8","v":0,"name":"crucible-agent","level":30,"time":"2025-04-22T03:13:55.9171193Z","hostname":"oxz_crucible_2106e2c1-f750-4de6-aff4-b0544a00ebc1","pid":22224,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"765afa79-78b9-45d9-ad63-3be2752d64f8\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/765afa79-78b9-45d9-ad63-3be2752d64f8\"","v":0,"name":"crucible-agent","level":30,"time":"2025-04-22T03:13:55.969350487Z","hostname":"oxz_crucible_2106e2c1-f750-4de6-aff4-b0544a00ebc1","pid":22224,"region":"765afa79-78b9-45d9-ad63-3be2752d64f8","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"765afa79-78b9-45d9-ad63-3be2752d64f8\" \"--data\" \"/data/regions/765afa79-78b9-45d9-ad63-3be2752d64f8\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2025-04-22T03:13:55.971195626Z","hostname":"oxz_crucible_2106e2c1-f750-4de6-aff4-b0544a00ebc1","pid":22224,"region":"765afa79-78b9-45d9-ad63-3be2752d64f8","component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-04-22T03:13:56.263784452Z","hostname":"oxz_crucible_2106e2c1-f750-4de6-aff4-b0544a00ebc1","pid":22224,"uri":"/crucible/0/regions","method":"POST","req_id":"08ad775d-e2df-469f-bebd-69425f055d15","remote_addr":"[fd00:1122:3344:101::b]:63418","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":72,"response_code":"200"} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2025-04-22T03:13:56.288464732Z","hostname":"oxz_crucible_2106e2c1-f750-4de6-aff4-b0544a00ebc1","pid":22224,"region":"765afa79-78b9-45d9-ad63-3be2752d64f8","component":"worker"} {"msg":"region 765afa79-78b9-45d9-ad63-3be2752d64f8 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2025-04-22T03:13:56.288479662Z","hostname":"oxz_crucible_2106e2c1-f750-4de6-aff4-b0544a00ebc1","pid":22224,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2025-04-22T03:13:56.288641276Z","hostname":"oxz_crucible_2106e2c1-f750-4de6-aff4-b0544a00ebc1","pid":22224,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-765afa79-78b9-45d9-ad63-3be2752d64f8","v":0,"name":"crucible-agent","level":30,"time":"2025-04-22T03:13:56.290151387Z","hostname":"oxz_crucible_2106e2c1-f750-4de6-aff4-b0544a00ebc1","pid":22224,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-765afa79-78b9-45d9-ad63-3be2752d64f8","v":0,"name":"crucible-agent","level":30,"time":"2025-04-22T03:13:56.299101606Z","hostname":"oxz_crucible_2106e2c1-f750-4de6-aff4-b0544a00ebc1","pid":22224,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2025-04-22T03:13:56.315267589Z","hostname":"oxz_crucible_2106e2c1-f750-4de6-aff4-b0544a00ebc1","pid":22224,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-765afa79-78b9-45d9-ad63-3be2752d64f8","v":0,"name":"crucible-agent","level":30,"time":"2025-04-22T03:13:56.318407013Z","hostname":"oxz_crucible_2106e2c1-f750-4de6-aff4-b0544a00ebc1","pid":22224,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/765afa79-78b9-45d9-ad63-3be2752d64f8","v":0,"name":"crucible-agent","level":30,"time":"2025-04-22T03:13:56.31868819Z","hostname":"oxz_crucible_2106e2c1-f750-4de6-aff4-b0544a00ebc1","pid":22224,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2025-04-22T03:13:56.318742831Z","hostname":"oxz_crucible_2106e2c1-f750-4de6-aff4-b0544a00ebc1","pid":22224,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::1a","v":0,"name":"crucible-agent","level":30,"time":"2025-04-22T03:13:56.318821224Z","hostname":"oxz_crucible_2106e2c1-f750-4de6-aff4-b0544a00ebc1","pid":22224,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2025-04-22T03:13:56.318893015Z","hostname":"oxz_crucible_2106e2c1-f750-4de6-aff4-b0544a00ebc1","pid":22224,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-04-22T03:13:56.322331467Z","hostname":"oxz_crucible_2106e2c1-f750-4de6-aff4-b0544a00ebc1","pid":22224,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-04-22T03:13:56.326678474Z","hostname":"oxz_crucible_2106e2c1-f750-4de6-aff4-b0544a00ebc1","pid":22224,"component":"worker"} {"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2025-04-22T03:13:56.786631406Z","hostname":"oxz_crucible_2106e2c1-f750-4de6-aff4-b0544a00ebc1","pid":22224,"local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::b]:43835"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-04-22T03:13:56.786835812Z","hostname":"oxz_crucible_2106e2c1-f750-4de6-aff4-b0544a00ebc1","pid":22224,"uri":"/crucible/0/regions/765afa79-78b9-45d9-ad63-3be2752d64f8","method":"GET","req_id":"6daf0401-2c50-480c-bf50-e60b0605a8b1","remote_addr":"[fd00:1122:3344:101::b]:43835","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":59,"response_code":"200"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-04-22T03:13:56.793994523Z","hostname":"oxz_crucible_2106e2c1-f750-4de6-aff4-b0544a00ebc1","pid":22224,"uri":"/crucible/0/regions","method":"POST","req_id":"21e361a8-1eb0-4890-bb3e-38c84220e96a","remote_addr":"[fd00:1122:3344:101::b]:63418","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":52,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2025-04-22T03:13:56.816206257Z","hostname":"oxz_crucible_2106e2c1-f750-4de6-aff4-b0544a00ebc1","pid":22224,"local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:55638"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-04-22T03:13:56.816345361Z","hostname":"oxz_crucible_2106e2c1-f750-4de6-aff4-b0544a00ebc1","pid":22224,"uri":"/crucible/0/regions/765afa79-78b9-45d9-ad63-3be2752d64f8","method":"GET","req_id":"b0a52553-b4e1-4544-9e0f-f059bb57fef6","remote_addr":"[fd00:1122:3344:101::a]:55638","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":52,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2025-04-22T03:13:56.91687805Z","hostname":"oxz_crucible_2106e2c1-f750-4de6-aff4-b0544a00ebc1","pid":22224,"local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::c]:44697"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-04-22T03:13:56.917087156Z","hostname":"oxz_crucible_2106e2c1-f750-4de6-aff4-b0544a00ebc1","pid":22224,"uri":"/crucible/0/regions/765afa79-78b9-45d9-ad63-3be2752d64f8","method":"GET","req_id":"c6f3680a-5e57-4319-8865-857eb8c054ed","remote_addr":"[fd00:1122:3344:101::c]:44697","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":124,"response_code":"200"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-04-22T03:14:21.529900793Z","hostname":"oxz_crucible_2106e2c1-f750-4de6-aff4-b0544a00ebc1","pid":22224,"uri":"/crucible/0/regions/765afa79-78b9-45d9-ad63-3be2752d64f8","method":"GET","req_id":"62462521-1f74-43f1-b7e9-acf70d1baac1","remote_addr":"[fd00:1122:3344:101::b]:63418","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":45,"response_code":"200"} {"msg":"path is \"/data/regions/765afa79-78b9-45d9-ad63-3be2752d64f8\"","v":0,"name":"crucible-agent","level":30,"time":"2025-04-22T03:14:21.533629263Z","hostname":"oxz_crucible_2106e2c1-f750-4de6-aff4-b0544a00ebc1","pid":22224,"component":"datafile"} {"msg":"dataset is oxp_be90f582-5416-4197-b8c2-0bdea6fc95a5/crucible/regions/765afa79-78b9-45d9-ad63-3be2752d64f8","v":0,"name":"crucible-agent","level":30,"time":"2025-04-22T03:14:21.549125987Z","hostname":"oxz_crucible_2106e2c1-f750-4de6-aff4-b0544a00ebc1","pid":22224,"component":"datafile"} {"msg":"region 765afa79-78b9-45d9-ad63-3be2752d64f8 state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2025-04-22T03:14:21.559047783Z","hostname":"oxz_crucible_2106e2c1-f750-4de6-aff4-b0544a00ebc1","pid":22224,"component":"datafile"} {"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2025-04-22T03:14:21.55932197Z","hostname":"oxz_crucible_2106e2c1-f750-4de6-aff4-b0544a00ebc1","pid":22224,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-04-22T03:14:21.559359831Z","hostname":"oxz_crucible_2106e2c1-f750-4de6-aff4-b0544a00ebc1","pid":22224,"uri":"/crucible/0/regions/765afa79-78b9-45d9-ad63-3be2752d64f8","method":"DELETE","req_id":"ee3b5063-202f-485f-8f33-a1f2cc650912","remote_addr":"[fd00:1122:3344:101::b]:63418","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":25761,"response_code":"204"} {"msg":"disabling downstairs instance: downstairs-765afa79-78b9-45d9-ad63-3be2752d64f8 (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2025-04-22T03:14:21.561015405Z","hostname":"oxz_crucible_2106e2c1-f750-4de6-aff4-b0544a00ebc1","pid":22224,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-04-22T03:14:21.562167246Z","hostname":"oxz_crucible_2106e2c1-f750-4de6-aff4-b0544a00ebc1","pid":22224,"uri":"/crucible/0/regions/765afa79-78b9-45d9-ad63-3be2752d64f8","method":"GET","req_id":"31976e7a-8e01-4075-b57e-94573de22c9c","remote_addr":"[fd00:1122:3344:101::b]:63418","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":28,"response_code":"200"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-04-22T03:14:21.569609585Z","hostname":"oxz_crucible_2106e2c1-f750-4de6-aff4-b0544a00ebc1","pid":22224,"component":"worker"} {"msg":"deleting zfs dataset \"oxp_be90f582-5416-4197-b8c2-0bdea6fc95a5/crucible/regions/765afa79-78b9-45d9-ad63-3be2752d64f8\"","v":0,"name":"crucible-agent","level":30,"time":"2025-04-22T03:14:21.580534747Z","hostname":"oxz_crucible_2106e2c1-f750-4de6-aff4-b0544a00ebc1","pid":22224,"region":"765afa79-78b9-45d9-ad63-3be2752d64f8","component":"worker"} {"msg":"region 765afa79-78b9-45d9-ad63-3be2752d64f8 state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2025-04-22T03:14:21.63482934Z","hostname":"oxz_crucible_2106e2c1-f750-4de6-aff4-b0544a00ebc1","pid":22224,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-04-22T03:14:21.678983411Z","hostname":"oxz_crucible_2106e2c1-f750-4de6-aff4-b0544a00ebc1","pid":22224,"uri":"/crucible/0/regions/765afa79-78b9-45d9-ad63-3be2752d64f8","method":"GET","req_id":"ed90d1c1-b230-4015-912a-e9b60780d512","remote_addr":"[fd00:1122:3344:101::b]:63418","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":64,"response_code":"200"}