[ Feb 28 06:45:53 Enabled. ] [ Feb 28 06:45:53 Rereading configuration. ] [ Feb 28 06:45:55 Rereading configuration. ] [ Feb 28 06:45:59 Executing start method ("/opt/oxide/crucible/bin/crucible-agent run -D /opt/oxide/crucible/bin/crucible-downstairs --dataset oxp_fa5ce45e-0f91-4207-90f9-7f11065f9b6a/crucible -l [fd00:1122:3344:101::15]:32345 -P 19000 -p downstairs -s snapshot"). ] note: configured to log to "/dev/stdout" {"msg":"dataset: \"oxp_fa5ce45e-0f91-4207-90f9-7f11065f9b6a/crucible\"","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T06:45:59.787759918Z","hostname":"oxz_crucible_ac5eeddf-55a1-4e19-9d85-9bf1aa17a1f3","pid":26791} {"msg":"listen IP: [fd00:1122:3344:101::15]:32345","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T06:45:59.791362021Z","hostname":"oxz_crucible_ac5eeddf-55a1-4e19-9d85-9bf1aa17a1f3","pid":26791} {"msg":"SMF instance name downstairs_prefix: \"downstairs\"","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T06:45:59.791374102Z","hostname":"oxz_crucible_ac5eeddf-55a1-4e19-9d85-9bf1aa17a1f3","pid":26791} {"msg":"Using conf_path:\"/data/crucible.json\"","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T06:45:59.807493304Z","hostname":"oxz_crucible_ac5eeddf-55a1-4e19-9d85-9bf1aa17a1f3","pid":26791,"component":"datafile"} {"msg":"listening","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T06:45:59.933317698Z","hostname":"oxz_crucible_ac5eeddf-55a1-4e19-9d85-9bf1aa17a1f3","pid":26791,"local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot"} {"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T06:46:44.834256469Z","hostname":"oxz_crucible_ac5eeddf-55a1-4e19-9d85-9bf1aa17a1f3","pid":26791,"local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:44870"} {"msg":"region b12cf25d-751f-423c-be3c-409ce9799184 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T06:46:44.892991763Z","hostname":"oxz_crucible_ac5eeddf-55a1-4e19-9d85-9bf1aa17a1f3","pid":26791,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T06:46:44.896630807Z","hostname":"oxz_crucible_ac5eeddf-55a1-4e19-9d85-9bf1aa17a1f3","pid":26791,"uri":"/crucible/0/regions","method":"POST","req_id":"341a58c1-d473-459f-a5fb-d8025c2dfa91","remote_addr":"[fd00:1122:3344:101::a]:44870","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":24636,"response_code":"200"} {"msg":"Region size:1073741824 reservation:1342177280 quota:3221225472","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T06:46:44.900124008Z","hostname":"oxz_crucible_ac5eeddf-55a1-4e19-9d85-9bf1aa17a1f3","pid":26791,"component":"worker"} {"msg":"zfs set reservation of 1342177280 for oxp_fa5ce45e-0f91-4207-90f9-7f11065f9b6a/crucible/regions/b12cf25d-751f-423c-be3c-409ce9799184","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T06:46:44.910222749Z","hostname":"oxz_crucible_ac5eeddf-55a1-4e19-9d85-9bf1aa17a1f3","pid":26791,"component":"worker"} {"msg":"zfs set quota of 3221225472 for oxp_fa5ce45e-0f91-4207-90f9-7f11065f9b6a/crucible/regions/b12cf25d-751f-423c-be3c-409ce9799184","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T06:46:44.91025329Z","hostname":"oxz_crucible_ac5eeddf-55a1-4e19-9d85-9bf1aa17a1f3","pid":26791,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"b12cf25d-751f-423c-be3c-409ce9799184\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 16, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/b12cf25d-751f-423c-be3c-409ce9799184\"","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T06:46:45.003912722Z","hostname":"oxz_crucible_ac5eeddf-55a1-4e19-9d85-9bf1aa17a1f3","pid":26791,"region":"b12cf25d-751f-423c-be3c-409ce9799184","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"b12cf25d-751f-423c-be3c-409ce9799184\" \"--data\" \"/data/regions/b12cf25d-751f-423c-be3c-409ce9799184\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"16\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T06:46:45.006624164Z","hostname":"oxz_crucible_ac5eeddf-55a1-4e19-9d85-9bf1aa17a1f3","pid":26791,"region":"b12cf25d-751f-423c-be3c-409ce9799184","component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T06:46:45.174153951Z","hostname":"oxz_crucible_ac5eeddf-55a1-4e19-9d85-9bf1aa17a1f3","pid":26791,"uri":"/crucible/0/regions","method":"POST","req_id":"5beff1a0-d42c-4b82-99e6-771379e9db66","remote_addr":"[fd00:1122:3344:101::a]:44870","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":76,"response_code":"200"} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T06:46:45.41116494Z","hostname":"oxz_crucible_ac5eeddf-55a1-4e19-9d85-9bf1aa17a1f3","pid":26791,"region":"b12cf25d-751f-423c-be3c-409ce9799184","component":"worker"} {"msg":"region b12cf25d-751f-423c-be3c-409ce9799184 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T06:46:45.411246491Z","hostname":"oxz_crucible_ac5eeddf-55a1-4e19-9d85-9bf1aa17a1f3","pid":26791,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T06:46:45.411351093Z","hostname":"oxz_crucible_ac5eeddf-55a1-4e19-9d85-9bf1aa17a1f3","pid":26791,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-b12cf25d-751f-423c-be3c-409ce9799184","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T06:46:45.411832468Z","hostname":"oxz_crucible_ac5eeddf-55a1-4e19-9d85-9bf1aa17a1f3","pid":26791,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-b12cf25d-751f-423c-be3c-409ce9799184","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T06:46:45.420934588Z","hostname":"oxz_crucible_ac5eeddf-55a1-4e19-9d85-9bf1aa17a1f3","pid":26791,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T06:46:45.4386881Z","hostname":"oxz_crucible_ac5eeddf-55a1-4e19-9d85-9bf1aa17a1f3","pid":26791,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-b12cf25d-751f-423c-be3c-409ce9799184","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T06:46:45.445815055Z","hostname":"oxz_crucible_ac5eeddf-55a1-4e19-9d85-9bf1aa17a1f3","pid":26791,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/b12cf25d-751f-423c-be3c-409ce9799184","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T06:46:45.446715156Z","hostname":"oxz_crucible_ac5eeddf-55a1-4e19-9d85-9bf1aa17a1f3","pid":26791,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T06:46:45.446783147Z","hostname":"oxz_crucible_ac5eeddf-55a1-4e19-9d85-9bf1aa17a1f3","pid":26791,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::15","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T06:46:45.446832858Z","hostname":"oxz_crucible_ac5eeddf-55a1-4e19-9d85-9bf1aa17a1f3","pid":26791,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T06:46:45.446880818Z","hostname":"oxz_crucible_ac5eeddf-55a1-4e19-9d85-9bf1aa17a1f3","pid":26791,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T06:46:45.458614909Z","hostname":"oxz_crucible_ac5eeddf-55a1-4e19-9d85-9bf1aa17a1f3","pid":26791,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T06:46:45.475347489Z","hostname":"oxz_crucible_ac5eeddf-55a1-4e19-9d85-9bf1aa17a1f3","pid":26791,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T06:46:45.503648278Z","hostname":"oxz_crucible_ac5eeddf-55a1-4e19-9d85-9bf1aa17a1f3","pid":26791,"uri":"/crucible/0/regions","method":"POST","req_id":"ecf40aee-6519-4412-891f-f1aed5df1bb1","remote_addr":"[fd00:1122:3344:101::a]:44870","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":47,"response_code":"200"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T06:46:46.079911011Z","hostname":"oxz_crucible_ac5eeddf-55a1-4e19-9d85-9bf1aa17a1f3","pid":26791,"uri":"/crucible/0/regions/b12cf25d-751f-423c-be3c-409ce9799184","method":"GET","req_id":"0eb3a5e0-0112-47f2-bacc-e4d28b457224","remote_addr":"[fd00:1122:3344:101::a]:44870","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":2389,"response_code":"200"} {"msg":"path is \"/data/regions/b12cf25d-751f-423c-be3c-409ce9799184\"","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T06:46:46.082236589Z","hostname":"oxz_crucible_ac5eeddf-55a1-4e19-9d85-9bf1aa17a1f3","pid":26791,"component":"datafile"} {"msg":"dataset is oxp_fa5ce45e-0f91-4207-90f9-7f11065f9b6a/crucible/regions/b12cf25d-751f-423c-be3c-409ce9799184","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T06:46:46.092937347Z","hostname":"oxz_crucible_ac5eeddf-55a1-4e19-9d85-9bf1aa17a1f3","pid":26791,"component":"datafile"} {"msg":"region b12cf25d-751f-423c-be3c-409ce9799184 state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T06:46:46.103389092Z","hostname":"oxz_crucible_ac5eeddf-55a1-4e19-9d85-9bf1aa17a1f3","pid":26791,"component":"datafile"} {"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T06:46:46.103567465Z","hostname":"oxz_crucible_ac5eeddf-55a1-4e19-9d85-9bf1aa17a1f3","pid":26791,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T06:46:46.103614955Z","hostname":"oxz_crucible_ac5eeddf-55a1-4e19-9d85-9bf1aa17a1f3","pid":26791,"uri":"/crucible/0/regions/b12cf25d-751f-423c-be3c-409ce9799184","method":"DELETE","req_id":"6a3e315b-1973-4a10-893e-0f9ebf45aa06","remote_addr":"[fd00:1122:3344:101::a]:44870","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":21418,"response_code":"204"} {"msg":"disabling downstairs instance: downstairs-b12cf25d-751f-423c-be3c-409ce9799184 (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T06:46:46.104769459Z","hostname":"oxz_crucible_ac5eeddf-55a1-4e19-9d85-9bf1aa17a1f3","pid":26791,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T06:46:46.106205616Z","hostname":"oxz_crucible_ac5eeddf-55a1-4e19-9d85-9bf1aa17a1f3","pid":26791,"uri":"/crucible/0/regions/b12cf25d-751f-423c-be3c-409ce9799184","method":"GET","req_id":"98e18c1c-486e-4ebd-a602-cde13732bfb0","remote_addr":"[fd00:1122:3344:101::a]:44870","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":29,"response_code":"200"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T06:46:46.115021102Z","hostname":"oxz_crucible_ac5eeddf-55a1-4e19-9d85-9bf1aa17a1f3","pid":26791,"component":"worker"} {"msg":"deleting zfs dataset \"oxp_fa5ce45e-0f91-4207-90f9-7f11065f9b6a/crucible/regions/b12cf25d-751f-423c-be3c-409ce9799184\"","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T06:46:46.127988567Z","hostname":"oxz_crucible_ac5eeddf-55a1-4e19-9d85-9bf1aa17a1f3","pid":26791,"region":"b12cf25d-751f-423c-be3c-409ce9799184","component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T06:46:46.167890835Z","hostname":"oxz_crucible_ac5eeddf-55a1-4e19-9d85-9bf1aa17a1f3","pid":26791,"uri":"/crucible/0/regions/b12cf25d-751f-423c-be3c-409ce9799184","method":"GET","req_id":"a60cf182-b4f3-4e1b-b2b4-a78b27cdf478","remote_addr":"[fd00:1122:3344:101::a]:44870","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":73,"response_code":"200"} {"msg":"region b12cf25d-751f-423c-be3c-409ce9799184 state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T06:46:46.200631157Z","hostname":"oxz_crucible_ac5eeddf-55a1-4e19-9d85-9bf1aa17a1f3","pid":26791,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T06:46:46.315840097Z","hostname":"oxz_crucible_ac5eeddf-55a1-4e19-9d85-9bf1aa17a1f3","pid":26791,"uri":"/crucible/0/regions/b12cf25d-751f-423c-be3c-409ce9799184","method":"GET","req_id":"476a82b1-fbbf-4f83-95e0-06a3540a7878","remote_addr":"[fd00:1122:3344:101::a]:44870","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":37,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T06:57:30.392087577Z","hostname":"oxz_crucible_ac5eeddf-55a1-4e19-9d85-9bf1aa17a1f3","pid":26791,"local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:33874"} {"msg":"region 613be1a5-937c-4dc8-a7c9-4b9dd4b60f7d state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T06:57:30.392263979Z","hostname":"oxz_crucible_ac5eeddf-55a1-4e19-9d85-9bf1aa17a1f3","pid":26791,"component":"datafile"} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T06:57:30.393004308Z","hostname":"oxz_crucible_ac5eeddf-55a1-4e19-9d85-9bf1aa17a1f3","pid":26791,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T06:57:30.393014728Z","hostname":"oxz_crucible_ac5eeddf-55a1-4e19-9d85-9bf1aa17a1f3","pid":26791,"uri":"/crucible/0/regions","method":"POST","req_id":"c34169ec-d5bb-4e71-95f5-12e1d18b2f38","remote_addr":"[fd00:1122:3344:101::a]:33874","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":776,"response_code":"200"} {"msg":"zfs set reservation of 2684354560 for oxp_fa5ce45e-0f91-4207-90f9-7f11065f9b6a/crucible/regions/613be1a5-937c-4dc8-a7c9-4b9dd4b60f7d","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T06:57:30.405138093Z","hostname":"oxz_crucible_ac5eeddf-55a1-4e19-9d85-9bf1aa17a1f3","pid":26791,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_fa5ce45e-0f91-4207-90f9-7f11065f9b6a/crucible/regions/613be1a5-937c-4dc8-a7c9-4b9dd4b60f7d","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T06:57:30.405169014Z","hostname":"oxz_crucible_ac5eeddf-55a1-4e19-9d85-9bf1aa17a1f3","pid":26791,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"613be1a5-937c-4dc8-a7c9-4b9dd4b60f7d\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/613be1a5-937c-4dc8-a7c9-4b9dd4b60f7d\"","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T06:57:30.46577998Z","hostname":"oxz_crucible_ac5eeddf-55a1-4e19-9d85-9bf1aa17a1f3","pid":26791,"region":"613be1a5-937c-4dc8-a7c9-4b9dd4b60f7d","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"613be1a5-937c-4dc8-a7c9-4b9dd4b60f7d\" \"--data\" \"/data/regions/613be1a5-937c-4dc8-a7c9-4b9dd4b60f7d\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T06:57:30.467717183Z","hostname":"oxz_crucible_ac5eeddf-55a1-4e19-9d85-9bf1aa17a1f3","pid":26791,"region":"613be1a5-937c-4dc8-a7c9-4b9dd4b60f7d","component":"worker"} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T06:57:30.547887413Z","hostname":"oxz_crucible_ac5eeddf-55a1-4e19-9d85-9bf1aa17a1f3","pid":26791,"region":"613be1a5-937c-4dc8-a7c9-4b9dd4b60f7d","component":"worker"} {"msg":"region 613be1a5-937c-4dc8-a7c9-4b9dd4b60f7d state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T06:57:30.547925534Z","hostname":"oxz_crucible_ac5eeddf-55a1-4e19-9d85-9bf1aa17a1f3","pid":26791,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T06:57:30.548011475Z","hostname":"oxz_crucible_ac5eeddf-55a1-4e19-9d85-9bf1aa17a1f3","pid":26791,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-613be1a5-937c-4dc8-a7c9-4b9dd4b60f7d","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T06:57:30.549333251Z","hostname":"oxz_crucible_ac5eeddf-55a1-4e19-9d85-9bf1aa17a1f3","pid":26791,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-613be1a5-937c-4dc8-a7c9-4b9dd4b60f7d","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T06:57:30.559566943Z","hostname":"oxz_crucible_ac5eeddf-55a1-4e19-9d85-9bf1aa17a1f3","pid":26791,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T06:57:30.570315532Z","hostname":"oxz_crucible_ac5eeddf-55a1-4e19-9d85-9bf1aa17a1f3","pid":26791,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-613be1a5-937c-4dc8-a7c9-4b9dd4b60f7d","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T06:57:30.573037034Z","hostname":"oxz_crucible_ac5eeddf-55a1-4e19-9d85-9bf1aa17a1f3","pid":26791,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/613be1a5-937c-4dc8-a7c9-4b9dd4b60f7d","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T06:57:30.573341628Z","hostname":"oxz_crucible_ac5eeddf-55a1-4e19-9d85-9bf1aa17a1f3","pid":26791,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T06:57:30.573397269Z","hostname":"oxz_crucible_ac5eeddf-55a1-4e19-9d85-9bf1aa17a1f3","pid":26791,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::15","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T06:57:30.573444499Z","hostname":"oxz_crucible_ac5eeddf-55a1-4e19-9d85-9bf1aa17a1f3","pid":26791,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T06:57:30.57348728Z","hostname":"oxz_crucible_ac5eeddf-55a1-4e19-9d85-9bf1aa17a1f3","pid":26791,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T06:57:30.577306376Z","hostname":"oxz_crucible_ac5eeddf-55a1-4e19-9d85-9bf1aa17a1f3","pid":26791,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T06:57:30.582984654Z","hostname":"oxz_crucible_ac5eeddf-55a1-4e19-9d85-9bf1aa17a1f3","pid":26791,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T06:57:30.619838015Z","hostname":"oxz_crucible_ac5eeddf-55a1-4e19-9d85-9bf1aa17a1f3","pid":26791,"uri":"/crucible/0/regions","method":"POST","req_id":"7172c308-080f-40dd-94cb-c0312c50e8c7","remote_addr":"[fd00:1122:3344:101::a]:33874","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":63,"response_code":"200"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T06:57:55.31800738Z","hostname":"oxz_crucible_ac5eeddf-55a1-4e19-9d85-9bf1aa17a1f3","pid":26791,"uri":"/crucible/0/regions/613be1a5-937c-4dc8-a7c9-4b9dd4b60f7d","method":"GET","req_id":"c89c5f8e-0096-40a1-b401-6e60aa5389ea","remote_addr":"[fd00:1122:3344:101::a]:33874","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":57,"response_code":"200"} {"msg":"path is \"/data/regions/613be1a5-937c-4dc8-a7c9-4b9dd4b60f7d\"","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T06:57:55.321563252Z","hostname":"oxz_crucible_ac5eeddf-55a1-4e19-9d85-9bf1aa17a1f3","pid":26791,"component":"datafile"} {"msg":"dataset is oxp_fa5ce45e-0f91-4207-90f9-7f11065f9b6a/crucible/regions/613be1a5-937c-4dc8-a7c9-4b9dd4b60f7d","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T06:57:55.333525906Z","hostname":"oxz_crucible_ac5eeddf-55a1-4e19-9d85-9bf1aa17a1f3","pid":26791,"component":"datafile"} {"msg":"region 613be1a5-937c-4dc8-a7c9-4b9dd4b60f7d state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T06:57:55.343356574Z","hostname":"oxz_crucible_ac5eeddf-55a1-4e19-9d85-9bf1aa17a1f3","pid":26791,"component":"datafile"} {"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T06:57:55.343543116Z","hostname":"oxz_crucible_ac5eeddf-55a1-4e19-9d85-9bf1aa17a1f3","pid":26791,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T06:57:55.343599567Z","hostname":"oxz_crucible_ac5eeddf-55a1-4e19-9d85-9bf1aa17a1f3","pid":26791,"uri":"/crucible/0/regions/613be1a5-937c-4dc8-a7c9-4b9dd4b60f7d","method":"DELETE","req_id":"f9096545-df56-4be5-817f-fe15bcdf413a","remote_addr":"[fd00:1122:3344:101::a]:33874","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":22064,"response_code":"204"} {"msg":"disabling downstairs instance: downstairs-613be1a5-937c-4dc8-a7c9-4b9dd4b60f7d (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T06:57:55.345181535Z","hostname":"oxz_crucible_ac5eeddf-55a1-4e19-9d85-9bf1aa17a1f3","pid":26791,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T06:57:55.347620325Z","hostname":"oxz_crucible_ac5eeddf-55a1-4e19-9d85-9bf1aa17a1f3","pid":26791,"uri":"/crucible/0/regions/613be1a5-937c-4dc8-a7c9-4b9dd4b60f7d","method":"GET","req_id":"799f5152-6869-445f-a372-e43c13ba7b25","remote_addr":"[fd00:1122:3344:101::a]:33874","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":62,"response_code":"200"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T06:57:55.349518687Z","hostname":"oxz_crucible_ac5eeddf-55a1-4e19-9d85-9bf1aa17a1f3","pid":26791,"component":"worker"} {"msg":"deleting zfs dataset \"oxp_fa5ce45e-0f91-4207-90f9-7f11065f9b6a/crucible/regions/613be1a5-937c-4dc8-a7c9-4b9dd4b60f7d\"","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T06:57:55.358977981Z","hostname":"oxz_crucible_ac5eeddf-55a1-4e19-9d85-9bf1aa17a1f3","pid":26791,"region":"613be1a5-937c-4dc8-a7c9-4b9dd4b60f7d","component":"worker"} {"msg":"region 613be1a5-937c-4dc8-a7c9-4b9dd4b60f7d state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T06:57:55.420413387Z","hostname":"oxz_crucible_ac5eeddf-55a1-4e19-9d85-9bf1aa17a1f3","pid":26791,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T06:57:55.485367555Z","hostname":"oxz_crucible_ac5eeddf-55a1-4e19-9d85-9bf1aa17a1f3","pid":26791,"uri":"/crucible/0/regions/613be1a5-937c-4dc8-a7c9-4b9dd4b60f7d","method":"GET","req_id":"adafcb84-7184-409c-9e2a-5f0527e77fa5","remote_addr":"[fd00:1122:3344:101::a]:33874","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":70,"response_code":"200"}