[ Feb 22 01:46:51 Enabled. ] [ Feb 22 01:46:51 Rereading configuration. ] [ Feb 22 01:46:53 Rereading configuration. ] [ Feb 22 01:46:56 Executing start method ("/opt/oxide/crucible/bin/crucible-agent run -D /opt/oxide/crucible/bin/crucible-downstairs --dataset oxp_516b6318-9c27-4413-9ae7-5e1a474a8d3b/crucible -l [fd00:1122:3344:101::17]:32345 -P 19000 -p downstairs -s snapshot"). ] note: configured to log to "/dev/stdout" {"msg":"dataset: \"oxp_516b6318-9c27-4413-9ae7-5e1a474a8d3b/crucible\"","v":0,"name":"crucible-agent","level":30,"time":"2025-02-22T01:46:57.069440572Z","hostname":"oxz_crucible_da8cd6f5-800f-488f-b0e6-ebcecc4e56ca","pid":23083} {"msg":"listen IP: [fd00:1122:3344:101::17]:32345","v":0,"name":"crucible-agent","level":30,"time":"2025-02-22T01:46:57.07268795Z","hostname":"oxz_crucible_da8cd6f5-800f-488f-b0e6-ebcecc4e56ca","pid":23083} {"msg":"SMF instance name downstairs_prefix: \"downstairs\"","v":0,"name":"crucible-agent","level":30,"time":"2025-02-22T01:46:57.072698282Z","hostname":"oxz_crucible_da8cd6f5-800f-488f-b0e6-ebcecc4e56ca","pid":23083} {"msg":"Using conf_path:\"/data/crucible.json\"","v":0,"name":"crucible-agent","level":30,"time":"2025-02-22T01:46:57.0886924Z","hostname":"oxz_crucible_da8cd6f5-800f-488f-b0e6-ebcecc4e56ca","pid":23083,"component":"datafile"} {"msg":"listening","v":0,"name":"crucible-agent","level":30,"time":"2025-02-22T01:46:57.217304748Z","hostname":"oxz_crucible_da8cd6f5-800f-488f-b0e6-ebcecc4e56ca","pid":23083,"local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot"} {"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2025-02-22T01:47:37.299748869Z","hostname":"oxz_crucible_da8cd6f5-800f-488f-b0e6-ebcecc4e56ca","pid":23083,"local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::b]:54963"} {"msg":"region 51b2d35c-f78b-46e4-a0e5-7dd718e002bc state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2025-02-22T01:47:37.325022234Z","hostname":"oxz_crucible_da8cd6f5-800f-488f-b0e6-ebcecc4e56ca","pid":23083,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-02-22T01:47:37.325312421Z","hostname":"oxz_crucible_da8cd6f5-800f-488f-b0e6-ebcecc4e56ca","pid":23083,"uri":"/crucible/0/regions","method":"POST","req_id":"d8e60df5-8472-4fbb-8558-4d7b17c93076","remote_addr":"[fd00:1122:3344:101::b]:54963","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":11403,"response_code":"200"} {"msg":"Region size:1073741824 reservation:1342177280 quota:3221225472","v":0,"name":"crucible-agent","level":30,"time":"2025-02-22T01:47:37.327579236Z","hostname":"oxz_crucible_da8cd6f5-800f-488f-b0e6-ebcecc4e56ca","pid":23083,"component":"worker"} {"msg":"zfs set reservation of 1342177280 for oxp_516b6318-9c27-4413-9ae7-5e1a474a8d3b/crucible/regions/51b2d35c-f78b-46e4-a0e5-7dd718e002bc","v":0,"name":"crucible-agent","level":30,"time":"2025-02-22T01:47:37.338341898Z","hostname":"oxz_crucible_da8cd6f5-800f-488f-b0e6-ebcecc4e56ca","pid":23083,"component":"worker"} {"msg":"zfs set quota of 3221225472 for oxp_516b6318-9c27-4413-9ae7-5e1a474a8d3b/crucible/regions/51b2d35c-f78b-46e4-a0e5-7dd718e002bc","v":0,"name":"crucible-agent","level":30,"time":"2025-02-22T01:47:37.338372699Z","hostname":"oxz_crucible_da8cd6f5-800f-488f-b0e6-ebcecc4e56ca","pid":23083,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"51b2d35c-f78b-46e4-a0e5-7dd718e002bc\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 16, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/51b2d35c-f78b-46e4-a0e5-7dd718e002bc\"","v":0,"name":"crucible-agent","level":30,"time":"2025-02-22T01:47:37.393303165Z","hostname":"oxz_crucible_da8cd6f5-800f-488f-b0e6-ebcecc4e56ca","pid":23083,"region":"51b2d35c-f78b-46e4-a0e5-7dd718e002bc","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"51b2d35c-f78b-46e4-a0e5-7dd718e002bc\" \"--data\" \"/data/regions/51b2d35c-f78b-46e4-a0e5-7dd718e002bc\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"16\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2025-02-22T01:47:37.396015701Z","hostname":"oxz_crucible_da8cd6f5-800f-488f-b0e6-ebcecc4e56ca","pid":23083,"region":"51b2d35c-f78b-46e4-a0e5-7dd718e002bc","component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-02-22T01:47:37.569949291Z","hostname":"oxz_crucible_da8cd6f5-800f-488f-b0e6-ebcecc4e56ca","pid":23083,"uri":"/crucible/0/regions","method":"POST","req_id":"5c631047-19cc-4248-95c2-6a29aa7ca879","remote_addr":"[fd00:1122:3344:101::b]:54963","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":83,"response_code":"200"} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2025-02-22T01:47:37.696924559Z","hostname":"oxz_crucible_da8cd6f5-800f-488f-b0e6-ebcecc4e56ca","pid":23083,"region":"51b2d35c-f78b-46e4-a0e5-7dd718e002bc","component":"worker"} {"msg":"region 51b2d35c-f78b-46e4-a0e5-7dd718e002bc state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2025-02-22T01:47:37.69697999Z","hostname":"oxz_crucible_da8cd6f5-800f-488f-b0e6-ebcecc4e56ca","pid":23083,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2025-02-22T01:47:37.697066532Z","hostname":"oxz_crucible_da8cd6f5-800f-488f-b0e6-ebcecc4e56ca","pid":23083,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-51b2d35c-f78b-46e4-a0e5-7dd718e002bc","v":0,"name":"crucible-agent","level":30,"time":"2025-02-22T01:47:37.697482102Z","hostname":"oxz_crucible_da8cd6f5-800f-488f-b0e6-ebcecc4e56ca","pid":23083,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-51b2d35c-f78b-46e4-a0e5-7dd718e002bc","v":0,"name":"crucible-agent","level":30,"time":"2025-02-22T01:47:37.711087903Z","hostname":"oxz_crucible_da8cd6f5-800f-488f-b0e6-ebcecc4e56ca","pid":23083,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2025-02-22T01:47:37.724425187Z","hostname":"oxz_crucible_da8cd6f5-800f-488f-b0e6-ebcecc4e56ca","pid":23083,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-51b2d35c-f78b-46e4-a0e5-7dd718e002bc","v":0,"name":"crucible-agent","level":30,"time":"2025-02-22T01:47:37.72862883Z","hostname":"oxz_crucible_da8cd6f5-800f-488f-b0e6-ebcecc4e56ca","pid":23083,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/51b2d35c-f78b-46e4-a0e5-7dd718e002bc","v":0,"name":"crucible-agent","level":30,"time":"2025-02-22T01:47:37.729377888Z","hostname":"oxz_crucible_da8cd6f5-800f-488f-b0e6-ebcecc4e56ca","pid":23083,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2025-02-22T01:47:37.731672613Z","hostname":"oxz_crucible_da8cd6f5-800f-488f-b0e6-ebcecc4e56ca","pid":23083,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::17","v":0,"name":"crucible-agent","level":30,"time":"2025-02-22T01:47:37.731724405Z","hostname":"oxz_crucible_da8cd6f5-800f-488f-b0e6-ebcecc4e56ca","pid":23083,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2025-02-22T01:47:37.731761726Z","hostname":"oxz_crucible_da8cd6f5-800f-488f-b0e6-ebcecc4e56ca","pid":23083,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-02-22T01:47:37.744041424Z","hostname":"oxz_crucible_da8cd6f5-800f-488f-b0e6-ebcecc4e56ca","pid":23083,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-02-22T01:47:37.749381544Z","hostname":"oxz_crucible_da8cd6f5-800f-488f-b0e6-ebcecc4e56ca","pid":23083,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-02-22T01:47:38.261282013Z","hostname":"oxz_crucible_da8cd6f5-800f-488f-b0e6-ebcecc4e56ca","pid":23083,"uri":"/crucible/0/regions","method":"POST","req_id":"76a7607c-7480-465d-8829-8e4f58ee1105","remote_addr":"[fd00:1122:3344:101::b]:54963","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":49,"response_code":"200"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-02-22T01:47:38.513827075Z","hostname":"oxz_crucible_da8cd6f5-800f-488f-b0e6-ebcecc4e56ca","pid":23083,"uri":"/crucible/0/regions/51b2d35c-f78b-46e4-a0e5-7dd718e002bc","method":"GET","req_id":"e3e0e858-6e71-4e70-9bed-691ffa1ee280","remote_addr":"[fd00:1122:3344:101::b]:54963","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":60,"response_code":"200"} {"msg":"path is \"/data/regions/51b2d35c-f78b-46e4-a0e5-7dd718e002bc\"","v":0,"name":"crucible-agent","level":30,"time":"2025-02-22T01:47:38.516541061Z","hostname":"oxz_crucible_da8cd6f5-800f-488f-b0e6-ebcecc4e56ca","pid":23083,"component":"datafile"} {"msg":"dataset is oxp_516b6318-9c27-4413-9ae7-5e1a474a8d3b/crucible/regions/51b2d35c-f78b-46e4-a0e5-7dd718e002bc","v":0,"name":"crucible-agent","level":30,"time":"2025-02-22T01:47:38.528316777Z","hostname":"oxz_crucible_da8cd6f5-800f-488f-b0e6-ebcecc4e56ca","pid":23083,"component":"datafile"} {"msg":"region 51b2d35c-f78b-46e4-a0e5-7dd718e002bc state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2025-02-22T01:47:38.539183162Z","hostname":"oxz_crucible_da8cd6f5-800f-488f-b0e6-ebcecc4e56ca","pid":23083,"component":"datafile"} {"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2025-02-22T01:47:38.539331665Z","hostname":"oxz_crucible_da8cd6f5-800f-488f-b0e6-ebcecc4e56ca","pid":23083,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-02-22T01:47:38.539416167Z","hostname":"oxz_crucible_da8cd6f5-800f-488f-b0e6-ebcecc4e56ca","pid":23083,"uri":"/crucible/0/regions/51b2d35c-f78b-46e4-a0e5-7dd718e002bc","method":"DELETE","req_id":"c47c1324-439a-4e05-ba65-34997de44457","remote_addr":"[fd00:1122:3344:101::b]:54963","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":22925,"response_code":"204"} {"msg":"disabling downstairs instance: downstairs-51b2d35c-f78b-46e4-a0e5-7dd718e002bc (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2025-02-22T01:47:38.540649657Z","hostname":"oxz_crucible_da8cd6f5-800f-488f-b0e6-ebcecc4e56ca","pid":23083,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-02-22T01:47:38.541758484Z","hostname":"oxz_crucible_da8cd6f5-800f-488f-b0e6-ebcecc4e56ca","pid":23083,"uri":"/crucible/0/regions/51b2d35c-f78b-46e4-a0e5-7dd718e002bc","method":"GET","req_id":"147ebb7e-8fc7-4a13-a1be-6484a55253df","remote_addr":"[fd00:1122:3344:101::b]:54963","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":33,"response_code":"200"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-02-22T01:47:38.546248503Z","hostname":"oxz_crucible_da8cd6f5-800f-488f-b0e6-ebcecc4e56ca","pid":23083,"component":"worker"} {"msg":"deleting zfs dataset \"oxp_516b6318-9c27-4413-9ae7-5e1a474a8d3b/crucible/regions/51b2d35c-f78b-46e4-a0e5-7dd718e002bc\"","v":0,"name":"crucible-agent","level":30,"time":"2025-02-22T01:47:38.556907422Z","hostname":"oxz_crucible_da8cd6f5-800f-488f-b0e6-ebcecc4e56ca","pid":23083,"region":"51b2d35c-f78b-46e4-a0e5-7dd718e002bc","component":"worker"} {"msg":"region 51b2d35c-f78b-46e4-a0e5-7dd718e002bc state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2025-02-22T01:47:38.627843608Z","hostname":"oxz_crucible_da8cd6f5-800f-488f-b0e6-ebcecc4e56ca","pid":23083,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-02-22T01:47:38.672981345Z","hostname":"oxz_crucible_da8cd6f5-800f-488f-b0e6-ebcecc4e56ca","pid":23083,"uri":"/crucible/0/regions/51b2d35c-f78b-46e4-a0e5-7dd718e002bc","method":"GET","req_id":"7189fbc1-8df8-4e84-ac6f-b6a3d1f8e2fd","remote_addr":"[fd00:1122:3344:101::b]:54963","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":70,"response_code":"200"} {"msg":"region 5444f2fd-bbc6-4b38-a70d-5a2a09296c1c state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2025-02-22T01:47:40.773729343Z","hostname":"oxz_crucible_da8cd6f5-800f-488f-b0e6-ebcecc4e56ca","pid":23083,"component":"datafile"} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2025-02-22T01:47:40.776125142Z","hostname":"oxz_crucible_da8cd6f5-800f-488f-b0e6-ebcecc4e56ca","pid":23083,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-02-22T01:47:40.776151682Z","hostname":"oxz_crucible_da8cd6f5-800f-488f-b0e6-ebcecc4e56ca","pid":23083,"uri":"/crucible/0/regions","method":"POST","req_id":"52e15391-436c-4f52-bc10-85b36cdfc3c0","remote_addr":"[fd00:1122:3344:101::b]:54963","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":2483,"response_code":"200"} {"msg":"zfs set reservation of 2684354560 for oxp_516b6318-9c27-4413-9ae7-5e1a474a8d3b/crucible/regions/5444f2fd-bbc6-4b38-a70d-5a2a09296c1c","v":0,"name":"crucible-agent","level":30,"time":"2025-02-22T01:47:40.786871843Z","hostname":"oxz_crucible_da8cd6f5-800f-488f-b0e6-ebcecc4e56ca","pid":23083,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_516b6318-9c27-4413-9ae7-5e1a474a8d3b/crucible/regions/5444f2fd-bbc6-4b38-a70d-5a2a09296c1c","v":0,"name":"crucible-agent","level":30,"time":"2025-02-22T01:47:40.786898813Z","hostname":"oxz_crucible_da8cd6f5-800f-488f-b0e6-ebcecc4e56ca","pid":23083,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"5444f2fd-bbc6-4b38-a70d-5a2a09296c1c\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/5444f2fd-bbc6-4b38-a70d-5a2a09296c1c\"","v":0,"name":"crucible-agent","level":30,"time":"2025-02-22T01:47:40.845213442Z","hostname":"oxz_crucible_da8cd6f5-800f-488f-b0e6-ebcecc4e56ca","pid":23083,"region":"5444f2fd-bbc6-4b38-a70d-5a2a09296c1c","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"5444f2fd-bbc6-4b38-a70d-5a2a09296c1c\" \"--data\" \"/data/regions/5444f2fd-bbc6-4b38-a70d-5a2a09296c1c\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2025-02-22T01:47:40.845268133Z","hostname":"oxz_crucible_da8cd6f5-800f-488f-b0e6-ebcecc4e56ca","pid":23083,"region":"5444f2fd-bbc6-4b38-a70d-5a2a09296c1c","component":"worker"} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2025-02-22T01:47:40.963862217Z","hostname":"oxz_crucible_da8cd6f5-800f-488f-b0e6-ebcecc4e56ca","pid":23083,"region":"5444f2fd-bbc6-4b38-a70d-5a2a09296c1c","component":"worker"} {"msg":"region 5444f2fd-bbc6-4b38-a70d-5a2a09296c1c state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2025-02-22T01:47:40.963914418Z","hostname":"oxz_crucible_da8cd6f5-800f-488f-b0e6-ebcecc4e56ca","pid":23083,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2025-02-22T01:47:40.96398413Z","hostname":"oxz_crucible_da8cd6f5-800f-488f-b0e6-ebcecc4e56ca","pid":23083,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-5444f2fd-bbc6-4b38-a70d-5a2a09296c1c","v":0,"name":"crucible-agent","level":30,"time":"2025-02-22T01:47:40.965481796Z","hostname":"oxz_crucible_da8cd6f5-800f-488f-b0e6-ebcecc4e56ca","pid":23083,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-5444f2fd-bbc6-4b38-a70d-5a2a09296c1c","v":0,"name":"crucible-agent","level":30,"time":"2025-02-22T01:47:40.975390927Z","hostname":"oxz_crucible_da8cd6f5-800f-488f-b0e6-ebcecc4e56ca","pid":23083,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2025-02-22T01:47:40.989984052Z","hostname":"oxz_crucible_da8cd6f5-800f-488f-b0e6-ebcecc4e56ca","pid":23083,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-5444f2fd-bbc6-4b38-a70d-5a2a09296c1c","v":0,"name":"crucible-agent","level":30,"time":"2025-02-22T01:47:40.996195383Z","hostname":"oxz_crucible_da8cd6f5-800f-488f-b0e6-ebcecc4e56ca","pid":23083,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/5444f2fd-bbc6-4b38-a70d-5a2a09296c1c","v":0,"name":"crucible-agent","level":30,"time":"2025-02-22T01:47:40.996523061Z","hostname":"oxz_crucible_da8cd6f5-800f-488f-b0e6-ebcecc4e56ca","pid":23083,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2025-02-22T01:47:40.996590673Z","hostname":"oxz_crucible_da8cd6f5-800f-488f-b0e6-ebcecc4e56ca","pid":23083,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::17","v":0,"name":"crucible-agent","level":30,"time":"2025-02-22T01:47:40.996640804Z","hostname":"oxz_crucible_da8cd6f5-800f-488f-b0e6-ebcecc4e56ca","pid":23083,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2025-02-22T01:47:40.996692095Z","hostname":"oxz_crucible_da8cd6f5-800f-488f-b0e6-ebcecc4e56ca","pid":23083,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-02-22T01:47:41.004313521Z","hostname":"oxz_crucible_da8cd6f5-800f-488f-b0e6-ebcecc4e56ca","pid":23083,"uri":"/crucible/0/regions","method":"POST","req_id":"9c2342e6-f9a3-4448-b8e5-07870f203bd9","remote_addr":"[fd00:1122:3344:101::b]:54963","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":75,"response_code":"200"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-02-22T01:47:41.004498355Z","hostname":"oxz_crucible_da8cd6f5-800f-488f-b0e6-ebcecc4e56ca","pid":23083,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-02-22T01:47:41.013011182Z","hostname":"oxz_crucible_da8cd6f5-800f-488f-b0e6-ebcecc4e56ca","pid":23083,"component":"worker"} {"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2025-02-22T01:58:37.886941376Z","hostname":"oxz_crucible_da8cd6f5-800f-488f-b0e6-ebcecc4e56ca","pid":23083,"local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::b]:40528"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-02-22T01:58:37.88709142Z","hostname":"oxz_crucible_da8cd6f5-800f-488f-b0e6-ebcecc4e56ca","pid":23083,"uri":"/crucible/0/regions/5444f2fd-bbc6-4b38-a70d-5a2a09296c1c","method":"GET","req_id":"32714738-66ef-43f1-9784-4315df20043e","remote_addr":"[fd00:1122:3344:101::b]:40528","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":52,"response_code":"200"} {"msg":"path is \"/data/regions/5444f2fd-bbc6-4b38-a70d-5a2a09296c1c\"","v":0,"name":"crucible-agent","level":30,"time":"2025-02-22T01:58:37.890327689Z","hostname":"oxz_crucible_da8cd6f5-800f-488f-b0e6-ebcecc4e56ca","pid":23083,"component":"datafile"} {"msg":"dataset is oxp_516b6318-9c27-4413-9ae7-5e1a474a8d3b/crucible/regions/5444f2fd-bbc6-4b38-a70d-5a2a09296c1c","v":0,"name":"crucible-agent","level":30,"time":"2025-02-22T01:58:37.899646785Z","hostname":"oxz_crucible_da8cd6f5-800f-488f-b0e6-ebcecc4e56ca","pid":23083,"component":"datafile"} {"msg":"snapshot is oxp_516b6318-9c27-4413-9ae7-5e1a474a8d3b/crucible/regions/5444f2fd-bbc6-4b38-a70d-5a2a09296c1c@c128378a-f9db-4e1b-a144-6c99137592dd","v":0,"name":"crucible-agent","level":30,"time":"2025-02-22T01:58:37.908303246Z","hostname":"oxz_crucible_da8cd6f5-800f-488f-b0e6-ebcecc4e56ca","pid":23083,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_516b6318-9c27-4413-9ae7-5e1a474a8d3b/crucible/regions/5444f2fd-bbc6-4b38-a70d-5a2a09296c1c\", \"c128378a-f9db-4e1b-a144-6c99137592dd\"]","v":0,"name":"crucible-agent","level":30,"time":"2025-02-22T01:58:37.908331437Z","hostname":"oxz_crucible_da8cd6f5-800f-488f-b0e6-ebcecc4e56ca","pid":23083,"component":"ZfsSnapshotInterface"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-02-22T01:58:37.91873436Z","hostname":"oxz_crucible_da8cd6f5-800f-488f-b0e6-ebcecc4e56ca","pid":23083,"uri":"/crucible/0/regions/5444f2fd-bbc6-4b38-a70d-5a2a09296c1c/snapshots/c128378a-f9db-4e1b-a144-6c99137592dd","method":"GET","req_id":"416309fd-5642-4026-b681-85f59063b9f0","remote_addr":"[fd00:1122:3344:101::b]:40528","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":28984,"response_code":"200"} {"msg":"path is \"/data/regions/5444f2fd-bbc6-4b38-a70d-5a2a09296c1c\"","v":0,"name":"crucible-agent","level":30,"time":"2025-02-22T01:58:37.921719942Z","hostname":"oxz_crucible_da8cd6f5-800f-488f-b0e6-ebcecc4e56ca","pid":23083,"component":"datafile"} {"msg":"dataset is oxp_516b6318-9c27-4413-9ae7-5e1a474a8d3b/crucible/regions/5444f2fd-bbc6-4b38-a70d-5a2a09296c1c","v":0,"name":"crucible-agent","level":30,"time":"2025-02-22T01:58:37.929569413Z","hostname":"oxz_crucible_da8cd6f5-800f-488f-b0e6-ebcecc4e56ca","pid":23083,"component":"datafile"} {"msg":"snapshot is oxp_516b6318-9c27-4413-9ae7-5e1a474a8d3b/crucible/regions/5444f2fd-bbc6-4b38-a70d-5a2a09296c1c@c128378a-f9db-4e1b-a144-6c99137592dd","v":0,"name":"crucible-agent","level":30,"time":"2025-02-22T01:58:37.937110707Z","hostname":"oxz_crucible_da8cd6f5-800f-488f-b0e6-ebcecc4e56ca","pid":23083,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_516b6318-9c27-4413-9ae7-5e1a474a8d3b/crucible/regions/5444f2fd-bbc6-4b38-a70d-5a2a09296c1c\", \"c128378a-f9db-4e1b-a144-6c99137592dd\"]","v":0,"name":"crucible-agent","level":30,"time":"2025-02-22T01:58:37.937137367Z","hostname":"oxz_crucible_da8cd6f5-800f-488f-b0e6-ebcecc4e56ca","pid":23083,"component":"ZfsSnapshotInterface"} {"msg":"requesting running snapshot 5444f2fd-bbc6-4b38-a70d-5a2a09296c1c-c128378a-f9db-4e1b-a144-6c99137592dd state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2025-02-22T01:58:37.945947541Z","hostname":"oxz_crucible_da8cd6f5-800f-488f-b0e6-ebcecc4e56ca","pid":23083,"component":"datafile"} {"msg":"applying SMF actions for region 5444f2fd-bbc6-4b38-a70d-5a2a09296c1c running snapshot c128378a-f9db-4e1b-a144-6c99137592dd (state Requested)...","v":0,"name":"crucible-agent","level":30,"time":"2025-02-22T01:58:37.946619768Z","hostname":"oxz_crucible_da8cd6f5-800f-488f-b0e6-ebcecc4e56ca","pid":23083,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-02-22T01:58:37.946640838Z","hostname":"oxz_crucible_da8cd6f5-800f-488f-b0e6-ebcecc4e56ca","pid":23083,"uri":"/crucible/0/regions/5444f2fd-bbc6-4b38-a70d-5a2a09296c1c/snapshots/c128378a-f9db-4e1b-a144-6c99137592dd/run","method":"POST","req_id":"85b394fb-c58e-4285-ac1d-d32a291a18e9","remote_addr":"[fd00:1122:3344:101::b]:40528","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":25020,"response_code":"200"} {"msg":"creating missing snapshot instance snapshot-5444f2fd-bbc6-4b38-a70d-5a2a09296c1c-c128378a-f9db-4e1b-a144-6c99137592dd","v":0,"name":"crucible-agent","level":30,"time":"2025-02-22T01:58:37.953845434Z","hostname":"oxz_crucible_da8cd6f5-800f-488f-b0e6-ebcecc4e56ca","pid":23083,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:snapshot-5444f2fd-bbc6-4b38-a70d-5a2a09296c1c-c128378a-f9db-4e1b-a144-6c99137592dd","v":0,"name":"crucible-agent","level":30,"time":"2025-02-22T01:58:37.968435118Z","hostname":"oxz_crucible_da8cd6f5-800f-488f-b0e6-ebcecc4e56ca","pid":23083,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:snapshot-5444f2fd-bbc6-4b38-a70d-5a2a09296c1c-c128378a-f9db-4e1b-a144-6c99137592dd","v":0,"name":"crucible-agent","level":30,"time":"2025-02-22T01:58:37.987082322Z","hostname":"oxz_crucible_da8cd6f5-800f-488f-b0e6-ebcecc4e56ca","pid":23083,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/5444f2fd-bbc6-4b38-a70d-5a2a09296c1c/.zfs/snapshot/c128378a-f9db-4e1b-a144-6c99137592dd","v":0,"name":"crucible-agent","level":30,"time":"2025-02-22T01:58:37.9874209Z","hostname":"oxz_crucible_da8cd6f5-800f-488f-b0e6-ebcecc4e56ca","pid":23083,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2025-02-22T01:58:37.987485712Z","hostname":"oxz_crucible_da8cd6f5-800f-488f-b0e6-ebcecc4e56ca","pid":23083,"component":"worker"} {"msg":"ensure mode SCF_TYPE_ASTRING ro","v":0,"name":"crucible-agent","level":30,"time":"2025-02-22T01:58:37.987528262Z","hostname":"oxz_crucible_da8cd6f5-800f-488f-b0e6-ebcecc4e56ca","pid":23083,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::17","v":0,"name":"crucible-agent","level":30,"time":"2025-02-22T01:58:37.987568954Z","hostname":"oxz_crucible_da8cd6f5-800f-488f-b0e6-ebcecc4e56ca","pid":23083,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2025-02-22T01:58:37.987618405Z","hostname":"oxz_crucible_da8cd6f5-800f-488f-b0e6-ebcecc4e56ca","pid":23083,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-02-22T01:58:38.002107127Z","hostname":"oxz_crucible_da8cd6f5-800f-488f-b0e6-ebcecc4e56ca","pid":23083,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-02-22T01:58:38.00799339Z","hostname":"oxz_crucible_da8cd6f5-800f-488f-b0e6-ebcecc4e56ca","pid":23083,"component":"worker"} {"msg":"region 5444f2fd-bbc6-4b38-a70d-5a2a09296c1c running snapshot c128378a-f9db-4e1b-a144-6c99137592dd state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2025-02-22T01:58:38.008017501Z","hostname":"oxz_crucible_da8cd6f5-800f-488f-b0e6-ebcecc4e56ca","pid":23083,"component":"datafile"} {"msg":"path is \"/data/regions/5444f2fd-bbc6-4b38-a70d-5a2a09296c1c\"","v":0,"name":"crucible-agent","level":30,"time":"2025-02-22T01:58:38.151593903Z","hostname":"oxz_crucible_da8cd6f5-800f-488f-b0e6-ebcecc4e56ca","pid":23083,"component":"datafile"} {"msg":"dataset is oxp_516b6318-9c27-4413-9ae7-5e1a474a8d3b/crucible/regions/5444f2fd-bbc6-4b38-a70d-5a2a09296c1c","v":0,"name":"crucible-agent","level":30,"time":"2025-02-22T01:58:38.160871448Z","hostname":"oxz_crucible_da8cd6f5-800f-488f-b0e6-ebcecc4e56ca","pid":23083,"component":"datafile"} {"msg":"snapshot is oxp_516b6318-9c27-4413-9ae7-5e1a474a8d3b/crucible/regions/5444f2fd-bbc6-4b38-a70d-5a2a09296c1c@c128378a-f9db-4e1b-a144-6c99137592dd","v":0,"name":"crucible-agent","level":30,"time":"2025-02-22T01:58:38.168939514Z","hostname":"oxz_crucible_da8cd6f5-800f-488f-b0e6-ebcecc4e56ca","pid":23083,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_516b6318-9c27-4413-9ae7-5e1a474a8d3b/crucible/regions/5444f2fd-bbc6-4b38-a70d-5a2a09296c1c\", \"c128378a-f9db-4e1b-a144-6c99137592dd\"]","v":0,"name":"crucible-agent","level":30,"time":"2025-02-22T01:58:38.168990346Z","hostname":"oxz_crucible_da8cd6f5-800f-488f-b0e6-ebcecc4e56ca","pid":23083,"component":"ZfsSnapshotInterface"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-02-22T01:58:38.17739703Z","hostname":"oxz_crucible_da8cd6f5-800f-488f-b0e6-ebcecc4e56ca","pid":23083,"uri":"/crucible/0/regions/5444f2fd-bbc6-4b38-a70d-5a2a09296c1c/snapshots/c128378a-f9db-4e1b-a144-6c99137592dd/run","method":"POST","req_id":"3086a101-8343-4e14-97bd-53afedcfaca4","remote_addr":"[fd00:1122:3344:101::b]:40528","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":25820,"response_code":"200"} {"msg":"region cfb8034d-78c2-4b4d-bccd-0049b79a39f5 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2025-02-22T01:58:42.426884462Z","hostname":"oxz_crucible_da8cd6f5-800f-488f-b0e6-ebcecc4e56ca","pid":23083,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-02-22T01:58:42.427047376Z","hostname":"oxz_crucible_da8cd6f5-800f-488f-b0e6-ebcecc4e56ca","pid":23083,"uri":"/crucible/0/regions","method":"POST","req_id":"9c93287c-c611-4548-b61a-9741331553bc","remote_addr":"[fd00:1122:3344:101::b]:40528","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":233,"response_code":"200"} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2025-02-22T01:58:42.427086607Z","hostname":"oxz_crucible_da8cd6f5-800f-488f-b0e6-ebcecc4e56ca","pid":23083,"component":"worker"} {"msg":"zfs set reservation of 2684354560 for oxp_516b6318-9c27-4413-9ae7-5e1a474a8d3b/crucible/regions/cfb8034d-78c2-4b4d-bccd-0049b79a39f5","v":0,"name":"crucible-agent","level":30,"time":"2025-02-22T01:58:42.436974607Z","hostname":"oxz_crucible_da8cd6f5-800f-488f-b0e6-ebcecc4e56ca","pid":23083,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_516b6318-9c27-4413-9ae7-5e1a474a8d3b/crucible/regions/cfb8034d-78c2-4b4d-bccd-0049b79a39f5","v":0,"name":"crucible-agent","level":30,"time":"2025-02-22T01:58:42.437008498Z","hostname":"oxz_crucible_da8cd6f5-800f-488f-b0e6-ebcecc4e56ca","pid":23083,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"cfb8034d-78c2-4b4d-bccd-0049b79a39f5\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19002, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/cfb8034d-78c2-4b4d-bccd-0049b79a39f5\"","v":0,"name":"crucible-agent","level":30,"time":"2025-02-22T01:58:42.491892393Z","hostname":"oxz_crucible_da8cd6f5-800f-488f-b0e6-ebcecc4e56ca","pid":23083,"region":"cfb8034d-78c2-4b4d-bccd-0049b79a39f5","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"cfb8034d-78c2-4b4d-bccd-0049b79a39f5\" \"--data\" \"/data/regions/cfb8034d-78c2-4b4d-bccd-0049b79a39f5\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2025-02-22T01:58:42.491954364Z","hostname":"oxz_crucible_da8cd6f5-800f-488f-b0e6-ebcecc4e56ca","pid":23083,"region":"cfb8034d-78c2-4b4d-bccd-0049b79a39f5","component":"worker"} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2025-02-22T01:58:42.605415214Z","hostname":"oxz_crucible_da8cd6f5-800f-488f-b0e6-ebcecc4e56ca","pid":23083,"region":"cfb8034d-78c2-4b4d-bccd-0049b79a39f5","component":"worker"} {"msg":"region cfb8034d-78c2-4b4d-bccd-0049b79a39f5 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2025-02-22T01:58:42.605456865Z","hostname":"oxz_crucible_da8cd6f5-800f-488f-b0e6-ebcecc4e56ca","pid":23083,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2025-02-22T01:58:42.605545747Z","hostname":"oxz_crucible_da8cd6f5-800f-488f-b0e6-ebcecc4e56ca","pid":23083,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-cfb8034d-78c2-4b4d-bccd-0049b79a39f5","v":0,"name":"crucible-agent","level":30,"time":"2025-02-22T01:58:42.607241518Z","hostname":"oxz_crucible_da8cd6f5-800f-488f-b0e6-ebcecc4e56ca","pid":23083,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-cfb8034d-78c2-4b4d-bccd-0049b79a39f5","v":0,"name":"crucible-agent","level":30,"time":"2025-02-22T01:58:42.613523911Z","hostname":"oxz_crucible_da8cd6f5-800f-488f-b0e6-ebcecc4e56ca","pid":23083,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2025-02-22T01:58:42.624682992Z","hostname":"oxz_crucible_da8cd6f5-800f-488f-b0e6-ebcecc4e56ca","pid":23083,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-cfb8034d-78c2-4b4d-bccd-0049b79a39f5","v":0,"name":"crucible-agent","level":30,"time":"2025-02-22T01:58:42.63116486Z","hostname":"oxz_crucible_da8cd6f5-800f-488f-b0e6-ebcecc4e56ca","pid":23083,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/cfb8034d-78c2-4b4d-bccd-0049b79a39f5","v":0,"name":"crucible-agent","level":30,"time":"2025-02-22T01:58:42.631445387Z","hostname":"oxz_crucible_da8cd6f5-800f-488f-b0e6-ebcecc4e56ca","pid":23083,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19002","v":0,"name":"crucible-agent","level":30,"time":"2025-02-22T01:58:42.631514288Z","hostname":"oxz_crucible_da8cd6f5-800f-488f-b0e6-ebcecc4e56ca","pid":23083,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::17","v":0,"name":"crucible-agent","level":30,"time":"2025-02-22T01:58:42.63156513Z","hostname":"oxz_crucible_da8cd6f5-800f-488f-b0e6-ebcecc4e56ca","pid":23083,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2025-02-22T01:58:42.631614211Z","hostname":"oxz_crucible_da8cd6f5-800f-488f-b0e6-ebcecc4e56ca","pid":23083,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-02-22T01:58:42.636330615Z","hostname":"oxz_crucible_da8cd6f5-800f-488f-b0e6-ebcecc4e56ca","pid":23083,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-02-22T01:58:42.647321803Z","hostname":"oxz_crucible_da8cd6f5-800f-488f-b0e6-ebcecc4e56ca","pid":23083,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-02-22T01:58:42.785751949Z","hostname":"oxz_crucible_da8cd6f5-800f-488f-b0e6-ebcecc4e56ca","pid":23083,"uri":"/crucible/0/regions","method":"POST","req_id":"7a357561-3db1-42c6-bb49-eb3ccbd1cad5","remote_addr":"[fd00:1122:3344:101::b]:40528","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":85,"response_code":"200"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-02-22T01:59:09.605792942Z","hostname":"oxz_crucible_da8cd6f5-800f-488f-b0e6-ebcecc4e56ca","pid":23083,"uri":"/crucible/0/regions/cfb8034d-78c2-4b4d-bccd-0049b79a39f5","method":"GET","req_id":"9f26bcb4-bd16-4290-a63d-db7e08880d1e","remote_addr":"[fd00:1122:3344:101::b]:40528","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":65,"response_code":"200"} {"msg":"path is \"/data/regions/cfb8034d-78c2-4b4d-bccd-0049b79a39f5\"","v":0,"name":"crucible-agent","level":30,"time":"2025-02-22T01:59:09.609593445Z","hostname":"oxz_crucible_da8cd6f5-800f-488f-b0e6-ebcecc4e56ca","pid":23083,"component":"datafile"} {"msg":"dataset is oxp_516b6318-9c27-4413-9ae7-5e1a474a8d3b/crucible/regions/cfb8034d-78c2-4b4d-bccd-0049b79a39f5","v":0,"name":"crucible-agent","level":30,"time":"2025-02-22T01:59:09.623099513Z","hostname":"oxz_crucible_da8cd6f5-800f-488f-b0e6-ebcecc4e56ca","pid":23083,"component":"datafile"} {"msg":"region cfb8034d-78c2-4b4d-bccd-0049b79a39f5 state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2025-02-22T01:59:09.632758048Z","hostname":"oxz_crucible_da8cd6f5-800f-488f-b0e6-ebcecc4e56ca","pid":23083,"component":"datafile"} {"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2025-02-22T01:59:09.632935742Z","hostname":"oxz_crucible_da8cd6f5-800f-488f-b0e6-ebcecc4e56ca","pid":23083,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-02-22T01:59:09.632984724Z","hostname":"oxz_crucible_da8cd6f5-800f-488f-b0e6-ebcecc4e56ca","pid":23083,"uri":"/crucible/0/regions/cfb8034d-78c2-4b4d-bccd-0049b79a39f5","method":"DELETE","req_id":"acb01584-ebe9-4ce1-a596-902f4787c220","remote_addr":"[fd00:1122:3344:101::b]:40528","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":23426,"response_code":"204"} {"msg":"disabling downstairs instance: downstairs-cfb8034d-78c2-4b4d-bccd-0049b79a39f5 (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2025-02-22T01:59:09.634608693Z","hostname":"oxz_crucible_da8cd6f5-800f-488f-b0e6-ebcecc4e56ca","pid":23083,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-02-22T01:59:09.636330535Z","hostname":"oxz_crucible_da8cd6f5-800f-488f-b0e6-ebcecc4e56ca","pid":23083,"uri":"/crucible/0/regions/cfb8034d-78c2-4b4d-bccd-0049b79a39f5","method":"GET","req_id":"363e99b9-907f-409b-8866-98bbbe3931ae","remote_addr":"[fd00:1122:3344:101::b]:40528","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":33,"response_code":"200"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-02-22T01:59:09.641115901Z","hostname":"oxz_crucible_da8cd6f5-800f-488f-b0e6-ebcecc4e56ca","pid":23083,"component":"worker"} {"msg":"deleting zfs dataset \"oxp_516b6318-9c27-4413-9ae7-5e1a474a8d3b/crucible/regions/cfb8034d-78c2-4b4d-bccd-0049b79a39f5\"","v":0,"name":"crucible-agent","level":30,"time":"2025-02-22T01:59:09.651945425Z","hostname":"oxz_crucible_da8cd6f5-800f-488f-b0e6-ebcecc4e56ca","pid":23083,"region":"cfb8034d-78c2-4b4d-bccd-0049b79a39f5","component":"worker"} {"msg":"region cfb8034d-78c2-4b4d-bccd-0049b79a39f5 state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2025-02-22T01:59:09.718099474Z","hostname":"oxz_crucible_da8cd6f5-800f-488f-b0e6-ebcecc4e56ca","pid":23083,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-02-22T01:59:09.773564682Z","hostname":"oxz_crucible_da8cd6f5-800f-488f-b0e6-ebcecc4e56ca","pid":23083,"uri":"/crucible/0/regions/cfb8034d-78c2-4b4d-bccd-0049b79a39f5","method":"GET","req_id":"365f1130-fae3-404f-9cce-766aa76001a2","remote_addr":"[fd00:1122:3344:101::b]:40528","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":76,"response_code":"200"}