[ Aug 27 19:02:02 Enabled. ] [ Aug 27 19:02:02 Rereading configuration. ] [ Aug 27 19:02:08 Rereading configuration. ] [ Aug 27 19:02:17 Executing start method ("/opt/oxide/crucible/bin/crucible-agent run -D /opt/oxide/crucible/bin/crucible-downstairs --dataset oxp_c21168f7-9204-4a38-9c41-94555fc3bf91/crucible -l [fd00:1122:3344:101::1a]:32345 -P 19000 -p downstairs -s snapshot"). ] note: configured to log to "/dev/stdout" {"msg":"dataset: \"oxp_c21168f7-9204-4a38-9c41-94555fc3bf91/crucible\"","v":0,"name":"crucible-agent","level":30,"time":"2024-08-27T19:02:17.982282786Z","hostname":"oxz_crucible_116e07d8-bb28-43dc-b2c5-373fb70d2398","pid":25061} {"msg":"listen IP: [fd00:1122:3344:101::1a]:32345","v":0,"name":"crucible-agent","level":30,"time":"2024-08-27T19:02:17.983152464Z","hostname":"oxz_crucible_116e07d8-bb28-43dc-b2c5-373fb70d2398","pid":25061} {"msg":"SMF instance name downstairs_prefix: \"downstairs\"","v":0,"name":"crucible-agent","level":30,"time":"2024-08-27T19:02:17.983165854Z","hostname":"oxz_crucible_116e07d8-bb28-43dc-b2c5-373fb70d2398","pid":25061} {"msg":"Using conf_path:\"/data/crucible.json\"","v":0,"name":"crucible-agent","level":30,"time":"2024-08-27T19:02:17.99961609Z","hostname":"oxz_crucible_116e07d8-bb28-43dc-b2c5-373fb70d2398","pid":25061,"component":"datafile"} {"msg":"listening","v":0,"name":"crucible-agent","level":30,"time":"2024-08-27T19:02:18.162250799Z","hostname":"oxz_crucible_116e07d8-bb28-43dc-b2c5-373fb70d2398","pid":25061,"local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot"} {"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2024-08-27T19:03:03.700693922Z","hostname":"oxz_crucible_116e07d8-bb28-43dc-b2c5-373fb70d2398","pid":25061,"local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:43114"} {"msg":"region 610e4514-b070-47a0-8d89-e283fd3a7fa4 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-08-27T19:03:03.716833911Z","hostname":"oxz_crucible_116e07d8-bb28-43dc-b2c5-373fb70d2398","pid":25061,"component":"datafile"} {"msg":"Region size:1073741824 reservation:1342177280 quota:3221225472","v":0,"name":"crucible-agent","level":30,"time":"2024-08-27T19:03:03.719366303Z","hostname":"oxz_crucible_116e07d8-bb28-43dc-b2c5-373fb70d2398","pid":25061,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-08-27T19:03:03.723451106Z","hostname":"oxz_crucible_116e07d8-bb28-43dc-b2c5-373fb70d2398","pid":25061,"uri":"/crucible/0/regions","method":"POST","req_id":"19e8d141-b909-4a41-9194-2ff5d3361953","remote_addr":"[fd00:1122:3344:101::a]:43114","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":10918,"response_code":"200"} {"msg":"zfs set reservation of 1342177280 for oxp_c21168f7-9204-4a38-9c41-94555fc3bf91/crucible/regions/610e4514-b070-47a0-8d89-e283fd3a7fa4","v":0,"name":"crucible-agent","level":30,"time":"2024-08-27T19:03:03.731123553Z","hostname":"oxz_crucible_116e07d8-bb28-43dc-b2c5-373fb70d2398","pid":25061,"component":"worker"} {"msg":"zfs set quota of 3221225472 for oxp_c21168f7-9204-4a38-9c41-94555fc3bf91/crucible/regions/610e4514-b070-47a0-8d89-e283fd3a7fa4","v":0,"name":"crucible-agent","level":30,"time":"2024-08-27T19:03:03.731141133Z","hostname":"oxz_crucible_116e07d8-bb28-43dc-b2c5-373fb70d2398","pid":25061,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"610e4514-b070-47a0-8d89-e283fd3a7fa4\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 16, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/610e4514-b070-47a0-8d89-e283fd3a7fa4\"","v":0,"name":"crucible-agent","level":30,"time":"2024-08-27T19:03:03.787049674Z","hostname":"oxz_crucible_116e07d8-bb28-43dc-b2c5-373fb70d2398","pid":25061,"region":"610e4514-b070-47a0-8d89-e283fd3a7fa4","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"610e4514-b070-47a0-8d89-e283fd3a7fa4\" \"--data\" \"/data/regions/610e4514-b070-47a0-8d89-e283fd3a7fa4\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"16\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2024-08-27T19:03:03.789253549Z","hostname":"oxz_crucible_116e07d8-bb28-43dc-b2c5-373fb70d2398","pid":25061,"region":"610e4514-b070-47a0-8d89-e283fd3a7fa4","component":"worker"} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2024-08-27T19:03:03.901643073Z","hostname":"oxz_crucible_116e07d8-bb28-43dc-b2c5-373fb70d2398","pid":25061,"region":"610e4514-b070-47a0-8d89-e283fd3a7fa4","component":"worker"} {"msg":"region 610e4514-b070-47a0-8d89-e283fd3a7fa4 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-08-27T19:03:03.901695234Z","hostname":"oxz_crucible_116e07d8-bb28-43dc-b2c5-373fb70d2398","pid":25061,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2024-08-27T19:03:03.901779316Z","hostname":"oxz_crucible_116e07d8-bb28-43dc-b2c5-373fb70d2398","pid":25061,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-610e4514-b070-47a0-8d89-e283fd3a7fa4","v":0,"name":"crucible-agent","level":30,"time":"2024-08-27T19:03:03.902192504Z","hostname":"oxz_crucible_116e07d8-bb28-43dc-b2c5-373fb70d2398","pid":25061,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-610e4514-b070-47a0-8d89-e283fd3a7fa4","v":0,"name":"crucible-agent","level":30,"time":"2024-08-27T19:03:03.907021393Z","hostname":"oxz_crucible_116e07d8-bb28-43dc-b2c5-373fb70d2398","pid":25061,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-08-27T19:03:03.918610079Z","hostname":"oxz_crucible_116e07d8-bb28-43dc-b2c5-373fb70d2398","pid":25061,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-610e4514-b070-47a0-8d89-e283fd3a7fa4","v":0,"name":"crucible-agent","level":30,"time":"2024-08-27T19:03:03.921097Z","hostname":"oxz_crucible_116e07d8-bb28-43dc-b2c5-373fb70d2398","pid":25061,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/610e4514-b070-47a0-8d89-e283fd3a7fa4","v":0,"name":"crucible-agent","level":30,"time":"2024-08-27T19:03:03.923722494Z","hostname":"oxz_crucible_116e07d8-bb28-43dc-b2c5-373fb70d2398","pid":25061,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-08-27T19:03:03.923821686Z","hostname":"oxz_crucible_116e07d8-bb28-43dc-b2c5-373fb70d2398","pid":25061,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::1a","v":0,"name":"crucible-agent","level":30,"time":"2024-08-27T19:03:03.923876277Z","hostname":"oxz_crucible_116e07d8-bb28-43dc-b2c5-373fb70d2398","pid":25061,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-08-27T19:03:03.923926128Z","hostname":"oxz_crucible_116e07d8-bb28-43dc-b2c5-373fb70d2398","pid":25061,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-08-27T19:03:03.931084494Z","hostname":"oxz_crucible_116e07d8-bb28-43dc-b2c5-373fb70d2398","pid":25061,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-08-27T19:03:03.935749589Z","hostname":"oxz_crucible_116e07d8-bb28-43dc-b2c5-373fb70d2398","pid":25061,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-08-27T19:03:03.93626821Z","hostname":"oxz_crucible_116e07d8-bb28-43dc-b2c5-373fb70d2398","pid":25061,"uri":"/crucible/0/regions","method":"POST","req_id":"2474ab2f-fbb9-4726-8982-a5197e225103","remote_addr":"[fd00:1122:3344:101::a]:43114","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":75,"response_code":"200"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-08-27T19:03:04.212555019Z","hostname":"oxz_crucible_116e07d8-bb28-43dc-b2c5-373fb70d2398","pid":25061,"uri":"/crucible/0/regions/610e4514-b070-47a0-8d89-e283fd3a7fa4","method":"GET","req_id":"80592b68-6fbf-4bab-a330-3176f3358b5d","remote_addr":"[fd00:1122:3344:101::a]:43114","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":69,"response_code":"200"} {"msg":"path is \"/data/regions/610e4514-b070-47a0-8d89-e283fd3a7fa4\"","v":0,"name":"crucible-agent","level":30,"time":"2024-08-27T19:03:04.21507693Z","hostname":"oxz_crucible_116e07d8-bb28-43dc-b2c5-373fb70d2398","pid":25061,"component":"datafile"} {"msg":"dataset is oxp_c21168f7-9204-4a38-9c41-94555fc3bf91/crucible/regions/610e4514-b070-47a0-8d89-e283fd3a7fa4","v":0,"name":"crucible-agent","level":30,"time":"2024-08-27T19:03:04.22487132Z","hostname":"oxz_crucible_116e07d8-bb28-43dc-b2c5-373fb70d2398","pid":25061,"component":"datafile"} {"msg":"region 610e4514-b070-47a0-8d89-e283fd3a7fa4 state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2024-08-27T19:03:04.233945215Z","hostname":"oxz_crucible_116e07d8-bb28-43dc-b2c5-373fb70d2398","pid":25061,"component":"datafile"} {"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2024-08-27T19:03:04.234094778Z","hostname":"oxz_crucible_116e07d8-bb28-43dc-b2c5-373fb70d2398","pid":25061,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-08-27T19:03:04.23416252Z","hostname":"oxz_crucible_116e07d8-bb28-43dc-b2c5-373fb70d2398","pid":25061,"uri":"/crucible/0/regions/610e4514-b070-47a0-8d89-e283fd3a7fa4","method":"DELETE","req_id":"ffb159cc-4813-49f2-a88b-52a2af95d4e3","remote_addr":"[fd00:1122:3344:101::a]:43114","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":19820,"response_code":"204"} {"msg":"disabling downstairs instance: downstairs-610e4514-b070-47a0-8d89-e283fd3a7fa4 (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2024-08-27T19:03:04.235296933Z","hostname":"oxz_crucible_116e07d8-bb28-43dc-b2c5-373fb70d2398","pid":25061,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-08-27T19:03:04.236200661Z","hostname":"oxz_crucible_116e07d8-bb28-43dc-b2c5-373fb70d2398","pid":25061,"uri":"/crucible/0/regions/610e4514-b070-47a0-8d89-e283fd3a7fa4","method":"GET","req_id":"a89e9738-211f-447b-bc14-ae7ee342ab89","remote_addr":"[fd00:1122:3344:101::a]:43114","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":31,"response_code":"200"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-08-27T19:03:04.239801975Z","hostname":"oxz_crucible_116e07d8-bb28-43dc-b2c5-373fb70d2398","pid":25061,"component":"worker"} {"msg":"deleting zfs dataset \"oxp_c21168f7-9204-4a38-9c41-94555fc3bf91/crucible/regions/610e4514-b070-47a0-8d89-e283fd3a7fa4\"","v":0,"name":"crucible-agent","level":30,"time":"2024-08-27T19:03:04.249298008Z","hostname":"oxz_crucible_116e07d8-bb28-43dc-b2c5-373fb70d2398","pid":25061,"region":"610e4514-b070-47a0-8d89-e283fd3a7fa4","component":"worker"} {"msg":"region 610e4514-b070-47a0-8d89-e283fd3a7fa4 state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2024-08-27T19:03:04.295681095Z","hostname":"oxz_crucible_116e07d8-bb28-43dc-b2c5-373fb70d2398","pid":25061,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-08-27T19:03:04.368797927Z","hostname":"oxz_crucible_116e07d8-bb28-43dc-b2c5-373fb70d2398","pid":25061,"uri":"/crucible/0/regions/610e4514-b070-47a0-8d89-e283fd3a7fa4","method":"GET","req_id":"7155641e-1549-4e0d-82f5-9621501f97af","remote_addr":"[fd00:1122:3344:101::a]:43114","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":75,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2024-08-27T19:08:48.7535917Z","hostname":"oxz_crucible_116e07d8-bb28-43dc-b2c5-373fb70d2398","pid":25061,"local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:46789"} {"msg":"region 9f5f9300-4561-4a14-b418-a71ddcf068da state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-08-27T19:08:48.753713952Z","hostname":"oxz_crucible_116e07d8-bb28-43dc-b2c5-373fb70d2398","pid":25061,"component":"datafile"} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2024-08-27T19:08:48.760018801Z","hostname":"oxz_crucible_116e07d8-bb28-43dc-b2c5-373fb70d2398","pid":25061,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-08-27T19:08:48.760036921Z","hostname":"oxz_crucible_116e07d8-bb28-43dc-b2c5-373fb70d2398","pid":25061,"uri":"/crucible/0/regions","method":"POST","req_id":"b32aa7e8-b556-44b1-b301-73b38ba59f1f","remote_addr":"[fd00:1122:3344:101::a]:46789","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":6388,"response_code":"200"} {"msg":"zfs set reservation of 2684354560 for oxp_c21168f7-9204-4a38-9c41-94555fc3bf91/crucible/regions/9f5f9300-4561-4a14-b418-a71ddcf068da","v":0,"name":"crucible-agent","level":30,"time":"2024-08-27T19:08:48.777071739Z","hostname":"oxz_crucible_116e07d8-bb28-43dc-b2c5-373fb70d2398","pid":25061,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_c21168f7-9204-4a38-9c41-94555fc3bf91/crucible/regions/9f5f9300-4561-4a14-b418-a71ddcf068da","v":0,"name":"crucible-agent","level":30,"time":"2024-08-27T19:08:48.77711417Z","hostname":"oxz_crucible_116e07d8-bb28-43dc-b2c5-373fb70d2398","pid":25061,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"9f5f9300-4561-4a14-b418-a71ddcf068da\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/9f5f9300-4561-4a14-b418-a71ddcf068da\"","v":0,"name":"crucible-agent","level":30,"time":"2024-08-27T19:08:48.875932377Z","hostname":"oxz_crucible_116e07d8-bb28-43dc-b2c5-373fb70d2398","pid":25061,"region":"9f5f9300-4561-4a14-b418-a71ddcf068da","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"9f5f9300-4561-4a14-b418-a71ddcf068da\" \"--data\" \"/data/regions/9f5f9300-4561-4a14-b418-a71ddcf068da\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2024-08-27T19:08:48.875983658Z","hostname":"oxz_crucible_116e07d8-bb28-43dc-b2c5-373fb70d2398","pid":25061,"region":"9f5f9300-4561-4a14-b418-a71ddcf068da","component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-08-27T19:08:49.137689649Z","hostname":"oxz_crucible_116e07d8-bb28-43dc-b2c5-373fb70d2398","pid":25061,"uri":"/crucible/0/regions","method":"POST","req_id":"55177f59-622a-4bf7-b808-d5a12b631deb","remote_addr":"[fd00:1122:3344:101::a]:46789","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":89,"response_code":"200"} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2024-08-27T19:08:49.308152019Z","hostname":"oxz_crucible_116e07d8-bb28-43dc-b2c5-373fb70d2398","pid":25061,"region":"9f5f9300-4561-4a14-b418-a71ddcf068da","component":"worker"} {"msg":"region 9f5f9300-4561-4a14-b418-a71ddcf068da state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-08-27T19:08:49.30818066Z","hostname":"oxz_crucible_116e07d8-bb28-43dc-b2c5-373fb70d2398","pid":25061,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2024-08-27T19:08:49.308387374Z","hostname":"oxz_crucible_116e07d8-bb28-43dc-b2c5-373fb70d2398","pid":25061,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-9f5f9300-4561-4a14-b418-a71ddcf068da","v":0,"name":"crucible-agent","level":30,"time":"2024-08-27T19:08:49.309925725Z","hostname":"oxz_crucible_116e07d8-bb28-43dc-b2c5-373fb70d2398","pid":25061,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-9f5f9300-4561-4a14-b418-a71ddcf068da","v":0,"name":"crucible-agent","level":30,"time":"2024-08-27T19:08:49.316303075Z","hostname":"oxz_crucible_116e07d8-bb28-43dc-b2c5-373fb70d2398","pid":25061,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-08-27T19:08:49.387311575Z","hostname":"oxz_crucible_116e07d8-bb28-43dc-b2c5-373fb70d2398","pid":25061,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-9f5f9300-4561-4a14-b418-a71ddcf068da","v":0,"name":"crucible-agent","level":30,"time":"2024-08-27T19:08:49.39931533Z","hostname":"oxz_crucible_116e07d8-bb28-43dc-b2c5-373fb70d2398","pid":25061,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/9f5f9300-4561-4a14-b418-a71ddcf068da","v":0,"name":"crucible-agent","level":30,"time":"2024-08-27T19:08:49.399540424Z","hostname":"oxz_crucible_116e07d8-bb28-43dc-b2c5-373fb70d2398","pid":25061,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-08-27T19:08:49.399605275Z","hostname":"oxz_crucible_116e07d8-bb28-43dc-b2c5-373fb70d2398","pid":25061,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::1a","v":0,"name":"crucible-agent","level":30,"time":"2024-08-27T19:08:49.399655927Z","hostname":"oxz_crucible_116e07d8-bb28-43dc-b2c5-373fb70d2398","pid":25061,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-08-27T19:08:49.399706537Z","hostname":"oxz_crucible_116e07d8-bb28-43dc-b2c5-373fb70d2398","pid":25061,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-08-27T19:08:49.425466242Z","hostname":"oxz_crucible_116e07d8-bb28-43dc-b2c5-373fb70d2398","pid":25061,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-08-27T19:08:49.439584751Z","hostname":"oxz_crucible_116e07d8-bb28-43dc-b2c5-373fb70d2398","pid":25061,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-08-27T19:08:49.728320944Z","hostname":"oxz_crucible_116e07d8-bb28-43dc-b2c5-373fb70d2398","pid":25061,"uri":"/crucible/0/regions","method":"POST","req_id":"a9454fa2-c648-42f9-b619-6c6c7984504e","remote_addr":"[fd00:1122:3344:101::a]:46789","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":51,"response_code":"200"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-08-27T19:09:18.577262808Z","hostname":"oxz_crucible_116e07d8-bb28-43dc-b2c5-373fb70d2398","pid":25061,"uri":"/crucible/0/regions/9f5f9300-4561-4a14-b418-a71ddcf068da","method":"GET","req_id":"974e63c3-45c6-4369-b3f1-7bc1c752f227","remote_addr":"[fd00:1122:3344:101::a]:46789","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":52,"response_code":"200"} {"msg":"path is \"/data/regions/9f5f9300-4561-4a14-b418-a71ddcf068da\"","v":0,"name":"crucible-agent","level":30,"time":"2024-08-27T19:09:18.580128816Z","hostname":"oxz_crucible_116e07d8-bb28-43dc-b2c5-373fb70d2398","pid":25061,"component":"datafile"} {"msg":"dataset is oxp_c21168f7-9204-4a38-9c41-94555fc3bf91/crucible/regions/9f5f9300-4561-4a14-b418-a71ddcf068da","v":0,"name":"crucible-agent","level":30,"time":"2024-08-27T19:09:18.591537836Z","hostname":"oxz_crucible_116e07d8-bb28-43dc-b2c5-373fb70d2398","pid":25061,"component":"datafile"} {"msg":"region 9f5f9300-4561-4a14-b418-a71ddcf068da state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2024-08-27T19:09:18.600999283Z","hostname":"oxz_crucible_116e07d8-bb28-43dc-b2c5-373fb70d2398","pid":25061,"component":"datafile"} {"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2024-08-27T19:09:18.601164295Z","hostname":"oxz_crucible_116e07d8-bb28-43dc-b2c5-373fb70d2398","pid":25061,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-08-27T19:09:18.601219712Z","hostname":"oxz_crucible_116e07d8-bb28-43dc-b2c5-373fb70d2398","pid":25061,"uri":"/crucible/0/regions/9f5f9300-4561-4a14-b418-a71ddcf068da","method":"DELETE","req_id":"1dce9d5d-3b11-43df-8d23-1f51f276506e","remote_addr":"[fd00:1122:3344:101::a]:46789","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":21080,"response_code":"204"} {"msg":"disabling downstairs instance: downstairs-9f5f9300-4561-4a14-b418-a71ddcf068da (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2024-08-27T19:09:18.60275838Z","hostname":"oxz_crucible_116e07d8-bb28-43dc-b2c5-373fb70d2398","pid":25061,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-08-27T19:09:18.604192035Z","hostname":"oxz_crucible_116e07d8-bb28-43dc-b2c5-373fb70d2398","pid":25061,"uri":"/crucible/0/regions/9f5f9300-4561-4a14-b418-a71ddcf068da","method":"GET","req_id":"01e90411-f76c-47b6-bc1d-642aa934d2b2","remote_addr":"[fd00:1122:3344:101::a]:46789","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":29,"response_code":"200"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-08-27T19:09:18.610179162Z","hostname":"oxz_crucible_116e07d8-bb28-43dc-b2c5-373fb70d2398","pid":25061,"component":"worker"} {"msg":"deleting zfs dataset \"oxp_c21168f7-9204-4a38-9c41-94555fc3bf91/crucible/regions/9f5f9300-4561-4a14-b418-a71ddcf068da\"","v":0,"name":"crucible-agent","level":30,"time":"2024-08-27T19:09:18.619596224Z","hostname":"oxz_crucible_116e07d8-bb28-43dc-b2c5-373fb70d2398","pid":25061,"region":"9f5f9300-4561-4a14-b418-a71ddcf068da","component":"worker"} {"msg":"region 9f5f9300-4561-4a14-b418-a71ddcf068da state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2024-08-27T19:09:18.675032183Z","hostname":"oxz_crucible_116e07d8-bb28-43dc-b2c5-373fb70d2398","pid":25061,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-08-27T19:09:18.721428145Z","hostname":"oxz_crucible_116e07d8-bb28-43dc-b2c5-373fb70d2398","pid":25061,"uri":"/crucible/0/regions/9f5f9300-4561-4a14-b418-a71ddcf068da","method":"GET","req_id":"15ce8bc3-2d33-4d4c-b20e-922968237dc9","remote_addr":"[fd00:1122:3344:101::a]:46789","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":596,"response_code":"200"}