[ Aug 23 04:22:29 Enabled. ] [ Aug 23 04:22:29 Rereading configuration. ] [ Aug 23 04:22:30 Rereading configuration. ] [ Aug 23 04:22:31 Executing start method ("/opt/oxide/crucible/bin/crucible-agent run -D /opt/oxide/crucible/bin/crucible-downstairs --dataset oxp_c3a71242-92e0-4e57-ae6d-9a7902180287/crucible -l [fd00:1122:3344:101::12]:32345 -P 19000 -p downstairs -s snapshot"). ] note: configured to log to "/dev/stdout" {"msg":"dataset: \"oxp_c3a71242-92e0-4e57-ae6d-9a7902180287/crucible\"","v":0,"name":"crucible-agent","level":30,"time":"2024-08-23T04:22:31.962332572Z","hostname":"oxz_crucible_7ae58531-65aa-4094-a0d4-0bd48de05bf1","pid":20094} {"msg":"listen IP: [fd00:1122:3344:101::12]:32345","v":0,"name":"crucible-agent","level":30,"time":"2024-08-23T04:22:31.963306615Z","hostname":"oxz_crucible_7ae58531-65aa-4094-a0d4-0bd48de05bf1","pid":20094} {"msg":"SMF instance name downstairs_prefix: \"downstairs\"","v":0,"name":"crucible-agent","level":30,"time":"2024-08-23T04:22:31.963314815Z","hostname":"oxz_crucible_7ae58531-65aa-4094-a0d4-0bd48de05bf1","pid":20094} {"msg":"Using conf_path:\"/data/crucible.json\"","v":0,"name":"crucible-agent","level":30,"time":"2024-08-23T04:22:31.98802515Z","hostname":"oxz_crucible_7ae58531-65aa-4094-a0d4-0bd48de05bf1","pid":20094,"component":"datafile"} {"msg":"listening","v":0,"name":"crucible-agent","level":30,"time":"2024-08-23T04:22:32.127642036Z","hostname":"oxz_crucible_7ae58531-65aa-4094-a0d4-0bd48de05bf1","pid":20094,"local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot"} {"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2024-08-23T04:23:29.641783914Z","hostname":"oxz_crucible_7ae58531-65aa-4094-a0d4-0bd48de05bf1","pid":20094,"local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:55121"} {"msg":"region d290a903-b5b4-4c29-b6aa-ad1ac525515c state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-08-23T04:23:29.664380837Z","hostname":"oxz_crucible_7ae58531-65aa-4094-a0d4-0bd48de05bf1","pid":20094,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-08-23T04:23:29.67098813Z","hostname":"oxz_crucible_7ae58531-65aa-4094-a0d4-0bd48de05bf1","pid":20094,"uri":"/crucible/0/regions","method":"POST","req_id":"12469d8d-5074-4db7-8fc6-2469d92609ca","remote_addr":"[fd00:1122:3344:101::a]:55121","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":15130,"response_code":"200"} {"msg":"Region size:1073741824 reservation:1342177280 quota:3221225472","v":0,"name":"crucible-agent","level":30,"time":"2024-08-23T04:23:29.671049362Z","hostname":"oxz_crucible_7ae58531-65aa-4094-a0d4-0bd48de05bf1","pid":20094,"component":"worker"} {"msg":"zfs set reservation of 1342177280 for oxp_c3a71242-92e0-4e57-ae6d-9a7902180287/crucible/regions/d290a903-b5b4-4c29-b6aa-ad1ac525515c","v":0,"name":"crucible-agent","level":30,"time":"2024-08-23T04:23:29.68371879Z","hostname":"oxz_crucible_7ae58531-65aa-4094-a0d4-0bd48de05bf1","pid":20094,"component":"worker"} {"msg":"zfs set quota of 3221225472 for oxp_c3a71242-92e0-4e57-ae6d-9a7902180287/crucible/regions/d290a903-b5b4-4c29-b6aa-ad1ac525515c","v":0,"name":"crucible-agent","level":30,"time":"2024-08-23T04:23:29.683750002Z","hostname":"oxz_crucible_7ae58531-65aa-4094-a0d4-0bd48de05bf1","pid":20094,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"d290a903-b5b4-4c29-b6aa-ad1ac525515c\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 16, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/d290a903-b5b4-4c29-b6aa-ad1ac525515c\"","v":0,"name":"crucible-agent","level":30,"time":"2024-08-23T04:23:29.732899491Z","hostname":"oxz_crucible_7ae58531-65aa-4094-a0d4-0bd48de05bf1","pid":20094,"region":"d290a903-b5b4-4c29-b6aa-ad1ac525515c","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"d290a903-b5b4-4c29-b6aa-ad1ac525515c\" \"--data\" \"/data/regions/d290a903-b5b4-4c29-b6aa-ad1ac525515c\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"16\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2024-08-23T04:23:29.734811216Z","hostname":"oxz_crucible_7ae58531-65aa-4094-a0d4-0bd48de05bf1","pid":20094,"region":"d290a903-b5b4-4c29-b6aa-ad1ac525515c","component":"worker"} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2024-08-23T04:23:29.906940419Z","hostname":"oxz_crucible_7ae58531-65aa-4094-a0d4-0bd48de05bf1","pid":20094,"region":"d290a903-b5b4-4c29-b6aa-ad1ac525515c","component":"worker"} {"msg":"region d290a903-b5b4-4c29-b6aa-ad1ac525515c state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-08-23T04:23:29.906989691Z","hostname":"oxz_crucible_7ae58531-65aa-4094-a0d4-0bd48de05bf1","pid":20094,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2024-08-23T04:23:29.907068323Z","hostname":"oxz_crucible_7ae58531-65aa-4094-a0d4-0bd48de05bf1","pid":20094,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-d290a903-b5b4-4c29-b6aa-ad1ac525515c","v":0,"name":"crucible-agent","level":30,"time":"2024-08-23T04:23:29.907448136Z","hostname":"oxz_crucible_7ae58531-65aa-4094-a0d4-0bd48de05bf1","pid":20094,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-d290a903-b5b4-4c29-b6aa-ad1ac525515c","v":0,"name":"crucible-agent","level":30,"time":"2024-08-23T04:23:29.912184666Z","hostname":"oxz_crucible_7ae58531-65aa-4094-a0d4-0bd48de05bf1","pid":20094,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-08-23T04:23:29.928220158Z","hostname":"oxz_crucible_7ae58531-65aa-4094-a0d4-0bd48de05bf1","pid":20094,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-d290a903-b5b4-4c29-b6aa-ad1ac525515c","v":0,"name":"crucible-agent","level":30,"time":"2024-08-23T04:23:29.931765027Z","hostname":"oxz_crucible_7ae58531-65aa-4094-a0d4-0bd48de05bf1","pid":20094,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/d290a903-b5b4-4c29-b6aa-ad1ac525515c","v":0,"name":"crucible-agent","level":30,"time":"2024-08-23T04:23:29.939702786Z","hostname":"oxz_crucible_7ae58531-65aa-4094-a0d4-0bd48de05bf1","pid":20094,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-08-23T04:23:29.941658092Z","hostname":"oxz_crucible_7ae58531-65aa-4094-a0d4-0bd48de05bf1","pid":20094,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::12","v":0,"name":"crucible-agent","level":30,"time":"2024-08-23T04:23:29.941719024Z","hostname":"oxz_crucible_7ae58531-65aa-4094-a0d4-0bd48de05bf1","pid":20094,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-08-23T04:23:29.941761585Z","hostname":"oxz_crucible_7ae58531-65aa-4094-a0d4-0bd48de05bf1","pid":20094,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-08-23T04:23:29.945341036Z","hostname":"oxz_crucible_7ae58531-65aa-4094-a0d4-0bd48de05bf1","pid":20094,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-08-23T04:23:29.949463475Z","hostname":"oxz_crucible_7ae58531-65aa-4094-a0d4-0bd48de05bf1","pid":20094,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-08-23T04:23:30.035069917Z","hostname":"oxz_crucible_7ae58531-65aa-4094-a0d4-0bd48de05bf1","pid":20094,"uri":"/crucible/0/regions","method":"POST","req_id":"f453752b-6371-47e2-bc18-b26d6826a466","remote_addr":"[fd00:1122:3344:101::a]:55121","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":82,"response_code":"200"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-08-23T04:23:30.813453698Z","hostname":"oxz_crucible_7ae58531-65aa-4094-a0d4-0bd48de05bf1","pid":20094,"uri":"/crucible/0/regions/d290a903-b5b4-4c29-b6aa-ad1ac525515c","method":"GET","req_id":"279e6673-bf83-44cc-872f-b96a37393554","remote_addr":"[fd00:1122:3344:101::a]:55121","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":56,"response_code":"200"} {"msg":"path is \"/data/regions/d290a903-b5b4-4c29-b6aa-ad1ac525515c\"","v":0,"name":"crucible-agent","level":30,"time":"2024-08-23T04:23:30.815649242Z","hostname":"oxz_crucible_7ae58531-65aa-4094-a0d4-0bd48de05bf1","pid":20094,"component":"datafile"} {"msg":"dataset is oxp_c3a71242-92e0-4e57-ae6d-9a7902180287/crucible/regions/d290a903-b5b4-4c29-b6aa-ad1ac525515c","v":0,"name":"crucible-agent","level":30,"time":"2024-08-23T04:23:30.824580874Z","hostname":"oxz_crucible_7ae58531-65aa-4094-a0d4-0bd48de05bf1","pid":20094,"component":"datafile"} {"msg":"region d290a903-b5b4-4c29-b6aa-ad1ac525515c state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2024-08-23T04:23:30.83245506Z","hostname":"oxz_crucible_7ae58531-65aa-4094-a0d4-0bd48de05bf1","pid":20094,"component":"datafile"} {"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2024-08-23T04:23:30.832600924Z","hostname":"oxz_crucible_7ae58531-65aa-4094-a0d4-0bd48de05bf1","pid":20094,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-08-23T04:23:30.832674327Z","hostname":"oxz_crucible_7ae58531-65aa-4094-a0d4-0bd48de05bf1","pid":20094,"uri":"/crucible/0/regions/d290a903-b5b4-4c29-b6aa-ad1ac525515c","method":"DELETE","req_id":"7dd9ccf1-80c5-49c3-88bb-f58fde0d0c81","remote_addr":"[fd00:1122:3344:101::a]:55121","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":17044,"response_code":"204"} {"msg":"disabling downstairs instance: downstairs-d290a903-b5b4-4c29-b6aa-ad1ac525515c (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2024-08-23T04:23:30.833720262Z","hostname":"oxz_crucible_7ae58531-65aa-4094-a0d4-0bd48de05bf1","pid":20094,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-08-23T04:23:30.83512991Z","hostname":"oxz_crucible_7ae58531-65aa-4094-a0d4-0bd48de05bf1","pid":20094,"uri":"/crucible/0/regions/d290a903-b5b4-4c29-b6aa-ad1ac525515c","method":"GET","req_id":"233a7780-6d93-4257-8187-2b0018ffb5c1","remote_addr":"[fd00:1122:3344:101::a]:55121","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":22,"response_code":"200"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-08-23T04:23:30.837756688Z","hostname":"oxz_crucible_7ae58531-65aa-4094-a0d4-0bd48de05bf1","pid":20094,"component":"worker"} {"msg":"deleting zfs dataset \"oxp_c3a71242-92e0-4e57-ae6d-9a7902180287/crucible/regions/d290a903-b5b4-4c29-b6aa-ad1ac525515c\"","v":0,"name":"crucible-agent","level":30,"time":"2024-08-23T04:23:30.848014055Z","hostname":"oxz_crucible_7ae58531-65aa-4094-a0d4-0bd48de05bf1","pid":20094,"region":"d290a903-b5b4-4c29-b6aa-ad1ac525515c","component":"worker"} {"msg":"region d290a903-b5b4-4c29-b6aa-ad1ac525515c state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2024-08-23T04:23:30.899885647Z","hostname":"oxz_crucible_7ae58531-65aa-4094-a0d4-0bd48de05bf1","pid":20094,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-08-23T04:23:30.915697601Z","hostname":"oxz_crucible_7ae58531-65aa-4094-a0d4-0bd48de05bf1","pid":20094,"uri":"/crucible/0/regions/d290a903-b5b4-4c29-b6aa-ad1ac525515c","method":"GET","req_id":"54df6333-05e7-4cbb-9cf3-c92d6105a11a","remote_addr":"[fd00:1122:3344:101::a]:55121","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":653,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2024-08-23T04:28:46.347338032Z","hostname":"oxz_crucible_7ae58531-65aa-4094-a0d4-0bd48de05bf1","pid":20094,"local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:53514"} {"msg":"region f29ae413-f1a5-4d24-93d3-cabe86325c4d state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-08-23T04:28:46.347469437Z","hostname":"oxz_crucible_7ae58531-65aa-4094-a0d4-0bd48de05bf1","pid":20094,"component":"datafile"} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2024-08-23T04:28:46.347994214Z","hostname":"oxz_crucible_7ae58531-65aa-4094-a0d4-0bd48de05bf1","pid":20094,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-08-23T04:28:46.348011955Z","hostname":"oxz_crucible_7ae58531-65aa-4094-a0d4-0bd48de05bf1","pid":20094,"uri":"/crucible/0/regions","method":"POST","req_id":"65ba4c9d-2369-42ba-813a-ef4629ea0d97","remote_addr":"[fd00:1122:3344:101::a]:53514","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":624,"response_code":"200"} {"msg":"zfs set reservation of 2684354560 for oxp_c3a71242-92e0-4e57-ae6d-9a7902180287/crucible/regions/f29ae413-f1a5-4d24-93d3-cabe86325c4d","v":0,"name":"crucible-agent","level":30,"time":"2024-08-23T04:28:46.358456648Z","hostname":"oxz_crucible_7ae58531-65aa-4094-a0d4-0bd48de05bf1","pid":20094,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_c3a71242-92e0-4e57-ae6d-9a7902180287/crucible/regions/f29ae413-f1a5-4d24-93d3-cabe86325c4d","v":0,"name":"crucible-agent","level":30,"time":"2024-08-23T04:28:46.358488339Z","hostname":"oxz_crucible_7ae58531-65aa-4094-a0d4-0bd48de05bf1","pid":20094,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"f29ae413-f1a5-4d24-93d3-cabe86325c4d\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/f29ae413-f1a5-4d24-93d3-cabe86325c4d\"","v":0,"name":"crucible-agent","level":30,"time":"2024-08-23T04:28:46.460141552Z","hostname":"oxz_crucible_7ae58531-65aa-4094-a0d4-0bd48de05bf1","pid":20094,"region":"f29ae413-f1a5-4d24-93d3-cabe86325c4d","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"f29ae413-f1a5-4d24-93d3-cabe86325c4d\" \"--data\" \"/data/regions/f29ae413-f1a5-4d24-93d3-cabe86325c4d\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2024-08-23T04:28:46.462470171Z","hostname":"oxz_crucible_7ae58531-65aa-4094-a0d4-0bd48de05bf1","pid":20094,"region":"f29ae413-f1a5-4d24-93d3-cabe86325c4d","component":"worker"} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2024-08-23T04:28:46.619004968Z","hostname":"oxz_crucible_7ae58531-65aa-4094-a0d4-0bd48de05bf1","pid":20094,"region":"f29ae413-f1a5-4d24-93d3-cabe86325c4d","component":"worker"} {"msg":"region f29ae413-f1a5-4d24-93d3-cabe86325c4d state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-08-23T04:28:46.619040569Z","hostname":"oxz_crucible_7ae58531-65aa-4094-a0d4-0bd48de05bf1","pid":20094,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2024-08-23T04:28:46.619168864Z","hostname":"oxz_crucible_7ae58531-65aa-4094-a0d4-0bd48de05bf1","pid":20094,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-f29ae413-f1a5-4d24-93d3-cabe86325c4d","v":0,"name":"crucible-agent","level":30,"time":"2024-08-23T04:28:46.6208427Z","hostname":"oxz_crucible_7ae58531-65aa-4094-a0d4-0bd48de05bf1","pid":20094,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-f29ae413-f1a5-4d24-93d3-cabe86325c4d","v":0,"name":"crucible-agent","level":30,"time":"2024-08-23T04:28:46.630120183Z","hostname":"oxz_crucible_7ae58531-65aa-4094-a0d4-0bd48de05bf1","pid":20094,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-08-23T04:28:46.652879942Z","hostname":"oxz_crucible_7ae58531-65aa-4094-a0d4-0bd48de05bf1","pid":20094,"uri":"/crucible/0/regions","method":"POST","req_id":"8ba7925d-d73c-4ab3-a364-971f7f8589ca","remote_addr":"[fd00:1122:3344:101::a]:53514","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":72,"response_code":"200"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-08-23T04:28:46.667592299Z","hostname":"oxz_crucible_7ae58531-65aa-4094-a0d4-0bd48de05bf1","pid":20094,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-f29ae413-f1a5-4d24-93d3-cabe86325c4d","v":0,"name":"crucible-agent","level":30,"time":"2024-08-23T04:28:46.681913413Z","hostname":"oxz_crucible_7ae58531-65aa-4094-a0d4-0bd48de05bf1","pid":20094,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/f29ae413-f1a5-4d24-93d3-cabe86325c4d","v":0,"name":"crucible-agent","level":30,"time":"2024-08-23T04:28:46.682194012Z","hostname":"oxz_crucible_7ae58531-65aa-4094-a0d4-0bd48de05bf1","pid":20094,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-08-23T04:28:46.682249524Z","hostname":"oxz_crucible_7ae58531-65aa-4094-a0d4-0bd48de05bf1","pid":20094,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::12","v":0,"name":"crucible-agent","level":30,"time":"2024-08-23T04:28:46.682290186Z","hostname":"oxz_crucible_7ae58531-65aa-4094-a0d4-0bd48de05bf1","pid":20094,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-08-23T04:28:46.682330837Z","hostname":"oxz_crucible_7ae58531-65aa-4094-a0d4-0bd48de05bf1","pid":20094,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-08-23T04:28:46.695058657Z","hostname":"oxz_crucible_7ae58531-65aa-4094-a0d4-0bd48de05bf1","pid":20094,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-08-23T04:28:46.705161868Z","hostname":"oxz_crucible_7ae58531-65aa-4094-a0d4-0bd48de05bf1","pid":20094,"component":"worker"} {"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2024-08-23T04:28:47.346270222Z","hostname":"oxz_crucible_7ae58531-65aa-4094-a0d4-0bd48de05bf1","pid":20094,"local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::c]:41862"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-08-23T04:28:47.346410107Z","hostname":"oxz_crucible_7ae58531-65aa-4094-a0d4-0bd48de05bf1","pid":20094,"uri":"/crucible/0/regions/f29ae413-f1a5-4d24-93d3-cabe86325c4d","method":"GET","req_id":"8e777458-aca7-4922-a2e1-155464f7f548","remote_addr":"[fd00:1122:3344:101::c]:41862","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":48,"response_code":"200"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-08-23T04:29:26.912591102Z","hostname":"oxz_crucible_7ae58531-65aa-4094-a0d4-0bd48de05bf1","pid":20094,"uri":"/crucible/0/regions/f29ae413-f1a5-4d24-93d3-cabe86325c4d","method":"GET","req_id":"865583ce-6b5f-499f-a059-b368ca5b8ba0","remote_addr":"[fd00:1122:3344:101::a]:53514","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":50,"response_code":"200"} {"msg":"path is \"/data/regions/f29ae413-f1a5-4d24-93d3-cabe86325c4d\"","v":0,"name":"crucible-agent","level":30,"time":"2024-08-23T04:29:26.915047636Z","hostname":"oxz_crucible_7ae58531-65aa-4094-a0d4-0bd48de05bf1","pid":20094,"component":"datafile"} {"msg":"dataset is oxp_c3a71242-92e0-4e57-ae6d-9a7902180287/crucible/regions/f29ae413-f1a5-4d24-93d3-cabe86325c4d","v":0,"name":"crucible-agent","level":30,"time":"2024-08-23T04:29:26.925093645Z","hostname":"oxz_crucible_7ae58531-65aa-4094-a0d4-0bd48de05bf1","pid":20094,"component":"datafile"} {"msg":"region f29ae413-f1a5-4d24-93d3-cabe86325c4d state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2024-08-23T04:29:26.933103506Z","hostname":"oxz_crucible_7ae58531-65aa-4094-a0d4-0bd48de05bf1","pid":20094,"component":"datafile"} {"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2024-08-23T04:29:26.933315502Z","hostname":"oxz_crucible_7ae58531-65aa-4094-a0d4-0bd48de05bf1","pid":20094,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-08-23T04:29:26.933391605Z","hostname":"oxz_crucible_7ae58531-65aa-4094-a0d4-0bd48de05bf1","pid":20094,"uri":"/crucible/0/regions/f29ae413-f1a5-4d24-93d3-cabe86325c4d","method":"DELETE","req_id":"bb055fe8-393e-4e18-b0c0-3e9b7e58a218","remote_addr":"[fd00:1122:3344:101::a]:53514","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":18364,"response_code":"204"} {"msg":"disabling downstairs instance: downstairs-f29ae413-f1a5-4d24-93d3-cabe86325c4d (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2024-08-23T04:29:26.934981309Z","hostname":"oxz_crucible_7ae58531-65aa-4094-a0d4-0bd48de05bf1","pid":20094,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-08-23T04:29:26.936456969Z","hostname":"oxz_crucible_7ae58531-65aa-4094-a0d4-0bd48de05bf1","pid":20094,"uri":"/crucible/0/regions/f29ae413-f1a5-4d24-93d3-cabe86325c4d","method":"GET","req_id":"3649b689-1b1d-442a-aa71-4ef0a8dd8ccb","remote_addr":"[fd00:1122:3344:101::a]:53514","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":632,"response_code":"200"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-08-23T04:29:26.940452914Z","hostname":"oxz_crucible_7ae58531-65aa-4094-a0d4-0bd48de05bf1","pid":20094,"component":"worker"} {"msg":"deleting zfs dataset \"oxp_c3a71242-92e0-4e57-ae6d-9a7902180287/crucible/regions/f29ae413-f1a5-4d24-93d3-cabe86325c4d\"","v":0,"name":"crucible-agent","level":30,"time":"2024-08-23T04:29:26.949785229Z","hostname":"oxz_crucible_7ae58531-65aa-4094-a0d4-0bd48de05bf1","pid":20094,"region":"f29ae413-f1a5-4d24-93d3-cabe86325c4d","component":"worker"} {"msg":"region f29ae413-f1a5-4d24-93d3-cabe86325c4d state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2024-08-23T04:29:26.997346915Z","hostname":"oxz_crucible_7ae58531-65aa-4094-a0d4-0bd48de05bf1","pid":20094,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-08-23T04:29:27.054454544Z","hostname":"oxz_crucible_7ae58531-65aa-4094-a0d4-0bd48de05bf1","pid":20094,"uri":"/crucible/0/regions/f29ae413-f1a5-4d24-93d3-cabe86325c4d","method":"GET","req_id":"cebff00d-f195-40db-b602-aabce180846d","remote_addr":"[fd00:1122:3344:101::a]:53514","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":84,"response_code":"200"}