[ Aug 22 02:17:51 Enabled. ]
[ Aug 22 02:17:51 Rereading configuration. ]
[ Aug 22 02:17:53 Rereading configuration. ]
[ Aug 22 02:17:56 Executing start method ("/opt/oxide/crucible/bin/crucible-agent run -D /opt/oxide/crucible/bin/crucible-downstairs --dataset oxp_a3847786-8a2e-45ee-87a5-075f35fc7eea/crucible -l [fd00:1122:3344:101::12]:32345 -P 19000 -p downstairs -s snapshot"). ]
note: configured to log to "/dev/stdout"
{"msg":"dataset: \"oxp_a3847786-8a2e-45ee-87a5-075f35fc7eea/crucible\"","v":0,"name":"crucible-agent","level":30,"time":"2024-08-22T02:17:56.316532893Z","hostname":"oxz_crucible_8e7742e8-523b-430d-a69a-9f9f4d4a7adf","pid":23477}
{"msg":"listen IP: [fd00:1122:3344:101::12]:32345","v":0,"name":"crucible-agent","level":30,"time":"2024-08-22T02:17:56.317732958Z","hostname":"oxz_crucible_8e7742e8-523b-430d-a69a-9f9f4d4a7adf","pid":23477}
{"msg":"SMF instance name downstairs_prefix: \"downstairs\"","v":0,"name":"crucible-agent","level":30,"time":"2024-08-22T02:17:56.317745638Z","hostname":"oxz_crucible_8e7742e8-523b-430d-a69a-9f9f4d4a7adf","pid":23477}
{"msg":"Using conf_path:\"/data/crucible.json\"","v":0,"name":"crucible-agent","level":30,"time":"2024-08-22T02:17:56.335765432Z","hostname":"oxz_crucible_8e7742e8-523b-430d-a69a-9f9f4d4a7adf","pid":23477,"component":"datafile"}
{"msg":"listening","v":0,"name":"crucible-agent","level":30,"time":"2024-08-22T02:17:56.513340538Z","hostname":"oxz_crucible_8e7742e8-523b-430d-a69a-9f9f4d4a7adf","pid":23477,"local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot"}
{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2024-08-22T02:18:19.013802541Z","hostname":"oxz_crucible_8e7742e8-523b-430d-a69a-9f9f4d4a7adf","pid":23477,"local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:60946"}
{"msg":"region bd57ff32-8011-48ff-8db3-59788b6d9f11 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-08-22T02:18:19.028522862Z","hostname":"oxz_crucible_8e7742e8-523b-430d-a69a-9f9f4d4a7adf","pid":23477,"component":"datafile"}
{"msg":"Region size:1073741824 reservation:1342177280 quota:3221225472","v":0,"name":"crucible-agent","level":30,"time":"2024-08-22T02:18:19.029910988Z","hostname":"oxz_crucible_8e7742e8-523b-430d-a69a-9f9f4d4a7adf","pid":23477,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-08-22T02:18:19.029922768Z","hostname":"oxz_crucible_8e7742e8-523b-430d-a69a-9f9f4d4a7adf","pid":23477,"uri":"/crucible/0/regions","method":"POST","req_id":"7be6a345-44aa-44ba-aa17-b554d6535353","remote_addr":"[fd00:1122:3344:101::a]:60946","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":7922,"response_code":"200"}
{"msg":"zfs set reservation of 1342177280 for oxp_a3847786-8a2e-45ee-87a5-075f35fc7eea/crucible/regions/bd57ff32-8011-48ff-8db3-59788b6d9f11","v":0,"name":"crucible-agent","level":30,"time":"2024-08-22T02:18:19.041436816Z","hostname":"oxz_crucible_8e7742e8-523b-430d-a69a-9f9f4d4a7adf","pid":23477,"component":"worker"}
{"msg":"zfs set quota of 3221225472 for oxp_a3847786-8a2e-45ee-87a5-075f35fc7eea/crucible/regions/bd57ff32-8011-48ff-8db3-59788b6d9f11","v":0,"name":"crucible-agent","level":30,"time":"2024-08-22T02:18:19.041472606Z","hostname":"oxz_crucible_8e7742e8-523b-430d-a69a-9f9f4d4a7adf","pid":23477,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"bd57ff32-8011-48ff-8db3-59788b6d9f11\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 16, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/bd57ff32-8011-48ff-8db3-59788b6d9f11\"","v":0,"name":"crucible-agent","level":30,"time":"2024-08-22T02:18:19.105576771Z","hostname":"oxz_crucible_8e7742e8-523b-430d-a69a-9f9f4d4a7adf","pid":23477,"region":"bd57ff32-8011-48ff-8db3-59788b6d9f11","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"bd57ff32-8011-48ff-8db3-59788b6d9f11\" \"--data\" \"/data/regions/bd57ff32-8011-48ff-8db3-59788b6d9f11\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"16\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2024-08-22T02:18:19.107953361Z","hostname":"oxz_crucible_8e7742e8-523b-430d-a69a-9f9f4d4a7adf","pid":23477,"region":"bd57ff32-8011-48ff-8db3-59788b6d9f11","component":"worker"}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2024-08-22T02:18:19.222899147Z","hostname":"oxz_crucible_8e7742e8-523b-430d-a69a-9f9f4d4a7adf","pid":23477,"region":"bd57ff32-8011-48ff-8db3-59788b6d9f11","component":"worker"}
{"msg":"region bd57ff32-8011-48ff-8db3-59788b6d9f11 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-08-22T02:18:19.222948707Z","hostname":"oxz_crucible_8e7742e8-523b-430d-a69a-9f9f4d4a7adf","pid":23477,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2024-08-22T02:18:19.223040428Z","hostname":"oxz_crucible_8e7742e8-523b-430d-a69a-9f9f4d4a7adf","pid":23477,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-bd57ff32-8011-48ff-8db3-59788b6d9f11","v":0,"name":"crucible-agent","level":30,"time":"2024-08-22T02:18:19.2234847Z","hostname":"oxz_crucible_8e7742e8-523b-430d-a69a-9f9f4d4a7adf","pid":23477,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-bd57ff32-8011-48ff-8db3-59788b6d9f11","v":0,"name":"crucible-agent","level":30,"time":"2024-08-22T02:18:19.227074234Z","hostname":"oxz_crucible_8e7742e8-523b-430d-a69a-9f9f4d4a7adf","pid":23477,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-08-22T02:18:19.235294869Z","hostname":"oxz_crucible_8e7742e8-523b-430d-a69a-9f9f4d4a7adf","pid":23477,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-bd57ff32-8011-48ff-8db3-59788b6d9f11","v":0,"name":"crucible-agent","level":30,"time":"2024-08-22T02:18:19.238588992Z","hostname":"oxz_crucible_8e7742e8-523b-430d-a69a-9f9f4d4a7adf","pid":23477,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/bd57ff32-8011-48ff-8db3-59788b6d9f11","v":0,"name":"crucible-agent","level":30,"time":"2024-08-22T02:18:19.245517851Z","hostname":"oxz_crucible_8e7742e8-523b-430d-a69a-9f9f4d4a7adf","pid":23477,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-08-22T02:18:19.245639181Z","hostname":"oxz_crucible_8e7742e8-523b-430d-a69a-9f9f4d4a7adf","pid":23477,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::12","v":0,"name":"crucible-agent","level":30,"time":"2024-08-22T02:18:19.245696372Z","hostname":"oxz_crucible_8e7742e8-523b-430d-a69a-9f9f4d4a7adf","pid":23477,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-08-22T02:18:19.245749922Z","hostname":"oxz_crucible_8e7742e8-523b-430d-a69a-9f9f4d4a7adf","pid":23477,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-08-22T02:18:19.249703318Z","hostname":"oxz_crucible_8e7742e8-523b-430d-a69a-9f9f4d4a7adf","pid":23477,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-08-22T02:18:19.254458468Z","hostname":"oxz_crucible_8e7742e8-523b-430d-a69a-9f9f4d4a7adf","pid":23477,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-08-22T02:18:19.387032337Z","hostname":"oxz_crucible_8e7742e8-523b-430d-a69a-9f9f4d4a7adf","pid":23477,"uri":"/crucible/0/regions","method":"POST","req_id":"cca72aa2-a0bf-4a8b-9fd0-a5a40521450f","remote_addr":"[fd00:1122:3344:101::a]:60946","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":81,"response_code":"200"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-08-22T02:18:20.311146413Z","hostname":"oxz_crucible_8e7742e8-523b-430d-a69a-9f9f4d4a7adf","pid":23477,"uri":"/crucible/0/regions/bd57ff32-8011-48ff-8db3-59788b6d9f11","method":"GET","req_id":"5ee8f549-cbd4-47ac-b663-9912bd6026c2","remote_addr":"[fd00:1122:3344:101::a]:60946","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":69,"response_code":"200"}
{"msg":"path is \"/data/regions/bd57ff32-8011-48ff-8db3-59788b6d9f11\"","v":0,"name":"crucible-agent","level":30,"time":"2024-08-22T02:18:20.313769514Z","hostname":"oxz_crucible_8e7742e8-523b-430d-a69a-9f9f4d4a7adf","pid":23477,"component":"datafile"}
{"msg":"dataset is oxp_a3847786-8a2e-45ee-87a5-075f35fc7eea/crucible/regions/bd57ff32-8011-48ff-8db3-59788b6d9f11","v":0,"name":"crucible-agent","level":30,"time":"2024-08-22T02:18:20.322991322Z","hostname":"oxz_crucible_8e7742e8-523b-430d-a69a-9f9f4d4a7adf","pid":23477,"component":"datafile"}
{"msg":"region bd57ff32-8011-48ff-8db3-59788b6d9f11 state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2024-08-22T02:18:20.331225767Z","hostname":"oxz_crucible_8e7742e8-523b-430d-a69a-9f9f4d4a7adf","pid":23477,"component":"datafile"}
{"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2024-08-22T02:18:20.331385507Z","hostname":"oxz_crucible_8e7742e8-523b-430d-a69a-9f9f4d4a7adf","pid":23477,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-08-22T02:18:20.331461308Z","hostname":"oxz_crucible_8e7742e8-523b-430d-a69a-9f9f4d4a7adf","pid":23477,"uri":"/crucible/0/regions/bd57ff32-8011-48ff-8db3-59788b6d9f11","method":"DELETE","req_id":"a50234dc-5cd5-44df-9d46-4a54fc69639f","remote_addr":"[fd00:1122:3344:101::a]:60946","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":17712,"response_code":"204"}
{"msg":"disabling downstairs instance: downstairs-bd57ff32-8011-48ff-8db3-59788b6d9f11 (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2024-08-22T02:18:20.332617442Z","hostname":"oxz_crucible_8e7742e8-523b-430d-a69a-9f9f4d4a7adf","pid":23477,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-08-22T02:18:20.334901572Z","hostname":"oxz_crucible_8e7742e8-523b-430d-a69a-9f9f4d4a7adf","pid":23477,"uri":"/crucible/0/regions/bd57ff32-8011-48ff-8db3-59788b6d9f11","method":"GET","req_id":"92585a51-7bd7-4864-95a1-5220e4389c46","remote_addr":"[fd00:1122:3344:101::a]:60946","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":23,"response_code":"200"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-08-22T02:18:20.336623759Z","hostname":"oxz_crucible_8e7742e8-523b-430d-a69a-9f9f4d4a7adf","pid":23477,"component":"worker"}
{"msg":"deleting zfs dataset \"oxp_a3847786-8a2e-45ee-87a5-075f35fc7eea/crucible/regions/bd57ff32-8011-48ff-8db3-59788b6d9f11\"","v":0,"name":"crucible-agent","level":30,"time":"2024-08-22T02:18:20.346005238Z","hostname":"oxz_crucible_8e7742e8-523b-430d-a69a-9f9f4d4a7adf","pid":23477,"region":"bd57ff32-8011-48ff-8db3-59788b6d9f11","component":"worker"}
{"msg":"region bd57ff32-8011-48ff-8db3-59788b6d9f11 state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2024-08-22T02:18:20.400883695Z","hostname":"oxz_crucible_8e7742e8-523b-430d-a69a-9f9f4d4a7adf","pid":23477,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-08-22T02:18:20.463580804Z","hostname":"oxz_crucible_8e7742e8-523b-430d-a69a-9f9f4d4a7adf","pid":23477,"uri":"/crucible/0/regions/bd57ff32-8011-48ff-8db3-59788b6d9f11","method":"GET","req_id":"b0fdc92f-db62-421e-a24b-acb6ed281435","remote_addr":"[fd00:1122:3344:101::a]:60946","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":60,"response_code":"200"}
{"msg":"region 6774a237-5391-41e7-9ba1-99c0d9bc247c state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-08-22T02:18:21.652093706Z","hostname":"oxz_crucible_8e7742e8-523b-430d-a69a-9f9f4d4a7adf","pid":23477,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-08-22T02:18:21.652230077Z","hostname":"oxz_crucible_8e7742e8-523b-430d-a69a-9f9f4d4a7adf","pid":23477,"uri":"/crucible/0/regions","method":"POST","req_id":"3904897a-24db-4cf0-a954-363c0fd447ad","remote_addr":"[fd00:1122:3344:101::a]:60946","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":205,"response_code":"200"}
{"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2024-08-22T02:18:21.652246627Z","hostname":"oxz_crucible_8e7742e8-523b-430d-a69a-9f9f4d4a7adf","pid":23477,"component":"worker"}
{"msg":"zfs set reservation of 2684354560 for oxp_a3847786-8a2e-45ee-87a5-075f35fc7eea/crucible/regions/6774a237-5391-41e7-9ba1-99c0d9bc247c","v":0,"name":"crucible-agent","level":30,"time":"2024-08-22T02:18:21.661121363Z","hostname":"oxz_crucible_8e7742e8-523b-430d-a69a-9f9f4d4a7adf","pid":23477,"component":"worker"}
{"msg":"zfs set quota of 6442450944 for oxp_a3847786-8a2e-45ee-87a5-075f35fc7eea/crucible/regions/6774a237-5391-41e7-9ba1-99c0d9bc247c","v":0,"name":"crucible-agent","level":30,"time":"2024-08-22T02:18:21.661154543Z","hostname":"oxz_crucible_8e7742e8-523b-430d-a69a-9f9f4d4a7adf","pid":23477,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"6774a237-5391-41e7-9ba1-99c0d9bc247c\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/6774a237-5391-41e7-9ba1-99c0d9bc247c\"","v":0,"name":"crucible-agent","level":30,"time":"2024-08-22T02:18:21.712688647Z","hostname":"oxz_crucible_8e7742e8-523b-430d-a69a-9f9f4d4a7adf","pid":23477,"region":"6774a237-5391-41e7-9ba1-99c0d9bc247c","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"6774a237-5391-41e7-9ba1-99c0d9bc247c\" \"--data\" \"/data/regions/6774a237-5391-41e7-9ba1-99c0d9bc247c\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2024-08-22T02:18:21.714390014Z","hostname":"oxz_crucible_8e7742e8-523b-430d-a69a-9f9f4d4a7adf","pid":23477,"region":"6774a237-5391-41e7-9ba1-99c0d9bc247c","component":"worker"}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2024-08-22T02:18:21.78582664Z","hostname":"oxz_crucible_8e7742e8-523b-430d-a69a-9f9f4d4a7adf","pid":23477,"region":"6774a237-5391-41e7-9ba1-99c0d9bc247c","component":"worker"}
{"msg":"region 6774a237-5391-41e7-9ba1-99c0d9bc247c state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-08-22T02:18:21.7858789Z","hostname":"oxz_crucible_8e7742e8-523b-430d-a69a-9f9f4d4a7adf","pid":23477,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2024-08-22T02:18:21.785973191Z","hostname":"oxz_crucible_8e7742e8-523b-430d-a69a-9f9f4d4a7adf","pid":23477,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-6774a237-5391-41e7-9ba1-99c0d9bc247c","v":0,"name":"crucible-agent","level":30,"time":"2024-08-22T02:18:21.787431746Z","hostname":"oxz_crucible_8e7742e8-523b-430d-a69a-9f9f4d4a7adf","pid":23477,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-6774a237-5391-41e7-9ba1-99c0d9bc247c","v":0,"name":"crucible-agent","level":30,"time":"2024-08-22T02:18:21.790860991Z","hostname":"oxz_crucible_8e7742e8-523b-430d-a69a-9f9f4d4a7adf","pid":23477,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-08-22T02:18:21.798203351Z","hostname":"oxz_crucible_8e7742e8-523b-430d-a69a-9f9f4d4a7adf","pid":23477,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-6774a237-5391-41e7-9ba1-99c0d9bc247c","v":0,"name":"crucible-agent","level":30,"time":"2024-08-22T02:18:21.802292928Z","hostname":"oxz_crucible_8e7742e8-523b-430d-a69a-9f9f4d4a7adf","pid":23477,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/6774a237-5391-41e7-9ba1-99c0d9bc247c","v":0,"name":"crucible-agent","level":30,"time":"2024-08-22T02:18:21.802495649Z","hostname":"oxz_crucible_8e7742e8-523b-430d-a69a-9f9f4d4a7adf","pid":23477,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-08-22T02:18:21.802552619Z","hostname":"oxz_crucible_8e7742e8-523b-430d-a69a-9f9f4d4a7adf","pid":23477,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::12","v":0,"name":"crucible-agent","level":30,"time":"2024-08-22T02:18:21.802593339Z","hostname":"oxz_crucible_8e7742e8-523b-430d-a69a-9f9f4d4a7adf","pid":23477,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-08-22T02:18:21.802646709Z","hostname":"oxz_crucible_8e7742e8-523b-430d-a69a-9f9f4d4a7adf","pid":23477,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-08-22T02:18:21.805669572Z","hostname":"oxz_crucible_8e7742e8-523b-430d-a69a-9f9f4d4a7adf","pid":23477,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-08-22T02:18:21.813237623Z","hostname":"oxz_crucible_8e7742e8-523b-430d-a69a-9f9f4d4a7adf","pid":23477,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-08-22T02:18:21.991513142Z","hostname":"oxz_crucible_8e7742e8-523b-430d-a69a-9f9f4d4a7adf","pid":23477,"uri":"/crucible/0/regions","method":"POST","req_id":"cb3a2649-1bf6-4173-a36c-c28f5d819f0e","remote_addr":"[fd00:1122:3344:101::a]:60946","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":82,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2024-08-22T02:23:38.242823095Z","hostname":"oxz_crucible_8e7742e8-523b-430d-a69a-9f9f4d4a7adf","pid":23477,"local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:47082"}
{"msg":"region e05b52d6-732e-40a5-90c8-500acae0f758 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-08-22T02:23:38.242983456Z","hostname":"oxz_crucible_8e7742e8-523b-430d-a69a-9f9f4d4a7adf","pid":23477,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-08-22T02:23:38.243553388Z","hostname":"oxz_crucible_8e7742e8-523b-430d-a69a-9f9f4d4a7adf","pid":23477,"uri":"/crucible/0/regions","method":"POST","req_id":"059b3514-b53f-4026-b5fc-de61a92d02fb","remote_addr":"[fd00:1122:3344:101::a]:47082","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":682,"response_code":"200"}
{"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2024-08-22T02:23:38.243571728Z","hostname":"oxz_crucible_8e7742e8-523b-430d-a69a-9f9f4d4a7adf","pid":23477,"component":"worker"}
{"msg":"zfs set reservation of 2684354560 for oxp_a3847786-8a2e-45ee-87a5-075f35fc7eea/crucible/regions/e05b52d6-732e-40a5-90c8-500acae0f758","v":0,"name":"crucible-agent","level":30,"time":"2024-08-22T02:23:38.253579189Z","hostname":"oxz_crucible_8e7742e8-523b-430d-a69a-9f9f4d4a7adf","pid":23477,"component":"worker"}
{"msg":"zfs set quota of 6442450944 for oxp_a3847786-8a2e-45ee-87a5-075f35fc7eea/crucible/regions/e05b52d6-732e-40a5-90c8-500acae0f758","v":0,"name":"crucible-agent","level":30,"time":"2024-08-22T02:23:38.25361261Z","hostname":"oxz_crucible_8e7742e8-523b-430d-a69a-9f9f4d4a7adf","pid":23477,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"e05b52d6-732e-40a5-90c8-500acae0f758\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19001, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/e05b52d6-732e-40a5-90c8-500acae0f758\"","v":0,"name":"crucible-agent","level":30,"time":"2024-08-22T02:23:38.307591903Z","hostname":"oxz_crucible_8e7742e8-523b-430d-a69a-9f9f4d4a7adf","pid":23477,"region":"e05b52d6-732e-40a5-90c8-500acae0f758","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"e05b52d6-732e-40a5-90c8-500acae0f758\" \"--data\" \"/data/regions/e05b52d6-732e-40a5-90c8-500acae0f758\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2024-08-22T02:23:38.307649533Z","hostname":"oxz_crucible_8e7742e8-523b-430d-a69a-9f9f4d4a7adf","pid":23477,"region":"e05b52d6-732e-40a5-90c8-500acae0f758","component":"worker"}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2024-08-22T02:23:38.376594909Z","hostname":"oxz_crucible_8e7742e8-523b-430d-a69a-9f9f4d4a7adf","pid":23477,"region":"e05b52d6-732e-40a5-90c8-500acae0f758","component":"worker"}
{"msg":"region e05b52d6-732e-40a5-90c8-500acae0f758 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-08-22T02:23:38.376639929Z","hostname":"oxz_crucible_8e7742e8-523b-430d-a69a-9f9f4d4a7adf","pid":23477,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2024-08-22T02:23:38.37675649Z","hostname":"oxz_crucible_8e7742e8-523b-430d-a69a-9f9f4d4a7adf","pid":23477,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-e05b52d6-732e-40a5-90c8-500acae0f758","v":0,"name":"crucible-agent","level":30,"time":"2024-08-22T02:23:38.384746363Z","hostname":"oxz_crucible_8e7742e8-523b-430d-a69a-9f9f4d4a7adf","pid":23477,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-e05b52d6-732e-40a5-90c8-500acae0f758","v":0,"name":"crucible-agent","level":30,"time":"2024-08-22T02:23:38.390657307Z","hostname":"oxz_crucible_8e7742e8-523b-430d-a69a-9f9f4d4a7adf","pid":23477,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-08-22T02:23:38.401486482Z","hostname":"oxz_crucible_8e7742e8-523b-430d-a69a-9f9f4d4a7adf","pid":23477,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-e05b52d6-732e-40a5-90c8-500acae0f758","v":0,"name":"crucible-agent","level":30,"time":"2024-08-22T02:23:38.403987582Z","hostname":"oxz_crucible_8e7742e8-523b-430d-a69a-9f9f4d4a7adf","pid":23477,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/e05b52d6-732e-40a5-90c8-500acae0f758","v":0,"name":"crucible-agent","level":30,"time":"2024-08-22T02:23:38.404181163Z","hostname":"oxz_crucible_8e7742e8-523b-430d-a69a-9f9f4d4a7adf","pid":23477,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2024-08-22T02:23:38.404233313Z","hostname":"oxz_crucible_8e7742e8-523b-430d-a69a-9f9f4d4a7adf","pid":23477,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::12","v":0,"name":"crucible-agent","level":30,"time":"2024-08-22T02:23:38.404275413Z","hostname":"oxz_crucible_8e7742e8-523b-430d-a69a-9f9f4d4a7adf","pid":23477,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-08-22T02:23:38.404313824Z","hostname":"oxz_crucible_8e7742e8-523b-430d-a69a-9f9f4d4a7adf","pid":23477,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-08-22T02:23:38.407725158Z","hostname":"oxz_crucible_8e7742e8-523b-430d-a69a-9f9f4d4a7adf","pid":23477,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-08-22T02:23:38.410160378Z","hostname":"oxz_crucible_8e7742e8-523b-430d-a69a-9f9f4d4a7adf","pid":23477,"uri":"/crucible/0/regions","method":"POST","req_id":"6d72682f-28f3-4fdc-a996-3a418f719b29","remote_addr":"[fd00:1122:3344:101::a]:47082","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":80,"response_code":"200"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-08-22T02:23:38.412539418Z","hostname":"oxz_crucible_8e7742e8-523b-430d-a69a-9f9f4d4a7adf","pid":23477,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-08-22T02:23:39.160311374Z","hostname":"oxz_crucible_8e7742e8-523b-430d-a69a-9f9f4d4a7adf","pid":23477,"uri":"/crucible/0/regions/6774a237-5391-41e7-9ba1-99c0d9bc247c","method":"GET","req_id":"2ef596e5-da84-4571-be42-0c737af2cafc","remote_addr":"[fd00:1122:3344:101::a]:47082","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":55,"response_code":"200"}
{"msg":"path is \"/data/regions/6774a237-5391-41e7-9ba1-99c0d9bc247c\"","v":0,"name":"crucible-agent","level":30,"time":"2024-08-22T02:23:39.165858547Z","hostname":"oxz_crucible_8e7742e8-523b-430d-a69a-9f9f4d4a7adf","pid":23477,"component":"datafile"}
{"msg":"dataset is oxp_a3847786-8a2e-45ee-87a5-075f35fc7eea/crucible/regions/6774a237-5391-41e7-9ba1-99c0d9bc247c","v":0,"name":"crucible-agent","level":30,"time":"2024-08-22T02:23:39.175687258Z","hostname":"oxz_crucible_8e7742e8-523b-430d-a69a-9f9f4d4a7adf","pid":23477,"component":"datafile"}
{"msg":"snapshot is oxp_a3847786-8a2e-45ee-87a5-075f35fc7eea/crucible/regions/6774a237-5391-41e7-9ba1-99c0d9bc247c@7278170f-9fb3-4726-884b-5c6e9eedfa7b","v":0,"name":"crucible-agent","level":30,"time":"2024-08-22T02:23:39.184213503Z","hostname":"oxz_crucible_8e7742e8-523b-430d-a69a-9f9f4d4a7adf","pid":23477,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_a3847786-8a2e-45ee-87a5-075f35fc7eea/crucible/regions/6774a237-5391-41e7-9ba1-99c0d9bc247c\", \"7278170f-9fb3-4726-884b-5c6e9eedfa7b\"]","v":0,"name":"crucible-agent","level":30,"time":"2024-08-22T02:23:39.184254543Z","hostname":"oxz_crucible_8e7742e8-523b-430d-a69a-9f9f4d4a7adf","pid":23477,"component":"ZfsSnapshotInterface"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-08-22T02:23:39.194361405Z","hostname":"oxz_crucible_8e7742e8-523b-430d-a69a-9f9f4d4a7adf","pid":23477,"uri":"/crucible/0/regions/6774a237-5391-41e7-9ba1-99c0d9bc247c/snapshots/7278170f-9fb3-4726-884b-5c6e9eedfa7b","method":"GET","req_id":"9e63e18d-14e2-4842-b04d-fe6e9229ca61","remote_addr":"[fd00:1122:3344:101::a]:47082","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":31369,"response_code":"200"}
{"msg":"path is \"/data/regions/6774a237-5391-41e7-9ba1-99c0d9bc247c\"","v":0,"name":"crucible-agent","level":30,"time":"2024-08-22T02:23:39.198565193Z","hostname":"oxz_crucible_8e7742e8-523b-430d-a69a-9f9f4d4a7adf","pid":23477,"component":"datafile"}
{"msg":"dataset is oxp_a3847786-8a2e-45ee-87a5-075f35fc7eea/crucible/regions/6774a237-5391-41e7-9ba1-99c0d9bc247c","v":0,"name":"crucible-agent","level":30,"time":"2024-08-22T02:23:39.207129768Z","hostname":"oxz_crucible_8e7742e8-523b-430d-a69a-9f9f4d4a7adf","pid":23477,"component":"datafile"}
{"msg":"snapshot is oxp_a3847786-8a2e-45ee-87a5-075f35fc7eea/crucible/regions/6774a237-5391-41e7-9ba1-99c0d9bc247c@7278170f-9fb3-4726-884b-5c6e9eedfa7b","v":0,"name":"crucible-agent","level":30,"time":"2024-08-22T02:23:39.215686144Z","hostname":"oxz_crucible_8e7742e8-523b-430d-a69a-9f9f4d4a7adf","pid":23477,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_a3847786-8a2e-45ee-87a5-075f35fc7eea/crucible/regions/6774a237-5391-41e7-9ba1-99c0d9bc247c\", \"7278170f-9fb3-4726-884b-5c6e9eedfa7b\"]","v":0,"name":"crucible-agent","level":30,"time":"2024-08-22T02:23:39.215721604Z","hostname":"oxz_crucible_8e7742e8-523b-430d-a69a-9f9f4d4a7adf","pid":23477,"component":"ZfsSnapshotInterface"}
{"msg":"requesting running snapshot 6774a237-5391-41e7-9ba1-99c0d9bc247c-7278170f-9fb3-4726-884b-5c6e9eedfa7b state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-08-22T02:23:39.225285533Z","hostname":"oxz_crucible_8e7742e8-523b-430d-a69a-9f9f4d4a7adf","pid":23477,"component":"datafile"}
{"msg":"applying SMF actions for region 6774a237-5391-41e7-9ba1-99c0d9bc247c running snapshot 7278170f-9fb3-4726-884b-5c6e9eedfa7b (state Requested)...","v":0,"name":"crucible-agent","level":30,"time":"2024-08-22T02:23:39.225452204Z","hostname":"oxz_crucible_8e7742e8-523b-430d-a69a-9f9f4d4a7adf","pid":23477,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-08-22T02:23:39.225484614Z","hostname":"oxz_crucible_8e7742e8-523b-430d-a69a-9f9f4d4a7adf","pid":23477,"uri":"/crucible/0/regions/6774a237-5391-41e7-9ba1-99c0d9bc247c/snapshots/7278170f-9fb3-4726-884b-5c6e9eedfa7b/run","method":"POST","req_id":"1b6a3a0e-a87e-494e-8f4a-9322358b9549","remote_addr":"[fd00:1122:3344:101::a]:47082","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":27481,"response_code":"200"}
{"msg":"creating missing snapshot instance snapshot-6774a237-5391-41e7-9ba1-99c0d9bc247c-7278170f-9fb3-4726-884b-5c6e9eedfa7b","v":0,"name":"crucible-agent","level":30,"time":"2024-08-22T02:23:39.228202076Z","hostname":"oxz_crucible_8e7742e8-523b-430d-a69a-9f9f4d4a7adf","pid":23477,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:snapshot-6774a237-5391-41e7-9ba1-99c0d9bc247c-7278170f-9fb3-4726-884b-5c6e9eedfa7b","v":0,"name":"crucible-agent","level":30,"time":"2024-08-22T02:23:39.231083377Z","hostname":"oxz_crucible_8e7742e8-523b-430d-a69a-9f9f4d4a7adf","pid":23477,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:snapshot-6774a237-5391-41e7-9ba1-99c0d9bc247c-7278170f-9fb3-4726-884b-5c6e9eedfa7b","v":0,"name":"crucible-agent","level":30,"time":"2024-08-22T02:23:39.241082049Z","hostname":"oxz_crucible_8e7742e8-523b-430d-a69a-9f9f4d4a7adf","pid":23477,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/6774a237-5391-41e7-9ba1-99c0d9bc247c/.zfs/snapshot/7278170f-9fb3-4726-884b-5c6e9eedfa7b","v":0,"name":"crucible-agent","level":30,"time":"2024-08-22T02:23:39.24128661Z","hostname":"oxz_crucible_8e7742e8-523b-430d-a69a-9f9f4d4a7adf","pid":23477,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19002","v":0,"name":"crucible-agent","level":30,"time":"2024-08-22T02:23:39.24133741Z","hostname":"oxz_crucible_8e7742e8-523b-430d-a69a-9f9f4d4a7adf","pid":23477,"component":"worker"}
{"msg":"ensure mode SCF_TYPE_ASTRING ro","v":0,"name":"crucible-agent","level":30,"time":"2024-08-22T02:23:39.2413829Z","hostname":"oxz_crucible_8e7742e8-523b-430d-a69a-9f9f4d4a7adf","pid":23477,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::12","v":0,"name":"crucible-agent","level":30,"time":"2024-08-22T02:23:39.24142091Z","hostname":"oxz_crucible_8e7742e8-523b-430d-a69a-9f9f4d4a7adf","pid":23477,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-08-22T02:23:39.24147481Z","hostname":"oxz_crucible_8e7742e8-523b-430d-a69a-9f9f4d4a7adf","pid":23477,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-08-22T02:23:39.245159766Z","hostname":"oxz_crucible_8e7742e8-523b-430d-a69a-9f9f4d4a7adf","pid":23477,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-08-22T02:23:39.249608374Z","hostname":"oxz_crucible_8e7742e8-523b-430d-a69a-9f9f4d4a7adf","pid":23477,"component":"worker"}
{"msg":"region 6774a237-5391-41e7-9ba1-99c0d9bc247c running snapshot 7278170f-9fb3-4726-884b-5c6e9eedfa7b state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-08-22T02:23:39.249621304Z","hostname":"oxz_crucible_8e7742e8-523b-430d-a69a-9f9f4d4a7adf","pid":23477,"component":"datafile"}
{"msg":"path is \"/data/regions/6774a237-5391-41e7-9ba1-99c0d9bc247c\"","v":0,"name":"crucible-agent","level":30,"time":"2024-08-22T02:23:39.592534794Z","hostname":"oxz_crucible_8e7742e8-523b-430d-a69a-9f9f4d4a7adf","pid":23477,"component":"datafile"}
{"msg":"dataset is oxp_a3847786-8a2e-45ee-87a5-075f35fc7eea/crucible/regions/6774a237-5391-41e7-9ba1-99c0d9bc247c","v":0,"name":"crucible-agent","level":30,"time":"2024-08-22T02:23:39.601455761Z","hostname":"oxz_crucible_8e7742e8-523b-430d-a69a-9f9f4d4a7adf","pid":23477,"component":"datafile"}
{"msg":"snapshot is oxp_a3847786-8a2e-45ee-87a5-075f35fc7eea/crucible/regions/6774a237-5391-41e7-9ba1-99c0d9bc247c@7278170f-9fb3-4726-884b-5c6e9eedfa7b","v":0,"name":"crucible-agent","level":30,"time":"2024-08-22T02:23:39.609379264Z","hostname":"oxz_crucible_8e7742e8-523b-430d-a69a-9f9f4d4a7adf","pid":23477,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_a3847786-8a2e-45ee-87a5-075f35fc7eea/crucible/regions/6774a237-5391-41e7-9ba1-99c0d9bc247c\", \"7278170f-9fb3-4726-884b-5c6e9eedfa7b\"]","v":0,"name":"crucible-agent","level":30,"time":"2024-08-22T02:23:39.609423854Z","hostname":"oxz_crucible_8e7742e8-523b-430d-a69a-9f9f4d4a7adf","pid":23477,"component":"ZfsSnapshotInterface"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-08-22T02:23:39.617494228Z","hostname":"oxz_crucible_8e7742e8-523b-430d-a69a-9f9f4d4a7adf","pid":23477,"uri":"/crucible/0/regions/6774a237-5391-41e7-9ba1-99c0d9bc247c/snapshots/7278170f-9fb3-4726-884b-5c6e9eedfa7b/run","method":"POST","req_id":"dfbd3290-82d6-4c7b-858d-5c7a3db473b4","remote_addr":"[fd00:1122:3344:101::a]:47082","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":25009,"response_code":"200"}
{"msg":"region 92c40a6c-e056-416e-ae77-51c4f61f2bd6 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-08-22T02:23:43.116624037Z","hostname":"oxz_crucible_8e7742e8-523b-430d-a69a-9f9f4d4a7adf","pid":23477,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-08-22T02:23:43.116785698Z","hostname":"oxz_crucible_8e7742e8-523b-430d-a69a-9f9f4d4a7adf","pid":23477,"uri":"/crucible/0/regions","method":"POST","req_id":"c45029c0-0b82-418f-9908-62913924d63c","remote_addr":"[fd00:1122:3344:101::a]:47082","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":232,"response_code":"200"}
{"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2024-08-22T02:23:43.116823538Z","hostname":"oxz_crucible_8e7742e8-523b-430d-a69a-9f9f4d4a7adf","pid":23477,"component":"worker"}
{"msg":"zfs set reservation of 2684354560 for oxp_a3847786-8a2e-45ee-87a5-075f35fc7eea/crucible/regions/92c40a6c-e056-416e-ae77-51c4f61f2bd6","v":0,"name":"crucible-agent","level":30,"time":"2024-08-22T02:23:43.127600173Z","hostname":"oxz_crucible_8e7742e8-523b-430d-a69a-9f9f4d4a7adf","pid":23477,"component":"worker"}
{"msg":"zfs set quota of 6442450944 for oxp_a3847786-8a2e-45ee-87a5-075f35fc7eea/crucible/regions/92c40a6c-e056-416e-ae77-51c4f61f2bd6","v":0,"name":"crucible-agent","level":30,"time":"2024-08-22T02:23:43.127625113Z","hostname":"oxz_crucible_8e7742e8-523b-430d-a69a-9f9f4d4a7adf","pid":23477,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"92c40a6c-e056-416e-ae77-51c4f61f2bd6\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19003, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/92c40a6c-e056-416e-ae77-51c4f61f2bd6\"","v":0,"name":"crucible-agent","level":30,"time":"2024-08-22T02:23:43.198995659Z","hostname":"oxz_crucible_8e7742e8-523b-430d-a69a-9f9f4d4a7adf","pid":23477,"region":"92c40a6c-e056-416e-ae77-51c4f61f2bd6","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"92c40a6c-e056-416e-ae77-51c4f61f2bd6\" \"--data\" \"/data/regions/92c40a6c-e056-416e-ae77-51c4f61f2bd6\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2024-08-22T02:23:43.201025877Z","hostname":"oxz_crucible_8e7742e8-523b-430d-a69a-9f9f4d4a7adf","pid":23477,"region":"92c40a6c-e056-416e-ae77-51c4f61f2bd6","component":"worker"}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2024-08-22T02:23:43.268423346Z","hostname":"oxz_crucible_8e7742e8-523b-430d-a69a-9f9f4d4a7adf","pid":23477,"region":"92c40a6c-e056-416e-ae77-51c4f61f2bd6","component":"worker"}
{"msg":"region 92c40a6c-e056-416e-ae77-51c4f61f2bd6 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-08-22T02:23:43.268468836Z","hostname":"oxz_crucible_8e7742e8-523b-430d-a69a-9f9f4d4a7adf","pid":23477,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2024-08-22T02:23:43.268599957Z","hostname":"oxz_crucible_8e7742e8-523b-430d-a69a-9f9f4d4a7adf","pid":23477,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-92c40a6c-e056-416e-ae77-51c4f61f2bd6","v":0,"name":"crucible-agent","level":30,"time":"2024-08-22T02:23:43.270454894Z","hostname":"oxz_crucible_8e7742e8-523b-430d-a69a-9f9f4d4a7adf","pid":23477,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-92c40a6c-e056-416e-ae77-51c4f61f2bd6","v":0,"name":"crucible-agent","level":30,"time":"2024-08-22T02:23:43.273269216Z","hostname":"oxz_crucible_8e7742e8-523b-430d-a69a-9f9f4d4a7adf","pid":23477,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-08-22T02:23:43.280275735Z","hostname":"oxz_crucible_8e7742e8-523b-430d-a69a-9f9f4d4a7adf","pid":23477,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-92c40a6c-e056-416e-ae77-51c4f61f2bd6","v":0,"name":"crucible-agent","level":30,"time":"2024-08-22T02:23:43.28378741Z","hostname":"oxz_crucible_8e7742e8-523b-430d-a69a-9f9f4d4a7adf","pid":23477,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/92c40a6c-e056-416e-ae77-51c4f61f2bd6","v":0,"name":"crucible-agent","level":30,"time":"2024-08-22T02:23:43.284115051Z","hostname":"oxz_crucible_8e7742e8-523b-430d-a69a-9f9f4d4a7adf","pid":23477,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19003","v":0,"name":"crucible-agent","level":30,"time":"2024-08-22T02:23:43.284171001Z","hostname":"oxz_crucible_8e7742e8-523b-430d-a69a-9f9f4d4a7adf","pid":23477,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::12","v":0,"name":"crucible-agent","level":30,"time":"2024-08-22T02:23:43.284227691Z","hostname":"oxz_crucible_8e7742e8-523b-430d-a69a-9f9f4d4a7adf","pid":23477,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-08-22T02:23:43.284298642Z","hostname":"oxz_crucible_8e7742e8-523b-430d-a69a-9f9f4d4a7adf","pid":23477,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-08-22T02:23:43.288888051Z","hostname":"oxz_crucible_8e7742e8-523b-430d-a69a-9f9f4d4a7adf","pid":23477,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-08-22T02:23:43.299769226Z","hostname":"oxz_crucible_8e7742e8-523b-430d-a69a-9f9f4d4a7adf","pid":23477,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-08-22T02:23:43.427810676Z","hostname":"oxz_crucible_8e7742e8-523b-430d-a69a-9f9f4d4a7adf","pid":23477,"uri":"/crucible/0/regions","method":"POST","req_id":"61050b46-e10c-4efc-b3fe-a8eb31a94716","remote_addr":"[fd00:1122:3344:101::a]:47082","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":66,"response_code":"200"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-08-22T02:24:15.612175629Z","hostname":"oxz_crucible_8e7742e8-523b-430d-a69a-9f9f4d4a7adf","pid":23477,"uri":"/crucible/0/regions/92c40a6c-e056-416e-ae77-51c4f61f2bd6","method":"GET","req_id":"d28e7690-6a2a-4045-b17b-061168ad56d7","remote_addr":"[fd00:1122:3344:101::a]:47082","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":52,"response_code":"200"}
{"msg":"path is \"/data/regions/92c40a6c-e056-416e-ae77-51c4f61f2bd6\"","v":0,"name":"crucible-agent","level":30,"time":"2024-08-22T02:24:15.61470537Z","hostname":"oxz_crucible_8e7742e8-523b-430d-a69a-9f9f4d4a7adf","pid":23477,"component":"datafile"}
{"msg":"dataset is oxp_a3847786-8a2e-45ee-87a5-075f35fc7eea/crucible/regions/92c40a6c-e056-416e-ae77-51c4f61f2bd6","v":0,"name":"crucible-agent","level":30,"time":"2024-08-22T02:24:15.627344012Z","hostname":"oxz_crucible_8e7742e8-523b-430d-a69a-9f9f4d4a7adf","pid":23477,"component":"datafile"}
{"msg":"region 92c40a6c-e056-416e-ae77-51c4f61f2bd6 state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2024-08-22T02:24:15.636120308Z","hostname":"oxz_crucible_8e7742e8-523b-430d-a69a-9f9f4d4a7adf","pid":23477,"component":"datafile"}
{"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2024-08-22T02:24:15.636347489Z","hostname":"oxz_crucible_8e7742e8-523b-430d-a69a-9f9f4d4a7adf","pid":23477,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-08-22T02:24:15.63641962Z","hostname":"oxz_crucible_8e7742e8-523b-430d-a69a-9f9f4d4a7adf","pid":23477,"uri":"/crucible/0/regions/92c40a6c-e056-416e-ae77-51c4f61f2bd6","method":"DELETE","req_id":"0ca05d38-e965-432a-938a-6f5b39a05a5b","remote_addr":"[fd00:1122:3344:101::a]:47082","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":21741,"response_code":"204"}
{"msg":"disabling downstairs instance: downstairs-92c40a6c-e056-416e-ae77-51c4f61f2bd6 (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2024-08-22T02:24:15.638111127Z","hostname":"oxz_crucible_8e7742e8-523b-430d-a69a-9f9f4d4a7adf","pid":23477,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-08-22T02:24:15.639290521Z","hostname":"oxz_crucible_8e7742e8-523b-430d-a69a-9f9f4d4a7adf","pid":23477,"uri":"/crucible/0/regions/92c40a6c-e056-416e-ae77-51c4f61f2bd6","method":"GET","req_id":"3d98bf41-808f-441f-9ac4-3b5d6b0c50cd","remote_addr":"[fd00:1122:3344:101::a]:47082","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":24,"response_code":"200"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-08-22T02:24:15.645106125Z","hostname":"oxz_crucible_8e7742e8-523b-430d-a69a-9f9f4d4a7adf","pid":23477,"component":"worker"}
{"msg":"deleting zfs dataset \"oxp_a3847786-8a2e-45ee-87a5-075f35fc7eea/crucible/regions/92c40a6c-e056-416e-ae77-51c4f61f2bd6\"","v":0,"name":"crucible-agent","level":30,"time":"2024-08-22T02:24:15.654493564Z","hostname":"oxz_crucible_8e7742e8-523b-430d-a69a-9f9f4d4a7adf","pid":23477,"region":"92c40a6c-e056-416e-ae77-51c4f61f2bd6","component":"worker"}
{"msg":"region 92c40a6c-e056-416e-ae77-51c4f61f2bd6 state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2024-08-22T02:24:15.702915145Z","hostname":"oxz_crucible_8e7742e8-523b-430d-a69a-9f9f4d4a7adf","pid":23477,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-08-22T02:24:15.703784819Z","hostname":"oxz_crucible_8e7742e8-523b-430d-a69a-9f9f4d4a7adf","pid":23477,"uri":"/crucible/0/regions/92c40a6c-e056-416e-ae77-51c4f61f2bd6","method":"GET","req_id":"06c93fd9-ea82-4ac8-abb6-4dce1a2ca958","remote_addr":"[fd00:1122:3344:101::a]:47082","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":62,"response_code":"200"}