{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2024-08-23T22:03:49.788090429Z","hostname":"oxz_crucible_3dafd3b1-1230-4db3-9961-2a4d53cc3a37","pid":23889,"local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:51375"}
{"msg":"region d73b1827-f0ea-4265-9f9c-a81c8c3b7860 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-08-23T22:03:49.788184701Z","hostname":"oxz_crucible_3dafd3b1-1230-4db3-9961-2a4d53cc3a37","pid":23889,"component":"datafile"}
{"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2024-08-23T22:03:49.789146878Z","hostname":"oxz_crucible_3dafd3b1-1230-4db3-9961-2a4d53cc3a37","pid":23889,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-08-23T22:03:49.789166248Z","hostname":"oxz_crucible_3dafd3b1-1230-4db3-9961-2a4d53cc3a37","pid":23889,"uri":"/crucible/0/regions","method":"POST","req_id":"f681af49-d1b3-4d3d-94dd-ccdd56566144","remote_addr":"[fd00:1122:3344:101::a]:51375","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":1006,"response_code":"200"}
{"msg":"zfs set reservation of 2684354560 for oxp_c4fe4e01-40de-4c9e-857a-e6870bd84153/crucible/regions/d73b1827-f0ea-4265-9f9c-a81c8c3b7860","v":0,"name":"crucible-agent","level":30,"time":"2024-08-23T22:03:49.799853069Z","hostname":"oxz_crucible_3dafd3b1-1230-4db3-9961-2a4d53cc3a37","pid":23889,"component":"worker"}
{"msg":"zfs set quota of 6442450944 for oxp_c4fe4e01-40de-4c9e-857a-e6870bd84153/crucible/regions/d73b1827-f0ea-4265-9f9c-a81c8c3b7860","v":0,"name":"crucible-agent","level":30,"time":"2024-08-23T22:03:49.799880589Z","hostname":"oxz_crucible_3dafd3b1-1230-4db3-9961-2a4d53cc3a37","pid":23889,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"d73b1827-f0ea-4265-9f9c-a81c8c3b7860\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/d73b1827-f0ea-4265-9f9c-a81c8c3b7860\"","v":0,"name":"crucible-agent","level":30,"time":"2024-08-23T22:03:49.878814636Z","hostname":"oxz_crucible_3dafd3b1-1230-4db3-9961-2a4d53cc3a37","pid":23889,"region":"d73b1827-f0ea-4265-9f9c-a81c8c3b7860","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"d73b1827-f0ea-4265-9f9c-a81c8c3b7860\" \"--data\" \"/data/regions/d73b1827-f0ea-4265-9f9c-a81c8c3b7860\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2024-08-23T22:03:49.878873217Z","hostname":"oxz_crucible_3dafd3b1-1230-4db3-9961-2a4d53cc3a37","pid":23889,"region":"d73b1827-f0ea-4265-9f9c-a81c8c3b7860","component":"worker"}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2024-08-23T22:03:50.003729052Z","hostname":"oxz_crucible_3dafd3b1-1230-4db3-9961-2a4d53cc3a37","pid":23889,"region":"d73b1827-f0ea-4265-9f9c-a81c8c3b7860","component":"worker"}
{"msg":"region d73b1827-f0ea-4265-9f9c-a81c8c3b7860 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-08-23T22:03:50.003777792Z","hostname":"oxz_crucible_3dafd3b1-1230-4db3-9961-2a4d53cc3a37","pid":23889,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2024-08-23T22:03:50.003915675Z","hostname":"oxz_crucible_3dafd3b1-1230-4db3-9961-2a4d53cc3a37","pid":23889,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-d73b1827-f0ea-4265-9f9c-a81c8c3b7860","v":0,"name":"crucible-agent","level":30,"time":"2024-08-23T22:03:50.005371269Z","hostname":"oxz_crucible_3dafd3b1-1230-4db3-9961-2a4d53cc3a37","pid":23889,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-08-23T22:03:50.010016218Z","hostname":"oxz_crucible_3dafd3b1-1230-4db3-9961-2a4d53cc3a37","pid":23889,"uri":"/crucible/0/regions","method":"POST","req_id":"6c649d45-a9f5-41f5-a5ba-8ac12f27f17e","remote_addr":"[fd00:1122:3344:101::a]:51375","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":634,"response_code":"200"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-d73b1827-f0ea-4265-9f9c-a81c8c3b7860","v":0,"name":"crucible-agent","level":30,"time":"2024-08-23T22:03:50.013320324Z","hostname":"oxz_crucible_3dafd3b1-1230-4db3-9961-2a4d53cc3a37","pid":23889,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-08-23T22:03:50.040588156Z","hostname":"oxz_crucible_3dafd3b1-1230-4db3-9961-2a4d53cc3a37","pid":23889,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-d73b1827-f0ea-4265-9f9c-a81c8c3b7860","v":0,"name":"crucible-agent","level":30,"time":"2024-08-23T22:03:50.053194319Z","hostname":"oxz_crucible_3dafd3b1-1230-4db3-9961-2a4d53cc3a37","pid":23889,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/d73b1827-f0ea-4265-9f9c-a81c8c3b7860","v":0,"name":"crucible-agent","level":30,"time":"2024-08-23T22:03:50.053461164Z","hostname":"oxz_crucible_3dafd3b1-1230-4db3-9961-2a4d53cc3a37","pid":23889,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-08-23T22:03:50.053510775Z","hostname":"oxz_crucible_3dafd3b1-1230-4db3-9961-2a4d53cc3a37","pid":23889,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::13","v":0,"name":"crucible-agent","level":30,"time":"2024-08-23T22:03:50.053555965Z","hostname":"oxz_crucible_3dafd3b1-1230-4db3-9961-2a4d53cc3a37","pid":23889,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-08-23T22:03:50.053595616Z","hostname":"oxz_crucible_3dafd3b1-1230-4db3-9961-2a4d53cc3a37","pid":23889,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-08-23T22:03:50.061860406Z","hostname":"oxz_crucible_3dafd3b1-1230-4db3-9961-2a4d53cc3a37","pid":23889,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-08-23T22:03:50.070079755Z","hostname":"oxz_crucible_3dafd3b1-1230-4db3-9961-2a4d53cc3a37","pid":23889,"component":"worker"}
{"msg":"region e8175f29-e435-4b17-bd3a-b0957d035884 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-08-23T22:03:55.518013475Z","hostname":"oxz_crucible_3dafd3b1-1230-4db3-9961-2a4d53cc3a37","pid":23889,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-08-23T22:03:55.518205068Z","hostname":"oxz_crucible_3dafd3b1-1230-4db3-9961-2a4d53cc3a37","pid":23889,"uri":"/crucible/0/regions","method":"POST","req_id":"8bee821d-f1aa-427c-a5f7-2e2bade66621","remote_addr":"[fd00:1122:3344:101::a]:51375","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":253,"response_code":"200"}
{"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2024-08-23T22:03:55.518228428Z","hostname":"oxz_crucible_3dafd3b1-1230-4db3-9961-2a4d53cc3a37","pid":23889,"component":"worker"}
{"msg":"zfs set reservation of 2684354560 for oxp_c4fe4e01-40de-4c9e-857a-e6870bd84153/crucible/regions/e8175f29-e435-4b17-bd3a-b0957d035884","v":0,"name":"crucible-agent","level":30,"time":"2024-08-23T22:03:55.528229168Z","hostname":"oxz_crucible_3dafd3b1-1230-4db3-9961-2a4d53cc3a37","pid":23889,"component":"worker"}
{"msg":"zfs set quota of 6442450944 for oxp_c4fe4e01-40de-4c9e-857a-e6870bd84153/crucible/regions/e8175f29-e435-4b17-bd3a-b0957d035884","v":0,"name":"crucible-agent","level":30,"time":"2024-08-23T22:03:55.528261798Z","hostname":"oxz_crucible_3dafd3b1-1230-4db3-9961-2a4d53cc3a37","pid":23889,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"e8175f29-e435-4b17-bd3a-b0957d035884\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19001, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/e8175f29-e435-4b17-bd3a-b0957d035884\"","v":0,"name":"crucible-agent","level":30,"time":"2024-08-23T22:03:55.668678346Z","hostname":"oxz_crucible_3dafd3b1-1230-4db3-9961-2a4d53cc3a37","pid":23889,"region":"e8175f29-e435-4b17-bd3a-b0957d035884","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"e8175f29-e435-4b17-bd3a-b0957d035884\" \"--data\" \"/data/regions/e8175f29-e435-4b17-bd3a-b0957d035884\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2024-08-23T22:03:55.668738907Z","hostname":"oxz_crucible_3dafd3b1-1230-4db3-9961-2a4d53cc3a37","pid":23889,"region":"e8175f29-e435-4b17-bd3a-b0957d035884","component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-08-23T22:03:55.690305922Z","hostname":"oxz_crucible_3dafd3b1-1230-4db3-9961-2a4d53cc3a37","pid":23889,"uri":"/crucible/0/regions","method":"POST","req_id":"51ec5093-610b-42c5-9ab6-d692e2f5a478","remote_addr":"[fd00:1122:3344:101::a]:51375","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":83,"response_code":"200"}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2024-08-23T22:03:56.00546957Z","hostname":"oxz_crucible_3dafd3b1-1230-4db3-9961-2a4d53cc3a37","pid":23889,"region":"e8175f29-e435-4b17-bd3a-b0957d035884","component":"worker"}
{"msg":"region e8175f29-e435-4b17-bd3a-b0957d035884 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-08-23T22:03:56.00550561Z","hostname":"oxz_crucible_3dafd3b1-1230-4db3-9961-2a4d53cc3a37","pid":23889,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2024-08-23T22:03:56.005673263Z","hostname":"oxz_crucible_3dafd3b1-1230-4db3-9961-2a4d53cc3a37","pid":23889,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-e8175f29-e435-4b17-bd3a-b0957d035884","v":0,"name":"crucible-agent","level":30,"time":"2024-08-23T22:03:56.007756488Z","hostname":"oxz_crucible_3dafd3b1-1230-4db3-9961-2a4d53cc3a37","pid":23889,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-08-23T22:03:56.009906445Z","hostname":"oxz_crucible_3dafd3b1-1230-4db3-9961-2a4d53cc3a37","pid":23889,"uri":"/crucible/0/regions","method":"POST","req_id":"563125db-828c-4211-8bd2-6e5452856dda","remote_addr":"[fd00:1122:3344:101::a]:51375","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":41,"response_code":"200"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-e8175f29-e435-4b17-bd3a-b0957d035884","v":0,"name":"crucible-agent","level":30,"time":"2024-08-23T22:03:56.04036751Z","hostname":"oxz_crucible_3dafd3b1-1230-4db3-9961-2a4d53cc3a37","pid":23889,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-08-23T22:03:56.082933782Z","hostname":"oxz_crucible_3dafd3b1-1230-4db3-9961-2a4d53cc3a37","pid":23889,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-e8175f29-e435-4b17-bd3a-b0957d035884","v":0,"name":"crucible-agent","level":30,"time":"2024-08-23T22:03:56.097244774Z","hostname":"oxz_crucible_3dafd3b1-1230-4db3-9961-2a4d53cc3a37","pid":23889,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/e8175f29-e435-4b17-bd3a-b0957d035884","v":0,"name":"crucible-agent","level":30,"time":"2024-08-23T22:03:56.097534669Z","hostname":"oxz_crucible_3dafd3b1-1230-4db3-9961-2a4d53cc3a37","pid":23889,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2024-08-23T22:03:56.09758263Z","hostname":"oxz_crucible_3dafd3b1-1230-4db3-9961-2a4d53cc3a37","pid":23889,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::13","v":0,"name":"crucible-agent","level":30,"time":"2024-08-23T22:03:56.09762745Z","hostname":"oxz_crucible_3dafd3b1-1230-4db3-9961-2a4d53cc3a37","pid":23889,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-08-23T22:03:56.097667031Z","hostname":"oxz_crucible_3dafd3b1-1230-4db3-9961-2a4d53cc3a37","pid":23889,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-08-23T22:03:56.121113218Z","hostname":"oxz_crucible_3dafd3b1-1230-4db3-9961-2a4d53cc3a37","pid":23889,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-08-23T22:03:56.140267412Z","hostname":"oxz_crucible_3dafd3b1-1230-4db3-9961-2a4d53cc3a37","pid":23889,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-08-23T22:04:42.066122348Z","hostname":"oxz_crucible_3dafd3b1-1230-4db3-9961-2a4d53cc3a37","pid":23889,"uri":"/crucible/0/regions/e8175f29-e435-4b17-bd3a-b0957d035884","method":"GET","req_id":"a6a82316-d6c8-4498-9e4f-295de3bb1c05","remote_addr":"[fd00:1122:3344:101::a]:51375","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":65,"response_code":"200"}
{"msg":"path is \"/data/regions/e8175f29-e435-4b17-bd3a-b0957d035884\"","v":0,"name":"crucible-agent","level":30,"time":"2024-08-23T22:04:42.068927966Z","hostname":"oxz_crucible_3dafd3b1-1230-4db3-9961-2a4d53cc3a37","pid":23889,"component":"datafile"}
{"msg":"dataset is oxp_c4fe4e01-40de-4c9e-857a-e6870bd84153/crucible/regions/e8175f29-e435-4b17-bd3a-b0957d035884","v":0,"name":"crucible-agent","level":30,"time":"2024-08-23T22:04:42.079959162Z","hostname":"oxz_crucible_3dafd3b1-1230-4db3-9961-2a4d53cc3a37","pid":23889,"component":"datafile"}
{"msg":"region e8175f29-e435-4b17-bd3a-b0957d035884 state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2024-08-23T22:04:42.088891514Z","hostname":"oxz_crucible_3dafd3b1-1230-4db3-9961-2a4d53cc3a37","pid":23889,"component":"datafile"}
{"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2024-08-23T22:04:42.089110737Z","hostname":"oxz_crucible_3dafd3b1-1230-4db3-9961-2a4d53cc3a37","pid":23889,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-08-23T22:04:42.089185919Z","hostname":"oxz_crucible_3dafd3b1-1230-4db3-9961-2a4d53cc3a37","pid":23889,"uri":"/crucible/0/regions/e8175f29-e435-4b17-bd3a-b0957d035884","method":"DELETE","req_id":"3d4f1f34-2ea1-4caf-8128-d7d472803596","remote_addr":"[fd00:1122:3344:101::a]:51375","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":20275,"response_code":"204"}
{"msg":"disabling downstairs instance: downstairs-e8175f29-e435-4b17-bd3a-b0957d035884 (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2024-08-23T22:04:42.091443177Z","hostname":"oxz_crucible_3dafd3b1-1230-4db3-9961-2a4d53cc3a37","pid":23889,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-08-23T22:04:42.09218226Z","hostname":"oxz_crucible_3dafd3b1-1230-4db3-9961-2a4d53cc3a37","pid":23889,"uri":"/crucible/0/regions/e8175f29-e435-4b17-bd3a-b0957d035884","method":"GET","req_id":"2dfd1f70-6df0-49c4-89c7-12d359f12040","remote_addr":"[fd00:1122:3344:101::a]:51375","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":26,"response_code":"200"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-08-23T22:04:42.100175065Z","hostname":"oxz_crucible_3dafd3b1-1230-4db3-9961-2a4d53cc3a37","pid":23889,"component":"worker"}
{"msg":"deleting zfs dataset \"oxp_c4fe4e01-40de-4c9e-857a-e6870bd84153/crucible/regions/e8175f29-e435-4b17-bd3a-b0957d035884\"","v":0,"name":"crucible-agent","level":30,"time":"2024-08-23T22:04:42.10993007Z","hostname":"oxz_crucible_3dafd3b1-1230-4db3-9961-2a4d53cc3a37","pid":23889,"region":"e8175f29-e435-4b17-bd3a-b0957d035884","component":"worker"}
{"msg":"region e8175f29-e435-4b17-bd3a-b0957d035884 state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2024-08-23T22:04:42.162991739Z","hostname":"oxz_crucible_3dafd3b1-1230-4db3-9961-2a4d53cc3a37","pid":23889,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-08-23T22:04:42.225196492Z","hostname":"oxz_crucible_3dafd3b1-1230-4db3-9961-2a4d53cc3a37","pid":23889,"uri":"/crucible/0/regions/e8175f29-e435-4b17-bd3a-b0957d035884","method":"GET","req_id":"87a6f67d-b95f-45e5-bf09-0ad5b5cf3cb9","remote_addr":"[fd00:1122:3344:101::a]:51375","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":64,"response_code":"200"}