33:T1866,annotations = ({ raw: ` -- 9b23cb09-5d8f-4a25-8a23-a848815a8e11 -- a9d1208c-f07b-4361-b711-7e7e9b41ef37 -- afb8b899-5ef0-4939-9828-b1d215d37cb4 -- d56cb30a-2d56-407e-a04b-003cb294b625 -- 7a4b8d9f-743b-4142-ab8f-3836f24a90df -- 5f72888a-856a-47bf-bb6a-7db993830f12 -- a6d0ab31-89c8-4fe1-bab2-c3e1113a898e -- 1acbf315-c8e2-4499-99e7-1481c5242e88 -- b33b4af0-d2fd-4f48-9c0a-bf7298d422be -- 193f22a2-b43b-4dc9-9aa4-45f048e7aea6 -- 48297950-258f-4cfd-990f-90f8e42c792c -- e932d13f-c360-4bf8-8996-e6f7d7af2fb5 -- c161af81-89a8-4a90-9377-9f505d6ea31e -- c7fcab1b-bcdf-4f84-9ade-16d3fede63a2 -- 394a6b8b-8b9c-4f6e-9516-6322b067be69 -- 95ea6984-045f-4d29-a5a4-66e6f0747e51 -- 99a06d0b-0842-488f-94ee-061c02c43300 -- 40b6bfc4-e284-4d3d-82cb-d4e755ccee5d -- 9941cbd4-200b-4f68-b371-9c3749279543 -- 7cea185e-e023-4300-a2d6-a6c54fa1ad88 -- db5e408a-e70d-42c6-a65a-60a171be55fb -- 1f03df11-0fac-4391-ab24-fa8a5da71f84 INVALID: Miner availability issue -- 13f159eb-f414-4a85-bca6-561d5ea6e533 -- 0cf95ec5-6466-4b15-8b54-5f15d457c158 -- f8957bfc-5af2-41c7-8c91-38e3c2e8274a -- 1293a9a5-f4e9-4477-8514-cb84a99f97df -- e087ce16-9d57-41a4-b355-0c5ef08af6bb -- c1804194-412c-4f58-b8a7-7a00cd5d1749 -- f4d5c5df-b603-4cda-92eb-efd9a81e0dba -- ec3a4c73-8a19-4c9d-ab6f-d53cf4c078ed -- 53b87107-260c-420a-bd05-9fc79acde62e -- 7026ea39-bda9-4a82-8d17-5c7bb2073918 -- 7afba93d-42cb-48cc-962a-ded0c0bb9bd0 -- 88979406-97cb-49b4-9125-6730ac0473e6 -- 18010f7a-0d09-48ed-bba2-3b9f1fc730cc -- 0755a1f8-8c66-4928-b977-179576f7e9f5 -- 5927ec60-d726-426d-8c78-4e135a93e61d -- fa47e301-ce5d-409f-b1b9-2afff61014c3 INVALID: Miner setup issue -- ba406ea6-3b1a-4eba-af9c-7099d61c6348 -- a88aba96-0ac1-4102-832f-b468bdbf5764 -- 0b5d1c4b-167d-419a-85d5-83f8b8c7ebf1 -- ad0b9c73-33c5-4e89-9d60-34485d1f1ad5 -- 2c0247e8-aee5-46a4-8815-e502d7935f25 -- bd8ad831-2602-4c0a-be53-08c41438e3b3 -- ea5354eb-f213-482d-9fe3-5ee38545dbfb -- bb8923eb-51c0-41a6-92aa-1aad77205547 -- 59399b73-321a-4a1c-b509-a392212b8851 -- ecdf7d2e-68a7-4e20-ba09-d0203c2f1956 -- 208ccca3-8121-4745-846e-469191cba6c5 -- c8c643a8-fc72-4e63-b8f6-40d4443b95d2 -- eb0efac1-a18d-4316-9906-9bfe95339e90 -- 837d7be8-b07a-4515-8cb6-cca53b246cc1 -- 86fceb1b-7fe9-42fa-94c6-0d29eeff45f3 -- 161e72b1-605a-4455-a4f0-e3f7dced5c58 -- 622823da-5755-428d-a4f9-63a4130a23e4 -- eb2f246b-860b-4299-a04f-26a87a66d65b -- d2800843-b655-48f7-bb78-9a94cb820380 -- c0f3ca02-2c19-4092-a299-54093c98eff0 -- 6ba13283-634a-44c0-844d-c4c312d7062b -- 50bd6563-09ff-4688-a64f-3cf0c285aeb9 -- 74a2ce9d-d66e-4d07-a423-66e4baa6504a -- cff90be8-67c4-4fd3-85d9-b0e8494bcac5 -- d65772a4-1d1b-49d1-b79f-cb6ae03b2016 -- f6c26f1d-3451-4be0-9252-708117eb7a9d -- ebff5c07-f717-464f-9e38-bc68d44d91b3 -- bb12e601-ca01-474f-b2ba-9b8abe83b862 -- e9b18545-a14a-4a44-b451-abb4ffa975c6 -- f6c26f1d-3451-4be0-9252-708117eb7a9d -- 12341719-c11e-4690-8a57-2a24175c4cc7 INVALID: Dealbot fund issues -- b463d925-bc91-4c8b-8fd1-6d1e69749cdd -- bcf5b1ce-d925-4618-bcf7-ff916d3c103e -- 376d32a4-ae73-416c-a9e8-4ab6460626e7 -- 06775c7c-b030-42a7-910d-f3fd4ef1f79d -- 02ff6316-ac07-43dc-a199-bd3c3a57bde2 INVALID: upgrade related. -- 32cf2bac-b769-4bea-9b7d-4a6fe8cddc6d -- 8a2a5ebe-9fa7-4695-a1f4-ebd358d4317d -- c7f303e2-189b-4d5e-9725-1e7758dcba52 -- 2f67453e-c651-4074-85d6-d659943d686d INVALID: connection failure. -- 478b3b2c-2025-4a38-91fd-c345e06fecc9 -- c3d4c250-ea4e-4c5d-bb84-09895275dfcb -- cd8da956-1231-4f69-b940-d41b8f1979c7 -- b2d7cffb-c09b-4dda-8337-0bf0458d86d0 -- f30f792f-b549-4ab3-accd-bdd94bd2c0a8 -- 6fd34738-e55d-47d6-a0c5-36d5c63ee222 -- 32a9d249-96ef-4bab-b499-e00be78cf295 -- 5de00315-b97a-40ce-8712-46e61f5af890 -- 5c129abd-3818-4c34-8ac4-06f2205d76f4 -- 616b75bd-5158-4600-9532-dc356589e43b -- 99e5821d-4ef6-4bfc-89df-0b8666b5d721 -- 36bdb934-1c8f-4e36-81b7-d6c3f989e14d -- 3627946e-9cc0-40e2-a4d4-41c784f936d9 -- 755c09e9-b113-4c87-ac3f-3c79d3d8056c -- 24f30d23-ba34-4791-97e3-a1ee2a16f29a -- a0687098-81da-4ff0-892b-61e55c7dd89c INVALID: upgrade-related deal cancellations that weren't signalled to the client https://github.com/filecoin-project/go-data-transfer/pull/245 -- f4283dbd-b5c6-47a6-85b7-65fbd21af0a6 -- 713b216d-f483-4cdb-ae90-6410a844f62b INVALID: miner deployment issues. -- 64524213-e114-49a0-9ddd-70f4b5b97a59 -- de3ee905-c541-4a12-8d7f-93b9dd83b5f5 INVALID: upgrade with breaking changes (InboundCAR). -- 6c3504c5-d527-48e7-b1a8-e9ff70715ac3 -- d163d133-35b5-46bf-a73a-55b7e31541ec -- 9e7f8c63-560a-4ca0-a682-7d5c9f2447a5 -- 036307d6-4b64-4923-840c-d98977c45945 -- 5240fa92-389d-4c8b-b4ca-ff1c9682349a INVALID: Miner running customized code. -- 78d87834-5371-4dfd-91b1-d4dfcf8872f4 -- c41c4751-a6f2-4d48-aa39-c03d4f95a41a INVALID: dealbot misclassified https://github.com/filecoin-project/dealbot/issues/272 -- 031d6954-dd9c-42a6-ab0a-0585feca1827 -- 97a74a57-2bc2-49d2-8232-5f076960443d INVALID: dealbot/miner shutting down -- 4a69aacc-dc65-48ae-bef4-24a8a23d7288 INVALID: routing not found (not connectable) -- 1f6487fb-3201-439d-bd85-dce7048658ae -- 5906e001-39ff-4fcc-ab63-80918e99115a INVALID: miner ran out of disk space -- 37872928-ded1-4485-b9a6-2941900bb56e INVALID: insufficient balance -- 0fa252ac-a85c-4830-a121-d22f57065345 @Kyle: Deal was activated 50h after its start! -- 7eca496d-7515-4bed-a4f9-82691b005c56 @BigBear: Deal was activated 50h after its start! -- a96b6ce4-858c-4fa8-bc7e-e9c8bfef5596 -- 5a2997b5-a4bd-4fb5-b625-9e2ea3446c54 @Eliovp: handing off deal to node: writing piece \u003cnil\u003e: write |1: broken pipe -- 560fcf44-18e5-4799-ac19-843af4e6460a INVALID: deal timing. -- eb5122bf-5f5a-4aca-8159-dbdea184b552 -- 47236c4f-c5b2-4bc3-9201-2af793cb0196 INVALID: environment configuration error. -- 8c251df4-4bc9-4cae-a478-835331c740d2 -- f02a95e2-7a89-4282-886d-e25750ef1308 -- f5d0fc12-45ea-4bf7-ba12-987b8e21e8de Requested logs to @Meest Nam, @Kim John. -- 1fdb9f4f-0da8-4286-9820-3082b711aa11 Requested logs to @askender. -- 994d01d0-cce9-49fd-97e3-57991956df22 -- 4832ef0f-4ca2-4a8d-9762-7632b6b17b82 @Angelo: transfers completed! -- bba5338d-f961-4471-a8b4-55be8cba5af5 -- 27bd7ed2-7790-4571-98bd-9e004bb19e96 -- 59546be6-da7b-4d73-923c-4e2be3bc287b -- a018e48b-d6b4-4bdf-9a57-7562d7438a62 -- 319fd648-5584-4955-a9e4-6014fe8694d3 INVALID: BenjaminH deploying m1.3.4 `})34:T50c,dropError = (task) => { for (const ex of exclusionsFilter) { if (exclusionsMap[ex].test(task.ErrorMessage || "")) { return true } } if (!errorFilter) { return false } if ((task.ErrorMessage || "").includes("deal stage \"FirstByteReceived\" timed out after 0s")) { return true } if ((task.ErrorMessage || "").includes("there is an active retrieval deal with")) { return true } if ((task.ErrorMessage || "").includes("blockstore: block not found")) { return true } if ((task.ErrorMessage || "").includes("missing permission to invoke")) { return true } if ((task.ErrorMessage || "").includes("/efs/dealbot/")) { return true } if ((task.ErrorMessage || "").includes("handler: websocket connection closed")) { return true } if ((task.ErrorMessage || "").includes("/shared/")) { return true } if ((task.ErrorMessage || "").includes("Client error: Update channel closed before deal is active")) { return true } if ((task.ErrorMessage || "").includes("Patch \"http://dealbot-0-controller:8764")) { return true } if ((task.ErrorMessage || "").includes("no space left")) { return true } if ((task.ErrorMessage || "").includes("cannot allocate memory")) { return true } return false }35:T717,cleanupError = (errorMessage) => { if (errorMessage.includes("failed to dial")) { return "failed to dial" } if (errorMessage.includes("piece size less than minimum required size")) { return "piece size less than minimum required size" } if (errorMessage.includes("storage price per epoch less than asking price")) { return "storage price per epoch less than asking price" } if (errorMessage.includes("deal rejected")) { return "deal rejected -- other" } if (errorMessage.includes("Unexpected deal response status: DealStatusErrored")) { return "Unexpected deal response status: DealStatusErrored" } if (errorMessage.includes("timed out waiting 2m0s for Accept message from remote peer")) { return "data transfer failed: timed out waiting 2m0s for Accept message" } if (errorMessage.includes("GetRetrievalPricingInput: failed to look up deal")) { return "GetRetrievalPricingInput: failed to look up deal on chain" } if (errorMessage.includes("RPC client error: unmarshaling result: failed to parse")) { return "RPC client error: unmarshaling result: failed to parse" } if (errorMessage.includes("SysErrInsufficientFunds")) { return "Client Wallet is out of funds" } if (errorMessage.includes("/shared/") || errorMessage.includes("/efs/dealbot/")) { return "File System Error -- Check Configuration" } if (errorMessage.includes("there is an active retrieval deal with")) { return "Existing retrieval deal in progress" } if (errorMessage.includes("graphsync request failed to complete: skip")) { return "graphsync request failed to complete: skip" } if (errorMessage.includes("exhausted 15 attempts but failed to open stream")) { return "exhausted 15 attempts but failed to open stream" } return errorMessage }36:T8be,circleTextWithLine = (svg, radius, lineDist, x, y, d, i, perRow, total, onClick) => { const yside = 2 * radius * Math.sin(Math.PI / 4) const last = i === (total - 1); const xside = 2 * radius * Math.cos(Math.PI / 4) const dx = radius - xside / 2; const dy = radius - yside / 2; var global = svg.append('g') .attr('class', 'state-instance') .attr('transform', 'translate(' + [ radius, radius] + ')'); const xPos = (i) => x+(i%perRow)*(radius*2+lineDist) const yPos = (i) => y+Math.floor(i/perRow)*(radius*2 + lineDist/2) if (!last) { global.append('path') .attr('d', d3.line()([[xPos(i)+radius, yPos(i)], [xPos(i)+radius+lineDist-markerWidth, yPos(i)]])) .attr('stroke', 'black') .attr('marker-end', 'url(#arrow)') .attr('fill', 'none'); global.append('foreignObject') .attr('x',xPos(i) + radius + lineDist/2 - xside/2) .attr('y', yPos(i) - yside - markerHeight) .attr('width', xside) .attr('height', yside) .attr('color', 'black') .append('xhtml:div') .attr('style', 'height: 100%;') .append('xhtml:p') .html(`${Math.round(d.remainderPercentage*100)} %`) .attr('style', 'position: absolute; left: 50%; bottom: 0px;transform: translateX(-50%); text-align:center;padding:2px;margin:2px;'); } global.append('g') .append('circle') .attr('cx', xPos(i)) .attr('cy', yPos(i)) .attr('r', radius) .attr('stroke', last ? 'mediumseagreen' : d.count > 0 ? 'orangered' : 'black') .attr('stroke-width', last || d.count > 0 ? 4 : 2) .attr('class', 'state-circle') .on('click', function() { onClick(d.stage) d3.select(this).attr('class', 'state-circle state-circle-clicked') }) global.append('foreignObject') .attr('x',xPos(i) - (xside/2)) .attr('y', yPos(i) - (yside/2)) .attr('width', xside) .attr('height', yside) .attr('color', 'black') .attr('style', 'pointer-events: none;') .append('xhtml:div') .attr('style', 'height: 100%;') .append('xhtml:p') .html(`${d.count} concluded at ${d.stage.replace("StorageDeal", "").replace("ProposeDeal", "StartDeal").split(/(?=[A-Z])/).join(" ")}`) .attr('style', 'position: absolute;left: 50%;top: 50%;transform:translate(-50%,-50%);text-align:center;font-size:15px;margin:2px;'); }37:T9e7,plotStages = (stagesToPlot, radius, lineDist, x, y, perRow) => { const svg = d3.create('svg') .attr('width', width) .attr('height', y + (Math.ceil(stagesToPlot.length/perRow)*radius*2) + (Math.floor(stagesToPlot.length/perRow)*lineDist/2) + 5) const defs = svg.append('defs') const node = svg.node() defs .append('marker') .attr('id', 'arrow') .attr('viewBox', [0, 0, markerBoxWidth, markerBoxHeight]) .attr('refX', refX) .attr('refY', refY) .attr('markerWidth', markerBoxWidth) .attr('markerHeight', markerBoxHeight) .attr('orient', 'auto-start-reverse') .append('path') .attr('d', d3.line()(arrowPoints)) .attr('stroke', 'black'); defs.append('style').attr('type', 'text/css').html(` .state-circle { fill: white; cursor: pointer; filter: url(#shadow); } .state-circle:hover { filter: url(#inset-shadow); transform: translate(2px, 2px); } .state-circle.state-circle-clicked { filter: url(#inset-shadow); transform: translate(2px, 2px); } `) defs.append('filter') .attr('id', 'shadow') .append('feDropShadow') .attr('dx','2') .attr('dy','2') .attr('stdDeviation','2') .attr('flood-color', 'dimgray') const inset = defs.append('filter') .attr('id', 'inset-shadow') .attr('x',"-50%") .attr('y',"-50%") .attr('width',"200%") .attr('height',"200%") inset.append('feComponentTransfer').attr('in', 'SourceAlpha').append('feFuncA').attr('type', 'table').attr('tableValues', '1 0') inset.append('feGaussianBlur').attr('stdDeviation', '4') inset.append('feOffset').attr('dx', '3').attr('dy', '3').attr('result', 'offsetblur') inset.append('feFlood').attr('flood-color', 'rgb(0, 0, 0)').attr('result', 'color') inset.append('feComposite').attr('in2','offsetblur').attr('operator', 'in') inset.append('feComposite').attr('in2','SourceAlpha').attr('operator', 'in') const merge = inset.append('feMerge') merge.append('feMergeNode').attr('in', 'SourceGraphic') merge.append('feMergeNode') const onClick = (stage) => { node.value = stage node.dispatchEvent(new CustomEvent("input")); d3.select(node).selectAll('.state-circle').attr('class', 'state-circle') } stagesToPlot.forEach((item, index) => circleTextWithLine(svg, radius, lineDist, x, y, item, index, perRow, stagesToPlot.length,onClick)) return node }38:T4e2,function formatTableData(data, finishedTasks, parsedAnnotations) { data = data.map((row) => { const { ErrorMessage, StartedAt, Status, StorageTask, RetrievalTask, UUID, Stage, ...rest } = row const d = new Date(0) d.setUTCSeconds(StartedAt/1000000000) var finished = finishedTasks[UUID]; const typeSpecific = StorageTask ? { "Verified": StorageTask.Verified ? "Yes" : "No", "ProposalCID" : (finished && finished.ProposalCID) ? finished.ProposalCID : "" } : {"DealID": (finished && finished.DealIDString) ? finished.DealIDString : ""} finished = Object.assign(_.pick(finished, ['MinerVersion', 'ClientVersion']), { UUID }) finished["MinerVersion"] = (finished["MinerVersion"] || "").slice(0, 40) const ret = { "Started": moment(d).format(), "Status": Status === 3 ? "OK" : "Error", "Miner": StorageTask ? StorageTask.Miner : RetrievalTask.Miner, "Stage": Stage, "Error": wrap(ErrorMessage, {width: 50, cut: true}), "Comment 💬": wrap(parsedAnnotations[UUID], {width: 50, cut: true}), ...rest, ...finished, ...typeSpecific } return ret }) data = _.orderBy(data, ['Status', 'Started'], ['desc', 'asc']) return data }39:Tfb2,minerDirectory = ({ "MinerX.2: all": [ { id: "f0104671", name: "livspect" }, { id: "f02299", name: "Max" }, { id: "f014768", name: "Funk" }, { id: "f024184", name: "Meest Nam, kim john" }, { id: "f03488", name: "Meest Nam, kim john" }, { id: "f030379", name: "Meest Nam, kim john" }, { id: "f0440429", name: "Meest Nam, kim john" }, { id: "f01234", name: "Eliovp" }, { id: "f010446", name: "Angelo" }, { id: "f08403", name: "@TippyFlits" }, { id: "f023467", name: "Phi-rjan" }, { id: "f01240", name: "Hidde, Wijnand" }, { id: "f02576", name: "BenjaminH" }, { id: "f010479", name: "@Julien NOEL - Twin Quasar (s0nik42) " }, { id: "f022352", name: "Reiers" }, { id: "f01277", name: "Tung" }, { id: "f062353", name: "Patrick -Factor8 Solutions" }, { id: "f0418632", name: "Patrick -Factor8 Solutions" }, { id: "f022163", name: "Marius" }, { id: "f019551", name: "NeonixAF f019551" }, { id: "f0694396", name: "NeonixAF f019551" }, { id: "f019362", name: "askender" }, { id: "f07998", name: "askender" }, { id: "f0101016", name: "中创ipfs" }, { id: "f0101017", name: "中创ipfs" }, { id: "f0101019", name: "中创ipfs" }, { id: "f0133235", name: "中创ipfs" }, { id: "f0147487", name: "中创ipfs" }, { id: "f0147496", name: "中创ipfs" }, { id: "f0148163", name: "中创ipfs" }, { id: "f0159711", name: "中创ipfs" }, { id: "f020330", name: "中创ipfs" }, { id: "f0216923", name: "中创ipfs" }, { id: "f0224728", name: "中创ipfs" }, { id: "f0232830", name: "中创ipfs" }, { id: "f024483", name: "中创ipfs" }, { id: "f025002", name: "中创ipfs" }, { id: "f0536177", name: "中创ipfs" }, { id: "f0680676", name: "中创ipfs" }, { id: "f0711266", name: "中创ipfs" }, { id: "f014409", name: "Meatball" }, { id: "f023971", name: "Brian Y " }, { id: "f058369", name: "Kyle" }, { id: "f01049918", name: "Xinan Xu" }, { id: "f021716", name: "koru & 6enno" }, { id: "f071624", name: "shawnp0wers" }, { id: "f0135078", name: "shawnp0wers" }, { id: "f0406322", name: "shawnp0wers" }, { id: "f0406703", name: "shawnp0wers" }, { id: "f0875769", name: "shawnp0wers" }, { id: "f01035680", name: "shawnp0wers" }, { id: "f015927", name: "Chris" }, { id: "f022142", name: "Nelson" }, { id: "f01045784", name: "Nelson" }, { id: "f010617", name: "@feiya200" }, { id: "f066596", name: "Kemihu - PiKNiK" }, { id: "f0678914", name: "Kemihu - PiKNiK" }, { id: "f010088", name: "cerblue" }, { id: "f09848", name: "BigBear" }, { id: "f01278", name: "stuberman" }, { id: "f0447183", name: "Charles Cao - Filswan" }, { id: "f019104", name: "Charles Cao - Filswan" }, { id: "f0157535", name: "Charles Cao - Filswan" }, { id: "f0165400", name: "Charles Cao - Filswan" }, { id: "f0145874", name: "Charles Cao - Filswan" }, { id: "f08399", name: "WillTechMusing" }, { id: "f0503010", name: "cryptostack" }, { id: "f0153078", name: "cryptostack" }, { id: "f0764901", name: "cryptostack" }, { id: "f062619", name: "cryptostack" }, { id: "f0435971", name: "cryptostack" }, { id: "f040665", name: "cryptostack" }, { id: "f0155049", name: "cryptostack" }, { id: "f0155050", name: "cryptostack" }, { id: "f0137594", name: "cryptostack" }, { id: "f0118799", name: "cryptostack" }, { id: "f0119146", name: "cryptostack" }, { id: "f0155050", name: "cryptostack" }, { id: "f0396149", name: "cryptostack" }, { id: "f02417", name: "cryptostack" }, { id: "f01248", name: "waynewyang" }, { id: "f0154039", name: "waynewyang" }, { id: "f0463143", name: "waynewyang" }, { id: "f0747617", name: "waynewyang" } ], "MinerX.2: bleeding edge": [ { id: "f08403", name: "TippyFlits" }, { id: "f02576", name: "BenjaminH" }, { id: "f014409", name: "Meatball" }, { id: "f01278", name: "stuberman" } ] })3a:Tc7d,minerLocations = ([ { id: "f0104671", location: "Asia" }, { id: "f02299", location: "GCR" }, { id: "f014768", location: "Asia" }, { id: "f024184", location: "Asia" }, { id: "f03488", location: "Asia" }, { id: "f030379", location: "Asia" }, { id: "f0440429", location: "Asia" }, { id: "f01234", location: "Europe" }, { id: "f010446", location: "Europe" }, { id: "f08403", location: "Europe" }, { id: "f023467", location: "Europe" }, { id: "f01240", location: "Europe" }, { id: "f02576", location: "Europe" }, { id: "f010479", location: "Europe" }, { id: "f022352", location: "Europe" }, { id: "f01277", location: "Europe" }, { id: "f062353", location: "Europe" }, { id: "f0418632", location: "Europe" }, { id: "f022163", location: "Europe" }, { id: "f019551", location: "Europe" }, { id: "f0694396", location: "Europe" }, { id: "f019362", location: "GCR" }, { id: "f07998", location: "GCR" }, { id: "f0101016", location: "GCR" }, { id: "f0101017", location: "GCR" }, { id: "f0101019", location: "GCR" }, { id: "f0133235", location: "GCR" }, { id: "f0147487", location: "GCR" }, { id: "f0147496", location: "GCR" }, { id: "f0148163", location: "GCR" }, { id: "f0159711", location: "GCR" }, { id: "f020330", location: "GCR" }, { id: "f0216923", location: "GCR" }, { id: "f0224728", location: "GCR" }, { id: "f0232830", location: "GCR" }, { id: "f024483", location: "GCR" }, { id: "f025002", location: "GCR" }, { id: "f0536177", location: "GCR" }, { id: "f0680676", location: "GCR" }, { id: "f0711266", location: "GCR" }, { id: "f014409", location: "NA" }, { id: "f023971", location: "NA" }, { id: "f058369", location: "NA" }, { id: "f01049918", location: "NA" }, { id: "f021716", location: "Oceania" }, { id: "f071624", location: "NA" }, { id: "f0135078", location: "NA" }, { id: "f0406322", location: "NA" }, { id: "f0406703", location: "NA" }, { id: "f015927", location: "NA" }, { id: "f022142", location: "NA" }, { id: "f01045784", location: "NA" }, { id: "f010617", location: "NA" }, { id: "f066596", location: "NA" }, { id: "f0678914", location: "NA" }, { id: "f010088", location: "NA" }, { id: "f09848", location: "NA" }, { id: "f01278", location: "NA" }, { id: "f0447183", location: "NA" }, { id: "f019104", location: "NA" }, { id: "f0157535", location: "NA" }, { id: "f0165400", location: "NA" }, { id: "f0145874", location: "NA" }, { id: "f08399", location: "NA" }, { id: "f0503010", location: "GCR" }, { id: "f0153078", location: "GCR" }, { id: "f0764901", location: "GCR" }, { id: "f062619", location: "GCR" }, { id: "f0435971", location: "GCR" }, { id: "f040665", location: "GCR" }, { id: "f0155049", location: "GCR" }, { id: "f0155050", location: "GCR" }, { id: "f0137594", location: "GCR" }, { id: "f0118799", location: "GCR" }, { id: "f0119146", location: "GCR" }, { id: "f0155050", location: "GCR" }, { id: "f0396149", location: "GCR" }, { id: "f02417", location: "GCR" }, { id: "f01248", location: "GCR" }, { id: "f0154039", location: "GCR" }, { id: "f0463143", location: "GCR" }, { id: "f0747617", location: "GCR" } ])3b:[] 32:{"title":"Deals Dashboard","cells":[{"id":0,"value":"md`# Deals Dashboard`","pinned":false,"hidden":false,"mode":"ojs"},{"id":531,"value":"html`

WARNING: THE DATA HERE IS NOT RELIABLE YET!

`","pinned":false,"hidden":false,"mode":"ojs"},{"id":14,"value":"viewof url = Text({label: 'GraphQL URL', value: \"https://lb.mainnet-us-east-1.filops.net/mainnet-dealbot-graphql/\", placeholder: \"Enter url for running controller Graph QL endpoint\"})","pinned":false,"hidden":false,"mode":"ojs"},{"id":368,"value":"viewof startDate = Text({type: \"date\", label: 'Starting On', value: startDateDefault})","pinned":false,"hidden":false,"mode":"ojs"},{"id":372,"value":"viewof endDate = Text({type: \"date\", label: 'Going Until', value: endDateDefault})","pinned":false,"hidden":false,"mode":"ojs"},{"id":36,"value":"viewof miner = Text({label: 'Filter By Miner', placeholder: \"Miner ID\", value: minerIDDefault})","pinned":false,"hidden":false,"mode":"ojs"},{"id":1459,"value":"viewof minerGroupsFilter = Inputs.select(minerGroups, { multiple: true, label: \"Filter by miner group(s)\", value: minerGroupsFilterDefault })","pinned":false,"hidden":false,"mode":"ojs"},{"id":1499,"value":"^{Both miner filtering options are applied simultaneously (unioned)}","pinned":false,"hidden":false,"mode":"html"},{"id":586,"value":"viewof clientVersionFilter = Inputs.checkbox(clientVersions, {label: \"Filter By Client Version\", value: clientVersionDefault})","pinned":false,"hidden":false,"mode":"ojs"},{"id":590,"value":"viewof minerVersionFilter = Inputs.checkbox(minerVersions, {label: \"Filter By Miner Version\", value: minerVersionDefault})","pinned":false,"hidden":false,"mode":"ojs"},{"id":1603,"value":"viewof tagsFilter = Inputs.checkbox(tags, {label: \"Filter By Tag\", value: tagFilterDefault})","pinned":false,"hidden":false,"mode":"ojs"},{"id":632,"value":"md `*Not checking any versions means show all*`","pinned":false,"hidden":false,"mode":"ojs"},{"id":1060,"value":"viewof errorFilter = Radio(new Map([[\"Most Useful\", true], [\"All, Including Software Configuration Errors\", false]]), {value: errorFilterDefault, label: \"Error filtering\"})","pinned":false,"hidden":false,"mode":"ojs"},{"id":1696,"value":"viewof exclusionsFilter = Inputs.checkbox(exclusions, {\n label: \"Other exclusions\",\n value: exclusionsFilterDefault,\n})","pinned":false,"hidden":false,"mode":"ojs"},{"id":1133,"value":"viewof showUnavailabilities = Radio(new Map([[\"Show\", true], [\"Hide\", false]]), {value: showUnavailabilitiesDefault, label: \"Miner availability errors\"})","pinned":false,"hidden":false,"mode":"ojs"},{"id":1766,"value":"viewof showInvalid = Radio(new Map([[\"Show\", true], [\"Hide\", false]]), {value: showInvalidDefault, label: \"Show datapoints deemed invalid after manual analysis\"})","pinned":false,"hidden":false,"mode":"ojs"},{"id":1261,"value":"copyToClipboardButton(shareableURL, \"Copy Shareable URL with current filters\")","pinned":false,"hidden":false,"mode":"ojs"},{"id":142,"value":"md`### Average Storage Deal Success Rate: ${filteredStorageTasks.length ? (dealSuccessRate(filteredStorageTasks)*100).toFixed(2) + \"%\" : \"no deals done\"} (${filteredStorageTasks.length} deals)`","pinned":false,"hidden":false,"mode":"ojs"},{"id":439,"value":"md`### Average Retrieval Deal Success Rate: ${filteredRetrievalTasks.length ? (dealSuccessRate(filteredRetrievalTasks)*100).toFixed(2) + \"%\": \"no deals done\"} (${filteredRetrievalTasks.length} deals)`","pinned":false,"hidden":false,"mode":"ojs"},{"id":486,"value":"md`### Deals Failed Because Of Undialable Miners: ${(undialableRate(versionFilteredTasks)*100).toFixed(2)}%`","pinned":false,"hidden":false,"mode":"ojs"},{"id":517,"value":"md`### Average Time To First Byte (retrieval deals): ${avgTimeToFirstByte(filteredRetrievalTasks).toFixed(2)} MS`","pinned":false,"hidden":false,"mode":"ojs"},{"id":953,"value":"md`### Storage Deal Stage Diagram`","pinned":false,"hidden":false,"mode":"ojs"},{"id":1100,"value":"md`Total attempted deals: ${filteredStorageTasks.length}`","pinned":false,"hidden":false,"mode":"ojs"},{"id":954,"value":"storageStageDiagram = stageDiagram(filteredStorageTasks, commonStages, storageDealStages)","pinned":false,"hidden":false,"mode":"ojs"},{"id":1869,"value":"breakdownHeader(selectedStorageStage)","pinned":false,"hidden":false,"mode":"ojs"},{"id":1849,"value":"byMinerCurrentStage(filteredStorageTasks, selectedStorageStage)","pinned":false,"hidden":false,"mode":"ojs"},{"id":946,"value":"md`### Retrieval Deal Stage Diagram`","pinned":false,"hidden":false,"mode":"ojs"},{"id":1103,"value":"md`Total attempted deals: ${filteredRetrievalTasks.length}`","pinned":false,"hidden":false,"mode":"ojs"},{"id":940,"value":"retrievalStageDiagram = stageDiagram(filteredRetrievalTasks, commonStages, retrievalStages)","pinned":false,"hidden":false,"mode":"ojs"},{"id":1872,"value":"breakdownHeader(selectedRetrievalStage)","pinned":false,"hidden":false,"mode":"ojs"},{"id":1875,"value":"byMinerCurrentStage(filteredRetrievalTasks, selectedRetrievalStage)","pinned":false,"hidden":false,"mode":"ojs"},{"id":187,"value":"md`### Storage Deal Errors: Histogram`","pinned":false,"hidden":false,"mode":"ojs"},{"id":62,"value":"// failureBoard(filteredStorageTasks)","pinned":false,"hidden":false,"mode":"ojs"},{"id":455,"value":"md`### Retrieval Deal Errors: Histogram`","pinned":false,"hidden":false,"mode":"ojs"},{"id":460,"value":"// failureBoard(filteredRetrievalTasks)","pinned":false,"hidden":false,"mode":"ojs"},{"id":1302,"value":"## Storage Deals Drilldown","pinned":false,"hidden":false,"mode":"md"},{"id":1298,"value":"Inputs.table(formatTableData(filteredStorageTasks, filteredFinishedTasks, parsedAnnotations), tableFormat)","pinned":false,"hidden":false,"mode":"ojs"},{"id":1307,"value":"## Retrieval Deals Drilldown","pinned":false,"hidden":false,"mode":"md"},{"id":1297,"value":"Inputs.table(formatTableData(filteredRetrievalTasks, filteredFinishedTasks, parsedAnnotations), tableFormat)","pinned":false,"hidden":false,"mode":"ojs"},{"id":1538,"value":"## Annotations","pinned":false,"hidden":false,"mode":"md"},{"id":1544,"value":"$33","pinned":false,"hidden":false,"mode":"ojs"},{"id":2046,"value":"","pinned":true,"hidden":false,"mode":"ojs"},{"id":57,"value":"md `## Appendix`","pinned":false,"hidden":false,"mode":"ojs"},{"id":1015,"value":"md`### Derived Data`","pinned":false,"hidden":false,"mode":"ojs"},{"id":17,"value":"tasks = fetch(url +\"graphql?query=query {Tasks { All {UUID Status Stage ErrorMessage StartedAt WorkedBy StorageTask { Miner Verified Tag } RetrievalTask { Miner Tag }}}}\").then((response) => response.json()).then((tasks) => tasks.data.Tasks.All)","pinned":false,"hidden":false,"mode":"ojs"},{"id":32,"value":"statusNames = [\"\", \"Available\", \"InProgress\", \"Successful\", \"Failed\"]","pinned":false,"hidden":false,"mode":"ojs"},{"id":397,"value":"endDateUnix = (endDate == formatDate(new Date()) ? (new Date()).getTime() : (new Date(endDate)).getTime())+1000*24*60*60","pinned":false,"hidden":false,"mode":"ojs"},{"id":386,"value":"startDateUnix = (new Date(startDate)).getTime()","pinned":false,"hidden":false,"mode":"ojs"},{"id":1517,"value":"selectedMiners = _.uniq(minerGroupsFilter.flatMap(v => minerDirectory[v].flatMap((m) => m.id))) // uniq ids of selected miner groups","pinned":false,"hidden":false,"mode":"ojs"},{"id":23,"value":"filteredTasks = tasks\n .filter(task => {\n return showInvalid || !(parsedAnnotations[task.UUID] || \"\").includes(\"INVALID\")\n })\n .filter(task => {\n if (!miner && !minerGroupsFilter.length) return true;\n const curr = taskMiner(task)\n return curr == miner || selectedMiners.includes(curr)\n })\n .filter(task => (task.StartedAt / 1000000) >= startDateUnix && (task.StartedAt / 1000000) <= endDateUnix)\n .filter(task => statusNames[task.Status] != \"InProgress\" && statusNames[task.Status] != \"Available\")\n .map(flipError)\n .filter((task) => !dropError(task))\n .filter((task) => task.Stage != \"StorageDealFailing\")\n .filter((task) => showUnavailabilities ? true : task.Stage != \"MinerOnline\")","pinned":false,"hidden":false,"mode":"ojs"},{"id":299,"value":"uuids = filteredTasks.map(task => task.UUID)","pinned":false,"hidden":false,"mode":"ojs"},{"id":283,"value":"filteredFinishedTasks = fetch(url+\"graphql\", { \n method: 'POST',\n headers: {\n 'Content-Type': 'application/json'\n },\n body: JSON.stringify({\n query: `query {FinishedTasks(UUIDs: ${JSON.stringify(uuids)}) { All { MinerLatencyMS TimeToFirstByteMS TimeToLastByteMS ClientVersion MinerVersion ProposalCID DealIDString}}}`})\n}).then((response) => response.json())\n.then((tasks) => tasks.data.FinishedTasks ? tasks.data.FinishedTasks.All.reduce((acc, task, n) => Object.assign(acc, {[uuids[n]]: task}), {}) : {})","pinned":false,"hidden":false,"mode":"ojs"},{"id":563,"value":"clientVersions = sortBy(filteredTasks, clientVersion, \"version\").map(versionString).map(version => version ? version : \"Unknown\").sort(compareVersions)","pinned":false,"hidden":false,"mode":"ojs"},{"id":584,"value":"minerVersions = sortBy(filteredTasks, minerVersion, \"version\").map(versionString).map(version => version ? version : \"Unknown\").sort(compareVersions)","pinned":false,"hidden":false,"mode":"ojs"},{"id":1586,"value":"tags = sortBy(filteredTasks, taskTag, \"tag\").map(tagString).filter(tag => tag != \"null\")","pinned":false,"hidden":false,"mode":"ojs"},{"id":1921,"value":"exclusionsMap = ({\n \"rejections\": /(deal rejected)|RejectingDealOverCost/,\n \"insufficient funds\": /SysErrInsufficientFunds/,\n \"ask price unmet\": /miner ask price (.*) exceeds max price/,\n \"cancellations\": /(Provider cancelled retrieval)|(data transfer cancelled)/,\n \"insufficient datacap\": /failed to add verified deal for client/,\n})","pinned":false,"hidden":false,"mode":"ojs"},{"id":1702,"value":"exclusions = Object.keys(exclusionsMap)","pinned":false,"hidden":false,"mode":"ojs"},{"id":625,"value":"versionFilteredTasks = filteredTasks.filter(matchesClientVersion).filter(matchesMinerVersion).filter(matchesTag)","pinned":false,"hidden":false,"mode":"ojs"},{"id":409,"value":"filteredStorageTasks = versionFilteredTasks.filter(matchesTaskType('Storage'))","pinned":false,"hidden":false,"mode":"ojs"},{"id":416,"value":"filteredRetrievalTasks = versionFilteredTasks.filter(matchesTaskType('Retrieval'))","pinned":false,"hidden":false,"mode":"ojs"},{"id":783,"value":"commonStages = {\n let commonStages = [\n \t\"MinerOnline\",\n \t\"QueryAsk\",\n \t\"CheckPrice\",\n \t\"ClientImport\",\n \t\"ProposeDeal\",\n ]\n\n if (!showUnavailabilities) {\n commonStages.shift()\n }\n return commonStages\n}","pinned":false,"hidden":false,"mode":"ojs"},{"id":785,"value":"retrievalStages = [\n\t\"DealAccepted\",\n\t\"FirstByteReceived\",\n \"AllBytesReceived\",\n\t\"DealComplete\",\n]\n","pinned":false,"hidden":false,"mode":"ojs"},{"id":787,"value":"storageDealStages = [\n\"StorageDealReserveClientFunds\",\n\"StorageDealClientFunding\",\n\"StorageDealFundsReserved\",\n\"StorageDealStartDataTransfer\",\n\"StorageDealTransferring\",\n\"StorageDealCheckForAcceptance\",\n\"StorageDealProposalAccepted\",\n\"StorageDealAwaitingPreCommit\",\n\"StorageDealSealing\",\n\"StorageDealActive\",\n]","pinned":false,"hidden":false,"mode":"ojs"},{"id":261,"value":"params = new URLSearchParams(location.search.substring(1))","pinned":false,"hidden":false,"mode":"ojs"},{"id":354,"value":"startDateDefault = params.get(\"start_date\") || formatDate(oneWeekAgo())","pinned":false,"hidden":false,"mode":"ojs"},{"id":363,"value":"endDateDefault = params.get(\"end_date\") || formatDate(new Date())","pinned":false,"hidden":false,"mode":"ojs"},{"id":278,"value":"minerIDDefault = params.get(\"miner_id\")","pinned":false,"hidden":false,"mode":"ojs"},{"id":1181,"value":"clientVersionDefault = arrayParamParse(params, \"client_version\", [])","pinned":false,"hidden":false,"mode":"ojs"},{"id":1209,"value":"minerVersionDefault = arrayParamParse(params, \"miner_version\",[])","pinned":false,"hidden":false,"mode":"ojs"},{"id":1270,"value":"showUnavailabilitiesDefault = params.get(\"show_unavailabilities\") ? parseBool(params.get(\"show_unavailabilities\")) : false","pinned":false,"hidden":false,"mode":"ojs"},{"id":1289,"value":"errorFilterDefault = params.get(\"error_filter\") ? parseBool(params.get(\"error_filter\")) : true","pinned":false,"hidden":false,"mode":"ojs"},{"id":1767,"value":"showInvalidDefault = params.get(\"show_invalid\") ? parseBool(params.get(\"show_invalid\")) :false","pinned":false,"hidden":false,"mode":"ojs"},{"id":1598,"value":"tagFilterDefault = arrayParamParse(params, \"tags_filter\", [])","pinned":false,"hidden":false,"mode":"ojs"},{"id":1932,"value":"exclusionsFilterDefault = arrayParamParse(params, \"exclusions_filter\", exclusions)","pinned":false,"hidden":false,"mode":"ojs"},{"id":1945,"value":"minerGroupsFilterDefault = arrayParamParse(params, \"miner_groups_filter\", [\"MinerX.2: all\"])","pinned":false,"hidden":false,"mode":"ojs"},{"id":1212,"value":"shareableURL = `https://observablehq.com/@protocol/deals-dashboard?show_unavailabilities=${showUnavailabilities}${startDate == startDateDefault && endDate == endDateDefault ? '' : `&start_date=${startDate}&end_date=${endDate}`}${miner ? \"&miner_id=\"+miner : ''}${clientVersionFilter.length > 0 ? '&client_version='+clientVersionFilter.join() : ''}${minerVersionFilter.length > 0 ? '&miner_version='+minerVersionFilter.join() : ''}&error_filter=${errorFilter}${tagsFilter.length > 0 ? '&tags_filter='+tagsFilter.join() : ''}&show_invalid=${showInvalid}&exclusions_filter=${exclusionsFilter.join()}&miner_groups_filter=${minerGroupsFilter.join()}`","pinned":false,"hidden":false,"mode":"ojs"},{"id":1828,"value":"selectedStorageStage = Generators.input(storageStageDiagram)","pinned":false,"hidden":false,"mode":"ojs"},{"id":1834,"value":"selectedRetrievalStage = Generators.input(retrievalStageDiagram)","pinned":false,"hidden":false,"mode":"ojs"},{"id":982,"value":"md`### Helper Functions`","pinned":false,"hidden":false,"mode":"ojs"},{"id":1387,"value":"moment = require('moment')","pinned":false,"hidden":false,"mode":"ojs"},{"id":1409,"value":"function wrap(str, options) {\n const identity = (str) => str;\n \n options = options || {};\n if (str == null) {\n return str;\n }\n\n var width = options.width || 50;\n var indent = (typeof options.indent === 'string')\n ? options.indent\n : ' ';\n\n var newline = options.newline || '\\n' + indent;\n var escape = typeof options.escape === 'function'\n ? options.escape\n : identity;\n\n var regexString = '.{1,' + width + '}';\n if (options.cut !== true) {\n regexString += '([\\\\s\\u200B]+|$)|[^\\\\s\\u200B]+?([\\\\s\\u200B]+|$)';\n }\n\n var re = new RegExp(regexString, 'g');\n var lines = str.match(re) || [];\n var result = indent + lines.map(function(line) {\n if (line.slice(-1) === '\\n') {\n line = line.slice(0, line.length - 1);\n }\n return escape(line);\n }).join(newline);\n\n if (options.trim === true) {\n result = result.replace(/[ \\t]*$/gm, '');\n }\n return result;\n};","pinned":false,"hidden":false,"mode":"ojs"},{"id":52,"value":"matchesTaskType = (taskType) => (task) => taskType === \"All\" ? true : taskType === \"Storage\" ? task.StorageTask : task.RetrievalTask","pinned":false,"hidden":false,"mode":"ojs"},{"id":146,"value":"failures = (tasks, failureSort) => sortBy(\n tasks.filter((task) => statusNames[task.Status] === \"Failed\"), failureName(failureSort), 'status')","pinned":false,"hidden":false,"mode":"ojs"},{"id":548,"value":"sortBy = (tasks, sort, keyName) => Object.entries(\n tasks.reduce((acc, task) => Object.assign(acc, {[sort(task)]: acc[sort(task)] ? acc[sort(task)] + 1 : 1 }), {}))\n .map((statusEntry) => ({ [keyName]: statusEntry[0], count: statusEntry[1]}))","pinned":false,"hidden":false,"mode":"ojs"},{"id":789,"value":"stageIndex = (stage) => {\n return stage == null ? 0 : \n commonStages.includes(stage) ? commonStages.indexOf(stage) : \n storageDealStages.includes(stage) ? commonStages.length + storageDealStages.indexOf(stage) :\n retrievalStages.includes(stage) ? commonStages.length + retrievalStages.indexOf(stage) : -1\n}\n","pinned":false,"hidden":false,"mode":"ojs"},{"id":1068,"value":"emptyStageCounts = (...stageSets) => stageSets.reduce((acc, stageSet) => stageSet.reduce((innerAcc, stage) => innerAcc.concat([{ stage, count: 0}]), acc), [])","pinned":false,"hidden":false,"mode":"ojs"},{"id":1083,"value":"findActiveStage = (activeStages, stage) => activeStages.find((activeStage) => activeStage.stage == stage)","pinned":false,"hidden":false,"mode":"ojs"},{"id":811,"value":"orderByStage = (tasks, ...stageSets) => {\n const activeStages = sortBy(tasks, (task) => task.Stage, 'stage')\n return emptyStageCounts(...stageSets).map((stage) => findActiveStage(activeStages, stage.stage) || stage)\n}","pinned":false,"hidden":false,"mode":"ojs"},{"id":840,"value":"withRemainderPercentages = (stages, total) => stages.reduce((acc, stage) => ({\n stages : acc.stages.concat([Object.assign({remainderPercentage: acc.remaining == 0 ? 0 : (acc.remaining-stage.count)/acc.remaining}, stage)]),\n remaining: acc.remaining - stage.count\n}), { stages: [], remaining: total }).stages","pinned":false,"hidden":false,"mode":"ojs"},{"id":40,"value":"taskMiner = (task) => task.StorageTask ? task.StorageTask.Miner : task.RetrievalTask.Miner","pinned":false,"hidden":false,"mode":"ojs"},{"id":572,"value":"prefixVersion = (base) => {\n if (base.includes(\"+\")) {\n return base.substring(0, base.indexOf(\"+\"))\n }\n return base\n}","pinned":false,"hidden":false,"mode":"ojs"},{"id":571,"value":"version = (base) => prefixVersion(base).replace(\"lotus-\", \"\")","pinned":false,"hidden":false,"mode":"ojs"},{"id":644,"value":"versionString = (bucket) => bucket.version","pinned":false,"hidden":false,"mode":"ojs"},{"id":544,"value":"clientVersion = (task) => {\n const finishedTask = filteredFinishedTasks[task.UUID]\n if (!(finishedTask && finishedTask.ClientVersion)) {\n return \"\"\n }\n return version(finishedTask.ClientVersion)\n}","pinned":false,"hidden":false,"mode":"ojs"},{"id":612,"value":"matchesClientVersion = (task) => clientVersionFilter.length > 0 ? clientVersionFilter.includes(clientVersion(task)) : true","pinned":false,"hidden":false,"mode":"ojs"},{"id":577,"value":"minerVersion = (task) => {\n const finishedTask = filteredFinishedTasks[task.UUID]\n if (!(finishedTask && finishedTask.MinerVersion)) {\n return \"\"\n }\n return version(finishedTask.MinerVersion)\n}\n","pinned":false,"hidden":false,"mode":"ojs"},{"id":1584,"value":"taskTag = (task) => (task.StorageTask ? task.StorageTask.Tag : task.RetrievalTask.Tag)","pinned":false,"hidden":false,"mode":"ojs"},{"id":1590,"value":"tagString = (bucket) => bucket.tag","pinned":false,"hidden":false,"mode":"ojs"},{"id":618,"value":"matchesMinerVersion = (task) => minerVersionFilter.length > 0 ? minerVersionFilter.includes(minerVersion(task)) : true","pinned":false,"hidden":false,"mode":"ojs"},{"id":1606,"value":"matchesTag = (task) => tagsFilter.length > 0 ? tagsFilter.includes(taskTag(task)) : true","pinned":false,"hidden":false,"mode":"ojs"},{"id":121,"value":"failureName = (failureSort) => (task) => failureSort == \"stage\" ? task.Stage : cleanupError(task.ErrorMessage)","pinned":false,"hidden":false,"mode":"ojs"},{"id":2011,"value":"flipDeals = [\"0187db07-ec8a-41cc-b904-a4362677395a\"]","pinned":false,"hidden":false,"mode":"ojs"},{"id":2003,"value":"html`

TODO: GET RID OF FLIP ERROR HACK WHEN STORAGE IS FIXED!

`","pinned":false,"hidden":false,"mode":"ojs"},{"id":1994,"value":"flipError = (task) => {\n if (flipDeals.includes(task.UUID) || (task.ErrorMessage || \"\").includes(\"/shared/\") || (task.ErrorMessage || \"\").includes(\"/efs/dealbot/\")) {\n task.ErrorMessage = \"\"\n task.Status = 3\n task.Stage = \"DealComplete\"\n return task\n }\n return task\n}","pinned":false,"hidden":false,"mode":"ojs"},{"id":462,"value":"$34","pinned":false,"hidden":false,"mode":"ojs"},{"id":200,"value":"$35","pinned":false,"hidden":false,"mode":"ojs"},{"id":158,"value":"successes = (tasks) => tasks.filter(task => statusNames[task.Status] === \"Successful\")\n ","pinned":false,"hidden":false,"mode":"ojs"},{"id":163,"value":"dealSuccessRate = (tasks) => tasks.length == 0 ? 0 : (successes(tasks).length / tasks.length)","pinned":false,"hidden":false,"mode":"ojs"},{"id":482,"value":"undialable = (tasks) => tasks.filter((task) => task.Stage == \"MinerOnline\")","pinned":false,"hidden":false,"mode":"ojs"},{"id":481,"value":"undialableRate = (tasks) => tasks.length == 0 ? 0 : undialable(tasks).length / tasks.length","pinned":false,"hidden":false,"mode":"ojs"},{"id":357,"value":"oneWeekAgo = () => { \n let date = new Date()\n date.setDate(date.getDate() - 7)\n return date\n}","pinned":false,"hidden":false,"mode":"ojs"},{"id":349,"value":"function formatDate(date) {\n return [\n (date.getFullYear()).toString().padStart(4, \"0\"),\n (date.getMonth() + 1).toString().padStart(2, \"0\"),\n (date.getDate()).toString().padStart(2, \"0\")\n ].join(\"-\")\n}","pinned":false,"hidden":false,"mode":"ojs"},{"id":511,"value":"timeToFirstByte = (task) => filteredFinishedTasks[task.UUID].TimeToFirstByteMS","pinned":false,"hidden":false,"mode":"ojs"},{"id":510,"value":"avgTimeToFirstByte = (tasks) => {\n let withTimeToByte = tasks.filter(hasTimeToFirstByte)\n return withTimeToByte.length == 0 ? 0 : withTimeToByte.reduce((acc, task) => acc + timeToFirstByte(task), 0) / withTimeToByte.length}","pinned":false,"hidden":false,"mode":"ojs"},{"id":522,"value":"hasTimeToFirstByte = (task) => filteredFinishedTasks[task.UUID] && filteredFinishedTasks[task.UUID].TimeToFirstByteMS != null","pinned":false,"hidden":false,"mode":"ojs"},{"id":1228,"value":"semanticVersion = (version) => version.split(\"-\")[0].split(\".\").map(i => parseInt(i))","pinned":false,"hidden":false,"mode":"ojs"},{"id":1232,"value":"function compareSemanticVersions(a, b) { return a.length > 0 ? (b.length > 0 ? (a[0] > b[0] ? 1 : (b[0] > a[0] ? -1 : compareSemanticVersions(a.slice(1), b.slice(1)))) : 1) : (b.length > 0 ? -1 : 0) }","pinned":false,"hidden":false,"mode":"ojs"},{"id":1244,"value":"compareVersions = (a, b) => compareSemanticVersions(semanticVersion(a), semanticVersion(b)) || (b > a ? -1 : 1)","pinned":false,"hidden":false,"mode":"ojs"},{"id":1272,"value":"parseBool = (tB) => tB === 'true'","pinned":false,"hidden":false,"mode":"ojs"},{"id":1967,"value":"arrayParamParse = (params, filter, filterDefault) => params.get(filter) != null ? params.get(filter) != \"\" ? params.get(filter).split(\",\") : [] : filterDefault","pinned":false,"hidden":false,"mode":"ojs"},{"id":992,"value":"md`### Visual Logic`","pinned":false,"hidden":false,"mode":"ojs"},{"id":4,"value":"import {Text, Radio} from \"@observablehq/inputs\"","pinned":false,"hidden":false,"mode":"ojs"},{"id":1259,"value":"import {copyToClipboardButton} from '@radames/clipboard-button'","pinned":false,"hidden":false,"mode":"ojs"},{"id":995,"value":"md`#### Histograms`","pinned":false,"hidden":false,"mode":"ojs"},{"id":672,"value":"height = 240","pinned":false,"hidden":false,"mode":"ojs"},{"id":55,"value":"import { vl } from \"@vega/vega-lite-api\"","pinned":false,"hidden":false,"mode":"ojs"},{"id":446,"value":"failureBoard = (tasks) => vl.markBar()\n\n .data(failures(tasks, \"error\"))\n.transform(vl.calculate().calculate(\"split(datum.status, ' ')\").as('Status'))\n .width(width - 220)\n .height(width/3-20)\n.encode(\n vl.x().fieldN(\"Status\").axis({ title: 'Status', labelAngle: 0}).sort(\"count\"),\n vl.y().fieldQ(\"count\").axis({ title: 'Count'}),\n vl.color().field(\"Status\")\n )\n .render()","pinned":false,"hidden":false,"mode":"ojs"},{"id":998,"value":"md`#### Stage Diagrams`","pinned":false,"hidden":false,"mode":"ojs"},{"id":689,"value":"d3 = require(\"d3@6\")","pinned":false,"hidden":false,"mode":"ojs"},{"id":879,"value":"arrowPoints = [[0, 0], [0, 20], [20, 10]];","pinned":false,"hidden":false,"mode":"ojs"},{"id":885,"value":"markerBoxWidth = 20","pinned":false,"hidden":false,"mode":"ojs"},{"id":886,"value":"markerBoxHeight = 20;","pinned":false,"hidden":false,"mode":"ojs"},{"id":888,"value":"refX = markerBoxWidth / 2","pinned":false,"hidden":false,"mode":"ojs"},{"id":899,"value":"refY = markerBoxHeight / 2","pinned":false,"hidden":false,"mode":"ojs"},{"id":900,"value":"markerWidth = markerBoxWidth / 2;","pinned":false,"hidden":false,"mode":"ojs"},{"id":902,"value":"markerHeight = markerBoxHeight / 2;","pinned":false,"hidden":false,"mode":"ojs"},{"id":705,"value":"circle = (radius, w) => d3.arc().innerRadius(radius-w).outerRadius(radius).startAngle(0).endAngle(2*Math.PI)()","pinned":false,"hidden":false,"mode":"ojs"},{"id":676,"value":"$36","pinned":false,"hidden":false,"mode":"ojs"},{"id":1019,"value":"$37","pinned":false,"hidden":false,"mode":"ojs"},{"id":694,"value":"stageDiagram = (tasks, ...stageSets) => plotStages(withRemainderPercentages(orderByStage(tasks, ...stageSets), tasks.length), 90, 50, 5, 5, 4) ","pinned":false,"hidden":false,"mode":"ojs"},{"id":1836,"value":"byMinerTable = (tasks) => Inputs.table(sortBy(tasks, taskMiner, 'Miner').map(({Miner, count}) => ({Miner, \"Number Of Deals\": count})), {sort: \"Number Of Deals\", reverse: true})","pinned":false,"hidden":false,"mode":"ojs"},{"id":1860,"value":"breakdownHeader = (stage) => stage ? md`### Miner Breakdown for ${stage}` : null","pinned":false,"hidden":false,"mode":"ojs"},{"id":1846,"value":"byMinerCurrentStage = (tasks, stage) => stage ? byMinerTable(tasks.filter(task => task.Stage == stage)) : \"\"","pinned":false,"hidden":false,"mode":"ojs"},{"id":1666,"value":"md`#### DrillDown`","pinned":false,"hidden":false,"mode":"ojs"},{"id":1550,"value":"parseAnnotations = (annotations) => {\n const lines = annotations.raw.split(\"\\n\").map((s) => s.trim())\n const raw = lines.reduce((acc, curr, i) => {\n if (curr === \"\") {\n const vals = {}\n for (const u of acc.uuids) {\n vals[u] = acc.msg.slice(1) // remove preceding space\n }\n return Object.assign(acc, vals, { uuids: [], msg: \"\" })\n }\n if (curr.startsWith(\"--\")) return Object.assign(acc, { uuids: [curr.slice(3), ...acc.uuids] });\n if (!curr.startsWith(\"--\")) return Object.assign(acc, { msg: acc.msg + \" \" + curr });\n }, { uuids: [], msg: \"\" })\n delete raw[\"uuids\"]\n delete raw[\"msg\"]\n return raw\n}","pinned":false,"hidden":false,"mode":"ojs"},{"id":1773,"value":"parsedAnnotations = parseAnnotations(annotations)","pinned":false,"hidden":false,"mode":"ojs"},{"id":1430,"value":"tableFormat = ({\n layout: 'auto',\n width: {\n Error: 300,\n Status: 50,\n Miner: 75,\n },\n format: {\n Error: (v) => htl.html`

${v}

`,\n Status: (v) => htl.html`

${v}`,\n UUID: linkToLogz,\n DealID: linkToLotusLogz,\n ProposalCID: linkToLotusLogz,\n }\n})","pinned":false,"hidden":false,"mode":"ojs"},{"id":1318,"value":"$38","pinned":false,"hidden":false,"mode":"ojs"},{"id":1450,"value":"linkToLogz = (uuid) => htl.html`${uuid}`","pinned":false,"hidden":false,"mode":"ojs"},{"id":1980,"value":"linkToLotusLogz = (uuid) => htl.html`${uuid}`","pinned":false,"hidden":false,"mode":"ojs"},{"id":1315,"value":"md`### Miners`","pinned":false,"hidden":false,"mode":"ojs"},{"id":1464,"value":"$39","pinned":false,"hidden":false,"mode":"ojs"},{"id":1938,"value":"minerGroups = Object.keys(minerDirectory)","pinned":false,"hidden":false,"mode":"ojs"},{"id":1472,"value":"$3a","pinned":false,"hidden":false,"mode":"ojs"}],"files":"$W3b","stdlib":"1","titling":"auto"}