func scansExpand(scanDAO dao.ScanDAO) { newScans := newScans() for _, scan := range newScans { if err := scanDAO.Save(&scan); err != nil { utils.Fatalln("Error creating scans", err) } } pagination := dao.ScanDAOPagination{} scans, err := scanDAO.FindAll(&pagination, false) if err != nil { utils.Fatalln("Error retrieving scans", err) } for _, scan := range scans { if scan.DomainsScanned != 0 || scan.DomainsWithDNSSECScanned != 0 || !scan.FinishedAt.Equal(time.Time{}) || len(scan.NameserverStatistics) > 0 || len(scan.DSStatistics) > 0 { utils.Fatalln("Not compressing scan in results", nil) } } scans, err = scanDAO.FindAll(&pagination, true) if err != nil { utils.Fatalln("Error retrieving scans", err) } for _, scan := range scans { if scan.DomainsScanned == 0 || scan.DomainsWithDNSSECScanned == 0 || scan.FinishedAt.Equal(time.Time{}) || scan.StartedAt.Equal(time.Time{}) || len(scan.NameserverStatistics) == 0 || len(scan.DSStatistics) == 0 { fmt.Println(scan.DomainsScanned == 0, scan.DomainsWithDNSSECScanned == 0, scan.FinishedAt.Equal(time.Time{}), scan.StartedAt.Equal(time.Time{}), len(scan.NameserverStatistics) == 0, len(scan.DSStatistics) == 0) utils.Fatalln("Compressing scan in results when it shouldn't", nil) } } if err := scanDAO.RemoveAll(); err != nil { utils.Fatalln("Error removing scans", err) } }
func scansPagination(scanDAO dao.ScanDAO) { numberOfItems := 1000 for i := 0; i < numberOfItems; i++ { scan := model.Scan{ StartedAt: time.Now().Add(time.Duration(-i) * time.Minute), } if err := scanDAO.Save(&scan); err != nil { utils.Fatalln("Error saving scan in database", err) } } pagination := dao.ScanDAOPagination{ PageSize: 10, Page: 5, OrderBy: []dao.ScanDAOSort{ { Field: dao.ScanDAOOrderByFieldStartedAt, Direction: dao.DAOOrderByDirectionAscending, }, }, } scans, err := scanDAO.FindAll(&pagination, true) if err != nil { utils.Fatalln("Error retrieving scans", err) } if pagination.NumberOfItems != numberOfItems { utils.Errorln("Number of items not calculated correctly", nil) } if pagination.NumberOfPages != numberOfItems/pagination.PageSize { utils.Errorln("Number of pages not calculated correctly", nil) } if len(scans) != pagination.PageSize { utils.Errorln("Number of scans not following page size", nil) } pagination = dao.ScanDAOPagination{ PageSize: 10000, Page: 1, OrderBy: []dao.ScanDAOSort{ { Field: dao.ScanDAOOrderByFieldStartedAt, Direction: dao.DAOOrderByDirectionAscending, }, }, } scans, err = scanDAO.FindAll(&pagination, true) if err != nil { utils.Fatalln("Error retrieving scans", err) } if pagination.NumberOfPages != 1 { utils.Fatalln("Calculating wrong number of pages when there's only one page", nil) } if err := scanDAO.RemoveAll(); err != nil { utils.Fatalln("Error removing scans from database", err) } }
// The HEAD method is identical to GET except that the server MUST NOT return a message- // body in the response. But now the responsability for don't adding the body is from the // mux while writing the response func (h *ScansHandler) retrieveScans(w http.ResponseWriter, r *http.Request) { var pagination dao.ScanDAOPagination expand := false returnCurrent := false for key, values := range r.URL.Query() { key = strings.TrimSpace(key) key = strings.ToLower(key) // A key can have multiple values in a query string, we are going to always consider // the last one (overwrite strategy) for _, value := range values { value = strings.TrimSpace(value) value = strings.ToLower(value) switch key { case "orderby": // OrderBy parameter will store the fields that the user want to be the keys of the sort // algorithm in the result set and the direction that each sort field will have. The format // that will be used is: // // <field1>:<direction1>@<field2>:<direction2>@...@<fieldN>:<directionN> orderByParts := strings.Split(value, "@") for _, orderByPart := range orderByParts { orderByPart = strings.TrimSpace(orderByPart) orderByAndDirection := strings.Split(orderByPart, ":") var field, direction string if len(orderByAndDirection) == 1 { field, direction = orderByAndDirection[0], "asc" } else if len(orderByAndDirection) == 2 { field, direction = orderByAndDirection[0], orderByAndDirection[1] } else { if err := h.MessageResponse("invalid-query-order-by", ""); err == nil { w.WriteHeader(http.StatusBadRequest) } else { log.Println("Error while writing response. Details:", err) w.WriteHeader(http.StatusInternalServerError) } return } orderByField, err := dao.ScanDAOOrderByFieldFromString(field) if err != nil { if err := h.MessageResponse("invalid-query-order-by", ""); err == nil { w.WriteHeader(http.StatusBadRequest) } else { log.Println("Error while writing response. Details:", err) w.WriteHeader(http.StatusInternalServerError) } return } orderByDirection, err := dao.DAOOrderByDirectionFromString(direction) if err != nil { if err := h.MessageResponse("invalid-query-order-by", ""); err == nil { w.WriteHeader(http.StatusBadRequest) } else { log.Println("Error while writing response. Details:", err) w.WriteHeader(http.StatusInternalServerError) } return } pagination.OrderBy = append(pagination.OrderBy, dao.ScanDAOSort{ Field: orderByField, Direction: orderByDirection, }) } case "pagesize": var err error pagination.PageSize, err = strconv.Atoi(value) if err != nil { if err := h.MessageResponse("invalid-query-page-size", ""); err == nil { w.WriteHeader(http.StatusBadRequest) } else { log.Println("Error while writing response. Details:", err) w.WriteHeader(http.StatusInternalServerError) } return } case "page": var err error pagination.Page, err = strconv.Atoi(value) if err != nil { if err := h.MessageResponse("invalid-query-page", ""); err == nil { w.WriteHeader(http.StatusBadRequest) } else { log.Println("Error while writing response. Details:", err) w.WriteHeader(http.StatusInternalServerError) } return } case "expand": expand = true case "current": returnCurrent = true } } } scanDAO := dao.ScanDAO{ Database: h.GetDatabase(), } // As we need to inform the user about the number of items, we always try to retrieve the scan // objects even if is requested only the current object scans, err := scanDAO.FindAll(&pagination, expand) if err != nil { log.Println("Error while searching scans objects. Details:", err) w.WriteHeader(http.StatusInternalServerError) return } var scansResponse protocol.ScansResponse var current model.CurrentScan if returnCurrent { // The current page will be page zero to avoid misunderstandment pagination.Page = 0 current = model.GetCurrentScan() scansResponse = protocol.CurrentScanToScansResponse(current, pagination) } else { scansResponse = protocol.ScansToScansResponse(scans, pagination) } h.Response = &scansResponse // Last-Modified is going to be the most recent date of the list if returnCurrent { h.lastModifiedAt = current.LastModifiedAt } else { for _, scan := range scans { if scan.LastModifiedAt.After(h.lastModifiedAt) { h.lastModifiedAt = scan.LastModifiedAt } } } w.Header().Add("ETag", h.GetETag()) w.Header().Add("Last-Modified", h.lastModifiedAt.Format(time.RFC1123)) w.WriteHeader(http.StatusOK) }