func buildOptions() []config.Option {
if *home != config.Home() {
config.SetHome(*home)
}
opts := []config.Option{}
if *droid != config.Droid() {
opts = append(opts, config.SetDroid(*droid))
}
if *container != config.Container() {
opts = append(opts, config.SetContainer(*container))
}
if *reports != config.Reports() {
opts = append(opts, config.SetReports(*reports))
}
if *name != config.Name() {
opts = append(opts, config.SetName(*name))
}
if *details != config.Details() {
opts = append(opts, config.SetDetails(*details))
}
if *extend != "" {
opts = append(opts, config.SetExtend(expandSets(*extend)))
}
if *extendc != "" {
if *extend == "" {
fmt.Println(
`roy: warning! Unless the container extension only extends formats defined in
the DROID signature file you should also include a regular signature extension
(-extend) that includes a FileFormatCollection element defining the new formats.`)
}
opts = append(opts, config.SetExtendC(expandSets(*extendc)))
}
if *include != "" {
opts = append(opts, config.SetLimit(expandSets(*include)))
}
if *exclude != "" {
opts = append(opts, config.SetExclude(expandSets(*exclude)))
}
if *bof != 0 {
opts = append(opts, config.SetBOF(*bof))
}
if *eof != 0 {
opts = append(opts, config.SetEOF(*eof))
}
if *noeof {
opts = append(opts, config.SetNoEOF())
}
if *nopriority {
opts = append(opts, config.SetNoPriority())
}
if *nocontainer {
opts = append(opts, config.SetNoContainer())
}
if *notext {
opts = append(opts, config.SetNoText())
}
if *noext {
opts = append(opts, config.SetNoExt())
}
if *noreports {
opts = append(opts, config.SetNoReports())
}
if *doubleup {
opts = append(opts, config.SetDoubleUp())
}
if *rng != config.Range() {
opts = append(opts, config.SetRange(*rng))
}
if *distance != config.Distance() {
opts = append(opts, config.SetDistance(*distance))
}
if *choices != config.Choices() {
opts = append(opts, config.SetChoices(*choices))
}
return opts
}
func (b *Matcher) addSignature(sig frames.Signature) error {
segments := sig.Segment(config.Distance(), config.Range())
// apply config no eof option
if config.NoEOF() {
var hasEof bool
var x int
for i, segment := range segments {
c := characterise(segment)
if c > prev {
hasEof = true
x = i
break
}
}
if hasEof {
if x == 0 {
b.keyFrames = append(b.keyFrames, []keyFrame{})
return nil
}
segments = segments[:x] // Otherwise trim segments to the first SUCC/EOF segment
}
}
kf := make([]keyFrame, len(segments))
clstr := newCluster(b)
for i, segment := range segments {
var pos position
c := characterise(segment)
switch c {
case bofZero:
pos = bofLength(segment, config.Choices())
case eofZero:
pos = eofLength(segment, config.Choices())
default:
pos = varLength(segment, config.Choices())
}
if pos.length < 1 {
switch c {
case bofZero, bofWindow:
kf[i] = b.addToFrameSet(segment, i, b.bofFrames, 0, 1)
case eofZero, eofWindow:
kf[i] = b.addToFrameSet(segment, i, b.eofFrames, len(segment)-1, len(segment))
default:
return fmt.Errorf("Variable offset segment encountered that can't be turned into a sequence: signature %d, segment %d", len(b.keyFrames), i)
}
} else {
switch c {
case bofZero, bofWild:
clstr = clstr.commit()
kf[i] = clstr.add(segment, i, pos)
case bofWindow:
if i > 0 {
kfB, _, _ := toKeyFrame(segment, pos)
if crossOver(kf[i-1], kfB) {
clstr = clstr.commit()
}
} else {
clstr = clstr.commit()
}
kf[i] = clstr.add(segment, i, pos)
case prev:
kf[i] = clstr.add(segment, i, pos)
case succ:
if !clstr.rev {
clstr = clstr.commit()
clstr.rev = true
}
kf[i] = clstr.add(segment, i, pos)
case eofZero, eofWindow, eofWild:
if !clstr.rev {
clstr = clstr.commit()
clstr.rev = true
}
kf[i] = clstr.add(segment, i, pos)
clstr = clstr.commit()
clstr.rev = true
}
}
}
clstr.commit()
updatePositions(kf)
b.maxBOF = maxBOF(b.maxBOF, kf)
b.maxEOF = maxEOF(b.maxEOF, kf)
b.keyFrames = append(b.keyFrames, kf)
return nil
}
details = build.String("details", config.Details(), "set identifier details")
extend = build.String("extend", "", "comma separated list of additional signatures")
extendc = build.String("extendc", "", "comma separated list of additional container signatures")
include = build.String("limit", "", "comma separated list of PRONOM signatures to include")
exclude = build.String("exclude", "", "comma separated list of PRONOM signatures to exclude")
bof = build.Int("bof", 0, "define a maximum BOF offset")
eof = build.Int("eof", 0, "define a maximum EOF offset")
noeof = build.Bool("noeof", false, "ignore EOF segments in signatures")
nopriority = build.Bool("nopriority", false, "ignore priority rules when recording results")
nocontainer = build.Bool("nocontainer", false, "skip container signatures")
notext = build.Bool("notext", false, "skip text matcher")
noext = build.Bool("noext", false, "skip extension matcher")
noreports = build.Bool("noreports", false, "build directly from DROID file rather than PRONOM reports")
doubleup = build.Bool("doubleup", false, "include byte signatures for formats that also have container signatures")
rng = build.Int("range", config.Range(), "define a maximum range for segmentation")
distance = build.Int("distance", config.Distance(), "define a maximum distance for segmentation")
choices = build.Int("choices", config.Choices(), "define a maximum number of choices for segmentation")
// HARVEST
harvest = flag.NewFlagSet("harvest", flag.ExitOnError)
harvestHome = harvest.String("home", config.Home(), "override the default home directory")
harvestDroid = harvest.String("droid", config.Droid(), "set name/path for DROID signature file")
harvestReports = harvest.String("reports", config.Reports(), "set path for PRONOM reports directory")
_, htimeout, _ = config.HarvestOptions()
timeout = flag.Duration("timeout", htimeout, "set duration before timing-out harvesting requests e.g. 120s")
// INSPECT (roy inspect | roy inspect fmt/121 | roy inspect usr/local/mysig.gob | roy inspect 10)
inspect = flag.NewFlagSet("inspect", flag.ExitOnError)
inspectHome = inspect.String("home", config.Home(), "override the default home directory")
inspectReports = inspect.String("reports", config.Reports(), "set path for PRONOM reports directory")
inspectCType = inspect.Int("ct", 0, "provide container type to inspect container hits")
func buildOptions() []config.Option {
if *home != config.Home() {
config.SetHome(*home)
}
opts := []config.Option{}
if *droid != config.Droid() {
opts = append(opts, config.SetDroid(*droid))
}
if *container != config.Container() {
opts = append(opts, config.SetContainer(*container))
}
if *reports != config.Reports() {
opts = append(opts, config.SetReports(*reports))
}
if *name != config.Name() {
opts = append(opts, config.SetName(*name))
}
if *details != config.Details() {
opts = append(opts, config.SetDetails(*details))
}
if *extend != "" {
opts = append(opts, config.SetExtend(expandSets(*extend)))
}
if *extendc != "" {
opts = append(opts, config.SetExtendC(expandSets(*extendc)))
}
if *include != "" {
opts = append(opts, config.SetLimit(expandSets(*include)))
}
if *exclude != "" {
opts = append(opts, config.SetExclude(expandSets(*exclude)))
}
if *bof != 0 {
opts = append(opts, config.SetBOF(*bof))
}
if *eof != 0 {
opts = append(opts, config.SetEOF(*eof))
}
if *noeof {
opts = append(opts, config.SetNoEOF())
}
if *nopriority {
opts = append(opts, config.SetNoPriority())
}
if *nocontainer {
opts = append(opts, config.SetNoContainer())
}
if *notext {
opts = append(opts, config.SetNoText())
}
if *noreports {
opts = append(opts, config.SetNoReports())
}
if *rng != config.Range() {
opts = append(opts, config.SetRange(*rng))
}
if *distance != config.Distance() {
opts = append(opts, config.SetDistance(*distance))
}
if *choices != config.Choices() {
opts = append(opts, config.SetChoices(*choices))
}
return opts
}