Exemple #1
0
func TestGoXGoSingleCalls(t *testing.T) {
	dsn := gxg.DSN{
		Protocol: "tcp",
		Host:     "localhost",
		Port:     4242,
	}

	tokenizePayload := gxg.TokenizeRequest{
		Target: &gxg.CallTarget{Services: []string{"NLTK/tokenize"}, Version: "0.1"},
		Body:   "Give me a tokenized version of this unoptimzed body of text pls. Once successfully done we will try to stem the words too. Testing trying embodiment embodied",
		Locale: "en",
	}

	var tokenizeResponse gxg.TokenizeResponse
	gxg.Call(&dsn, &tokenizePayload, &tokenizeResponse)
	t.Log("tokenizeResponse", tokenizeResponse)

	stemPayload := gxg.StemRequest{
		Target: &gxg.CallTarget{Services: []string{"NLTK/stem"}, Version: "0.1"},
		Words:  tokenizeResponse.Tokens,
		Locale: tokenizeResponse.Locale,
	}

	var stemResponse gxg.StemResponse
	gxg.Call(&dsn, &stemPayload, &stemResponse)
	t.Log("stemResponse", stemResponse)
}
Exemple #2
0
func TestGoXGoMultiCalls(t *testing.T) {
	dsn := gxg.DSN{
		Protocol: "tcp",
		Host:     "localhost",
		Port:     4242,
	}

	compl := sync.WaitGroup{}
	tokenizingJobs := func() chan *gxg.TokenizeRequest {
		tChan := make(chan *gxg.TokenizeRequest, 32)
		go func(s *sync.WaitGroup) {
			for i := 0; i < 100; i++ {
				s.Add(1)
				tChan <- &gxg.TokenizeRequest{
					Target: &gxg.CallTarget{Services: []string{"NLTK/tokenize"}, Version: "0.1"},
					Body:   fmt.Sprintf("Job Number %v. Give me a tokenized version of this unoptimzed body of text pls. Once successfully done we will try to stem the words too. Testing trying embodiment embodied", i),
					Locale: "en",
				}
			}
			close(tChan)
		}(&compl)
		return tChan
	}()

	for {
		payload, open := <-tokenizingJobs
		if !open {
			break
		}
		go func(p *gxg.TokenizeRequest, s *sync.WaitGroup) {
			var tokenizeResponse gxg.TokenizeResponse
			gxg.Call(&dsn, p, &tokenizeResponse)
			t.Log("tokenizeResponse", tokenizeResponse)
			s.Done()
		}(payload, &compl)
	}
	compl.Wait()
}