Coverage for flair/flair/hyperparameter/parameter.py: 100%

Shortcuts on this page

r m x   toggle line displays

j k   next/prev highlighted chunk

0   (zero) top of page

1   (one) first highlighted chunk

30 statements  

1from enum import Enum 

2 

3 

4class Parameter(Enum): 

5 EMBEDDINGS = "embeddings" 

6 HIDDEN_SIZE = "hidden_size" 

7 USE_CRF = "use_crf" 

8 USE_RNN = "use_rnn" 

9 RNN_LAYERS = "rnn_layers" 

10 DROPOUT = "dropout" 

11 WORD_DROPOUT = "word_dropout" 

12 LOCKED_DROPOUT = "locked_dropout" 

13 LEARNING_RATE = "learning_rate" 

14 MINI_BATCH_SIZE = "mini_batch_size" 

15 ANNEAL_FACTOR = "anneal_factor" 

16 ANNEAL_WITH_RESTARTS = "anneal_with_restarts" 

17 PATIENCE = "patience" 

18 REPROJECT_WORDS = "reproject_words" 

19 REPROJECT_WORD_DIMENSION = "reproject_words_dimension" 

20 BIDIRECTIONAL = "bidirectional" 

21 OPTIMIZER = "optimizer" 

22 MOMENTUM = "momentum" 

23 DAMPENING = "dampening" 

24 WEIGHT_DECAY = "weight_decay" 

25 NESTEROV = "nesterov" 

26 AMSGRAD = "amsgrad" 

27 BETAS = "betas" 

28 EPS = "eps" 

29 

30 

31TRAINING_PARAMETERS = [ 

32 Parameter.LEARNING_RATE.value, 

33 Parameter.MINI_BATCH_SIZE.value, 

34 Parameter.ANNEAL_FACTOR.value, 

35 Parameter.PATIENCE.value, 

36 Parameter.ANNEAL_WITH_RESTARTS.value, 

37 Parameter.MOMENTUM.value, 

38 Parameter.DAMPENING.value, 

39 Parameter.WEIGHT_DECAY.value, 

40 Parameter.NESTEROV.value, 

41 Parameter.AMSGRAD.value, 

42 Parameter.BETAS.value, 

43 Parameter.EPS.value, 

44] 

45SEQUENCE_TAGGER_PARAMETERS = [ 

46 Parameter.EMBEDDINGS.value, 

47 Parameter.HIDDEN_SIZE.value, 

48 Parameter.RNN_LAYERS.value, 

49 Parameter.USE_CRF.value, 

50 Parameter.USE_RNN.value, 

51 Parameter.DROPOUT.value, 

52 Parameter.LOCKED_DROPOUT.value, 

53 Parameter.WORD_DROPOUT.value, 

54] 

55MODEL_TRAINER_PARAMETERS = [Parameter.OPTIMIZER.value] 

56DOCUMENT_EMBEDDING_PARAMETERS = [ 

57 Parameter.EMBEDDINGS.value, 

58 Parameter.HIDDEN_SIZE.value, 

59 Parameter.RNN_LAYERS.value, 

60 Parameter.REPROJECT_WORDS.value, 

61 Parameter.REPROJECT_WORD_DIMENSION.value, 

62 Parameter.BIDIRECTIONAL.value, 

63 Parameter.DROPOUT.value, 

64 Parameter.LOCKED_DROPOUT.value, 

65 Parameter.WORD_DROPOUT.value, 

66]