Coverage for src/bob/pipelines/distributed/sge_queues.py: 100%

1#!/usr/bin/env python 

2# vim: set fileencoding=utf-8 : 

3# Tiago de Freitas Pereira <tiago.pereira@idiap.ch> 

4"""SGE QUEUES""" 

5 

6QUEUE_DEFAULT = { 

7 "default": { 

8 "queue": "q_1day", 

9 "memory": "8GB", 

10 "io_big": False, 

11 "resource_spec": "", 

12 "max_jobs": 128, 

13 "resources": {"default": 1}, 

14 }, 

15 "q_1week": { 

16 "queue": "q_1week", 

17 "memory": "4GB", 

18 "io_big": True, 

19 "resource_spec": "", 

20 "max_jobs": 24, 

21 "resources": {"q_1week": 1}, 

22 }, 

23 "q_long_gpu": { 

24 "queue": "q_long_gpu", 

25 "memory": "30GB", 

26 "io_big": False, 

27 "resource_spec": "", 

28 "resources": {"q_long_gpu": 1}, 

29 }, 

30 "q_gpu": { 

31 "queue": "q_gpu", 

32 "memory": "30GB", 

33 "io_big": False, 

34 "resource_spec": "", 

35 "resources": {"q_gpu": 1}, 

36 }, 

37 "q_short_gpu": { 

38 "queue": "q_short_gpu", 

39 "memory": "30GB", 

40 "io_big": False, 

41 "resource_spec": "", 

42 "max_jobs": 45, 

43 "resources": {"q_short_gpu": 1}, 

44 }, 

45} 

46 

47QUEUE_MTH = { 

48 "default": { 

49 "queue": "q_1day_mth", 

50 "memory": "8GB", 

51 "io_big": False, 

52 "job_extra": ["-pe pe_mth 2"], 

53 "resource_spec": "", 

54 "max_jobs": 70, 

55 "resources": {"default": 1}, 

56 }, 

57 "q_1week": { 

58 "queue": "q_1week", 

59 "memory": "4GB", 

60 "io_big": True, 

61 "resource_spec": "", 

62 "max_jobs": 24, 

63 "resources": {"q_1week": 1}, 

64 }, 

65 "q_long_gpu": { 

66 "queue": "q_long_gpu", 

67 "memory": "30GB", 

68 "io_big": False, 

69 "resource_spec": "", 

70 "resources": {"q_long_gpu": 1}, 

71 }, 

72 "q_gpu": { 

73 "queue": "q_gpu", 

74 "memory": "30GB", 

75 "io_big": False, 

76 "resource_spec": "", 

77 "resources": {"q_gpu": 1}, 

78 }, 

79 "q_short_gpu": { 

80 "queue": "q_short_gpu", 

81 "memory": "30GB", 

82 "io_big": False, 

83 "resource_spec": "", 

84 "max_jobs": 45, 

85 "resources": {"q_short_gpu": 1}, 

86 }, 

87} 

88 

89QUEUE_IOBIG = { 

90 "default": { 

91 "queue": "q_1day", 

92 "memory": "8GB", 

93 "io_big": True, 

94 "resource_spec": "", 

95 "max_jobs": 128, 

96 "resources": {"default": 1}, 

97 }, 

98 "q_1week": { 

99 "queue": "q_1week", 

100 "memory": "4GB", 

101 "io_big": True, 

102 "resource_spec": "", 

103 "max_jobs": 24, 

104 "resources": {"q_1week": 1}, 

105 }, 

106 "q_long_gpu": { 

107 "queue": "q_long_gpu", 

108 "memory": "30GB", 

109 "io_big": True, 

110 "resource_spec": "", 

111 "resources": {"q_long_gpu": 1}, 

112 }, 

113 "q_gpu": { 

114 "queue": "q_gpu", 

115 "memory": "30GB", 

116 "io_big": True, 

117 "resource_spec": "", 

118 "resources": {"q_gpu": 1}, 

119 }, 

120 "q_short_gpu": { 

121 "queue": "q_short_gpu", 

122 "memory": "30GB", 

123 "io_big": True, 

124 "resource_spec": "", 

125 "max_jobs": 45, 

126 "resources": {"q_short_gpu": 1}, 

127 }, 

128} 

129 

130QUEUE_GPU = { 

131 "default": { 

132 "queue": "q_short_gpu", 

133 "memory": "30GB", 

134 "io_big": False, 

135 "resource_spec": "", 

136 "max_jobs": 45, 

137 "resources": "", 

138 }, 

139 "q_1day": { 

140 "queue": "q_1day", 

141 "memory": "4GB", 

142 "io_big": False, 

143 "resource_spec": "", 

144 "max_jobs": 48, 

145 "resources": {"q_1day": 1}, 

146 }, 

147 "q_1week": { 

148 "queue": "q_1week", 

149 "memory": "4GB", 

150 "io_big": True, 

151 "resource_spec": "", 

152 "resources": {"q_1week": 1}, 

153 }, 

154 "q_short_gpu": { 

155 "queue": "q_short_gpu", 

156 "memory": "30GB", 

157 "io_big": False, 

158 "resource_spec": "", 

159 "max_jobs": 45, 

160 "resources": {"q_short_gpu": 1}, 

161 }, 

162 "q_gpu": { 

163 "queue": "q_gpu", 

164 "memory": "30GB", 

165 "io_big": False, 

166 "resource_spec": "", 

167 "resources": {"q_gpu": 1}, 

168 }, 

169 "q_long_gpu": { 

170 "queue": "q_long_gpu", 

171 "memory": "30GB", 

172 "io_big": False, 

173 "resource_spec": "", 

174 "resources": {"q_long_gpu": 1}, 

175 }, 

176}