spacepaste

Paste details

reply | raw

  1.  
  2. #!/usr/bin/env python
  3. # -*- coding: utf-8 -*-
  4. '''Build a list of mirrors for pacman'''
  6. # Release : 1.5.1
  7. # Date : 28 March 2014
  8. # Authors : Esclapion, philm
  10. import argparse, datetime, getopt, os, signal, sys, time, urllib.request
  11. from sys import *
  12. path.append("/usr/lib/pacman-mirrors")
  13. from operator import itemgetter
  14. from decimal import *
  15. import os
  18. # Global initializations
  19. # ======================
  20. path_conf = "/etc/pacman-mirrors.conf"
  21. datenow = datetime.datetime.utcnow()
  22. serverList = []
  23. nbServer = 0 # Global count of servers available
  24. nbServerResp = 0 # Number of servers responding
  25. nbServerGood = 0 # Number of servers sinced < 4h
  27. generate = False # Generate new mirrorlist
  28. interactive = False # Use the gui for custom mirrorlist
  29. method = "rank" # Use generation method
  30. branch = "stable" # Use branch name
  31. onlyCountry=[] # Use only mirrors from country[,country,...]
  32. mirrorlistsDir="/etc/pacman.d/mirrors" # Use path as mirrorlist directory
  33. outputMirrorList = "/etc/pacman.d/mirrorlist" # Specify output file
  34. maxWaitTime = 2 # Server maximum waiting time (seconds)
  36. arch = os.uname().machine # i686 or X86_64
  38. def alarm_handler(signum, frame):
  39. raise TimeoutError("Ici")
  40. def timeOut(timeout):
  41. signal.signal(signal.SIGALRM, alarm_handler)
  42. signal.alarm(timeout) # produce SIGALRM in `timeout` seconds
  45. # Parse the file "pacman-mirrors.conf"
  46. # ====================================
  47. try :
  48. fi = open(path_conf, "r")
  49. except :
  50. print("\n Error : cannot open file", path_conf, "\n")
  51. exit(1)
  52. while 1 :
  53. line = fi.readline()
  54. if line == "" :
  55. break
  56. line = line.strip()
  57. if line == "" :
  58. continue
  59. if line[0] == '#' or line[0] == '\n' :
  60. continue
  61. i = line.find("=")
  62. if i == -1 :
  63. continue
  64. snom = line[0:i]
  65. i = i + 1
  66. j = len(line)
  67. if line[i] == '"' :
  68. i = i + 1
  69. if line[j -1] == '"' :
  70. j = j - 1
  71. sval = line[i:j]
  72. if snom == "Branch" : # Branch Pacman should use
  73. branch=sval
  74. elif snom == "OnlyCountry" : # Specify to use only mirrors from specific countries
  75. onlyCountry = sval.split(',')
  76. elif snom == "MirrorlistsDir" : # Input mirrorlist directory
  77. pathMirrors = sval + "/"
  78. elif snom == "OutputMirrorlist" : # Output mirrorlist
  79. outputMirrorList = sval
  82. #
  83. # Read the arguments of the command line
  84. # ======================================
  86. parser = argparse.ArgumentParser()
  87. parser.add_argument("-g", "--generate", help="generate new mirrorlist",
  88. action="store_true")
  89. parser.add_argument("-m", "--method", help="use generation method",
  90. type=str, choices=["rank", "random"])
  91. parser.add_argument("-b", "--branch", help="use branch name",
  92. type=str, choices=["stable", "testing", "unstable"])
  93. parser.add_argument("-c", "--country", help="use only mirrors from country[,country,...]",
  94. type=str)
  95. parser.add_argument("-d", "--mirror_dir", help="use path as mirrorlist directory",
  96. type=str)
  97. parser.add_argument("-o", "--output", help="specify output file",
  98. type=str)
  99. parser.add_argument("-t", "--timeout", help="server maximum waiting time (seconds)",
  100. type=int)
  101. if os.path.exists('/usr/lib/python3.4/site-packages/gi/overrides/Gtk.py') :
  102. parser.add_argument("-i", "--interactive", help="interactively generate a custom mirrorlist",
  103. action="store_true")
  104. parser.add_argument("-v", "--version", help="print the pacman-mirrors version",
  105. action="store_true")
  106. args = parser.parse_args()
  107. if len(sys.argv) == 1 :
  108. parser.print_help()
  109. exit(0)
  110. if args.generate :
  111. generate = args.generate
  112. if args.method :
  113. method = args.method
  114. if args.branch :
  115. branch = args.branch
  116. if args.country :
  117. onlyCountry = args.country.split(",")
  118. if onlyCountry == ["all"] :
  119. path = "/etc/pacman-mirrors.conf"
  120. try :
  121. fconf = open(path, "r")
  122. except :
  123. print("\n^GError : can't open file {0}.\n".format(path))
  124. exit(1)
  125. buf = fconf.read().split('\n')
  126. fconf.close()
  127. while buf[-1:] == [''] :
  128. del buf[-1:]
  129. try :
  130. fconf = open(path, "w")
  131. except :
  132. print("\n^GError : can't open file {0}.\n".format(path))
  133. exit(1)
  134. for line in buf :
  135. if "OnlyCountry" in line :
  136. fconf.write("#OnlyCountry=Custom\n")
  137. else :
  138. fconf.write(line + "\n")
  139. fconf.close
  140. try :
  141. os.remove(mirrorlistsDir + "/Custom")
  142. except :
  143. pass
  144. onlyCountry = []
  146. if args.mirror_dir :
  147. mirrorlistsDir = args.mirror_dir
  148. if args.output :
  149. if args.output[0] == '/' :
  150. outputMirrorList = args.output
  151. else :
  152. outputMirrorList = os.getcwd() + "/" + args.output
  153. if os.path.exists('/usr/lib/python3.4/site-packages/gi/overrides/Gtk.py') :
  154. if args.interactive :
  155. interactive = args.interactive
  156. else :
  157. interactive = False
  158. if args.timeout :
  159. maxWaitTime = args.timeout
  160. if args.version :
  161. print("pacman-mirrors 1.5")
  162. exit(0)
  165. try :
  166. os.chdir(mirrorlistsDir)
  167. except :
  168. print("\nError : Cannot change directory to", mirrorlistsDir, "\n")
  169. exit(1)
  170. listeDir = os.listdir(mirrorlistsDir)
  171. listeDir.sort()
  172. for i in onlyCountry :
  173. if i not in listeDir :
  174. print("\nError : unknown country", i)
  175. print("\nAvailable countries are :", listeDir, "\n")
  176. exit(1)
  178. if os.getuid() != 0 :
  179. print("\nError : must be root.\n")
  180. exit(1)
  183. # Main loop
  184. # =========
  185. if method == "rank" :
  186. print(":: Querying servers, this may take some time...")
  187. listeSer=[]
  188. for country in listeDir :
  189. if len(onlyCountry) != 0 and country not in onlyCountry :
  190. continue
  191. print(country)
  192. curCountry = country
  193. fi = open(country, "r")
  194. while 1 :
  195. s = fi.readline()
  196. if s == '' :
  197. break
  198. if s[0] == '[' :
  199. curCountry = s[1:-2]
  200. continue
  201. if s[0] != 'S' :
  202. continue
  203. urlServer = s[9:-1]
  204. urlServer = urlServer.replace("$branch", branch)
  205. # Add the server to the list, also if bad
  206. serverList.append([curCountry, "99.99", "99:99", urlServer, 0, False])
  207. # Country, response time, last sync, url, quality level
  208. nbServer = nbServer + 1
  209. if method == "random" :
  210. print("->", urlServer)
  211. continue
  212. print("-> .....", urlServer, end='')
  213. sys.stdout.flush()
  214. j = urlServer.find(branch)
  215. url = urlServer[0:j] + "state"
  216. start = time.time()
  217. try :
  218. furl = urllib.request.urlopen(url, timeout=maxWaitTime)
  219. except :
  220. print("\r-> Error!")
  221. continue
  222. timeOut(maxWaitTime)
  223. try :
  224. resp = furl.read()
  225. d = resp.find(b"date=")
  226. signal.alarm(0) # cancel alarm
  227. except :
  228. print("\r-> Error2!")
  229. furl.close()
  230. continue
  231. elapsed = round((time.time() - start), 3)
  232. nbServerResp = nbServerResp + 1 # The server responds ..
  233. date = resp[d+5:d+24].decode('utf-8')
  234. selapsed = "{:6.4}".format(Decimal(elapsed).quantize(Decimal('.001')))
  235. print("\r->", selapsed, sep="")
  236. sys.stdout.flush()
  237. serverList[nbServer - 1][1] = selapsed # - response time
  238. serverList[nbServer - 1][4] = 1
  239. try :
  240. date2 = datetime.datetime.strptime(date, "%Y-%m-%dT%H:%M:%S" )
  241. except :
  242. print('Wrong date format in "state" file. Server skipped.')
  243. continue
  244. sec = (datenow - date2).seconds
  245. min = int(sec / 60)
  246. hr = int (min /60)
  247. min = min - hr * 60
  248. if hr < 4 :
  249. nbServerGood = nbServerGood + 1 # ...and was recently synced (< 4h)
  250. serverList[nbServer - 1][4] = 2
  251. datesync = '{}:{}'.format(hr, str(min).zfill(2))
  252. serverList[nbServer - 1][2] = datesync # - last sync
  253. furl.close()
  254. fi.close()
  255. # break
  258. #
  259. # Build the file "mirrorlist"
  260. # ===========================
  261. serverList = sorted(serverList, key=itemgetter(1))
  262. if interactive :
  263. from pacman_mirrors_gui import chooseMirrors
  264. finished = False
  265. for item in serverList :
  266. item[3] = item[3].replace("/" + branch + "/", "/$branch/")
  267. while not finished :
  268. chooseMirrors(True, serverList)
  269. customList = []
  270. for elem in serverList :
  271. if elem[5] :
  272. customList.append(elem)
  273. if len(customList) == 0 :
  274. continue
  275. finished = chooseMirrors(False, customList)
  277. path = mirrorlistsDir + "/Custom"
  278. try :
  279. fcust = open(path, "w")
  280. except :
  281. print("\n^GError : can't create file {0}.\n".format(path))
  282. exit(1)
  283. fcust.write("##\n")
  284. fcust.write("## Pacman Mirrorlist\n")
  285. fcust.write("##\n\n")
  286. for elem in customList :
  287. fcust.write("[" + elem[0] + "]\n")
  288. fcust.write("Server = " + elem[3] + "\n")
  289. fcust.close()
  290. path = "/etc/pacman-mirrors.conf"
  291. try :
  292. fconf = open(path, "r")
  293. except :
  294. print("\n^GError : can't open file {0}.\n".format(path))
  295. exit(1)
  296. buf = fconf.read().split('\n')
  297. fconf.close()
  298. while buf[-1:] == [''] :
  299. del buf[-1:]
  300. try :
  301. fconf = open(path, "w")
  302. except :
  303. print("\n^GError : can't open file {0}.\n".format(path))
  304. exit(1)
  305. for line in buf :
  306. if "OnlyCountry" in line :
  307. fconf.write("OnlyCountry=Custom\n")
  308. else :
  309. fconf.write(line + "\n")
  310. fconf.close
  311. try :
  312. fo = open(outputMirrorList, "w")
  313. except :
  314. print("\nError : cannot create", outputMirrorList)
  315. exit(1)
  316. fo.write("##\n")
  317. fo.write("## Manjaro Linux repository mirrorlist\n")
  318. fo.write("## Generated on ")
  319. fo.write(datetime.datetime.now().strftime("%d %B %Y %H:%M"))
  320. fo.write("\n##\n")
  321. fo.write("## Use pacman-mirrors to modify\n")
  322. fo.write("##\n\n")
  323. print("\nCustom List")
  324. print("-----------\n")
  325. for server in customList :
  326. server[3] = server[3].replace("$branch", branch)
  327. print("-> {0} :".format(server[0]), server[3])
  328. fo.write("\n## Location : ")
  329. fo.write(server[0])
  330. if method == "rank" :
  331. fo.write("\n## Time :")
  332. fo.write(server[1])
  333. fo.write("\n## Last Sync : ")
  334. fo.write(server[2])
  335. fo.write("\nServer = ")
  336. fo.write(server[3])
  337. fo.write("\n")
  338. print("\n:: Generated and saved '{}' Custom list.".format(outputMirrorList))
  341. else :
  342. try :
  343. fo = open(outputMirrorList, "w")
  344. except :
  345. print("\nError : cannot create", outputMirrorList)
  346. exit(1)
  347. fo.write("##\n")
  348. fo.write("## Manjaro Linux repository mirrorlist\n")
  349. fo.write("## Generated on ")
  350. fo.write(datetime.datetime.now().strftime("%d %B %Y %H:%M"))
  351. fo.write("\n##\n")
  352. fo.write("## Use pacman-mirrors to modify\n")
  353. fo.write("##\n\n")
  354. if nbServerGood >= 3 : # Avoid an empty mirrorlist
  355. level = 2
  356. elif nbServerResp >= 3 :
  357. level = 1
  358. else :
  359. level = 0
  360. if nbServer == 0 :
  361. print("\nError : no server available !\n")
  362. for server in serverList :
  363. if server[4] < level :
  364. continue
  365. fo.write("\n## Location : ")
  366. fo.write(server[0])
  367. if method == "rank" :
  368. fo.write("\n## Time :")
  369. fo.write(server[1])
  370. fo.write("\n## Last Sync : ")
  371. fo.write(server[2])
  372. fo.write("\nServer = ")
  373. fo.write(server[3])
  374. fo.write("\n")
  375. print(":: Generated and saved '{}' mirrorlist.".format(outputMirrorList))
  377.  
Powered by spacepaste. Paste removal.