1. import pywikibot
  2. from pywikibot import pagegenerators as pg
  3. import requests
  4. from urllib.parse import urlparse
  5. import os
  7. QUERY="""
  8. SELECT DISTINCT ?item WHERE {
  9. ?item wdt:P1324 ?repo FILTER CONTAINS(str(?repo), "github.com").
  10. FILTER NOT EXISTS { ?item p:P2992 ?qa }
  11. SERVICE wikibase:label {
  12. bd:serviceParam wikibase:language "en" .
  13. }
  14. }
  15. """
  17. wikidata_site = pywikibot.Site("wikidata", "wikidata")
  18. P_described_at_url = "P973"
  19. P_archive_url = "P1065"
  20. P_software_quality_assurance = "P2992"
  21. Q_continuous_integration = "Q965769"
  22. for item in pg.WikidataSPARQLPageGenerator(QUERY, site=wikidata_site):
  23. print(str(item))
  24. item_dict = item.get()
  25. clm_dict = item_dict["claims"]
  26. for url in [ claim.getTarget() for claim in clm_dict['P1324'] ]:
  27. if 'github.com' not in url:
  28. continue
  29. path = os.path.normpath(urlparse(url).path)[1:]
  30. if len(path.split("/", -1)) != 2:
  31. print("SKIP: GET " + url + " path does not have exactly two elements")
  32. continue
  33. if requests.get(url).status_code != requests.codes.ok:
  34. print("ERROR: GET " + url + " failed")
  35. continue
  36. travis = url + "/blob/master/.travis.yml"
  37. if requests.get(travis).status_code != requests.codes.ok:
  38. print("SKIP: GET " + travis + " not found")
  39. continue
  40. travis_ci = "https://travis-ci.org/" + path
  41. if requests.get(travis_ci).status_code != requests.codes.ok:
  42. print("SKIP: GET " + travis_ci + " not found")
  43. continue
  44. print("FOUND " + travis + " and " + travis_ci)
  45. continuous_integration = pywikibot.ItemPage(wikidata_site, Q_continuous_integration, 0)
  47. software_quality_assurance = pywikibot.Claim(wikidata_site, P_software_quality_assurance, 0)
  48. software_quality_assurance.setTarget(continuous_integration)
  49. item.addClaim(software_quality_assurance)
  51. described_at_url = pywikibot.Claim(wikidata_site, P_described_at_url, 0)
  52. described_at_url.setTarget(travis)
  53. software_quality_assurance.addQualifier(described_at_url)
  55. archive_url = pywikibot.Claim(wikidata_site, P_archive_url, 0)
  56. archive_url.setTarget(travis_ci)
  57. software_quality_assurance.addQualifier(archive_url)