-
Notifications
You must be signed in to change notification settings - Fork 0
/
Extracting list of Github repositiories.R
94 lines (76 loc) · 2.66 KB
/
Extracting list of Github repositiories.R
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
library("ghql")
library("jsonlite")
library(rjsonpath) # use to query JSON file
# Create Token
library("httr")
token <- '' # write your github token
cli <- GraphqlClient$new(
url = "https://api.github.com/graphql",
headers = list(Authorization = paste0("Bearer ", token))
)
# Load Schema
cli$load_schema()
# Write you user name for example I have used to get list of all mozila repositiores
username <- "mozilla"
#Make a Query class object
qry <- Query$new()
# Create query
ghquery <- paste0('{
repositoryOwner(login:"',username,'") {
repositories(first: 100) {
pageInfo {
hasNextPage
endCursor
}
edges {
node {
name
}
}
}
}
}')
qry$query('list', ghquery)
qry
qry$queries$list
# Execute query
listextraction<- cli$exec(qry$queries$list)
# Convert to proper json format
listextraction <- jsonlite::fromJSON(listextraction)
# Extract list from query
List<- data.frame(json_path(listextraction,"$.data.repositoryOwner.repositories.edges.node.name[*]"))
# Find end cursor
endCursor <- json_path(listextraction,"$.data.repositoryOwner.repositories.pageInfo.endCursor[*]")
# Find next page
hasNextPage <- json_path(listextraction,"$.data.repositoryOwner.repositories.pageInfo.hasNextPage[*]")
# Running loop for list extraction
while (hasNextPage==TRUE){
# Write query for loop
ghquery <- paste0('{
repositoryOwner(login: "',username,'") {
repositories(first: 100, after:"',endCursor,'") {
pageInfo {
hasNextPage
endCursor
}
edges {
node {
name
}
}
}
}
}')
qry <- Query$new()
qry$query('list', ghquery)
qry$queries$list
listextraction<- cli$exec(qry$queries$list)
List<- rbind(List, data.frame(json_path(listextraction,"$.data.repositoryOwner.repositories.edges.node.name[*]")))
endCursor <- json_path(listextraction,"$.data.repositoryOwner.repositories.pageInfo.endCursor[*]")
hasNextPage <- json_path(listextraction,"$.data.repositoryOwner.repositories.pageInfo.hasNextPage[*]")
}
# Rename the repository list column
colnames(List)<- "Repository Name"
View(List)
setwd("C:/My Directory") # path to location where you want to save file
write.csv(List, file = "Repository List.csv")