Sandata templates. API scripts for a few customers.
This commit is contained in:
@ -80,28 +80,35 @@ def group_ids():
|
||||
def get_courses(ids):
|
||||
df = pd.DataFrame()
|
||||
courses = []
|
||||
error_groups = []
|
||||
for tupe in ids:
|
||||
id = tupe[0]
|
||||
group = tupe[1]
|
||||
print(f"Get Courses Function. Group:{ group } and id: {id}")
|
||||
for count in range(1, 10):
|
||||
print(f"Get Courses For Loop. Group:{ group } and count: {count}")
|
||||
url2 = f"groups/{id}/courses?limit=100&page={count}"
|
||||
courseurl = f"{BASEURL}{url2}"
|
||||
coursereq = requests.get(courseurl, headers=HEADERS)
|
||||
coursedata = coursereq.json()
|
||||
print(coursedata)
|
||||
nextlink = coursedata["links"]
|
||||
for cdata in coursedata["included"]:
|
||||
# if cdata["attributes"]["status"] == "archived":
|
||||
coursedict = parse_data(cdata, group)
|
||||
print(f"Coursedict --> {coursedict} for page {count}")
|
||||
if coursedict is not None:
|
||||
courses.append(coursedict)
|
||||
if "next" not in nextlink:
|
||||
break
|
||||
try:
|
||||
coursedata = coursereq.json()
|
||||
nextlink = coursedata["links"]
|
||||
for cdata in coursedata["included"]:
|
||||
# if cdata["attributes"]["status"] == "archived":
|
||||
coursedict = parse_data(cdata, group)
|
||||
print(f"Coursedict --> {coursedict} for page {count}")
|
||||
if coursedict is not None:
|
||||
courses.append(coursedict)
|
||||
except JSONDecodeError as e:
|
||||
print("JSON Error! {e}")
|
||||
error_groups.append(group)
|
||||
|
||||
pddata = df.from_records(courses)
|
||||
pddata.to_csv("~/Downloads/ARCHIVED-Anthology_Course_IDs_Names.csv")
|
||||
finally:
|
||||
if "next" not in nextlink:
|
||||
break
|
||||
|
||||
pddata = df.from_records(courses)
|
||||
pddata.to_csv("/Users/normrasmussen/Downloads/ALL-Anthology_Course_IDs_Names.csv")
|
||||
print(error_groups)
|
||||
|
||||
|
||||
def parse_data(cdata, group):
|
||||
|
||||
Reference in New Issue
Block a user