Sandata templates. API scripts for a few customers.

This commit is contained in:
Norm Rasmussen
2024-06-04 17:04:17 -04:00
parent 2f75b0779a
commit e325b9a3bc
6 changed files with 38 additions and 21 deletions

View File

@ -80,28 +80,35 @@ def group_ids():
def get_courses(ids):
df = pd.DataFrame()
courses = []
error_groups = []
for tupe in ids:
id = tupe[0]
group = tupe[1]
print(f"Get Courses Function. Group:{ group } and id: {id}")
for count in range(1, 10):
print(f"Get Courses For Loop. Group:{ group } and count: {count}")
url2 = f"groups/{id}/courses?limit=100&page={count}"
courseurl = f"{BASEURL}{url2}"
coursereq = requests.get(courseurl, headers=HEADERS)
coursedata = coursereq.json()
print(coursedata)
nextlink = coursedata["links"]
for cdata in coursedata["included"]:
# if cdata["attributes"]["status"] == "archived":
coursedict = parse_data(cdata, group)
print(f"Coursedict --> {coursedict} for page {count}")
if coursedict is not None:
courses.append(coursedict)
if "next" not in nextlink:
break
try:
coursedata = coursereq.json()
nextlink = coursedata["links"]
for cdata in coursedata["included"]:
# if cdata["attributes"]["status"] == "archived":
coursedict = parse_data(cdata, group)
print(f"Coursedict --> {coursedict} for page {count}")
if coursedict is not None:
courses.append(coursedict)
except JSONDecodeError as e:
print("JSON Error! {e}")
error_groups.append(group)
pddata = df.from_records(courses)
pddata.to_csv("~/Downloads/ARCHIVED-Anthology_Course_IDs_Names.csv")
finally:
if "next" not in nextlink:
break
pddata = df.from_records(courses)
pddata.to_csv("/Users/normrasmussen/Downloads/ALL-Anthology_Course_IDs_Names.csv")
print(error_groups)
def parse_data(cdata, group):