Script for Anthology and getting courses & props
This commit is contained in:
82
Scripts/API_Tests/get_courses_w_descriptions_or_props.py
Normal file
82
Scripts/API_Tests/get_courses_w_descriptions_or_props.py
Normal file
@ -0,0 +1,82 @@
|
|||||||
|
"""
|
||||||
|
Small script to grab the list of courses from Northpass API
|
||||||
|
along with their status & description and write them to a CSV.
|
||||||
|
"""
|
||||||
|
|
||||||
|
import requests
|
||||||
|
import pandas as pd
|
||||||
|
import Apikeys
|
||||||
|
|
||||||
|
APIKEY = Apikeys.ANTHOLOGY
|
||||||
|
COURSES = []
|
||||||
|
HEADERS = {"accept": "application/json", "X-Api-Key": APIKEY}
|
||||||
|
|
||||||
|
|
||||||
|
def get_course():
|
||||||
|
"""
|
||||||
|
This function paginates through API responses to get the courses information
|
||||||
|
"""
|
||||||
|
|
||||||
|
count = 0
|
||||||
|
courses = []
|
||||||
|
course_dict = {}
|
||||||
|
|
||||||
|
while True:
|
||||||
|
count += 1
|
||||||
|
url = f"https://api.northpass.com/v2/courses?page={count}"
|
||||||
|
response = requests.get(url, headers=HEADERS)
|
||||||
|
data = response.json()
|
||||||
|
nextlink = data["links"]
|
||||||
|
|
||||||
|
for response in data["data"]:
|
||||||
|
status = response["attributes"]["status"]
|
||||||
|
# if status == "live":
|
||||||
|
# if name in COURSES:
|
||||||
|
uuid = response["id"]
|
||||||
|
name = response["attributes"]["name"]
|
||||||
|
# full_description = response["attributes"]["full_description"]
|
||||||
|
cprop = get_props(uuid)
|
||||||
|
course_dict = {
|
||||||
|
"id": uuid,
|
||||||
|
"name": name,
|
||||||
|
"status": status,
|
||||||
|
"product_names": cprop,
|
||||||
|
# "full_description": full_description,
|
||||||
|
}
|
||||||
|
print(course_dict)
|
||||||
|
|
||||||
|
try:
|
||||||
|
courses.append(course_dict)
|
||||||
|
except TypeError as e:
|
||||||
|
print(f"Error: {e}")
|
||||||
|
finally:
|
||||||
|
write_to_csv(courses)
|
||||||
|
pass
|
||||||
|
else:
|
||||||
|
pass
|
||||||
|
|
||||||
|
if "next" not in nextlink:
|
||||||
|
break
|
||||||
|
|
||||||
|
|
||||||
|
def get_props(uuid):
|
||||||
|
cprop_url = f"https://api.northpass.com/v2/properties/courses/{uuid}?filter[]"
|
||||||
|
cprop_resp = requests.get(cprop_url, headers=HEADERS)
|
||||||
|
cdata = cprop_resp.json()
|
||||||
|
|
||||||
|
for ckey, cval in cdata["data"]["attributes"]["properties"].items():
|
||||||
|
if ckey == "product_names_for_course_cards":
|
||||||
|
return cval
|
||||||
|
|
||||||
|
|
||||||
|
def write_to_csv(courses):
|
||||||
|
"""
|
||||||
|
Function to write the list of dictionaries to a CSV using pandas.
|
||||||
|
Takes on parameter, the list of courses.
|
||||||
|
"""
|
||||||
|
df = pd.DataFrame.from_dict(courses)
|
||||||
|
df.to_csv("/Users/normrasmussen/Downloads/courses_with_property.csv")
|
||||||
|
|
||||||
|
|
||||||
|
if __name__ == "__main__":
|
||||||
|
get_course()
|
||||||
@ -8,7 +8,7 @@ const apiKey = "6hUfJdAartHTHhHc0WIRZYPWe"
|
|||||||
// Luminate Production ^
|
// Luminate Production ^
|
||||||
const uid = "/\?uid\=7beg87y4-fh24-4929-3rt5-24kdn87s5241";
|
const uid = "/\?uid\=7beg87y4-fh24-4929-3rt5-24kdn87s5241";
|
||||||
const groupIds = [
|
const groupIds = [
|
||||||
'e6afa0b1-a7f8-4e34-a4e7-c1c4c45c60a0'
|
'64d18ece-b076-4e26-9e13-e15c321d52be'
|
||||||
]
|
]
|
||||||
|
|
||||||
const getAllGroups = async (num) => {
|
const getAllGroups = async (num) => {
|
||||||
|
|||||||
111
reactive-compose.yml
Normal file
111
reactive-compose.yml
Normal file
@ -0,0 +1,111 @@
|
|||||||
|
version: "3.8"
|
||||||
|
|
||||||
|
# In this Docker Compose example, it assumes that you maintain a reverse proxy externally (or chose not to).
|
||||||
|
# The only two exposed ports here are from minio (:9000) and the app itself (:3000).
|
||||||
|
# If these ports are changed, ensure that the env vars passed to the app are also changed accordingly.
|
||||||
|
|
||||||
|
services:
|
||||||
|
# Database (Postgres)
|
||||||
|
postgres:
|
||||||
|
image: postgres:16-alpine
|
||||||
|
restart: unless-stopped
|
||||||
|
volumes:
|
||||||
|
- postgres_data:/var/lib/postgresql/data
|
||||||
|
environment:
|
||||||
|
POSTGRES_DB: pg-reactive
|
||||||
|
POSTGRES_USER: pg-reactive
|
||||||
|
POSTGRES_PASSWORD: reactiveresume
|
||||||
|
healthcheck:
|
||||||
|
test: ["CMD-SHELL", "pg_isready -U postgres -d postgres"]
|
||||||
|
interval: 10s
|
||||||
|
timeout: 5s
|
||||||
|
retries: 5
|
||||||
|
|
||||||
|
# Storage (for image uploads)
|
||||||
|
minio:
|
||||||
|
image: minio/minio
|
||||||
|
restart: unless-stopped
|
||||||
|
command: server /data
|
||||||
|
ports:
|
||||||
|
- "9000:9000"
|
||||||
|
volumes:
|
||||||
|
- minio_data:/data
|
||||||
|
environment:
|
||||||
|
MINIO_ROOT_USER: rr-minioadmin
|
||||||
|
MINIO_ROOT_PASSWORD: minioreactive
|
||||||
|
|
||||||
|
# Chrome Browser (for printing and previews)
|
||||||
|
chrome:
|
||||||
|
image: ghcr.io/browserless/chromium:latest
|
||||||
|
restart: unless-stopped
|
||||||
|
environment:
|
||||||
|
TIMEOUT: 10000
|
||||||
|
CONCURRENT: 10
|
||||||
|
TOKEN: chrome_token
|
||||||
|
EXIT_ON_HEALTH_FAILURE: true
|
||||||
|
PRE_REQUEST_HEALTH_CHECK: true
|
||||||
|
|
||||||
|
app:
|
||||||
|
image: amruthpillai/reactive-resume:latest
|
||||||
|
restart: unless-stopped
|
||||||
|
ports:
|
||||||
|
- "3000:3000"
|
||||||
|
depends_on:
|
||||||
|
- postgres
|
||||||
|
- minio
|
||||||
|
- chrome
|
||||||
|
environment:
|
||||||
|
# -- Environment Variables --
|
||||||
|
PORT: 3000
|
||||||
|
NODE_ENV: production
|
||||||
|
|
||||||
|
# -- URLs --
|
||||||
|
PUBLIC_URL: http://192.168.200.73:3000
|
||||||
|
STORAGE_URL: http://192.168.200.73:9000/default
|
||||||
|
|
||||||
|
# -- Printer (Chrome) --
|
||||||
|
CHROME_TOKEN: chrome_token
|
||||||
|
CHROME_URL: ws://chrome:3000
|
||||||
|
|
||||||
|
# -- Database (Postgres) --
|
||||||
|
DATABASE_URL: postgresql://pg-reactive:reactiveresume@pg-postgres:5432/postgres
|
||||||
|
|
||||||
|
# -- Auth --
|
||||||
|
ACCESS_TOKEN_SECRET: c13fdfdacfdeb2b5185dffe89ba4d152a2e71d5d36c691fbc0a594e9695d992c87
|
||||||
|
REFRESH_TOKEN_SECRET: d8665ce1f01b1dd2db85a53517c362a7668f025058e5218ee4e0d6fe233a81
|
||||||
|
|
||||||
|
# -- Emails --
|
||||||
|
MAIL_FROM: no-reply-web@rsmsn.co
|
||||||
|
# SMTP_URL: smtp://user:pass@smtp:587 # Optional
|
||||||
|
|
||||||
|
# -- Storage (Minio) --
|
||||||
|
STORAGE_ENDPOINT: minio
|
||||||
|
STORAGE_PORT: 9000
|
||||||
|
STORAGE_REGION: us-east-1 # Optional
|
||||||
|
STORAGE_BUCKET: default
|
||||||
|
STORAGE_ACCESS_KEY: minioadmin
|
||||||
|
STORAGE_SECRET_KEY: minioadmin
|
||||||
|
STORAGE_USE_SSL: false
|
||||||
|
STORAGE_SKIP_BUCKET_CHECK: false
|
||||||
|
|
||||||
|
# -- Crowdin (Optional) --
|
||||||
|
# CROWDIN_PROJECT_ID:
|
||||||
|
# CROWDIN_PERSONAL_TOKEN:
|
||||||
|
|
||||||
|
# -- Email (Optional) --
|
||||||
|
# DISABLE_SIGNUPS: false
|
||||||
|
# DISABLE_EMAIL_AUTH: false
|
||||||
|
|
||||||
|
# -- GitHub (Optional) --
|
||||||
|
# GITHUB_CLIENT_ID: github_client_id
|
||||||
|
# GITHUB_CLIENT_SECRET: github_client_secret
|
||||||
|
# GITHUB_CALLBACK_URL: http://192.168.200.73:3000/api/auth/github/callback
|
||||||
|
|
||||||
|
# -- Google (Optional) --
|
||||||
|
# GOOGLE_CLIENT_ID: google_client_id
|
||||||
|
# GOOGLE_CLIENT_SECRET: google_client_secret
|
||||||
|
# GOOGLE_CALLBACK_URL: http://192.168.200.73:3000/api/auth/google/callback
|
||||||
|
|
||||||
|
volumes:
|
||||||
|
minio_data:
|
||||||
|
postgres_data:
|
||||||
Reference in New Issue
Block a user