move ai part in new ai_manager.py

.gitignore

@@ -0,0 +1 @@
+/__pycache__

WelcomeToTheJungle.py

@@ -2,107 +2,11 @@ import requests
 import json
 from datetime import datetime
 import warnings
-from mistralai import Mistral, SDKError
-from time import sleep
 from bs4 import BeautifulSoup
 from markdownify import markdownify
+from ai_manager import get_offer_information
 
 warnings.filterwarnings("ignore")
-import os
-
-models = ["mistral-small-2409", "open-mistral-nemo"]
-
-import random
-def get_model():
-    return random.choice(models)
-
-def call_ai(prompt, json_mode):
-    try:
-        return _call_ai(prompt, json_mode)
-    except SDKError as e:
-        #Wait, then try again once
-        sleep(11)
-        return _call_ai(prompt, json_mode)
-    except Exception as e:
-        # Throw the error if it's not an SDKError
-        raise
-
-def _call_ai(prompt, json_mode):
-    sleep(1.1)
-    client = Mistral(api_key=os.getenv('MISTRAL_KEY'))
-
-    extra_param = {}
-    if json_mode:
-        extra_param = { "response_format" : {"type": "json_object"} }
-
-    chat_response = client.chat.complete(
-        model = get_model(),
-        messages = [
-            {
-                "role": "user",
-                "content": prompt,
-            },
-        ],
-        **extra_param
-    )
-
-    return chat_response.choices[0].message.content
-
-def get_offer_information(company, offer):
-    try:
-        return _get_offer_information(company, offer)
-    except json.decoder.JSONDecodeError as e:
-        #try again once
-        return _get_offer_information(company, offer)
-    except Exception as e:
-        # Throw the error if it's not an SDKError
-        raise
-
-def _get_offer_information(company, offer):
-    prompt = """This is a job offer from the company '{}', make a JSON with this information:
-- company_description (string): a description of the company in less than 15 words. 
-- position_summary (string): a summary of the role in 3 bullet points
-- language_requirements (string): the language requirements in French and English
-- experience_requirements (string): the experience requirements
-- is_an_internship (Boolean): true if it's an internship, false otherwise
-- salary_range (string): the salary range in yearly salary if stated, write 'unknown' otherwise
-- should_apply (Boolean): True if the offer requires up to 2 years of work experience and does not ask for other languages than English, French, Hindi or Nepali
-
-Be concise in each answer. Answer in English.
-
-Example:
-{{
-'company_description': 'Galileo Global Education: A leading international network of higher education institutions.',
-'position_summary': 'Project Manager Marketing and Communication: Develop brand experience, manage marketing/communication plan, ensure brand image, monitor e-reputation, create content, and collaborate with digital team.',
-'language_requirements': 'French Fluent and English Native',
-'experience_requirements': 'Previous experience in a similar role, preferably in an agency.',
-'is_an_internship': false,
-'salary_range': '€38,000-€42,000',
-'should_apply': true,
-}}
-
-Offer:
-{}""".format(company, offer)
-    result = call_ai(prompt, True)
-    obj = json.loads(result)
-    print(obj)
-    #Check result
-    if not "company_description" in obj:
-        obj["company_description"] = ""
-    if not "position_summary" in obj:
-        obj["position_summary"] = ""
-    if not "language_requirements" in obj:
-        obj["language_requirements"] = ""
-    if not "experience_requirements" in obj:
-        obj["experience_requirements"] = ""
-    if not "is_an_internship" in obj:
-        obj["is_an_internship"] = False
-    if not "salary_range" in obj:
-        obj["salary_range"] = ""
-    if not "should_apply" in obj:
-        obj["should_apply"] = True
-    
-    return obj
 
 def get_offer(url):
     response = requests.get(url, verify=False)

ai_manager.py

@@ -0,0 +1,98 @@
+from mistralai import Mistral, SDKError
+from time import sleep
+import json
+import os
+
+models = ["mistral-small-2409", "open-mistral-nemo"]
+
+import random
+def get_model():
+    return random.choice(models)
+
+def call_ai(prompt, json_mode):
+    try:
+        return _call_ai(prompt, json_mode)
+    except SDKError as e:
+        #Wait, then try again once
+        sleep(11)
+        return _call_ai(prompt, json_mode)
+    except Exception as e:
+        # Throw the error if it's not an SDKError
+        raise
+
+def _call_ai(prompt, json_mode):
+    sleep(1.1)
+    client = Mistral(api_key=os.getenv('MISTRAL_KEY'))
+
+    extra_param = {}
+    if json_mode:
+        extra_param = { "response_format" : {"type": "json_object"} }
+
+    chat_response = client.chat.complete(
+        model = get_model(),
+        messages = [
+            {
+                "role": "user",
+                "content": prompt,
+            },
+        ],
+        **extra_param
+    )
+
+    return chat_response.choices[0].message.content
+
+def get_offer_information(company, offer):
+    try:
+        return _get_offer_information(company, offer)
+    except json.decoder.JSONDecodeError as e:
+        #try again once
+        return _get_offer_information(company, offer)
+    except Exception as e:
+        # Throw the error if it's not an SDKError
+        raise
+
+def _get_offer_information(company, offer):
+    prompt = """This is a job offer from the company '{}', make a JSON with this information:
+- company_description (string): a description of the company in less than 15 words. 
+- position_summary (string): a summary of the role in 3 bullet points
+- language_requirements (string): the language requirements in French and English
+- experience_requirements (string): the experience requirements
+- is_an_internship (Boolean): true if it's an internship, false otherwise
+- salary_range (string): the salary range in yearly salary if stated, write 'unknown' otherwise
+- should_apply (Boolean): True if the offer requires up to 2 years of work experience and does not ask for other languages than English, French, Hindi or Nepali
+
+Be concise in each answer. Answer in English.
+
+Example:
+{{
+'company_description': 'Galileo Global Education: A leading international network of higher education institutions.',
+'position_summary': 'Project Manager Marketing and Communication: Develop brand experience, manage marketing/communication plan, ensure brand image, monitor e-reputation, create content, and collaborate with digital team.',
+'language_requirements': 'French Fluent and English Native',
+'experience_requirements': 'Previous experience in a similar role, preferably in an agency.',
+'is_an_internship': false,
+'salary_range': '€38,000-€42,000',
+'should_apply': true,
+}}
+
+Offer:
+{}""".format(company, offer)
+    result = call_ai(prompt, True)
+    obj = json.loads(result)
+    print(obj)
+    #Check result
+    if not "company_description" in obj:
+        obj["company_description"] = ""
+    if not "position_summary" in obj:
+        obj["position_summary"] = ""
+    if not "language_requirements" in obj:
+        obj["language_requirements"] = ""
+    if not "experience_requirements" in obj:
+        obj["experience_requirements"] = ""
+    if not "is_an_internship" in obj:
+        obj["is_an_internship"] = False
+    if not "salary_range" in obj:
+        obj["salary_range"] = ""
+    if not "should_apply" in obj:
+        obj["should_apply"] = True
+    
+    return obj

jobspy_indeed.py

@@ -1,106 +1,9 @@
-import json
 import warnings
-from mistralai import Mistral, SDKError
-from time import sleep
-
 from jobspy import scrape_jobs
 
 warnings.filterwarnings("ignore")
-import os
-
-models = ["mistral-small-2409", "open-mistral-nemo"]
-
-import random
-def get_model():
-    return random.choice(models)
-
-def call_ai(prompt, json_mode):
-    try:
-        return _call_ai(prompt, json_mode)
-    except SDKError as e:
-        #Wait, then try again once
-        sleep(11)
-        return _call_ai(prompt, json_mode)
-    except Exception as e:
-        # Throw the error if it's not an SDKError
-        raise
-
-def _call_ai(prompt, json_mode):
-    sleep(1.1)
-    client = Mistral(api_key=os.getenv('MISTRAL_KEY'))
-
-    extra_param = {}
-    if json_mode:
-        extra_param = { "response_format" : {"type": "json_object"} }
-
-    chat_response = client.chat.complete(
-        model = get_model(),
-        messages = [
-            {
-                "role": "user",
-                "content": prompt,
-            },
-        ],
-        **extra_param
-    )
 
-    return chat_response.choices[0].message.content
-
-def get_offer_information(company, offer):
-    try:
-        return _get_offer_information(company, offer)
-    except json.decoder.JSONDecodeError as e:
-        #try again once
-        return _get_offer_information(company, offer)
-    except Exception as e:
-        # Throw the error if it's not an SDKError
-        raise
-
-def _get_offer_information(company, offer):
-    prompt = """This is a job offer from the company '{}', make a JSON with this information:
-- company_description (string): a description of the company in less than 15 words. 
-- position_summary (string): a summary of the role in 3 bullet points
-- language_requirements (string): the language requirements in French and English
-- experience_requirements (string): the experience requirements
-- is_an_internship (Boolean): true if it's an internship, false otherwise
-- salary_range (string): the salary range in yearly salary if stated, write 'unknown' otherwise
-- should_apply (Boolean): True if the offer requires up to 2 years of work experience and does not ask for other languages than English, French, Hindi or Nepali
-
-Be concise in each answer. Answer in English.
-
-Example:
-{{
-'company_description': 'Galileo Global Education: A leading international network of higher education institutions.',
-'position_summary': 'Project Manager Marketing and Communication: Develop brand experience, manage marketing/communication plan, ensure brand image, monitor e-reputation, create content, and collaborate with digital team.',
-'language_requirements': 'French Fluent and English Native',
-'experience_requirements': 'Previous experience in a similar role, preferably in an agency.',
-'is_an_internship': false,
-'salary_range': '€38,000-€42,000',
-'should_apply': true,
-}}
-
-Offer:
-{}""".format(company, offer)
-    result = call_ai(prompt, True)
-    obj = json.loads(result)
-    print(obj)
-    #Check result
-    if not "company_description" in obj:
-        obj["company_description"] = ""
-    if not "position_summary" in obj:
-        obj["position_summary"] = ""
-    if not "language_requirements" in obj:
-        obj["language_requirements"] = ""
-    if not "experience_requirements" in obj:
-        obj["experience_requirements"] = ""
-    if not "is_an_internship" in obj:
-        obj["is_an_internship"] = False
-    if not "salary_range" in obj:
-        obj["salary_range"] = ""
-    if not "should_apply" in obj:
-        obj["should_apply"] = True
-    
-    return obj
+from ai_manager import get_offer_information
 
 def get_job_url(job):
     if job["job_url_direct"] == "":

jobspy_linkedin.py

@@ -1,107 +1,10 @@
-import json
 import warnings
 import datetime
-from mistralai import Mistral, SDKError
-from time import sleep
 
 from jobspy import scrape_jobs
 
 warnings.filterwarnings("ignore")
-import os
-
-models = ["mistral-small-2409", "open-mistral-nemo"]
-
-import random
-def get_model():
-    return random.choice(models)
-
-def call_ai(prompt, json_mode):
-    try:
-        return _call_ai(prompt, json_mode)
-    except SDKError as e:
-        #Wait, then try again once
-        sleep(11)
-        return _call_ai(prompt, json_mode)
-    except Exception as e:
-        # Throw the error if it's not an SDKError
-        raise
-
-def _call_ai(prompt, json_mode):
-    sleep(1.1)
-    client = Mistral(api_key=os.getenv('MISTRAL_KEY'))
-
-    extra_param = {}
-    if json_mode:
-        extra_param = { "response_format" : {"type": "json_object"} }
-
-    chat_response = client.chat.complete(
-        model = get_model(),
-        messages = [
-            {
-                "role": "user",
-                "content": prompt,
-            },
-        ],
-        **extra_param
-    )
-
-    return chat_response.choices[0].message.content
-
-def get_offer_information(company, offer):
-    try:
-        return _get_offer_information(company, offer)
-    except json.decoder.JSONDecodeError as e:
-        #try again once
-        return _get_offer_information(company, offer)
-    except Exception as e:
-        # Throw the error if it's not an SDKError
-        raise
-
-def _get_offer_information(company, offer):
-    prompt = """This is a job offer from the company '{}', make a JSON with this information:
-- company_description (string): a description of the company in less than 15 words. 
-- position_summary (string): a summary of the role in 3 bullet points
-- language_requirements (string): the language requirements in French and English
-- experience_requirements (string): the experience requirements
-- is_an_internship (Boolean): true if it's an internship, false otherwise
-- salary_range (string): the salary range in yearly salary if stated, write 'unknown' otherwise
-- should_apply (Boolean): True if the offer requires up to 2 years of work experience and does not ask for other languages than English, French, Hindi or Nepali
-
-Be concise in each answer. Answer in English.
-
-Example:
-{{
-'company_description': 'Galileo Global Education: A leading international network of higher education institutions.',
-'position_summary': 'Project Manager Marketing and Communication: Develop brand experience, manage marketing/communication plan, ensure brand image, monitor e-reputation, create content, and collaborate with digital team.',
-'language_requirements': 'French Fluent and English Native',
-'experience_requirements': 'Previous experience in a similar role, preferably in an agency.',
-'is_an_internship': false,
-'salary_range': '€38,000-€42,000',
-'should_apply': true,
-}}
-
-Offer:
-{}""".format(company, offer)
-    result = call_ai(prompt, True)
-    obj = json.loads(result)
-    print(obj)
-    #Check result
-    if not "company_description" in obj:
-        obj["company_description"] = ""
-    if not "position_summary" in obj:
-        obj["position_summary"] = ""
-    if not "language_requirements" in obj:
-        obj["language_requirements"] = ""
-    if not "experience_requirements" in obj:
-        obj["experience_requirements"] = ""
-    if not "is_an_internship" in obj:
-        obj["is_an_internship"] = False
-    if not "salary_range" in obj:
-        obj["salary_range"] = ""
-    if not "should_apply" in obj:
-        obj["should_apply"] = True
-    
-    return obj
+from ai_manager import get_offer_information
 
 def get_job_url(job):
     if "{}".format(job["job_url_direct"]) in ["null", "nan", "None"]: