In [1]:
import os
import gc
import ja_helpers as ja_helpers
from ja_helpers import *
In [2]:
gc.enable()
In [3]:
HOME_DIR = 'd:/larc_projects/job_analytics/'
DATA_DIR = HOME_DIR + 'data/clean/'; RES_DIR = HOME_DIR + 'results/'
In [4]:
df = pd.read_csv(DATA_DIR + 'doc_index_filter.csv')
df.set_index('index', inplace=True)
with(open(RES_DIR + 'doc_20topic_distr.mtx', 'r')) as f:
doc_topic_distr = mmread(f)
In [5]:
title_df = pd.read_csv(DATA_DIR + 'new_titles_2posts_up.csv')
# title_df = title_df.drop_duplicates('title')
# title_df['index_by_title'] = title_df['title']
# title_df = title_df.set_index('index_by_title')
by_func_agg = pd.read_csv(DATA_DIR + 'stats_pri_funcs.csv')
In [15]:
reload(my_util); from my_util import *
reload(ja_helpers); from ja_helpers import *
In [16]:
func_dir = RES_DIR + 'job_prof/by_func/' + 'new/'
def saveSim(sims, folder, name):
sim_file = folder + 'sims/{}.csv'.format(clean(name))
sims.to_csv(sim_file, index=False)
print('\tSaved sim scores to file: {}'.format(sim_file))
def functionInRange(min_n_title, max_n_title=None):
if max_n_title:
q = '{} <= n_title < {}'.format(min_n_title, max_n_title)
else:
q = '{} <= n_title'.format(min_n_title)
funcs = list(by_func_agg.query(q)['pri_func'])
text = '#pri-funcs having # titles in range [{}, {}): {}'
if max_n_title:
msg = text.format(min_n_title, max_n_title, len(funcs))
else:
msg = text.format(min_n_title, np.infty, len(funcs))
print(msg)
return funcs
def functionWiseSims(functions, verbose=False, bsize=50):
for func in functions:
print('Primary function: {}'.format(func))
chosen_titles = titlesWithFunc(func, title_df)
if len(chosen_titles) < bsize:
sims = simsAmong(chosen_titles, doc_topic_distr, df, verbose)
else:
tmp_dir = func_dir + 'sims/' + func + '/'; mkDir(tmp_dir)
sims = simsAmong(chosen_titles, doc_topic_distr, df, verbose,
bsize, tmp_dir)
if not sims.empty:
sims = sims.sort_values('topic_sim', ascending=False)
saveSim(sims, func_dir, func)
fig = viz(sims);
fname = func_dir + 'fig/{}_sims.pdf'.format(clean(func))
plt.savefig(fname); plt.close()
print('\t Saved sim dist to file {}'.format(fname))
In [8]:
print('# posts loaded: %d' %df.shape[0])
n_title = title_df.title.nunique()
print('# job titles: %d' % n_title)
n_func = by_func_agg.shape[0]
print('# primary functions: %d' %n_func)
chosen_funcs = by_func_agg.query('n_title >= 2')['pri_func']
print('# funcs with at least 2 job titles: %d' %len(chosen_funcs))
# posts loaded: 71338
# job titles: 2839
# primary functions: 239
# funcs with at least 2 job titles: 111
In [19]:
functionWiseSims(functions=['manager'], verbose=False, bsize=10)
Primary function: manager
# job titles: 545. For job titles with > 100 posts, only sample 100 posts.
Done caching sampled posts for titles with more than 100
Calculated sims of Manager to all subseq titles
Calculated sims of Project Manager to all subseq titles
Calculated sims of Assistant Manager to all subseq titles
Calculated sims of Business Development Manager to all subseq titles
Calculated sims of Information Technology Project Manager to all subseq titles
Calculated sims of Senior Manager to all subseq titles
Calculated sims of Finance Manager to all subseq titles
Calculated sims of Account Sales Manager to all subseq titles
Calculated sims of Marketing Manager to all subseq titles
Calculated sims of Account Manager to all subseq titles
Finished sim cals for a batch of 10 job titles in 11575.7s
Saved results of batch 0
Calculated sims of Sales Manager to all subseq titles
Calculated sims of Product Manager to all subseq titles
Calculated sims of Information Technology Manager to all subseq titles
Calculated sims of Human Resource Manager to all subseq titles
Calculated sims of Business Project Manager to all subseq titles
Calculated sims of Program Manager to all subseq titles
Calculated sims of Relationship Manager to all subseq titles
Calculated sims of Operations Manager to all subseq titles
Calculated sims of General Manager to all subseq titles
Calculated sims of Restaurant Manager to all subseq titles
Finished sim cals for a batch of 10 job titles in 10259.5s
Saved results of batch 1
Calculated sims of Assistant Finance Manager to all subseq titles
Calculated sims of Compliance Manager to all subseq titles
Calculated sims of Assistant Marketing Manager to all subseq titles
Calculated sims of Business Manager to all subseq titles
Calculated sims of Assistant Project Manager to all subseq titles
Calculated sims of Regional Sales Manager to all subseq titles
Calculated sims of Operation Manager to all subseq titles
Calculated sims of Procurement Manager to all subseq titles
Calculated sims of Technical Manager to all subseq titles
Calculated sims of Risk Manager to all subseq titles
Finished sim cals for a batch of 10 job titles in 7660.2s
Saved results of batch 2
Calculated sims of Quality Assurance Manager to all subseq titles
Calculated sims of Construction Manager to all subseq titles
Calculated sims of Senior Project Manager to all subseq titles
Calculated sims of Customer Service Manager to all subseq titles
Calculated sims of Digital Manager to all subseq titles
Calculated sims of Facilities Manager to all subseq titles
Calculated sims of Logistics Manager to all subseq titles
Calculated sims of Project Management Manager to all subseq titles
Calculated sims of Service Delivery Manager to all subseq titles
Calculated sims of Audit Manager to all subseq titles
Finished sim cals for a batch of 10 job titles in 5009.4s
Saved results of batch 3
Calculated sims of Corporate Sales Manager to all subseq titles
Calculated sims of Administration Manager to all subseq titles
Calculated sims of Regional Marketing Manager to all subseq titles
Calculated sims of Deputy Manager to all subseq titles
Calculated sims of Brand Manager to all subseq titles
Calculated sims of Engineering Manager to all subseq titles
Calculated sims of Contract Manager to all subseq titles
Calculated sims of Tax Manager to all subseq titles
Calculated sims of Assistant Restaurant Manager to all subseq titles
Calculated sims of Sales Account Manager to all subseq titles
Finished sim cals for a batch of 10 job titles in 3882.2s
Saved results of batch 4
Calculated sims of Human Resource & Administration Manager to all subseq titles
Calculated sims of Commercial Manager to all subseq titles
Calculated sims of Events Manager to all subseq titles
Calculated sims of Accounting Manager to all subseq titles
Calculated sims of Assistant Operations Manager to all subseq titles
Calculated sims of Recruitment Manager to all subseq titles
Calculated sims of Training Manager to all subseq titles
Calculated sims of Product Marketing Manager to all subseq titles
Calculated sims of Analytics Manager to all subseq titles
Calculated sims of Business Operations Manager to all subseq titles
Finished sim cals for a batch of 10 job titles in 3084.6s
Saved results of batch 5
Calculated sims of Marketing Communications Manager to all subseq titles
Calculated sims of Area Sales Manager to all subseq titles
Calculated sims of Corporate Communications Manager to all subseq titles
Calculated sims of Application Manager to all subseq titles
Calculated sims of Accounts Manager to all subseq titles
Calculated sims of Key Account Manager to all subseq titles
Calculated sims of Procurement / Purchasing Manager to all subseq titles
Calculated sims of Site Manager to all subseq titles
Calculated sims of Internal Audit Manager to all subseq titles
Calculated sims of Implementation Project Manager to all subseq titles
Finished sim cals for a batch of 10 job titles in 2536.3s
Saved results of batch 6
Calculated sims of Assistant Sales Manager to all subseq titles
Calculated sims of Compensation & Benefits Manager to all subseq titles
Calculated sims of Assistant Information Technology Manager to all subseq titles
Calculated sims of Communication Manager to all subseq titles
Calculated sims of Senior Account Manager to all subseq titles
Calculated sims of Assistant Business Development Manager to all subseq titles
Calculated sims of Supply Chain Manager to all subseq titles
Calculated sims of Regional Manager to all subseq titles
Calculated sims of Business Planning Manager to all subseq titles
Calculated sims of Client Services Manager to all subseq titles
Finished sim cals for a batch of 10 job titles in 1870.5s
Saved results of batch 7
Calculated sims of Corporate Brand Marketing Manager to all subseq titles
Calculated sims of Service Manager to all subseq titles
Calculated sims of Quality Manager to all subseq titles
Calculated sims of Information Security Manager to all subseq titles
Calculated sims of Client Relationship Manager to all subseq titles
Calculated sims of Change Management Manager to all subseq titles
Calculated sims of Media Manager to all subseq titles
Calculated sims of Product Development Manager to all subseq titles
Calculated sims of Design Manager to all subseq titles
Calculated sims of Consulting Manager to all subseq titles
Finished sim cals for a batch of 10 job titles in 1530.0s
Saved results of batch 8
Calculated sims of Facility Manager to all subseq titles
Calculated sims of Senior Finance Manager to all subseq titles
Calculated sims of Client Manager to all subseq titles
Calculated sims of Advertising Sales Manager to all subseq titles
Calculated sims of Category Finance Manager to all subseq titles
Calculated sims of Assistant Sales & Marketing Manager to all subseq titles
Calculated sims of Team Manager to all subseq titles
Calculated sims of Senior Product Manager to all subseq titles
Calculated sims of Senior Marketing Manager to all subseq titles
Calculated sims of Business Account Manager to all subseq titles
Finished sim cals for a batch of 10 job titles in 1231.1s
Saved results of batch 9
Calculated sims of Legal Manager to all subseq titles
Calculated sims of Retail Manager to all subseq titles
Calculated sims of Regional Supply Chain Manager to all subseq titles
Calculated sims of Planning Manager to all subseq titles
Calculated sims of Production Manager to all subseq titles
Calculated sims of Treasury Manager to all subseq titles
Calculated sims of Quality Assurance & Quality Control Manager to all subseq titles
Calculated sims of Bar Manager to all subseq titles
Calculated sims of Human Resource & Administrative Manager to all subseq titles
Calculated sims of Public Relations Manager to all subseq titles
Finished sim cals for a batch of 10 job titles in 1047.5s
Saved results of batch 10
Calculated sims of Senior Sales Manager to all subseq titles
Calculated sims of Programme Manager to all subseq titles
Calculated sims of Business Process Manager to all subseq titles
Calculated sims of Research Manager to all subseq titles
Calculated sims of Account Development Manager to all subseq titles
Calculated sims of Senior Business Development Manager to all subseq titles
Calculated sims of Duty Manager to all subseq titles
Calculated sims of Security Manager to all subseq titles
Calculated sims of Marketing Project Manager to all subseq titles
Calculated sims of Category Manager to all subseq titles
Finished sim cals for a batch of 10 job titles in 889.1s
Saved results of batch 11
Calculated sims of Software Development Manager to all subseq titles
Calculated sims of Technical Sales Manager to all subseq titles
Calculated sims of Branch Manager to all subseq titles
Calculated sims of Area Manager to all subseq titles
Calculated sims of Outlet Manager to all subseq titles
Calculated sims of Food & Beverage Operations Manager to all subseq titles
Calculated sims of Laboratory Manager to all subseq titles
Calculated sims of Administrative Manager to all subseq titles
Calculated sims of Information Technology Program Manager to all subseq titles
Calculated sims of Implementation Manager to all subseq titles
Finished sim cals for a batch of 10 job titles in 737.4s
Saved results of batch 12
Calculated sims of Network Manager to all subseq titles
Calculated sims of Assistant Warehouse Manager to all subseq titles
Calculated sims of Warehouse Manager to all subseq titles
Calculated sims of Assistant Supply Chain Manager to all subseq titles
Calculated sims of Portfolio Manager to all subseq titles
Calculated sims of Account Delivery Manager to all subseq titles
Calculated sims of Country Manager to all subseq titles
Calculated sims of Safety Manager to all subseq titles
Calculated sims of Revenue Manager to all subseq titles
Calculated sims of Marketing Operations Manager to all subseq titles
Finished sim cals for a batch of 10 job titles in 638.8s
Saved results of batch 13
Calculated sims of Technical Project Manager to all subseq titles
Calculated sims of Marketing Strategy Manager to all subseq titles
Calculated sims of Software Manager to all subseq titles
Calculated sims of Senior Analytics Manager to all subseq titles
Calculated sims of Community Manager to all subseq titles
Calculated sims of Corporate Finance Manager to all subseq titles
Calculated sims of Advertising / Public Relations Manager to all subseq titles
Calculated sims of Senior Relationship Manager to all subseq titles
Calculated sims of Centre Manager to all subseq titles
Calculated sims of Business Solution Manager to all subseq titles
Finished sim cals for a batch of 10 job titles in 537.4s
Saved results of batch 14
Calculated sims of Solutions Manager to all subseq titles
Calculated sims of Senior Human Resource Manager to all subseq titles
Calculated sims of Information Technology Business Solution Manager to all subseq titles
Calculated sims of Regional Business Development Manager to all subseq titles
Calculated sims of Pricing Manager to all subseq titles
Calculated sims of Senior Audit Manager to all subseq titles
Calculated sims of Learning & Development Manager to all subseq titles
Calculated sims of Payroll Manager to all subseq titles
Calculated sims of E-Commerce Manager to all subseq titles
Calculated sims of Senior Operations Manager to all subseq titles
Finished sim cals for a batch of 10 job titles in 472.0s
Saved results of batch 15
Calculated sims of Senior Recruitment Manager to all subseq titles
Calculated sims of Campaign Manager to all subseq titles
Calculated sims of Senior Compliance Manager to all subseq titles
Calculated sims of Maintenance Manager to all subseq titles
Calculated sims of Accounts Administrative Manager to all subseq titles
Calculated sims of Acquisition Manager to all subseq titles
Calculated sims of Customer Care Manager to all subseq titles
Calculated sims of Purchasing Manager to all subseq titles
Calculated sims of Account General Manager to all subseq titles
Calculated sims of Senior Risk Manager to all subseq titles
Finished sim cals for a batch of 10 job titles in 417.6s
Saved results of batch 16
Calculated sims of Food & Beverage Manager to all subseq titles
Calculated sims of Regional Key Account Manager to all subseq titles
Calculated sims of Talent Management Manager to all subseq titles
Calculated sims of Talent Manager to all subseq titles
Calculated sims of Trade Manager to all subseq titles
Calculated sims of Technology Manager to all subseq titles
Calculated sims of Deployment Project Manager to all subseq titles
Calculated sims of Bid Manager to all subseq titles
Calculated sims of Corporate Secretarial Manager to all subseq titles
Calculated sims of Retail / Shop Sales Manager to all subseq titles
Finished sim cals for a batch of 10 job titles in 364.4s
Saved results of batch 17
Calculated sims of Claims Manager to all subseq titles
Calculated sims of Catering Sales Manager to all subseq titles
Calculated sims of Corporate Account Manager to all subseq titles
Calculated sims of Customer Support Manager to all subseq titles
Calculated sims of Senior Information Technology Manager to all subseq titles
Calculated sims of Financial Planning Manager to all subseq titles
Calculated sims of Information Technology Support Manager to all subseq titles
Calculated sims of Customer Relations Manager to all subseq titles
Calculated sims of Customer Service Operations Manager to all subseq titles
Calculated sims of Housekeeping Manager to all subseq titles
Finished sim cals for a batch of 10 job titles in 301.6s
Saved results of batch 18
Calculated sims of Underwriting Manager to all subseq titles
Calculated sims of Credit Manager to all subseq titles
Calculated sims of Regulatory Affairs Manager to all subseq titles
Calculated sims of Senior Sales & Marketing Manager to all subseq titles
Calculated sims of Corporate Contracts Manager to all subseq titles
Calculated sims of Senior Digital Manager to all subseq titles
Calculated sims of Business Applications Manager to all subseq titles
Calculated sims of Store Manager to all subseq titles
Calculated sims of Manufacturing Manager to all subseq titles
Calculated sims of Senior Tax Manager to all subseq titles
Finished sim cals for a batch of 10 job titles in 266.2s
Saved results of batch 19
Calculated sims of Process Manager to all subseq titles
Calculated sims of Senior Technical Manager to all subseq titles
Calculated sims of Merchandising Manager to all subseq titles
Calculated sims of Integration Technical Project Manager to all subseq titles
Calculated sims of Senior Product Development Manager to all subseq titles
Calculated sims of Workshop Manager to all subseq titles
Calculated sims of Club Manager to all subseq titles
Calculated sims of Assistant Accounting Manager to all subseq titles
Calculated sims of Assistant Quality Manager to all subseq titles
Calculated sims of Assistant Retail Manager to all subseq titles
Finished sim cals for a batch of 10 job titles in 232.2s
Saved results of batch 20
Calculated sims of Assistant Food & Beverage Manager to all subseq titles
Calculated sims of Distribution Manager to all subseq titles
Calculated sims of Conference Manager to all subseq titles
Calculated sims of Assistant Production Manager to all subseq titles
Calculated sims of Business Relationship Manager to all subseq titles
Calculated sims of Account Relationship Manager to all subseq titles
Calculated sims of Senior Business Manager to all subseq titles
Calculated sims of Sourcing Manager to all subseq titles
Calculated sims of Business Control Manager to all subseq titles
Calculated sims of Assistant Operation Manager to all subseq titles
Finished sim cals for a batch of 10 job titles in 209.0s
Saved results of batch 21
Calculated sims of Deputy General Manager to all subseq titles
Calculated sims of Senior Operation Manager to all subseq titles
Calculated sims of Sales Training Manager to all subseq titles
Calculated sims of Section Manager to all subseq titles
Calculated sims of Technical Services Manager to all subseq titles
Calculated sims of Field Sales Manager to all subseq titles
Calculated sims of Manufacturing Operations Manager to all subseq titles
Calculated sims of Marine Manager to all subseq titles
Calculated sims of Senior Business Solution Manager to all subseq titles
Calculated sims of Mechanical Engineering Manager to all subseq titles
Finished sim cals for a batch of 10 job titles in 175.7s
Saved results of batch 22
Calculated sims of Estate Manager to all subseq titles
Calculated sims of Sales Support Manager to all subseq titles
Calculated sims of Financial Analysis Manager to all subseq titles
Calculated sims of Department Manager to all subseq titles
Calculated sims of Assistant Legal Manager to all subseq titles
Calculated sims of Assistant General Manager to all subseq titles
Calculated sims of Information & Communication Technology Manager to all subseq titles
Calculated sims of Guest Relations Manager to all subseq titles
Calculated sims of Senior Restaurant Manager to all subseq titles
Calculated sims of Factory Manager to all subseq titles
Finished sim cals for a batch of 10 job titles in 154.1s
Saved results of batch 23
Calculated sims of Regional Service Manager to all subseq titles
Calculated sims of Regional Program Manager to all subseq titles
Calculated sims of Regional Operations Manager to all subseq titles
Calculated sims of Clinical Operations Manager to all subseq titles
Calculated sims of Senior Compensation & Benefits Manager to all subseq titles
Calculated sims of Administrative Accounts Manager to all subseq titles
Calculated sims of Condominium Manager to all subseq titles
Calculated sims of Information Technology Business Partnering Manager to all subseq titles
Calculated sims of Shop Manager to all subseq titles
Calculated sims of General Technical Manager to all subseq titles
Finished sim cals for a batch of 10 job titles in 130.8s
Saved results of batch 24
Calculated sims of Senior Engineering Manager to all subseq titles
Calculated sims of Tendering Manager to all subseq titles
Calculated sims of Senior Internal Audit Manager to all subseq titles
Calculated sims of Sponsorship Sales Manager to all subseq titles
Calculated sims of Marine Operations Manager to all subseq titles
Calculated sims of Investment Manager to all subseq titles
Calculated sims of Manufacturing Engineering Manager to all subseq titles
Calculated sims of Senior Sourcing Manager to all subseq titles
Calculated sims of Boutique Manager to all subseq titles
Calculated sims of Assistant Account Manager to all subseq titles
Finished sim cals for a batch of 10 job titles in 121.9s
Saved results of batch 25
Calculated sims of Application System Manager to all subseq titles
Calculated sims of Strategic Sourcing Manager to all subseq titles
Calculated sims of Fleet Manager to all subseq titles
Calculated sims of Associate Manager to all subseq titles
Calculated sims of Assistant Training Manager to all subseq titles
Calculated sims of Floor Manager to all subseq titles
Calculated sims of Strategic Planning Manager to all subseq titles
Calculated sims of Senior E-Commerce Manager to all subseq titles
Calculated sims of Supply Manager to all subseq titles
Calculated sims of Sales Development Manager to all subseq titles
Finished sim cals for a batch of 10 job titles in 104.5s
Saved results of batch 26
Calculated sims of Regional Planning Manager to all subseq titles
Calculated sims of Regional Project Manager to all subseq titles
Calculated sims of Reservations Manager to all subseq titles
Calculated sims of Regional Technical Manager to all subseq titles
Calculated sims of Leadership Development Manager to all subseq titles
Calculated sims of Senior Application Manager to all subseq titles
Calculated sims of Market Development Manager to all subseq titles
Calculated sims of Fund Manager to all subseq titles
Calculated sims of Senior Public Relations Manager to all subseq titles
Calculated sims of Ebusiness Manager to all subseq titles
Finished sim cals for a batch of 10 job titles in 93.7s
Saved results of batch 27
Calculated sims of Trading Manager to all subseq titles
Calculated sims of Advertising Manager to all subseq titles
Calculated sims of Media Sales Manager to all subseq titles
Calculated sims of Lease Management Manager to all subseq titles
Calculated sims of Senior Client Manager to all subseq titles
Calculated sims of Senior Project Management Manager to all subseq titles
Calculated sims of Field Service Manager to all subseq titles
Calculated sims of Project Control Manager to all subseq titles
Calculated sims of Senior Construction Manager to all subseq titles
Calculated sims of Corporate Planning Manager to all subseq titles
Finished sim cals for a batch of 10 job titles in 80.3s
Saved results of batch 28
Calculated sims of Senior Events Manager to all subseq titles
Calculated sims of Systems Manager to all subseq titles
Calculated sims of Spa Manager to all subseq titles
Calculated sims of Medical Manager to all subseq titles
Calculated sims of Project Coordination Manager to all subseq titles
Calculated sims of Senior Logistics Manager to all subseq titles
Calculated sims of Senior Facilities Manager to all subseq titles
Calculated sims of Financial Manager to all subseq titles
Calculated sims of Senior Information Technology Project Manager to all subseq titles
Calculated sims of Brand Innovation Manager to all subseq titles
Finished sim cals for a batch of 10 job titles in 70.8s
Saved results of batch 29
Calculated sims of Assistant Outlet Manager to all subseq titles
Calculated sims of Senior Media Manager to all subseq titles
Calculated sims of Tender Control Manager to all subseq titles
Calculated sims of Transition Manager to all subseq titles
Calculated sims of Senior Financial Planning Manager to all subseq titles
Calculated sims of Actuarial Manager to all subseq titles
Calculated sims of Technical Support Manager to all subseq titles
Calculated sims of Sales & Logistics Manager to all subseq titles
Calculated sims of Beauty Manager to all subseq titles
Calculated sims of Credit Control Manager to all subseq titles
Finished sim cals for a batch of 10 job titles in 65.5s
Saved results of batch 30
Calculated sims of Senior Software Manager to all subseq titles
Calculated sims of Senior Communication Manager to all subseq titles
Calculated sims of Call Centre Manager to all subseq titles
Calculated sims of Senior Product Marketing Manager to all subseq titles
Calculated sims of Segment Marketing Manager to all subseq titles
Calculated sims of Materials Manager to all subseq titles
Calculated sims of Senior Client Relationship Manager to all subseq titles
Calculated sims of Senior Quality Manager to all subseq titles
Calculated sims of Regional Supply Chain Program Manager to all subseq titles
Calculated sims of Management Information Systems Manager to all subseq titles
Finished sim cals for a batch of 10 job titles in 51.9s
Saved results of batch 31
Calculated sims of Senior Sponsorship Sales Manager to all subseq titles
Calculated sims of Senior Site Manager to all subseq titles
Calculated sims of Station Manager to all subseq titles
Calculated sims of Information Systems Manager to all subseq titles
Calculated sims of Project Development Manager to all subseq titles
Calculated sims of Airfreight Branch Manager to all subseq titles
Calculated sims of Global Business Manager to all subseq titles
Calculated sims of Brand Development Manager to all subseq titles
Calculated sims of Database Manager to all subseq titles
Calculated sims of Senior Information Security Manager to all subseq titles
Finished sim cals for a batch of 10 job titles in 48.2s
Saved results of batch 32
Calculated sims of Senior Service Delivery Manager to all subseq titles
Calculated sims of Customer Development Manager to all subseq titles
Calculated sims of Product Regulatory Manager to all subseq titles
Calculated sims of Shift Manager to all subseq titles
Calculated sims of Senior Financial Analysis Manager to all subseq titles
Calculated sims of Corporate Services Manager to all subseq titles
Calculated sims of Associate Business Manager to all subseq titles
Calculated sims of Regional Logistics Project Manager to all subseq titles
Calculated sims of Senior Procurement Manager to all subseq titles
Calculated sims of Senior Credit Manager to all subseq titles
Finished sim cals for a batch of 10 job titles in 45.4s
Saved results of batch 33
Calculated sims of Regional Customer Manager to all subseq titles
Calculated sims of Senior Network Manager to all subseq titles
Calculated sims of Assistant Commercial Manager to all subseq titles
Calculated sims of Senior Trading Manager to all subseq titles
Calculated sims of Senior Warehouse Manager to all subseq titles
Calculated sims of Senior Investment Manager to all subseq titles
Calculated sims of Senior Technical Support Manager to all subseq titles
Calculated sims of Senior Contract Manager to all subseq titles
Calculated sims of Senior Talent Management Manager to all subseq titles
Calculated sims of Senior Learning & Development Manager to all subseq titles
Finished sim cals for a batch of 10 job titles in 35.1s
Saved results of batch 34
Calculated sims of Senior Corporate Communications Manager to all subseq titles
Calculated sims of Senior Supply Chain Manager to all subseq titles
Calculated sims of Senior Underwriting Manager to all subseq titles
Calculated sims of Senior Corporate Finance Manager to all subseq titles
Calculated sims of Assistant Administrative Manager to all subseq titles
Calculated sims of Assistant Recruitment Manager to all subseq titles
Calculated sims of Senior Pricing Manager to all subseq titles
Calculated sims of Senior Business Operations Manager to all subseq titles
Calculated sims of Senior Revenue Manager to all subseq titles
Calculated sims of Senior Community Manager to all subseq titles
Finished sim cals for a batch of 10 job titles in 31.8s
Saved results of batch 35
Calculated sims of Analysis Sales Manager to all subseq titles
Calculated sims of Personnel / Human Resource Manager to all subseq titles
Calculated sims of Regional Learning & Development Manager to all subseq titles
Calculated sims of Civil Manager to all subseq titles
Calculated sims of Transportation Manager to all subseq titles
Calculated sims of Transport Manager to all subseq titles
Calculated sims of Sustainability Manager to all subseq titles
Calculated sims of Learning Centre Manager to all subseq titles
Calculated sims of Clinic Manager to all subseq titles
Calculated sims of Multimedia Marketing Manager to all subseq titles
Finished sim cals for a batch of 10 job titles in 29.2s
Saved results of batch 36
Calculated sims of Mobile Product Manager to all subseq titles
Calculated sims of Public Affairs Manager to all subseq titles
Calculated sims of Fast Food Restaurant Manager to all subseq titles
Calculated sims of Systems Project Manager to all subseq titles
Calculated sims of Fitness Centre Manager to all subseq titles
Calculated sims of Manufacturing Plant / Production Manager to all subseq titles
Calculated sims of Aircraft Maintenance Manager to all subseq titles
Calculated sims of Quality Control Manager to all subseq titles
Calculated sims of Control Manager to all subseq titles
Calculated sims of Fund Accounting Manager to all subseq titles
Finished sim cals for a batch of 10 job titles in 26.9s
Saved results of batch 37
Calculated sims of Inventory Manager to all subseq titles
Calculated sims of Aftersales Manager to all subseq titles
Calculated sims of Training & Development Manager to all subseq titles
Calculated sims of Guest Services Manager to all subseq titles
Calculated sims of Senior Accounts Manager to all subseq titles
Calculated sims of Seafreight Manager to all subseq titles
Calculated sims of Plant Manager to all subseq titles
Calculated sims of Aftermarket Sales Manager to all subseq titles
Calculated sims of Supply Chain Planning Manager to all subseq titles
Calculated sims of Global Customer Service Manager to all subseq titles
Finished sim cals for a batch of 10 job titles in 24.4s
Saved results of batch 38
Calculated sims of Information Technology Implementation Manager to all subseq titles
Calculated sims of Export Manager to all subseq titles
Calculated sims of Assistant Shop Manager to all subseq titles
Calculated sims of Executive Information System Manager to all subseq titles
Calculated sims of Senior Transition Manager to all subseq titles
Calculated sims of Senior Process Manager to all subseq titles
Calculated sims of Equipment Manager to all subseq titles
Calculated sims of Export Sales Manager to all subseq titles
Calculated sims of Senior Merchandising Manager to all subseq titles
Calculated sims of Traffic Manager to all subseq titles
Finished sim cals for a batch of 10 job titles in 18.1s
Saved results of batch 39
Calculated sims of Transformation Manager to all subseq titles
Calculated sims of Financial Accounting Manager to all subseq titles
Calculated sims of Industry Manager to all subseq titles
Calculated sims of Senior Technical Innovation Manager to all subseq titles
Calculated sims of Assistant Design Manager to all subseq titles
Calculated sims of Industrial Relations Manager to all subseq titles
Calculated sims of Senior Technical Sales Manager to all subseq titles
Calculated sims of Senior Strategic Sourcing Manager to all subseq titles
Calculated sims of Senior Strategic Planning Manager to all subseq titles
Calculated sims of Industry Development Manager to all subseq titles
Finished sim cals for a batch of 10 job titles in 16.3s
Saved results of batch 40
Calculated sims of Senior Software Development Manager to all subseq titles
Calculated sims of Senior Purchasing Manager to all subseq titles
Calculated sims of Global Category Manager to all subseq titles
Calculated sims of Senior Sales Training Manager to all subseq titles
Calculated sims of Senior Sales Account Manager to all subseq titles
Calculated sims of International Mobility Manager to all subseq titles
Calculated sims of Licensing Compliance Manager to all subseq titles
Calculated sims of Senior Marketing Communications Manager to all subseq titles
Calculated sims of Senior Quality Control Manager to all subseq titles
Calculated sims of Organisational Excellence Manager to all subseq titles
Finished sim cals for a batch of 10 job titles in 14.7s
Saved results of batch 41
Calculated sims of Senior Actuarial Manager to all subseq titles
Calculated sims of Regional Marketing Operations Manager to all subseq titles
Calculated sims of Senior Category Sourcing Manager to all subseq titles
Calculated sims of Regional Key Accounts Manager to all subseq titles
Calculated sims of Automotive Engineering Manager to all subseq titles
Calculated sims of Senior Commercial Manager to all subseq titles
Calculated sims of Senior Client Services Manager to all subseq titles
Calculated sims of Support Manager to all subseq titles
Calculated sims of Senior Claims Manager to all subseq titles
Calculated sims of Senior Change Management Manager to all subseq titles
Finished sim cals for a batch of 10 job titles in 13.3s
Saved results of batch 42
Calculated sims of Chain Store Manager to all subseq titles
Calculated sims of Senior Category Manager to all subseq titles
Calculated sims of Regional Financial Manager to all subseq titles
Calculated sims of Arts Event Manager to all subseq titles
Calculated sims of Senior Business Project Manager to all subseq titles
Calculated sims of Capability Building Manager to all subseq titles
Calculated sims of Supply Chain Finance Manager to all subseq titles
Calculated sims of Business Coordination Manager to all subseq titles
Calculated sims of Sales Planning Manager to all subseq titles
Calculated sims of Senior Brand Manager to all subseq titles
Finished sim cals for a batch of 10 job titles in 11.9s
Saved results of batch 43
Calculated sims of Senior Bid Manager to all subseq titles
Calculated sims of Senior Corporate Account Manager to all subseq titles
Calculated sims of Assistant Engineering Manager to all subseq titles
Calculated sims of Product Engineering Manager to all subseq titles
Calculated sims of Senior Legal Manager to all subseq titles
Calculated sims of Assistant Supply Chain Planning Manager to all subseq titles
Calculated sims of Senior Information Technology Business Solution Manager to all subseq titles
Calculated sims of Regional Brand Manager to all subseq titles
Calculated sims of Product Business Manager to all subseq titles
Calculated sims of Senior Integration Technical Project Manager to all subseq titles
Finished sim cals for a batch of 10 job titles in 10.4s
Saved results of batch 44
Calculated sims of Print Production Manager to all subseq titles
Calculated sims of Aged Care Services Manager to all subseq titles
Calculated sims of Air-Con Technical Manager to all subseq titles
Calculated sims of Shipyard Manager to all subseq titles
Calculated sims of Cost Control Manager to all subseq titles
Calculated sims of Territory Manager to all subseq titles
Calculated sims of Corporate Development Manager to all subseq titles
Calculated sims of Consumer Market Insight Manager to all subseq titles
Calculated sims of Vessel Manager to all subseq titles
Calculated sims of Assistant Delivery Manager to all subseq titles
Finished sim cals for a batch of 10 job titles in 8.7s
Saved results of batch 45
Calculated sims of Studio Manager to all subseq titles
Calculated sims of Strategic Project Manager to all subseq titles
Calculated sims of Senior Team Manager to all subseq titles
Calculated sims of Airport Operations Manager to all subseq titles
Calculated sims of Aftermarket Ops Manager to all subseq titles
Calculated sims of Senior Trust Relationship Manager to all subseq titles
Calculated sims of Accounting Section Manager to all subseq titles
Calculated sims of Senior Technology Manager to all subseq titles
Calculated sims of Supply Management Manager to all subseq titles
Calculated sims of Trust Relationship Manager to all subseq titles
Finished sim cals for a batch of 10 job titles in 5.9s
Saved results of batch 46
Calculated sims of Senior Trade Manager to all subseq titles
Calculated sims of Senior Transformation Manager to all subseq titles
Calculated sims of Senior Visual Merchandising Manager to all subseq titles
Calculated sims of Senior Transfer Pricing Manager to all subseq titles
Calculated sims of Tour Manager to all subseq titles
Calculated sims of Hostel Manager to all subseq titles
Calculated sims of Senior Talent Manager to all subseq titles
Calculated sims of Cost Estimating Manager to all subseq titles
Calculated sims of Data Processing Manager to all subseq titles
Calculated sims of Product Line Manager to all subseq titles
Finished sim cals for a batch of 10 job titles in 5.1s
Saved results of batch 47
Calculated sims of Customer Sales Manager to all subseq titles
Calculated sims of Production Engineering Manager to all subseq titles
Calculated sims of Creative Manager to all subseq titles
Calculated sims of Production Operations Manager to all subseq titles
Calculated sims of Project Design Manager to all subseq titles
Calculated sims of District Manager to all subseq titles
Calculated sims of Corporate Research Manager to all subseq titles
Calculated sims of Regional Consumer Market Insight Manager to all subseq titles
Calculated sims of Regional Health Economics Manager to all subseq titles
Calculated sims of Regional Manufacturing Excellence Manager to all subseq titles
Finished sim cals for a batch of 10 job titles in 4.4s
Saved results of batch 48
Calculated sims of Regional Quality Manager to all subseq titles
Calculated sims of Child Care Services Manager to all subseq titles
Calculated sims of Deputy Accounts Manager to all subseq titles
Calculated sims of Divisional Manager to all subseq titles
Calculated sims of Senior Supply Manager to all subseq titles
Calculated sims of Franchise Manager to all subseq titles
Calculated sims of Global Technical Project Manager to all subseq titles
Calculated sims of Information Management Manager to all subseq titles
Calculated sims of Geotechnical Manager to all subseq titles
Calculated sims of General Sales Manager to all subseq titles
Finished sim cals for a batch of 10 job titles in 3.7s
Saved results of batch 49
Calculated sims of Interface Manager to all subseq titles
Calculated sims of Key Accounts Manager to all subseq titles
Calculated sims of Fleet Management Manager to all subseq titles
Calculated sims of Document Control Manager to all subseq titles
Calculated sims of Lounge Manager to all subseq titles
Calculated sims of Finance Support Manager to all subseq titles
Calculated sims of Offshore Installation Manager to all subseq titles
Calculated sims of Experience Manager to all subseq titles
Calculated sims of Electronic Data Processing Manager to all subseq titles
Calculated sims of Electrical Lab Manager to all subseq titles
Finished sim cals for a batch of 10 job titles in 2.9s
Saved results of batch 50
Calculated sims of Chemical Sales Manager to all subseq titles
Calculated sims of Chartering Manager to all subseq titles
Calculated sims of Catering Manager to all subseq titles
Calculated sims of Senior Production Manager to all subseq titles
Calculated sims of Senior Information Technology Program Manager to all subseq titles
Calculated sims of Senior Laboratory Manager to all subseq titles
Calculated sims of Assistant Spa Manager to all subseq titles
Calculated sims of Assistant Site Manager to all subseq titles
Calculated sims of Senior Mobile Product Manager to all subseq titles
Calculated sims of Senior Portfolio Manager to all subseq titles
Finished sim cals for a batch of 10 job titles in 2.2s
Saved results of batch 51
Calculated sims of Senior Programme Manager to all subseq titles
Calculated sims of Category Operations Manager to all subseq titles
Calculated sims of Senior Project Control Manager to all subseq titles
Calculated sims of Senior Research Manager to all subseq titles
Calculated sims of Senior Retail Manager to all subseq titles
Calculated sims of Senior Sales Development Manager to all subseq titles
Calculated sims of Senior Security Manager to all subseq titles
Calculated sims of Senior Studio Manager to all subseq titles
Calculated sims of Senior Floor Manager to all subseq titles
Calculated sims of Senior Financial Accounting Manager to all subseq titles
Finished sim cals for a batch of 10 job titles in 1.4s
Saved results of batch 52
Calculated sims of Senior Design Manager to all subseq titles
Calculated sims of Senior Customer Support Manager to all subseq titles
Calculated sims of Senior Centre Manager to all subseq titles
Calculated sims of Senior Catering Sales Manager to all subseq titles
Calculated sims of Senior Campaign Manager to all subseq titles
Calculated sims of Hedge Fund Manager to all subseq titles
Calculated sims of Senior Business Planning Manager to all subseq titles
Calculated sims of Senior Business Control Manager to all subseq titles
Calculated sims of Senior Business Applications Manager to all subseq titles
Calculated sims of Senior Beauty Manager to all subseq titles
Finished sim cals for a batch of 10 job titles in 0.7s
Saved results of batch 53
Saved sim scores to file: d:/larc_projects/job_analytics/results/job_prof/by_func/new/sims/manager.csv
Saved sim dist to file d:/larc_projects/job_analytics/results/job_prof/by_func/new/fig/manager_sims.pdf
In [18]:
# TEST
functionWiseSims(functions=['tutor'], verbose=False, bsize=1)
Primary function: tutor
# job titles: 2. For job titles with > 100 posts, only sample 100 posts.
Done caching sampled posts for titles with more than 100
Calculated sims of Beauty Tutor to all subseq titles
Finished sim cals for a batch of 1 job titles in 0.0s
Saved results of batch 0
Calculated sims of Tutor to all subseq titles
Finished sim cals for a batch of 1 job titles in 0.0s
Saved results of batch 1
Saved sim scores to file: d:/larc_projects/job_analytics/results/job_prof/by_func/new/sims/tutor.csv
Saved sim dist to file d:/larc_projects/job_analytics/results/job_prof/by_func/new/fig/tutor_sims.pdf
In [9]:
func_top_10 = by_func_agg.head(10)
func_top_10 = func_top_10.sort_values('n_title')
func_top_10 = func_top_10.reset_index(); del func_top_10['index']
func_top_10
Out[9]:
pri_func
n_post
non_std_title
n_title
0
technician
1109
84
76
1
assistant
3676
82
79
2
specialist
1411
89
89
3
director
1250
96
91
4
consultant
2779
100
99
5
officer
2650
127
124
6
analyst
4870
138
137
7
executive
7463
220
217
8
engineer
9525
382
364
9
manager
16318
570
545
In [ ]:
# functionWiseSims(functions=['assistant'], k=5, verbose=True)
In [ ]:
functionWiseSims(functions=func_top_10[3:5]['pri_func'], verbose=True)
In [ ]:
functionWiseSims(functions=func_top_10[5:7]['pri_func'], verbose=True)
In [ ]:
functionWiseSims(functions=func_top_10[7]['pri_func'], verbose=True)
In [ ]:
functionWiseSims(functions=['engineer'], verbose=False)
eng_sims = pd.read_csv(func_dir + 'sims/engineer.csv')
fig = viz(eng_sims)
fname = func_dir + 'fig/engineer_sims.pdf'; plt.savefig(fname)
plt.show(); plt.close()
In [ ]:
func_2_5 = functionInRange(2, 5)
functionWiseSims(func_2_5)
In [ ]:
func_5_100 = functionInRange(5, 100)
functionWiseSims(func_5_100)
In [ ]:
func_100_ = functionInRange(min_n_title=100)
# functionWiseSims(func_100_)
Content source: musketeer191/job_analytics
Similar notebooks: