Posts: 6 Threads: 0 Joined: N/A Posts: 404 Threads: 0 Joined: N/A (March 20, 2022, 10:55 PM)AcoBaco Wrote: This is already public but figured someone might not have it.
200GB compressed (Split into separate 300MB archives), 1.4TB uncompressed Format: JSON Lines: 400 Million
Some of the fields per entry: full_name first_name last_name gender birth_date (few have this data) linkedin_url username id last_updated inferred salary inferred years of experience emails [array] [~100M/400M lines have emails, ~140M total emails] skills [array] phone_numbers [array] interests [array] other socials (fb,github, twitter) languages [array] location (locality, region, country,continent, coordinates)
Fields With Detailed Subdata: jobs [array] education [array] experience [array]
I can also convert a subset of the data (excluding array/subobject fields) to CSV if someone would find that useful (let me know)
5 Sample Lines (couldn't add more due to postsize limit):
{"id":"VBHLOKBw0hd8oKIawFukcA_0000","full_name":"kendall berton","first_name":"kendall","middle_initial":null,"middle_name":null,"last_name":"berton","gender":null,"birth_year":null,"birth_date":null,"linkedin_url":"linkedin.com/in/kendall-berton-313b02186","linkedin_username":"kendall-berton-313b02186","linkedin_id":null,"facebook_url":null,"facebook_username":null,"facebook_id":null,"twitter_url":null,"twitter_username":null,"github_url":null,"github_username":null,"work_email":null,"mobile_phone":null,"industry":null,"job_title":"associate teacher - spanish","job_title_role":"education","job_title_sub_role":"teacher","job_title_levels":[],"job_company_id":null,"job_company_name":"heronfield academy","job_company_website":null,"job_company_size":null,"job_company_founded":null,"job_company_industry":null,"job_company_linkedin_url":null,"job_company_linkedin_id":null,"job_company_facebook_url":null,"job_company_twitter_url":null,"job_company_location_name":null,"job_company_location_locality":null,"job_company_location_metro":null,"job_company_location_region":null,"job_company_location_geo":null,"job_company_location_street_address":null,"job_company_location_address_line_2":null,"job_company_location_postal_code":null,"job_company_location_country":null,"job_company_location_continent":null,"job_last_updated":"2020-09-01","job_start_date":"2019-08","job_summary":null,"location_name":"boston, massachusetts, united states","location_locality":"boston","location_metro":"boston, massachusetts","location_region":"massachusetts","location_country":"united states","location_continent":"north america","location_street_address":null,"location_address_line_2":null,"location_postal_code":null,"location_geo":"42.35,-71.06","location_last_updated":"2020-10-01","linkedin_connections":9,"inferred_salary":"45,000-55,000","inferred_years_experience":1,"summary":null,"phone_numbers":[],"emails":[],"interests":[],"skills":[],"location_names":["boston, massachusetts, united states"],"regions":["massachusetts, united states"],"countries":["united states"],"street_addresses":[],"experience":[{"company":{"name":"heronfield academy","size":null,"id":null,"founded":null,"industry":null,"location":null,"linkedin_url":null,"linkedin_id":null,"facebook_url":null,"twitter_url":null,"website":null},"location_names":[],"end_date":null,"start_date":"2019-08","title":{"name":"associate teacher - spanish","role":"education","sub_role":"teacher","levels":[]},"is_primary":true,"summary":null}],"education":[{"school":{"name":"james madison university","type":"post-secondary institution","id":"2DQezZeRKQR3bsBtFKJAWA_0","location":{"name":"harrisonburg, virginia, united states","locality":"harrisonburg","region":"virginia","country":"united states","continent":"north america"},"linkedin_url":"linkedin.com/school/james-madison-university","facebook_url":"facebook.com/jamesmadisonuniversity","twitter_url":"twitter.com/jmu","linkedin_id":"19581","website":"jmu.edu","domain":"jmu.edu"},"degrees":["master of education","masters"],"start_date":"2011","end_date":"2011","majors":[],"minors":[],"gpa":null,"summary":null},{"school":{"name":"james madison university","type":"post-secondary institution","id":"2DQezZeRKQR3bsBtFKJAWA_0","location":{"name":"harrisonburg, virginia, united states","locality":"harrisonburg","region":"virginia","country":"united states","continent":"north america"},"linkedin_url":"linkedin.com/school/james-madison-university","facebook_url":"facebook.com/jamesmadisonuniversity","twitter_url":"twitter.com/jmu","linkedin_id":"19581","website":"jmu.edu","domain":"jmu.edu"},"degrees":["master of education","masters"],"start_date":"2019","end_date":"2020","majors":[],"minors":[],"gpa":null,"summary":null}],"profiles":[{"network":"linkedin","id":null,"url":"linkedin.com/in/kendall-berton-313b02186","username":"kendall-berton-313b02186"}],"certifications":[],"languages":[],"version_status":{"status":"updated","contains":[],"previous_version":"12.0","current_version":"13.0"}} {"id":"sLMBlASQBoiNt0joPAE2KA_0000","full_name":"saloni bage","first_name":"saloni","middle_initial":null,"middle_name":null,"last_name":"bage","gender":"female","birth_year":null,"birth_date":null,"linkedin_url":"linkedin.com/in/saloni-bage-57ab6a119","linkedin_username":"saloni-bage-57ab6a119","linkedin_id":null,"facebook_url":null,"facebook_username":null,"facebook_id":null,"twitter_url":null,"twitter_username":null,"github_url":null,"github_username":null,"work_email":null,"mobile_phone":null,"industry":null,"job_title":null,"job_title_role":null,"job_title_sub_role":null,"job_title_levels":[],"job_company_id":null,"job_company_name":null,"job_company_website":null,"job_company_size":null,"job_company_founded":null,"job_company_industry":null,"job_company_linkedin_url":null,"job_company_linkedin_id":null,"job_company_facebook_url":null,"job_company_twitter_url":null,"job_company_location_name":null,"job_company_location_locality":null,"job_company_location_metro":null,"job_company_location_region":null,"job_company_location_geo":null,"job_company_location_street_address":null,"job_company_location_address_line_2":null,"job_company_location_postal_code":null,"job_company_location_country":null,"job_company_location_continent":null,"job_last_updated":null,"job_start_date":null,"job_summary":null,"location_name":"allahabad, uttar pradesh, india","location_locality":"allahabad","location_metro":null,"location_region":"uttar pradesh","location_country":"india","location_continent":"asia","location_street_address":null,"location_address_line_2":null,"location_postal_code":null,"location_geo":"25.45,81.85","location_last_updated":"2018-12-01","linkedin_connections":0,"inferred_salary":null,"inferred_years_experience":null,"summary":null,"phone_numbers":[],"emails":[],"interests":[],"skills":[],"location_names":["allahabad, uttar pradesh, india"],"regions":["uttar pradesh, india"],"countries":["india"],"street_addresses":[],"experience":[],"education":[],"profiles":[{"network":"linkedin","id":null,"url":"linkedin.com/in/saloni-bage-57ab6a119","username":"saloni-bage-57ab6a119"}],"certifications":[],"languages":[],"version_status":{"status":"updated","contains":[],"previous_version":"12.0","current_version":"13.0"}} {"id":"odXBq1Eqee8RQ1eiokBz7w_0000","full_name":"marc laverdiere","first_name":"marc","middle_initial":null,"middle_name":null,"last_name":"laverdiere","gender":"male","birth_year":null,"birth_date":null,"linkedin_url":"linkedin.com/in/marc-laverdiere-62501015b","linkedin_username":"marc-laverdiere-62501015b","linkedin_id":null,"facebook_url":null,"facebook_username":null,"facebook_id":null,"twitter_url":null,"twitter_username":null,"github_url":null,"github_username":null,"work_email":null,"mobile_phone":null,"industry":null,"job_title":null,"job_title_role":null,"job_title_sub_role":null,"job_title_levels":[],"job_company_id":null,"job_company_name":null,"job_company_website":null,"job_company_size":null,"job_company_founded":null,"job_company_industry":null,"job_company_linkedin_url":null,"job_company_linkedin_id":null,"job_company_facebook_url":null,"job_company_twitter_url":null,"job_company_location_name":null,"job_company_location_locality":null,"job_company_location_metro":null,"job_company_location_region":null,"job_company_location_geo":null,"job_company_location_street_address":null,"job_company_location_address_line_2":null,"job_company_location_postal_code":null,"job_company_location_country":null,"job_company_location_continent":null,"job_last_updated":null,"job_start_date":null,"job_summary":null,"location_name":"toronto, ontario, canada","location_locality":"toronto","location_metro":null,"location_region":"ontario","location_country":"canada","location_continent":"north america","location_street_address":null,"location_address_line_2":null,"location_postal_code":null,"location_geo":"43.66,-79.41","location_last_updated":"2020-04-01","linkedin_connections":null,"inferred_salary":null,"inferred_years_experience":null,"summary":null,"phone_numbers":[],"emails":[],"interests":[],"skills":[],"location_names":["toronto, ontario, canada"],"regions":["ontario, canada"],"countries":["canada"],"street_addresses":[],"experience":[],"education":[],"profiles":[{"network":"linkedin","id":null,"url":"linkedin.com/in/marc-laverdiere-62501015b","username":"marc-laverdiere-62501015b"}],"certifications":[],"languages":[],"version_status":{"status":"unchanged","contains":[],"previous_version":"12.0","current_version":"13.0"}} {"id":"mKnk8Wigc-tUx6gTn4Plqg_0000","full_name":"giovanni di leo","first_name":"giovanni","middle_initial":null,"middle_name":null,"last_name":"di leo","gender":"male","birth_year":null,"birth_date":null,"linkedin_url":"linkedin.com/in/giovanni-di-leo-30010216b","linkedin_username":"giovanni-di-leo-30010216b","linkedin_id":null,"facebook_url":null,"facebook_username":null,"facebook_id":null,"twitter_url":null,"twitter_username":null,"github_url":null,"github_username":null,"work_email":null,"mobile_phone":null,"industry":null,"job_title":null,"job_title_role":null,"job_title_sub_role":null,"job_title_levels":[],"job_company_id":null,"job_company_name":null,"job_company_website":null,"job_company_size":null,"job_company_founded":null,"job_company_industry":null,"job_company_linkedin_url":null,"job_company_linkedin_id":null,"job_company_facebook_url":null,"job_company_twitter_url":null,"job_company_location_name":null,"job_company_location_locality":null,"job_company_location_metro":null,"job_company_location_region":null,"job_company_location_geo":null,"job_company_location_street_address":null,"job_company_location_address_line_2":null,"job_company_location_postal_code":null,"job_company_location_country":null,"job_company_location_continent":null,"job_last_updated":null,"job_start_date":null,"job_summary":null,"location_name":null,"location_locality":null,"location_metro":null,"location_region":null,"location_country":null,"location_continent":null,"location_street_address":null,"location_address_line_2":null,"location_postal_code":null,"location_geo":null,"location_last_updated":null,"linkedin_connections":null,"inferred_salary":null,"inferred_years_experience":null,"summary":null,"phone_numbers":[],"emails":[],"interests":[],"skills":[],"location_names":[],"regions":[],"countries":[],"street_addresses":[],"experience":[],"education":[],"profiles":[{"network":"linkedin","id":null,"url":"linkedin.com/in/giovanni-di-leo-30010216b","username":"giovanni-di-leo-30010216b"}],"certifications":[],"languages":[],"version_status":{"status":"unchanged","contains":[],"previous_version":"12.0","current_version":"13.0"}} {"id":"PySx9b6B0R27q2bHTOhjfA_0000","full_name":"hugues takou","first_name":"hugues","middle_initial":null,"middle_name":null,"last_name":"takou","gender":"male","birth_year":null,"birth_date":null,"linkedin_url":"linkedin.com/in/hugues-takou-1b106461","linkedin_username":"hugues-takou-1b106461","linkedin_id":"218108437","facebook_url":null,"facebook_username":null,"facebook_id":null,"twitter_url":null,"twitter_username":null,"github_url":null,"github_username":null,"work_email":null,"mobile_phone":null,"industry":"information technology and services","job_title":"manager night desk","job_title_role":null,"job_title_sub_role":null,"job_title_levels":["manager"],"job_company_id":"paris-vip-limo","job_company_name":"paris vip limo","job_company_website":"parisairportransfer.com","job_company_size":"11-50","job_company_founded":"2002","job_company_industry":"transportation/trucking/railroad","job_company_linkedin_url":"linkedin.com/company/paris-vip-limo","job_company_linkedin_id":"2512233","job_company_facebook_url":null,"job_company_twitter_url":null,"job_company_location_name":"paris, île-de-france, france","job_company_location_locality":"paris","job_company_location_metro":null,"job_company_location_region":"île-de-france","job_company_location_geo":"48.85,2.34","job_company_location_street_address":null,"job_company_location_address_line_2":null,"job_company_location_postal_code":null,"job_company_location_country":"france","job_company_location_continent":"europe","job_last_updated":"2020-12-01","job_start_date":"2012-06","job_summary":null,"location_name":"cameroon","location_locality":null,"location_metro":null,"location_region":null,"location_country":"cameroon","location_continent":"africa","location_street_address":null,"location_address_line_2":null,"location_postal_code":null,"location_geo":null,"location_last_updated":"2020-07-01","linkedin_connections":86,"inferred_salary":"100,000-150,000","inferred_years_experience":12,"summary":null,"phone_numbers":[],"emails":[],"interests":[],"skills":["formation du personnel des centres d'appels multilangue"],"location_names":[],"regions":[],"countries":["cameroon"],"street_addresses":[],"experience":[{"company":{"name":"xtronic gmbh","size":"51-200","id":"xtronic-gmbh","founded":"1999","industry":"automotive","location":{"name":"germany","locality":null,"region":null,"metro":null,"country":"germany","continent":"europe","street_address":null,"address_line_2":null,"postal_code":null,"geo":null},"linkedin_url":"linkedin.com/company/xtronic-gmbh","linkedin_id":"8526007","facebook_url":null,"twitter_url":null,"website":"xtronic.de"},"location_names":[],"end_date":"2008-08","start_date":"2008-02","title":{"name":"test engineer","role":"engineering","sub_role":null,"levels":[]},"is_primary":false,"summary":null},{"company":{"name":"easydrop surf camp itacaré","size":"1-10","id":"easydrop-surf-camp-itacar-","founded":null,"industry":"leisure, travel & tourism","location":{"name":"brazil","locality":null,"region":null,"metro":null,"country":"brazil","continent":"south america","street_address":null,"address_line_2":null,"postal_code":null,"geo":null},"linkedin_url":"linkedin.com/company/easydrop-surf-camp-itacar-","linkedin_id":"1110741","facebook_url":"facebook.com/easydrop","twitter_url":"twitter.com/easydrop","website":"easydrop.com"},"location_names":[],"end_date":"2011-09","start_date":"2009-01","title":{"name":"technical director","role":null,"sub_role":null,"levels":["director"]},"is_primary":false,"summary":null},{"company":{"name":"paris vip limo","size":"11-50","id":"paris-vip-limo","founded":"2002","industry":"transportation/trucking/railroad","location":{"name":"paris, île-de-france, france","locality":"paris","region":"île-de-france","metro":null,"country":"france","continent":"europe","street_address":null,"address_line_2":null,"postal_code":null,"geo":"48.85,2.34"},"linkedin_url":"linkedin.com/company/paris-vip-limo","linkedin_id":"2512233","facebook_url":null,"twitter_url":null,"website":"parisairportransfer.com"},"location_names":["paris, île-de-france, france"],"end_date":null,"start_date":"2012-06","title":{"name":"manager night desk","role":null,"sub_role":null,"levels":["manager"]},"is_primary":true,"summary":null}],"education":[{"school":{"name":"rwth aachen university","type":"post-secondary institution","id":"-scrLApp2NqK-qB4IWHvDw_0","location":{"name":"germany","locality":null,"region":null,"country":"germany","continent":"europe"},"linkedin_url":"linkedin.com/school/rwth-aachen-university","facebook_url":"facebook.com/rwthaachenuniversity","twitter_url":"twitter.com/rwth","linkedin_id":"11924","website":"rwth-aachen.de","domain":"rwth-aachen.de"},"degrees":[],"start_date":"1999","end_date":"2001","majors":[],"minors":[],"gpa":null,"summary":null}],"profiles":[{"network":"linkedin","id":"218108437","url":"linkedin.com/in/hugues-takou-1b106461","username":"hugues-takou-1b106461"}],"certifications":[],"languages":[],"version_status":{"status":"updated","contains":[],"previous_version":"12.0","current_version":"13.0"}} {"id":"BmmBTu9REsibYDYDfIG3hQ_0000","full_name":"stephen cbi","first_name":"stephen","middle_initial":null,"middle_name":null,"last_name":"cbi","gender":"male","birth_year":null,"birth_date":null,"linkedin_url":"linkedin.com/in/stephen-r-atkins-cbi-15148710","linkedin_username":"stephen-r-atkins-cbi-15148710","linkedin_id":null,"facebook_url":null,"facebook_username":null,"facebook_id":null,"twitter_url":null,"twitter_username":null,"github_url":null,"github_username":null,"work_email":null,"mobile_phone":null,"industry":null,"job_title":null,"job_title_role":null,"job_title_sub_role":null,"job_title_levels":[],"job_company_id":null,"job_company_name":null,"job_company_website":null,"job_company_size":null,"job_company_founded":null,"job_company_industry":null,"job_company_linkedin_url":null,"job_company_linkedin_id":null,"job_company_facebook_url":null,"job_company_twitter_url":null,"job_company_location_name":null,"job_company_location_locality":null,"job_company_location_metro":null,"job_company_location_region":null,"job_company_location_geo":null,"job_company_location_street_address":null,"job_company_location_address_line_2":null,"job_company_location_postal_code":null,"job_company_location_country":null,"job_company_location_continent":null,"job_last_updated":null,"job_start_date":null,"job_summary":null,"location_name":null,"location_locality":null,"location_metro":null,"location_region":null,"location_country":null,"location_continent":null,"location_street_address":null,"location_address_line_2":null,"location_postal_code":null,"location_geo":null,"location_last_updated":null,"linkedin_connections":null,"inferred_salary":null,"inferred_years_experience":null,"summary":null,"phone_numbers":[],"emails":[],"interests":[],"skills":[],"location_names":[],"regions":[],"countries":[],"street_addresses":[],"experience":[],"education":[],"profiles":[{"network":"linkedin","id":null,"url":"linkedin.com/in/stephen-r-atkins-cbi-15148710","username":"stephen-r-atkins-cbi-15148710"}],"certifications":[],"languages":[],"version_status":{"status":"unchanged","contains":[],"previous_version":"12.0","current_version":"13.0"}}
CSV is most in demand here.Please convert and post.Thanks Posts: 13 Threads: 0 Joined: N/A Posts: 115 Threads: 0 Joined: N/A Posts: 115 Threads: 0 Joined: N/A I am struggling to download thru Torrent.
If the offer is still there to convert to csv, that would be perfect :-)
Thanks. Posts: 54 Threads: 0 Joined: N/A Posts: 22 Threads: 0 Joined: N/A By any chance the original data is 714M records? Posts: 32 Threads: 0 Joined: N/A Posts: 54 Threads: 0 Joined: N/A (April 4, 2022, 07:52 PM)Breached Wrote: (April 4, 2022, 05:57 PM)Pauljobs2020 Wrote: I am struggling to download thru Torrent.
If the offer is still there to convert to csv, that would be perfect :-)
Thanks.
https://breached.to/Thread-linkedin-com-Social-Network-for-Business-Scraped-API-All-GEO-87M-csv-2020 I Got this, but apparently the one you offer is way better. So this is the next I will be getting :) [quote="Breached" pid="15246" dateline="1649101947"] [quote="Pauljobs2020" pid="15182" dateline="1649095030"] I am struggling to download thru Torrent. If the offer is still there to convert to csv, that would be perfect :-) Posts: 0 Threads: 0 Joined: N/A |