{"id":"1f3214ac-e54d-4db9-ad9f-ffcef4cd5d0d","company":{"id":"652a5482-fd26-47ed-860a-9d2069718fc5","company_stack":[],"company_gallery":[],"company_stats":[],"company_about_section":null,"company_benefit_section":[],"company_testimonial_section":[],"company_culture_section":[],"onboarding_process":null,"ticker_logos":[],"gtn_companies":[],"role_category":[],"cta_color":"#333333","name":"Turing","short_name":"CMP2493","slug":"turing","description":null,"short_description":null,"about_us":null,"video_link":null,"logo_url":"https://talent500-public-prod-cb.s3.ap-south-1.amazonaws.com/company_logos/New_logoWhite_f3828439e996457db7531ecf9769a3ab.png","job_logo":null,"job_logo_url":"https://talent500-public-prod-cb.s3.ap-south-1.amazonaws.com/company_job_logos/T500_nogoTz6_a4600b31ac8d42be8fc807e2392f2e0d.png","show_powered_by_talent500_logo":false,"website":null,"redirect_logo_url":"https://talent500.com//joblist/?search_term=Turing","linkedIn":null,"facebook":null,"twitter":null,"instagram":null,"hero_type":"1","nav_bar_color":null,"nav_items_color":"#FFFFFF","gallery_heading":"Gallery","company_image_url":"","meta_title":null,"meta_description":null,"hero_h1":null,"hero_h2":null,"primary_color":"#FF9900","secondary_color":"#333333","cta_text":null,"jobs_subtitle":null,"mission":null,"stack_section_title":null,"stack_section_description":null,"powered_by_logo_url":"https://d36dj8u11ystvj.cloudfront.net/Talent500_PoweredBy+(1).png","cta_bg_color":"#FFFFFF","cta_text_color":"#FFA000","cta_border_color":"#FFFFFF","h1_font_size":null,"h2_font_size":null,"h3_font_size":null,"h4_font_size":null,"body_size_1":null,"body_size_2":null,"h1_font_w":null,"h2_font_w":null,"h3_font_w":null,"h4_font_w":null,"body_w_1":null,"body_w_2":null,"public_name":null,"use_public_name":false,"unique_id":"ea8844c1-c0e7-499f-9b9e-d6cf66947f8e","head_favicon_url":"","head_title":null,"privacy_policy_name":"Privacy Policy","privacy_policy_url":null,"mandate_privacy_policy":null,"ticker_title":null,"publish":false,"company_font_family":"5","use_company_font_on_jobs_page":true,"gallery_section_name":null,"about_section_name":null,"testimonial_section_name":null,"benefits_section_name":null,"culture_section_name":null,"jobs_section_name":null,"is_job_displayable":true,"is_onboarding_skip":false,"company_specific_workflow":0,"third_party_company":true,"is_vendor_third_party_company":true,"priority_order":0,"order_of_about_role":1,"order_of_about_company":2,"whatsapp_company_logo":null,"whatsapp_company_logo_url":"","whatsapp_job_bg_color":null,"whatsapp_job_text_color":null,"engagement_type":null,"font_family":5},"location":"Chennai","primary_skills":["software engineering","QA","developer tooling","data/ML engineering","Python","JavaScript/TypeScript","Rust","Java","C/C++","Bash/CLI environments","Haskell","Swift","SQL"],"secondary_skills":[],"experience_range":"5 - 10 years","job_qualifications":[],"screening_questions":[],"title":"Agentic Coding Annotator (Online/Offline Tasks)","description":"<p>\n <strong>\n  About Turing:\n </strong>\n</p>\n<p>\n Turing is one of the world’s fastest-growing AI companies, accelerating the advancement and deployment of powerful AI systems. Turing helps customers in two ways: working with the world’s leading AI labs to advance frontier model capabilities in thinking, reasoning, coding, agentic behavior, multimodality, multilinguality, STEM, and frontier knowledge; and leveraging that work to build real-world AI systems that solve mission-critical priorities for companies.\n</p>\n<p>\n <br/>\n</p>\n<p>\n <strong>\n  Role Overview:\n </strong>\n</p>\n<ul>\n <li>\n  We are looking for strong, detail-oriented software practitioners to help evaluate and improve datasets for agentic coding models.\n </li>\n <li>\n  This role involves working with realistic coding tasks in an agentic coding harness, reviewing model trajectories, verifying solutions, and producing high-quality annotations.\n </li>\n</ul>\n<p>\n <br/>\n</p>\n<p>\n <strong>\n  Depending on the assignment, the work may include:\n </strong>\n</p>\n<ul>\n <li>\n  <strong>\n   Online evaluations:\n  </strong>\n  Manually interacting with blinded models on predefined tasks, then ranking and grading resulting trajectories\n </li>\n <li>\n  <strong>\n   Offline evaluations:\n  </strong>\n  Designing realistic coding tasks, calibrating them through user simulation, writing task-specific rubrics, and grading generated trajectories\n </li>\n</ul>\n<p>\n <br/>\n</p>\n<p>\n <strong>\n  This is not a basic annotation role.\n </strong>\n Candidates are expected to read and debug code, validate behavior, follow detailed process rules, and make consistent judgment calls across model runs.\n</p>\n<p>\n We are specifically looking for candidates with enough engineering maturity to independently work on realistic software tasks, not just toy problems or shallow code-review exercises.\n</p>\n<p>\n <br/>\n</p>\n<p>\n <strong>\n  What does day-to-day look like:\n </strong>\n</p>\n<ul>\n <li>\n  Execute realistic coding tasks within the assigned agentic coding harness while maintaining model blindness and session independence\n </li>\n <li>\n  Follow task instructions, milestones, planned interactions, and evaluation guardrails consistently across runs\n </li>\n <li>\n  Verify model outputs by reading code, running commands, checking logs, and inspecting generated artifacts\n </li>\n <li>\n  Perform targeted validation of outputs using tests, scripts, and manual checks\n </li>\n <li>\n  Write clear, specific, evidence-based rationales for trajectory rankings and assessments\n </li>\n <li>\n  Design multi-step, realistic coding tasks (offline work), including user intent and milestone structure\n </li>\n <li>\n  Create and refine task-specific rubrics and binary evaluation criteria\n </li>\n <li>\n  Review completed work for quality, completeness, consistency, and schema compliance\n </li>\n <li>\n  Identify and escalate broken environments, unclear instructions, or process gaps with clear supporting evidence\n </li>\n</ul>\n<p>\n <br/>\n</p>\n<p>\n <strong>\n  Requirements:\n </strong>\n</p>\n<ul>\n <li>\n  Software Engineering Fluency (Mandatory)\n </li>\n <li>\n  5+ years of experience in software engineering, QA, developer tooling, data/ML engineering, or similar code-heavy roles\n </li>\n <li>\n  Strong hands-on experience in at least 1–2 programming languages or ecosystems\n </li>\n <li>\n  <strong>\n   Representative languages include:\n  </strong>\n  Python, JavaScript/TypeScript, Rust, Java, C/C++, Bash/CLI environments, Haskell, Swift, SQL, or other production-relevant ecosystems\n </li>\n</ul>\n<p>\n <br/>\n</p>\n<p>\n <strong>\n  Ability to:\n </strong>\n</p>\n<ul>\n <li>\n  Read and understand unfamiliar codebases\n </li>\n <li>\n  Run and interpret tests, scripts, and CLI tools\n </li>\n <li>\n  Debug issues and reason about edge cases or partial fixes\n </li>\n <li>\n  Evaluate whether an implementation is functionally correct\n </li>\n</ul>\n<p>\n <br/>\n</p>\n<p>\n <strong>\n  Additional Preferred Qualifications (Offline / Senior Candidates):\n </strong>\n</p>\n<ul>\n <li>\n  Strong Docker skills and experience building/debugging reproducible environments\n </li>\n <li>\n  Experience working in large, complex repositories (not just small or greenfield projects)\n </li>\n <li>\n  Demonstrated originality and sound engineering judgment in defining technical problems\n </li>\n <li>\n  Ability to design realistic, non-trivial tasks that go beyond tutorials, README flows, or simple bug fixes\n </li>\n</ul>\n<p>\n <br/>\n</p>\n<p>\n <strong>\n  Perks of Freelancing With Turing:\n </strong>\n</p>\n<ul>\n <li>\n  Work on cutting-edge AI projects with leading foundation model companies\n </li>\n <li>\n  Collaborate on high-impact work at the frontier of LLM evaluation and reasoning\n </li>\n <li>\n  Remote, flexible opportunities with global teams\n </li>\n <li>\n  Competitive compensation based on experience and project scope\n </li>\n</ul>\n<p>\n <br/>\n</p>\n<p>\n <strong>\n  Offer Details:\n </strong>\n</p>\n<ul>\n <li>\n  <strong>\n   Commitments Required:\n  </strong>\n  8 hours per day with a 4-hour overlap with PST.\n </li>\n <li>\n  <strong>\n   Employment Type:\n  </strong>\n  Contractor position\n  <strong>\n   (Note: this role does not include medical/paid leave).\n  </strong>\n </li>\n <li>\n  <strong>\n   Duration of Contract:\n  </strong>\n  5 weeks;\n  <strong>\n   [expected start date is next week].\n  </strong>\n </li>\n</ul>","employment_type":null,"industry":"","job_template":false,"country":{"name":"India","country_code":"IN","region":"Asia"},"is_job_displayable":true,"job_url":"https://talent500.com/jobs/turing/agentic-coding-annotator-onlineoffline-tasks-chennai-T500_CMP2493_15820_4420937137","created_at":"2026-06-02T21:40:03.457094+05:30","updated_at":"2026-06-04T21:50:00.961030+05:30","title_alias_1":null,"slug":"agentic-coding-annotator-onlineoffline-tasks-chennai-T500_CMP2493_15820_4420937137","summary":null,"typical_workday":null,"what_you_offer":null,"what_you_need_to_succeed":null,"responsibilities":null,"type":null,"min_experience_years":5,"max_experience_years":10,"ctc_unit":"LPA","is_featured_job":false,"is_active":true,"job_code":"T500_CMP2493_15820_4420937137","external_id":null,"external_job_code":"15820_4420937137","is_anonymized":false,"mercurial_skills":null,"open_date":"2026-06-02T21:40:03.447767+05:30","published_at":"2026-06-04T12:50:20.182000+05:30","anonymization_needed":null,"anonymized_description":null,"xml_feed_anonymization":null,"unregistered_user_anonymization":null,"registered_user_anonymization":null,"pre_application_email_anonymization":null,"mettl_account":null,"job_table_sub_head":null,"job_table_short_desc":null,"is_remote":false,"job_video":null,"job_video_title":null,"job_video_description":null,"job_image_url":null,"role_summary":null,"syndication_control":true,"syndication_status":"new","syndication_job_title_alias":null,"sourcing_requirements_updated_at":null,"t500_sourcing_control":true,"status":"open","job_redirection_url":"https://click.appcast.io/t/UWig6hrxuoXzT-RrXtfLL8uYo38Zs7aHQ4nUETJWr6UiaSNNiyiY9iasl8T0x8CQsAgCVqpZk_CuR4_h9LTL6w==","is_external_job":true,"is_leadership_job":false,"leadership_confidentiality_level":null,"pricing_type":"cpc","is_auto_apply_eligible":false,"external_apply_url":null,"ats_provider":null,"apply_timeout_seconds":null,"recruiter":"1154daea-f24c-4f7f-aad6-494543ee6112","category":3,"job_sub_category":102,"role":null,"job_function":null,"job_sub_function":null,"naukri_industry":null,"naukri_functional_area":null,"naukri_role":null,"role_category":null,"linkedin_industry":null,"syndication_partners":[],"candidate_job_status":null,"candidate_job_id":null,"mettl_assessment_to_be_taken":false,"company_font_data":{"font-family":"Montserrat","url":"https://fonts.googleapis.com/css2?family=Montserrat:ital,wght@0,100;0,200;0,300;0,400;0,500;0,600;0,700;0,800;0,900;1,100;1,200;1,300;1,400;1,500;1,600;1,700;1,800;1,900&display=swap"}}