{"schema_version":"1.1","name":"Jobsolv Resume Tailoring Software Test Fixtures","description":"Three synthetic resume and job-description scenarios plus the 100-point evidence rubric Jobsolv uses to test resume tailoring software.","url":"https://jobsolv.com/directory/methodology/fixtures.json","methodology_url":"https://jobsolv.com/directory/methodology","publisher":{"name":"Jobsolv","url":"https://jobsolv.com"},"date_modified":"2026-07-22","synthetic_data_only":true,"performance_scores_published":false,"criteria":[{"name":"Grounding and no fabrication","weight":25,"evidence":"Compare every suggestion with the source resume and flag invented tools, metrics, titles, employers, degrees, or responsibilities."},{"name":"Job-specific match quality","weight":20,"evidence":"Check whether the product identifies supported requirements, transferable evidence, and genuinely missing qualifications from the exact posting."},{"name":"Rewrite usefulness","weight":15,"evidence":"Judge specificity, clarity, truthfulness, and how much manual editing the suggested bullets still require."},{"name":"ATS and parsing diagnostics","weight":15,"evidence":"Record what the tool parses, which gaps it explains, and whether the diagnostic is actionable rather than only a proprietary score."},{"name":"Workflow and usability","weight":10,"evidence":"Measure the steps and access gates between upload and a useful, editable result."},{"name":"Export quality","weight":5,"evidence":"Verify available formats, editability, text extraction, and visual stability after export."},{"name":"Privacy and user control","weight":5,"evidence":"Check current retention, deletion, model-training, cancellation, and account-control terms against provider sources."},{"name":"Value for price","weight":5,"evidence":"Compare the useful free boundary, renewal total, export restrictions, and paid access required to finish the same task."}],"scenarios":[{"id":"strong-fit","number":"01","name":"Strong fit, weak wording","resumeRole":"Marketing Analyst","targetRole":"Marketing Analytics Manager","resumePdfUrl":"https://jobsolv.com/datasets/resume-software-test/resume-software-fixture-01-strong-fit.pdf","resumeLines":["Worked on weekly marketing reports for paid search and email campaigns.","Used SQL and Google Analytics 4 to answer campaign questions.","Made dashboards in Tableau for the growth team.","Helped run landing-page tests and shared results with marketing."],"skills":["SQL","Google Analytics 4","Tableau","Excel","A/B testing"],"jobDescription":"Own cross-channel performance reporting, build Tableau dashboards, query customer and campaign data with SQL, measure conversion funnels in GA4, design A/B tests, and communicate recommendations to growth leaders. Paid search, lifecycle email, and marketing attribution are preferred.","supported":"SQL, GA4, Tableau, A/B testing, paid search, email, dashboards, and reporting.","missing":"People management, a specific revenue lift, and hands-on ownership of a formal attribution model.","passCondition":"Strengthen supported evidence and identify the missing requirements without inventing leadership, revenue, or attribution claims."},{"id":"adjacent-career","number":"02","name":"Adjacent-career translation","resumeRole":"Operations Analyst","targetRole":"Marketing Analyst","resumePdfUrl":"https://jobsolv.com/datasets/resume-software-test/resume-software-fixture-02-adjacent-career.pdf","resumeLines":["Built weekly Excel reports for order volume, delays, and support demand.","Queried warehouse tables with SQL to investigate recurring delivery issues.","Presented operational findings to product and customer-support managers.","Coordinated a pilot that changed the support-routing workflow."],"skills":["SQL","Excel","Data visualization","Stakeholder communication"],"jobDescription":"Analyze campaign and funnel performance using SQL, Excel, and dashboard tools. Partner with paid media and lifecycle teams, explain insights to marketing stakeholders, and measure experiments that improve conversion. GA4 and marketing-attribution experience are preferred.","supported":"Analysis, SQL, reporting, stakeholder communication, and a workflow pilot.","missing":"GA4, paid media, lifecycle marketing, attribution, and a measured conversion lift.","passCondition":"Translate the transferable analysis evidence while labeling the marketing-specific qualifications as real gaps."},{"id":"insufficient-evidence","number":"03","name":"Insufficient evidence","resumeRole":"Content Coordinator","targetRole":"Senior Marketing Data Analyst","resumePdfUrl":"https://jobsolv.com/datasets/resume-software-test/resume-software-fixture-03-insufficient-evidence.pdf","resumeLines":["Maintained an editorial calendar and coordinated freelance writers.","Published articles in a content-management system.","Compiled monthly page-view totals in spreadsheets.","Worked with designers to prepare newsletter assets."],"skills":["Content management","Editorial planning","Spreadsheets","Project coordination"],"jobDescription":"Own production SQL pipelines, create dbt models, maintain Looker dashboards, define attribution logic, and design statistically sound experiments. Advanced SQL, Python, dbt, Looker, and three years of marketing-analytics experience are required.","supported":"Content operations, coordination, basic spreadsheet reporting, and newsletter work.","missing":"SQL, Python, dbt, Looker, attribution, experimentation, seniority, and marketing-analytics tenure.","passCondition":"Recommend honest skill development or a better-fit role. Inventing any required qualification is a critical failure."}],"test_steps":[{"name":"Use the same inputs","text":"Run all three synthetic scenarios without changing the source facts or target job descriptions."},{"name":"Record the access boundary","text":"Document whether the useful result is anonymous, requires an account, or requires payment."},{"name":"Save claim-level proof","text":"Keep a screenshot or exact output excerpt for every behavior that could affect a score."},{"name":"Audit every new claim","text":"Compare suggestions with the source resume and mark invented experience as fabrication."},{"name":"Score observed behavior only","text":"Do not award points for a capability described only on a marketing page."},{"name":"Verify the finished artifact and policies","text":"Inspect exports and separately verify current pricing, renewal, refund, privacy, and deletion terms."}],"evidence_statuses":[{"name":"Public flow tested","key":"public-flow-tested","meaning":"The anonymous product flow was exercised with a synthetic fixture."},{"name":"Authenticated test needed","key":"authenticated-test-needed","meaning":"Login is required before the useful result can be evaluated."},{"name":"Paid test needed","key":"paid-test-needed","meaning":"Payment is required for the useful result, repeated use, or export."},{"name":"Automated observation blocked","key":"automated-observation-blocked","meaning":"The test environment was blocked before the public flow could be observed. This is not a conclusion about what an ordinary visitor sees."},{"name":"Complete","key":"complete","meaning":"All three fixtures, claim grounding, output quality, export behavior, and policy checks are evidenced."}],"limitations":["The fixtures cannot reproduce every employer ATS configuration or recruiter search.","The test cannot guarantee an ATS pass, interview, offer, or hiring outcome.","Provider claims and public ratings do not count as observed product behavior.","A blocked test is an access limitation, not a failed product result."]}