golang.org/x/net v0.0.0-20191119073136-fc4aabc6c914: html.NewTokenizer

Clean-room public code sample — generation instructions

Write a brand-new, minimal, self-contained code sample in this clean-room directory.
Do not copy, paraphrase, or reference any existing project source. Work only from this spec.

A csx.json manifest scaffold already exists. Do not recreate it from memory. Preserve its case.goal, packages and symbols; fill its empty case.contract with exact assertions and correct its environment, commands and verifierAdapter for the files you generate.

Goal: verify golang.org/x/net/html.NewTokenizer in pkg:golang/golang.org/x/net@v0.0.0-20191119073136-fc4aabc6c914
Kind: HOW

Use EXACTLY these public packages and versions:
  - pkg:golang/golang.org/x/net@v0.0.0-20191119073136-fc4aabc6c914
Demonstrate these symbols/APIs:
  - golang.org/x/net/html.NewTokenizer

Rules:
  - One focused purpose; the smallest project that proves the goal.
  - Include a contract test (test/contract.*) that runs OFFLINE and exits 0 exactly when the goal behavior works.
  - Pin every dependency with a lockfile so resolution is reproducible.
  - No secrets, credentials, or tokens. No real URLs (only example.com or localhost). No absolute paths.
  - No personal names, emails, company names, or project identifiers of any kind.
  - No binaries and no generated output (node_modules, dist, target, venv, .git, .env).
  - Keep it under 200 files and 256KB packed.

{"case":{"caseId":"case:sha256:47dc9955f714b020039ee2d8f153f4121c731fc8bfd718625048e15697d2e3c7","contract":["html.NewTokenizer creates a streaming HTML tokenizer over an io.Reader and sequentially yields StartTagToken, TextToken, EndTagToken, SelfClosingTagToken, CommentToken, and ErrorToken (io.EOF) via Next()","Tokenizer.Token(), TagName(), TagAttr(), and Text() extract element tag names, attributes, and text content from tokenized HTML nodes"],"goal":"verify golang.org/x/net/html.NewTokenizer in pkg:golang/golang.org/x/net@v0.0.0-20191119073136-fc4aabc6c914","kind":"HOW","packages":["pkg:golang/golang.org/x/net@v0.0.0-20191119073136-fc4aabc6c914"],"schemaVersion":1,"symbols":["golang.org/x/net/html.NewTokenizer"]},"contractCommand":["go","run","./test"],"environment":{"arch":"x64","distro":"ubuntu","ecosystem":"golang","libc":"glibc","libcVersion":"2.39","os":"linux","osVersionBucket":"24","packageManager":"go","schemaVersion":1},"license":"MIT-0","packages":["pkg:golang/golang.org/x/net@v0.0.0-20191119073136-fc4aabc6c914"],"schemaVersion":1,"subject":"pkg:golang/golang.org/x/net@v0.0.0-20191119073136-fc4aabc6c914","symbols":["golang.org/x/net/html.NewTokenizer"],"verifierAdapter":"golang@1"}

module example.com/sample

go 1.21

require golang.org/x/net v0.0.0-20191119073136-fc4aabc6c914

golang.org/x/crypto v0.0.0-20190308221718-c2843e01d9a2/go.mod h1:djNgcEr1/C05ACkg1iLfiJU5Ep61QUkGW8qpdssI0+w=
golang.org/x/net v0.0.0-20191119073136-fc4aabc6c914 h1:MlY3mEfbnWGmUi4rtHOtNnnnN4UJRGSyLPx+DXA5Sq4=
golang.org/x/net v0.0.0-20191119073136-fc4aabc6c914/go.mod h1:z5CRVTTTmAJ677TzLLGU+0bjPO0LkuOLi4/5GtJWs/s=
golang.org/x/sys v0.0.0-20190215142949-d0b11bdaac8a/go.mod h1:STP8DvDyc/dI5b8T5hshtkjS+E42TnysNCUPdjciGhY=
golang.org/x/text v0.3.0/go.mod h1:NqM8EUOU14njkJ3fqMW+pc6Ldnwhi/IjpwHt7yyuwOQ=

package main

import (
	"fmt"
	"io"
	"strings"

	"golang.org/x/net/html"
)

func main() {
	markup := `<div id="container"><p>Hello</p><img src="example.com/a.png"/><!--info--></div>`
	tz := html.NewTokenizer(strings.NewReader(markup))

	for {
		tt := tz.Next()
		if tt == html.ErrorToken {
			if tz.Err() == io.EOF {
				break
			}
			panic(tz.Err())
		}
		tok := tz.Token()
		fmt.Printf("%v: %s (attrs=%d)\n", tt, tok.Data, len(tok.Attr))
	}
}

{
  "schemaVersion": 1,
  "goal": "verify golang.org/x/net/html.NewTokenizer in pkg:golang/golang.org/x/net@v0.0.0-20191119073136-fc4aabc6c914",
  "kind": "HOW",
  "packages": [
    "pkg:golang/golang.org/x/net@v0.0.0-20191119073136-fc4aabc6c914"
  ],
  "symbols": [
    "golang.org/x/net/html.NewTokenizer"
  ]
}

package main

import (
	"fmt"
	"io"
	"os"
	"strings"

	"golang.org/x/net/html"
)

func fail(msg string, args ...any) {
	fmt.Fprintf(os.Stderr, "FAIL: "+msg+"\n", args...)
	os.Exit(1)
}

func main() {
	input := `<div data-role="banner"><h1>Welcome</h1><br class="sep"/><!--note--></div>`
	tz := html.NewTokenizer(strings.NewReader(input))
	if tz == nil {
		fail("expected non-nil Tokenizer from html.NewTokenizer")
	}

	if tt := tz.Next(); tt != html.StartTagToken {
		fail("expected StartTagToken for <div>, got %v", tt)
	}
	tok := tz.Token()
	if tok.Data != "div" || len(tok.Attr) != 1 || tok.Attr[0].Key != "data-role" || tok.Attr[0].Val != "banner" {
		fail("unexpected start tag token: %+v", tok)
	}

	if tt := tz.Next(); tt != html.StartTagToken {
		fail("expected StartTagToken for <h1>, got %v", tt)
	}
	if name, hasAttr := tz.TagName(); string(name) != "h1" || hasAttr {
		fail("unexpected TagName for <h1>: %q, hasAttr=%v", string(name), hasAttr)
	}

	if tt := tz.Next(); tt != html.TextToken {
		fail("expected TextToken, got %v", tt)
	}
	if text := string(tz.Text()); text != "Welcome" {
		fail("expected text 'Welcome', got %q", text)
	}

	if tt := tz.Next(); tt != html.EndTagToken {
		fail("expected EndTagToken for </h1>, got %v", tt)
	}
	if tok := tz.Token(); tok.Data != "h1" {
		fail("expected end tag 'h1', got %q", tok.Data)
	}

	if tt := tz.Next(); tt != html.SelfClosingTagToken {
		fail("expected SelfClosingTagToken for <br/>, got %v", tt)
	}
	if k, v, more := tz.TagAttr(); string(k) != "class" || string(v) != "sep" || more {
		fail("unexpected TagAttr on <br/>: %q=%q (more=%v)", string(k), string(v), more)
	}

	if tt := tz.Next(); tt != html.CommentToken {
		fail("expected CommentToken, got %v", tt)
	}
	if tok := tz.Token(); tok.Data != "note" {
		fail("expected comment data 'note', got %q", tok.Data)
	}

	if tt := tz.Next(); tt != html.EndTagToken {
		fail("expected EndTagToken for </div>, got %v", tt)
	}
	if tok := tz.Token(); tok.Data != "div" {
		fail("expected end tag 'div', got %q", tok.Data)
	}

	if tt := tz.Next(); tt != html.ErrorToken {
		fail("expected ErrorToken at EOF, got %v", tt)
	}
	if err := tz.Err(); err != io.EOF {
		fail("expected io.EOF from Err(), got %v", err)
	}
}