Merge pull request #1266 from vespa-engine/tmaregge/add-llm-embedder-… #1065

	name: Vespa Sampleapps Search Feed
	on:
	push:
	branches: [ master ]

	env:
	DATA_PLANE_PUBLIC_KEY: ${{ secrets.VESPA_TEAM_DATA_PLANE_PUBLIC_CERT }}
	DATA_PLANE_PRIVATE_KEY: ${{ secrets.VESPA_TEAM_DATA_PLANE_PRIVATE_KEY }}

	jobs:
	build:
	runs-on: ubuntu-latest
	steps:
	- uses: actions/checkout@v3
	- uses: ruby/setup-ruby@v1
	with:
	ruby-version: 3.1
	bundler-cache: true

	- name: Generate feed-file (add empty frontmatter to README files first)
	run: \|
	find . -not -path './_site/' -not -path './test/' -not -path './vendor/' -name \README.md \| \
	while read f; do (echo -e "---\nrender_with_liquid: false\n---\n"; cat ${f})>${f}.new; mv ${f}.new ${f}; done
	bundle exec jekyll build -p _plugins-vespafeed

	- name: Setup Python
	uses: actions/setup-python@v4
	with:
	python-version: '3.x'

	- name: Feed site
	run: \|
	pip3 install PyYAML mmh3 requests html5lib beautifulsoup4 markdownify tiktoken
	./feed_to_vespa.py _config.yml

	- name: Feed paragraphs site
	run: \|
	./feed-split.py vespaapps_index.json https://github.com/vespa-engine/sample-apps/tree/master questions.jsonl
	./feed_to_vespa.py _paragraphs_config.yml

	- name: Feed suggestions
	run: \|
	./feed_to_vespa.py _suggestions_config.yml

Provide feedback