%load_ext autoreload
%autoreload 2
import mycode.vap as vap

# The goal is to run new vespa and check a rank profile always return match features, even when `select some_field from sources * ...` is specified.
# Then run some year-old version, and check if behavior is the same.

# Create a sample VAP
from vespa.package import (ApplicationPackage, Field, Schema, Document, RankProfile, Function)

doc_schema = Schema(
    name="doc",
    document=Document(
        fields=[
            Field(
                name="id",
                type="int",
                indexing=["attribute"],
                attribute=["fast-search"],
            ),
        ]
    ),
    rank_profiles=[
        RankProfile(
            name='fields',
            inherits='unranked',
            first_phase="0",
            functions=[
                Function(
                    name='id',
                    expression='attribute(id)'
                )
            ],
            match_features=[
                'id'
            ],
        )
    ]
)

application_package = ApplicationPackage(
    name="test",
    schema=[doc_schema],
)

from vespa.deployment import VespaDocker

# In case running colima on macos run the following
# !sudo ln -sf $HOME/.colima/default/docker.sock /var/run/docker.sock
vespa_docker = VespaDocker(
    container_image="vespaengine/vespa:8.637.17",
)

# Start a docker container and deploy the application package
client = vespa_docker.deploy(
    application_package=application_package,
)

q# Create and feed 1 dummy doc
docs = [
    {
        'id': f'{1}',
        'fields': {
            'id': 1,
        }
    }
]

client.feed_iterable(docs, schema="doc", namespace="doc", callback=vap.feed_callback)

client.query(body={
    'yql': 'select * from sources * where true',
    'ranking.profile': 'fields',
}).json

# matchfeatures are returned as expected

client.query(body={
    'yql': 'select id from sources * where true',
    'ranking.profile': 'fields',
}).json

# and match features are also returned even if only the `id` is explicitly asked

!docker stop {vespa_docker.container_id}

vespa_docker_old = VespaDocker(
    container_image="vespaengine/vespa:8.399.59",
)

client_old = vespa_docker_old.deploy(
    application_package=application_package,
)

# Create and feed 1 dummy doc
docs = [
    {
        'id': f'{1}',
        'fields': {
            'id': 1,
        }
    }
]

client_old.feed_iterable(docs, schema="doc", namespace="doc", callback=vap.feed_callback)

client_old.query(body={
    'yql': 'select * from sources * where true',
    'ranking.profile': 'fields',
}).json

client_old.query(body={
    'yql': 'select id from sources * where true',
    'ranking.profile': 'fields',
}).json

!docker stop {vespa_docker_old.container_id}

# It turns out that both old and new return match-features, even if only some fields are specified.