summaryrefslogtreecommitdiff
path: root/avstream/avscamera/sys/Sensor.h
blob: 31b0f3a28af2c9ae8bf88e9ad3e17572972fc6eb (plain)
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210
211
212
213
214
215
216
217
218
219
220
221
222
223
224
225
226
227
228
229
230
231
232
233
234
235
236
237
238
239
240
241
242
243
244
245
246
247
248
249
250
251
252
253
254
255
256
257
258
259
260
261
262
263
264
265
266
267
268
269
270
271
272
273
274
275
276
277
278
279
280
281
282
283
284
285
286
287
288
289
290
291
292
293
294
295
296
297
298
299
300
301
302
303
304
305
306
307
308
309
310
311
312
313
314
315
316
317
318
319
320
321
322
323
324
325
326
327
328
329
330
331
332
333
334
335
336
337
338
339
340
341
342
343
344
345
346
347
348
349
350
351
352
353
354
355
356
357
358
359
360
361
362
363
364
365
366
367
368
369
370
371
372
373
374
375
376
377
378
379
380
381
382
383
384
385
386
387
388
389
390
391
392
393
394
395
396
397
398
399
400
401
402
403
404
405
406
407
408
409
410
411
412
413
414
415
416
417
418
419
420
421
422
423
424
425
426
427
428
429
430
431
432
433
434
435
436
437
438
439
440
441
442
443
444
445
446
447
448
449
450
451
452
453
454
455
456
457
458
459
460
461
462
463
464
465
466
467
468
469
470
471
472
473
474
475
476
477
478
479
480
481
482
483
484
485
486
487
488
489
490
491
492
493
494
495
496
497
498
499
500
501
502
503
504
505
506
507
508
509
510
511
512
513
514
515
516
517
518
519
520
521
522
523
524
525
526
527
528
529
530
531
532
533
534
535
536
537
538
539
540
541
542
543
544
545
546
547
548
549
550
551
552
553
554
555
556
557
558
559
560
561
562
563
564
565
566
567
568
569
570
571
572
573
574
575
576
577
578
579
580
581
582
583
584
585
586
587
588
589
590
591
592
593
594
595
596
597
598
599
600
601
602
603
604
605
606
607
608
609
610
611
612
613
614
615
616
617
618
619
620
621
622
/**************************************************************************

    A/V Stream Camera Sample

    Copyright (c) 2014, Microsoft Corporation.

    File:

        Sensor.h

    Abstract:

        Base Sensor class.  Derive from this class to implement an interface
        to your hardware sensor object.

        This class provides a set of "knobs" to control a model camera.

        This class also controls access to the pin simulations.  Most cameras
        have a limited set of ISP resources and can only instantiate a fixed
        number of pins.  This class grants access to those resources.  Other 
        than that, it's just an interface class.

    History:

        created 5/5/2014

**************************************************************************/

#pragma once

//
//  The following DECLARE_PROPERTY_XXX() macros are used to create consistent
//  function names for each control.
//
#define DECLARE_PROPERTY_GET( type, name )                      \
    virtual                                                     \
    NTSTATUS                                                    \
    Get##name(                                                  \
        _Inout_ type *pProperty                                 \
        );                                                      \

#define DECLARE_PROPERTY_SIZEOF( name )                         \
    virtual                                                     \
    ULONG                                                       \
    SizeOf##name();

#define DECLARE_PROPERTY_SET( type, name )                      \
    virtual                                                     \
    NTSTATUS                                                    \
    Set##name(                                                  \
        _In_    type *pProperty                                 \
        );

#define DECLARE_PROPERTY_SET_ASYNC( type, name )                \
    virtual                                                     \
    NTSTATUS                                                    \
    Set##name##Async(                                           \
        _In_    type        *pProperty,                         \
        _In_    CNotifier   *Notifier                           \
        );

#define DECLARE_PROPERTY_CANCEL( type, name )                   \
    virtual                                                     \
    NTSTATUS                                                    \
    Cancel##name();

#define DECLARE_PROPERTY( type, name )                          \
    DECLARE_PROPERTY_GET( type, name )                          \
    DECLARE_PROPERTY_SET( type, name )

#define DECLARE_PROPERTY_ASYNC_NOCANCEL( type, name )           \
    DECLARE_PROPERTY_GET( type, name )                          \
    DECLARE_PROPERTY_SET_ASYNC( type, name )

#define DECLARE_PROPERTY_ASYNC( type, name )                    \
    DECLARE_PROPERTY_ASYNC_NOCANCEL( type, name )               \
    DECLARE_PROPERTY_CANCEL( type, name )

#define DECLARE_PROPERTY_VARSIZE_ASYNC( type, name )            \
    DECLARE_PROPERTY_ASYNC( type, name )                        \
    DECLARE_PROPERTY_SIZEOF( name )

#define DECLARE_PROPERTY_VARSIZE_ASYNC_NOCANCEL( type, name )   \
    DECLARE_PROPERTY_ASYNC_NOCANCEL( type, name )               \
    DECLARE_PROPERTY_SIZEOF( name )


//
//  CNotifer
//
//  A CNotiver is just a wrapper on a KS event.  It holds the parameters 
//  needed to invoke the KS event successfully and it is referenced counted
//  to make sure the filter does not go away before your sensor is done with
//  the notifier.
//  
//  These objects should be instantiated in the filter and a reference
//  held in your sensor object.
//  
class CNotifier : public CRef
{
private:
    PVOID       m_Object;
    GUID        m_EventSet;
    ULONG       m_EventId;
    ULONG       m_DataSize;
    PVOID       m_Data;
    PFNKSGENERATEEVENTCALLBACK m_Callback;
    PVOID       m_CallbackContext;

public:
    CNotifier(
        _In_        PKSFILTER   Filter,
        _In_        const GUID *EventSet,
        _In_        ULONG       EventId,
        _In_        ULONG       DataSize=0,
        _In_opt_    PVOID       Data=nullptr,
        _In_opt_    PFNKSGENERATEEVENTCALLBACK Callback=nullptr,
        _In_opt_    PVOID       CallbackContext=nullptr
    )
        : m_Object(Filter)
        , m_EventSet(*EventSet)
        , m_EventId(EventId)
        , m_DataSize(DataSize)
        , m_Data(Data)
        , m_Callback(Callback)
        , m_CallbackContext(CallbackContext)
    {}

    CNotifier(
        _In_        PKSPIN      Pin,
        _In_        const GUID *EventSet,
        _In_        ULONG       EventId,
        _In_        ULONG       DataSize=0,
        _In_opt_    PVOID       Data=nullptr,
        _In_opt_    PFNKSGENERATEEVENTCALLBACK Callback=nullptr,
        _In_opt_    PVOID       CallbackContext=nullptr
    )
        : m_Object(Pin)
        , m_EventSet(*EventSet)
        , m_EventId(EventId)
        , m_DataSize(DataSize)
        , m_Data(Data)
        , m_Callback(Callback)
        , m_CallbackContext(CallbackContext)
    {}

    void
    Set()
    {
        KsGenerateEvents(m_Object, &m_EventSet, m_EventId, m_DataSize, m_Data, m_Callback, m_CallbackContext);
    }
};

class CSensor
{
protected:

    CCaptureDevice *m_Device;

    ULONG           m_PinCount;
    LONG            m_FilterInstanceCount;

    //
    // The AVStream filter object associated with this CCaptureFilter.
    //
    CHardwareSimulation **m_HardwareSimulation;
    CSynthesizer **m_Synthesizer;
    ICapturePin **m_CapturePin;

    PKS_VIDEOINFOHEADER *m_VideoInfoHeader;

    //
    // The number of ISR's that have occurred since capture started.
    //
    LONGLONG   *m_InterruptTime;

    //
    // The last reading of mappings completed.
    //
    ULONG *m_LastMappingsCompleted;

    static const ULONG  INVALID_PIN_INDEX = 0xFFFFFFFF;
    static const ULONG  INVALID_PIN_MASK  = 0;

    ULONG   m_PreviewMask;
    ULONG   m_StillMask;
    ULONG   m_VideoMask;

    //  Access control mutex.
    KMutex  m_SensorMutex;

    ULONG               m_PfsLoopLimit;
    ULONG               m_PfsFrameLimit;
    ISP_FRAME_SETTINGS *m_pIspSettings;

    ISP_FRAME_SETTINGS  m_GlobalIspSettings;

    AcpiPldRotation     m_MountingOrientation;

public:

    CSensor(
        _In_    CCaptureDevice *Device,
        _In_    ULONG           PinCount
    );

    //
    // ~CSensor():
    //
    // The h/w Sensor destructor.
    //
    virtual
    ~CSensor( );

    virtual
    NTSTATUS
    Initialize();

    virtual
    NTSTATUS
    ProgramDefaults();

    virtual
    void
    Interrupt(
        _In_    LONG PinIndex
    );

    virtual
    PDEVICE_OBJECT
    GetDeviceObject()
    {
        return m_Device->GetDeviceObject();
    }

    virtual
    NTSTATUS
    CreateSynthesizer(
        _In_    PKSPIN              Pin,
        _In_    PKS_VIDEOINFOHEADER VideoInfoHeader
        );

    //
    // AcquireHardwareResources():
    //
    // Called to acquire hardware resources for the device based on a given
    // video info header.  This will fail if another object has already
    // acquired hardware resources since we emulate a single capture
    // device.
    //
    virtual
    NTSTATUS
    AcquireHardwareResources(
        _In_    PKSPIN Pin,
        _In_    ICapturePin *CaptureSink,
        _In_    PKS_VIDEOINFOHEADER VideoInfoHeader,
        _Out_   CHardwareSimulation **pSim
    );

    //
    // ReleaseHardwareResources():
    //
    // Called to release hardware resources for the device.
    //
    virtual
    void
    ReleaseHardwareResources(
        _In_    PKSPIN Pin
        //_In_    CHardwareSimulation *pSim
    );

    //
    // Start():
    //
    // Called to start the hardware simulation.  This causes us to simulate
    // interrupts, simulate filling buffers with synthesized data, etc...
    //
    NTSTATUS
    Start (
        _In_    PKSPIN Pin
    );

    //
    // Pause():
    //
    // Called to pause or unpause the hardware simulation.  This will be
    // indentical to a start or stop but it will not reset formats and
    // counters.
    //
    NTSTATUS
    Pause(
        _In_    PKSPIN Pin,
        _In_    BOOLEAN Pausing
    );

    NTSTATUS
    Trigger(
        _In_    ULONG   PinId,
        _In_    LONG    mode
    );

    NTSTATUS
    SetQPC(
        _In_    ULONG   StillIndex,
        _In_ ULONGLONG  QPC
    );

    NTSTATUS
    GetQPC(
        _In_    ULONG       StillIndex,
        _Out_   PULONGLONG  QPC
    );

    NTSTATUS
    SetPinMode(
        _In_    ULONG       StillIndex,
        _In_    ULONGLONG   Flags,
        _In_    ULONG       PastBuffers
    );

    NTSTATUS
    SetPhotoFrameRate(
        _In_    ULONG       StillIndex,
        _In_    ULONGLONG   TimePerFrame
    );

    ULONGLONG
    GetPhotoFrameRate(
        _In_    ULONG   StillIndex
    );

    NTSTATUS
    SetFlashStatus(
        _In_    ULONGLONG   ulFlashStatus
    );

    bool
    IsPreviewIndex(
        _In_    ULONG   Index
    )
    {
        return !!(m_PreviewMask & (1<<Index)) ;
    }

    bool
    IsStillIndex(
        _In_    ULONG   Index
    )
    {
        return !!(m_StillMask & (1<<Index)) ;
    }

    bool
    IsVideoIndex(
        _In_    ULONG   Index
    )
    {
        return !!(m_VideoMask & (1<<Index)) ;
    }

    bool
    IsValidIndex(
        _In_    ULONG   Index
    )
    {
        return Index < GetPinCount() ;
    }

    inline ULONG GetNextPreviewIndex(ULONG Index=INVALID_PIN_INDEX)
    {
        while( IsValidIndex(++Index) )
        {
            if( IsPreviewIndex(Index) )
            {
                return Index;
            }
        }
        return INVALID_PIN_INDEX;
    }

    inline ULONG GetNextStillIndex(ULONG Index=INVALID_PIN_INDEX)
    {
        while( IsValidIndex(++Index) )
        {
            if( IsStillIndex(Index) )
            {
                return Index;
            }
        }
        return INVALID_PIN_INDEX;
    }

    inline ULONG GetNextVideoIndex(ULONG Index=INVALID_PIN_INDEX)
    {
        while( IsValidIndex(++Index) )
        {
            if( IsVideoIndex(Index) )
            {
                return Index;
            }
        }
        return INVALID_PIN_INDEX;
    }

    LONG
    GetTriggerMode( 
        _In_	ULONG PinId 
    );

    //Not thread safe, for User mode notification only.
    LONG
    GetFilterCount()
    {
        return m_FilterInstanceCount;
    }

    NTSTATUS
    AddFilter(PKSFILTER pFilter);

    NTSTATUS
    RemoveFilter(PKSFILTER pFilter);

    ULONG
    GetPinCount()
    {
        return m_PinCount;
    }

    //
    //  GetFourCC
    //
    //  Return the FourCC code for the current pin.
    //
    ULONG
    GetFourCC(
        _In_    ULONG   Index
    )
    {
        return Index<m_PinCount ? m_VideoInfoHeader[Index]->bmiHeader.biCompression : 0;
    }

    //
    // Stop():
    //
    // Called to stop the hardware simulation.  This causes interrupts to
    // stop issuing.  When this call returns, the "fake" hardware has
    // stopped accessing all s/g buffers, etc...
    //
    virtual
    NTSTATUS
    Stop (
        _In_    PKSPIN
    );

    NTSTATUS
    Reset(
        _In_    PKSPIN
    );

    NTSTATUS
    Reset(
    );


    //
    // ProgramScatterGatherMappings():
    //
    // Called to program the hardware simulation's scatter / gather table.
    // This synchronizes with the "fake" ISR and hardware simulation via
    // a spinlock.
    //
    ULONG
    ProgramScatterGatherMappings (
        _In_    PKSPIN Pin,
        _In_    PKSSTREAM_POINTER *Clone,
        _In_    PUCHAR *Buffer,
        _In_    PKSMAPPING Mappings,
        _In_    ULONG MappingsCount
    );

    //  Lets you know if Variable Photo Sequence is active.
    //  Note: This doesn't tell you if the pin is running.
    virtual
    BOOLEAN
    IsVPSActive()
    {
        //  VPS isn't supported by default.
        return FALSE;
    }

    //  Fetch a pointer to the global ISP_FRAME_SETTINGS
    virtual
    ISP_FRAME_SETTINGS *
    GetGlobalIspSettings();

    //  Program the Per Frame Settings for simulation
    //  We do it before calling start so we can be ready
    //  to program our simulation's hardware.
    //  Note: We make a local copy.
    virtual
    NTSTATUS
    SetPFS(
        _In_opt_    ISP_FRAME_SETTINGS  *pIspSettings,
        _In_        ULONG               FrameLimit,
        _In_        ULONG               LoopLimit
    );

    virtual
    void
    UpdateZoom(void);

    void
    SetMountingOrientation(
        _In_    AcpiPldRotation Orientation
    )
    {
        m_MountingOrientation = Orientation;
    }

    struct SynthesizerAttributeEntry
    {
        CSynthesizer::Attribute Attrib;
        LONGLONG Info;
        LONG PinId;
    };

    void
    SetSynthesizerAttributeList(
        _In_ size_t Count,
        _In_ SynthesizerAttributeEntry AttributeList[]
    );

protected:
    LONG
    IncrementFilterCount()
    {
        return InterlockedIncrement(&m_FilterInstanceCount);
    }

    LONG
    DecrementFilterCount()
    {
        return InterlockedDecrement(&m_FilterInstanceCount);
    }

public:

    DECLARE_PROPERTY( KSPROPERTY_VIDEOCONTROL_MODE_S, VideoControlMode );
	DECLARE_PROPERTY_GET( KSPROPERTY_VIDEOCONTROL_CAPS_S, VideoControlCaps );

    DECLARE_PROPERTY_GET( KSCAMERA_EXTENDEDPROP_FOCUSSTATE, FocusState );
    DECLARE_PROPERTY_ASYNC( KSPROPERTY_CAMERACONTROL_REGION_OF_INTEREST_S, FocusRect );
    DECLARE_PROPERTY( KSPROPERTY_CAMERACONTROL_FLASH_S, Flash );
    DECLARE_PROPERTY_GET( KSPROPERTY_CAMERACONTROL_IMAGE_PIN_CAPABILITY_S, PinDependence );

    DECLARE_PROPERTY_ASYNC( CExtendedPhotoMode, PhotoMode );
    DECLARE_PROPERTY_GET( CExtendedProperty, PhotoFrameRate );
    DECLARE_PROPERTY_ASYNC( CExtendedProperty, PhotoMaxFrameRate );
    DECLARE_PROPERTY_ASYNC( CExtendedProperty, WarmStart );
    DECLARE_PROPERTY( CExtendedMaxVideoFpsForPhotoRes, MaxVideoFpsForPhotoRes );
    DECLARE_PROPERTY_GET( CExtendedFieldOfView, FieldOfView );
    DECLARE_PROPERTY_GET( CExtendedCameraAngleOffset, CameraAngleOffset );
    DECLARE_PROPERTY( CExtendedProperty, ExtendedFlash );

    DECLARE_PROPERTY( CExtendedProperty, TriggerTime );
    DECLARE_PROPERTY( CExtendedProperty, TorchMode );
    DECLARE_PROPERTY( CExtendedVidProcSetting, IRTorch );

    DECLARE_PROPERTY_ASYNC( CExtendedVidProcSetting, Focus );
    DECLARE_PROPERTY_ASYNC( CExtendedProperty,       Iso );
    DECLARE_PROPERTY_ASYNC( CExtendedVidProcSetting, IsoAdvanced );
    DECLARE_PROPERTY_ASYNC( CExtendedEvCompensation, EvCompensation );
    DECLARE_PROPERTY_ASYNC( CExtendedVidProcSetting, WhiteBalance );
    DECLARE_PROPERTY_ASYNC( CExtendedVidProcSetting, Exposure );
    DECLARE_PROPERTY(       CExtendedProperty,       PhotoConfirmation );
    DECLARE_PROPERTY_ASYNC( CExtendedProperty,       SceneMode );
    DECLARE_PROPERTY(       CExtendedProperty,       FocusPriority );
    DECLARE_PROPERTY_ASYNC( CExtendedProperty, Thumbnail );
    DECLARE_PROPERTY( CExtendedProperty, VideoHDR );
    DECLARE_PROPERTY( CExtendedProperty, VFR );
    DECLARE_PROPERTY( CExtendedVidProcSetting, Zoom );
    DECLARE_PROPERTY( CExtendedProperty, VideoStabilization );
    DECLARE_PROPERTY( CExtendedProperty, Histogram );
    DECLARE_PROPERTY( CExtendedMetadata, Metadata );
    DECLARE_PROPERTY( CExtendedProperty, OpticalImageStabilization );
    DECLARE_PROPERTY( CExtendedProperty, OptimizationHint );
    DECLARE_PROPERTY( CExtendedProperty, AdvancedPhoto );
    DECLARE_PROPERTY( CExtendedVidProcSetting, FaceDetection );
    DECLARE_PROPERTY( CExtendedProperty, VideoTemporalDenoising);
    DECLARE_PROPERTY( CExtendedProperty, RelativePanel);

    DECLARE_PROPERTY_VARSIZE_ASYNC( CRoiProperty, Roi );

    DECLARE_PROPERTY( KSPROPERTY_CAMERACONTROL_VIDEOSTABILIZATION_MODE_S, VideoStabMode );

    DECLARE_PROPERTY(KSPROPERTY_CAMERACONTROL_S, Exposure);
    DECLARE_PROPERTY(KSPROPERTY_CAMERACONTROL_S, Focus);
    DECLARE_PROPERTY(KSPROPERTY_CAMERACONTROL_S, Zoom);
    DECLARE_PROPERTY(KSPROPERTY_CAMERACONTROL_S, ZoomRelative);
    DECLARE_PROPERTY(KSPROPERTY_CAMERACONTROL_S, Pan);
    DECLARE_PROPERTY(KSPROPERTY_CAMERACONTROL_S, Roll);
    DECLARE_PROPERTY(KSPROPERTY_CAMERACONTROL_S, Tilt);
    DECLARE_PROPERTY(KSPROPERTY_CAMERACONTROL_FOCAL_LENGTH_S, FocalLength);

    DECLARE_PROPERTY(KSPROPERTY_VIDEOPROCAMP_S, BacklightCompensation);
    DECLARE_PROPERTY(KSPROPERTY_VIDEOPROCAMP_S, Brightness);
    DECLARE_PROPERTY(KSPROPERTY_VIDEOPROCAMP_S, Contrast);
    DECLARE_PROPERTY(KSPROPERTY_VIDEOPROCAMP_S, Hue);
    DECLARE_PROPERTY(KSPROPERTY_VIDEOPROCAMP_S, WhiteBalance);
    DECLARE_PROPERTY(KSPROPERTY_VIDEOPROCAMP_S, PowerlineFreq);

    DECLARE_PROPERTY_GET( CRoiConfig, RoiConfigCaps );

    _Success_(return == 0)
    virtual
    NTSTATUS
    GetPfsCaps(
        _Inout_opt_ KSCAMERA_PERFRAMESETTING_CAP_HEADER *Caps,
        _Inout_     ULONG                               *Size
    );
};